-- Logs begin at Fri 2022-02-11 12:16:40 UTC, end at Fri 2022-02-11 14:44:51 UTC. -- Feb 11 12:54:30.140378 n-d-818559-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 12:54:32.299864 n-d-818559-1 neutron-server[83462]: INFO neutron.common.config [-] Logging enabled! Feb 11 12:54:32.300569 n-d-818559-1 neutron-server[83462]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev22 Feb 11 12:54:32.300660 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83462) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 11 12:54:32.303003 n-d-818559-1 neutron-server[83462]: INFO neutron.common.config [-] Logging enabled! Feb 11 12:54:32.303324 n-d-818559-1 neutron-server[83462]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev22 Feb 11 12:54:32.305285 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83462) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 11 12:54:32.306268 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:54:32.306503 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 12:54:32.306884 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:54:32.307134 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 12:54:32.307359 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 12:54:32.307682 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.307984 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.308445 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.308678 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.308981 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.309275 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.309561 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.309853 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.310152 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.310441 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.310749 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.311040 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.311271 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.311553 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.311840 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.312128 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.312351 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] debug = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.312632 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.313060 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.313467 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.313747 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.314037 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.314310 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.314605 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.314907 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.315230 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] host = n-d-818559-1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.315514 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.315801 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.316091 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.316379 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.316655 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.317459 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.317747 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.318031 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.318295 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] log_file = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.318588 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.318879 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.319170 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.319458 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.319684 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.319905 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.320190 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.320480 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.320756 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.321031 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.321306 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.321579 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.321853 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.322121 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.322410 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.322719 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.323006 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.323282 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.323563 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.323880 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.324153 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.324590 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.324703 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.324983 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.325257 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.325542 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.325811 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.326089 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.326391 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.326702 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.326988 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.327274 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.327550 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.327836 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.328109 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.328382 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.328656 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] use_json = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.328930 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.329205 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.329487 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.329761 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.330033 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.330305 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.330597 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.330886 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.331159 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:32.331459 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.331758 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.332059 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.332341 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.333286 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.333575 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.333869 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.334150 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.334441 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.334763 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.335056 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.335335 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.335622 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.335923 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.336212 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.336487 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.336764 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.337057 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.337335 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.337608 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.337886 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.338173 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.338447 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.338741 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.339028 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.339305 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.339577 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.339846 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.340121 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.340409 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.340685 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.340955 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.341226 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.341501 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.341770 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.342054 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.342331 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.342617 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.342892 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.343172 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.343445 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.343717 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.343993 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.344266 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.344542 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.344814 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.345085 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.345358 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.345629 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.345906 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.346176 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.346446 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.346746 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.347022 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.347293 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.347565 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.347836 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.348171 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.348422 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.348718 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.348997 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.349276 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.349556 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.349833 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.350110 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.350385 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.350688 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.350969 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.351242 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.351534 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.351816 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.352103 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.352385 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.352663 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.352959 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.353236 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.353519 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.353796 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.354073 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.354357 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.354663 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.355038 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.355341 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.355638 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.355941 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.356237 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.356519 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.356830 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.357114 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:32.357334 n-d-818559-1 neutron-server[83462]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 12:54:32.357574 n-d-818559-1 neutron-server[83462]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83462) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 12:54:32.762725 n-d-818559-1 neutron-server[83462]: INFO keyring.backend [-] Loading KWallet Feb 11 12:54:32.770323 n-d-818559-1 neutron-server[83462]: INFO keyring.backend [-] Loading SecretService Feb 11 12:54:32.773486 n-d-818559-1 neutron-server[83462]: INFO keyring.backend [-] Loading Windows Feb 11 12:54:32.774874 n-d-818559-1 neutron-server[83462]: INFO keyring.backend [-] Loading chainer Feb 11 12:54:32.775449 n-d-818559-1 neutron-server[83462]: INFO keyring.backend [-] Loading macOS Feb 11 12:54:32.811157 n-d-818559-1 neutron-server[83462]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 11 12:54:32.811435 n-d-818559-1 neutron-server[83462]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 11 12:54:32.811728 n-d-818559-1 neutron-server[83462]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 11 12:54:32.812064 n-d-818559-1 neutron-server[83462]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 12:54:33.117879 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.118171 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.118448 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.175425 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.175707 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.175970 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.180035 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.180311 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.180578 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.209180 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.209511 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.209776 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.237066 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.237344 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.237611 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.558730 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.559318 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.559318 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.559509 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.560414 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.681109 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.681426 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.681704 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.681971 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.682235 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.682538 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.682829 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.683083 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.683335 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.683616 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.683872 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.684131 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.684393 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.684647 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.684909 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.685173 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.685425 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.685694 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.685944 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.686222 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.686565 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.686838 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.687084 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.687364 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.687612 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.687854 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.688240 n-d-818559-1 neutron-server[83462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:54:33.688481 n-d-818559-1 neutron-server[83462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:54:33.688718 n-d-818559-1 neutron-server[83462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:54:33.688953 n-d-818559-1 neutron-server[83462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:54:33.689186 n-d-818559-1 neutron-server[83462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:54:33.689418 n-d-818559-1 neutron-server[83462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:54:33.689964 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 12:54:33.693702 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 12:54:33.697801 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 12:54:33.701748 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 11 12:54:33.703418 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 12:54:33.703809 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 12:54:33.704144 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 12:54:33.704524 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 12:54:33.707498 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 12:54:33.707765 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 12:54:33.708115 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 12:54:33.736762 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 11 12:54:33.737209 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.737504 n-d-818559-1 neutron-server[83462]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83462) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 11 12:54:33.737862 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.739556 n-d-818559-1 neutron-server[83462]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83462) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 12:54:33.739840 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 12:54:33.740088 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 12:54:33.743279 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.743559 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:33.806586 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 12:54:33.806804 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 12:54:33.807045 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 12:54:33.807428 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 12:54:33.838843 n-d-818559-1 neutron-server[83462]: DEBUG oslo_db.sqlalchemy.engines [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83462) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 11 12:54:34.162287 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Initializing driver for type 'gre' Feb 11 12:54:34.162847 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] gre ID ranges: [(1, 1000)] Feb 11 12:54:34.215751 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Initializing driver for type 'local' Feb 11 12:54:34.216107 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Initializing driver for type 'vlan' Feb 11 12:54:34.228924 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] VlanTypeDriver initialization complete Feb 11 12:54:34.229277 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Initializing driver for type 'vxlan' Feb 11 12:54:34.229755 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] vxlan ID ranges: [(1, 1000)] Feb 11 12:54:34.283652 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Initializing extension driver 'port_security' Feb 11 12:54:34.284003 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.extensions.port_security [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] PortSecurityExtensionDriver initialization complete Feb 11 12:54:34.284313 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Initializing mechanism driver 'openvswitch' Feb 11 12:54:34.284625 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Initializing mechanism driver 'hyperv' Feb 11 12:54:34.291544 n-d-818559-1 neutron-server[83462]: DEBUG neutron.plugins.ml2.plugin [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:34.292222 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > port after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.292581 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > port after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.292924 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > port after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.293444 n-d-818559-1 neutron-server[83462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 11 12:54:34.293865 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > subnet after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.294210 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > subnet after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.294545 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.294950 n-d-818559-1 neutron-server[83462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 11 12:54:34.295350 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > network after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.295825 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > network after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.296167 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > network after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.296543 n-d-818559-1 neutron-server[83462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 11 12:54:34.296936 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > security_group after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.297276 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > security_group after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.297606 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > security_group after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.298122 n-d-818559-1 neutron-server[83462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 11 12:54:34.298515 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.298873 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.299205 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.299590 n-d-818559-1 neutron-server[83462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 11 12:54:34.300019 n-d-818559-1 neutron-server[83462]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] ML2 OVO RPC backend initialized. {{(pid=83462) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 11 12:54:34.300651 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.301001 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.302087 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > network before_response 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.302682 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > networks before_response 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.303032 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > port before_response 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.303372 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > ports before_response 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.303710 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > subnet before_response 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.304046 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > subnets before_response 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.304635 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > network after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.304966 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > network after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.305292 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > network after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.305619 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > port after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.305943 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > port after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.306268 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > port after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.306620 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > subnet after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.306954 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > subnet after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.307280 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.307859 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.plugin [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Modular L2 Plugin initialization complete Feb 11 12:54:34.308182 n-d-818559-1 neutron-server[83462]: DEBUG neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading services supported by the core plugin {{(pid=83462) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 12:54:34.308497 n-d-818559-1 neutron-server[83462]: INFO neutron.plugins.ml2.managers [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Got port-security extension from driver 'port_security' Feb 11 12:54:34.308948 n-d-818559-1 neutron-server[83462]: INFO neutron.extensions.vlantransparent [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Disabled vlantransparent extension. Feb 11 12:54:34.309354 n-d-818559-1 neutron-server[83462]: DEBUG neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83462) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 12:54:34.309664 n-d-818559-1 neutron-server[83462]: INFO neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading Plugin: router Feb 11 12:54:34.349569 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router_interface before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.349961 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router after_create 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.350321 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router before_create 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.350707 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.351070 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.351417 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router after_delete 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.351769 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > floatingip after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.352121 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router after_create 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.352457 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router after_update 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.352799 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router after_update 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.353136 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.353481 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router after_update 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.353879 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router precommit_update 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.354236 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: port after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.354568 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: port after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.354921 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: subnet after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.355251 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.355588 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > port precommit_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.355923 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router precommit_create 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.356255 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: port before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.356591 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router precommit_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.356939 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router after_update 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.357273 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router precommit_delete 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.357615 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router precommit_create 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.357971 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.358309 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router precommit_update 55549900 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.358692 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > agent after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.359033 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > agent after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.359372 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > network after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.360225 n-d-818559-1 neutron-server[83462]: DEBUG neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Tracking information for resource: router configured {{(pid=83462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:54:34.360555 n-d-818559-1 neutron-server[83462]: DEBUG neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Tracking information for resource: floatingip configured {{(pid=83462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:54:34.365706 n-d-818559-1 neutron-server[83462]: INFO neutron.db.l3_agentschedulers_db [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 12:54:34.366273 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: port after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.366656 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: port after_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.367005 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: port after_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.367350 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: port after_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.368240 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router before_create 55550100 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.368600 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router precommit_delete 55550100 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.368961 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router precommit_create 55550100 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.369311 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > router precommit_update 55550100 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.373578 n-d-818559-1 neutron-server[83462]: DEBUG neutron.services.provider_configuration [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service providers = [] {{(pid=83462) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 12:54:34.373936 n-d-818559-1 neutron-server[83462]: DEBUG neutron.db.servicetype_db [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83462) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 12:54:34.376872 n-d-818559-1 neutron-server[83462]: DEBUG neutron.services.service_base [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:54:34.377212 n-d-818559-1 neutron-server[83462]: DEBUG neutron.services.service_base [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:54:34.377544 n-d-818559-1 neutron-server[83462]: DEBUG neutron.services.service_base [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:54:34.378418 n-d-818559-1 neutron-server[83462]: DEBUG neutron.services.service_base [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:54:34.378814 n-d-818559-1 neutron-server[83462]: INFO neutron.services.service_base [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 12:54:34.379207 n-d-818559-1 neutron-server[83462]: DEBUG neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:54:34.379654 n-d-818559-1 neutron-server[83462]: INFO neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 12:54:34.390453 n-d-818559-1 neutron-server[83462]: DEBUG neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:54:34.390806 n-d-818559-1 neutron-server[83462]: INFO neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading Plugin: auto_allocate Feb 11 12:54:34.397453 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: network precommit_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.397814 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: network precommit_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.398327 n-d-818559-1 neutron-server[83462]: DEBUG neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:54:34.398662 n-d-818559-1 neutron-server[83462]: INFO neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading Plugin: tag Feb 11 12:54:34.405151 n-d-818559-1 neutron-server[83462]: DEBUG neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:54:34.405475 n-d-818559-1 neutron-server[83462]: INFO neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading Plugin: timestamp Feb 11 12:54:34.409450 n-d-818559-1 neutron-server[83462]: DEBUG neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:54:34.409782 n-d-818559-1 neutron-server[83462]: INFO neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading Plugin: network_ip_availability Feb 11 12:54:34.415869 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.416181 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.416525 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.417220 n-d-818559-1 neutron-server[83462]: DEBUG neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:54:34.417530 n-d-818559-1 neutron-server[83462]: INFO neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading Plugin: flavors Feb 11 12:54:34.422270 n-d-818559-1 neutron-server[83462]: DEBUG neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:54:34.422611 n-d-818559-1 neutron-server[83462]: INFO neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading Plugin: revisions Feb 11 12:54:34.427222 n-d-818559-1 neutron-server[83462]: DEBUG neutron.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:54:34.427605 n-d-818559-1 neutron-server[83462]: DEBUG oslo_concurrency.lockutils [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=83462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 11 12:54:34.428346 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83462) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 11 12:54:34.428675 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Initializing extension manager. Feb 11 12:54:34.429495 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: __init__.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.429756 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: __pycache__ {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.430082 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.430403 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.430753 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: _filter_validation_lib.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.431071 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.431388 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: address_group.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.432128 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.432677 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: address-group Feb 11 12:54:34.432988 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: address_scope.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.433687 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.434181 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: address-scope Feb 11 12:54:34.434495 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: admin_state_down_before_update.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.435446 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.435946 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: router-admin-state-down-before-update Feb 11 12:54:34.436262 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: agent.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.436950 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.437443 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: agent Feb 11 12:54:34.437765 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: agent_resources_synced.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.438723 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.439194 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: agent-resources-synced Feb 11 12:54:34.439494 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: allowedaddresspairs.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.441468 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.442682 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: allowed-address-pairs Feb 11 12:54:34.443201 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: auto_allocated_topology.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.444328 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.444841 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: auto-allocated-topology Feb 11 12:54:34.445156 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: availability_zone.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.445841 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.446346 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: availability_zone Feb 11 12:54:34.446688 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: availability_zone_filter.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.447593 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.448099 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: availability_zone_filter Feb 11 12:54:34.448416 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: data_plane_status.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.449320 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.449820 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 12:54:34.450137 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: default_subnetpools.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.451060 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.451577 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: default-subnetpools Feb 11 12:54:34.451877 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: dhcpagentscheduler.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.452644 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.453140 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: dhcp_agent_scheduler Feb 11 12:54:34.453456 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: dns.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.454358 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.454869 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension dns-integration not supported by any of loaded plugins Feb 11 12:54:34.455184 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: dns_domain_ports.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.456082 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.456576 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 12:54:34.456890 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: dvr.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.458289 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.459021 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: dvr Feb 11 12:54:34.459339 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: empty_string_filtering.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.460252 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.460757 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: empty-string-filtering Feb 11 12:54:34.461072 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.461973 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.462475 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 12:54:34.462816 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.463715 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.464211 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 12:54:34.464526 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: external_net.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.465416 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.465913 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: external-net Feb 11 12:54:34.466223 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: extra_dhcp_opt.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.467141 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.467637 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: extra_dhcp_opt Feb 11 12:54:34.467953 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: extraroute.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.468844 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.469341 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: extraroute Feb 11 12:54:34.469653 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: extraroute_atomic.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.470700 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.471196 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: extraroute-atomic Feb 11 12:54:34.471507 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: filter_validation.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.472167 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.472663 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: filter-validation Feb 11 12:54:34.473008 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: fip_pf_description.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.474152 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.474666 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 12:54:34.474980 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: fip_port_details.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.475880 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.476374 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: fip-port-details Feb 11 12:54:34.476686 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: flavors.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.477923 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.478431 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: flavors Feb 11 12:54:34.478769 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.480448 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.480956 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 12:54:34.481282 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: floatingip_pools.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.481981 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.482478 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: floatingip-pools Feb 11 12:54:34.482821 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: ip_allocation.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.483737 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.484232 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 12:54:34.484547 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.485451 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.485951 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: ip-substring-filtering Feb 11 12:54:34.486266 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: l2_adjacency.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.487197 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.487703 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 12:54:34.488018 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: l3.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.489277 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.489822 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: router Feb 11 12:54:34.490143 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: l3_conntrack_helper.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.492555 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.493071 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 12:54:34.493393 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.494309 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.494838 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: ext-gw-mode Feb 11 12:54:34.495157 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.496069 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.496568 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: l3-ha Feb 11 12:54:34.496884 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: l3_flavors.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.497788 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.498287 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: l3-flavors Feb 11 12:54:34.498617 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.499517 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.500030 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 12:54:34.500330 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: l3agentscheduler.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.501353 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.501854 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: l3_agent_scheduler Feb 11 12:54:34.502175 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: logging.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.503702 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.504732 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension logging not supported by any of loaded plugins Feb 11 12:54:34.505240 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: metering.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.506110 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.506713 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: metering Feb 11 12:54:34.507035 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.508143 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.508653 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: metering_source_and_destination_fields Feb 11 12:54:34.508971 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: multiprovidernet.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.509889 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.510392 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: multi-provider Feb 11 12:54:34.510735 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: netmtu.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.511640 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.512135 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: net-mtu Feb 11 12:54:34.512448 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: netmtu_writable.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.513356 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.513973 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: net-mtu-writable Feb 11 12:54:34.514155 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: network_availability_zone.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.514851 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.515348 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: network_availability_zone Feb 11 12:54:34.515664 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: network_ip_availability.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.516744 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.517245 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: network-ip-availability Feb 11 12:54:34.517557 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: network_segment_range.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.518315 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.518832 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 12:54:34.519146 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: pagination.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.520863 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.521410 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: pagination Feb 11 12:54:34.521954 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.523359 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.523974 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: port-mac-address-regenerate Feb 11 12:54:34.524291 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: port_resource_request.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.525189 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.525692 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 12:54:34.526006 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: portbindings.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.526936 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.527440 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: binding Feb 11 12:54:34.527755 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: portbindings_extended.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.529032 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.529542 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: binding-extended Feb 11 12:54:34.529863 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: portsecurity.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.530793 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.531296 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: port-security Feb 11 12:54:34.531613 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: project_id.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.532577 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.532896 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: project-id Feb 11 12:54:34.533208 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: providernet.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.534119 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.534658 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: provider Feb 11 12:54:34.534975 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: qos.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.539065 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.539586 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension qos not supported by any of loaded plugins Feb 11 12:54:34.539912 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.541157 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.541672 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 12:54:34.541992 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.542928 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.543434 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 12:54:34.543754 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: qos_default.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.544655 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.545158 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension qos-default not supported by any of loaded plugins Feb 11 12:54:34.545477 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: qos_fip.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.546122 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.546646 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension qos-fip not supported by any of loaded plugins Feb 11 12:54:34.546965 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: qos_gateway_ip.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.547872 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.548378 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 12:54:34.548693 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: qos_port_network_policy.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.549589 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.550088 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 12:54:34.550405 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: qos_rule_type_details.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.551498 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.552212 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 12:54:34.552527 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: qos_rules_alias.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.553563 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.554065 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 12:54:34.554668 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: quotasv2.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.555555 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.555878 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: quotas Feb 11 12:54:34.556193 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: quotasv2_detail.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.557797 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.558138 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: quota_details Feb 11 12:54:34.558460 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: rbac.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.559534 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.560045 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: rbac-policies Feb 11 12:54:34.560354 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: rbac_address_scope.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.561269 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.561777 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: rbac-address-scope Feb 11 12:54:34.562095 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: rbac_security_groups.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.563020 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.563525 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: rbac-security-groups Feb 11 12:54:34.563839 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: rbac_subnetpool.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.564745 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.565247 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: rbac-subnetpool Feb 11 12:54:34.565557 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: revisionifmatch.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.566467 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.567675 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: revision-if-match Feb 11 12:54:34.568066 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: revisions.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.569177 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.569678 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: standard-attr-revisions Feb 11 12:54:34.569996 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: router_availability_zone.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.570687 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.571186 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: router_availability_zone Feb 11 12:54:34.571500 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: routerservicetype.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.572406 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.572905 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension router-service-type not supported by any of loaded plugins Feb 11 12:54:34.573218 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: security_groups_port_filtering.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.574146 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.574671 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: port-security-groups-filtering Feb 11 12:54:34.574988 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: securitygroup.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.586924 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.587448 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: security-group Feb 11 12:54:34.587779 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: segment.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.588555 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.589071 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension segment not supported by any of loaded plugins Feb 11 12:54:34.589395 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.590327 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.590854 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 12:54:34.591177 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: servicetype.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.592275 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.592780 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: service-type Feb 11 12:54:34.593099 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: sorting.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.594060 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.594383 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: sorting Feb 11 12:54:34.594728 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: standard_attr_segment.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.595634 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.596140 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 12:54:34.596454 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: standardattrdescription.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.597088 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.597588 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: standard-attr-description Feb 11 12:54:34.597904 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: stateful_security_group.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.599167 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.599675 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: stateful-security-group Feb 11 12:54:34.599991 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: stdattrs_common.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.600565 n-d-818559-1 neutron-server[83462]: WARNING neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 12:54:34.600878 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.601793 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.602291 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 12:54:34.602625 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: subnet_onboard.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.603752 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.604267 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: subnet_onboard Feb 11 12:54:34.604584 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.605500 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.606001 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 12:54:34.606315 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: subnet_service_types.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.607248 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.607753 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: subnet-service-types Feb 11 12:54:34.608069 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: subnetallocation.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.609142 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.609648 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: subnet_allocation Feb 11 12:54:34.609964 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.610636 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.611134 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: subnetpool-prefix-ops Feb 11 12:54:34.611447 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.612375 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.612871 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 12:54:34.613183 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: tagging.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.614534 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.615066 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: standard-attr-tag Feb 11 12:54:34.615387 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: timestamp.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.616573 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.617079 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loaded extension: standard-attr-timestamp Feb 11 12:54:34.617398 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: trunk.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.618418 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.618959 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension trunk not supported by any of loaded plugins Feb 11 12:54:34.619275 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: trunk_details.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.620175 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.620678 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension trunk-details not supported by any of loaded plugins Feb 11 12:54:34.620991 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: uplink_status_propagation.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.621890 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.622387 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 12:54:34.622725 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Loading extension file: vlantransparent.py {{(pid=83462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 11 12:54:34.623385 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 11 12:54:34.623879 n-d-818559-1 neutron-server[83462]: INFO neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 12:54:34.626055 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:network Feb 11 12:54:34.626806 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:subnet Feb 11 12:54:34.627398 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:54:34.628156 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:port Feb 11 12:54:34.630054 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.630565 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service FLAVORS assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.631204 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.631632 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.631958 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:router Feb 11 12:54:34.632614 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:floatingip Feb 11 12:54:34.633312 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service METERING assigned prefix: /metering {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.634762 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.635123 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.635467 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:54:34.636588 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 12:54:34.637025 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:security_group Feb 11 12:54:34.637675 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 12:54:34.638527 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service CORE assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.638908 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:54:34.639350 n-d-818559-1 neutron-server[83462]: WARNING neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] subnetpool is already registered Feb 11 12:54:34.639947 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service CORE assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.640269 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:54:34.640588 n-d-818559-1 neutron-server[83462]: WARNING neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] subnetpool is already registered Feb 11 12:54:34.643114 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.643540 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service FLAVORS assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.644122 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.644537 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.645440 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:router Feb 11 12:54:34.645993 n-d-818559-1 neutron-server[83462]: WARNING neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] router is already registered Feb 11 12:54:34.646621 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:floatingip Feb 11 12:54:34.646949 n-d-818559-1 neutron-server[83462]: WARNING neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] floatingip is already registered Feb 11 12:54:34.647563 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service METERING assigned prefix: /metering {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.648213 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 12:54:34.648532 n-d-818559-1 neutron-server[83462]: WARNING neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] rbac_policy is already registered Feb 11 12:54:34.649071 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:security_group Feb 11 12:54:34.649391 n-d-818559-1 neutron-server[83462]: WARNING neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] security_group is already registered Feb 11 12:54:34.649967 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 12:54:34.650285 n-d-818559-1 neutron-server[83462]: WARNING neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] security_group_rule is already registered Feb 11 12:54:34.650967 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service CORE assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.651300 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:54:34.651615 n-d-818559-1 neutron-server[83462]: WARNING neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] subnetpool is already registered Feb 11 12:54:34.652192 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.v2.resource_helper [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Service CORE assigned prefix: {{(pid=83462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:54:34.652509 n-d-818559-1 neutron-server[83462]: INFO neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:54:34.652823 n-d-818559-1 neutron-server[83462]: WARNING neutron.quota.resource_registry [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] subnetpool is already registered Feb 11 12:54:34.653463 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: extensions {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.654905 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: address-groups {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.656449 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: address-scopes {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.657610 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: agents {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.658772 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: auto-allocated-topology {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.659977 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: availability_zones {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.661751 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: dhcp-networks {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.663122 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: dhcp-agents {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.664482 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: routers {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.666277 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: flavors {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.667456 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: service_profiles {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.668643 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: next_providers {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.670104 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: service_profiles {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.671519 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: floatingip-pools {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.672730 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: routers {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.674476 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: floatingips {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.675648 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: l3-routers {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.677373 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: l3-agents {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.678759 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: metering-labels {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.680355 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: metering-label-rules {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.681590 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: network-ip-availabilities {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.682833 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: bindings {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.685297 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: quotas {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.686747 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: quotas {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.688131 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: rbac-policies {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.689394 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: security-groups {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.690559 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: security-group-rules {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.692296 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: service-providers {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.693766 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: subnetpools {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.695166 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: subnetpools {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.696621 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: tags {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.698246 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: tags {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.699997 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: tags {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.701687 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: tags {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.703433 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: tags {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.705056 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: tags {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.706779 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: tags {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.709527 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: tags {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.711359 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: tags {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.713133 n-d-818559-1 neutron-server[83462]: DEBUG neutron.api.extensions [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Extended resource: tags {{(pid=83462) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 11 12:54:34.718821 n-d-818559-1 neutron-server[83462]: WARNING keystonemiddleware.auth_token [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 12:54:34.723923 n-d-818559-1 neutron-server[83462]: WARNING keystonemiddleware.auth_token [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 12:54:34.731962 n-d-818559-1 neutron-server[83462]: DEBUG oslo_concurrency.lockutils [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Acquired lock "singleton_lock" {{(pid=83462) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 11 12:54:34.732429 n-d-818559-1 neutron-server[83462]: DEBUG oslo_concurrency.lockutils [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Releasing lock "singleton_lock" {{(pid=83462) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 11 12:54:34.733047 n-d-818559-1 neutron-server[83462]: INFO oslo_service.service [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Starting 2 workers Feb 11 12:54:34.737609 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Started child 83567 {{(pid=83462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 11 12:54:34.742163 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Started child 83568 {{(pid=83462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 11 12:54:34.743206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:34.743808 n-d-818559-1 neutron-server[83462]: INFO neutron.service [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 12:54:34.744394 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Notify callbacks [] for process, before_spawn {{(pid=83462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:34.744661 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [-] (83567) wsgi starting up on http://0.0.0.0:9696 Feb 11 12:54:34.746853 n-d-818559-1 neutron-server[83462]: INFO oslo_service.service [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Starting 1 workers Feb 11 12:54:34.747057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:34.748422 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [-] (83568) wsgi starting up on http://0.0.0.0:9696 Feb 11 12:54:34.751822 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Started child 83569 {{(pid=83462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 11 12:54:34.752334 n-d-818559-1 neutron-server[83462]: INFO oslo_service.service [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Starting 1 workers Feb 11 12:54:34.756908 n-d-818559-1 neutron-server[83569]: DEBUG neutron.service [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] calling RpcWorker wait() {{(pid=83569) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 12:54:34.757489 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Started child 83570 {{(pid=83462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 11 12:54:34.757602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.service [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] returning from RpcWorker wait() {{(pid=83569) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 12:54:34.758028 n-d-818559-1 neutron-server[83462]: DEBUG neutron_lib.callbacks.manager [None req-72e271e1-6081-49c0-a4ec-8908520b1a8d None None] Notify callbacks [] for process, after_spawn {{(pid=83462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:34.758713 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:34.759316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:34.759927 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83462) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 11 12:54:34.760143 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:54:34.760322 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 12:54:34.760538 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:54:34.760878 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 12:54:34.761055 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 12:54:34.761580 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.761858 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.761983 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:34.762481 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.762481 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.762689 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.763193 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.763479 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.763618 n-d-818559-1 neutron-server[83570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:34.763718 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.763939 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.764168 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.764331 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.764492 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.764739 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.764985 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.765290 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.765564 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.765795 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.766066 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.766231 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.766473 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.766767 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.766990 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.767256 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] debug = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.767490 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.767969 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.768207 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.768436 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.768667 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.768928 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.769172 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.769486 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.769722 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.770626 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.770992 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.771425 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.771823 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.772079 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.772340 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.772564 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.773006 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] host = n-d-818559-1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.773252 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.773487 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.773751 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.773982 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.774238 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.774468 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.774764 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.775026 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.775278 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.775510 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.775765 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.776007 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.776237 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.776475 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_file = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.776635 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_options = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.776869 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.777143 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.777395 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.777578 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.777743 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.777915 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.778186 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.778344 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.778615 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.778878 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.779061 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.779274 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.779526 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.779826 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.780005 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.780231 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.780442 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.780665 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.780907 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.781136 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.781344 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.781566 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.781806 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.782022 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.782230 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.782439 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.782694 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.782921 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.783129 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.783373 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.783631 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.783877 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.784151 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.784361 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.784583 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.784804 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.785028 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.785294 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.785622 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.786113 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.786390 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.786680 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.786918 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.787151 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.787396 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.787631 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_json = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.787843 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.788090 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.788351 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.788578 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.788817 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.789033 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.789258 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.789491 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.789701 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.790115 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.790389 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.790736 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.790980 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.791310 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.791453 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.791679 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.791894 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.792150 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.792376 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.792691 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.792913 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.793230 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.793484 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.793734 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.793978 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.794189 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.794433 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.794675 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.794888 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.795097 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.795306 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.795563 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.795794 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.796004 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.796235 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.796475 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.796799 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.797035 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.800891 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.800891 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.800891 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.800891 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.800891 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.800891 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.800891 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.800891 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.800891 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.802985 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.802985 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.802985 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.802985 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.802985 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.802985 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.802985 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.803930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44714) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:54:34.804085 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.804085 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.804085 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.804085 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.804085 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.804085 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.804085 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.805251 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.805251 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.805251 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.805251 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.805251 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.805907 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.805907 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.805907 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.806295 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.806295 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.806554 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.806798 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.806992 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.807203 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.808099 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.808099 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.808099 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.808099 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.809196 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.809196 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.809196 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.809196 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.809196 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.810420 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.810420 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.810420 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.810420 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.810420 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814012 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814012 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814012 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814012 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814012 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814012 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814012 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072649 Feb 11 12:54:34.814791 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814791 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814791 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814791 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814791 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.814791 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.815146 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.815616 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.815759 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.817663 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.818654 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.818826 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.819111 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.819359 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.819637 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.820723 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.821010 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.821239 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.821748 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.822040 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.822317 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.823393 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.823635 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.823880 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.824181 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.824420 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.824710 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.825246 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.825674 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.825909 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.827155 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.827155 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.827155 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.827155 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.827440 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.827630 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.827882 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.828126 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.828358 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.828638 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.828900 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.829155 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.829962 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.829962 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.829962 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.830183 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.830365 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.830611 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.832407 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.832407 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.832407 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.832407 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.832758 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.833118 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.834176 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.834176 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.834176 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.834176 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.834718 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.835550 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.835784 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.836028 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.836279 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.836494 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.836718 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.836968 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.837188 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.837406 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.837620 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.837850 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.838095 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.838333 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.839267 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.839530 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.840601 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.840855 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.841099 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.841336 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.841552 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.841815 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.842052 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.842259 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.842490 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.842743 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.842987 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.843200 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.843420 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.843647 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.843895 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.844110 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.844440 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.844691 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.844946 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.845163 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.845395 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.845612 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.845843 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.846081 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.846295 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.846516 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.847422 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.847669 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.848727 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.848727 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.848727 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.849086 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.849352 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.849591 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.849862 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.850071 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.850282 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.850564 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.850826 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.851055 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.851386 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.851745 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.851975 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.852186 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.853514 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.853514 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.853514 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.853514 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.853514 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.853514 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.853914 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.853982 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.854186 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.854435 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.857019 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.858187 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.858187 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.858187 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.858187 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.858187 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.858512 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.858751 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.859051 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.859300 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.859553 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.859845 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.860312 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.860422 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.860589 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.860879 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.861236 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.861503 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.861763 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.861987 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.862272 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.862492 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.864181 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.864563 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.864971 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.865447 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.865625 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.865887 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.866118 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.867289 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.867583 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.867810 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.868713 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.868964 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.869213 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.869451 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.869606 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 12:54:34.870277 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83462) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 11 12:54:34.870436 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:54:34.870757 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 12:54:34.870947 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:54:34.871131 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 12:54:34.871284 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 12:54:34.871491 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.871643 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.871941 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.872240 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.872393 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.872706 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.872862 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.873195 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.873449 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.873566 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.873652 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.873904 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.873904 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.874055 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.874208 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.874354 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.874501 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.874718 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.874874 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.875191 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.875341 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.875638 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.875789 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] debug = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.876077 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.876338 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.876464 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.876563 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.876890 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.877049 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.877194 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.877340 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.877488 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.877636 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.877932 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.878080 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.878371 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.878520 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.878849 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.879004 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.879378 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] host = n-d-818559-1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.879582 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.880038 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881089 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881089 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881089 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881089 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881089 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881089 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881465 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881465 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881465 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881635 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.881724 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.882014 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_file = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.882169 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_options = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.882475 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.882670 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.882818 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.882977 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.883132 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.883416 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.883696 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.883854 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.884029 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.884196 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.884329 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.884452 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.884605 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.884757 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.884910 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.885063 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.885215 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.885367 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.885519 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.885671 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.885823 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.885974 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.886125 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.886277 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.886429 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.886599 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.887719 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.887882 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.888553 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.888553 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.888553 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.888553 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.888962 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.888962 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.888962 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.889170 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.889170 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.889326 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.889449 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.889598 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.889749 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.889902 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.890053 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.890203 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.890353 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.890504 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_json = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.891644 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.891816 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.891969 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.892110 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.892411 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.892710 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.892994 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.893154 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.893298 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:54:34.893471 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.893728 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.893819 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.893931 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.894539 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.894539 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.894539 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.894539 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.895415 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.895415 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.895551 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.895727 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.896031 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.896360 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897273 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897273 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897273 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897273 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897273 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897273 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897646 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897646 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897646 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897834 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.897901 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.898055 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.898209 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.898365 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.898521 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.898702 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.898858 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.899034 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.899146 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.899303 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.899459 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.899786 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.899941 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.900228 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.900511 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.900673 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.900840 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.900997 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.901888 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.901888 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.901888 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.901888 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.901888 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.901888 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.902289 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.902289 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.902289 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.902468 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.903344 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.903522 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.903825 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.904119 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.904412 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.904701 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.904863 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.905020 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.905175 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906118 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906118 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906118 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906118 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906118 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906118 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906684 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906684 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906684 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906684 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906953 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.906953 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.907081 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.907227 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.907396 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.907550 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.907703 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.907863 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.908026 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.908175 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.908309 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.908465 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.908618 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.908773 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.908928 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.909086 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.909242 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.909395 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.909532 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.909686 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.909839 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.909994 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.910150 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.910303 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.910496 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.910856 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.911148 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.911410 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.911694 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.911857 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.912024 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.912174 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.912335 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.912501 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.912646 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.912853 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.912960 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.913103 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.913262 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.913411 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.913563 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.913707 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.913864 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.914010 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.914154 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.914308 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.914515 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.914636 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.914815 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.914957 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.915112 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.915280 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.915437 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.915601 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.915760 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.915903 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.916043 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.916184 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917230 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917230 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917230 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917230 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917230 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917230 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917230 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917654 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917654 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917654 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.917826 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.918057 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.918057 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.918201 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.918358 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.918498 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.918662 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.918828 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.918974 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.919112 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.919248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:34.919415 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.919415 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.919733 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.919733 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.919997 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.919997 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.920246 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.920246 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.920500 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.920635 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.920796 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.920925 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.921057 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.921200 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.921332 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.921462 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.921592 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.921723 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.921854 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.921992 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.922125 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.922258 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.922390 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.922541 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.922711 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.922863 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.923040 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.923174 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.923347 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.923500 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.923802 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.924099 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.924399 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.924567 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.924716 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.924859 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.925002 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.925154 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.925311 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.925469 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.925626 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.925781 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.925936 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.926629 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.926831 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.927115 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.927463 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.927586 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.927747 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.927913 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.928069 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.928225 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.928380 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.928534 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.928699 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.928854 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.929007 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.929413 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.929568 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.929734 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.929891 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.930050 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.930214 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.930368 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.930522 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.930701 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.930868 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.931027 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.931186 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.931342 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.931497 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.931650 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.931807 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.932967 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.932967 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.932967 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.932967 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.932967 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.932967 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.932967 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.933427 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.933427 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.933427 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.933610 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.933706 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.933863 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.934596 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.934744 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.935171 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.935792 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.935963 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.936180 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.936328 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.936469 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.936620 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.936711 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.936793 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.938084 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.938084 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.938084 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.938084 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.938084 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:54:34.938084 n-d-818559-1 neutron-server[83462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 12:54:45.315009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8ee9f3-110e-45c6-800a-f1d0c5109f4e None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 12:54:45.405294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ee9f3-110e-45c6-800a-f1d0c5109f4e None None] No non-hosted networks {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 12:54:45.422088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.agentschedulers_db [None req-0c8ee9f3-110e-45c6-800a-f1d0c5109f4e None None] DHCP Agent not found on host n-d-818559-1 {{(pid=83569) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 11 12:54:45.555981 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69724e54-59e4-46e1-b2bc-edc7ede44ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406408'] for agent, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:47.519625 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12031f7d-ee55-41ec-a4af-4889fa0c15f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406408'] for agent, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:47.567447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-411a09ce-ee46-43cb-bc98-10e1b33f9496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:48.686405 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406408'] for agent, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:48.764318 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406408'] for agent, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:48.765280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.765834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.766217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.766542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.767106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.767606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.768144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.768646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.769176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.769797 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.770616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:48.771196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-818559-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:48.779892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-818559-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:50.036340 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406408'] for agent, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:51.908168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44816) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:54:52.530310 n-d-818559-1 neutron-server[83567]: WARNING oslo_policy.policy [None req-9ce47aae-f1df-4ba9-bb3d-1c5e77486c1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:54:52.530911 n-d-818559-1 neutron-server[83567]: WARNING oslo_policy.policy [None req-9ce47aae-f1df-4ba9-bb3d-1c5e77486c1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:54:52.546997 n-d-818559-1 neutron-server[83569]: INFO neutron.db.l3_hamode_db [None req-5f8cf087-31bb-4584-b623-a2d79ac89983 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 12:54:52.633347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8cf087-31bb-4584-b623-a2d79ac89983 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 12:54:52.633725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8cf087-31bb-4584-b623-a2d79ac89983 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 12:54:52.752803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-9ce47aae-f1df-4ba9-bb3d-1c5e77486c1b admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 12:54:52.754551 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9ce47aae-f1df-4ba9-bb3d-1c5e77486c1b admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8438783 Feb 11 12:54:55.119118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44830) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:54:55.506765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f22c3bd4-058e-4610-af65-6608bc265da0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 12:54:55.561434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.policy [None req-f22c3bd4-058e-4610-af65-6608bc265da0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83567) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 11 12:54:55.562173 n-d-818559-1 neutron-server[83567]: WARNING oslo_policy.policy [None req-f22c3bd4-058e-4610-af65-6608bc265da0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:54:55.562536 n-d-818559-1 neutron-server[83567]: WARNING oslo_policy.policy [None req-f22c3bd4-058e-4610-af65-6608bc265da0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:54:55.565842 n-d-818559-1 neutron-server[83567]: INFO neutron.quota [None req-f22c3bd4-058e-4610-af65-6608bc265da0 admin admin] Loaded quota_driver: . Feb 11 12:54:55.581197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f22c3bd4-058e-4610-af65-6608bc265da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:54:55.652063 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f22c3bd4-058e-4610-af65-6608bc265da0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742268738338', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742268718604', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742268713244', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742268702917', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742268826815', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1304188', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1119468', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545021', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623553'] for rbac-policy, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:55.719657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f22c3bd4-058e-4610-af65-6608bc265da0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:55.720741 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f22c3bd4-058e-4610-af65-6608bc265da0 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6006775 Feb 11 12:54:58.252011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44844) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:54:58.627229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Request body: {'network': {'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'name': 'private', 'admin_state_up': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 12:54:58.632974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:54:58.637414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Usage tracker for resource:network and tenant:662f4401b80a4b20944e6df33e9f60fd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 12:54:58.642032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 12:54:58.648178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 12:54:58.657523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Made reservation on behalf of 662f4401b80a4b20944e6df33e9f60fd for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:54:58.661094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:58.679106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:58.721737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:54:58.726399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Usage tracker for resource:security_group_rule and tenant:662f4401b80a4b20944e6df33e9f60fd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 12:54:58.729178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 12:54:58.735025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 12:54:58.801517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:58.805552 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:58.827512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:54:58.853832 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742264286558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:58.854414 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Unsubscribe: segment precommit_create {{(pid=83567) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 12:54:58.854931 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Added segment 5d71a5c6-6a25-404c-92ac-39e4e4c5bd52 of type vlan for network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 Feb 11 12:54:58.868876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bb4781-e7ec-4dcd-b298-d61ec20a3c2b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:58.919781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.920018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.920352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.920677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.920994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.921310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.921623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.921934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.922243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.922552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.922884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Tracked resource versions report: Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: pushed versions: Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: { 'ConntrackHelper': {'1.0'}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'Log': {'1.0'}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'Network': {'1.1'}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'Port': {'1.5'}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'PortForwarding': {'1.2'}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'QosPolicy': {'1.8'}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'SecurityGroup': {'1.2'}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'SecurityGroupRule': {'1.0'}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'SubPort': {'1.0'}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'Subnet': {'1.1'}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'Trunk': {'1.1'}} Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: consumer versions: Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: { DHCP agent@n-d-818559-1: {}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: L3 agent@n-d-818559-1: {}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: Metadata agent@n-d-818559-1: {}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: Metering agent@n-d-818559-1: {}, Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: Open vSwitch agent@n-d-818559-1: { 'ConntrackHelper': '1.0', Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'Log': '1.0', Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'Network': '1.1', Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'Port': '1.5', Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'PortForwarding': '1.2', Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'QosPolicy': '1.8', Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'SecurityGroup': '1.2', Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'SecurityGroupRule': '1.0', Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'SubPort': '1.0', Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'Subnet': '1.1', Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: 'Trunk': '1.1'}} Feb 11 12:54:58.924016 n-d-818559-1 neutron-server[83567]: {{(pid=83567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:54:58.979952 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:59.019270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:59.021025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:59.021659 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:54:59.131105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] Pushing event updated for resources: {'Network': ['ID=dc7e4c56-7e13-4b74-a1d9-49855ee81e63,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:59.133548 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-80e024dd-36ff-44b4-aabd-b2d6870a3abf admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8805809 Feb 11 12:54:59.143922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 12:55:01.734073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44860) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:55:02.196120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b1399-2ded-42fb-980d-b5bea695fb59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:02.197426 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a69b1399-2ded-42fb-980d-b5bea695fb59 admin admin] 10.222.0.67 "GET /v2.0/networks/dc7e4c56-7e13-4b74-a1d9-49855ee81e63 HTTP/1.1" status: 200 len: 825 time: 0.4623702 Feb 11 12:55:02.227860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5413330d-1a73-4894-a8ca-0d7b1f752192 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/6cbb600c-f2ba-466d-a80b-f55e4b5fb015 HTTP/1.1" status: 200 len: 734 time: 0.0251913 Feb 11 12:55:02.235920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Request body: {'subnet': {'subnetpool_id': '6cbb600c-f2ba-466d-a80b-f55e4b5fb015', 'gateway_ip': '172.20.0.1', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 12:55:02.240212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:55:02.243836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Usage tracker for resource:subnet and tenant:662f4401b80a4b20944e6df33e9f60fd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 12:55:02.246623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 12:55:02.252029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 12:55:02.262074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Made reservation on behalf of 662f4401b80a4b20944e6df33e9f60fd for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:02.264364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:02.533451 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:02.616823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c37db7-a4e9-4e49-a025-51365b9d1c9f,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:02.625399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Checking segment: {'id': '5d71a5c6-6a25-404c-92ac-39e4e4c5bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 12:55:02.625696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Network hostable DHCP agents. Network: dc7e4c56-7e13-4b74-a1d9-49855ee81e63, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:55:02.648802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:55:02.658667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, dc7e4c56-7e13-4b74-a1d9-49855ee81e63) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:02.663218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:02.663813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:02.667981 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d08b4-d8a6-4c4f-8e81-bc6ec8fa5eb1 None None] Network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 12:55:02.684156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a3810e6c-fcab-4afe-a559-228cd3db2107 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4513638 Feb 11 12:55:02.974303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-dc7e4c56-7e13-4b74-a1d9-49855ee81e63', 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'fixed_ips': [{'subnet_id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 12:55:02.975497 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:03.160862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Allocated IP 172.20.0.2 (dc7e4c56-7e13-4b74-a1d9-49855ee81e63/87c37db7-a4e9-4e49-a025-51365b9d1c9f/cb44da9d-8747-4fb0-9fda-be85cde6d794) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:03.385758 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:03.399381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Transition to ACTIVE for port object cb44da9d-8747-4fb0-9fda-be85cde6d794 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:55:03.421051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Transition to ACTIVE for port object cb44da9d-8747-4fb0-9fda-be85cde6d794 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:55:03.427911 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:03.505688 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:03.509461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:03.511084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Pushing event updated for resources: {'Port': ['ID=cb44da9d-8747-4fb0-9fda-be85cde6d794,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:03.515537 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 12:55:03.554048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.554398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.555028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.555361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.555691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.556016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.556335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.556654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.556971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.557287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.557607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Tracked resource versions report: Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: pushed versions: Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: { 'ConntrackHelper': {'1.0'}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'Log': {'1.0'}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'Network': {'1.1'}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'Port': {'1.5'}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'PortForwarding': {'1.2'}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'QosPolicy': {'1.8'}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'SecurityGroup': {'1.2'}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'SecurityGroupRule': {'1.0'}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'SubPort': {'1.0'}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'Subnet': {'1.1'}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'Trunk': {'1.1'}} Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: consumer versions: Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: { DHCP agent@n-d-818559-1: {}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: L3 agent@n-d-818559-1: {}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: Metadata agent@n-d-818559-1: {}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: Metering agent@n-d-818559-1: {}, Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: Open vSwitch agent@n-d-818559-1: { 'ConntrackHelper': '1.0', Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'Log': '1.0', Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'Network': '1.1', Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'Port': '1.5', Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'PortForwarding': '1.2', Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'QosPolicy': '1.8', Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'SecurityGroup': '1.2', Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'SecurityGroupRule': '1.0', Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'SubPort': '1.0', Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'Subnet': '1.1', Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: 'Trunk': '1.1'}} Feb 11 12:55:03.558723 n-d-818559-1 neutron-server[83569]: {{(pid=83569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:55:03.617447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Attempting to bind port cb44da9d-8747-4fb0-9fda-be85cde6d794 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 12:55:03.617841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Attempting to bind port cb44da9d-8747-4fb0-9fda-be85cde6d794 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '5d71a5c6-6a25-404c-92ac-39e4e4c5bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 12:55:03.618272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Attempting to bind port cb44da9d-8747-4fb0-9fda-be85cde6d794 on network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 12:55:03.624567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 12:55:03.624955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Checking segment: {'id': '5d71a5c6-6a25-404c-92ac-39e4e4c5bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 12:55:03.625427 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:03.625811 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Bound using segment: {'id': '5d71a5c6-6a25-404c-92ac-39e4e4c5bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 12:55:03.626289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Bound port: cb44da9d-8747-4fb0-9fda-be85cde6d794, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d71a5c6-6a25-404c-92ac-39e4e4c5bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 12:55:03.626688 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:03.712542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] For port cb44da9d-8747-4fb0-9fda-be85cde6d794, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:55:03.716294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] For port cb44da9d-8747-4fb0-9fda-be85cde6d794, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cb44da9d-8747-4fb0-9fda-be85cde6d794,segment=NetworkSegment(5d71a5c6-6a25-404c-92ac-39e4e4c5bd52),segment_id=5d71a5c6-6a25-404c-92ac-39e4e4c5bd52)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:55:03.720818 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:03.825237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c076ddb-7cda-4e4a-af89-d8e5ce3f29b2 None None] Pushing event updated for resources: {'Port': ['ID=cb44da9d-8747-4fb0-9fda-be85cde6d794,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:04.999629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44870) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:55:05.613064 n-d-818559-1 neutron-server[83568]: WARNING oslo_policy.policy [None req-4fbb67d6-efb5-4c33-835b-c3d026e282f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:55:05.613715 n-d-818559-1 neutron-server[83568]: WARNING oslo_policy.policy [None req-4fbb67d6-efb5-4c33-835b-c3d026e282f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:55:05.830138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-4fbb67d6-efb5-4c33-835b-c3d026e282f2 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 12:55:05.831136 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4fbb67d6-efb5-4c33-835b-c3d026e282f2 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8306196 Feb 11 12:55:07.014353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cb44da9d-8747-4fb0-9fda-be85cde6d794 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 12:55:07.086604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port cb44da9d-8747-4fb0-9fda-be85cde6d794 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:55:07.496333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147db397-e7c4-48a6-8aeb-2fe3fc044a02 None None] Network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 12:55:07.586402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d06e5c55-be32-4b7c-a0b4-05ea2ce5750f None None] Provisioning for port cb44da9d-8747-4fb0-9fda-be85cde6d794 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:55:07.595865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d06e5c55-be32-4b7c-a0b4-05ea2ce5750f None None] Provisioning complete for port cb44da9d-8747-4fb0-9fda-be85cde6d794 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:07.596252 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d06e5c55-be32-4b7c-a0b4-05ea2ce5750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:07.811936 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d06e5c55-be32-4b7c-a0b4-05ea2ce5750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:07.860706 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d06e5c55-be32-4b7c-a0b4-05ea2ce5750f None None] For port cb44da9d-8747-4fb0-9fda-be85cde6d794, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cb44da9d-8747-4fb0-9fda-be85cde6d794,segment=NetworkSegment(5d71a5c6-6a25-404c-92ac-39e4e4c5bd52),segment_id=5d71a5c6-6a25-404c-92ac-39e4e4c5bd52)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:07.865702 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d06e5c55-be32-4b7c-a0b4-05ea2ce5750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:07.933994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e5c55-be32-4b7c-a0b4-05ea2ce5750f None None] Pushing event updated for resources: {'Port': ['ID=cb44da9d-8747-4fb0-9fda-be85cde6d794,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:08.086039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-00fa22ae-25a2-4fb5-9326-fd6940395e5d None None] Provisioning complete for port cb44da9d-8747-4fb0-9fda-be85cde6d794 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:08.086703 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00fa22ae-25a2-4fb5-9326-fd6940395e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:08.196542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44888) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:55:08.580009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-df878417-175a-4a58-803f-ef53e120d32d admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 12:55:08.580978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-df878417-175a-4a58-803f-ef53e120d32d admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3835969 Feb 11 12:55:08.989761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cb44da9d-8747-4fb0-9fda-be85cde6d794 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 12:55:09.059008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port cb44da9d-8747-4fb0-9fda-be85cde6d794 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:09.059373 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:11.239095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44900) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:55:11.612336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'admin_state_up': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 12:55:11.649824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.policy [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83568) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 11 12:55:11.650562 n-d-818559-1 neutron-server[83568]: WARNING oslo_policy.policy [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:55:11.650949 n-d-818559-1 neutron-server[83568]: WARNING oslo_policy.policy [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:55:11.654207 n-d-818559-1 neutron-server[83568]: INFO neutron.quota [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Loaded quota_driver: . Feb 11 12:55:11.669322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:55:11.676115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Usage tracker for resource:router and tenant:662f4401b80a4b20944e6df33e9f60fd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 12:55:11.680786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 12:55:11.688156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 12:55:11.704000 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:11.705903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:11.732811 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:11.844294 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:11.864217 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:11.865329 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-21e28565-7d04-449d-ae4b-116f37cdee8d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6252770 Feb 11 12:55:14.140219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44912) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:55:14.529316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-b3ebce4a-4d2f-408c-8bbe-a2f4401adfdf admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 12:55:14.530283 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b3ebce4a-4d2f-408c-8bbe-a2f4401adfdf admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3891525 Feb 11 12:55:15.259248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e113f03d-fd41-4e6b-9839-35d86acb3920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:16.807101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44922) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:55:17.200741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 12:55:17.208349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:55:17.212079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Usage tracker for resource:network and tenant:2b2147d9c6bf471e8edc4abedcc245fb is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 12:55:17.215412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 12:55:17.220945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 12:55:17.230981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Made reservation on behalf of 2b2147d9c6bf471e8edc4abedcc245fb for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:17.233652 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:17.250345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:17.289362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:55:17.293637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2b2147d9c6bf471e8edc4abedcc245fb is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 12:55:17.296478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 12:55:17.302963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 12:55:17.370503 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:17.374092 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:17.389429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Reserving flat network on physical network physnet1 {{(pid=83568) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 12:55:17.419834 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742264286558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:17.420324 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Unsubscribe: segment precommit_create {{(pid=83568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 12:55:17.420830 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Added segment 9398b619-2e8d-4e0f-98a9-c2bad4154ef1 of type flat for network 5d284fd3-664c-4ba9-9cea-460cca212d89 Feb 11 12:55:17.436564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8741f0e0-3519-4665-be28-829bab33cebc,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:17.491389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.491756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.492144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.492467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.492784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.493379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.493696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.494004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.494309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.494635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.494943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Tracked resource versions report: Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: pushed versions: Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: { 'ConntrackHelper': {'1.0'}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'Log': {'1.0'}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'Network': {'1.1'}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'Port': {'1.5'}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'PortForwarding': {'1.2'}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'QosPolicy': {'1.8'}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'SecurityGroup': {'1.2'}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'SecurityGroupRule': {'1.0'}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'SubPort': {'1.0'}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'Subnet': {'1.1'}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'Trunk': {'1.1'}} Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: consumer versions: Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: { DHCP agent@n-d-818559-1: {}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: L3 agent@n-d-818559-1: {}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: Metadata agent@n-d-818559-1: {}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: Metering agent@n-d-818559-1: {}, Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: Open vSwitch agent@n-d-818559-1: { 'ConntrackHelper': '1.0', Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'Log': '1.0', Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'Network': '1.1', Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'Port': '1.5', Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'PortForwarding': '1.2', Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'QosPolicy': '1.8', Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'SecurityGroup': '1.2', Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'SecurityGroupRule': '1.0', Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'SubPort': '1.0', Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'Subnet': '1.1', Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: 'Trunk': '1.1'}} Feb 11 12:55:17.495998 n-d-818559-1 neutron-server[83568]: {{(pid=83568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:55:17.517027 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-994a34db-ca2e-42f2-91d2-6dbd55d47a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:17.557606 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:17.603069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:17.604022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:17.604669 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:17.710724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5d284fd3-664c-4ba9-9cea-460cca212d89,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:17.714090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1c8272cb-b27a-46e2-8d95-3938ce2593c3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9060233 Feb 11 12:55:17.722960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 12:55:18.621080 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:18.759989 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:19.977428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:55:20.000583 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:20.211928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f2190-8c73-46b5-8cd7-2ef707073294 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:20.213257 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3f9f2190-8c73-46b5-8cd7-2ef707073294 admin admin] 10.222.0.67 "GET /v2.0/subnets/87c37db7-a4e9-4e49-a025-51365b9d1c9f HTTP/1.1" status: 200 len: 849 time: 0.2348602 Feb 11 12:55:20.363907 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fc1121e9-57ad-4b27-b1b8-aecf1bc2976d admin admin] 10.222.0.67 "GET /v2.0/routers/02821aac-2c4e-4512-8a52-16b8e336e45d HTTP/1.1" status: 200 len: 704 time: 0.1450865 Feb 11 12:55:20.845214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:21.074514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Allocated IP 172.20.0.1 (dc7e4c56-7e13-4b74-a1d9-49855ee81e63/87c37db7-a4e9-4e49-a025-51365b9d1c9f/7121c1a6-202f-4307-9162-050c16f0c8e8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:21.229983 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:21.248533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Transition to ACTIVE for port object 7121c1a6-202f-4307-9162-050c16f0c8e8 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:55:21.298329 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:21.368460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:21.371142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:21.376008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Pushing event updated for resources: {'Port': ['ID=7121c1a6-202f-4307-9162-050c16f0c8e8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:21.387836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 12:55:21.388378 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:21.518058 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:21.591121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-93fdd955-af30-4f7c-8013-438cc8c8b9e9 None None] Provisioning for port 7121c1a6-202f-4307-9162-050c16f0c8e8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:55:21.595671 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-93fdd955-af30-4f7c-8013-438cc8c8b9e9 None None] Provisioning complete for port 7121c1a6-202f-4307-9162-050c16f0c8e8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:21.596032 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93fdd955-af30-4f7c-8013-438cc8c8b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:21.646676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-93fdd955-af30-4f7c-8013-438cc8c8b9e9 None None] Port 7121c1a6-202f-4307-9162-050c16f0c8e8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 12:55:21.745292 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:21.749570 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:21.750286 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:21.916145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Pushing event updated for resources: {'Port': ['ID=7121c1a6-202f-4307-9162-050c16f0c8e8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:21.978301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:21.979442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:22.169519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e989b089-4f63-4622-9964-66590355feb8 None None] Provisioning complete for port 7121c1a6-202f-4307-9162-050c16f0c8e8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:22.169888 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e989b089-4f63-4622-9964-66590355feb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:22.223141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e989b089-4f63-4622-9964-66590355feb8 None None] Port 7121c1a6-202f-4307-9162-050c16f0c8e8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 12:55:22.329707 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Router 02821aac-2c4e-4512-8a52-16b8e336e45d is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:55:22.504267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:22.513183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-64d2b1ef-d156-4a2e-96a6-640dafb700eb admin admin] 10.222.0.67 "PUT /v2.0/routers/02821aac-2c4e-4512-8a52-16b8e336e45d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1438673 Feb 11 12:55:22.515074 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Sync routers for ids ['02821aac-2c4e-4512-8a52-16b8e336e45d'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 12:55:22.529062 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Routers {'02821aac-2c4e-4512-8a52-16b8e336e45d'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 12:55:22.529883 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-967859a8-1994-403f-aa1a-96114c907abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T12:55:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['02821aac-2c4e-4512-8a52-16b8e336e45d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:22.706113 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Set router 02821aac-2c4e-4512-8a52-16b8e336e45d gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 12:55:23.098388 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-967859a8-1994-403f-aa1a-96114c907abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'name': 'router1', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:11Z', 'updated_at': '2022-02-11T12:55:21Z', 'revision_number': 2, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'gw_port_host': None, '_interfaces': [{'id': '7121c1a6-202f-4307-9162-050c16f0c8e8', 'name': '', 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'mac_address': 'fa:16:3e:fb:ec:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:21Z', 'revision_number': 2, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'subnets': [{'id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbb600c-f2ba-466d-a80b-f55e4b5fb015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:23.103216 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Checking router: 02821aac-2c4e-4512-8a52-16b8e336e45d for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 12:55:23.103578 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Updating router 02821aac-2c4e-4512-8a52-16b8e336e45d port 7121c1a6-202f-4307-9162-050c16f0c8e8 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 12:55:23.157311 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:23.554742 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:23.570153 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Transition to ACTIVE for port object 7121c1a6-202f-4307-9162-050c16f0c8e8 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:55:23.576421 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:23.768043 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Pushing event updated for resources: {'Port': ['ID=7121c1a6-202f-4307-9162-050c16f0c8e8,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:23.823809 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.824147 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.824471 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.824792 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.825109 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.825428 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.825742 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.826048 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.826355 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.826685 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.826996 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Tracked resource versions report: Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: pushed versions: Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: { 'ConntrackHelper': {'1.0'}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'Log': {'1.0'}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'Network': {'1.1'}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'Port': {'1.5'}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'PortForwarding': {'1.2'}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'QosPolicy': {'1.8'}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'SecurityGroup': {'1.2'}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'SecurityGroupRule': {'1.0'}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'SubPort': {'1.0'}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'Subnet': {'1.1'}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'Trunk': {'1.1'}} Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: consumer versions: Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: { DHCP agent@n-d-818559-1: {}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: L3 agent@n-d-818559-1: {}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: Metadata agent@n-d-818559-1: {}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: Metering agent@n-d-818559-1: {}, Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: Open vSwitch agent@n-d-818559-1: { 'ConntrackHelper': '1.0', Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'Log': '1.0', Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'Network': '1.1', Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'Port': '1.5', Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'PortForwarding': '1.2', Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'QosPolicy': '1.8', Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'SecurityGroup': '1.2', Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'SecurityGroupRule': '1.0', Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'SubPort': '1.0', Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'Subnet': '1.1', Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: 'Trunk': '1.1'}} Feb 11 12:55:23.828072 n-d-818559-1 neutron-server[83570]: {{(pid=83570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:55:23.839416 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Attempting to bind port 7121c1a6-202f-4307-9162-050c16f0c8e8 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 12:55:23.839810 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Attempting to bind port 7121c1a6-202f-4307-9162-050c16f0c8e8 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '5d71a5c6-6a25-404c-92ac-39e4e4c5bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 12:55:23.840243 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Attempting to bind port 7121c1a6-202f-4307-9162-050c16f0c8e8 on network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 12:55:23.847794 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 12:55:23.848421 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Checking segment: {'id': '5d71a5c6-6a25-404c-92ac-39e4e4c5bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 12:55:23.848969 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:23.849348 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Bound using segment: {'id': '5d71a5c6-6a25-404c-92ac-39e4e4c5bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 12:55:23.849823 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Bound port: 7121c1a6-202f-4307-9162-050c16f0c8e8, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d71a5c6-6a25-404c-92ac-39e4e4c5bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 12:55:23.850208 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:23.938195 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-967859a8-1994-403f-aa1a-96114c907abd None None] For port 7121c1a6-202f-4307-9162-050c16f0c8e8, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:55:23.942713 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-967859a8-1994-403f-aa1a-96114c907abd None None] For port 7121c1a6-202f-4307-9162-050c16f0c8e8, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7121c1a6-202f-4307-9162-050c16f0c8e8,segment=NetworkSegment(5d71a5c6-6a25-404c-92ac-39e4e4c5bd52),segment_id=5d71a5c6-6a25-404c-92ac-39e4e4c5bd52)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:55:23.948121 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:24.034803 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5de690-a985-4f90-bce9-3766c7d28559 None None] Pushing event updated for resources: {'Port': ['ID=7121c1a6-202f-4307-9162-050c16f0c8e8,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:24.039234 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Routers {'02821aac-2c4e-4512-8a52-16b8e336e45d'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 12:55:24.039829 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-967859a8-1994-403f-aa1a-96114c907abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T12:55:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['02821aac-2c4e-4512-8a52-16b8e336e45d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:24.194905 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-967859a8-1994-403f-aa1a-96114c907abd None None] Set router 02821aac-2c4e-4512-8a52-16b8e336e45d gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 12:55:24.520679 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-967859a8-1994-403f-aa1a-96114c907abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'name': 'router1', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:11Z', 'updated_at': '2022-02-11T12:55:21Z', 'revision_number': 2, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'gw_port_host': None, '_interfaces': [{'id': '7121c1a6-202f-4307-9162-050c16f0c8e8', 'name': '', 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'mac_address': 'fa:16:3e:fb:ec:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:23Z', 'revision_number': 4, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'subnets': [{'id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbb600c-f2ba-466d-a80b-f55e4b5fb015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:24.524859 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967859a8-1994-403f-aa1a-96114c907abd None None] The sync data for ids ['02821aac-2c4e-4512-8a52-16b8e336e45d'] in n-d-818559-1 is: [{'id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'name': 'router1', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:11Z', 'updated_at': '2022-02-11T12:55:21Z', 'revision_number': 2, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'gw_port_host': None, '_interfaces': [{'id': '7121c1a6-202f-4307-9162-050c16f0c8e8', 'name': '', 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'mac_address': 'fa:16:3e:fb:ec:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:23Z', 'revision_number': 4, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'subnets': [{'id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbb600c-f2ba-466d-a80b-f55e4b5fb015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 12:55:24.673759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44970) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:55:24.858053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeaa1af-a771-42bd-a48c-6ae1790b6cc8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:24.858632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ceeaa1af-a771-42bd-a48c-6ae1790b6cc8 admin admin] Synchronizing usage tracker for tenant:2b2147d9c6bf471e8edc4abedcc245fb on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 12:55:24.875991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ceeaa1af-a771-42bd-a48c-6ae1790b6cc8 admin admin] Unset dirty status for tenant:2b2147d9c6bf471e8edc4abedcc245fb on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 12:55:24.877267 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ceeaa1af-a771-42bd-a48c-6ae1790b6cc8 admin admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 842 time: 0.2024336 Feb 11 12:55:24.890527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Request body: {'subnet': {'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 12:55:24.896421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:55:24.900176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Usage tracker for resource:subnet and tenant:2b2147d9c6bf471e8edc4abedcc245fb is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 12:55:24.903111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 12:55:24.909119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 12:55:24.919665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Made reservation on behalf of 2b2147d9c6bf471e8edc4abedcc245fb for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:24.921922 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:25.319384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.objects.ports [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 12:55:25.319825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:25.422376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a00ff60-db52-483c-b6a2-c60886a8deab,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:25.424360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 12:55:25.424708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Network hostable DHCP agents. Network: 5d284fd3-664c-4ba9-9cea-460cca212d89, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:55:25.455314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:55:25.467007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 5d284fd3-664c-4ba9-9cea-460cca212d89) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:25.471004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:25.471579 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:25.478520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832dc856-19a6-43b5-8b97-533729eb1b4a None None] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 12:55:25.518699 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-28dfbfda-06c5-4b45-ac4f-9394eb95647c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6178341 Feb 11 12:55:25.706920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d94fd2-0754-4ec4-9934-0a2da326fabc None None] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 12:55:27.016800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7121c1a6-202f-4307-9162-050c16f0c8e8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 12:55:27.083866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 7121c1a6-202f-4307-9162-050c16f0c8e8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:55:27.088919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 7121c1a6-202f-4307-9162-050c16f0c8e8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:27.089281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:27.201857 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:27.232630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 7121c1a6-202f-4307-9162-050c16f0c8e8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7121c1a6-202f-4307-9162-050c16f0c8e8,segment=NetworkSegment(5d71a5c6-6a25-404c-92ac-39e4e4c5bd52),segment_id=5d71a5c6-6a25-404c-92ac-39e4e4c5bd52)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:27.236276 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:27.304314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=7121c1a6-202f-4307-9162-050c16f0c8e8,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:27.689168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44984) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:55:27.920796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-099de845-97ec-4f9a-a879-f948a37a6676 admin admin] 10.222.0.67 "GET /v2.0/routers/02821aac-2c4e-4512-8a52-16b8e336e45d HTTP/1.1" status: 200 len: 710 time: 0.2305017 Feb 11 12:55:28.093633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6545f3-e371-42dd-b7ce-de59318bd465 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:28.095006 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5c6545f3-e371-42dd-b7ce-de59318bd465 admin admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 886 time: 0.1686039 Feb 11 12:55:28.104230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 12:55:28.574847 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:28.761010 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:28.819396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:28.953210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Allocated IP 172.25.4.246 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/b8f205e2-be83-467d-976d-b8c0a60d21ee) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:29.002816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7121c1a6-202f-4307-9162-050c16f0c8e8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 12:55:29.070263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 7121c1a6-202f-4307-9162-050c16f0c8e8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:29.070547 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:29.099398 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:29.127145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:29.200188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:29.202812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:29.207446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 12:55:29.229342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f205e2-be83-467d-976d-b8c0a60d21ee,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:29.350755 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:29.562170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:29.565547 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:29.757256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Router 02821aac-2c4e-4512-8a52-16b8e336e45d has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:55:29.959497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:29.968346 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:29.968905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Sync routers for ids ['02821aac-2c4e-4512-8a52-16b8e336e45d'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 12:55:29.969517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8560f6aa-d66b-4d14-8815-3cf18c401181 admin admin] 10.222.0.67 "PUT /v2.0/routers/02821aac-2c4e-4512-8a52-16b8e336e45d HTTP/1.1" status: 200 len: 890 time: 1.8684793 Feb 11 12:55:29.982119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Routers {'02821aac-2c4e-4512-8a52-16b8e336e45d'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 12:55:29.982841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T12:55:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['02821aac-2c4e-4512-8a52-16b8e336e45d'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:30.182078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Set router 02821aac-2c4e-4512-8a52-16b8e336e45d gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 12:55:30.520530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'name': 'router1', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b8f205e2-be83-467d-976d-b8c0a60d21ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:11Z', 'updated_at': '2022-02-11T12:55:29Z', 'revision_number': 4, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'gw_port': {'id': 'b8f205e2-be83-467d-976d-b8c0a60d21ee', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:28Z', 'updated_at': '2022-02-11T12:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '7121c1a6-202f-4307-9162-050c16f0c8e8', 'name': '', 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'mac_address': 'fa:16:3e:fb:ec:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:27Z', 'revision_number': 5, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'subnets': [{'id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbb600c-f2ba-466d-a80b-f55e4b5fb015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:30.525376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Checking router: 02821aac-2c4e-4512-8a52-16b8e336e45d for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 12:55:30.525719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Updating router 02821aac-2c4e-4512-8a52-16b8e336e45d port b8f205e2-be83-467d-976d-b8c0a60d21ee binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 12:55:30.578825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:30.909721 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:30.921176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Transition to ACTIVE for port object b8f205e2-be83-467d-976d-b8c0a60d21ee will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:55:30.929353 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:31.016223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e55e4-8329-4246-b178-95308a37eae2 None None] Pushing event updated for resources: {'Port': ['ID=b8f205e2-be83-467d-976d-b8c0a60d21ee,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:31.022645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Attempting to bind port b8f205e2-be83-467d-976d-b8c0a60d21ee on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 12:55:31.023004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Attempting to bind port b8f205e2-be83-467d-976d-b8c0a60d21ee by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 12:55:31.023450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Attempting to bind port b8f205e2-be83-467d-976d-b8c0a60d21ee on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 12:55:31.029806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 12:55:31.030354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 12:55:31.030888 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:31.031388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 12:55:31.031976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Bound port: b8f205e2-be83-467d-976d-b8c0a60d21ee, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 12:55:31.032492 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:31.126139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] For port b8f205e2-be83-467d-976d-b8c0a60d21ee, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:55:31.129818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] For port b8f205e2-be83-467d-976d-b8c0a60d21ee, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b8f205e2-be83-467d-976d-b8c0a60d21ee,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:55:31.133290 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:31.210935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e55e4-8329-4246-b178-95308a37eae2 None None] Pushing event updated for resources: {'Port': ['ID=b8f205e2-be83-467d-976d-b8c0a60d21ee,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:31.215281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Routers {'02821aac-2c4e-4512-8a52-16b8e336e45d'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 12:55:31.215872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T12:55:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['02821aac-2c4e-4512-8a52-16b8e336e45d'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:31.393026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] Set router 02821aac-2c4e-4512-8a52-16b8e336e45d gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 12:55:31.727406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'name': 'router1', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b8f205e2-be83-467d-976d-b8c0a60d21ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:11Z', 'updated_at': '2022-02-11T12:55:29Z', 'revision_number': 4, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'gw_port': {'id': 'b8f205e2-be83-467d-976d-b8c0a60d21ee', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:28Z', 'updated_at': '2022-02-11T12:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '7121c1a6-202f-4307-9162-050c16f0c8e8', 'name': '', 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'mac_address': 'fa:16:3e:fb:ec:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:27Z', 'revision_number': 5, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'subnets': [{'id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbb600c-f2ba-466d-a80b-f55e4b5fb015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:31.731410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996d846-f48a-4fb6-9c50-111768477432 None None] The sync data for ids ['02821aac-2c4e-4512-8a52-16b8e336e45d'] in n-d-818559-1 is: [{'id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'name': 'router1', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b8f205e2-be83-467d-976d-b8c0a60d21ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:11Z', 'updated_at': '2022-02-11T12:55:29Z', 'revision_number': 4, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'gw_port': {'id': 'b8f205e2-be83-467d-976d-b8c0a60d21ee', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:28Z', 'updated_at': '2022-02-11T12:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '7121c1a6-202f-4307-9162-050c16f0c8e8', 'name': '', 'network_id': 'dc7e4c56-7e13-4b74-a1d9-49855ee81e63', 'tenant_id': '662f4401b80a4b20944e6df33e9f60fd', 'mac_address': 'fa:16:3e:fb:ec:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02821aac-2c4e-4512-8a52-16b8e336e45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:27Z', 'revision_number': 5, 'project_id': '662f4401b80a4b20944e6df33e9f60fd', 'subnets': [{'id': '87c37db7-a4e9-4e49-a025-51365b9d1c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbb600c-f2ba-466d-a80b-f55e4b5fb015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 12:55:32.286567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44994) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:55:32.470889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5a451ddd-d2f0-4dff-a3ff-1be6a9b37212 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1831625 Feb 11 12:55:33.031244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b8f205e2-be83-467d-976d-b8c0a60d21ee up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 12:55:33.099588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port b8f205e2-be83-467d-976d-b8c0a60d21ee completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:55:33.104572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b8f205e2-be83-467d-976d-b8c0a60d21ee triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:33.104934 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:33.224064 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:33.240314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port b8f205e2-be83-467d-976d-b8c0a60d21ee, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b8f205e2-be83-467d-976d-b8c0a60d21ee,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:33.244100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:33.310883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=b8f205e2-be83-467d-976d-b8c0a60d21ee,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:35.031590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b8f205e2-be83-467d-976d-b8c0a60d21ee up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 12:55:35.107639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b8f205e2-be83-467d-976d-b8c0a60d21ee triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:35.108018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:36.847931 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 12:55:45.262688 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4b3897e-7833-4646-9846-9b2dafc85de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:47.522840 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3beb027-648e-4fe9-9f57-db3115ba6e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:48.627196 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:48.762680 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:55:50.016957 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:13.848722 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 12:56:15.265407 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d536148-3f6b-4802-9317-d9acd7c2600d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:17.530326 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84d1c151-bdea-4e10-823e-98a5df883d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:18.629120 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:18.765476 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:20.022647 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:45.276079 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3124dcb5-14d2-4e5d-8b3f-e937546f51c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:47.533510 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8dd10234-3743-4736-8ff0-ab480a9ee783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:48.704162 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:48.773094 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:50.022072 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:56:50.851553 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 12:57:15.269721 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e346-9157-4882-a265-59ed33ca57bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:17.528390 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-254e6172-c1a3-4898-a288-8e237a394a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:18.623994 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:18.768278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:20.027925 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:27.851207 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 12:57:39.819400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45602) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:39.911062 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dc51ef-c42f-439d-91a4-6fb8c182cd2e admin admin] GET failed (client error): The resource could not be found. Feb 11 12:57:39.912241 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c0dc51ef-c42f-439d-91a4-6fb8c182cd2e admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0919216 Feb 11 12:57:40.045528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bcf48a-fd56-4f1b-b106-1d80c5573ae4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:40.047594 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-60bcf48a-fd56-4f1b-b106-1d80c5573ae4 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1313686 Feb 11 12:57:42.102192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45612) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:42.236316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a43f97-40e7-468f-8aef-f54c18de8c62 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:42.237667 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-45a43f97-40e7-468f-8aef-f54c18de8c62 admin admin] 10.222.0.67 "GET /v2.0/subnets/87c37db7-a4e9-4e49-a025-51365b9d1c9f HTTP/1.1" status: 200 len: 849 time: 0.1344841 Feb 11 12:57:42.246533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 12:57:42.384323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:42.577117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742264258187'] for subnet, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:42.629048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:42.629048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:42.642815 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] 10.222.0.67 "PUT /v2.0/subnets/87c37db7-a4e9-4e49-a025-51365b9d1c9f HTTP/1.1" status: 200 len: 868 time: 0.3872802 Feb 11 12:57:42.643055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacdbc58-5347-4310-a949-2c226dc09702 None None] Network dc7e4c56-7e13-4b74-a1d9-49855ee81e63 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 12:57:42.653650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c37db7-a4e9-4e49-a025-51365b9d1c9f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:42.664516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:42.664972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:42.665554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:42.666129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:42.666757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:42.667344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:42.667922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:42.668498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:42.668851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:42.669182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:42.669663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeedce4-fc13-4695-b1fb-152388ef9c67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:43.134342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bf483ca-5a7b-437f-8748-1bf080586032 None None] Provisioning complete for port 7121c1a6-202f-4307-9162-050c16f0c8e8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:43.134735 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bf483ca-5a7b-437f-8748-1bf080586032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:43.264553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bf483ca-5a7b-437f-8748-1bf080586032 None None] Provisioning complete for port cb44da9d-8747-4fb0-9fda-be85cde6d794 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:43.264823 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bf483ca-5a7b-437f-8748-1bf080586032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:44.730305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:44.950126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb900182-c904-475f-962f-f1e947c9dd92 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:44.950498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb900182-c904-475f-962f-f1e947c9dd92 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:44.952065 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fb900182-c904-475f-962f-f1e947c9dd92 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2207525 Feb 11 12:57:45.272817 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec14a755-79c5-4ccc-86dd-1a78b67cd907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:47.018788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45632) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:47.215115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84110b88-a30a-4016-a778-0064a9143878 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:47.215485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84110b88-a30a-4016-a778-0064a9143878 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:47.216989 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-84110b88-a30a-4016-a778-0064a9143878 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977646 Feb 11 12:57:47.532261 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50112e2e-9b34-4b24-8229-c00583505283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:48.626471 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:48.770635 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:49.272634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45642) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:49.464125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b7bb3-d58f-425b-8da1-7ccebbc99843 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:49.465511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-480b7bb3-d58f-425b-8da1-7ccebbc99843 admin admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 886 time: 0.1920042 Feb 11 12:57:50.036334 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:57:51.526169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45652) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:51.725192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e11e44-3b3c-4559-b1ea-8a0fa06ee39e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:51.726525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a7e11e44-3b3c-4559-b1ea-8a0fa06ee39e admin admin] 10.222.0.67 "GET /v2.0/networks/dc7e4c56-7e13-4b74-a1d9-49855ee81e63 HTTP/1.1" status: 200 len: 869 time: 0.1998360 Feb 11 12:57:53.761244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:53.887906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e086315-7117-41d6-9130-3a28d393c738 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:53.888265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e086315-7117-41d6-9130-3a28d393c738 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:53.888985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2e086315-7117-41d6-9130-3a28d393c738 admin admin] Synchronizing usage tracker for tenant:2b2147d9c6bf471e8edc4abedcc245fb on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 12:57:53.906817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2e086315-7117-41d6-9130-3a28d393c738 admin admin] Unset dirty status for tenant:2b2147d9c6bf471e8edc4abedcc245fb on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 12:57:53.907933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2e086315-7117-41d6-9130-3a28d393c738 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1457679 Feb 11 12:57:55.935729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45672) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:56.066733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53cf9f-405e-412e-aedc-32832b6b91fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:56.067104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53cf9f-405e-412e-aedc-32832b6b91fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:56.068630 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0f53cf9f-405e-412e-aedc-32832b6b91fd admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1313677 Feb 11 12:57:58.112196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45682) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:57:58.238094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2899502a-024d-45b9-b9d6-a1a4b353a0c5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:58.239521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2899502a-024d-45b9-b9d6-a1a4b353a0c5 admin admin] 10.222.0.67 "GET /v2.0/subnets/5a00ff60-db52-483c-b6a2-c60886a8deab HTTP/1.1" status: 200 len: 816 time: 0.1263838 Feb 11 12:58:00.288240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45692) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:58:00.422318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912bbc4f-4853-4962-8d2e-bf99df709431 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:00.423687 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-912bbc4f-4853-4962-8d2e-bf99df709431 admin admin] 10.222.0.67 "GET /v2.0/subnets/87c37db7-a4e9-4e49-a025-51365b9d1c9f HTTP/1.1" status: 200 len: 868 time: 0.1344862 Feb 11 12:58:04.851818 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 12:58:15.274766 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d8004b5-1088-42a3-9a95-c3db4dfdbe61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:17.538172 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8f0a745-0400-477a-ad68-f7932cc569a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:18.629401 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:18.773093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:18.918915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45730) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:58:18.992909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-f6307a06-eb44-4533-ab39-119ddd7d655e admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 12:58:18.993908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f6307a06-eb44-4533-ab39-119ddd7d655e admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0740526 Feb 11 12:58:20.035074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:21.103649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45740) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:58:21.193618 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd45f6a-201b-463b-af7e-400415538e17 admin admin] GET failed (client error): The resource could not be found. Feb 11 12:58:21.194885 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1bd45f6a-201b-463b-af7e-400415538e17 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0902576 Feb 11 12:58:21.319427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532667c-cd48-4bf8-a005-da2763fcfed6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:21.320772 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c532667c-cd48-4bf8-a005-da2763fcfed6 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1220186 Feb 11 12:58:23.429588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45750) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:58:23.504758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 12:58:23.509438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:58:23.519758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 12:58:23.529701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Made reservation on behalf of 2b2147d9c6bf471e8edc4abedcc245fb for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:23.531987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:23.621324 n-d-818559-1 neutron-server[83567]: WARNING neutron.services.revisions.revision_plugin [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Could not find related network for resource to bump revision. Feb 11 12:58:23.634057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:58:23.643961 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:23.644301 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Added segment f412889c-d1d7-4379-b231-f801b7f70e53 of type vlan for network d7042b80-b7b8-4df8-9852-0e6596759807 Feb 11 12:58:23.672379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:23.701245 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:23.702199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:23.702799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:23.805577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] Pushing event updated for resources: {'Network': ['ID=d7042b80-b7b8-4df8-9852-0e6596759807,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:23.810013 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0002763a-6b15-42a6-8bd6-89b63f079de7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3792038 Feb 11 12:58:23.816330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d7042b80-b7b8-4df8-9852-0e6596759807 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 12:58:25.878621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45760) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:58:25.967832 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8b50b5-8bcf-4faf-a189-c9b5f3eb019a admin admin] GET failed (client error): The resource could not be found. Feb 11 12:58:25.968314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4e8b50b5-8bcf-4faf-a189-c9b5f3eb019a admin admin] Synchronizing usage tracker for tenant:2b2147d9c6bf471e8edc4abedcc245fb on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 12:58:25.983411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4e8b50b5-8bcf-4faf-a189-c9b5f3eb019a admin admin] Unset dirty status for tenant:2b2147d9c6bf471e8edc4abedcc245fb on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 12:58:25.984476 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4e8b50b5-8bcf-4faf-a189-c9b5f3eb019a admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1049221 Feb 11 12:58:26.089731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9054dc-7be2-49ce-88d0-cb262f1bf016 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:26.091129 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fe9054dc-7be2-49ce-88d0-cb262f1bf016 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1028214 Feb 11 12:58:26.102489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'description': 'shared-subnet'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 12:58:26.107635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:58:26.116949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 12:58:26.127480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Made reservation on behalf of 2b2147d9c6bf471e8edc4abedcc245fb for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:26.129692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:26.329666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:26.397331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Pushing event updated for resources: {'Subnet': ['ID=54db7210-8f1b-40a0-9fd4-4e4d49925213,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:26.414089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 12:58:26.414440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Network hostable DHCP agents. Network: d7042b80-b7b8-4df8-9852-0e6596759807, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:58:26.436061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Network d7042b80-b7b8-4df8-9852-0e6596759807 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:58:26.444605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d7042b80-b7b8-4df8-9852-0e6596759807) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:26.448389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:26.448959 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:26.453445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c1bf9-0cfd-4641-b8e5-60cad00e7632 None None] Network d7042b80-b7b8-4df8-9852-0e6596759807 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 12:58:26.489183 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c3f569d-de33-49b5-82b7-6fa5e400891d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3799498 Feb 11 12:58:26.677703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-d7042b80-b7b8-4df8-9852-0e6596759807', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'tenant_id': '2b2147d9c6bf471e8edc4abedcc245fb', 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 12:58:26.678847 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:26.837879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Allocated IP 192.168.233.2 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/9d669184-02a8-45d6-a369-d27350f689fa) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:27.043402 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:27.055717 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Transition to ACTIVE for port object 9d669184-02a8-45d6-a369-d27350f689fa will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:27.074938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Transition to ACTIVE for port object 9d669184-02a8-45d6-a369-d27350f689fa will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:27.080281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:27.150700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:27.153340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:27.157680 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 12:58:27.159766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Pushing event updated for resources: {'Port': ['ID=9d669184-02a8-45d6-a369-d27350f689fa,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:27.170691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.170933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.171267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.171600 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.171924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.172242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.172560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.172880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.173190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.173503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.173828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:27.255523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Attempting to bind port 9d669184-02a8-45d6-a369-d27350f689fa on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 12:58:27.255882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Attempting to bind port 9d669184-02a8-45d6-a369-d27350f689fa by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 12:58:27.256236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Attempting to bind port 9d669184-02a8-45d6-a369-d27350f689fa on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 12:58:27.262513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 12:58:27.262905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 12:58:27.264013 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:27.264480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 12:58:27.264941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Bound port: 9d669184-02a8-45d6-a369-d27350f689fa, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 12:58:27.265320 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:27.374988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] For port 9d669184-02a8-45d6-a369-d27350f689fa, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:27.378279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] For port 9d669184-02a8-45d6-a369-d27350f689fa, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9d669184-02a8-45d6-a369-d27350f689fa,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:27.382639 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:27.462919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe04460-7fb1-40ad-8731-33a55b0050ce None None] Pushing event updated for resources: {'Port': ['ID=9d669184-02a8-45d6-a369-d27350f689fa,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:28.313958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0394164f-64f1-48b0-8eb6-be447b231f78 None None] Network d7042b80-b7b8-4df8-9852-0e6596759807 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 12:58:28.425622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9ba4f758-9103-419a-9aa7-0ba81b43f9b7 None None] Provisioning for port 9d669184-02a8-45d6-a369-d27350f689fa completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:58:29.121133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9d669184-02a8-45d6-a369-d27350f689fa up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 12:58:29.195253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 9d669184-02a8-45d6-a369-d27350f689fa completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:58:29.200329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 9d669184-02a8-45d6-a369-d27350f689fa triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:29.202392 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:29.318986 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:29.353028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 9d669184-02a8-45d6-a369-d27350f689fa, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9d669184-02a8-45d6-a369-d27350f689fa,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:29.356721 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:29.420642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=9d669184-02a8-45d6-a369-d27350f689fa,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:31.094875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9d669184-02a8-45d6-a369-d27350f689fa up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 12:58:31.167483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 9d669184-02a8-45d6-a369-d27350f689fa triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:31.167929 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:41.851924 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 12:58:45.277661 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8ce1-6cbd-4f9f-a9b3-25c141c83549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:47.533238 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8201eb27-7676-4aaa-9626-b40d5ad08f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:48.634141 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:48.776093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:58:50.034161 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:15.282721 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2179c0b-0e41-4f59-bc63-43ba3f6b6eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:17.535466 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e0815a8-6d9b-46e8-b3ef-0f11cb3cefe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:18.636923 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:18.780321 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:18.852374 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 12:59:20.038799 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:31.488311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45802) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:59:31.494132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-376d0c3b-edda-427d-999c-62cdee6d1c9c tempest-verify_tempest_config-762350537 tempest-verify_tempest_config-762350537-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 12:59:31.495279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-376d0c3b-edda-427d-999c-62cdee6d1c9c tempest-verify_tempest_config-762350537 tempest-verify_tempest_config-762350537-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058477 Feb 11 12:59:31.827042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:59:31.968279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:31.999144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 12:59:32.002898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Usage tracker for resource:security_group_rule and tenant:0442952765004995a07291434114cfef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 12:59:32.005847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 12:59:32.012355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 12:59:32.091151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:32.097125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:32.141902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9b2961-6d37-4346-88cd-86b1e9548cc5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:32.147185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Synchronizing usage tracker for tenant:2b2147d9c6bf471e8edc4abedcc245fb on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 12:59:32.158235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.158547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.158848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.159182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.159508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.159826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.160147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.160470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.160785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.161100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.161415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.175780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] Unset dirty status for tenant:2b2147d9c6bf471e8edc4abedcc245fb on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 12:59:32.180004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45824) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 12:59:32.180257 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-55c200a6-c9cd-4728-86e3-58b240d5cfbd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0442952765004995a07291434114cfef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3521109 Feb 11 12:59:32.239624 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:32.268235 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:32.387386 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:32.401612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9b2961-6d37-4346-88cd-86b1e9548cc5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:32.411707 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:32.412749 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e9b2961-6d37-4346-88cd-86b1e9548cc5 HTTP/1.1" status: 204 len: 168 time: 0.2311041 Feb 11 12:59:32.414252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.414601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.414940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.415264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.415589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.415912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.416232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.416562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.417206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.417533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:32.417854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf45a8c5-65f1-464a-8ecb-ffb0f161efd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:45.285055 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52f502ae-563e-4102-b939-19f07c7bb21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:47.539654 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4205fd4-623b-4df2-8006-b47517175d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:48.637630 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:48.781335 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:50.036930 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 12:59:55.852334 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:00:15.286052 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea94fc95-eb46-47ad-aa0e-4899700ec676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:00:17.543880 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8398288-51bc-4f66-b6be-2e4722f765f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:00:18.639792 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:00:18.783890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:00:20.040708 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:00:32.851449 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:00:45.291363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f809129d-2dcd-49ab-b83f-85e8931c5de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:00:47.547033 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3ac83c0-34db-4889-94f4-d2143cd2d91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:00:48.642496 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:00:48.786264 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:00:50.042304 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:01:09.850978 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:01:15.292248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0673-c27e-4732-a61b-a1f1d54726be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:01:17.548267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9de4-69a7-4a9d-ada6-aea97f025851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:01:18.643935 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:01:18.789090 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:01:20.044832 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:01:45.295350 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72ee4a2c-d725-4da2-8505-8f85f2d4376f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:01:46.851224 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:01:47.548944 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4200f11-5a44-4e31-ac6b-c2081e1a6b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:01:48.648404 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:01:48.789411 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:01:50.048754 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:15.299932 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d899cabf-8688-4e6b-b1a9-417832bc1cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:17.555656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-975f6093-64b0-4c3c-9c95-0f22d3a47e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:18.650549 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:18.790441 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:20.068293 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:23.851145 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 5 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:02:37.033325 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406408'] for agent, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:41.881026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406408'] for agent, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:45.303729 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29c617b1-6e95-418c-9b6e-883da80d4cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:47.547905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47b9f6cc-46ae-4ecf-9009-87c55961e4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:48.654658 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:48.791899 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:02:50.051789 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:00.852065 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:03:06.986734 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:11.863989 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:15.307553 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b18f76d9-22ac-4422-8aa4-896f81d2bfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:17.550466 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2409bc2-6f08-4c1b-b434-b68c53a3a3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:18.657226 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:18.795644 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:20.056989 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:29.961225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45884) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:03:30.096159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-250e22a7-8408-49c9-903e-bf5769481d2f admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1338589 Feb 11 13:03:32.168043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45894) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:03:32.253479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5a6603f3-e6cf-497e-b04b-0da5a7ffc2f5 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0843043 Feb 11 13:03:36.992345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:37.852724 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:03:41.887647 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:45.309140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6be9e08f-d9f7-48e4-a792-572879ead3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:47.551557 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7f1766e-1e9d-4a5c-aada-838a203a6e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:48.660570 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:48.800693 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:03:50.056522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:07.002926 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:11.893152 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:14.853437 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:04:15.314081 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51eb1cd7-7e81-423f-835e-146e9451d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:17.557230 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed53314e-d22b-4a39-a3f9-528951febca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:18.664910 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:18.808039 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:20.075299 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:37.015001 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:41.909260 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:45.318502 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4de5d66-7453-4470-b509-e6750e2517cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:47.551189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-febf5eed-586c-490c-b4ec-2aeeb75ac579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:48.665255 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:48.804109 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:50.057694 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:51.853815 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:05:07.017024 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:08.798759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46100) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:09.014306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46112) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:09.342962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46126) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:09.359315 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8574ccf4-0298-4aee-bdf3-6da2ed4f9e66 tempest-AutoAllocateNetworkTest-1502193348 tempest-AutoAllocateNetworkTest-1502193348-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e0cd68d03fcb460f8783a83326c5a5e5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5590358 Feb 11 13:05:09.493572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd2af4-3087-4f82-b17e-a58c1b4ca058 tempest-AutoAllocateNetworkTest-1502193348 tempest-AutoAllocateNetworkTest-1502193348-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:09.498335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46134) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:09.498479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-48bd2af4-3087-4f82-b17e-a58c1b4ca058 tempest-AutoAllocateNetworkTest-1502193348 tempest-AutoAllocateNetworkTest-1502193348-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1545510 Feb 11 13:05:09.539744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-network', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:09.549385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:09.554026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Usage tracker for resource:network and tenant:ec0ecf0bc87e427b87dd69bd6961545f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:09.556974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:09.563949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:09.583713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Made reservation on behalf of ec0ecf0bc87e427b87dd69bd6961545f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:09.584488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e1fc5bd5-ff1b-4cfe-a8bb-4e1011057fa1 tempest-AutoAllocateNetworkTest-1502193348 tempest-AutoAllocateNetworkTest-1502193348-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846691 Feb 11 13:05:09.584988 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:09.585396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46140) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:09.602529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:09.621757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-de179c48-640e-4e11-b4d4-27f32fa7ea26 tempest-AutoAllocateNetworkTest-1502193348 tempest-AutoAllocateNetworkTest-1502193348-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e0cd68d03fcb460f8783a83326c5a5e5 HTTP/1.1" status: 200 len: 208 time: 0.0345790 Feb 11 13:05:09.642925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:09.646716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0ecf0bc87e427b87dd69bd6961545f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:09.652378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:09.658411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:09.734714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:09.739243 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:09.782109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:05:09.785237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f3b9fc-29cb-4471-8a5e-a8d3026a9a44,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:09.797032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.797389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.797730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.798083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.798412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.798771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.799099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.799421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.800108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.800108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.800374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Tracked resource versions report: Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: pushed versions: Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: { 'ConntrackHelper': {'1.0'}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'Log': {'1.0'}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'Network': {'1.1'}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'Port': {'1.5'}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'PortForwarding': {'1.2'}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'QosPolicy': {'1.8'}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'SecurityGroup': {'1.2'}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'SecurityGroupRule': {'1.0'}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'SubPort': {'1.0'}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'Subnet': {'1.1'}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'Trunk': {'1.1'}} Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: consumer versions: Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: { DHCP agent@n-d-818559-1: {}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: HyperV agent@n-h1-818559-1: {}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: HyperV agent@n-h2-818559-1: {}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: L3 agent@n-d-818559-1: {}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: Metadata agent@n-d-818559-1: {}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: Metering agent@n-d-818559-1: {}, Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: Open vSwitch agent@n-d-818559-1: { 'ConntrackHelper': '1.0', Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'Log': '1.0', Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'Network': '1.1', Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'Port': '1.5', Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'PortForwarding': '1.2', Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'QosPolicy': '1.8', Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'SecurityGroup': '1.2', Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'SecurityGroupRule': '1.0', Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'SubPort': '1.0', Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'Subnet': '1.1', Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: 'Trunk': '1.1'}} Feb 11 13:05:09.801631 n-d-818559-1 neutron-server[83567]: {{(pid=83567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:05:09.810154 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:09.810496 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Added segment 01532152-b7c3-4eb6-9326-9d34db591587 of type vlan for network d02be5d7-6046-43a0-ad81-4c92c76e445e Feb 11 13:05:09.844153 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:09.879117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:09.880544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:09.881808 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:10.015554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46162) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:10.016136 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0003946 Feb 11 13:05:10.021148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Request body: {'subnet': {'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-subnet', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:10.027646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f383e-ff70-443a-8b41-1252df933207 admin admin] Pushing event updated for resources: {'Network': ['ID=d02be5d7-6046-43a0-ad81-4c92c76e445e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:10.029990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:10.035933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Usage tracker for resource:subnet and tenant:ec0ecf0bc87e427b87dd69bd6961545f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:10.039999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d02be5d7-6046-43a0-ad81-4c92c76e445e details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:05:10.044818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:10.054599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:10.072091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Made reservation on behalf of ec0ecf0bc87e427b87dd69bd6961545f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:10.076198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:10.366274 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:10.460812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf62628-fc09-41c7-932f-80b55ea8d8be,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:10.468063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Checking segment: {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:10.468633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Network hostable DHCP agents. Network: d02be5d7-6046-43a0-ad81-4c92c76e445e, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:10.488006 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.488606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.489242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.490023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.490516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.491069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.491670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.492252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.492795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.493346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.493814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Tracked resource versions report: Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: pushed versions: Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: { 'ConntrackHelper': {'1.0'}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'Log': {'1.0'}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'Network': {'1.1'}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'Port': {'1.5'}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'PortForwarding': {'1.2'}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'QosPolicy': {'1.8'}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'SecurityGroup': {'1.2'}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'SecurityGroupRule': {'1.0'}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'SubPort': {'1.0'}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'Subnet': {'1.1'}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'Trunk': {'1.1'}} Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: consumer versions: Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: { DHCP agent@n-d-818559-1: {}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: HyperV agent@n-h1-818559-1: {}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: HyperV agent@n-h2-818559-1: {}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: L3 agent@n-d-818559-1: {}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: Metadata agent@n-d-818559-1: {}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: Metering agent@n-d-818559-1: {}, Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: Open vSwitch agent@n-d-818559-1: { 'ConntrackHelper': '1.0', Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'Log': '1.0', Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'Network': '1.1', Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'Port': '1.5', Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'PortForwarding': '1.2', Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'QosPolicy': '1.8', Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'SecurityGroup': '1.2', Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'SecurityGroupRule': '1.0', Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'SubPort': '1.0', Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'Subnet': '1.1', Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: 'Trunk': '1.1'}} Feb 11 13:05:10.495878 n-d-818559-1 neutron-server[83568]: {{(pid=83568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:05:10.522425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Network d02be5d7-6046-43a0-ad81-4c92c76e445e is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:10.544258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d02be5d7-6046-43a0-ad81-4c92c76e445e) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:10.553768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:10.556661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:10.557930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d902b-1988-45f8-9957-d83355302572 None None] Network d02be5d7-6046-43a0-ad81-4c92c76e445e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:05:10.630129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46180) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:10.630638 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8410359f-9751-42a1-85ee-0ed0a15fc3d4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6137257 Feb 11 13:05:10.637404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:10.645619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:10.657204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Usage tracker for resource:router and tenant:ec0ecf0bc87e427b87dd69bd6961545f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:10.669635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:10.680596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:10.700572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:10.703027 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:10.737428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:10.825616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46188) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:11.004411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-d02be5d7-6046-43a0-ad81-4c92c76e445e', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:05:11.005518 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.058302 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.189693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Allocated IP 172.20.0.2 (d02be5d7-6046-43a0-ad81-4c92c76e445e/8bf62628-fc09-41c7-932f-80b55ea8d8be/0eb59e38-f528-451f-b9cd-ca925bfc94b9) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:11.297691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.334637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.468255 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.480324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Transition to ACTIVE for port object 0eb59e38-f528-451f-b9cd-ca925bfc94b9 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:11.503352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Transition to ACTIVE for port object 0eb59e38-f528-451f-b9cd-ca925bfc94b9 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:11.511265 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.523583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Allocated IP 172.25.4.196 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/3c7702af-888c-4010-83c2-1105afbee29d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:11.637752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Pushing event updated for resources: {'Port': ['ID=0eb59e38-f528-451f-b9cd-ca925bfc94b9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:11.647175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.647512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.647836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.648155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.648471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.648784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.649098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.649506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.649817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.650122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.650428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Tracked resource versions report: Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: pushed versions: Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: { 'ConntrackHelper': {'1.0'}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'Log': {'1.0'}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'Network': {'1.1'}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'Port': {'1.5'}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'PortForwarding': {'1.2'}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'QosPolicy': {'1.8'}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'SecurityGroup': {'1.2'}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'SecurityGroupRule': {'1.0'}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'SubPort': {'1.0'}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'Subnet': {'1.1'}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'Trunk': {'1.1'}} Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: consumer versions: Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: { DHCP agent@n-d-818559-1: {}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: HyperV agent@n-h1-818559-1: {}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: HyperV agent@n-h2-818559-1: {}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: L3 agent@n-d-818559-1: {}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: Metadata agent@n-d-818559-1: {}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: Metering agent@n-d-818559-1: {}, Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: Open vSwitch agent@n-d-818559-1: { 'ConntrackHelper': '1.0', Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'Log': '1.0', Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'Network': '1.1', Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'Port': '1.5', Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'PortForwarding': '1.2', Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'QosPolicy': '1.8', Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'SecurityGroup': '1.2', Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'SecurityGroupRule': '1.0', Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'SubPort': '1.0', Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'Subnet': '1.1', Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: 'Trunk': '1.1'}} Feb 11 13:05:11.652462 n-d-818559-1 neutron-server[83569]: {{(pid=83569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:05:11.663167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Network d02be5d7-6046-43a0-ad81-4c92c76e445e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:11.664742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:11.670349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:11.675722 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b62a626-64ce-4836-b260-51d5775aa1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.744913 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.746349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2b62a626-64ce-4836-b260-51d5775aa1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:11.756168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2b62a626-64ce-4836-b260-51d5775aa1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e0cd68d03fcb460f8783a83326c5a5e5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:11.763522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2b62a626-64ce-4836-b260-51d5775aa1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:11.764889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Attempting to bind port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:11.765252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Attempting to bind port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:11.765602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Attempting to bind port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 on network d02be5d7-6046-43a0-ad81-4c92c76e445e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:11.771261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2b62a626-64ce-4836-b260-51d5775aa1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:11.773748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:05:11.774121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Checking segment: {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:11.775100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.775242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Bound using segment: {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:05:11.776199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Bound port: 0eb59e38-f528-451f-b9cd-ca925bfc94b9, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:11.776787 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.820664 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.890039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] For port 0eb59e38-f528-451f-b9cd-ca925bfc94b9, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:11.893953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] For port 0eb59e38-f528-451f-b9cd-ca925bfc94b9, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0eb59e38-f528-451f-b9cd-ca925bfc94b9,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:11.899017 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.905660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b62a626-64ce-4836-b260-51d5775aa1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.910768 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b62a626-64ce-4836-b260-51d5775aa1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:11.921622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:11.923164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:11.925260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Pushing event updated for resources: {'Port': ['ID=3c7702af-888c-4010-83c2-1105afbee29d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:11.937603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:11.996878 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.025278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e24fa1-51e3-4028-a168-dd113e7ffd98 None None] Pushing event updated for resources: {'Port': ['ID=0eb59e38-f528-451f-b9cd-ca925bfc94b9,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:12.033926 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2b62a626-64ce-4836-b260-51d5775aa1a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e0cd68d03fcb460f8783a83326c5a5e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2072296 Feb 11 13:05:12.034916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62a626-64ce-4836-b260-51d5775aa1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab9a0a5-fda8-45bd-92a3-c73db372ae03,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:12.037490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46224) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:12.121694 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41dd4aa0-9235-41ac-ba75-ce6eeabab925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.165099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41dd4aa0-9235-41ac-ba75-ce6eeabab925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.238159 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41dd4aa0-9235-41ac-ba75-ce6eeabab925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.267601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd4aa0-9235-41ac-ba75-ce6eeabab925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab9a0a5-fda8-45bd-92a3-c73db372ae03,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:12.303873 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41dd4aa0-9235-41ac-ba75-ce6eeabab925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.308174 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-41dd4aa0-9235-41ac-ba75-ce6eeabab925 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bab9a0a5-fda8-45bd-92a3-c73db372ae03 HTTP/1.1" status: 204 len: 168 time: 0.2663662 Feb 11 13:05:12.380280 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.380986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.684746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Router a86dee77-613a-4629-9450-a299678ec5e2 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:05:12.963429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:05:12.976123 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Sync routers for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:05:12.998007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.998928 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:05:12.999619 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-992c4a63-a223-46f4-a64c-583b105025bf admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.3673463 Feb 11 13:05:12.999739 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:04:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:13.002778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46258) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:13.251361 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:05:13.336944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39970c8-9aff-407a-a5ff-5f9acf50b2fe None None] Network d02be5d7-6046-43a0-ad81-4c92c76e445e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:05:13.579487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0eb59e38-f528-451f-b9cd-ca925bfc94b9 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:13.639510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a6859bb2-3592-4b5e-be5b-b07d4dfa7993 None None] Provisioning for port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:13.693437 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:12Z', 'revision_number': 3, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:13.698791 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Checking router: a86dee77-613a-4629-9450-a299678ec5e2 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:05:13.699390 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Updating router a86dee77-613a-4629-9450-a299678ec5e2 port 3c7702af-888c-4010-83c2-1105afbee29d binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:05:13.750780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:13.770261 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:13.793214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:13.794022 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.064928 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.110822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 0eb59e38-f528-451f-b9cd-ca925bfc94b9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0eb59e38-f528-451f-b9cd-ca925bfc94b9,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:14.121922 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.272440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=0eb59e38-f528-451f-b9cd-ca925bfc94b9,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:14.314734 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.424986 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.442024 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Transition to ACTIVE for port object 3c7702af-888c-4010-83c2-1105afbee29d will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:14.461822 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.509258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-11aba7a2-efef-4460-930c-d147419459d9 None None] Provisioning complete for port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:14.509836 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11aba7a2-efef-4460-930c-d147419459d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.571189 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Attempting to bind port 3c7702af-888c-4010-83c2-1105afbee29d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:14.571572 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Attempting to bind port 3c7702af-888c-4010-83c2-1105afbee29d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:14.571934 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Attempting to bind port 3c7702af-888c-4010-83c2-1105afbee29d on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:14.574070 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Pushing event updated for resources: {'Port': ['ID=3c7702af-888c-4010-83c2-1105afbee29d,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:14.589141 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.591654 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.592016 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.592355 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.592689 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.593018 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.593346 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.593672 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.593990 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.594309 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.594687 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Tracked resource versions report: Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: pushed versions: Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: { 'ConntrackHelper': {'1.0'}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'Log': {'1.0'}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'Network': {'1.1'}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'Port': {'1.5'}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'PortForwarding': {'1.2'}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'QosPolicy': {'1.8'}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'SecurityGroup': {'1.2'}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'SecurityGroupRule': {'1.0'}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'SubPort': {'1.0'}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'Subnet': {'1.1'}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'Trunk': {'1.1'}} Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: consumer versions: Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: { DHCP agent@n-d-818559-1: {}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: HyperV agent@n-h1-818559-1: {}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: HyperV agent@n-h2-818559-1: {}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: L3 agent@n-d-818559-1: {}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: Metadata agent@n-d-818559-1: {}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: Metering agent@n-d-818559-1: {}, Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: Open vSwitch agent@n-d-818559-1: { 'ConntrackHelper': '1.0', Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'Log': '1.0', Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'Network': '1.1', Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'Port': '1.5', Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'PortForwarding': '1.2', Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'QosPolicy': '1.8', Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'SecurityGroup': '1.2', Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'SecurityGroupRule': '1.0', Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'SubPort': '1.0', Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'Subnet': '1.1', Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: 'Trunk': '1.1'}} Feb 11 13:05:14.596608 n-d-818559-1 neutron-server[83570]: {{(pid=83570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:05:14.609503 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:05:14.611654 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:14.612071 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.612479 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:05:14.612981 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Bound port: 3c7702af-888c-4010-83c2-1105afbee29d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:14.613378 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.675392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Allocated IP 172.20.0.1 (d02be5d7-6046-43a0-ad81-4c92c76e445e/8bf62628-fc09-41c7-932f-80b55ea8d8be/9b46df3f-84ff-428e-9f10-0b3621b3dc1b) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:14.710399 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] For port 3c7702af-888c-4010-83c2-1105afbee29d, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:14.716348 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] For port 3c7702af-888c-4010-83c2-1105afbee29d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3c7702af-888c-4010-83c2-1105afbee29d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:14.725890 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.866618 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006e5db-8f69-45be-8854-e187b0d77542 None None] Pushing event updated for resources: {'Port': ['ID=3c7702af-888c-4010-83c2-1105afbee29d,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:14.912761 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:05:14.913572 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:04:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:14.993361 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:15.031779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Transition to ACTIVE for port object 9b46df3f-84ff-428e-9f10-0b3621b3dc1b will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:15.085212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:15.176521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Network d02be5d7-6046-43a0-ad81-4c92c76e445e is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:15.177905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Pushing event updated for resources: {'Port': ['ID=9b46df3f-84ff-428e-9f10-0b3621b3dc1b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:15.181116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:15.184287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:15.184883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:15.205878 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:05:15.292146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:15.314434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0eb59e38-f528-451f-b9cd-ca925bfc94b9 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:15.442173 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b642b242-7e1c-4211-81a3-fe02521132c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:15.499601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:15.500221 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:15.592305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d23b7fde-1ab8-494b-9954-f854ec843f07 None None] Provisioning for port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:15.678965 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:12Z', 'revision_number': 3, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:15.685718 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151a2e94-be8c-49b6-ac4a-63fa7c1482ca None None] The sync data for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 is: [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:12Z', 'revision_number': 3, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:05:15.689035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d23b7fde-1ab8-494b-9954-f854ec843f07 None None] Provisioning complete for port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:15.691264 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d23b7fde-1ab8-494b-9954-f854ec843f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:15.760774 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:15.769446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:15.770803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:15.782615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d23b7fde-1ab8-494b-9954-f854ec843f07 None None] Port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:05:16.016973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Pushing event updated for resources: {'Port': ['ID=9b46df3f-84ff-428e-9f10-0b3621b3dc1b,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:16.116038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Network d02be5d7-6046-43a0-ad81-4c92c76e445e is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:16.117582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:16.140158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46326) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:16.525039 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-574cbea9-7ebc-4d2a-9c16-d3add7b9c82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:16.528817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5f97cb58-6824-4760-ad14-466c3994778f None None] Provisioning complete for port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:16.530439 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f97cb58-6824-4760-ad14-466c3994778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:16.595423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-574cbea9-7ebc-4d2a-9c16-d3add7b9c82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:16.599561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-574cbea9-7ebc-4d2a-9c16-d3add7b9c82d admin admin] Usage tracker for resource:security_group_rule and tenant:63af587c63b442539d3babf927c89aae is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:16.604010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-574cbea9-7ebc-4d2a-9c16-d3add7b9c82d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:16.611230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-574cbea9-7ebc-4d2a-9c16-d3add7b9c82d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:16.731753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5f97cb58-6824-4760-ad14-466c3994778f None None] Port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:05:16.789524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-574cbea9-7ebc-4d2a-9c16-d3add7b9c82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:16.795840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-574cbea9-7ebc-4d2a-9c16-d3add7b9c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:16.810880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46356) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:16.870959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cbea9-7ebc-4d2a-9c16-d3add7b9c82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116cd303-7059-4d46-bf5a-f5be2712d6e4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:16.889763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-574cbea9-7ebc-4d2a-9c16-d3add7b9c82d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=63af587c63b442539d3babf927c89aae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7457790 Feb 11 13:05:16.890481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46364) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:17.005462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4173274c-c4fd-49bb-8655-021a8c57c1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.046341 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4173274c-c4fd-49bb-8655-021a8c57c1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.107383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Router a86dee77-613a-4629-9450-a299678ec5e2 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:05:17.156151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b103b8db-4ee6-4f46-8f96-02917057428a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.276546 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4173274c-c4fd-49bb-8655-021a8c57c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.294790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b103b8db-4ee6-4f46-8f96-02917057428a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:17.305881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b103b8db-4ee6-4f46-8f96-02917057428a admin admin] Usage tracker for resource:security_group_rule and tenant:ce5560ad39a348bda29d58a15cadded5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:17.307133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173274c-c4fd-49bb-8655-021a8c57c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116cd303-7059-4d46-bf5a-f5be2712d6e4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:17.313648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b103b8db-4ee6-4f46-8f96-02917057428a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:17.327771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b103b8db-4ee6-4f46-8f96-02917057428a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:17.351831 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4173274c-c4fd-49bb-8655-021a8c57c1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.353023 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4173274c-c4fd-49bb-8655-021a8c57c1d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/116cd303-7059-4d46-bf5a-f5be2712d6e4 HTTP/1.1" status: 204 len: 168 time: 0.4611201 Feb 11 13:05:17.370143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3c7702af-888c-4010-83c2-1105afbee29d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:17.414885 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b103b8db-4ee6-4f46-8f96-02917057428a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.421896 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b103b8db-4ee6-4f46-8f96-02917057428a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.428101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:05:17.434594 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e215697d-8da8-410a-b50b-acbddb3d98cc admin admin] 10.222.0.67 "PUT /v2.0/routers/a86dee77-613a-4629-9450-a299678ec5e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4306784 Feb 11 13:05:17.495318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103b8db-4ee6-4f46-8f96-02917057428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf10f62-aa91-4e79-8f66-19ccc6031b99,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:17.510741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3c7702af-888c-4010-83c2-1105afbee29d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:17.513705 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b103b8db-4ee6-4f46-8f96-02917057428a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce5560ad39a348bda29d58a15cadded5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6889620 Feb 11 13:05:17.516449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46396) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:17.518700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3c7702af-888c-4010-83c2-1105afbee29d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:17.519070 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.589201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6387060b-9e39-4aa2-866f-502ada48bce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.623445 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-762bf081-50a2-47b7-933f-075e0e02b3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.636164 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6387060b-9e39-4aa2-866f-502ada48bce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.701009 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.739089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 3c7702af-888c-4010-83c2-1105afbee29d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3c7702af-888c-4010-83c2-1105afbee29d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:17.746851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6387060b-9e39-4aa2-866f-502ada48bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.749053 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.778359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387060b-9e39-4aa2-866f-502ada48bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf10f62-aa91-4e79-8f66-19ccc6031b99,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:17.803365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6387060b-9e39-4aa2-866f-502ada48bce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:17.805835 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6387060b-9e39-4aa2-866f-502ada48bce9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aaf10f62-aa91-4e79-8f66-19ccc6031b99 HTTP/1.1" status: 204 len: 168 time: 0.2874274 Feb 11 13:05:17.868915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=3c7702af-888c-4010-83c2-1105afbee29d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:18.051841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46418) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:18.071099 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab5cc975-9b09-43c7-aa05-f10a50fb8357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.114024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ab5cc975-9b09-43c7-aa05-f10a50fb8357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:18.118961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ab5cc975-9b09-43c7-aa05-f10a50fb8357 admin admin] Usage tracker for resource:security_group_rule and tenant:f9bbb960e75c44f28b43ec68ea73c83b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:18.123361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ab5cc975-9b09-43c7-aa05-f10a50fb8357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:18.129421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ab5cc975-9b09-43c7-aa05-f10a50fb8357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:18.203252 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab5cc975-9b09-43c7-aa05-f10a50fb8357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.207936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab5cc975-9b09-43c7-aa05-f10a50fb8357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.257225 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ab5cc975-9b09-43c7-aa05-f10a50fb8357 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f9bbb960e75c44f28b43ec68ea73c83b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2040579 Feb 11 13:05:18.258089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cc975-9b09-43c7-aa05-f10a50fb8357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58f385d-0274-4263-995a-0734019f1463,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:18.260964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46424) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:18.323473 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54b33238-78ed-4dfc-accd-4345349b8051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.363400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54b33238-78ed-4dfc-accd-4345349b8051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.426483 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54b33238-78ed-4dfc-accd-4345349b8051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.446091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b33238-78ed-4dfc-accd-4345349b8051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58f385d-0274-4263-995a-0734019f1463,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:18.451747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54b33238-78ed-4dfc-accd-4345349b8051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.453128 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-54b33238-78ed-4dfc-accd-4345349b8051 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a58f385d-0274-4263-995a-0734019f1463 HTTP/1.1" status: 204 len: 168 time: 0.1910262 Feb 11 13:05:18.592467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46448) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:18.617700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce8bc-399c-48df-a81e-208199c94726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.655057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8e6ce8bc-399c-48df-a81e-208199c94726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:18.659179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8e6ce8bc-399c-48df-a81e-208199c94726 admin admin] Usage tracker for resource:security_group_rule and tenant:a57c56df2c544fafb64157a15302fc6a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:18.662244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8e6ce8bc-399c-48df-a81e-208199c94726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:18.670706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8e6ce8bc-399c-48df-a81e-208199c94726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:18.671448 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.699780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46452) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:18.748021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce8bc-399c-48df-a81e-208199c94726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.752542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce8bc-399c-48df-a81e-208199c94726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.811931 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8e6ce8bc-399c-48df-a81e-208199c94726 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a57c56df2c544fafb64157a15302fc6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2180214 Feb 11 13:05:18.812668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ce8bc-399c-48df-a81e-208199c94726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f14dfb-478d-4f62-96f7-e3eb2c815936,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:18.814855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46458) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:18.817635 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.892396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b2fb398-6cfa-4f38-82a4-ba13c48f425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.919910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b2fb398-6cfa-4f38-82a4-ba13c48f425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:18.984930 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b2fb398-6cfa-4f38-82a4-ba13c48f425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:19.017293 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b2fb398-6cfa-4f38-82a4-ba13c48f425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:19.018399 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7b2fb398-6cfa-4f38-82a4-ba13c48f425a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1f14dfb-478d-4f62-96f7-e3eb2c815936 HTTP/1.1" status: 204 len: 168 time: 0.2023540 Feb 11 13:05:19.020542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fb398-6cfa-4f38-82a4-ba13c48f425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f14dfb-478d-4f62-96f7-e3eb2c815936,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:19.254223 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa62f8e-3e32-4e56-801b-c640a4ea2d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:19.308116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3c7702af-888c-4010-83c2-1105afbee29d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:19.313843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0fa62f8e-3e32-4e56-801b-c640a4ea2d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:19.322122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0fa62f8e-3e32-4e56-801b-c640a4ea2d28 admin admin] Usage tracker for resource:security_group_rule and tenant:5f05d2cbdc7c47a5a3f448c033cb8da8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:19.326016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0fa62f8e-3e32-4e56-801b-c640a4ea2d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:19.332303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0fa62f8e-3e32-4e56-801b-c640a4ea2d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:19.413469 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3c7702af-888c-4010-83c2-1105afbee29d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:19.414109 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:19.447615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa62f8e-3e32-4e56-801b-c640a4ea2d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:19.457031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa62f8e-3e32-4e56-801b-c640a4ea2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:19.504832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa62f8e-3e32-4e56-801b-c640a4ea2d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d811eea2-c7bb-4462-b2e8-324ea137dbf1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:19.537402 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0fa62f8e-3e32-4e56-801b-c640a4ea2d28 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f05d2cbdc7c47a5a3f448c033cb8da8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8341556 Feb 11 13:05:19.538331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46510) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:19.691494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3843-de74-4aa8-8d8d-f0c32fd2fdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:19.720093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3843-de74-4aa8-8d8d-f0c32fd2fdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:19.778556 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3843-de74-4aa8-8d8d-f0c32fd2fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:19.798206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d3843-de74-4aa8-8d8d-f0c32fd2fdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d811eea2-c7bb-4462-b2e8-324ea137dbf1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:19.807655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46520) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:19.813655 n-d-818559-1 neutron-server[83568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:05:19.828179 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3843-de74-4aa8-8d8d-f0c32fd2fdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:19.829099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bb6d3843-de74-4aa8-8d8d-f0c32fd2fdf6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d811eea2-c7bb-4462-b2e8-324ea137dbf1 HTTP/1.1" status: 204 len: 168 time: 0.2890484 Feb 11 13:05:19.840151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Sync routers for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:05:19.855010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:05:19.855635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:05:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:19.863933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-8e363943-f098-4db9-a392-7393cb79401c tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0abe617f17234d9cad9a9ebab70c2095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520852 Feb 11 13:05:20.025401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46532) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:20.029024 n-d-818559-1 neutron-server[83567]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:05:20.053765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-1be9daca-7fd2-4a45-ba13-4fabec4c07c8 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:20.056037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-1be9daca-7fd2-4a45-ba13-4fabec4c07c8 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912839 Feb 11 13:05:20.066829 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-cd9dea6f-2ac0-40f7-976d-715387dee971 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=eb109fbc14fb4cceb09045c2e07dca04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391047 Feb 11 13:05:20.086033 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:20.088649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:05:20.097281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-d9ddd3d9-6c24-4bec-963b-c8aa5ac5d0dd tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/quotas/0abe617f17234d9cad9a9ebab70c2095 HTTP/1.1" status: 200 len: 375 time: 0.0300312 Feb 11 13:05:20.185577 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-83a7e440-79aa-4970-a7cb-5c086f08f2ef tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0abe617f17234d9cad9a9ebab70c2095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829179 Feb 11 13:05:20.255478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-232fc845-f43e-45e3-8126-7b5282e1e4af tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:20.257004 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-232fc845-f43e-45e3-8126-7b5282e1e4af tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894226 Feb 11 13:05:20.287769 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-1ec7e4db-ba7c-459d-9218-d44c4f439c44 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/quotas/eb109fbc14fb4cceb09045c2e07dca04 HTTP/1.1" status: 200 len: 375 time: 0.0241964 Feb 11 13:05:20.398455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-e4631de6-97cb-465a-aeb4-c824eb578e82 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb109fbc14fb4cceb09045c2e07dca04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038890 Feb 11 13:05:20.602820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 2, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:20.612145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Checking router: a86dee77-613a-4629-9450-a299678ec5e2 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:05:20.612628 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Updating router a86dee77-613a-4629-9450-a299678ec5e2 port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:05:20.733969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:20.764475 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a8ee225-1c18-487e-a831-cd448ca028c4 req-c474a73e-249d-4060-94a8-c74090a76f01 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 210 time: 0.0897219 Feb 11 13:05:20.831293 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1fc0c30-a214-4311-8651-9acd9f351261 req-070d1869-7510-4c40-9f1d-e701b0705930 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 210 time: 0.0684028 Feb 11 13:05:20.870227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:20.890567 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d120a8-eb86-402f-be78-cf7a8d8bf7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:20.954354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-64d120a8-eb86-402f-be78-cf7a8d8bf7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:20.959443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-64d120a8-eb86-402f-be78-cf7a8d8bf7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf33c66225da46c185cbb0d1718b0d3b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:20.970009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-64d120a8-eb86-402f-be78-cf7a8d8bf7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:20.977701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-64d120a8-eb86-402f-be78-cf7a8d8bf7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:21.066864 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d120a8-eb86-402f-be78-cf7a8d8bf7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.076903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64d120a8-eb86-402f-be78-cf7a8d8bf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.133258 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-64d120a8-eb86-402f-be78-cf7a8d8bf7e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bf33c66225da46c185cbb0d1718b0d3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2617257 Feb 11 13:05:21.137134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46594) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:21.158209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d120a8-eb86-402f-be78-cf7a8d8bf7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47e9824-779f-4df5-a50a-92e9e4042db8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:21.208801 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5715c98-7794-4f23-b195-24eac49bc889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.246374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5715c98-7794-4f23-b195-24eac49bc889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.252404 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.266003 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Transition to ACTIVE for port object 9b46df3f-84ff-428e-9f10-0b3621b3dc1b will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:21.268878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46598) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:21.275801 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.279278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-network', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:21.285278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:21.289892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Usage tracker for resource:network and tenant:b36ffdbabcc0404eb8665fd2f719f4a7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:21.294067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:21.299913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:21.330176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Made reservation on behalf of b36ffdbabcc0404eb8665fd2f719f4a7 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:21.333820 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.378039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5715c98-7794-4f23-b195-24eac49bc889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.395194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.412646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5715c98-7794-4f23-b195-24eac49bc889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47e9824-779f-4df5-a50a-92e9e4042db8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:21.442321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5715c98-7794-4f23-b195-24eac49bc889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.452133 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d5715c98-7794-4f23-b195-24eac49bc889 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f47e9824-779f-4df5-a50a-92e9e4042db8 HTTP/1.1" status: 204 len: 168 time: 0.3124576 Feb 11 13:05:21.483412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:21.492772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:b36ffdbabcc0404eb8665fd2f719f4a7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:21.512506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:21.526233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:21.590833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99726156-fde9-4aaa-bc5a-e918a032eb9e None None] Pushing event updated for resources: {'Port': ['ID=9b46df3f-84ff-428e-9f10-0b3621b3dc1b,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:21.716071 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.725957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.755639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Attempting to bind port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:21.755952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Attempting to bind port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:21.758743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Attempting to bind port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b on network d02be5d7-6046-43a0-ad81-4c92c76e445e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:21.767288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:05:21.772100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:05:21.772724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Checking segment: {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:21.773294 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.773895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Bound using segment: {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:05:21.774522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Bound port: 9b46df3f-84ff-428e-9f10-0b3621b3dc1b, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:21.775171 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.777068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf2e29-177f-4f38-871f-fb9fe6101da6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:21.783577 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.783897 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Added segment a63860c8-cac2-4973-be0a-aa7f2c421cf5 of type vlan for network 8fa94f89-344d-419c-a7a4-a42d925b72f8 Feb 11 13:05:21.819626 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.909648 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.911394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:21.912259 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.921645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] For port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:21.928098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] For port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9b46df3f-84ff-428e-9f10-0b3621b3dc1b,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:21.942950 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.995355 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4b916cf8-c63d-495e-b413-e06adc0910eb req-930b2c7e-5ccb-4e24-89e9-3682a2a923c5 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 210 time: 0.0935752 Feb 11 13:05:22.097370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e9df373-28f8-408d-b762-c8da6a419b0e req-101d1e84-6887-4a2c-9608-f859f6c3306e tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 210 time: 0.0904708 Feb 11 13:05:22.111561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99726156-fde9-4aaa-bc5a-e918a032eb9e None None] Pushing event updated for resources: {'Port': ['ID=9b46df3f-84ff-428e-9f10-0b3621b3dc1b,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:22.114939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:05:22.115647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:05:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:22.122956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa94f89-344d-419c-a7a4-a42d925b72f8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:22.150028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7bbda21b-c4fc-4cb3-a02e-9746af992ee0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8795214 Feb 11 13:05:22.153446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46640) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:22.159503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Request body: {'subnet': {'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-subnet', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:22.169457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:22.177992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Usage tracker for resource:subnet and tenant:b36ffdbabcc0404eb8665fd2f719f4a7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:22.183633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:22.192685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:22.217888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 8fa94f89-344d-419c-a7a4-a42d925b72f8 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:05:22.219703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Made reservation on behalf of b36ffdbabcc0404eb8665fd2f719f4a7 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:22.221991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:22.545107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:05:22.582021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46658) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:22.726133 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:22.924069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89270889-8235-4b8d-9d58-1890f5a65ef6,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:22.939622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Checking segment: {'id': 'a63860c8-cac2-4973-be0a-aa7f2c421cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:22.939983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Network hostable DHCP agents. Network: 8fa94f89-344d-419c-a7a4-a42d925b72f8, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:22.990314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Network 8fa94f89-344d-419c-a7a4-a42d925b72f8 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:23.003388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 8fa94f89-344d-419c-a7a4-a42d925b72f8) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:23.007660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:23.008422 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.018826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fca240-a4e0-41d4-a4c6-6be51efd999f None None] Network 8fa94f89-344d-419c-a7a4-a42d925b72f8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:05:23.058707 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4b884c66-3f94-4d61-9dec-2b3b409a2aa1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9038532 Feb 11 13:05:23.061073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46684) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:23.070977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-router', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:23.084480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:23.086497 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9512e360-a834-4179-9d32-dcae412fd09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.091447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Usage tracker for resource:router and tenant:b36ffdbabcc0404eb8665fd2f719f4a7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:23.098134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:23.113107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:23.138006 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.139274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.172364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.199074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9512e360-a834-4179-9d32-dcae412fd09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:23.211569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9512e360-a834-4179-9d32-dcae412fd09d admin admin] Usage tracker for resource:security_group_rule and tenant:ffb2b42adcd74e158478bb1d66732128 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:23.235079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9512e360-a834-4179-9d32-dcae412fd09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:23.255875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9512e360-a834-4179-9d32-dcae412fd09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:23.428345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9512e360-a834-4179-9d32-dcae412fd09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.444496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9512e360-a834-4179-9d32-dcae412fd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.602345 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9512e360-a834-4179-9d32-dcae412fd09d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ffb2b42adcd74e158478bb1d66732128&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0191140 Feb 11 13:05:23.625309 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1c87726-9b6d-4833-a366-2993cb593feb req-91ec5433-086b-4f35-ac59-3e71789cab68 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 210 time: 0.3186727 Feb 11 13:05:23.627641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46700) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:23.629733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512e360-a834-4179-9d32-dcae412fd09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c429952e-2976-4190-84eb-ab613f335936,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:23.652477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-8fa94f89-344d-419c-a7a4-a42d925b72f8', 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'fixed_ips': [{'subnet_id': '89270889-8235-4b8d-9d58-1890f5a65ef6'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:05:23.654028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.673198 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c18a8b6-514f-4bf6-9b0d-4115686730ae req-d3e1b1e3-8fc8-43ea-84b2-6c4a0f959fb6 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 210 time: 0.2675278 Feb 11 13:05:23.693453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:23.737036 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.737226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0401d-4dc2-43c6-ad49-3f408888917f None None] The sync data for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 is: [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:05:23.867886 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05301183-d333-4536-ad66-15b37c5311a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.958631 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05301183-d333-4536-ad66-15b37c5311a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.974422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Allocated IP 172.20.0.2 (8fa94f89-344d-419c-a7a4-a42d925b72f8/89270889-8235-4b8d-9d58-1890f5a65ef6/6b6f6cb0-d1a2-420a-ac28-8515fd2017a6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:24.005386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.73', 57508) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:24.067226 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05301183-d333-4536-ad66-15b37c5311a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:24.102999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05301183-d333-4536-ad66-15b37c5311a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c429952e-2976-4190-84eb-ab613f335936,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:24.111651 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-db232941-e814-4a02-b1bb-0a24ee7b1ae7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0abe617f17234d9cad9a9ebab70c2095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845928 Feb 11 13:05:24.131339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05301183-d333-4536-ad66-15b37c5311a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:24.135974 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-05301183-d333-4536-ad66-15b37c5311a8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c429952e-2976-4190-84eb-ab613f335936 HTTP/1.1" status: 204 len: 168 time: 0.4757736 Feb 11 13:05:24.340082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-cebe87b7-7e4d-40b1-9cc0-1aecad145cf7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:24.347486 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-cebe87b7-7e4d-40b1-9cc0-1aecad145cf7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333148 Feb 11 13:05:24.461813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.73', 57510) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:24.482558 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:24.502810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Transition to ACTIVE for port object 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:24.514394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Request body: {'port': {'device_id': 'd45ed1e6-aedd-4449-8fc2-cff31cec70aa', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '0abe617f17234d9cad9a9ebab70c2095'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:24.528400 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Transition to ACTIVE for port object 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:24.540959 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:24.574432 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-29459acc-9a27-47fa-a6f8-aeabb2ab9c27 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=eb109fbc14fb4cceb09045c2e07dca04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112428 Feb 11 13:05:24.646062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Network 8fa94f89-344d-419c-a7a4-a42d925b72f8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:24.658047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:24.702406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:24.780588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-b182a644-1ae7-4240-a2a0-90ce2649f71c tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:24.782507 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-b182a644-1ae7-4240-a2a0-90ce2649f71c tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029145 Feb 11 13:05:24.802954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Request body: {'port': {'device_id': 'be6de8f7-6f61-4ef5-b2ff-88257868e085', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': 'eb109fbc14fb4cceb09045c2e07dca04'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:24.812082 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:24.929076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Attempting to bind port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:24.929432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Attempting to bind port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'a63860c8-cac2-4973-be0a-aa7f2c421cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:24.929792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Attempting to bind port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 on network 8fa94f89-344d-419c-a7a4-a42d925b72f8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:24.945629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:05:24.945947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Checking segment: {'id': 'a63860c8-cac2-4973-be0a-aa7f2c421cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:24.946309 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:24.950889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Bound using segment: {'id': 'a63860c8-cac2-4973-be0a-aa7f2c421cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:05:24.951458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Bound port: 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63860c8-cac2-4973-be0a-aa7f2c421cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:24.951886 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.051067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.084742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] For port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:25.088830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] For port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6b6f6cb0-d1a2-420a-ac28-8515fd2017a6,segment=NetworkSegment(a63860c8-cac2-4973-be0a-aa7f2c421cf5),segment_id=a63860c8-cac2-4973-be0a-aa7f2c421cf5)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:25.096877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Pushing event updated for resources: {'Port': ['ID=6b6f6cb0-d1a2-420a-ac28-8515fd2017a6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:25.104356 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.221291 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be50330e-5c40-488a-94b9-3b7f0bed94e2 req-d11784d7-0978-4440-ad08-ba0d70e52cb9 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 210 time: 0.1017869 Feb 11 13:05:25.270365 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776251c-bd47-45d0-9a03-962e52634e29 None None] Pushing event updated for resources: {'Port': ['ID=6b6f6cb0-d1a2-420a-ac28-8515fd2017a6,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:25.282306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c52be30-3c57-4a2b-a1df-683dc3f46eca req-75ce925d-6260-47eb-898f-5c2c04956d78 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 210 time: 0.2840419 Feb 11 13:05:25.368534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:25.375443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:25.378030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Usage tracker for resource:port and tenant:eb109fbc14fb4cceb09045c2e07dca04 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:25.381980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:25.395792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Usage tracker for resource:port and tenant:0abe617f17234d9cad9a9ebab70c2095 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:25.398058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:25.400779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Allocated IP 172.25.4.187 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/b43c5a11-8221-4c2d-a58c-a03071054505) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:25.403698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:25.412661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:25.434753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9b46df3f-84ff-428e-9f10-0b3621b3dc1b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:25.450416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Made reservation on behalf of eb109fbc14fb4cceb09045c2e07dca04 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:25.455052 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.470596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Made reservation on behalf of 0abe617f17234d9cad9a9ebab70c2095 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:25.473584 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.488163 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.565408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:25.572002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Usage tracker for resource:security_group_rule and tenant:eb109fbc14fb4cceb09045c2e07dca04 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:25.578613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:25.594184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:25.611369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:25.638593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:25.638988 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.665321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.756265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:25.764577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Usage tracker for resource:security_group_rule and tenant:0abe617f17234d9cad9a9ebab70c2095 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:25.764954 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.771714 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.775514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:25.804545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:25.815861 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.913687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ed3546-fec3-453c-98c9-c7689afc8020,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:25.921688 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.921982 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.986329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9b46df3f-84ff-428e-9f10-0b3621b3dc1b,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:25.993477 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:25.997228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:26.026479 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:26.033095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Allocated IP 192.168.233.208 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/4842be29-188b-4efb-8d43-91f3dcd979f3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:26.051076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46762) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:26.103728 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87f827e4-02b6-42b9-8cfc-7c07bce073f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:26.115024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=9b46df3f-84ff-428e-9f10-0b3621b3dc1b,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:26.133790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3634782-3889-4543-ae94-e413eb85b348,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:26.146063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:26.147467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Pushing event updated for resources: {'Port': ['ID=b43c5a11-8221-4c2d-a58c-a03071054505,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:26.151929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:26.159309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:26.196179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-87f827e4-02b6-42b9-8cfc-7c07bce073f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:26.221058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-87f827e4-02b6-42b9-8cfc-7c07bce073f6 admin admin] Usage tracker for resource:security_group_rule and tenant:08a302982d7c4c9c86d7e86a8de2bbe4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:26.280633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-87f827e4-02b6-42b9-8cfc-7c07bce073f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:26.293107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-87f827e4-02b6-42b9-8cfc-7c07bce073f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:26.381752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:26.382477 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:26.536279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:26.785371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c50f98b4-e235-468f-9d13-7276d68f96fd req-346bc251-f586-49a7-af4a-0fc3e6f13fc2 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 210 time: 0.2312715 Feb 11 13:05:26.801718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Transition to ACTIVE for port object 4842be29-188b-4efb-8d43-91f3dcd979f3 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:26.804255 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87f827e4-02b6-42b9-8cfc-7c07bce073f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:26.817140 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87f827e4-02b6-42b9-8cfc-7c07bce073f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:26.868196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-414415b2-6336-4733-bf19-63c074091dcb req-b2f5a022-3504-4c66-a9d1-d6763f2fe9d9 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 210 time: 0.1206920 Feb 11 13:05:26.952560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-87f827e4-02b6-42b9-8cfc-7c07bce073f6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=08a302982d7c4c9c86d7e86a8de2bbe4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8968735 Feb 11 13:05:26.956714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46784) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:26.969065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f827e4-02b6-42b9-8cfc-7c07bce073f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f51d48-62fe-4440-9859-47039b5f525b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:27.058125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d765dc64-ba55-4522-9be9-25140a215d37 None None] Network 8fa94f89-344d-419c-a7a4-a42d925b72f8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:05:27.071454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:27.241962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Allocated IP 192.168.233.65 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/e0df09de-d05e-44ea-8001-d3368a4fc586) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:27.300407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0abdd96f-0d98-461f-b55a-0fc96f27d111 None None] Provisioning for port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:27.363113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:27.364152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Pushing event updated for resources: {'Port': ['ID=4842be29-188b-4efb-8d43-91f3dcd979f3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:27.377316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:27.381065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:27.388920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:27.389663 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:27.411359 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-800b29e2-a065-4a5e-ae0a-56f65db67037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:27.491788 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-800b29e2-a065-4a5e-ae0a-56f65db67037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:27.652236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-800b29e2-a065-4a5e-ae0a-56f65db67037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:27.728696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b29e2-a065-4a5e-ae0a-56f65db67037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f51d48-62fe-4440-9859-47039b5f525b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:27.787736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9b46df3f-84ff-428e-9f10-0b3621b3dc1b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:27.821389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-800b29e2-a065-4a5e-ae0a-56f65db67037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:27.822751 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-800b29e2-a065-4a5e-ae0a-56f65db67037 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68f51d48-62fe-4440-9859-47039b5f525b HTTP/1.1" status: 204 len: 168 time: 0.8649955 Feb 11 13:05:27.824114 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-7e363a05-15e4-4ee3-b9dc-dc5b259f9223 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0283518 Feb 11 13:05:27.862619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-3c33061a-07f9-4cd5-aaf0-4f86827e7c2d tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:05:27.870162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-3c33061a-07f9-4cd5-aaf0-4f86827e7c2d tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0250692 Feb 11 13:05:27.960181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.026776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:28.027408 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.127949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Transition to ACTIVE for port object e0df09de-d05e-44ea-8001-d3368a4fc586 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:28.173665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5ac04ba2-7fa0-4f53-af63-bc790f5ac36b None None] Provisioning for port 4842be29-188b-4efb-8d43-91f3dcd979f3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:28.197826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Router ba396f12-51a2-42fd-a809-1d0b27ba5862 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:05:28.203592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5ac04ba2-7fa0-4f53-af63-bc790f5ac36b None None] Provisioning complete for port 4842be29-188b-4efb-8d43-91f3dcd979f3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:28.205315 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ac04ba2-7fa0-4f53-af63-bc790f5ac36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.220517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0e86f242-1e13-4476-9a96-d7a0464d7d9d req-20e8c032-d87c-4f90-bf08-f5ea8a5138e8 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 210 time: 0.0955789 Feb 11 13:05:28.267348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.509792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:28.614353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5ac04ba2-7fa0-4f53-af63-bc790f5ac36b None None] Port 4842be29-188b-4efb-8d43-91f3dcd979f3 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:05:28.645442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:28.667248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:28.668803 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.769235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea007a-e6d9-4ff2-b3b5-6e856dd4ecaf req-597ba82f-a731-4fa8-8ca6-c6fb9575eaf9 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:28.776803 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-adea007a-e6d9-4ff2-b3b5-6e856dd4ecaf req-597ba82f-a731-4fa8-8ca6-c6fb9575eaf9 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 936 time: 0.7974777 Feb 11 13:05:28.830808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Pushing event updated for resources: {'Port': ['ID=e0df09de-d05e-44ea-8001-d3368a4fc586,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:28.836119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:28.841094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:28.844102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:28.848018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:28.848630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.876663 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:05:28.939489 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-adea007a-e6d9-4ff2-b3b5-6e856dd4ecaf req-97f59441-23a2-4632-bfb2-c47938f12b49 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615133 Feb 11 13:05:28.966386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e9786d7b-7375-4bb8-a9af-58a8b742fbe8 None None] Provisioning complete for port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:28.966696 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9786d7b-7375-4bb8-a9af-58a8b742fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.992622 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b581589a-35e7-442d-8785-66be10fcac29 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4971333 Feb 11 13:05:29.155631 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9786d7b-7375-4bb8-a9af-58a8b742fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:29.196494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9786d7b-7375-4bb8-a9af-58a8b742fbe8 None None] For port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6b6f6cb0-d1a2-420a-ac28-8515fd2017a6,segment=NetworkSegment(a63860c8-cac2-4973-be0a-aa7f2c421cf5),segment_id=a63860c8-cac2-4973-be0a-aa7f2c421cf5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:29.199152 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:29.230595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9786d7b-7375-4bb8-a9af-58a8b742fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:29.360147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:05:29.373816 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Sync routers for ids ['ba396f12-51a2-42fd-a809-1d0b27ba5862'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:05:29.402048 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Routers {'ba396f12-51a2-42fd-a809-1d0b27ba5862'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:05:29.402651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:29.404598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5dd790df-bdd2-4eb8-b2bb-a3997c531e9b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.3421671 Feb 11 13:05:29.405315 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:05:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ba396f12-51a2-42fd-a809-1d0b27ba5862'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:29.407153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46828) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:29.424628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Request body: {'port': {'device_id': 'be6de8f7-6f61-4ef5-b2ff-88257868e085', 'device_owner': 'compute:tempest-test_az-56154905', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:29.499609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9786d7b-7375-4bb8-a9af-58a8b742fbe8 None None] Pushing event updated for resources: {'Port': ['ID=6b6f6cb0-d1a2-420a-ac28-8515fd2017a6,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:29.592729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-10330883-f48a-4870-9e7b-5da3e0de9a82 None None] Provisioning for port e0df09de-d05e-44ea-8001-d3368a4fc586 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:29.689940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-10330883-f48a-4870-9e7b-5da3e0de9a82 None None] Provisioning complete for port e0df09de-d05e-44ea-8001-d3368a4fc586 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:29.690628 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10330883-f48a-4870-9e7b-5da3e0de9a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:29.777904 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:05:29.782806 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:05:29.910499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-10330883-f48a-4870-9e7b-5da3e0de9a82 None None] Port e0df09de-d05e-44ea-8001-d3368a4fc586 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:05:29.964954 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:30.027035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ed02c-8eee-4e0f-b24c-f0703224f577 req-1a0c9cd4-9c01-40a5-b459-4972182c9ff6 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:30.027912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-413ed02c-8eee-4e0f-b24c-f0703224f577 req-1a0c9cd4-9c01-40a5-b459-4972182c9ff6 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Synchronizing usage tracker for tenant:0abe617f17234d9cad9a9ebab70c2095 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:30.058980 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Set router ba396f12-51a2-42fd-a809-1d0b27ba5862 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:05:30.089299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Request body: {'port': {'device_id': 'd45ed1e6-aedd-4449-8fc2-cff31cec70aa', 'device_owner': 'compute:tempest-test_az-56154905', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:30.237962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-413ed02c-8eee-4e0f-b24c-f0703224f577 req-1a0c9cd4-9c01-40a5-b459-4972182c9ff6 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Unset dirty status for tenant:0abe617f17234d9cad9a9ebab70c2095 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:30.250367 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-413ed02c-8eee-4e0f-b24c-f0703224f577 req-1a0c9cd4-9c01-40a5-b459-4972182c9ff6 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 935 time: 0.6747508 Feb 11 13:05:30.373710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-413ed02c-8eee-4e0f-b24c-f0703224f577 req-11e1629e-d441-4d49-8ccb-3b551d402bd6 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Synchronizing usage tracker for tenant:0abe617f17234d9cad9a9ebab70c2095 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:30.483296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-413ed02c-8eee-4e0f-b24c-f0703224f577 req-11e1629e-d441-4d49-8ccb-3b551d402bd6 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Unset dirty status for tenant:0abe617f17234d9cad9a9ebab70c2095 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:30.499322 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-413ed02c-8eee-4e0f-b24c-f0703224f577 req-11e1629e-d441-4d49-8ccb-3b551d402bd6 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475893 Feb 11 13:05:30.613681 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:30.648177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:30.877535 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-router', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:23Z', 'updated_at': '2022-02-11T13:05:26Z', 'revision_number': 3, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'gw_port': {'id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:25Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:30.883948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:30.885093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:30.894522 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Checking router: ba396f12-51a2-42fd-a809-1d0b27ba5862 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:05:30.894899 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Updating router ba396f12-51a2-42fd-a809-1d0b27ba5862 port b43c5a11-8221-4c2d-a58c-a03071054505 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:05:30.936582 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4842be29-188b-4efb-8d43-91f3dcd979f3 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:05:30.947319 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:30.967489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Transition to ACTIVE for port object 4842be29-188b-4efb-8d43-91f3dcd979f3 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:31.025971 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:31.075902 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:31.307386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Pushing event updated for resources: {'Port': ['ID=4842be29-188b-4efb-8d43-91f3dcd979f3,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:31.392094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84047d7d-c25c-4ff4-a1ab-b89e22519e86 req-09a2f1a8-c053-4791-bd27-12e4b58aa6b6 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:31.392848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-84047d7d-c25c-4ff4-a1ab-b89e22519e86 req-09a2f1a8-c053-4791-bd27-12e4b58aa6b6 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Synchronizing usage tracker for tenant:eb109fbc14fb4cceb09045c2e07dca04 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:31.590444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-84047d7d-c25c-4ff4-a1ab-b89e22519e86 req-09a2f1a8-c053-4791-bd27-12e4b58aa6b6 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Unset dirty status for tenant:eb109fbc14fb4cceb09045c2e07dca04 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:31.591883 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84047d7d-c25c-4ff4-a1ab-b89e22519e86 req-09a2f1a8-c053-4791-bd27-12e4b58aa6b6 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 968 time: 0.6224740 Feb 11 13:05:31.596908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Attempting to bind port 4842be29-188b-4efb-8d43-91f3dcd979f3 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:31.603659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Attempting to bind port 4842be29-188b-4efb-8d43-91f3dcd979f3 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:31.607040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Attempting to bind port 4842be29-188b-4efb-8d43-91f3dcd979f3 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:31.696367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Port 4842be29-188b-4efb-8d43-91f3dcd979f3 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:05:31.710345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Attempting to bind port 4842be29-188b-4efb-8d43-91f3dcd979f3 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:31.739824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:05:31.740355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:31.741085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:05:31.741710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Bound port: 4842be29-188b-4efb-8d43-91f3dcd979f3, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:31.742426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:31.939071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-84047d7d-c25c-4ff4-a1ab-b89e22519e86 req-0663f81d-4f17-4c0d-8848-6e93e3fd460b tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Synchronizing usage tracker for tenant:eb109fbc14fb4cceb09045c2e07dca04 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:32.027069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-84047d7d-c25c-4ff4-a1ab-b89e22519e86 req-0663f81d-4f17-4c0d-8848-6e93e3fd460b tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Unset dirty status for tenant:eb109fbc14fb4cceb09045c2e07dca04 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:32.042309 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84047d7d-c25c-4ff4-a1ab-b89e22519e86 req-0663f81d-4f17-4c0d-8848-6e93e3fd460b tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321251 Feb 11 13:05:32.075627 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.090718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:32.122504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] For port 4842be29-188b-4efb-8d43-91f3dcd979f3, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:32.132278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] For port 4842be29-188b-4efb-8d43-91f3dcd979f3, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4842be29-188b-4efb-8d43-91f3dcd979f3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:32.138536 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Transition to ACTIVE for port object b43c5a11-8221-4c2d-a58c-a03071054505 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:32.139529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.210552 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.218470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:05:32.298599 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.305270 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] 10.222.0.73 "PUT /v2.0/ports/4842be29-188b-4efb-8d43-91f3dcd979f3 HTTP/1.1" status: 200 len: 1116 time: 3.7994037 Feb 11 13:05:32.307839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6de8f7-6f61-4ef5-b2ff-88257868e085', 'tag': '4842be29-188b-4efb-8d43-91f3dcd979f3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:05:32.762279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0df09de-d05e-44ea-8001-d3368a4fc586 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:05:32.794435 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.811163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6aca7-94d5-4746-82e9-969152ef9849 service neutron] Pushing event updated for resources: {'Port': ['ID=4842be29-188b-4efb-8d43-91f3dcd979f3,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:32.838340 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d5f6f8f-e3af-4add-bf5e-f4c0f685bc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.889287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Transition to ACTIVE for port object e0df09de-d05e-44ea-8001-d3368a4fc586 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:32.919578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.922838 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Attempting to bind port b43c5a11-8221-4c2d-a58c-a03071054505 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:32.928432 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Attempting to bind port b43c5a11-8221-4c2d-a58c-a03071054505 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:32.933970 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Attempting to bind port b43c5a11-8221-4c2d-a58c-a03071054505 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:32.952191 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-011cc919-0781-4dd5-8b7a-a4e01d0894c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb109fbc14fb4cceb09045c2e07dca04&device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 1119 time: 0.4507694 Feb 11 13:05:32.956890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4d5f6f8f-e3af-4add-bf5e-f4c0f685bc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:32.961792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4d5f6f8f-e3af-4add-bf5e-f4c0f685bc05 admin admin] Usage tracker for resource:security_group_rule and tenant:439d89c4d2414be388c7526feb8a26d7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:33.021893 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611428c-ece5-4afb-95ac-147c8bbd89b5 None None] Pushing event updated for resources: {'Port': ['ID=b43c5a11-8221-4c2d-a58c-a03071054505,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:33.049599 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:05:33.066135 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:33.066906 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:33.068844 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:05:33.069598 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Bound port: b43c5a11-8221-4c2d-a58c-a03071054505, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:33.070266 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:33.103671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4d5f6f8f-e3af-4add-bf5e-f4c0f685bc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:33.137424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4d5f6f8f-e3af-4add-bf5e-f4c0f685bc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:33.181991 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-3bcfc92b-30b3-4bab-8363-3424476af334 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=4842be29-188b-4efb-8d43-91f3dcd979f3 HTTP/1.1" status: 200 len: 217 time: 0.2150650 Feb 11 13:05:33.259909 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] For port b43c5a11-8221-4c2d-a58c-a03071054505, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:33.268346 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] For port b43c5a11-8221-4c2d-a58c-a03071054505, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b43c5a11-8221-4c2d-a58c-a03071054505,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:33.291813 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:33.419308 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-72fe2e41-0c14-4a74-9ba1-103b13104199 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:33.420911 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-72fe2e41-0c14-4a74-9ba1-103b13104199 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2258592 Feb 11 13:05:33.432614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Attempting to bind port e0df09de-d05e-44ea-8001-d3368a4fc586 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:33.433227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Attempting to bind port e0df09de-d05e-44ea-8001-d3368a4fc586 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:33.433323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Attempting to bind port e0df09de-d05e-44ea-8001-d3368a4fc586 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:33.462748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adad18-7df2-415c-9608-43206b5d0e60 req-03fe65b4-0141-4061-b74d-fdb98e2a7326 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:33.496487 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96adad18-7df2-415c-9608-43206b5d0e60 req-03fe65b4-0141-4061-b74d-fdb98e2a7326 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 935 time: 1.0851552 Feb 11 13:05:33.517872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Port e0df09de-d05e-44ea-8001-d3368a4fc586 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:05:33.518288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Attempting to bind port e0df09de-d05e-44ea-8001-d3368a4fc586 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:33.607076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d5f6f8f-e3af-4add-bf5e-f4c0f685bc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:33.612160 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611428c-ece5-4afb-95ac-147c8bbd89b5 None None] Pushing event updated for resources: {'Port': ['ID=b43c5a11-8221-4c2d-a58c-a03071054505,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:33.620560 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d5f6f8f-e3af-4add-bf5e-f4c0f685bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:33.653711 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Routers {'ba396f12-51a2-42fd-a809-1d0b27ba5862'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:05:33.658060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:05:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ba396f12-51a2-42fd-a809-1d0b27ba5862'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:33.721622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Pushing event updated for resources: {'Port': ['ID=e0df09de-d05e-44ea-8001-d3368a4fc586,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:33.757269 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96adad18-7df2-415c-9608-43206b5d0e60 req-1095a542-5610-4937-abb6-c2bd85c1d730 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572021 Feb 11 13:05:33.777113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:05:33.781090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:33.781266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f6f8f-e3af-4add-bf5e-f4c0f685bc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164385e3-eaaa-4ff2-9cc5-465a43c97e6e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:33.782040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:05:33.783846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Bound port: e0df09de-d05e-44ea-8001-d3368a4fc586, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:33.785744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:33.792916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4d5f6f8f-e3af-4add-bf5e-f4c0f685bc05 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=439d89c4d2414be388c7526feb8a26d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7009494 Feb 11 13:05:33.795292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46934) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:33.802413 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-e35ce78a-5244-42a3-9d77-26b66037d7ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3529482 Feb 11 13:05:34.059162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-84f3fecc-69c3-4e07-83ea-20cb4b9ad111 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453809 Feb 11 13:05:34.230280 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] Set router ba396f12-51a2-42fd-a809-1d0b27ba5862 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:05:34.286009 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6de8f7-6f61-4ef5-b2ff-88257868e085', 'tag': '4842be29-188b-4efb-8d43-91f3dcd979f3', 'status': 'completed', 'code': 200} Feb 11 13:05:34.390424 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12cb2fbc-eb53-4ed3-a94d-0bd8d2b0c32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.445215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12cb2fbc-eb53-4ed3-a94d-0bd8d2b0c32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.464835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] For port e0df09de-d05e-44ea-8001-d3368a4fc586, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:34.542485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] For port e0df09de-d05e-44ea-8001-d3368a4fc586, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e0df09de-d05e-44ea-8001-d3368a4fc586,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:34.610635 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44f96e0d-5e97-4b8a-85f8-ba302551de9a req-9b2161e8-8fa3-48a2-bde8-20ad8878791a service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066750 Feb 11 13:05:34.624142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.664355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12cb2fbc-eb53-4ed3-a94d-0bd8d2b0c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.708732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f280b-dbbc-46e8-a403-fd3162030ae7 req-ec1fe579-75a6-49b4-b0b1-1eca8d886159 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:34.715831 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-021f280b-dbbc-46e8-a403-fd3162030ae7 req-ec1fe579-75a6-49b4-b0b1-1eca8d886159 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 968 time: 0.6014071 Feb 11 13:05:34.749334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb2fbc-eb53-4ed3-a94d-0bd8d2b0c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164385e3-eaaa-4ff2-9cc5-465a43c97e6e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:34.843403 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12cb2fbc-eb53-4ed3-a94d-0bd8d2b0c32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.845556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-12cb2fbc-eb53-4ed3-a94d-0bd8d2b0c32d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/164385e3-eaaa-4ff2-9cc5-465a43c97e6e HTTP/1.1" status: 204 len: 168 time: 1.0489182 Feb 11 13:05:34.902212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.905405 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-407dd06d-2b3a-4f00-b4da-ea51f6d9ca04 req-ab89f700-e63c-44a7-a997-e88865f766b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eb109fbc14fb4cceb09045c2e07dca04&device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 1119 time: 0.2275445 Feb 11 13:05:34.909737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] 10.222.0.73 "PUT /v2.0/ports/e0df09de-d05e-44ea-8001-d3368a4fc586 HTTP/1.1" status: 200 len: 1115 time: 5.8873420 Feb 11 13:05:34.910264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45ed1e6-aedd-4449-8fc2-cff31cec70aa', 'tag': 'e0df09de-d05e-44ea-8001-d3368a4fc586'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:05:34.956765 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-router', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:23Z', 'updated_at': '2022-02-11T13:05:26Z', 'revision_number': 3, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'gw_port': {'id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:25Z', 'updated_at': '2022-02-11T13:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:34.969866 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179331f-117b-41c5-8b66-66ebe07ff3d2 None None] The sync data for ids ['ba396f12-51a2-42fd-a809-1d0b27ba5862'] in n-d-818559-1 is: [{'id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-router', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:23Z', 'updated_at': '2022-02-11T13:05:26Z', 'revision_number': 3, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'gw_port': {'id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:25Z', 'updated_at': '2022-02-11T13:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:05:35.261438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dd8b4-0251-479a-8c3b-edde81898c6f service neutron] Pushing event updated for resources: {'Port': ['ID=e0df09de-d05e-44ea-8001-d3368a4fc586,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:35.279593 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-021f280b-dbbc-46e8-a403-fd3162030ae7 req-16f344a7-af14-4549-a178-af51a1b2ff57 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629206 Feb 11 13:05:35.315654 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:35.428238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dd06d-2b3a-4f00-b4da-ea51f6d9ca04 req-261d03d6-afe8-4e76-904e-155313a17815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:35.429680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-407dd06d-2b3a-4f00-b4da-ea51f6d9ca04 req-261d03d6-afe8-4e76-904e-155313a17815 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.4463954 Feb 11 13:05:35.495871 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-65f00b42-6a63-4380-9dab-05a15fc1d914 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0abe617f17234d9cad9a9ebab70c2095&device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 1118 time: 0.4227624 Feb 11 13:05:35.687120 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-e81870cc-f74f-40ca-967b-36b5330a5e15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e0df09de-d05e-44ea-8001-d3368a4fc586 HTTP/1.1" status: 200 len: 217 time: 0.1843867 Feb 11 13:05:35.706127 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-407dd06d-2b3a-4f00-b4da-ea51f6d9ca04 req-2ea51b62-7f22-467f-9218-133922a24cd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=4842be29-188b-4efb-8d43-91f3dcd979f3 HTTP/1.1" status: 200 len: 217 time: 0.2123787 Feb 11 13:05:35.726101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaea5b-7e6e-44e7-98eb-bf07e52a3c4f req-1c174e87-9029-4afe-8254-249bedad8242 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:35.745116 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47eaea5b-7e6e-44e7-98eb-bf07e52a3c4f req-1c174e87-9029-4afe-8254-249bedad8242 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 967 time: 0.4666903 Feb 11 13:05:35.867508 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47eaea5b-7e6e-44e7-98eb-bf07e52a3c4f req-9bc108e8-e359-4052-86f4-9331948d2338 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213748 Feb 11 13:05:35.877301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Allocated IP 172.20.0.1 (8fa94f89-344d-419c-a7a4-a42d925b72f8/89270889-8235-4b8d-9d58-1890f5a65ef6/b2abda8b-a645-4e5e-aa8b-be79b9fcf932) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:36.111490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.142647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Transition to ACTIVE for port object b2abda8b-a645-4e5e-aa8b-be79b9fcf932 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:36.171609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46976) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:36.183993 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.212210 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4698126d-0375-4200-ab9f-a8487f95b9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.274019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Network 8fa94f89-344d-419c-a7a4-a42d925b72f8 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:36.288407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:36.303731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4698126d-0375-4200-ab9f-a8487f95b9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:36.309223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4698126d-0375-4200-ab9f-a8487f95b9da admin admin] Usage tracker for resource:security_group_rule and tenant:d88233c2ab554b869e722a44dced1e3d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:36.313245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4698126d-0375-4200-ab9f-a8487f95b9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:36.364188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b17f6b57-7e1e-44fe-91b9-9a808118bb87 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:36.365836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-b17f6b57-7e1e-44fe-91b9-9a808118bb87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0710680 Feb 11 13:05:36.375593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:36.378967 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.397897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4698126d-0375-4200-ab9f-a8487f95b9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:36.476432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dd06d-2b3a-4f00-b4da-ea51f6d9ca04 req-3181247c-6d72-4cf9-8a3a-8c2c9afa2a8d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:36.478222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-407dd06d-2b3a-4f00-b4da-ea51f6d9ca04 req-3181247c-6d72-4cf9-8a3a-8c2c9afa2a8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1659758 Feb 11 13:05:36.666686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Pushing event updated for resources: {'Port': ['ID=b2abda8b-a645-4e5e-aa8b-be79b9fcf932,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:36.707322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.768949 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4698126d-0375-4200-ab9f-a8487f95b9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.804161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4698126d-0375-4200-ab9f-a8487f95b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.824604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-c393f160-5916-4348-89b1-1ae645c766f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4056735 Feb 11 13:05:36.825708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0ce77b87-5ea7-4fab-b980-a83c05437fbc None None] Provisioning for port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:36.841734 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45ed1e6-aedd-4449-8fc2-cff31cec70aa', 'tag': 'e0df09de-d05e-44ea-8001-d3368a4fc586', 'status': 'completed', 'code': 200} Feb 11 13:05:36.848369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0ce77b87-5ea7-4fab-b980-a83c05437fbc None None] Provisioning complete for port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:36.848734 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ce77b87-5ea7-4fab-b980-a83c05437fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.876987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-407dd06d-2b3a-4f00-b4da-ea51f6d9ca04 req-e0a932f3-1175-41f1-87a9-95c169020932 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3868384 Feb 11 13:05:37.031978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0ce77b87-5ea7-4fab-b980-a83c05437fbc None None] Port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:05:37.092455 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:37.114342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698126d-0375-4200-ab9f-a8487f95b9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a495f694-148e-4aff-ac12-ccfa7859136d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:37.125420 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4698126d-0375-4200-ab9f-a8487f95b9da admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d88233c2ab554b869e722a44dced1e3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9527149 Feb 11 13:05:37.137119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46994) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:37.301329 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-407dd06d-2b3a-4f00-b4da-ea51f6d9ca04 req-0f3facce-0c7f-4d03-9f35-e397892f13ea service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024036 Feb 11 13:05:37.368761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fca311-aecf-4600-97a3-c67e822620fb req-58f3d665-181e-41ad-91cf-6ad729594c86 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:37.371296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fca311-aecf-4600-97a3-c67e822620fb req-58f3d665-181e-41ad-91cf-6ad729594c86 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 967 time: 0.1390238 Feb 11 13:05:37.387633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1444bd5c-c748-4597-82a2-d1c7ac3d18ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:37.390773 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-a273d25b-c648-4324-ab9d-b6b71f8cd603 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007074 Feb 11 13:05:37.432863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fca311-aecf-4600-97a3-c67e822620fb req-73a26225-a756-4cc4-9151-0dc5d228d8af tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561919 Feb 11 13:05:37.441150 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:37.473551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6225c-2554-46c5-88b4-4bdade85b5f2 req-06fc42db-b6d6-4774-ac74-8269890d29af tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:37.480115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4ee6225c-2554-46c5-88b4-4bdade85b5f2 req-06fc42db-b6d6-4774-ac74-8269890d29af tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 968 time: 0.3956964 Feb 11 13:05:37.489633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:37.490375 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:37.503932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1444bd5c-c748-4597-82a2-d1c7ac3d18ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:37.856530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Pushing event updated for resources: {'Port': ['ID=b2abda8b-a645-4e5e-aa8b-be79b9fcf932,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:37.893069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4ee6225c-2554-46c5-88b4-4bdade85b5f2 req-da2f4b76-9e22-49dc-9105-78629d134de3 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620682 Feb 11 13:05:37.908317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Network 8fa94f89-344d-419c-a7a4-a42d925b72f8 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:37.908317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:38.269616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1444bd5c-c748-4597-82a2-d1c7ac3d18ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:38.296737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444bd5c-c748-4597-82a2-d1c7ac3d18ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a495f694-148e-4aff-ac12-ccfa7859136d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:38.422181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-708d1fba-127b-40f3-b5ef-0cbf3c418d9b None None] Provisioning complete for port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:38.423225 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-708d1fba-127b-40f3-b5ef-0cbf3c418d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:38.432378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1444bd5c-c748-4597-82a2-d1c7ac3d18ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:38.437308 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1444bd5c-c748-4597-82a2-d1c7ac3d18ad admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a495f694-148e-4aff-ac12-ccfa7859136d HTTP/1.1" status: 204 len: 168 time: 1.2974415 Feb 11 13:05:38.558486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-708d1fba-127b-40f3-b5ef-0cbf3c418d9b None None] Port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:05:38.655902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-407dd06d-2b3a-4f00-b4da-ea51f6d9ca04 req-44651028-83b4-4559-9ead-5cd238950951 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644426 Feb 11 13:05:38.684768 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84690ba3-42ff-427e-bbdd-f51c8b4f5e72 req-71e8583c-ae4b-4fa3-8a7f-c6e12dbe2391 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903208 Feb 11 13:05:38.870058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c7549-a5bd-4b0d-b7b4-29e2522fddd1 req-148580fa-7950-429c-a41f-cc0149400540 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:38.871590 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-042c7549-a5bd-4b0d-b7b4-29e2522fddd1 req-148580fa-7950-429c-a41f-cc0149400540 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 967 time: 0.1862428 Feb 11 13:05:38.878093 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b2385a2-1aba-43a3-8558-d38076204838 req-53e6e14a-5003-4a58-a66c-bac9e5a5753d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0abe617f17234d9cad9a9ebab70c2095&device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 1118 time: 0.1374388 Feb 11 13:05:39.030621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-042c7549-a5bd-4b0d-b7b4-29e2522fddd1 req-0fe620bd-7e12-4d7d-ac7c-d7d1e6887504 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515031 Feb 11 13:05:39.088056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2385a2-1aba-43a3-8558-d38076204838 req-6bd3f4ce-92c1-40c2-a09b-90fdacd21255 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:39.089648 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b2385a2-1aba-43a3-8558-d38076204838 req-6bd3f4ce-92c1-40c2-a09b-90fdacd21255 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.1927571 Feb 11 13:05:39.157752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Router ba396f12-51a2-42fd-a809-1d0b27ba5862 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:05:39.191942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e342d8-d28e-4dee-b1e3-3c93458dbe29 req-6a1915d8-6445-45b9-9a68-e37f3d8bb05c tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:39.193469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61e342d8-d28e-4dee-b1e3-3c93458dbe29 req-6a1915d8-6445-45b9-9a68-e37f3d8bb05c tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 968 time: 0.0833848 Feb 11 13:05:39.235396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b2385a2-1aba-43a3-8558-d38076204838 req-b2346636-c779-4225-8027-eb62fc6a8c29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e0df09de-d05e-44ea-8001-d3368a4fc586 HTTP/1.1" status: 200 len: 217 time: 0.1377993 Feb 11 13:05:39.246625 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61e342d8-d28e-4dee-b1e3-3c93458dbe29 req-63711655-2a14-44ff-8da5-bee8459c235a tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458002 Feb 11 13:05:39.452484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2385a2-1aba-43a3-8558-d38076204838 req-beb3e7d1-6227-4f60-83ef-c1a6f398b5ec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:39.453917 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b2385a2-1aba-43a3-8558-d38076204838 req-beb3e7d1-6227-4f60-83ef-c1a6f398b5ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2120268 Feb 11 13:05:39.581052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47082) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:39.610083 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b2385a2-1aba-43a3-8558-d38076204838 req-520087c2-e107-43e3-9219-e2d170d134e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496580 Feb 11 13:05:39.698119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:05:39.709363 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-09f4f49e-ec09-41ee-9d18-5bd6804c192e admin admin] 10.222.0.67 "PUT /v2.0/routers/ba396f12-51a2-42fd-a809-1d0b27ba5862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2983360 Feb 11 13:05:39.769393 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b2385a2-1aba-43a3-8558-d38076204838 req-71ed7a2e-e7be-4544-adce-f6941de51bf2 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500547 Feb 11 13:05:39.910631 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b2385a2-1aba-43a3-8558-d38076204838 req-3928d8f8-f04c-4c2e-8c68-b0ae40fe22c3 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350543 Feb 11 13:05:39.925347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2029817366-network', 'tenant_id': '43e57f5e521545208f8f14d0937ff0f1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:39.931369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:39.935564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Usage tracker for resource:network and tenant:43e57f5e521545208f8f14d0937ff0f1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:39.938816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:39.945368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:39.958401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Made reservation on behalf of 43e57f5e521545208f8f14d0937ff0f1 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:39.963405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47096) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:39.964360 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:39.985823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.028425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:40.032578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Usage tracker for resource:security_group_rule and tenant:43e57f5e521545208f8f14d0937ff0f1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:40.035671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:40.044219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:40.068858 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82d37242-c661-4eea-bbba-636a9146610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.105190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-82d37242-c661-4eea-bbba-636a9146610b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:40.109569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-82d37242-c661-4eea-bbba-636a9146610b admin admin] Usage tracker for resource:security_group_rule and tenant:9aa14b4e063742f4bec96fa5cea8ff82 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:40.112816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-82d37242-c661-4eea-bbba-636a9146610b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:40.120090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-82d37242-c661-4eea-bbba-636a9146610b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:40.144033 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.148705 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.222471 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82d37242-c661-4eea-bbba-636a9146610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.227181 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82d37242-c661-4eea-bbba-636a9146610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.233242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83de80c-1040-4f16-a0b5-fd5831e3e3f5,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:40.248160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:05:40.263226 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.264024 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Added segment 32466f6e-4945-45b9-ba40-a827cf8d4928 of type vlan for network 67ddad11-10dd-4732-a4e0-80241859c24a Feb 11 13:05:40.269889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d37242-c661-4eea-bbba-636a9146610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3148a1-6367-4ff4-b197-1aa068db601e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:40.296062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47116) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:40.296655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-82d37242-c661-4eea-bbba-636a9146610b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9aa14b4e063742f4bec96fa5cea8ff82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3318243 Feb 11 13:05:40.323156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.348221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c310984-69b2-42a0-b63c-21c629ffd93e req-772b3d1f-6fcb-47f7-b164-41336f7d7128 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:40.349672 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c310984-69b2-42a0-b63c-21c629ffd93e req-772b3d1f-6fcb-47f7-b164-41336f7d7128 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 967 time: 0.1634636 Feb 11 13:05:40.424529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.425361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:40.425934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.512794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a53eb11-4c01-41c5-a54a-6d613979ae4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.531802 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c310984-69b2-42a0-b63c-21c629ffd93e req-1ebd89bc-b954-40c8-9126-d458be55fb51 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746805 Feb 11 13:05:40.570774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] Pushing event updated for resources: {'Network': ['ID=67ddad11-10dd-4732-a4e0-80241859c24a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:40.576849 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a53eb11-4c01-41c5-a54a-6d613979ae4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.583105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 67ddad11-10dd-4732-a4e0-80241859c24a details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:05:40.588904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d1e309ab-2aeb-4eda-8a3f-80fa36b654ea admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0065675 Feb 11 13:05:40.592015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47130) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:40.603743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Request body: {'subnet': {'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2029817366-subnet', 'tenant_id': '43e57f5e521545208f8f14d0937ff0f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:40.611835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:40.625121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d22db-7cd2-468b-8fe2-fc88bbc54bcd req-01c22a01-45b2-4cd4-853b-5c5490bd0fe4 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:40.627088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Usage tracker for resource:subnet and tenant:43e57f5e521545208f8f14d0937ff0f1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:40.627511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e3d22db-7cd2-468b-8fe2-fc88bbc54bcd req-01c22a01-45b2-4cd4-853b-5c5490bd0fe4 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 968 time: 0.1090751 Feb 11 13:05:40.631622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:40.638434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:40.660045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Made reservation on behalf of 43e57f5e521545208f8f14d0937ff0f1 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:40.672603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.697506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a53eb11-4c01-41c5-a54a-6d613979ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.701509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e3d22db-7cd2-468b-8fe2-fc88bbc54bcd req-eb5c54ef-8ff4-4fb5-b05a-8549c37426d0 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684314 Feb 11 13:05:40.773015 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a53eb11-4c01-41c5-a54a-6d613979ae4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.778028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8a53eb11-4c01-41c5-a54a-6d613979ae4c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da3148a1-6367-4ff4-b197-1aa068db601e HTTP/1.1" status: 204 len: 168 time: 0.4733095 Feb 11 13:05:40.778985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53eb11-4c01-41c5-a54a-6d613979ae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3148a1-6367-4ff4-b197-1aa068db601e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:41.076322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.162313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4c495a-e289-46e6-a8c0-ba75eb92d391,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:41.204965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:41.205542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Network hostable DHCP agents. Network: 67ddad11-10dd-4732-a4e0-80241859c24a, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:41.233158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47154) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:41.250948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Network 67ddad11-10dd-4732-a4e0-80241859c24a is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:41.268425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 67ddad11-10dd-4732-a4e0-80241859c24a) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:41.273335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:41.273957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.281581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667e7e1b-8562-467d-b505-18c9c0501ef7 None None] Network 67ddad11-10dd-4732-a4e0-80241859c24a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:05:41.303346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47160) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:41.311103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000481578', 'description': 'tempest-description--1846626328'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:41.321922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:41.325036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7338bd94-77e2-4f09-baf8-768239458d60 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7317846 Feb 11 13:05:41.335801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Usage tracker for resource:security_group and tenant:ec0ecf0bc87e427b87dd69bd6961545f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:41.339326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:41.348966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:41.369284 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.419926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:41.424411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Usage tracker for resource:security_group_rule and tenant:ec0ecf0bc87e427b87dd69bd6961545f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:41.429265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:41.438612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:41.500485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47166) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:41.540239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-859d7778-5575-469d-b65a-0b983441e9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.609358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-859d7778-5575-469d-b65a-0b983441e9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:41.610290 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c18f08f9-54a0-4c94-a01b-ed891dc19590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.614534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378722f5-407c-429b-8744-eef2cf04204e None None] Network 67ddad11-10dd-4732-a4e0-80241859c24a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:05:41.622868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.629178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-859d7778-5575-469d-b65a-0b983441e9e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ca59e258082a40b28e438186aa5aae01 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:41.632227 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.642664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-859d7778-5575-469d-b65a-0b983441e9e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:41.654922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-859d7778-5575-469d-b65a-0b983441e9e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:41.690743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c18f08f9-54a0-4c94-a01b-ed891dc19590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:41.701295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c18f08f9-54a0-4c94-a01b-ed891dc19590 admin admin] Usage tracker for resource:security_group_rule and tenant:c7f4e54ad31f441f97919355905127ff is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:41.711760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c18f08f9-54a0-4c94-a01b-ed891dc19590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:41.720329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c18f08f9-54a0-4c94-a01b-ed891dc19590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:41.725587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:41.738241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.739915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3d95ae55-5c52-43e5-b3a4-919289df8333 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4354782 Feb 11 13:05:41.744993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47176) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:41.762772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Request body: {'security_group_rule': {'security_group_id': 'f9f2591a-64d7-407e-bf84-9d11e7e5cd6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:41.793597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:41.826935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Usage tracker for resource:security_group_rule and tenant:ec0ecf0bc87e427b87dd69bd6961545f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:41.831157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:41.838296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:41.842421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e0df09de-d05e-44ea-8001-d3368a4fc586 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:05:41.915799 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c18f08f9-54a0-4c94-a01b-ed891dc19590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.931054 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c18f08f9-54a0-4c94-a01b-ed891dc19590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.940706 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.957430 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-859d7778-5575-469d-b65a-0b983441e9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.960014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375711-029f-4efd-b479-5e079ef4f2e4 req-4407e4fe-07cd-401a-b3f0-dc8605f3d462 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:41.970349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7375711-029f-4efd-b479-5e079ef4f2e4 req-4407e4fe-07cd-401a-b3f0-dc8605f3d462 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 967 time: 0.1569076 Feb 11 13:05:41.976309 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-859d7778-5575-469d-b65a-0b983441e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.038043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d7778-5575-469d-b65a-0b983441e9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858409a7-cfb8-46b3-91cc-1febad9c17a2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.064653 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7375711-029f-4efd-b479-5e079ef4f2e4 req-5692152a-094a-4bb0-a110-ec518e83ae42 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931499 Feb 11 13:05:42.082343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f08f9-54a0-4c94-a01b-ed891dc19590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1a6620-a345-45cb-b551-aabec8400322,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.093217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c18f08f9-54a0-4c94-a01b-ed891dc19590 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c7f4e54ad31f441f97919355905127ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8567984 Feb 11 13:05:42.093721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47182) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:42.098252 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.124426 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-859d7778-5575-469d-b65a-0b983441e9e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ca59e258082a40b28e438186aa5aae01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6217573 Feb 11 13:05:42.127843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47186) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:42.142032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.156350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071d50-5a59-44ae-ba9f-8082d840696a req-242597d2-f3cb-47da-a392-f1898b0f3f36 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:42.158031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3071d50-5a59-44ae-ba9f-8082d840696a req-242597d2-f3cb-47da-a392-f1898b0f3f36 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 968 time: 0.2729950 Feb 11 13:05:42.159512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.187944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port e0df09de-d05e-44ea-8001-d3368a4fc586, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e0df09de-d05e-44ea-8001-d3368a4fc586,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:42.208029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'e0df09de-d05e-44ea-8001-d3368a4fc586', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'e0df09de-d05e-44ea-8001-d3368a4fc586', 'mac_address': 'fa:16:3e:52:b0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:tempest-test_az-56154905', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:05:42.246556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db3f637-3953-42da-b815-e70edadf9a6c,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.289670 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.293594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7677d94-44f8-4cc3-b6ed-9e1d4503c7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.296699 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3071d50-5a59-44ae-ba9f-8082d840696a req-52595afd-8ee7-4a75-887e-79b576e30398 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281860 Feb 11 13:05:42.297854 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.298943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-09bc3092-3a07-4096-acee-a0c5f525a045 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5509942 Feb 11 13:05:42.302298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47192) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:42.309555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Request body: {'security_group_rule': {'security_group_id': 'f9f2591a-64d7-407e-bf84-9d11e7e5cd6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:42.315938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0df09de-d05e-44ea-8001-d3368a4fc586 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:05:42.317274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:42.318517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c759154d-2e13-4d8d-96a2-7874b84c9a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.322986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Usage tracker for resource:security_group_rule and tenant:ec0ecf0bc87e427b87dd69bd6961545f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:42.326029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:42.337605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port e0df09de-d05e-44ea-8001-d3368a4fc586, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e0df09de-d05e-44ea-8001-d3368a4fc586,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:42.342155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:42.344569 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.345776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4842be29-188b-4efb-8d43-91f3dcd979f3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:05:42.346387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7677d94-44f8-4cc3-b6ed-9e1d4503c7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.367307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.376388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4842be29-188b-4efb-8d43-91f3dcd979f3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4842be29-188b-4efb-8d43-91f3dcd979f3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:42.379959 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c759154d-2e13-4d8d-96a2-7874b84c9a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.438514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '4842be29-188b-4efb-8d43-91f3dcd979f3', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '4842be29-188b-4efb-8d43-91f3dcd979f3', 'mac_address': 'fa:16:3e:2b:7f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:tempest-test_az-56154905', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:05:42.458065 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c759154d-2e13-4d8d-96a2-7874b84c9a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.489932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7677d94-44f8-4cc3-b6ed-9e1d4503c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.502188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.502384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7677d94-44f8-4cc3-b6ed-9e1d4503c7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.511479 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.520877 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a7677d94-44f8-4cc3-b6ed-9e1d4503c7b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c1a6620-a345-45cb-b551-aabec8400322 HTTP/1.1" status: 204 len: 168 time: 0.4111817 Feb 11 13:05:42.526991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759154d-2e13-4d8d-96a2-7874b84c9a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858409a7-cfb8-46b3-91cc-1febad9c17a2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.550097 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c759154d-2e13-4d8d-96a2-7874b84c9a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.551249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c759154d-2e13-4d8d-96a2-7874b84c9a1b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/858409a7-cfb8-46b3-91cc-1febad9c17a2 HTTP/1.1" status: 204 len: 168 time: 0.4224432 Feb 11 13:05:42.558634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c442d0-5030-4b04-92ee-ee64456ba1cf,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.566327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7677d94-44f8-4cc3-b6ed-9e1d4503c7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1a6620-a345-45cb-b551-aabec8400322,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.589071 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.591079 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2bd3ac8f-9c8a-41c0-b02a-42e2201110e7 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2878027 Feb 11 13:05:42.594785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47204) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:42.600378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:42.610645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:42.617218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Usage tracker for resource:floatingip and tenant:ec0ecf0bc87e427b87dd69bd6961545f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:42.623079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:42.631730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b43c5a11-8221-4c2d-a58c-a03071054505 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:42.632628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:42.646729 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.745305 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.758197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=e0df09de-d05e-44ea-8001-d3368a4fc586,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.761288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port b43c5a11-8221-4c2d-a58c-a03071054505 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:42.773131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b43c5a11-8221-4c2d-a58c-a03071054505 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:42.773612 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.798834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4842be29-188b-4efb-8d43-91f3dcd979f3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:05:42.841523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4842be29-188b-4efb-8d43-91f3dcd979f3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4842be29-188b-4efb-8d43-91f3dcd979f3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:42.848363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.861416 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.974829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4842be29-188b-4efb-8d43-91f3dcd979f3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.986024 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.005757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port b43c5a11-8221-4c2d-a58c-a03071054505, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b43c5a11-8221-4c2d-a58c-a03071054505,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:43.012525 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.039805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Allocated IP 172.25.4.167 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/5a69bbbf-6db1-4f7f-96cd-cd69b510fa5b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:43.134674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=b43c5a11-8221-4c2d-a58c-a03071054505,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:43.167531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4842be29-188b-4efb-8d43-91f3dcd979f3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:05:43.208244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['e0df09de-d05e-44ea-8001-d3368a4fc586'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:05:43.266093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47224) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:43.310272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47228) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:43.318314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1571025990-network', 'tenant_id': '35016ca1d17740a5b61f12998bd524cd'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:43.323107 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-858ddbbe-ad81-4ce3-978d-ac7ddc4f9d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.340105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:43.347120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Usage tracker for resource:network and tenant:35016ca1d17740a5b61f12998bd524cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:43.354477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:43.358715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.365263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:43.387238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9118e-bc49-4062-9fcd-88e3b386e8fa req-86b907a5-6727-4e56-b823-e0c43f393fbb tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:43.392252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-858ddbbe-ad81-4ce3-978d-ac7ddc4f9d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:43.394166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28b9118e-bc49-4062-9fcd-88e3b386e8fa req-86b907a5-6727-4e56-b823-e0c43f393fbb tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 968 time: 0.1463881 Feb 11 13:05:43.397375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Made reservation on behalf of 35016ca1d17740a5b61f12998bd524cd for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:43.403671 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.423674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-858ddbbe-ad81-4ce3-978d-ac7ddc4f9d2b admin admin] Usage tracker for resource:security_group_rule and tenant:8666891e5501453095aedf4918bb8165 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:43.428662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-858ddbbe-ad81-4ce3-978d-ac7ddc4f9d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:43.436315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-858ddbbe-ad81-4ce3-978d-ac7ddc4f9d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:43.471246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28b9118e-bc49-4062-9fcd-88e3b386e8fa req-16a5912f-5015-4e75-8650-2a9ab1114a27 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760865 Feb 11 13:05:43.513090 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.520285 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.607494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-858ddbbe-ad81-4ce3-978d-ac7ddc4f9d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.608198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:43.614335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:43.628283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:43.632627 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-858ddbbe-ad81-4ce3-978d-ac7ddc4f9d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.706445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event updated for resources: {'Port': ['ID=5a69bbbf-6db1-4f7f-96cd-cd69b510fa5b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:43.737846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:43.749938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ddbbe-ad81-4ce3-978d-ac7ddc4f9d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1711f0eb-9744-4a2d-8aa7-7f097add7a92,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:43.754332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Usage tracker for resource:security_group_rule and tenant:35016ca1d17740a5b61f12998bd524cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:43.760941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:43.783909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:43.801004 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-858ddbbe-ad81-4ce3-978d-ac7ddc4f9d2b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8666891e5501453095aedf4918bb8165&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5315042 Feb 11 13:05:43.807337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47240) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:43.819456 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.840817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5b97c-acf9-41c5-a024-d42670762dc2 req-90813db1-a061-4a14-818a-2fbe0f1f8dbb tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:43.842325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ed5b97c-acf9-41c5-a024-d42670762dc2 req-90813db1-a061-4a14-818a-2fbe0f1f8dbb tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 969 time: 0.2905154 Feb 11 13:05:43.878396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.972760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ed5b97c-acf9-41c5-a024-d42670762dc2 req-31fc6ad7-a7fc-46ed-b091-a4ed83dcf83f tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205969 Feb 11 13:05:43.980084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd27e-7268-467d-a897-dcd15e9bfa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.982879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.015623 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.023138 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd27e-7268-467d-a897-dcd15e9bfa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.065986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:05:44.088091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653ca53d-beaa-49db-ac1f-4b547a8ec2c7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:44.093602 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.093895 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Added segment 6f81bae4-8228-4d67-92dd-6c998129cc0f of type vlan for network bf028de6-4c80-48ae-b09e-7f30dd446f8d Feb 11 13:05:44.111600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.117183 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.127700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.132810 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd27e-7268-467d-a897-dcd15e9bfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.153204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fd27e-7268-467d-a897-dcd15e9bfa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711f0eb-9744-4a2d-8aa7-7f097add7a92,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:44.191203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.192058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:44.192635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.206186 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.211976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event updated for resources: {'Port': ['ID=5a69bbbf-6db1-4f7f-96cd-cd69b510fa5b,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:44.223961 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd27e-7268-467d-a897-dcd15e9bfa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.225090 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3e2fd27e-7268-467d-a897-dcd15e9bfa33 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1711f0eb-9744-4a2d-8aa7-7f097add7a92 HTTP/1.1" status: 204 len: 168 time: 0.4167216 Feb 11 13:05:44.237419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.238660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f03895a3-6be0-4ade-abc3-aef5922e3f28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6432886 Feb 11 13:05:44.303979 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9922454 Feb 11 13:05:44.307555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47256) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:44.313299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Request body: {'subnet': {'network_id': 'bf028de6-4c80-48ae-b09e-7f30dd446f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1571025990-subnet', 'tenant_id': '35016ca1d17740a5b61f12998bd524cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:44.317592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:44.322192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Usage tracker for resource:subnet and tenant:35016ca1d17740a5b61f12998bd524cd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:44.326483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:44.332399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcdf1a-09bc-4d18-b174-49e0f21281e8 admin admin] Pushing event updated for resources: {'Network': ['ID=bf028de6-4c80-48ae-b09e-7f30dd446f8d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:44.333539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:44.353505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Made reservation on behalf of 35016ca1d17740a5b61f12998bd524cd for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:44.355734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network bf028de6-4c80-48ae-b09e-7f30dd446f8d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:05:44.356197 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.564464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b43c5a11-8221-4c2d-a58c-a03071054505 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:44.719216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b43c5a11-8221-4c2d-a58c-a03071054505 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:44.719586 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.800611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcacf8-ddb2-40c5-9fcc-c86cb2f3fc6d req-a9bea615-56b1-4e17-8e09-b854321598e9 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:44.807807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-f4fe6041-8120-495c-9e55-f2082cf284e3 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Synchronizing usage tracker for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:44.809850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-41fcacf8-ddb2-40c5-9fcc-c86cb2f3fc6d req-a9bea615-56b1-4e17-8e09-b854321598e9 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 968 time: 0.1124046 Feb 11 13:05:44.813362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Sync routers for ids ['ba396f12-51a2-42fd-a809-1d0b27ba5862'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:05:44.850908 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:44.867185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-41fcacf8-ddb2-40c5-9fcc-c86cb2f3fc6d req-03a61aac-1a05-4452-ac70-048d121e976f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561681 Feb 11 13:05:44.904137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-f4fe6041-8120-495c-9e55-f2082cf284e3 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Unset dirty status for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:44.905788 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-f4fe6041-8120-495c-9e55-f2082cf284e3 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1000481578&fields=id&tenant_id=ec0ecf0bc87e427b87dd69bd6961545f HTTP/1.1" status: 200 len: 267 time: 0.2027190 Feb 11 13:05:44.911136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Routers {'ba396f12-51a2-42fd-a809-1d0b27ba5862'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:05:44.911451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7b5675ac-c045-448d-8243-f371c218466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:05:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ba396f12-51a2-42fd-a809-1d0b27ba5862'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:44.971895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47276) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:44.996469 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00a8798d-40ae-4373-978a-97d51ff25630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.050042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00a8798d-40ae-4373-978a-97d51ff25630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:45.056136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00a8798d-40ae-4373-978a-97d51ff25630 admin admin] Usage tracker for resource:security_group_rule and tenant:535e3e72c5e7497db9ee359b8277702d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:45.059558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00a8798d-40ae-4373-978a-97d51ff25630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:45.066533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00a8798d-40ae-4373-978a-97d51ff25630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:45.149946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Set router ba396f12-51a2-42fd-a809-1d0b27ba5862 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:05:45.224833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-cd89c0d0-871b-424a-a617-0b059c591633 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:45.226814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-cd89c0d0-871b-424a-a617-0b059c591633 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/networks?id=d02be5d7-6046-43a0-ad81-4c92c76e445e HTTP/1.1" status: 200 len: 824 time: 0.3091657 Feb 11 13:05:45.228953 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00a8798d-40ae-4373-978a-97d51ff25630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.238614 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00a8798d-40ae-4373-978a-97d51ff25630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.284853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-00a8798d-40ae-4373-978a-97d51ff25630 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=535e3e72c5e7497db9ee359b8277702d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3094919 Feb 11 13:05:45.285602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47284) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:45.293132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Checking segment: {'id': '6f81bae4-8228-4d67-92dd-6c998129cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bf028de6-4c80-48ae-b09e-7f30dd446f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:45.293778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Network hostable DHCP agents. Network: bf028de6-4c80-48ae-b09e-7f30dd446f8d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:45.301885 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-c90321d2-9af6-45f3-b7f7-dced63693e88 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/quotas/ec0ecf0bc87e427b87dd69bd6961545f HTTP/1.1" status: 200 len: 375 time: 0.0588756 Feb 11 13:05:45.313565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14498e15-26d1-492e-8995-07cfca4a2d76,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:45.365357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f33ad-edbf-4a44-a0fa-23cc8d0348cd req-1c034c66-f851-47b2-acb3-ffa32ad6be86 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:45.372396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-568f33ad-edbf-4a44-a0fa-23cc8d0348cd req-1c034c66-f851-47b2-acb3-ffa32ad6be86 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 969 time: 0.2409256 Feb 11 13:05:45.395490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Network bf028de6-4c80-48ae-b09e-7f30dd446f8d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:45.404195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8798d-40ae-4373-978a-97d51ff25630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e709345e-15cd-4abc-8879-2578e4a0e97b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:45.416109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c83ec6b0-f713-4b6e-9771-85bb15de3829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.448630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, bf028de6-4c80-48ae-b09e-7f30dd446f8d) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:45.458286 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1114d4ae-916b-4814-918a-18194b199364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.459738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9c6ae-c08b-42a0-b16b-b848e1cb524a None None] Network bf028de6-4c80-48ae-b09e-7f30dd446f8d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:05:45.466910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:45.467789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.474701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-568f33ad-edbf-4a44-a0fa-23cc8d0348cd req-bd3858e6-7ee5-486c-86e0-34f03e9827b5 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013508 Feb 11 13:05:45.503680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dc1bb120-3592-4f3f-af3b-feb5d14a4a2d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1950085 Feb 11 13:05:45.525790 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-0608f976-197d-47b1-b765-f9187a8c4166 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec0ecf0bc87e427b87dd69bd6961545f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2075143 Feb 11 13:05:45.536728 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c83ec6b0-f713-4b6e-9771-85bb15de3829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.636118 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c83ec6b0-f713-4b6e-9771-85bb15de3829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.645270 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7b5675ac-c045-448d-8243-f371c218466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-router', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:23Z', 'updated_at': '2022-02-11T13:05:36Z', 'revision_number': 4, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'gw_port': {'id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:25Z', 'updated_at': '2022-02-11T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b2abda8b-a645-4e5e-aa8b-be79b9fcf932', 'name': '', 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'mac_address': 'fa:16:3e:a1:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89270889-8235-4b8d-9d58-1890f5a65ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:35Z', 'updated_at': '2022-02-11T13:05:36Z', 'revision_number': 2, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'subnets': [{'id': '89270889-8235-4b8d-9d58-1890f5a65ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:45.655360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ec6b0-f713-4b6e-9771-85bb15de3829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e709345e-15cd-4abc-8879-2578e4a0e97b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:45.659569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Checking router: ba396f12-51a2-42fd-a809-1d0b27ba5862 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:05:45.660354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Updating router ba396f12-51a2-42fd-a809-1d0b27ba5862 port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:05:45.667665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c83ec6b0-f713-4b6e-9771-85bb15de3829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.668781 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c83ec6b0-f713-4b6e-9771-85bb15de3829 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e709345e-15cd-4abc-8879-2578e4a0e97b HTTP/1.1" status: 204 len: 168 time: 0.3823318 Feb 11 13:05:45.769622 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.781391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da17ed-4706-4603-83fa-36fe00d42d73 None None] Network bf028de6-4c80-48ae-b09e-7f30dd446f8d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:05:45.854386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e0df09de-d05e-44ea-8001-d3368a4fc586 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:46.159726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port e0df09de-d05e-44ea-8001-d3368a4fc586 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:46.160708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155907f3-d5fb-4d66-8694-748882670282 req-e7115a96-1cc4-43f9-bcc0-bce8826e3e30 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:46.162358 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-155907f3-d5fb-4d66-8694-748882670282 req-e7115a96-1cc4-43f9-bcc0-bce8826e3e30 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 968 time: 0.1117613 Feb 11 13:05:46.213398 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-155907f3-d5fb-4d66-8694-748882670282 req-b5ce6d2b-9005-4e30-b875-3eccc3e93685 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 Feb 11 13:05:46.228217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-9d6b071b-9dfa-4579-ad2e-9a60212722c4 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:05:46.232978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-9d6b071b-9dfa-4579-ad2e-9a60212722c4 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4031980 Feb 11 13:05:46.258614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port e0df09de-d05e-44ea-8001-d3368a4fc586 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:46.258757 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:46.440112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-f3b129d0-2e06-4809-bf14-baec5c6976e0 service neutron] 10.222.0.67 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995142 Feb 11 13:05:46.536917 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:46.581891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ed1e6-aedd-4449-8fc2-cff31cec70aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0df09de-d05e-44ea-8001-d3368a4fc586'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:05:46.617200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-aff9e2de-28c4-49d4-b6a0-3f0fa3eb338b service neutron] 10.222.0.67 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709430 Feb 11 13:05:46.665676 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:46.677520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port e0df09de-d05e-44ea-8001-d3368a4fc586, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e0df09de-d05e-44ea-8001-d3368a4fc586,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:46.710260 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:46.711114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4842be29-188b-4efb-8d43-91f3dcd979f3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:46.838894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Transition to ACTIVE for port object b2abda8b-a645-4e5e-aa8b-be79b9fcf932 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:46.847866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=e0df09de-d05e-44ea-8001-d3368a4fc586,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:46.880686 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:47.065070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 4842be29-188b-4efb-8d43-91f3dcd979f3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:47.076390 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff433337-9710-44d6-ba9f-7bd06f0bc6a0 None None] Pushing event updated for resources: {'Port': ['ID=b2abda8b-a645-4e5e-aa8b-be79b9fcf932,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:47.089125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 4842be29-188b-4efb-8d43-91f3dcd979f3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:47.089578 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:47.147529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-589778ba-30b7-4250-a3a7-18ee75d2c769 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:47.148609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-589778ba-30b7-4250-a3a7-18ee75d2c769 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Synchronizing usage tracker for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:47.191807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-589778ba-30b7-4250-a3a7-18ee75d2c769 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Unset dirty status for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:47.193070 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-589778ba-30b7-4250-a3a7-18ee75d2c769 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 808 time: 0.3972595 Feb 11 13:05:47.221768 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-f3357225-44c6-4590-a43d-b10e1e45e594 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/quotas/43e57f5e521545208f8f14d0937ff0f1 HTTP/1.1" status: 200 len: 375 time: 0.0205128 Feb 11 13:05:47.288552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-69abe822-d647-4fe6-bb00-913c4a70aedd tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615401 Feb 11 13:05:47.290973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-d8c900f2-114f-4aa8-a061-178c282bb3e8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=12b287917ba646e9b3169123c7ffe5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591273 Feb 11 13:05:47.373308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Attempting to bind port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:47.373677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Attempting to bind port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'a63860c8-cac2-4973-be0a-aa7f2c421cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:47.374028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Attempting to bind port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 on network 8fa94f89-344d-419c-a7a4-a42d925b72f8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:47.414068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:05:47.414343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Checking segment: {'id': 'a63860c8-cac2-4973-be0a-aa7f2c421cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:47.415302 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:47.416071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Bound using segment: {'id': 'a63860c8-cac2-4973-be0a-aa7f2c421cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:05:47.416581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Bound port: b2abda8b-a645-4e5e-aa8b-be79b9fcf932, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63860c8-cac2-4973-be0a-aa7f2c421cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:47.417684 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:47.441238 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:47.497729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-1a8f1a1b-e123-4895-bdaf-832087b2b2fd tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:47.506864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-1a8f1a1b-e123-4895-bdaf-832087b2b2fd tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134159 Feb 11 13:05:47.530717 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-3a03d28b-d6fe-4136-8e99-844e85a5ed9d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/quotas/12b287917ba646e9b3169123c7ffe5dc HTTP/1.1" status: 200 len: 375 time: 0.0224714 Feb 11 13:05:47.551007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4842be29-188b-4efb-8d43-91f3dcd979f3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4842be29-188b-4efb-8d43-91f3dcd979f3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:47.577225 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:47.600871 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-1f5111a1-c2aa-42cb-b748-cf240a2ea5ae tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691104 Feb 11 13:05:47.686431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-e1007dd3-af83-49bd-80ad-ef3a6a53cac2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:05:47.697230 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-e1007dd3-af83-49bd-80ad-ef3a6a53cac2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1778064 Feb 11 13:05:47.701154 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33da7806-1128-4235-865b-c45c3cc4fab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:47.709951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7b5675ac-c045-448d-8243-f371c218466f None None] For port b2abda8b-a645-4e5e-aa8b-be79b9fcf932, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:47.732054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7b5675ac-c045-448d-8243-f371c218466f None None] For port b2abda8b-a645-4e5e-aa8b-be79b9fcf932, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b2abda8b-a645-4e5e-aa8b-be79b9fcf932,segment=NetworkSegment(a63860c8-cac2-4973-be0a-aa7f2c421cf5),segment_id=a63860c8-cac2-4973-be0a-aa7f2c421cf5)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:47.744779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:47.764917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4842be29-188b-4efb-8d43-91f3dcd979f3,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:47.848442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff433337-9710-44d6-ba9f-7bd06f0bc6a0 None None] Pushing event updated for resources: {'Port': ['ID=b2abda8b-a645-4e5e-aa8b-be79b9fcf932,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:47.890984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Routers {'ba396f12-51a2-42fd-a809-1d0b27ba5862'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:05:47.892007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7b5675ac-c045-448d-8243-f371c218466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:05:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ba396f12-51a2-42fd-a809-1d0b27ba5862'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:47.927302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-f08e2b29-3e91-4ec9-88a7-ab05adf4997d service neutron] 10.222.0.67 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288048 Feb 11 13:05:48.192114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edecd89-a8b2-4fcb-ad8e-83ddc561babf req-15935d60-a677-44c6-88aa-e3dd667733b3 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:48.198942 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1edecd89-a8b2-4fcb-ad8e-83ddc561babf req-15935d60-a677-44c6-88aa-e3dd667733b3 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 970 time: 0.1824849 Feb 11 13:05:48.214094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7b5675ac-c045-448d-8243-f371c218466f None None] Set router ba396f12-51a2-42fd-a809-1d0b27ba5862 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:05:48.214290 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-d91bc571-872c-4bfa-a1ed-d230f4f25533 service neutron] 10.222.0.67 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803581 Feb 11 13:05:48.333171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1edecd89-a8b2-4fcb-ad8e-83ddc561babf req-300b1940-d05c-4ab5-832e-85b9330dc162 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332715 Feb 11 13:05:48.622242 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd5b9a1e-e095-4609-bd4a-89cc49aa2548 req-b93b3d93-3966-4a80-b194-de1f65d04fac tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 210 time: 0.1005094 Feb 11 13:05:48.699521 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:48.833367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:48.851427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7b5675ac-c045-448d-8243-f371c218466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-router', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:23Z', 'updated_at': '2022-02-11T13:05:36Z', 'revision_number': 4, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'gw_port': {'id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:25Z', 'updated_at': '2022-02-11T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b2abda8b-a645-4e5e-aa8b-be79b9fcf932', 'name': '', 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'mac_address': 'fa:16:3e:a1:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89270889-8235-4b8d-9d58-1890f5a65ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:35Z', 'updated_at': '2022-02-11T13:05:47Z', 'revision_number': 4, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'subnets': [{'id': '89270889-8235-4b8d-9d58-1890f5a65ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:48.857455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5675ac-c045-448d-8243-f371c218466f None None] The sync data for ids ['ba396f12-51a2-42fd-a809-1d0b27ba5862'] in n-d-818559-1 is: [{'id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-router', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:23Z', 'updated_at': '2022-02-11T13:05:36Z', 'revision_number': 4, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'gw_port': {'id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:25Z', 'updated_at': '2022-02-11T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b2abda8b-a645-4e5e-aa8b-be79b9fcf932', 'name': '', 'network_id': '8fa94f89-344d-419c-a7a4-a42d925b72f8', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'mac_address': 'fa:16:3e:a1:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89270889-8235-4b8d-9d58-1890f5a65ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:35Z', 'updated_at': '2022-02-11T13:05:47Z', 'revision_number': 4, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'subnets': [{'id': '89270889-8235-4b8d-9d58-1890f5a65ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:05:48.989902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d87731-451e-4a8d-ab17-aa6a6c8f7738 req-8c383cd8-fb9c-4959-bb55-0f292a6801b8 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:49.006211 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6d87731-451e-4a8d-ab17-aa6a6c8f7738 req-8c383cd8-fb9c-4959-bb55-0f292a6801b8 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 969 time: 0.1842492 Feb 11 13:05:49.075521 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ed1e6-aedd-4449-8fc2-cff31cec70aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0df09de-d05e-44ea-8001-d3368a4fc586', 'code': 200} Feb 11 13:05:49.155132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6d87731-451e-4a8d-ab17-aa6a6c8f7738 req-32716ad0-dd51-472f-9a6d-2bf905568574 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477447 Feb 11 13:05:49.187558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.75', 64706) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:49.391336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8b573264-7fba-4fc3-886f-878bfbff7287 req-d87e8c61-87f5-455d-a1a6-1c35b0e9a09f tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 210 time: 0.0437682 Feb 11 13:05:49.497007 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-317e9b6e-cc47-4c3d-acd7-677ee7e1e4a8 req-c6d29e0f-7e72-426a-b41f-7f2b3c32c4e2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 210 time: 0.1138070 Feb 11 13:05:49.581368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc07d516-3024-4658-90a1-8b80f896ed2c req-f7bfb4df-4b86-4fe0-9da5-82dfea29e105 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 1120 time: 0.1966667 Feb 11 13:05:49.590030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-0eadc50d-5c47-47ba-9a2b-e6f796521e15 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:49.591041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-0eadc50d-5c47-47ba-9a2b-e6f796521e15 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Synchronizing usage tracker for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:49.625488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc07d516-3024-4658-90a1-8b80f896ed2c req-6f5667cd-0671-4dea-9ec6-a4673217b2c9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:49.650889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-0eadc50d-5c47-47ba-9a2b-e6f796521e15 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Unset dirty status for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:49.652440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-0eadc50d-5c47-47ba-9a2b-e6f796521e15 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.75 "GET /v2.0/networks?id=d02be5d7-6046-43a0-ad81-4c92c76e445e HTTP/1.1" status: 200 len: 824 time: 0.4505515 Feb 11 13:05:49.675983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bc07d516-3024-4658-90a1-8b80f896ed2c req-6f5667cd-0671-4dea-9ec6-a4673217b2c9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:49.680908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bc07d516-3024-4658-90a1-8b80f896ed2c req-6f5667cd-0671-4dea-9ec6-a4673217b2c9 service neutron] Usage tracker for resource:security_group_rule and tenant:e12753d5ff3e4ce39794ea39acda8c60 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:49.685704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bc07d516-3024-4658-90a1-8b80f896ed2c req-6f5667cd-0671-4dea-9ec6-a4673217b2c9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:49.692699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bc07d516-3024-4658-90a1-8b80f896ed2c req-6f5667cd-0671-4dea-9ec6-a4673217b2c9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:49.977669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-db5c2064-2bb0-40c6-a178-c0ca00b3c69b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Synchronizing usage tracker for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:49.995998 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42aff5ed-8a9b-4a77-ad4e-a9c510b0de5c req-a55c5db3-2c40-48c5-b7ad-897537fb284c tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 210 time: 0.0797160 Feb 11 13:05:50.042348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc07d516-3024-4658-90a1-8b80f896ed2c req-6f5667cd-0671-4dea-9ec6-a4673217b2c9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:50.047207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-db5c2064-2bb0-40c6-a178-c0ca00b3c69b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Unset dirty status for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:50.048933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-db5c2064-2bb0-40c6-a178-c0ca00b3c69b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0ecf0bc87e427b87dd69bd6961545f HTTP/1.1" status: 200 len: 380 time: 0.3316727 Feb 11 13:05:50.052257 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc07d516-3024-4658-90a1-8b80f896ed2c req-6f5667cd-0671-4dea-9ec6-a4673217b2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:50.080459 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:50.113287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc07d516-3024-4658-90a1-8b80f896ed2c req-6f5667cd-0671-4dea-9ec6-a4673217b2c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186560 Feb 11 13:05:50.114332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5667cd-0671-4dea-9ec6-a4673217b2c9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=25888195-5c21-4355-a5d4-9de6d63e5609,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:50.142261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fe82b-c2f7-4f93-b751-e24b915bddce req-c7ab50c4-eea9-4300-aefd-ace036332cf6 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:50.150439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d1fe82b-c2f7-4f93-b751-e24b915bddce req-c7ab50c4-eea9-4300-aefd-ace036332cf6 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 970 time: 0.4005260 Feb 11 13:05:50.216965 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d1fe82b-c2f7-4f93-b751-e24b915bddce req-a913f6b1-fefd-4d25-9017-b32477c7300e tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588453 Feb 11 13:05:50.434676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804d216-c825-473d-86de-8ee505dbd086 req-0feefdf9-9d59-4607-b95b-2296b0cad158 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:50.436367 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8804d216-c825-473d-86de-8ee505dbd086 req-0feefdf9-9d59-4607-b95b-2296b0cad158 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 969 time: 0.1045423 Feb 11 13:05:50.504069 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8804d216-c825-473d-86de-8ee505dbd086 req-4d06e725-7d9e-46d6-baeb-60ef003bcb05 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603065 Feb 11 13:05:50.607756 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45ac83d0-9e0a-4a8b-9b17-4d2bcae4c96c req-38d8c410-a8e9-44fc-8d0b-d8960c564222 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 210 time: 0.0446441 Feb 11 13:05:50.649255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b2abda8b-a645-4e5e-aa8b-be79b9fcf932 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:50.730675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:50.735933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:50.736291 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:50.741435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd0ee019-7cfa-4cad-84c9-3604bb527ba7 req-4b7a7f8b-31d7-4f53-a953-72b0d10c2c50 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 210 time: 0.0511675 Feb 11 13:05:50.773107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47444) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:50.889609 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:50.923188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-071d9d1d-2e10-4c52-b87d-69126c7fff51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:50.926956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port b2abda8b-a645-4e5e-aa8b-be79b9fcf932, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b2abda8b-a645-4e5e-aa8b-be79b9fcf932,segment=NetworkSegment(a63860c8-cac2-4973-be0a-aa7f2c421cf5),segment_id=a63860c8-cac2-4973-be0a-aa7f2c421cf5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:50.934419 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:50.957593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-071d9d1d-2e10-4c52-b87d-69126c7fff51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:50.961923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-071d9d1d-2e10-4c52-b87d-69126c7fff51 admin admin] Usage tracker for resource:security_group_rule and tenant:526b057e2ae743a3a994e5be04b10154 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:50.964744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-071d9d1d-2e10-4c52-b87d-69126c7fff51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:50.970299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-071d9d1d-2e10-4c52-b87d-69126c7fff51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:51.003157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=b2abda8b-a645-4e5e-aa8b-be79b9fcf932,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:51.036751 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-071d9d1d-2e10-4c52-b87d-69126c7fff51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:51.040810 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-071d9d1d-2e10-4c52-b87d-69126c7fff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:51.077195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6de8f7-6f61-4ef5-b2ff-88257868e085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4842be29-188b-4efb-8d43-91f3dcd979f3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:05:51.096507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d9d1d-2e10-4c52-b87d-69126c7fff51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4d6015-60b7-4da8-af1d-3fc1cb421bf6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:51.106135 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-071d9d1d-2e10-4c52-b87d-69126c7fff51 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=526b057e2ae743a3a994e5be04b10154&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3306868 Feb 11 13:05:51.108549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47454) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:51.140874 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6de8f7-6f61-4ef5-b2ff-88257868e085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4842be29-188b-4efb-8d43-91f3dcd979f3', 'code': 200} Feb 11 13:05:51.163996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-36e7126a-904a-4f47-973f-7766c752cbdd req-f908fe77-8944-4512-b235-d5af4c415c7c tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Synchronizing usage tracker for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:51.186635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-36e7126a-904a-4f47-973f-7766c752cbdd req-f908fe77-8944-4512-b235-d5af4c415c7c tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Unset dirty status for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:51.187928 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36e7126a-904a-4f47-973f-7766c752cbdd req-f908fe77-8944-4512-b235-d5af4c415c7c tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 210 time: 0.0728898 Feb 11 13:05:51.194977 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5126e895-ac3c-4f8d-97df-201c57501b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:51.237961 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5126e895-ac3c-4f8d-97df-201c57501b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:51.284100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-347f2d89-cb02-4d88-9130-d5b823711d17 req-054d6695-bd0d-4412-ba24-ff3bd7227271 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 1121 time: 0.0764697 Feb 11 13:05:51.298250 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5126e895-ac3c-4f8d-97df-201c57501b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:51.313317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126e895-ac3c-4f8d-97df-201c57501b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4d6015-60b7-4da8-af1d-3fc1cb421bf6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:51.323211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5126e895-ac3c-4f8d-97df-201c57501b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:51.328320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5126e895-ac3c-4f8d-97df-201c57501b25 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb4d6015-60b7-4da8-af1d-3fc1cb421bf6 HTTP/1.1" status: 204 len: 168 time: 0.2155495 Feb 11 13:05:51.332055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-347f2d89-cb02-4d88-9130-d5b823711d17 req-c278aff0-4c39-4e66-855c-edee11fb6eeb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Feb 11 13:05:51.448213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93f14f-a36d-47a7-896f-f90b4ef1dabd req-dcb8045e-aba4-4dea-a86d-63d0bfc20d18 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:51.450911 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d93f14f-a36d-47a7-896f-f90b4ef1dabd req-dcb8045e-aba4-4dea-a86d-63d0bfc20d18 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 970 time: 0.0891488 Feb 11 13:05:51.512239 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d93f14f-a36d-47a7-896f-f90b4ef1dabd req-0206a94e-f3df-4943-8371-a38e7a0ac3d0 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549140 Feb 11 13:05:51.734306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47468) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:51.759459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa19e-89a2-4f27-aefe-1dfc33774abc req-1b86cccb-74c8-49b9-bd76-2118bba60d65 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:51.761380 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f1aa19e-89a2-4f27-aefe-1dfc33774abc req-1b86cccb-74c8-49b9-bd76-2118bba60d65 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 969 time: 0.1100512 Feb 11 13:05:51.793496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3de29ced-d84d-4898-afc7-2f22ee44c94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:51.818439 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-515bb2c5-213a-49e8-b822-63c4df11b540 req-5ece47f3-d4c5-4fea-bd83-b53dcd899785 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 210 time: 0.0445163 Feb 11 13:05:51.855730 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f1aa19e-89a2-4f27-aefe-1dfc33774abc req-3f920a26-d3fa-4858-8629-738361f46e9a tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860281 Feb 11 13:05:51.863319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3de29ced-d84d-4898-afc7-2f22ee44c94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:51.872087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3de29ced-d84d-4898-afc7-2f22ee44c94b admin admin] Usage tracker for resource:security_group_rule and tenant:db022e39e0aa4ed8927734d39e2e99b7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:51.876448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3de29ced-d84d-4898-afc7-2f22ee44c94b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:51.888235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3de29ced-d84d-4898-afc7-2f22ee44c94b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:51.966904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3de29ced-d84d-4898-afc7-2f22ee44c94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:51.971152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3de29ced-d84d-4898-afc7-2f22ee44c94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:52.024652 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3de29ced-d84d-4898-afc7-2f22ee44c94b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db022e39e0aa4ed8927734d39e2e99b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2890306 Feb 11 13:05:52.025467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47474) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:52.036556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9773458-0e75-4211-9164-afda65b2a792 req-1398e343-4e0b-4aeb-9fc4-471a122cdd34 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 210 time: 0.0558505 Feb 11 13:05:52.068998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de29ced-d84d-4898-afc7-2f22ee44c94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf76bb5-5f01-4901-8bf4-54d0d4e06171,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:52.122045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ec75038-3ab8-4557-8d47-783af665ba8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:52.156123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ec75038-3ab8-4557-8d47-783af665ba8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:52.219078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ec75038-3ab8-4557-8d47-783af665ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:52.237494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec75038-3ab8-4557-8d47-783af665ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf76bb5-5f01-4901-8bf4-54d0d4e06171,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:52.251142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ec75038-3ab8-4557-8d47-783af665ba8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:52.254639 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8ec75038-3ab8-4557-8d47-783af665ba8e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dcf76bb5-5f01-4901-8bf4-54d0d4e06171 HTTP/1.1" status: 204 len: 168 time: 0.2237887 Feb 11 13:05:52.402302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e8a59e2b-569a-41d4-a9be-5205369d62f4 req-43f7ab22-fbcc-4352-8abb-074dd3093ee2 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 210 time: 0.0560000 Feb 11 13:05:52.539682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b2abda8b-a645-4e5e-aa8b-be79b9fcf932 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:05:52.644041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:52.644408 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:52.797430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d974edc-fdbc-4a5c-9198-5fa23b191968 req-274e8bb6-47c1-4a43-99c9-8a1cae7d6a73 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:52.799020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d974edc-fdbc-4a5c-9198-5fa23b191968 req-274e8bb6-47c1-4a43-99c9-8a1cae7d6a73 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 970 time: 0.1311674 Feb 11 13:05:52.847801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d974edc-fdbc-4a5c-9198-5fa23b191968 req-fe685d50-5472-4f77-912d-8fc0fc013b23 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Feb 11 13:05:53.026949 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8451047d-7a15-4abd-b32b-dcf400cd8e16 req-7ddd75c4-6d01-453b-82a1-2ec4bf9c08e9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 210 time: 0.0434334 Feb 11 13:05:53.058202 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a5dee843-f9f0-47d6-805e-167bf0e0c129 req-30005bbe-cb3c-42fa-abc4-c2a5b8722884 tempest-AggregatesAdminTestJSON-1856595623 tempest-AggregatesAdminTestJSON-1856595623-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 1121 time: 0.0786948 Feb 11 13:05:53.094298 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a5dee843-f9f0-47d6-805e-167bf0e0c129 req-df73558f-5cea-4da5-a7be-96fe03813772 tempest-AggregatesAdminTestJSON-1856595623 tempest-AggregatesAdminTestJSON-1856595623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:53.177392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-a5dee843-f9f0-47d6-805e-167bf0e0c129 req-df73558f-5cea-4da5-a7be-96fe03813772 tempest-AggregatesAdminTestJSON-1856595623 tempest-AggregatesAdminTestJSON-1856595623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:53.181639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a5dee843-f9f0-47d6-805e-167bf0e0c129 req-df73558f-5cea-4da5-a7be-96fe03813772 tempest-AggregatesAdminTestJSON-1856595623 tempest-AggregatesAdminTestJSON-1856595623-project-admin] Usage tracker for resource:security_group_rule and tenant:f1e55f9863db452396fd2f6e0fb327a3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:53.185952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a5dee843-f9f0-47d6-805e-167bf0e0c129 req-df73558f-5cea-4da5-a7be-96fe03813772 tempest-AggregatesAdminTestJSON-1856595623 tempest-AggregatesAdminTestJSON-1856595623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:53.192575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-a5dee843-f9f0-47d6-805e-167bf0e0c129 req-df73558f-5cea-4da5-a7be-96fe03813772 tempest-AggregatesAdminTestJSON-1856595623 tempest-AggregatesAdminTestJSON-1856595623-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:53.257461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6a31c-dce6-4098-ae66-58e3e2a97b6c req-5822743f-5f5a-44f0-b9e4-4566cfcee2ce tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:53.259296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6f6a31c-dce6-4098-ae66-58e3e2a97b6c req-5822743f-5f5a-44f0-b9e4-4566cfcee2ce tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 969 time: 0.0964532 Feb 11 13:05:53.289915 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a5dee843-f9f0-47d6-805e-167bf0e0c129 req-df73558f-5cea-4da5-a7be-96fe03813772 tempest-AggregatesAdminTestJSON-1856595623 tempest-AggregatesAdminTestJSON-1856595623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:53.294716 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a5dee843-f9f0-47d6-805e-167bf0e0c129 req-df73558f-5cea-4da5-a7be-96fe03813772 tempest-AggregatesAdminTestJSON-1856595623 tempest-AggregatesAdminTestJSON-1856595623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:53.311177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6f6a31c-dce6-4098-ae66-58e3e2a97b6c req-ac60aca5-3ca2-4e55-965f-0003f58ff3bf tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Feb 11 13:05:53.347010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a5dee843-f9f0-47d6-805e-167bf0e0c129 req-df73558f-5cea-4da5-a7be-96fe03813772 tempest-AggregatesAdminTestJSON-1856595623 tempest-AggregatesAdminTestJSON-1856595623-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804494 Feb 11 13:05:53.353253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73558f-5cea-4da5-a7be-96fe03813772 tempest-AggregatesAdminTestJSON-1856595623 tempest-AggregatesAdminTestJSON-1856595623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aa65ac-189d-4af0-bae3-5d1ea670e4c2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:53.511466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aafe6711-1154-4e86-ab3d-494216c8bef7 req-d4048edb-2704-4d51-9cd2-4e5cf6ddf525 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 210 time: 0.0589612 Feb 11 13:05:53.929925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbecfb9b-a940-4304-bdbc-de72171ba0f7 req-e0bda06e-cf73-4675-9a64-288c3cbb0624 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 210 time: 0.0433369 Feb 11 13:05:54.152141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41b72-ca1d-4d5a-a17f-ff204144eb0e req-61a90f5e-e169-4aeb-9627-e2d772651899 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:54.153652 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4da41b72-ca1d-4d5a-a17f-ff204144eb0e req-61a90f5e-e169-4aeb-9627-e2d772651899 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 970 time: 0.0903766 Feb 11 13:05:54.181907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c846a-d721-47e3-b692-c22628acd700 req-e59619d3-09d4-45e1-a1b0-476ef07ce93c tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:54.183530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a0c846a-d721-47e3-b692-c22628acd700 req-e59619d3-09d4-45e1-a1b0-476ef07ce93c tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 969 time: 0.0783482 Feb 11 13:05:54.200353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4da41b72-ca1d-4d5a-a17f-ff204144eb0e req-af62c7b1-4d5c-4766-bae6-52259fcde8a1 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Feb 11 13:05:54.246064 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a0c846a-d721-47e3-b692-c22628acd700 req-a9548408-dd9e-4687-9c03-6735f7179593 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487690 Feb 11 13:05:54.386446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7bdd112f-7163-4509-9a3c-fd7d5016e528 req-5d368051-48d8-43a9-b2ef-c0bddc8b2859 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 210 time: 0.0417075 Feb 11 13:05:54.667934 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1fae560-5d13-40de-8712-c191d2cce8c4 req-2851d418-59c3-4dc7-aeb2-326e836b1d27 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 210 time: 0.0418551 Feb 11 13:05:55.087846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47556) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:55.102823 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-209ac95f-9ae5-47ac-86bd-7adc5cb74ac8 req-6c3f7f6d-1602-4255-854e-35917ef0f364 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 210 time: 0.0452216 Feb 11 13:05:55.239942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f6a3cd92-3b22-43cf-8475-55228d1ed819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:55.264813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a066-9441-4216-aa6e-889434eb7fec req-6963cea6-65aa-4ef8-afd0-b6d2e2facfbe tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:55.267341 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de52a066-9441-4216-aa6e-889434eb7fec req-6963cea6-65aa-4ef8-afd0-b6d2e2facfbe tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.73 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 970 time: 0.0982680 Feb 11 13:05:55.275123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.75', 64710) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:55.278208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f6a3cd92-3b22-43cf-8475-55228d1ed819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:55.306932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f6a3cd92-3b22-43cf-8475-55228d1ed819 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d86424ca9943a2b58e94a77464953a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:55.312289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f6a3cd92-3b22-43cf-8475-55228d1ed819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:55.316787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-c144e8d0-f19b-48be-b2c0-7e60a1dfed45 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=12b287917ba646e9b3169123c7ffe5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402741 Feb 11 13:05:55.322237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f6a3cd92-3b22-43cf-8475-55228d1ed819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:55.356893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-de52a066-9441-4216-aa6e-889434eb7fec req-9b838694-55a4-4842-af85-7d942626ce72 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Deleting port 4842be29-188b-4efb-8d43-91f3dcd979f3 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:05:55.357502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-de52a066-9441-4216-aa6e-889434eb7fec req-9b838694-55a4-4842-af85-7d942626ce72 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:55.390189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Request body: {'port': {'device_id': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'admin_state_up': True, 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'security_groups': ['f9f2591a-64d7-407e-bf84-9d11e7e5cd6e']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:55.678972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.75', 64711) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:55.686750 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f6a3cd92-3b22-43cf-8475-55228d1ed819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:55.692835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-8993a0ce-99d5-4880-8525-09a82301ac2b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:55.694225 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-8993a0ce-99d5-4880-8525-09a82301ac2b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3661065 Feb 11 13:05:55.718903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b5b4-2842-4e33-8fc2-842d1c40c7b0 req-4ebed425-3fa6-4ca3-9972-0cc8e6dc869b tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:55.720380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9c5b5b4-2842-4e33-8fc2-842d1c40c7b0 req-4ebed425-3fa6-4ca3-9972-0cc8e6dc869b tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 969 time: 0.2931371 Feb 11 13:05:55.722640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e460644-f0da-4e68-a2a5-f4e6f126614f req-368df9ae-cd8a-429d-bfe5-f9de90dfb176 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:55.724416 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e460644-f0da-4e68-a2a5-f4e6f126614f req-368df9ae-cd8a-429d-bfe5-f9de90dfb176 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 970 time: 0.3381808 Feb 11 13:05:55.726216 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f6a3cd92-3b22-43cf-8475-55228d1ed819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:55.740620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Request body: {'port': {'device_id': '66d4c6e3-76fd-4144-a378-af4465822ead', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '12b287917ba646e9b3169123c7ffe5dc'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:55.754226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:55.842342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:55.873104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Made reservation on behalf of ec0ecf0bc87e427b87dd69bd6961545f for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:55.876008 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:55.912296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e460644-f0da-4e68-a2a5-f4e6f126614f req-a002d641-a894-4b28-b9c4-02d5bd3c83c1 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/security-groups?id=75ed3546-fec3-453c-98c9-c7689afc8020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638644 Feb 11 13:05:55.958019 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6aaa3d2-744c-42f5-a5a7-9fe83ca8f2d0 req-372ce241-20d2-47ae-a52a-cb200df18a4f tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 1120 time: 0.5272338 Feb 11 13:05:55.974082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3cd92-3b22-43cf-8475-55228d1ed819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fa860b-2527-4457-8f6e-3fe56657b095,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:56.015711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-de52a066-9441-4216-aa6e-889434eb7fec req-9b838694-55a4-4842-af85-7d942626ce72 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] For port 4842be29-188b-4efb-8d43-91f3dcd979f3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4842be29-188b-4efb-8d43-91f3dcd979f3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:56.016120 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-de52a066-9441-4216-aa6e-889434eb7fec req-9b838694-55a4-4842-af85-7d942626ce72 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.037931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f6a3cd92-3b22-43cf-8475-55228d1ed819 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3d86424ca9943a2b58e94a77464953a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9490650 Feb 11 13:05:56.050123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47586) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:56.114654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9c5b5b4-2842-4e33-8fc2-842d1c40c7b0 req-3f2e87cf-a0b4-4ccf-a1ca-7139db3b0914 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503828 Feb 11 13:05:56.165573 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a6aaa3d2-744c-42f5-a5a7-9fe83ca8f2d0 req-cc0ed22b-f182-4275-8ec9-90da85489bf5 tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] Deleting port e0df09de-d05e-44ea-8001-d3368a4fc586 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:05:56.165890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6aaa3d2-744c-42f5-a5a7-9fe83ca8f2d0 req-cc0ed22b-f182-4275-8ec9-90da85489bf5 tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.182569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-de52a066-9441-4216-aa6e-889434eb7fec req-9b838694-55a4-4842-af85-7d942626ce72 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Calling delete_port for 4842be29-188b-4efb-8d43-91f3dcd979f3 owned by compute:tempest-test_az-56154905 {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:05:56.201881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-f7bea217-3f88-482d-9be9-f13526e494b4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:56.203390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-f7bea217-3f88-482d-9be9-f13526e494b4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 808 time: 0.5204446 Feb 11 13:05:56.217809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:56.225192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b026b8e6-d804-4e8f-86ee-bdf5107c6346 req-e1567b8e-f43e-4e4a-a941-b1cd06f6eec8 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 210 time: 0.1954043 Feb 11 13:05:56.228029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Request body: {'port': {'device_id': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a', 'admin_state_up': True, 'tenant_id': '43e57f5e521545208f8f14d0937ff0f1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:56.252307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Usage tracker for resource:port and tenant:12b287917ba646e9b3169123c7ffe5dc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:56.261500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:56.352117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:56.409315 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d12373c-e99d-4fab-9cf7-e733938d90bf req-a5cb38cf-3416-4c6c-bb92-4e6b16ca15b1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 210 time: 0.1540461 Feb 11 13:05:56.432703 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7c2d8b4-852b-4eda-85fb-0d4a36d65da3 req-37154ce4-85e2-44a1-ae14-5ec144abe727 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 210 time: 0.0633905 Feb 11 13:05:56.433793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Allocated IP 172.20.0.4 (d02be5d7-6046-43a0-ad81-4c92c76e445e/8bf62628-fc09-41c7-932f-80b55ea8d8be/9e266fb5-4443-4c4e-91d4-0d22a2164858) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:56.435099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67713d79-8589-433a-b626-f88a380db85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.463819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Made reservation on behalf of 12b287917ba646e9b3169123c7ffe5dc for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:56.466768 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.521601 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.539093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-de52a066-9441-4216-aa6e-889434eb7fec req-9b838694-55a4-4842-af85-7d942626ce72 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.551348 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4842be29-188b-4efb-8d43-91f3dcd979f3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:05:56.599963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67713d79-8589-433a-b626-f88a380db85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.655187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b838694-55a4-4842-af85-7d942626ce72 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Pushing event deleted for resources: {'Port': ['ID=4842be29-188b-4efb-8d43-91f3dcd979f3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:56.692751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:56.708409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:56.713431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Usage tracker for resource:port and tenant:43e57f5e521545208f8f14d0937ff0f1 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:56.717318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:56.724862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Usage tracker for resource:security_group_rule and tenant:12b287917ba646e9b3169123c7ffe5dc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:56.729859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:56.740390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:56.757209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-de52a066-9441-4216-aa6e-889434eb7fec req-9b838694-55a4-4842-af85-7d942626ce72 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] No DVR routers for this DVR port 4842be29-188b-4efb-8d43-91f3dcd979f3 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:56.760632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:56.772704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a6aaa3d2-744c-42f5-a5a7-9fe83ca8f2d0 req-cc0ed22b-f182-4275-8ec9-90da85489bf5 tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] For port e0df09de-d05e-44ea-8001-d3368a4fc586, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e0df09de-d05e-44ea-8001-d3368a4fc586,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:56.773052 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6aaa3d2-744c-42f5-a5a7-9fe83ca8f2d0 req-cc0ed22b-f182-4275-8ec9-90da85489bf5 tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.776199 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-de52a066-9441-4216-aa6e-889434eb7fec req-9b838694-55a4-4842-af85-7d942626ce72 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.778844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6de8f7-6f61-4ef5-b2ff-88257868e085', 'name': 'network-vif-deleted', 'tag': '4842be29-188b-4efb-8d43-91f3dcd979f3'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:05:56.823804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de52a066-9441-4216-aa6e-889434eb7fec req-9b838694-55a4-4842-af85-7d942626ce72 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.73 "DELETE /v2.0/ports/4842be29-188b-4efb-8d43-91f3dcd979f3 HTTP/1.1" status: 204 len: 173 time: 1.5497181 Feb 11 13:05:56.831811 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.853367 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67713d79-8589-433a-b626-f88a380db85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.854496 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6de8f7-6f61-4ef5-b2ff-88257868e085', 'name': 'network-vif-deleted', 'tag': '4842be29-188b-4efb-8d43-91f3dcd979f3', 'status': 'completed', 'code': 200} Feb 11 13:05:56.856990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Made reservation on behalf of 43e57f5e521545208f8f14d0937ff0f1 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:56.857524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Transition to ACTIVE for port object 9e266fb5-4443-4c4e-91d4-0d22a2164858 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:56.859942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.887578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.972926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Network d02be5d7-6046-43a0-ad81-4c92c76e445e is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:56.973070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event updated for resources: {'Port': ['ID=9e266fb5-4443-4c4e-91d4-0d22a2164858,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:56.986479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:56.988963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:56.993787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:56.994602 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:57.032202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-3366479b-7cdb-4650-b692-4b8b1068b88b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6475127 Feb 11 13:05:57.043967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a6aaa3d2-744c-42f5-a5a7-9fe83ca8f2d0 req-cc0ed22b-f182-4275-8ec9-90da85489bf5 tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] Calling delete_port for e0df09de-d05e-44ea-8001-d3368a4fc586 owned by compute:tempest-test_az-56154905 {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:05:57.046436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-80d07db4-7a60-4bdd-baa7-530540e0abe2 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:05:57.048008 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-80d07db4-7a60-4bdd-baa7-530540e0abe2 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0099840 Feb 11 13:05:57.084728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67713d79-8589-433a-b626-f88a380db85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fa860b-2527-4457-8f6e-3fe56657b095,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:57.186965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2ecef7cc-eda9-4ac3-9a5d-06636f1d405a req-cd166849-1ef3-4ee0-b7d9-d411231bc352 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Synchronizing usage tracker for tenant:eb109fbc14fb4cceb09045c2e07dca04 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:57.203594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Request body: {'port': {'device_id': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:57.250446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2ecef7cc-eda9-4ac3-9a5d-06636f1d405a req-cd166849-1ef3-4ee0-b7d9-d411231bc352 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] Unset dirty status for tenant:eb109fbc14fb4cceb09045c2e07dca04 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:57.252375 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ecef7cc-eda9-4ac3-9a5d-06636f1d405a req-cd166849-1ef3-4ee0-b7d9-d411231bc352 tempest-AggregatesAdminTestJSON-173039965 tempest-AggregatesAdminTestJSON-173039965-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6de8f7-6f61-4ef5-b2ff-88257868e085 HTTP/1.1" status: 200 len: 210 time: 0.1129940 Feb 11 13:05:57.315573 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67713d79-8589-433a-b626-f88a380db85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:57.317457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-67713d79-8589-433a-b626-f88a380db85b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2fa860b-2527-4457-8f6e-3fe56657b095 HTTP/1.1" status: 204 len: 168 time: 1.2524297 Feb 11 13:05:57.363617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:57.385736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-477fa998-86d6-48f7-a2ac-93e2f9fb63a5 None None] Provisioning for port 9e266fb5-4443-4c4e-91d4-0d22a2164858 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:57.392308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-477fa998-86d6-48f7-a2ac-93e2f9fb63a5 None None] Provisioning complete for port 9e266fb5-4443-4c4e-91d4-0d22a2164858 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:57.393052 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-477fa998-86d6-48f7-a2ac-93e2f9fb63a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:57.499293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-477fa998-86d6-48f7-a2ac-93e2f9fb63a5 None None] Port 9e266fb5-4443-4c4e-91d4-0d22a2164858 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:05:57.572063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:57.577213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6aaa3d2-744c-42f5-a5a7-9fe83ca8f2d0 req-cc0ed22b-f182-4275-8ec9-90da85489bf5 tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:57.588169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['e0df09de-d05e-44ea-8001-d3368a4fc586'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:05:57.640192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:57.682565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ed22b-f182-4275-8ec9-90da85489bf5 tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0df09de-d05e-44ea-8001-d3368a4fc586,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:57.703207 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8dd1e5a7-7214-43cd-8579-44ea92fdab4b req-36bf1490-f256-4cce-8e20-9665dd637327 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 210 time: 0.1432440 Feb 11 13:05:57.745229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Allocated IP 172.20.0.11 (67ddad11-10dd-4732-a4e0-80241859c24a/cd4c495a-e289-46e6-a8c0-ba75eb92d391/1273eeae-20e8-4c53-a810-af76378e18a2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:57.806400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1647f7b5-a7d6-4da5-8982-48479912efd2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:57.876086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5311759-ac88-47f4-bb86-a1b1cee1c2bc req-d919d723-3abe-4f19-a5d1-560f31e654a8 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:57.883556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5311759-ac88-47f4-bb86-a1b1cee1c2bc req-d919d723-3abe-4f19-a5d1-560f31e654a8 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=d45ed1e6-aedd-4449-8fc2-cff31cec70aa HTTP/1.1" status: 200 len: 969 time: 0.5647643 Feb 11 13:05:57.911142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b8677c4-5cd0-4d60-b277-922d8b587fb2 req-9fd61a76-e9ef-4bf5-b044-c27ab7df1466 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 210 time: 0.0525892 Feb 11 13:05:57.921026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6aaa3d2-744c-42f5-a5a7-9fe83ca8f2d0 req-cc0ed22b-f182-4275-8ec9-90da85489bf5 tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] No DVR routers for this DVR port e0df09de-d05e-44ea-8001-d3368a4fc586 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:58.034888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e266fb5-4443-4c4e-91d4-0d22a2164858 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:05:58.043312 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.059666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47612) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:58.062679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Transition to ACTIVE for port object 9e266fb5-4443-4c4e-91d4-0d22a2164858 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:58.068267 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6aaa3d2-744c-42f5-a5a7-9fe83ca8f2d0 req-cc0ed22b-f182-4275-8ec9-90da85489bf5 tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.071124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ed1e6-aedd-4449-8fc2-cff31cec70aa', 'name': 'network-vif-deleted', 'tag': 'e0df09de-d05e-44ea-8001-d3368a4fc586'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:05:58.116974 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.158091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab223954-e54a-4661-af42-ddad3eab756b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.207432 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6aaa3d2-744c-42f5-a5a7-9fe83ca8f2d0 req-cc0ed22b-f182-4275-8ec9-90da85489bf5 tempest-DeleteServersAdminTestJSON-1332965038 tempest-DeleteServersAdminTestJSON-1332965038-project-admin] 10.222.0.73 "DELETE /v2.0/ports/e0df09de-d05e-44ea-8001-d3368a4fc586 HTTP/1.1" status: 204 len: 173 time: 2.2395651 Feb 11 13:05:58.211571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Allocated IP 192.168.233.50 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/cfad1194-1ec4-42d6-b39c-24ed53c87b0f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:58.225614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5311759-ac88-47f4-bb86-a1b1cee1c2bc req-9792f992-5617-41ba-a7ce-d6a0c61c9c1d tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407483 Feb 11 13:05:58.297000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=9e266fb5-4443-4c4e-91d4-0d22a2164858,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:58.323855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ab223954-e54a-4661-af42-ddad3eab756b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:05:58.332760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ab223954-e54a-4661-af42-ddad3eab756b admin admin] Usage tracker for resource:security_group_rule and tenant:97e53eaa1f1146c3a0961b01cf58669d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:05:58.334079 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.381293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ab223954-e54a-4661-af42-ddad3eab756b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:05:58.402026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ab223954-e54a-4661-af42-ddad3eab756b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:05:58.422515 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ed1e6-aedd-4449-8fc2-cff31cec70aa', 'name': 'network-vif-deleted', 'tag': 'e0df09de-d05e-44ea-8001-d3368a4fc586', 'status': 'completed', 'code': 200} Feb 11 13:05:58.427798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3db25f-57ab-42c3-9195-e3707bdf9431 req-d750682d-2512-4d6f-bc4e-ffcabce740e3 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:58.428508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bc3db25f-57ab-42c3-9195-e3707bdf9431 req-d750682d-2512-4d6f-bc4e-ffcabce740e3 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Synchronizing usage tracker for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:58.445623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Attempting to bind port 9e266fb5-4443-4c4e-91d4-0d22a2164858 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:58.445930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Attempting to bind port 9e266fb5-4443-4c4e-91d4-0d22a2164858 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:58.446440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Attempting to bind port 9e266fb5-4443-4c4e-91d4-0d22a2164858 on network d02be5d7-6046-43a0-ad81-4c92c76e445e {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:58.479688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Port 9e266fb5-4443-4c4e-91d4-0d22a2164858 on network d02be5d7-6046-43a0-ad81-4c92c76e445e not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:05:58.480079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Attempting to bind port 9e266fb5-4443-4c4e-91d4-0d22a2164858 on network d02be5d7-6046-43a0-ad81-4c92c76e445e {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:05:58.511197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bc3db25f-57ab-42c3-9195-e3707bdf9431 req-d750682d-2512-4d6f-bc4e-ffcabce740e3 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Unset dirty status for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:58.513427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc3db25f-57ab-42c3-9195-e3707bdf9431 req-d750682d-2512-4d6f-bc4e-ffcabce740e3 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 943 time: 0.4538605 Feb 11 13:05:58.516267 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.533241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:05:58.533486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Checking segment: {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:05:58.533862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Bound using segment: {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:05:58.534292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Bound port: 9e266fb5-4443-4c4e-91d4-0d22a2164858, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:58.534730 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.607438 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.611292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Network 67ddad11-10dd-4732-a4e0-80241859c24a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:58.617886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:58.637018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:58.642059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:58.642705 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.674690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Transition to ACTIVE for port object cfad1194-1ec4-42d6-b39c-24ed53c87b0f will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:58.676902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4564922 Feb 11 13:05:58.679009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7dab0-3ca9-4fd5-bf10-5ef71352b652 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Pushing event updated for resources: {'Port': ['ID=1273eeae-20e8-4c53-a810-af76378e18a2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:58.680549 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc3db25f-57ab-42c3-9195-e3707bdf9431 req-6b2c1b8f-80f0-4d16-8947-8f9a6799d16e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505759 Feb 11 13:05:58.682790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab223954-e54a-4661-af42-ddad3eab756b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.687468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab223954-e54a-4661-af42-ddad3eab756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.688342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Request body: {'port': {'device_id': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:58.772556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab223954-e54a-4661-af42-ddad3eab756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b385de5-5d5b-4a20-b32f-6086610537dd,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:58.778911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] For port 9e266fb5-4443-4c4e-91d4-0d22a2164858, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:58.782935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] For port 9e266fb5-4443-4c4e-91d4-0d22a2164858, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9e266fb5-4443-4c4e-91d4-0d22a2164858,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:58.785784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ab223954-e54a-4661-af42-ddad3eab756b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=97e53eaa1f1146c3a0961b01cf58669d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7253091 Feb 11 13:05:58.790714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.794707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47632) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:05:58.869938 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.996308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.997687 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] 10.222.0.75 "PUT /v2.0/ports/9e266fb5-4443-4c4e-91d4-0d22a2164858 HTTP/1.1" status: 200 len: 1091 time: 1.8848295 Feb 11 13:05:58.999680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'tag': '9e266fb5-4443-4c4e-91d4-0d22a2164858'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:05:59.044943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63982ca9-291d-4b37-8f3a-669d8eb6ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=9e266fb5-4443-4c4e-91d4-0d22a2164858,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:59.065089 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50b88fce-fa62-4ab5-aee6-14662e39b95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.088430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.192062 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50b88fce-fa62-4ab5-aee6-14662e39b95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.224786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:59.238952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:59.249107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403e42f-1e16-4246-b9f6-8e8bad0be3db req-7bf6155d-d63d-4929-895b-69f00234ffac tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:59.250768 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6403e42f-1e16-4246-b9f6-8e8bad0be3db req-7bf6155d-d63d-4929-895b-69f00234ffac tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 932 time: 0.3694150 Feb 11 13:05:59.266952 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-e66d9378-9fb5-42f6-92aa-3b071e899364 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec0ecf0bc87e427b87dd69bd6961545f&device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 1094 time: 0.1877620 Feb 11 13:05:59.280053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:05:59.284142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:59.284768 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.296194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Pushing event updated for resources: {'Port': ['ID=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:59.365806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-55d3d11b-c86e-4ac2-b003-12c188c13642 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e266fb5-4443-4c4e-91d4-0d22a2164858 HTTP/1.1" status: 200 len: 217 time: 0.0831831 Feb 11 13:05:59.396151 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f925f280-424c-400c-bf90-835e3050b4cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6741562 Feb 11 13:05:59.410787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Request body: {'port': {'device_id': '66d4c6e3-76fd-4144-a378-af4465822ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:05:59.411806 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50b88fce-fa62-4ab5-aee6-14662e39b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.443078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-6403e42f-1e16-4246-b9f6-8e8bad0be3db req-c7ec6bb7-3764-4d2e-8f7e-e68288fd97de tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Synchronizing usage tracker for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:59.448386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b88fce-fa62-4ab5-aee6-14662e39b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b385de5-5d5b-4a20-b32f-6086610537dd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:59.468587 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50b88fce-fa62-4ab5-aee6-14662e39b95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.468587 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-50b88fce-fa62-4ab5-aee6-14662e39b95a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b385de5-5d5b-4a20-b32f-6086610537dd HTTP/1.1" status: 204 len: 168 time: 0.6316633 Feb 11 13:05:59.480340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-03d6f3cd-a9bf-4610-947d-a669f7530b8d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:59.480833 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-03d6f3cd-a9bf-4610-947d-a669f7530b8d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8bf62628-fc09-41c7-932f-80b55ea8d8be HTTP/1.1" status: 200 len: 863 time: 0.1065009 Feb 11 13:05:59.486974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-6403e42f-1e16-4246-b9f6-8e8bad0be3db req-c7ec6bb7-3764-4d2e-8f7e-e68288fd97de tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Unset dirty status for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:59.499259 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6403e42f-1e16-4246-b9f6-8e8bad0be3db req-c7ec6bb7-3764-4d2e-8f7e-e68288fd97de tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394643 Feb 11 13:05:59.551910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f1408950-6b7a-42f3-ae31-f561b4160079 None None] Provisioning for port cfad1194-1ec4-42d6-b39c-24ed53c87b0f completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:59.559030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f1408950-6b7a-42f3-ae31-f561b4160079 None None] Provisioning complete for port cfad1194-1ec4-42d6-b39c-24ed53c87b0f triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:59.559842 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1408950-6b7a-42f3-ae31-f561b4160079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.585801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946b676-1d0b-4c64-a26d-19459549d19d req-e865bf0c-96d3-47cf-8203-043e7c88fde9 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:59.586752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1946b676-1d0b-4c64-a26d-19459549d19d req-e865bf0c-96d3-47cf-8203-043e7c88fde9 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Synchronizing usage tracker for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:59.597535 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.636354 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'tag': '9e266fb5-4443-4c4e-91d4-0d22a2164858', 'status': 'completed', 'code': 200} Feb 11 13:05:59.666073 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-494cb76f-94ac-433f-96d1-0bed12264bed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d02be5d7-6046-43a0-ad81-4c92c76e445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644881 Feb 11 13:05:59.678993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1946b676-1d0b-4c64-a26d-19459549d19d req-e865bf0c-96d3-47cf-8203-043e7c88fde9 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Unset dirty status for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:05:59.680772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1946b676-1d0b-4c64-a26d-19459549d19d req-e865bf0c-96d3-47cf-8203-043e7c88fde9 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 935 time: 0.4484510 Feb 11 13:05:59.697804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f1408950-6b7a-42f3-ae31-f561b4160079 None None] Port cfad1194-1ec4-42d6-b39c-24ed53c87b0f cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:05:59.769600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1273eeae-20e8-4c53-a810-af76378e18a2 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:05:59.792045 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.853550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-50d04e9d-e725-4979-9ebe-f1613568c05b service neutron] 10.222.0.75 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802051 Feb 11 13:05:59.902882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1946b676-1d0b-4c64-a26d-19459549d19d req-e8f1a063-ded8-4c1b-8cc1-6b3c2d89e623 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Synchronizing usage tracker for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:05:59.916921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Transition to ACTIVE for port object 1273eeae-20e8-4c53-a810-af76378e18a2 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:59.933502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e0df09de-d05e-44ea-8001-d3368a4fc586 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:05:59.935551 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.998539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: e0df09de-d05e-44ea-8001-d3368a4fc586 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:05:59.998927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e0df09de-d05e-44ea-8001-d3368a4fc586 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:05:59.999305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4842be29-188b-4efb-8d43-91f3dcd979f3 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:06:00.019344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1946b676-1d0b-4c64-a26d-19459549d19d req-e8f1a063-ded8-4c1b-8cc1-6b3c2d89e623 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Unset dirty status for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:00.020840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1946b676-1d0b-4c64-a26d-19459549d19d req-e8f1a063-ded8-4c1b-8cc1-6b3c2d89e623 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110218 Feb 11 13:06:00.061919 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74a8a517-04bf-4bee-815a-e3db45ab55ff req-324c9112-67c5-4abe-a694-2c2b7d542929 service neutron] 10.222.0.75 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000685 Feb 11 13:06:00.069844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 4842be29-188b-4efb-8d43-91f3dcd979f3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:06:00.070985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4842be29-188b-4efb-8d43-91f3dcd979f3 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:06:00.301798 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9b33015-e526-4804-9e01-39d740aecbf5 req-56d993ee-4782-4ff2-97af-573c013beeda service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec0ecf0bc87e427b87dd69bd6961545f&device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 1094 time: 0.1789777 Feb 11 13:06:00.391362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Pushing event updated for resources: {'Port': ['ID=1273eeae-20e8-4c53-a810-af76378e18a2,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:00.396618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfad1194-1ec4-42d6-b39c-24ed53c87b0f {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:00.438143 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:00.455058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b33015-e526-4804-9e01-39d740aecbf5 req-590e98f1-5c6c-4afd-95c9-d2a19aa78719 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:00.456951 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9b33015-e526-4804-9e01-39d740aecbf5 req-590e98f1-5c6c-4afd-95c9-d2a19aa78719 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d02be5d7-6046-43a0-ad81-4c92c76e445e HTTP/1.1" status: 200 len: 925 time: 0.1493402 Feb 11 13:06:00.476921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:00.477254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:00.477655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:00.482332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Transition to ACTIVE for port object cfad1194-1ec4-42d6-b39c-24ed53c87b0f will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:00.490866 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:00.553536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Port 1273eeae-20e8-4c53-a810-af76378e18a2 on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:06:00.556858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9b33015-e526-4804-9e01-39d740aecbf5 req-87969ad0-220f-499e-8ab6-ae5f57041390 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e266fb5-4443-4c4e-91d4-0d22a2164858 HTTP/1.1" status: 200 len: 217 time: 0.0814207 Feb 11 13:06:00.558779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:00.617892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eb3b8-3a0f-4059-9b95-63f2798def64 req-79028716-885f-43eb-80c5-0743f72b63c9 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:00.620618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d0eb3b8-3a0f-4059-9b95-63f2798def64 req-79028716-885f-43eb-80c5-0743f72b63c9 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 943 time: 0.3706274 Feb 11 13:06:00.640084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:00.640534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:00.641010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:00.641973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Bound port: 1273eeae-20e8-4c53-a810-af76378e18a2, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:00.642428 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:00.648526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b33015-e526-4804-9e01-39d740aecbf5 req-34cf9859-d5d8-466e-8396-e2a250dc0696 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:00.650256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9b33015-e526-4804-9e01-39d740aecbf5 req-34cf9859-d5d8-466e-8396-e2a250dc0696 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8bf62628-fc09-41c7-932f-80b55ea8d8be HTTP/1.1" status: 200 len: 863 time: 0.0866899 Feb 11 13:06:00.746297 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-ded726ba-2deb-4024-b607-af67ccc9c2d1 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0abe617f17234d9cad9a9ebab70c2095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398514 Feb 11 13:06:00.824041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:00.838180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d0eb3b8-3a0f-4059-9b95-63f2798def64 req-0a557c2a-cda9-42ce-9301-666e46b77c1c tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100952 Feb 11 13:06:00.930973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9b33015-e526-4804-9e01-39d740aecbf5 req-43fdaf50-96bd-40be-84be-68f81a283583 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d02be5d7-6046-43a0-ad81-4c92c76e445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631586 Feb 11 13:06:00.980813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-0d6cd082-1532-4814-80c7-45971cbdea27 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:00.982759 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-0d6cd082-1532-4814-80c7-45971cbdea27 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362325 Feb 11 13:06:01.002067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Attempting to bind port cfad1194-1ec4-42d6-b39c-24ed53c87b0f on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:01.002389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Attempting to bind port cfad1194-1ec4-42d6-b39c-24ed53c87b0f by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:01.002806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Attempting to bind port cfad1194-1ec4-42d6-b39c-24ed53c87b0f on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:01.046716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:01.048666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Port cfad1194-1ec4-42d6-b39c-24ed53c87b0f on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:06:01.048980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Attempting to bind port cfad1194-1ec4-42d6-b39c-24ed53c87b0f on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:01.064054 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-e2c67d8e-b25d-4902-be8b-681b8d363eaf tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/quotas/0abe617f17234d9cad9a9ebab70c2095 HTTP/1.1" status: 200 len: 375 time: 0.0298948 Feb 11 13:06:01.072410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:01.074679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:01.075262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:01.075645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:01.076156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Bound port: cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:01.076664 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:01.091259 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:01.134270 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-4acda9ca-c16d-4679-b9a6-cfdeb16c4ceb tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0abe617f17234d9cad9a9ebab70c2095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604815 Feb 11 13:06:01.154917 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9b33015-e526-4804-9e01-39d740aecbf5 req-7cba71d7-9536-498e-b75b-7291cc17f141 service neutron] 10.222.0.75 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140019 Feb 11 13:06:01.212422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:01.213776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] 10.222.0.75 "PUT /v2.0/ports/1273eeae-20e8-4c53-a810-af76378e18a2 HTTP/1.1" status: 200 len: 1092 time: 2.5295784 Feb 11 13:06:01.214217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'tag': '1273eeae-20e8-4c53-a810-af76378e18a2'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:01.243108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2eab4-294a-4a15-b804-f4fd4e1ed49f service neutron] Pushing event updated for resources: {'Port': ['ID=1273eeae-20e8-4c53-a810-af76378e18a2,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:01.270972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47823210-8bda-4eb5-9332-7424d2d47de7 req-9206b26f-2ea6-45eb-be2f-32ee4ac62cec tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:01.271663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-47823210-8bda-4eb5-9332-7424d2d47de7 req-9206b26f-2ea6-45eb-be2f-32ee4ac62cec tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Synchronizing usage tracker for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:01.346243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:01.374642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:01.383249 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9b33015-e526-4804-9e01-39d740aecbf5 req-9669a964-9734-4bed-bdc0-04a7ae348052 service neutron] 10.222.0.75 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205176 Feb 11 13:06:01.397117 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:01.401972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-47823210-8bda-4eb5-9332-7424d2d47de7 req-9206b26f-2ea6-45eb-be2f-32ee4ac62cec tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Unset dirty status for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:01.403335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47823210-8bda-4eb5-9332-7424d2d47de7 req-9206b26f-2ea6-45eb-be2f-32ee4ac62cec tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 944 time: 0.3881636 Feb 11 13:06:01.520918 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:01.522453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] 10.222.0.75 "PUT /v2.0/ports/cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 200 len: 1095 time: 2.1170135 Feb 11 13:06:01.543384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-2696afe4-9b81-410e-93c1-180baa323c08 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1095 time: 0.2680535 Feb 11 13:06:01.552996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3cc5d-865b-47fe-b2a5-23aa0c583ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:01.704568 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47823210-8bda-4eb5-9332-7424d2d47de7 req-09053a10-bb06-4560-83ab-f437493d09ce tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547147 Feb 11 13:06:01.717820 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-e2db1006-b736-4fa6-ba09-edafebd5de01 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1273eeae-20e8-4c53-a810-af76378e18a2 HTTP/1.1" status: 200 len: 217 time: 0.1657574 Feb 11 13:06:01.770908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f2ae2-acb6-4a31-b4c2-d9e31c389dcd req-39f22930-75ce-4918-bc4e-afb8da0da2f1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:01.782979 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508f2ae2-acb6-4a31-b4c2-d9e31c389dcd req-39f22930-75ce-4918-bc4e-afb8da0da2f1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 947 time: 0.1071498 Feb 11 13:06:01.850176 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'tag': '1273eeae-20e8-4c53-a810-af76378e18a2', 'status': 'completed', 'code': 200} Feb 11 13:06:01.858974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-94935dbe-4a82-47a2-bb33-bec9e8086c22 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:01.859107 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508f2ae2-acb6-4a31-b4c2-d9e31c389dcd req-e182afe7-5664-4f31-9c4b-ca269297a8b2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746269 Feb 11 13:06:01.862171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-94935dbe-4a82-47a2-bb33-bec9e8086c22 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1352096 Feb 11 13:06:02.024469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-e4086a80-86e5-4e12-bba2-38c5bc5d83e8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399112 Feb 11 13:06:02.031384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2b3a634e-8d40-4902-9d14-30613e46e098 req-702e3b89-8646-4e78-b325-578a14769278 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Synchronizing usage tracker for tenant:0abe617f17234d9cad9a9ebab70c2095 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:02.140554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-245bfd4e-70eb-4fcc-a91d-0d27d9d3108c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1098 time: 0.5125773 Feb 11 13:06:02.158558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736abc4b-48f9-44df-821a-7e81e5747f5d req-e1342bd3-b5f2-498c-8d76-e56fdeccfaed tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:02.167256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-736abc4b-48f9-44df-821a-7e81e5747f5d req-e1342bd3-b5f2-498c-8d76-e56fdeccfaed tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 943 time: 0.1082878 Feb 11 13:06:02.234955 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-736abc4b-48f9-44df-821a-7e81e5747f5d req-ad3adcde-75e8-4dfe-84b8-c84f8fb6be8e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664694 Feb 11 13:06:02.241322 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-f0049c15-1693-4b79-a622-007263dd9e73 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 200 len: 217 time: 0.0894096 Feb 11 13:06:02.346570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2b3a634e-8d40-4902-9d14-30613e46e098 req-702e3b89-8646-4e78-b325-578a14769278 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Unset dirty status for tenant:0abe617f17234d9cad9a9ebab70c2095 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:02.357191 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2b3a634e-8d40-4902-9d14-30613e46e098 req-702e3b89-8646-4e78-b325-578a14769278 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 210 time: 0.4325783 Feb 11 13:06:02.390875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-b03bd8d4-16a7-48b4-a4a3-7da2e932d314 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547060 Feb 11 13:06:02.427501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-42a21afb-e36c-497c-8e73-3f430a7c3d4d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:02.431010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-42a21afb-e36c-497c-8e73-3f430a7c3d4d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1307318 Feb 11 13:06:02.575979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47766) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:02.603782 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab6e059f-5078-4b93-8843-f3b3d16c5c1a req-e0688bea-556c-4a41-8aff-34a1a815990e service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056882 Feb 11 13:06:02.618688 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-b591246e-0941-4fbd-bfc3-b31712fffae4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356902 Feb 11 13:06:02.806447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9e266fb5-4443-4c4e-91d4-0d22a2164858 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:06:02.847431 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-64f0c2c6-b6aa-435d-be2a-2158234ef441 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0abe617f17234d9cad9a9ebab70c2095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630829 Feb 11 13:06:02.852466 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-66ae72d3-beac-4aa5-ab34-7d780d66b4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:02.882026 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-3946f17e-ccad-4d9c-9a0b-dc0699cf4802 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555957 Feb 11 13:06:02.897474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-66ae72d3-beac-4aa5-ab34-7d780d66b4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:02.905826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-66ae72d3-beac-4aa5-ab34-7d780d66b4e6 admin admin] Usage tracker for resource:security_group_rule and tenant:28ca2b4bed3d48e1a3481b6aacd87a9d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:02.914185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-66ae72d3-beac-4aa5-ab34-7d780d66b4e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:02.927460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-66ae72d3-beac-4aa5-ab34-7d780d66b4e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:03.113834 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-66ae72d3-beac-4aa5-ab34-7d780d66b4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.124064 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-66ae72d3-beac-4aa5-ab34-7d780d66b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.149218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9e266fb5-4443-4c4e-91d4-0d22a2164858, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9e266fb5-4443-4c4e-91d4-0d22a2164858,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:03.166750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '9e266fb5-4443-4c4e-91d4-0d22a2164858', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'port_id': '9e266fb5-4443-4c4e-91d4-0d22a2164858', 'mac_address': 'fa:16:3e:21:d0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:06:03.190815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae72d3-beac-4aa5-ab34-7d780d66b4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51719e17-db2d-4747-b7f3-386d54ecd96c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:03.206886 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-66ae72d3-beac-4aa5-ab34-7d780d66b4e6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=28ca2b4bed3d48e1a3481b6aacd87a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6297712 Feb 11 13:06:03.207872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47788) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:03.213609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1469927563', 'description': 'tempest-description-493049858'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:03.239306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:03.239568 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.245509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Usage tracker for resource:security_group and tenant:fe973f3c632a4efc9c4dab78cc1d0465 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:03.248977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:03.249513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540c89d-bdc2-4b4f-b963-2fae269764b8 req-31ddc684-46fc-486b-b740-f4ca8b79811d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:03.251170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2540c89d-bdc2-4b4f-b963-2fae269764b8 req-31ddc684-46fc-486b-b740-f4ca8b79811d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 944 time: 0.2002604 Feb 11 13:06:03.263134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e266fb5-4443-4c4e-91d4-0d22a2164858 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:03.263284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:03.283477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9e266fb5-4443-4c4e-91d4-0d22a2164858, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9e266fb5-4443-4c4e-91d4-0d22a2164858,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:03.289058 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.333518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fa0056f8-9f2d-45b0-a4dc-bff033651e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.345586 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.346929 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2540c89d-bdc2-4b4f-b963-2fae269764b8 req-631c7d97-b667-4cf1-b75b-d35418bd1d4b tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823607 Feb 11 13:06:03.359256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47796) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:03.374827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fa0056f8-9f2d-45b0-a4dc-bff033651e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.396753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=9e266fb5-4443-4c4e-91d4-0d22a2164858,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:03.452505 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fa0056f8-9f2d-45b0-a4dc-bff033651e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.468935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0056f8-9f2d-45b0-a4dc-bff033651e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51719e17-db2d-4747-b7f3-386d54ecd96c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:03.475324 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fa0056f8-9f2d-45b0-a4dc-bff033651e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.480205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fa0056f8-9f2d-45b0-a4dc-bff033651e07 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/51719e17-db2d-4747-b7f3-386d54ecd96c HTTP/1.1" status: 204 len: 168 time: 0.2703450 Feb 11 13:06:03.544659 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bc3b87-d0ec-4c89-9e44-8e83b354eb9e req-fc151edf-4c05-4315-8698-23f5f978e92c service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376670 Feb 11 13:06:03.564381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-70885dc2-e929-4d36-9d51-1b6927c535df tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:03.566043 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-70885dc2-e929-4d36-9d51-1b6927c535df tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7116735 Feb 11 13:06:03.566929 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.592496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Request body: {'port': {'device_id': '6908905e-b7a2-4938-935f-4a601c977991', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '0abe617f17234d9cad9a9ebab70c2095'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:03.620742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['9e266fb5-4443-4c4e-91d4-0d22a2164858'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:06:03.641732 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34a24726-f4e8-434d-a2a1-6e707859c10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.673973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9da98e-c191-4edb-974d-8d9f7f50897a req-36680b1d-f7a7-4a3f-bb1f-2eec4da26b15 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:03.680607 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac9da98e-c191-4edb-974d-8d9f7f50897a req-36680b1d-f7a7-4a3f-bb1f-2eec4da26b15 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 947 time: 0.1670275 Feb 11 13:06:03.696995 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b497a1ce-a6ff-497f-bba8-457a734d0e55 req-ff78e9b2-ea75-4014-9e2b-0718c2461734 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1095 time: 0.9452820 Feb 11 13:06:03.750559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-34a24726-f4e8-434d-a2a1-6e707859c10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:03.760138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-34a24726-f4e8-434d-a2a1-6e707859c10f admin admin] Usage tracker for resource:security_group_rule and tenant:9d0ecbe66e77424c884e09366e101560 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:03.764644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-34a24726-f4e8-434d-a2a1-6e707859c10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:03.783206 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac9da98e-c191-4edb-974d-8d9f7f50897a req-ccd9862e-cc7c-4406-8b42-d92ffb1e1adc tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950997 Feb 11 13:06:03.784196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-34a24726-f4e8-434d-a2a1-6e707859c10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:03.845594 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:03.857540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:03.874461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Usage tracker for resource:security_group_rule and tenant:fe973f3c632a4efc9c4dab78cc1d0465 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:03.882063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:03.895534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:03.896430 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34a24726-f4e8-434d-a2a1-6e707859c10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.904644 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34a24726-f4e8-434d-a2a1-6e707859c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.910294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:03.922799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:03.952158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Made reservation on behalf of 0abe617f17234d9cad9a9ebab70c2095 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:03.954426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a24726-f4e8-434d-a2a1-6e707859c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d707ab69-7b50-42ef-bc92-fe70148d7808,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:03.955478 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:03.985648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47812) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:03.994642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-34a24726-f4e8-434d-a2a1-6e707859c10f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9d0ecbe66e77424c884e09366e101560&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6338158 Feb 11 13:06:03.999268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47816) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:04.017457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497a1ce-a6ff-497f-bba8-457a734d0e55 req-a9fc0fdd-dc88-4c1d-8188-b0e5e9021e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:04.018903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b497a1ce-a6ff-497f-bba8-457a734d0e55 req-a9fc0fdd-dc88-4c1d-8188-b0e5e9021e6b service neutron] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.3145514 Feb 11 13:06:04.065050 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a565e34-b13c-43a7-b75b-2de83785ae0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.149387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a5124-dcec-4a25-9a23-8923da6375e9 req-3eb90f5b-78f7-45be-a6f1-001ebba38f90 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:04.151119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4c0a5124-dcec-4a25-9a23-8923da6375e9 req-3eb90f5b-78f7-45be-a6f1-001ebba38f90 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 944 time: 0.1938684 Feb 11 13:06:04.153820 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40844a44-401c-4ce4-a4df-0dcc9ae66ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.172079 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b497a1ce-a6ff-497f-bba8-457a734d0e55 req-196188e2-ca92-4e55-bc96-81050846df64 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1273eeae-20e8-4c53-a810-af76378e18a2 HTTP/1.1" status: 200 len: 217 time: 0.1095281 Feb 11 13:06:04.201261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40844a44-401c-4ce4-a4df-0dcc9ae66ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.250155 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4c0a5124-dcec-4a25-9a23-8923da6375e9 req-b4d1ad5f-a4c0-4222-b07f-6064c8715c76 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866816 Feb 11 13:06:04.281358 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40844a44-401c-4ce4-a4df-0dcc9ae66ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.281577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0a565e34-b13c-43a7-b75b-2de83785ae0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:04.295284 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.300951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a565e34-b13c-43a7-b75b-2de83785ae0f admin admin] Usage tracker for resource:security_group_rule and tenant:d95abec3042b46a8bacf0f24416b1408 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:04.309801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40844a44-401c-4ce4-a4df-0dcc9ae66ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d707ab69-7b50-42ef-bc92-fe70148d7808,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:04.317120 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40844a44-401c-4ce4-a4df-0dcc9ae66ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.321435 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-40844a44-401c-4ce4-a4df-0dcc9ae66ca9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d707ab69-7b50-42ef-bc92-fe70148d7808 HTTP/1.1" status: 204 len: 168 time: 0.3180773 Feb 11 13:06:04.337027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a565e34-b13c-43a7-b75b-2de83785ae0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:04.340607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.364538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0a565e34-b13c-43a7-b75b-2de83785ae0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:04.409979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497a1ce-a6ff-497f-bba8-457a734d0e55 req-d98a9c91-9a98-4d57-a1d9-2cc3af70d96d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:04.411450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b497a1ce-a6ff-497f-bba8-457a734d0e55 req-d98a9c91-9a98-4d57-a1d9-2cc3af70d96d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.2263062 Feb 11 13:06:04.433822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8e988f7-42e2-4a0c-b259-3cf25622e30b req-c134c64d-92d3-4b67-a530-9534a6abb156 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 210 time: 0.0515723 Feb 11 13:06:04.434407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:04.471060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba02a5d-3cd9-479e-847d-d4b8f4ab5a7a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:04.475075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Usage tracker for resource:security_group_rule and tenant:fe973f3c632a4efc9c4dab78cc1d0465 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:04.496219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:04.509739 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b497a1ce-a6ff-497f-bba8-457a734d0e55 req-3c295e27-1d93-44ad-beaf-e8b319ee67b2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792186 Feb 11 13:06:04.520820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Allocated IP 192.168.233.13 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/aadd091e-af87-4033-a9ef-0249cdbdfb55) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:04.525546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:04.691908 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f', 'status': 'completed', 'code': 200} Feb 11 13:06:04.798291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9e266fb5-4443-4c4e-91d4-0d22a2164858 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:06:04.816394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47834) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:04.844039 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a565e34-b13c-43a7-b75b-2de83785ae0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.845094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68cf7498-d2d4-4729-b955-f7662bbfd950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.879984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 9e266fb5-4443-4c4e-91d4-0d22a2164858 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:04.881603 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.885709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 9e266fb5-4443-4c4e-91d4-0d22a2164858 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:04.886097 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.894565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-68cf7498-d2d4-4729-b955-f7662bbfd950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:04.900371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-68cf7498-d2d4-4729-b955-f7662bbfd950 admin admin] Usage tracker for resource:security_group_rule and tenant:8b3640e9cc204b2b9dd89a5738e95e1c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:04.904252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-68cf7498-d2d4-4729-b955-f7662bbfd950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:04.916024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44a6ee-7e0b-44d2-8de2-00dabbc40ddd req-ef0dcba4-7a1a-4791-afc8-5e0409dae609 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:04.917504 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d44a6ee-7e0b-44d2-8de2-00dabbc40ddd req-ef0dcba4-7a1a-4791-afc8-5e0409dae609 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 944 time: 0.1396363 Feb 11 13:06:04.918388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-68cf7498-d2d4-4729-b955-f7662bbfd950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:04.935717 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a565e34-b13c-43a7-b75b-2de83785ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.955823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:04.987960 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b497a1ce-a6ff-497f-bba8-457a734d0e55 req-c0ecd745-28f0-442e-bff2-08febf21fb8c service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598644 Feb 11 13:06:04.988715 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d44a6ee-7e0b-44d2-8de2-00dabbc40ddd req-d43ae39e-468f-4e2f-98d0-9d031bcac81a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653272 Feb 11 13:06:05.033273 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68cf7498-d2d4-4729-b955-f7662bbfd950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.038425 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.039959 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68cf7498-d2d4-4729-b955-f7662bbfd950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.079636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e266fb5-4443-4c4e-91d4-0d22a2164858'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:05.091926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9e266fb5-4443-4c4e-91d4-0d22a2164858, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9e266fb5-4443-4c4e-91d4-0d22a2164858,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:05.097063 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.115191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf7498-d2d4-4729-b955-f7662bbfd950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7dec17-8295-4ff5-a313-d42c45183ac8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:05.122142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-68cf7498-d2d4-4729-b955-f7662bbfd950 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b3640e9cc204b2b9dd89a5738e95e1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3036900 Feb 11 13:06:05.122671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47844) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:05.147505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a565e34-b13c-43a7-b75b-2de83785ae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8e8997-0fe2-4b95-b2db-851832b94454,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:05.213133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=9e266fb5-4443-4c4e-91d4-0d22a2164858,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:05.232138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0a565e34-b13c-43a7-b75b-2de83785ae0f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d95abec3042b46a8bacf0f24416b1408&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2403793 Feb 11 13:06:05.236046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47848) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:05.239403 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.240506 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1eb1c7d-2a17-4872-aebf-278bfa942d0c req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 2.1292365 Feb 11 13:06:05.254936 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f81c4e5b-379e-4853-9395-b891e2f970e4 req-af9ff596-e526-41de-ad2c-e341562cd331 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1098 time: 0.5468006 Feb 11 13:06:05.255634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f2f10-9c49-47e2-a8e3-aa5d5c099db8 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de121325-88b9-41cb-944d-aab4cea891f2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:05.276633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf262050-9a41-4551-998f-2496b0b8fc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.286384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.307933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Transition to ACTIVE for port object aadd091e-af87-4033-a9ef-0249cdbdfb55 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:05.342253 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf262050-9a41-4551-998f-2496b0b8fc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.346571 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e266fb5-4443-4c4e-91d4-0d22a2164858', 'code': 200} Feb 11 13:06:05.370724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dea44-c8b2-4037-bb7e-84f251cf6d22 req-4108f5b9-5575-4668-b591-30cac085789e tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:05.378191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a3dea44-c8b2-4037-bb7e-84f251cf6d22 req-4108f5b9-5575-4668-b591-30cac085789e tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 947 time: 0.2016180 Feb 11 13:06:05.384090 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.486069 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a51ff1-767e-439f-ab4a-2490addccee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.531455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a3dea44-c8b2-4037-bb7e-84f251cf6d22 req-d91f465b-52dd-4b2d-8787-e0f6189fddb9 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522942 Feb 11 13:06:05.534881 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a51ff1-767e-439f-ab4a-2490addccee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.554976 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf262050-9a41-4551-998f-2496b0b8fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.555495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Request body: {'security_group': {'name': 'tempest-securitygroup-322419383', 'description': 'tempest-description-317953045'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:05.587493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf262050-9a41-4551-998f-2496b0b8fc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7dec17-8295-4ff5-a313-d42c45183ac8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:05.603562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf262050-9a41-4551-998f-2496b0b8fc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.606987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bf262050-9a41-4551-998f-2496b0b8fc40 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ab7dec17-8295-4ff5-a313-d42c45183ac8 HTTP/1.1" status: 204 len: 168 time: 0.4806421 Feb 11 13:06:05.615640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bba2c563-1399-4f2d-a4ca-484503f6f34f req-c298bce0-dffd-4ad4-98ff-2c8f38985b3b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 1096 time: 0.2056022 Feb 11 13:06:05.616958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:05.630300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Usage tracker for resource:security_group and tenant:fe973f3c632a4efc9c4dab78cc1d0465 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:05.650748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:05.661703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:05.667555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:05.669423 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a51ff1-767e-439f-ab4a-2490addccee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.673092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:05.687201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:06:05.691600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:05.692200 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.693958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bba2c563-1399-4f2d-a4ca-484503f6f34f req-be7a0094-9dd7-40fb-a963-77e93d8b7d85 service neutron] Synchronizing usage tracker for tenant:e12753d5ff3e4ce39794ea39acda8c60 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:05.698910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a51ff1-767e-439f-ab4a-2490addccee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8e8997-0fe2-4b95-b2db-851832b94454,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:05.711286 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a51ff1-767e-439f-ab4a-2490addccee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.712928 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-78a51ff1-767e-439f-ab4a-2490addccee3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9d8e8997-0fe2-4b95-b2db-851832b94454 HTTP/1.1" status: 204 len: 168 time: 0.4678829 Feb 11 13:06:05.724063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Pushing event updated for resources: {'Port': ['ID=aadd091e-af87-4033-a9ef-0249cdbdfb55,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:05.734651 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b497a1ce-a6ff-497f-bba8-457a734d0e55 req-35d97cef-9dcc-4d78-bb64-eb28c24832a3 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175260 Feb 11 13:06:05.760288 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-dc07716a-9d73-44c6-b169-dfa9d3adff0f tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1759226 Feb 11 13:06:05.764512 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.790665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Request body: {'port': {'device_id': '6908905e-b7a2-4938-935f-4a601c977991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:05.809426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bba2c563-1399-4f2d-a4ca-484503f6f34f req-be7a0094-9dd7-40fb-a963-77e93d8b7d85 service neutron] Unset dirty status for tenant:e12753d5ff3e4ce39794ea39acda8c60 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:05.810819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bba2c563-1399-4f2d-a4ca-484503f6f34f req-be7a0094-9dd7-40fb-a963-77e93d8b7d85 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889808 Feb 11 13:06:05.854919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c4e5b-379e-4853-9395-b891e2f970e4 req-ce208296-4a01-4300-a79f-39522966dafe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:05.856533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f81c4e5b-379e-4853-9395-b891e2f970e4 req-ce208296-4a01-4300-a79f-39522966dafe service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.5145135 Feb 11 13:06:05.859772 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:06:05.902876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83c26-c9b3-47d6-9fa8-e7042a773b10 req-0e97294b-a476-4648-b4c9-6848194810d8 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:05.916551 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68d83c26-c9b3-47d6-9fa8-e7042a773b10 req-0e97294b-a476-4648-b4c9-6848194810d8 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 945 time: 0.2093828 Feb 11 13:06:05.927311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:05.939588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Usage tracker for resource:security_group_rule and tenant:fe973f3c632a4efc9c4dab78cc1d0465 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:05.944310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:05.966144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:05.968667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ec1a665f-a05e-4c1f-8375-9dcb2d8cab70 None None] Provisioning for port aadd091e-af87-4033-a9ef-0249cdbdfb55 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:05.970965 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.977149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ec1a665f-a05e-4c1f-8375-9dcb2d8cab70 None None] Provisioning complete for port aadd091e-af87-4033-a9ef-0249cdbdfb55 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:05.977737 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec1a665f-a05e-4c1f-8375-9dcb2d8cab70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:05.987571 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68d83c26-c9b3-47d6-9fa8-e7042a773b10 req-e02e49a5-1bef-438a-b166-bf3e3bf8a5d4 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681694 Feb 11 13:06:06.066787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a665f-a05e-4c1f-8375-9dcb2d8cab70 None None] Port aadd091e-af87-4033-a9ef-0249cdbdfb55 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:06:06.225369 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:06.237576 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:06.267753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f81c4e5b-379e-4853-9395-b891e2f970e4 req-14afbcba-4169-4146-8c91-0a84422e51ac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 200 len: 217 time: 0.1283493 Feb 11 13:06:06.275853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:06.294857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-810512f1-8aad-4515-858f-9a5a3cc7e085 req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.9084029 Feb 11 13:06:06.411123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d726e8-dd24-44a7-9b82-c5ce919fefd6 req-65e87b14-0fa8-49e1-9159-28eb903161c5 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:06.419468 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5d726e8-dd24-44a7-9b82-c5ce919fefd6 req-65e87b14-0fa8-49e1-9159-28eb903161c5 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 935 time: 0.0934141 Feb 11 13:06:06.430596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98edb4-8e42-4ef6-b815-c5616410f763 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5412111b-61c7-49b7-89b1-28a07d1d4e08,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:06.481758 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5d726e8-dd24-44a7-9b82-c5ce919fefd6 req-4134d59f-caed-4184-a631-cadd8135351a tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611053 Feb 11 13:06:06.595110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c4e5b-379e-4853-9395-b891e2f970e4 req-328aee2a-1a17-4c41-a93f-8742e5b2d369 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:06.596608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f81c4e5b-379e-4853-9395-b891e2f970e4 req-328aee2a-1a17-4c41-a93f-8742e5b2d369 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2980151 Feb 11 13:06:06.730886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e3680-e476-4bac-b19e-6ec7b9583627 req-f386cfe4-6e3c-4594-92c9-624692b6a3cb tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:06.732380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-273e3680-e476-4bac-b19e-6ec7b9583627 req-f386cfe4-6e3c-4594-92c9-624692b6a3cb tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 944 time: 0.3094816 Feb 11 13:06:06.798109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1273eeae-20e8-4c53-a810-af76378e18a2 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:06:06.813121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadd091e-af87-4033-a9ef-0249cdbdfb55 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:06.828754 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:06.839370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f81c4e5b-379e-4853-9395-b891e2f970e4 req-497e1c30-0286-4b9c-997d-c908f007e6b7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2352040 Feb 11 13:06:06.890836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-209807053', 'description': 'tempest-description-1899385496'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:06.895820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:06.900860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Usage tracker for resource:security_group and tenant:ef17cf3bc43246c1a15174f59cb6b300 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:06.903903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:06.911818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:06.924730 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:06.945452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:06.975328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Transition to ACTIVE for port object aadd091e-af87-4033-a9ef-0249cdbdfb55 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:06.977376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:06.979547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-273e3680-e476-4bac-b19e-6ec7b9583627 req-5efb2512-f5cf-46ec-80c4-af1eb6a3edfa tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101033 Feb 11 13:06:06.986671 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:06.998763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '1273eeae-20e8-4c53-a810-af76378e18a2', 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a', 'port_id': '1273eeae-20e8-4c53-a810-af76378e18a2', 'mac_address': 'fa:16:3e:79:c8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4c495a-e289-46e6-a8c0-ba75eb92d391', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:06:07.060982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:07.065335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Usage tracker for resource:security_group_rule and tenant:ef17cf3bc43246c1a15174f59cb6b300 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:07.068763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:07.075862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:07.101590 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:07.113306 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:07.186866 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:07.199894 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:07.201461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1273eeae-20e8-4c53-a810-af76378e18a2 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:07.237317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:07.240678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e45255-5160-4e9f-a80b-46a34ff8e76d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:07.243625 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:07.244512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cfad1194-1ec4-42d6-b39c-24ed53c87b0f details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:06:07.287816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:07.294486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Usage tracker for resource:security_group_rule and tenant:ef17cf3bc43246c1a15174f59cb6b300 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:07.302056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:07.310179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:07.387773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aadd091e-af87-4033-a9ef-0249cdbdfb55,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:07.392874 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f81c4e5b-379e-4853-9395-b891e2f970e4 req-70862060-5c1b-4fb8-bde1-ad4660047e84 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389163 Feb 11 13:06:07.396334 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:07.401927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:07.459520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19ac13b-2381-4ea0-b7cc-79fcc81a4f6b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:07.462480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:07.476938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e2b20013-3fd6-4480-b611-f06f8b396eb7 req-ad6253d0-f9b1-428c-9351-010254ecf8b1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.5907574 Feb 11 13:06:07.690473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=1273eeae-20e8-4c53-a810-af76378e18a2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:07.775450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f81c4e5b-379e-4853-9395-b891e2f970e4 req-e13fba1b-7804-4c91-8bd0-0d125ae02150 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727260 Feb 11 13:06:07.777191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:07.806919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17982239-2bd3-436b-815e-ec7f9311f4ce req-62d2b8d8-02a5-4fd2-96ce-b869eea50442 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:07.812389 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17982239-2bd3-436b-815e-ec7f9311f4ce req-62d2b8d8-02a5-4fd2-96ce-b869eea50442 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 945 time: 0.1127915 Feb 11 13:06:07.831197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f', 'mac_address': 'fa:16:3e:06:09:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:06:07.916684 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17982239-2bd3-436b-815e-ec7f9311f4ce req-4f693cdc-5a86-4d3c-98cd-4551d44b4fb1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935099 Feb 11 13:06:07.948138 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:07.967366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfad1194-1ec4-42d6-b39c-24ed53c87b0f {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:07.986861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:07.995923 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:08.030466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Attempting to bind port aadd091e-af87-4033-a9ef-0249cdbdfb55 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:08.032198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Attempting to bind port aadd091e-af87-4033-a9ef-0249cdbdfb55 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:08.034231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Attempting to bind port aadd091e-af87-4033-a9ef-0249cdbdfb55 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:08.075892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Port aadd091e-af87-4033-a9ef-0249cdbdfb55 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:06:08.076805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Attempting to bind port aadd091e-af87-4033-a9ef-0249cdbdfb55 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:08.088410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1239769152', 'description': 'tempest-description-2101833508'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:08.095970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:08.096419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:08.106656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Usage tracker for resource:security_group and tenant:ef17cf3bc43246c1a15174f59cb6b300 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:08.108328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:08.108681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:08.109637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:08.109745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:08.110084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Bound port: aadd091e-af87-4033-a9ef-0249cdbdfb55, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:08.110424 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:08.115820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:08.135390 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:08.181919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:08.189922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Usage tracker for resource:security_group_rule and tenant:ef17cf3bc43246c1a15174f59cb6b300 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:08.193610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:08.201369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:08.213446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9bd61-d238-4dec-ae4f-930e5f20e8c6 req-72940e1d-e0ae-40cc-8626-562eb3092a32 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:08.220486 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ec9bd61-d238-4dec-ae4f-930e5f20e8c6 req-72940e1d-e0ae-40cc-8626-562eb3092a32 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 947 time: 0.4435556 Feb 11 13:06:08.252192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] For port aadd091e-af87-4033-a9ef-0249cdbdfb55, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:08.261009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['cfad1194-1ec4-42d6-b39c-24ed53c87b0f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:06:08.263054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] For port aadd091e-af87-4033-a9ef-0249cdbdfb55, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=aadd091e-af87-4033-a9ef-0249cdbdfb55,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:08.270325 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:08.306853 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:08.316841 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:08.342112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ec9bd61-d238-4dec-ae4f-930e5f20e8c6 req-31aaef27-e880-4176-930b-f237d4fb71bb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206844 Feb 11 13:06:08.371193 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:08.373324 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-56687566-8e0b-453d-9264-308618297cd0 service neutron] 10.222.0.73 "PUT /v2.0/ports/aadd091e-af87-4033-a9ef-0249cdbdfb55 HTTP/1.1" status: 200 len: 1095 time: 2.5970464 Feb 11 13:06:08.374411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6908905e-b7a2-4938-935f-4a601c977991', 'tag': 'aadd091e-af87-4033-a9ef-0249cdbdfb55'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:08.388553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['1273eeae-20e8-4c53-a810-af76378e18a2'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:06:08.407836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56687566-8e0b-453d-9264-308618297cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aadd091e-af87-4033-a9ef-0249cdbdfb55,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:08.456388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215bfb09-6f7e-426a-a112-c90975a7811d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:08.463506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:08.485946 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-73cb93aa-4637-4dae-bff1-62ba37a2d69f req-bdd860e7-4b07-407f-b74a-530004b6c3b4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.4036922 Feb 11 13:06:08.586528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-056cf268-11cf-406a-ac44-97c4caa4ebd1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0abe617f17234d9cad9a9ebab70c2095&device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 1098 time: 0.1623330 Feb 11 13:06:08.749247 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-fd8198b1-5203-4404-97c6-ff189c9743f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aadd091e-af87-4033-a9ef-0249cdbdfb55 HTTP/1.1" status: 200 len: 217 time: 0.1521702 Feb 11 13:06:08.833016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-d0687fe2-ce96-49a1-8cca-ddccb94f44bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:08.834461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-d0687fe2-ce96-49a1-8cca-ddccb94f44bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0797112 Feb 11 13:06:08.871507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848171d5-22de-433a-b4cd-50a88588732b req-6b10cdf3-e5c7-4dbe-a50c-64799ec73f39 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:08.872941 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-848171d5-22de-433a-b4cd-50a88588732b req-6b10cdf3-e5c7-4dbe-a50c-64799ec73f39 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 945 time: 0.1008389 Feb 11 13:06:08.918383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6c61b-4913-4ac8-a606-bce5e2756c34 req-0753607f-1370-4882-8b0f-fffdb42fb97c tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:08.919193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d7d6c61b-4913-4ac8-a606-bce5e2756c34 req-0753607f-1370-4882-8b0f-fffdb42fb97c tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Synchronizing usage tracker for tenant:0abe617f17234d9cad9a9ebab70c2095 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:08.929394 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-848171d5-22de-433a-b4cd-50a88588732b req-712e8148-a7aa-4c8c-b1b3-954a0a68e656 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504420 Feb 11 13:06:08.957643 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-64e5de49-4635-4501-88b4-64a599523801 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141226 Feb 11 13:06:08.958645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d7d6c61b-4913-4ac8-a606-bce5e2756c34 req-0753607f-1370-4882-8b0f-fffdb42fb97c tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Unset dirty status for tenant:0abe617f17234d9cad9a9ebab70c2095 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:08.959615 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7d6c61b-4913-4ac8-a606-bce5e2756c34 req-0753607f-1370-4882-8b0f-fffdb42fb97c tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 947 time: 0.2657678 Feb 11 13:06:09.049237 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6908905e-b7a2-4938-935f-4a601c977991', 'tag': 'aadd091e-af87-4033-a9ef-0249cdbdfb55', 'status': 'completed', 'code': 200} Feb 11 13:06:09.109010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7d6c61b-4913-4ac8-a606-bce5e2756c34 req-84cc904f-0b8c-4753-9868-78bc2cf0a95a tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227858 Feb 11 13:06:09.131696 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-b24fa99c-9517-4c30-a6e7-bcafe9172856 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671073 Feb 11 13:06:09.279433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc05ca44-d896-43e0-9d90-3468fa22ef1d req-13bdcdc9-9d1c-45e9-8728-38f0bcfaa72f service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420872 Feb 11 13:06:09.319564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-13bc1e6a-42da-4223-833a-998c1185c3f3 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Synchronizing usage tracker for tenant:ef17cf3bc43246c1a15174f59cb6b300 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:09.338071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-13bc1e6a-42da-4223-833a-998c1185c3f3 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Unset dirty status for tenant:ef17cf3bc43246c1a15174f59cb6b300 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:09.341554 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-13bc1e6a-42da-4223-833a-998c1185c3f3 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39790 time: 0.3090019 Feb 11 13:06:09.400687 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-e97ae077-0e93-463f-bbff-d85a46615f82 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/05f3b9fc-29cb-4471-8a5e-a8d3026a9a44 HTTP/1.1" status: 200 len: 2649 time: 0.0510409 Feb 11 13:06:09.401307 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-353c7154-ec9e-4610-be0d-8f15335aca81 req-47ef272b-1abb-4398-aef7-ef523c022320 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0abe617f17234d9cad9a9ebab70c2095&device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 1098 time: 0.0771241 Feb 11 13:06:09.452223 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-e976bba7-0ec7-48a5-baef-a0847604dd48 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/05f3b9fc-29cb-4471-8a5e-a8d3026a9a44 HTTP/1.1" status: 200 len: 2649 time: 0.0446553 Feb 11 13:06:09.508004 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-00247f0d-63e1-483f-80be-3002b9dbc531 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/10bf2e29-177f-4f38-871f-fb9fe6101da6 HTTP/1.1" status: 200 len: 2649 time: 0.0490894 Feb 11 13:06:09.546337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c7154-ec9e-4610-be0d-8f15335aca81 req-ace420f3-6cf3-4b52-86be-b9267b2b33da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:09.548109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-353c7154-ec9e-4610-be0d-8f15335aca81 req-ace420f3-6cf3-4b52-86be-b9267b2b33da service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.1408818 Feb 11 13:06:09.568457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-9f7743bf-7c38-4bf4-9997-746aa9ac464e tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/10bf2e29-177f-4f38-871f-fb9fe6101da6 HTTP/1.1" status: 200 len: 2649 time: 0.0575876 Feb 11 13:06:09.615692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-0912797d-d095-4c4b-8198-c26287c1b0f6 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/1647f7b5-a7d6-4da5-8982-48479912efd2 HTTP/1.1" status: 200 len: 2649 time: 0.0463622 Feb 11 13:06:09.626513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-353c7154-ec9e-4610-be0d-8f15335aca81 req-b2c49232-c9d4-47e5-aea6-862296836a79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aadd091e-af87-4033-a9ef-0249cdbdfb55 HTTP/1.1" status: 200 len: 217 time: 0.0710402 Feb 11 13:06:09.666761 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-83a8d65f-bccb-4abb-9757-c6bee672531d tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/1647f7b5-a7d6-4da5-8982-48479912efd2 HTTP/1.1" status: 200 len: 2649 time: 0.0446100 Feb 11 13:06:09.716373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-fa9f806a-8f7c-4ed7-9b56-2511e3d4c853 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/25888195-5c21-4355-a5d4-9de6d63e5609 HTTP/1.1" status: 200 len: 2649 time: 0.0441306 Feb 11 13:06:09.727730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c7154-ec9e-4610-be0d-8f15335aca81 req-e6c73afd-c06e-41fb-8672-f11ffe9000d2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:09.729167 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-353c7154-ec9e-4610-be0d-8f15335aca81 req-e6c73afd-c06e-41fb-8672-f11ffe9000d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0964532 Feb 11 13:06:09.767790 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-87a98574-50a9-481f-90d4-2b917bff6e78 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/25888195-5c21-4355-a5d4-9de6d63e5609 HTTP/1.1" status: 200 len: 2649 time: 0.0457544 Feb 11 13:06:09.817032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa7d5b-90df-4c76-b433-38804e129ba6 req-9be55ff8-6fc4-4d90-ba89-1b6f728a2f0c tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:09.818481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39fa7d5b-90df-4c76-b433-38804e129ba6 req-9be55ff8-6fc4-4d90-ba89-1b6f728a2f0c tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 945 time: 0.1472051 Feb 11 13:06:09.819327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-1af8ac22-78f8-4c28-aed7-45b5e72031e1 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/653ca53d-beaa-49db-ac1f-4b547a8ec2c7 HTTP/1.1" status: 200 len: 2649 time: 0.0454826 Feb 11 13:06:09.843315 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-353c7154-ec9e-4610-be0d-8f15335aca81 req-9a1b7077-08a5-4a4d-a066-cef04b7d35a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070898 Feb 11 13:06:09.871056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-d7e17812-3371-4b13-b796-12c021ac9cb4 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/653ca53d-beaa-49db-ac1f-4b547a8ec2c7 HTTP/1.1" status: 200 len: 2649 time: 0.0474739 Feb 11 13:06:09.942394 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39fa7d5b-90df-4c76-b433-38804e129ba6 req-3dcb4e2f-9b8f-4870-b687-a860aae18f23 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179914 Feb 11 13:06:09.972251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-32f1a130-1cec-4191-b4c2-6b0a27d6dd98 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/75ed3546-fec3-453c-98c9-c7689afc8020 HTTP/1.1" status: 200 len: 2649 time: 0.0955272 Feb 11 13:06:10.012882 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-353c7154-ec9e-4610-be0d-8f15335aca81 req-23945491-c3bc-4183-903b-1be9c20dfda7 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621144 Feb 11 13:06:10.023811 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-5f92e2cc-0fa2-420f-af17-82732c4f23cf tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/75ed3546-fec3-453c-98c9-c7689afc8020 HTTP/1.1" status: 200 len: 2649 time: 0.0452046 Feb 11 13:06:10.075121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-8f37b76b-b6ea-45a7-9fc2-86a68ed1957f tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/7ba02a5d-3cd9-479e-847d-d4b8f4ab5a7a HTTP/1.1" status: 200 len: 2649 time: 0.0453069 Feb 11 13:06:10.141069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-a77edb83-58aa-40b7-883e-d4c90ac2ee58 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/7ba02a5d-3cd9-479e-847d-d4b8f4ab5a7a HTTP/1.1" status: 200 len: 2649 time: 0.0577002 Feb 11 13:06:10.203711 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-14252135-0921-4d1e-848b-4f543798e4c7 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/81bb4781-e7ec-4dcd-b298-d61ec20a3c2b HTTP/1.1" status: 200 len: 2649 time: 0.0546284 Feb 11 13:06:10.212586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-353c7154-ec9e-4610-be0d-8f15335aca81 req-dbeb9d0a-59e3-4727-b39f-80c5d3737125 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929832 Feb 11 13:06:10.269581 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-cdb31e38-b10a-4084-bb91-ba3288ea95dd tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/81bb4781-e7ec-4dcd-b298-d61ec20a3c2b HTTP/1.1" status: 200 len: 2649 time: 0.0567799 Feb 11 13:06:10.334475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-39286f7d-19b9-431b-bbdd-4307ad83b3b5 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/8741f0e0-3519-4665-be28-829bab33cebc HTTP/1.1" status: 200 len: 2649 time: 0.0575931 Feb 11 13:06:10.390004 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-42c2f03d-37da-4911-b3dc-e4066b3339ec tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/8741f0e0-3519-4665-be28-829bab33cebc HTTP/1.1" status: 200 len: 2649 time: 0.0478292 Feb 11 13:06:10.449707 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-41e5f0a3-3726-468b-9f16-9d79f441ecce tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/98e45255-5160-4e9f-a80b-46a34ff8e76d HTTP/1.1" status: 200 len: 2649 time: 0.0537133 Feb 11 13:06:10.458870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f6c76-5c07-4136-b786-5252d8a96217 req-3fef0090-f024-415c-8fd9-de6c82c1948b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:10.464113 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb6f6c76-5c07-4136-b786-5252d8a96217 req-3fef0090-f024-415c-8fd9-de6c82c1948b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 948 time: 0.0800655 Feb 11 13:06:10.503503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-0c184306-1b06-4e35-a813-7ca07fd40dbf tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/98e45255-5160-4e9f-a80b-46a34ff8e76d HTTP/1.1" status: 200 len: 2649 time: 0.0528941 Feb 11 13:06:10.514872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb6f6c76-5c07-4136-b786-5252d8a96217 req-80cbde2e-73c7-45e7-bedb-89fbc90ae42c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478318 Feb 11 13:06:10.565456 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-e2a63ca1-7cab-47a9-a714-a0bbc5655667 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/b83de80c-1040-4f16-a0b5-fd5831e3e3f5 HTTP/1.1" status: 200 len: 2649 time: 0.0584621 Feb 11 13:06:10.617440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-f2b925b0-ee69-4e57-b297-0c158af84c1e tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/b83de80c-1040-4f16-a0b5-fd5831e3e3f5 HTTP/1.1" status: 200 len: 2649 time: 0.0479982 Feb 11 13:06:10.666604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-a28d9bc7-437e-4bc7-bc43-71873c2dcb3f tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/d3634782-3889-4543-ae94-e413eb85b348 HTTP/1.1" status: 200 len: 2649 time: 0.0433238 Feb 11 13:06:10.720858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-636aaf22-14ee-402f-8f1b-ae52207a6134 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/d3634782-3889-4543-ae94-e413eb85b348 HTTP/1.1" status: 200 len: 2649 time: 0.0484288 Feb 11 13:06:10.763168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac75c2-3683-4b7d-ba04-5bfa6eec8602 req-214c51d8-63a2-441e-8633-9855ffb7c58a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:10.766656 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97ac75c2-3683-4b7d-ba04-5bfa6eec8602 req-214c51d8-63a2-441e-8633-9855ffb7c58a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 945 time: 0.0799387 Feb 11 13:06:10.771914 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-9e8c65f0-accb-4319-ab69-d4ea6cd89262 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/e7aa65ac-189d-4af0-bae3-5d1ea670e4c2 HTTP/1.1" status: 200 len: 2649 time: 0.0480607 Feb 11 13:06:10.814570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1273eeae-20e8-4c53-a810-af76378e18a2 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:06:10.816747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97ac75c2-3683-4b7d-ba04-5bfa6eec8602 req-e8cba5ee-a536-4086-864b-76b041e21bd3 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457563 Feb 11 13:06:10.824385 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59742a99-e3ca-4eaf-91bc-86fc04529d91 req-2b8d7c1b-c1e2-4af4-b945-3a47078a3a2a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/e7aa65ac-189d-4af0-bae3-5d1ea670e4c2 HTTP/1.1" status: 200 len: 2649 time: 0.0463102 Feb 11 13:06:10.884738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 1273eeae-20e8-4c53-a810-af76378e18a2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:10.891655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 1273eeae-20e8-4c53-a810-af76378e18a2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:10.892117 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:11.027567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ccabb-1f51-4ef2-b202-cb6adae662cc req-cf5e2903-c196-4e8f-9159-350420974d1a tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:11.029023 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df1ccabb-1f51-4ef2-b202-cb6adae662cc req-cf5e2903-c196-4e8f-9159-350420974d1a tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 945 time: 0.0854437 Feb 11 13:06:11.029749 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:11.037737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48018) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:11.044009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-287c94c2-857d-4d87-8835-b468068be835 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Request body: {'floatingip': {'port_id': '9e266fb5-4443-4c4e-91d4-0d22a2164858'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:11.072116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:11.073038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273eeae-20e8-4c53-a810-af76378e18a2'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:11.079161 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:11.080212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cfad1194-1ec4-42d6-b39c-24ed53c87b0f up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:06:11.123556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76255634-34d0-4512-a737-8f7aeee0787b req-0a44cac3-6e3e-4755-b18e-f154b1c68172 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:11.125835 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76255634-34d0-4512-a737-8f7aeee0787b req-0a44cac3-6e3e-4755-b18e-f154b1c68172 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 947 time: 0.1108251 Feb 11 13:06:11.133497 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-287c94c2-857d-4d87-8835-b468068be835 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:11.184668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76255634-34d0-4512-a737-8f7aeee0787b req-47f2201f-f4b4-4116-ac39-dd810870bd5e tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529459 Feb 11 13:06:11.253387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=1273eeae-20e8-4c53-a810-af76378e18a2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:11.264738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port cfad1194-1ec4-42d6-b39c-24ed53c87b0f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:11.269678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port cfad1194-1ec4-42d6-b39c-24ed53c87b0f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:11.270036 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:11.316529 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273eeae-20e8-4c53-a810-af76378e18a2', 'code': 200} Feb 11 13:06:11.406777 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:11.447975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:11.454793 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:11.499410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d35ad6e3-6f62-4f51-8cb2-29fa55ce10f5 req-01ddd506-3dd5-4bf4-858c-ad53ef3fa6a7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1097 time: 0.1107500 Feb 11 13:06:11.550113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4d21fe58-2fd0-4b04-8c9e-df122166bf7b req-1422204f-7774-4a18-8861-5d2adbe4955b tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fe973f3c632a4efc9c4dab78cc1d0465 HTTP/1.1" status: 200 len: 5437 time: 0.2888501 Feb 11 13:06:11.571155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:11.603545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d35ad6e3-6f62-4f51-8cb2-29fa55ce10f5 req-afba90ff-c8e3-435f-ae74-d00ff50aa2ee service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948429 Feb 11 13:06:11.653423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4d21fe58-2fd0-4b04-8c9e-df122166bf7b req-75f26bf3-b81c-4744-9285-28c4d2815c18 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] 10.222.0.67 "GET /v2.0/security-groups/7ba02a5d-3cd9-479e-847d-d4b8f4ab5a7a HTTP/1.1" status: 200 len: 2649 time: 0.0944529 Feb 11 13:06:11.817240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d532ae8-4778-4a4b-9d7c-420c9c472b35 req-7fcd9f09-e350-4211-960a-f885e687b22a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:11.818571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d532ae8-4778-4a4b-9d7c-420c9c472b35 req-7fcd9f09-e350-4211-960a-f885e687b22a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.0785160 Feb 11 13:06:11.863470 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d532ae8-4778-4a4b-9d7c-420c9c472b35 req-7ce83ee6-d004-42e0-b940-b0986113b121 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 Feb 11 13:06:11.907710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4d21fe58-2fd0-4b04-8c9e-df122166bf7b req-a965c0d3-ac68-459e-945b-3ce0fe527cac tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] 10.222.0.67 "GET /v2.0/security-groups/7ba02a5d-3cd9-479e-847d-d4b8f4ab5a7a HTTP/1.1" status: 200 len: 2649 time: 0.2534099 Feb 11 13:06:11.940560 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:11.999885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device aadd091e-af87-4033-a9ef-0249cdbdfb55 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:06:12.071941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d35dd971-ebfa-4f36-90e3-37f91adf1753 req-a05ce491-4eff-4c74-a1a3-a03b315ec80c tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/215bfb09-6f7e-426a-a112-c90975a7811d HTTP/1.1" status: 200 len: 1612 time: 0.0494804 Feb 11 13:06:12.139191 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d35dd971-ebfa-4f36-90e3-37f91adf1753 req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.167783 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d35dd971-ebfa-4f36-90e3-37f91adf1753 req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.217199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d35dd971-ebfa-4f36-90e3-37f91adf1753 req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.222908 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-287c94c2-857d-4d87-8835-b468068be835 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.232524 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-287c94c2-857d-4d87-8835-b468068be835 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.234436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215bfb09-6f7e-426a-a112-c90975a7811d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:12.245948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.246276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.246616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.246942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.247265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.247592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.247899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.248215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.248528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.248831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.249148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.257049 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d35dd971-ebfa-4f36-90e3-37f91adf1753 req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.264947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d35dd971-ebfa-4f36-90e3-37f91adf1753 req-2c339d42-d5f0-4f5a-b41e-0de47e164dfe tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/215bfb09-6f7e-426a-a112-c90975a7811d HTTP/1.1" status: 204 len: 173 time: 0.1857584 Feb 11 13:06:12.307288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port aadd091e-af87-4033-a9ef-0249cdbdfb55, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=aadd091e-af87-4033-a9ef-0249cdbdfb55,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:12.337423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'aadd091e-af87-4033-a9ef-0249cdbdfb55', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'aadd091e-af87-4033-a9ef-0249cdbdfb55', 'mac_address': 'fa:16:3e:13:ce:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:06:12.373201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894493b3-6f63-4d14-8a20-bf5600dd9fd4 req-24b285d7-c78f-41d8-b750-1527592d4cde tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:12.374665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-894493b3-6f63-4d14-8a20-bf5600dd9fd4 req-24b285d7-c78f-41d8-b750-1527592d4cde tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 946 time: 0.2360399 Feb 11 13:06:12.422518 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.447553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadd091e-af87-4033-a9ef-0249cdbdfb55 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:12.455104 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-894493b3-6f63-4d14-8a20-bf5600dd9fd4 req-6ee455a9-7b39-42ba-8c5e-3c9482919991 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641298 Feb 11 13:06:12.467661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port aadd091e-af87-4033-a9ef-0249cdbdfb55, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=aadd091e-af87-4033-a9ef-0249cdbdfb55,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:12.510032 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.561996 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-287c94c2-857d-4d87-8835-b468068be835 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Floating IP 6ef7dc62-a778-46cd-b798-7a18fd6dbd19 associated. External IP: 172.25.4.167, port: 9e266fb5-4443-4c4e-91d4-0d22a2164858. Feb 11 13:06:12.617618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39858e-f504-4a2c-a6b7-99bf49c0e43c req-8555a173-c753-4ef8-92cf-dae3705087dc tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:12.619179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75a64d9c-b456-4a34-8b18-b4de8b845145 req-c82fd08b-5b3e-417f-b4ae-e19bc2ae0868 tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "GET /v2.0/security-groups/c19ac13b-2381-4ea0-b7cc-79fcc81a4f6b HTTP/1.1" status: 200 len: 1611 time: 0.1167181 Feb 11 13:06:12.619738 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c39858e-f504-4a2c-a6b7-99bf49c0e43c req-8555a173-c753-4ef8-92cf-dae3705087dc tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 948 time: 0.1214314 Feb 11 13:06:12.639243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=aadd091e-af87-4033-a9ef-0249cdbdfb55,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:12.648906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.648906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.649205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.649463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.649888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.650167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.650412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.650762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.651075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.651718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.652042 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:12.670322 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c39858e-f504-4a2c-a6b7-99bf49c0e43c req-4ae8e1c7-c876-4558-9ae0-69ff26358ae1 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Feb 11 13:06:12.704140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['aadd091e-af87-4033-a9ef-0249cdbdfb55'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:06:12.792977 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-75a64d9c-b456-4a34-8b18-b4de8b845145 req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.834508 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-75a64d9c-b456-4a34-8b18-b4de8b845145 req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.907056 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-75a64d9c-b456-4a34-8b18-b4de8b845145 req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:12.929832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19ac13b-2381-4ea0-b7cc-79fcc81a4f6b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:13.002760 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-75a64d9c-b456-4a34-8b18-b4de8b845145 req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:13.015655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75a64d9c-b456-4a34-8b18-b4de8b845145 req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/c19ac13b-2381-4ea0-b7cc-79fcc81a4f6b HTTP/1.1" status: 204 len: 173 time: 0.3888328 Feb 11 13:06:13.026251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.026617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.027046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.027386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.027718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.028048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.028375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.028866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.029251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.029581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.029905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c3751-ed4a-4b2a-a3b0-e4df213afd9a tempest-SecurityGroupsTestAdminJSON-904779141 tempest-SecurityGroupsTestAdminJSON-904779141-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:13.151421 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24907f8a-d5ee-4d11-8bf0-2d0e211a6f7f req-ba5b947a-b4f0-4517-aab8-57a9ae640d49 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] 10.222.0.67 "GET /v2.0/security-groups/5412111b-61c7-49b7-89b1-28a07d1d4e08 HTTP/1.1" status: 200 len: 1610 time: 0.0601416 Feb 11 13:06:13.208890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced1df1-598d-4ba8-a4dc-2db951776555 req-a967c133-8f22-406f-aa88-8fab88ac64c3 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:13.211147 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8ced1df1-598d-4ba8-a4dc-2db951776555 req-a967c133-8f22-406f-aa88-8fab88ac64c3 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.0849817 Feb 11 13:06:13.249297 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24907f8a-d5ee-4d11-8bf0-2d0e211a6f7f req-e9a1bda5-0ec4-41a6-9bab-2bca5f1b5422 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:13.265388 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8ced1df1-598d-4ba8-a4dc-2db951776555 req-7a93322f-ebe6-411f-b65b-1ded5ca3cff7 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482357 Feb 11 13:06:13.292324 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24907f8a-d5ee-4d11-8bf0-2d0e211a6f7f req-e9a1bda5-0ec4-41a6-9bab-2bca5f1b5422 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:13.317876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:13.337016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48088) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:13.349636 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24907f8a-d5ee-4d11-8bf0-2d0e211a6f7f req-e9a1bda5-0ec4-41a6-9bab-2bca5f1b5422 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:13.368596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287c94c2-857d-4d87-8835-b468068be835 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Router a86dee77-613a-4629-9450-a299678ec5e2 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:06:13.373456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1bda5-0ec4-41a6-9bab-2bca5f1b5422 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5412111b-61c7-49b7-89b1-28a07d1d4e08,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:13.382721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24907f8a-d5ee-4d11-8bf0-2d0e211a6f7f req-e9a1bda5-0ec4-41a6-9bab-2bca5f1b5422 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:13.395931 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24907f8a-d5ee-4d11-8bf0-2d0e211a6f7f req-e9a1bda5-0ec4-41a6-9bab-2bca5f1b5422 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] 10.222.0.67 "DELETE /v2.0/security-groups/5412111b-61c7-49b7-89b1-28a07d1d4e08 HTTP/1.1" status: 204 len: 173 time: 0.2366655 Feb 11 13:06:13.462882 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f', 'code': 200} Feb 11 13:06:13.628472 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5759db59-865d-4119-910b-a5d653fcf360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:13.645648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287c94c2-857d-4d87-8835-b468068be835 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:06:13.650640 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-287c94c2-857d-4d87-8835-b468068be835 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:13.653445 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eed77694-8b42-40f7-935e-11501629a75c req-ad57e858-59eb-4e6c-8408-0e1febdbb064 tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] 10.222.0.67 "GET /v2.0/security-groups/de121325-88b9-41cb-944d-aab4cea891f2 HTTP/1.1" status: 200 len: 1611 time: 0.1597981 Feb 11 13:06:13.665465 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] Sync routers for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:06:13.682562 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:06:13.683546 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:05:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:13.722207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5759db59-865d-4119-910b-a5d653fcf360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:13.727824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5759db59-865d-4119-910b-a5d653fcf360 admin admin] Usage tracker for resource:security_group_rule and tenant:649e68cead78437b862381e5b5f71e23 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:13.733886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5759db59-865d-4119-910b-a5d653fcf360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:13.745995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5759db59-865d-4119-910b-a5d653fcf360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:13.758933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-287c94c2-857d-4d87-8835-b468068be835 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "PUT /v2.0/floatingips/6ef7dc62-a778-46cd-b798-7a18fd6dbd19 HTTP/1.1" status: 200 len: 991 time: 2.7170234 Feb 11 13:06:13.760102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'tag': '9e266fb5-4443-4c4e-91d4-0d22a2164858'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:13.760378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb114d8a-0417-4313-89bb-3ceab9fa9aa5 req-ca70efba-47a6-41b4-a794-af42b48874f7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1100 time: 0.2248235 Feb 11 13:06:13.794974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73fd66-a72a-4612-b236-ffb0b4aa896d req-8135d911-31ab-4446-b543-1cb1c4e784f0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:13.798231 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd73fd66-a72a-4612-b236-ffb0b4aa896d req-8135d911-31ab-4446-b543-1cb1c4e784f0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 946 time: 0.1200449 Feb 11 13:06:13.806923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eed77694-8b42-40f7-935e-11501629a75c req-96eab8bc-9b30-47a5-8be7-d7db97f2185c tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:13.852424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd73fd66-a72a-4612-b236-ffb0b4aa896d req-dd1e156e-38cd-4fa3-bb25-70fb09739596 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479915 Feb 11 13:06:13.880455 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:06:13.884417 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eed77694-8b42-40f7-935e-11501629a75c req-96eab8bc-9b30-47a5-8be7-d7db97f2185c tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:13.908071 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb114d8a-0417-4313-89bb-3ceab9fa9aa5 req-66677b2d-5fd4-4d02-8738-892403fc15d4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300299 Feb 11 13:06:13.952047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5759db59-865d-4119-910b-a5d653fcf360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:13.957986 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5759db59-865d-4119-910b-a5d653fcf360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:14.004832 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eed77694-8b42-40f7-935e-11501629a75c req-96eab8bc-9b30-47a5-8be7-d7db97f2185c tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:14.012002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device aadd091e-af87-4033-a9ef-0249cdbdfb55 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:06:14.022916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759db59-865d-4119-910b-a5d653fcf360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c70e60-e0a1-4ef6-879b-81bc2e9cbf3b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:14.041795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eab8bc-9b30-47a5-8be7-d7db97f2185c tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de121325-88b9-41cb-944d-aab4cea891f2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:14.053543 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5759db59-865d-4119-910b-a5d653fcf360 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=649e68cead78437b862381e5b5f71e23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7152469 Feb 11 13:06:14.055859 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eed77694-8b42-40f7-935e-11501629a75c req-96eab8bc-9b30-47a5-8be7-d7db97f2185c tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:14.057450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48120) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:14.069125 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eed77694-8b42-40f7-935e-11501629a75c req-96eab8bc-9b30-47a5-8be7-d7db97f2185c tempest-SecurityGroupsTestAdminJSON-8403752 tempest-SecurityGroupsTestAdminJSON-8403752-project] 10.222.0.67 "DELETE /v2.0/security-groups/de121325-88b9-41cb-944d-aab4cea891f2 HTTP/1.1" status: 204 len: 173 time: 0.4149389 Feb 11 13:06:14.149009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port aadd091e-af87-4033-a9ef-0249cdbdfb55 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:14.154994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port aadd091e-af87-4033-a9ef-0249cdbdfb55 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:14.155556 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:14.260602 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e58d1760-68a2-4b82-b522-66b84ed96ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:14.294404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee88c4-754b-4c10-a575-32629b8b38c0 req-d45f457e-f138-4a66-88ed-f1bda021dac8 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:14.301760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-acee88c4-754b-4c10-a575-32629b8b38c0 req-d45f457e-f138-4a66-88ed-f1bda021dac8 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 948 time: 0.2007141 Feb 11 13:06:14.323158 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e58d1760-68a2-4b82-b522-66b84ed96ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:14.340422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefcbe8-41bb-4bb0-a6cc-5e98f296815d req-e02d21d3-a9b4-4bc8-982b-2125d7adf2de tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:14.341886 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cbefcbe8-41bb-4bb0-a6cc-5e98f296815d req-e02d21d3-a9b4-4bc8-982b-2125d7adf2de tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 945 time: 0.1636543 Feb 11 13:06:14.342572 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '6ef7dc62-a778-46cd-b798-7a18fd6dbd19', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'port_id': '9e266fb5-4443-4c4e-91d4-0d22a2164858', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'mac_address': 'fa:16:3e:21:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:05:43Z', 'updated_at': '2022-02-11T13:06:11Z', 'revision_number': 1, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:14.347171 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] Checking router: a86dee77-613a-4629-9450-a299678ec5e2 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:06:14.362274 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:06:14.363217 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:05:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:14.409975 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:14.433755 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cbefcbe8-41bb-4bb0-a6cc-5e98f296815d req-008f8462-8b9a-434a-8d31-76bc0254707b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846043 Feb 11 13:06:14.458132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port aadd091e-af87-4033-a9ef-0249cdbdfb55, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=aadd091e-af87-4033-a9ef-0249cdbdfb55,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:14.463856 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:14.481898 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-acee88c4-754b-4c10-a575-32629b8b38c0 req-fc94813f-8d28-4a9d-ae7a-06c4b9cf57ea tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790814 Feb 11 13:06:14.511043 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e58d1760-68a2-4b82-b522-66b84ed96ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:14.538128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d1760-68a2-4b82-b522-66b84ed96ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c70e60-e0a1-4ef6-879b-81bc2e9cbf3b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:14.558270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e58d1760-68a2-4b82-b522-66b84ed96ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:14.562174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e58d1760-68a2-4b82-b522-66b84ed96ee2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/24c70e60-e0a1-4ef6-879b-81bc2e9cbf3b HTTP/1.1" status: 204 len: 168 time: 0.5035059 Feb 11 13:06:14.562482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48136) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:14.602990 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:06:14.608866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=aadd091e-af87-4033-a9ef-0249cdbdfb55,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:14.624653 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'tag': '9e266fb5-4443-4c4e-91d4-0d22a2164858', 'status': 'completed', 'code': 200} Feb 11 13:06:14.754845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d1a9c4e-959c-49f6-8bae-da00a4f33f2d req-0d90c659-9f51-42b2-886c-bb844a8445da service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec0ecf0bc87e427b87dd69bd6961545f&device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 1096 time: 0.0981789 Feb 11 13:06:14.966393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a9c4e-959c-49f6-8bae-da00a4f33f2d req-9232f271-cf15-4db5-9f18-6f02dac03cd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:14.967875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d1a9c4e-959c-49f6-8bae-da00a4f33f2d req-9232f271-cf15-4db5-9f18-6f02dac03cd4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d02be5d7-6046-43a0-ad81-4c92c76e445e HTTP/1.1" status: 200 len: 925 time: 0.2001317 Feb 11 13:06:15.099622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3105785-ab35-4232-aaa4-3e86a50acd6c req-be586cf5-d594-4410-ab8e-efd49c175130 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:15.107410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3105785-ab35-4232-aaa4-3e86a50acd6c req-be586cf5-d594-4410-ab8e-efd49c175130 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1833057 Feb 11 13:06:15.133252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d1a9c4e-959c-49f6-8bae-da00a4f33f2d req-33b60d5e-fe2c-43c6-96a2-985a8c7fb66d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e266fb5-4443-4c4e-91d4-0d22a2164858 HTTP/1.1" status: 200 len: 999 time: 0.1547947 Feb 11 13:06:15.204248 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '6ef7dc62-a778-46cd-b798-7a18fd6dbd19', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'port_id': '9e266fb5-4443-4c4e-91d4-0d22a2164858', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'mac_address': 'fa:16:3e:21:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:05:43Z', 'updated_at': '2022-02-11T13:06:11Z', 'revision_number': 1, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:15.218849 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c41a8-b109-47e6-a044-8bf3347d36bc None None] The sync data for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 is: [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '6ef7dc62-a778-46cd-b798-7a18fd6dbd19', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'port_id': '9e266fb5-4443-4c4e-91d4-0d22a2164858', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'mac_address': 'fa:16:3e:21:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:05:43Z', 'updated_at': '2022-02-11T13:06:11Z', 'revision_number': 1, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:06:15.231640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6e0632a-48cd-4f96-88f4-3e8dcd0dac62 req-256b1821-c65c-48e3-8b99-3dbd619911d4 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1097 time: 0.1326766 Feb 11 13:06:15.277504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48148) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:15.286670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f6e0632a-48cd-4f96-88f4-3e8dcd0dac62 req-a10aa83f-580d-49c1-a68f-a8dac10095fc tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] Synchronizing usage tracker for tenant:35016ca1d17740a5b61f12998bd524cd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:15.308323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f6e0632a-48cd-4f96-88f4-3e8dcd0dac62 req-a10aa83f-580d-49c1-a68f-a8dac10095fc tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] Unset dirty status for tenant:35016ca1d17740a5b61f12998bd524cd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:15.311087 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6e0632a-48cd-4f96-88f4-3e8dcd0dac62 req-a10aa83f-580d-49c1-a68f-a8dac10095fc tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733831 Feb 11 13:06:15.327980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6917d1fb-ed33-4b51-98bd-6eceb3518678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:15.342211 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c411e39-f6a8-439e-ad29-ae396652132e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:15.358464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3105785-ab35-4232-aaa4-3e86a50acd6c req-786b1f12-3009-4b6c-a04c-2fe4002fefbf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501330 Feb 11 13:06:15.376082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a9c4e-959c-49f6-8bae-da00a4f33f2d req-19cf5962-f4d1-424a-846b-adb278595fda service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:15.377533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d1a9c4e-959c-49f6-8bae-da00a4f33f2d req-19cf5962-f4d1-424a-846b-adb278595fda service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8bf62628-fc09-41c7-932f-80b55ea8d8be HTTP/1.1" status: 200 len: 863 time: 0.2310128 Feb 11 13:06:15.458961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48160) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:15.459157 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f49b0a29-2cfd-4eb6-a9f8-a38df8c401e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fe973f3c632a4efc9c4dab78cc1d0465&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8950162 Feb 11 13:06:15.464927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6908905e-b7a2-4938-935f-4a601c977991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadd091e-af87-4033-a9ef-0249cdbdfb55'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:15.465468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6917d1fb-ed33-4b51-98bd-6eceb3518678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:15.471441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6917d1fb-ed33-4b51-98bd-6eceb3518678 admin admin] Usage tracker for resource:security_group_rule and tenant:493c70186aa8477491366e04eb87f54d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:15.474686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6917d1fb-ed33-4b51-98bd-6eceb3518678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:15.490493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6917d1fb-ed33-4b51-98bd-6eceb3518678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:15.573393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ffb70-c1a8-4536-916a-b32e9d105b56 None None] New status for floating IP 6ef7dc62-a778-46cd-b798-7a18fd6dbd19: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:06:15.594428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a1ae1e5-c432-43f3-9da8-d34ea05b756f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:15.602023 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d1a9c4e-959c-49f6-8bae-da00a4f33f2d req-b3f4c8d1-f687-48a2-b26d-5dcacb7804e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d02be5d7-6046-43a0-ad81-4c92c76e445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2130289 Feb 11 13:06:15.625675 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a1ae1e5-c432-43f3-9da8-d34ea05b756f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:15.689419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a1ae1e5-c432-43f3-9da8-d34ea05b756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:15.709769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ae1e5-c432-43f3-9da8-d34ea05b756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba02a5d-3cd9-479e-847d-d4b8f4ab5a7a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:15.712948 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6908905e-b7a2-4938-935f-4a601c977991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadd091e-af87-4033-a9ef-0249cdbdfb55', 'code': 200} Feb 11 13:06:15.716387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a1ae1e5-c432-43f3-9da8-d34ea05b756f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:15.717994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1a1ae1e5-c432-43f3-9da8-d34ea05b756f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7ba02a5d-3cd9-479e-847d-d4b8f4ab5a7a HTTP/1.1" status: 204 len: 168 time: 0.2572668 Feb 11 13:06:15.777149 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d1a9c4e-959c-49f6-8bae-da00a4f33f2d req-6e9eaf70-6549-4186-b9a1-ad8d33b2e2ba service neutron] 10.222.0.75 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663680 Feb 11 13:06:15.940974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4be047-8c92-4ca6-96b6-f1c01cd1a8df req-5c12692c-75ef-443f-8815-ef72a5f44b16 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:15.952128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b4be047-8c92-4ca6-96b6-f1c01cd1a8df req-5c12692c-75ef-443f-8815-ef72a5f44b16 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 949 time: 0.1185308 Feb 11 13:06:15.955564 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e60eaec-4125-442a-859b-86b491963881 req-b5cd5162-0590-432a-a8f6-25936daa5d7a tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1097 time: 0.4343927 Feb 11 13:06:16.010569 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b4be047-8c92-4ca6-96b6-f1c01cd1a8df req-07305c65-59e6-432d-931e-33bee722cc75 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577238 Feb 11 13:06:16.063543 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6917d1fb-ed33-4b51-98bd-6eceb3518678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:16.083492 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e60eaec-4125-442a-859b-86b491963881 req-6592d859-21ad-4741-81c4-642e15e065b6 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270823 Feb 11 13:06:16.084090 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6917d1fb-ed33-4b51-98bd-6eceb3518678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:16.112447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82a4517f-c519-4ce6-ae79-52972b87645d req-7eed56a3-cdb0-4360-b2aa-6095c92dcf80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 1100 time: 0.3342834 Feb 11 13:06:16.122770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d1a9c4e-959c-49f6-8bae-da00a4f33f2d req-e590b08f-250a-494a-8bfa-fcd83838b0cb service neutron] 10.222.0.75 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107193 Feb 11 13:06:16.186020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917d1fb-ed33-4b51-98bd-6eceb3518678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfe040c-74ef-4b9b-b400-3f1463259ada,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:16.199573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6917d1fb-ed33-4b51-98bd-6eceb3518678 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=493c70186aa8477491366e04eb87f54d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9195740 Feb 11 13:06:16.202317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48178) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:16.213077 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82a4517f-c519-4ce6-ae79-52972b87645d req-301b1f6a-9131-4ea8-8c32-52ae5ade57da service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891106 Feb 11 13:06:16.290784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48188) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:16.295413 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5cd4f914-260c-4e4c-96f9-d04e2f24eac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:16.325291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5cd4f914-260c-4e4c-96f9-d04e2f24eac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:16.363765 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1d226a7e-e88b-41e1-9b1a-795305d0edc3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ef17cf3bc43246c1a15174f59cb6b300&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0717905 Feb 11 13:06:16.366264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48200) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:16.389957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5cd4f914-260c-4e4c-96f9-d04e2f24eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:16.416746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4f914-260c-4e4c-96f9-d04e2f24eac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfe040c-74ef-4b9b-b400-3f1463259ada,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:16.420229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5cd4f914-260c-4e4c-96f9-d04e2f24eac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:16.421345 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5cd4f914-260c-4e4c-96f9-d04e2f24eac5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3bfe040c-74ef-4b9b-b400-3f1463259ada HTTP/1.1" status: 204 len: 168 time: 0.2180099 Feb 11 13:06:16.529045 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da67d0f7-45e2-4b84-a9ed-ef32fbb98df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:16.534523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-05269eb1-d633-4db3-a0ab-99a9be787eb8 req-8184700c-2107-4614-9d85-e7e29bf10cb9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1258161 Feb 11 13:06:16.562763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da67d0f7-45e2-4b84-a9ed-ef32fbb98df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:16.627949 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da67d0f7-45e2-4b84-a9ed-ef32fbb98df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:16.648308 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67d0f7-45e2-4b84-a9ed-ef32fbb98df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e45255-5160-4e9f-a80b-46a34ff8e76d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:16.661326 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da67d0f7-45e2-4b84-a9ed-ef32fbb98df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:16.662646 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-da67d0f7-45e2-4b84-a9ed-ef32fbb98df5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/98e45255-5160-4e9f-a80b-46a34ff8e76d HTTP/1.1" status: 204 len: 168 time: 0.2951417 Feb 11 13:06:16.996367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79303632-de35-4f33-822a-0415d52ae5aa req-6c597316-b74d-4033-b3f1-1a777f2fe1cb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:16.997936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-79303632-de35-4f33-822a-0415d52ae5aa req-6c597316-b74d-4033-b3f1-1a777f2fe1cb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.0889819 Feb 11 13:06:17.059329 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-79303632-de35-4f33-822a-0415d52ae5aa req-ddd91712-5cbd-4994-98ff-757a4b786b2c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553293 Feb 11 13:06:17.400546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136811-23c8-4b74-99f6-66f75c51f1ed req-82c7e7b6-b401-48cc-9950-ba583ce2fa20 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:17.402043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69136811-23c8-4b74-99f6-66f75c51f1ed req-82c7e7b6-b401-48cc-9950-ba583ce2fa20 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 949 time: 0.0907052 Feb 11 13:06:17.457883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69136811-23c8-4b74-99f6-66f75c51f1ed req-0f7966fc-1318-48d2-852e-35602a5c4ea1 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493100 Feb 11 13:06:17.556002 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b4bbfbc-292b-4cc6-80ac-6753516a9daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:18.020653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48288) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:18.029558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-cbd85e9c-64aa-487b-bd7c-f51626114c89 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:06:18.039037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-cbd85e9c-64aa-487b-bd7c-f51626114c89 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0151703 Feb 11 13:06:18.064971 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c10e73e7-3b45-4aa0-9be9-37af410f3772 req-d04a96eb-e047-441e-8c4b-82e60d9f90d3 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1100 time: 0.0910246 Feb 11 13:06:18.088790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c10e73e7-3b45-4aa0-9be9-37af410f3772 req-1dfd25e7-f024-4ee0-9979-c0945ad6bd62 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:18.122326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c10e73e7-3b45-4aa0-9be9-37af410f3772 req-1dfd25e7-f024-4ee0-9979-c0945ad6bd62 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:18.126360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c10e73e7-3b45-4aa0-9be9-37af410f3772 req-1dfd25e7-f024-4ee0-9979-c0945ad6bd62 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] Usage tracker for resource:security_group_rule and tenant:6ad1441b442846c0a3826eba1d6a34b1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:18.129169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c10e73e7-3b45-4aa0-9be9-37af410f3772 req-1dfd25e7-f024-4ee0-9979-c0945ad6bd62 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:18.135052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c10e73e7-3b45-4aa0-9be9-37af410f3772 req-1dfd25e7-f024-4ee0-9979-c0945ad6bd62 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:18.211715 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c10e73e7-3b45-4aa0-9be9-37af410f3772 req-1dfd25e7-f024-4ee0-9979-c0945ad6bd62 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:18.215990 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c10e73e7-3b45-4aa0-9be9-37af410f3772 req-1dfd25e7-f024-4ee0-9979-c0945ad6bd62 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:18.253196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c10e73e7-3b45-4aa0-9be9-37af410f3772 req-1dfd25e7-f024-4ee0-9979-c0945ad6bd62 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820939 Feb 11 13:06:18.254659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd25e7-f024-4ee0-9979-c0945ad6bd62 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83166694-291d-484d-8946-7ec82862047f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:18.461781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Request body: {'binding': {'host': 'n-h1-818559-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:18.463577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Unknown quota resources ['binding']. {{(pid=83568) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 11 13:06:18.691028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:18.735078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 on host n-h1-818559-1 for vnic_type normal with profile None {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:18.735799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:18.736326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:18.744173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Port 1273eeae-20e8-4c53-a810-af76378e18a2 on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:06:18.744722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:18.752450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:18.752990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:18.753527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:18.754105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Bound port: 1273eeae-20e8-4c53-a810-af76378e18a2, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:18.812212 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-29425ff9-4424-45da-ad84-bd4cdab06508 req-f204b3de-3eba-4b55-8bde-6ed5f2cd8b0a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0831316 Feb 11 13:06:18.833097 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:18.861025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:18.867427 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:18.868639 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-5e3bc44f-8dc9-44a1-81ee-112f1aa33970 service neutron] 10.222.0.67 "POST /v2.0/ports/1273eeae-20e8-4c53-a810-af76378e18a2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5937641 Feb 11 13:06:19.202709 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-4fee4f24-4064-4ada-a606-283d91124060 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1097 time: 0.0820682 Feb 11 13:06:19.448871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584c07-f656-4abf-ab60-2613269acc60 req-d55a9d53-7547-4a0f-b0a4-61886f63d293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:19.450685 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-d55a9d53-7547-4a0f-b0a4-61886f63d293 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.2413938 Feb 11 13:06:19.565646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53690e3-1d2c-4988-bff5-1c4e9db649e7 req-502b6793-b326-4a1a-bcbc-808e493c0503 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:19.565646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c53690e3-1d2c-4988-bff5-1c4e9db649e7 req-502b6793-b326-4a1a-bcbc-808e493c0503 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 946 time: 0.1096246 Feb 11 13:06:19.617511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bc6a6-a302-4b3a-ade9-e343583064a9 req-af2c442c-bf13-42f5-9711-1e7ac4e809c2 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:19.624522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f86bc6a6-a302-4b3a-ade9-e343583064a9 req-af2c442c-bf13-42f5-9711-1e7ac4e809c2 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 949 time: 0.3292723 Feb 11 13:06:19.628285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c53690e3-1d2c-4988-bff5-1c4e9db649e7 req-76a409d0-8bf4-4d00-bf5c-7a07e3a06036 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536447 Feb 11 13:06:19.654212 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-637f7880-31b9-4743-ae4a-0cf7e0362f09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1273eeae-20e8-4c53-a810-af76378e18a2 HTTP/1.1" status: 200 len: 217 time: 0.1975086 Feb 11 13:06:19.683289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48370) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:19.735663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f86bc6a6-a302-4b3a-ade9-e343583064a9 req-7a148e1f-3da2-4bd0-a9c6-377982538033 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101871 Feb 11 13:06:19.741317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584c07-f656-4abf-ab60-2613269acc60 req-fccb7229-a434-44ad-b2b5-79913c1c80d6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:19.743003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-fccb7229-a434-44ad-b2b5-79913c1c80d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.0817904 Feb 11 13:06:19.805153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-e2a191ef-49c9-4187-bb38-7892ae257f0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534990 Feb 11 13:06:19.862925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-2f026fb3-0a0f-43e4-89c1-8d41e1aa8bd0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1780450 Feb 11 13:06:20.044451 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-576f2beb-dc4f-4eeb-9926-2b9b231f1868 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1028858662234a149d1b0f5ab9b9f7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280046 Feb 11 13:06:20.067021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-dfe5a328-0918-4a35-8651-73e2e4141de1 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519767 Feb 11 13:06:20.072369 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:20.102055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422eaf3-b0b8-459e-9d7f-0e5709c72709 req-83adccf5-c37c-408e-be36-f240ae46a2c8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:20.103762 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2422eaf3-b0b8-459e-9d7f-0e5709c72709 req-83adccf5-c37c-408e-be36-f240ae46a2c8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1645286 Feb 11 13:06:20.228931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-f04f2b1f-6469-48e6-936d-97b613e7f305 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:20.231014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-f04f2b1f-6469-48e6-936d-97b613e7f305 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749825 Feb 11 13:06:20.243269 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2422eaf3-b0b8-459e-9d7f-0e5709c72709 req-2e2d33e5-9588-4f01-95c7-3104995ebd6e tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829058 Feb 11 13:06:20.252379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-08bd638e-9656-48d6-a3d5-aeabde890490 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/quotas/1028858662234a149d1b0f5ab9b9f7a3 HTTP/1.1" status: 200 len: 375 time: 0.0165637 Feb 11 13:06:20.265871 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-9e56b1ef-da46-4c59-b045-c5cba8a3ecfa service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910782 Feb 11 13:06:20.295615 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-2d58440d-28bd-4400-a849-fb0140ac26c0 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1028858662234a149d1b0f5ab9b9f7a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423992 Feb 11 13:06:20.526260 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-1de1c411-3875-439d-a52d-920b737444cd tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1097 time: 0.1141813 Feb 11 13:06:20.537503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818559-1'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:20.710748 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:20.871931 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df27d780-6280-4f69-9688-ca4af36d243d req-72a5b808-7530-426f-8c86-a9e653abaeaa tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 210 time: 0.0803888 Feb 11 13:06:21.150949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:21.227390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48442) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:21.256933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:21.328408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1273eeae-20e8-4c53-a810-af76378e18a2'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:21.332764 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:21.341192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b789c5-341a-4073-8bc5-ae9fc0eb0d97 req-4039ce8e-e190-49fb-b2c5-9beb9a225258 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:21.342715 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47b789c5-341a-4073-8bc5-ae9fc0eb0d97 req-4039ce8e-e190-49fb-b2c5-9beb9a225258 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 946 time: 0.1775448 Feb 11 13:06:21.348802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:21.375969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365f8f3-0bd8-44e0-8138-2e3de9dbbf68 req-8029a31a-2cf2-48bc-ac47-c5ec7ebda8b2 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:21.377418 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e365f8f3-0bd8-44e0-8138-2e3de9dbbf68 req-8029a31a-2cf2-48bc-ac47-c5ec7ebda8b2 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 949 time: 0.0880404 Feb 11 13:06:21.472617 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e365f8f3-0bd8-44e0-8138-2e3de9dbbf68 req-4b807017-97e5-496f-a58f-1793843e3e1d tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878892 Feb 11 13:06:21.483935 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0141366a-c25b-4163-9b18-12f7bd8653bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eb109fbc14fb4cceb09045c2e07dca04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2545986 Feb 11 13:06:21.487034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48452) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:21.612343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Pushing event updated for resources: {'Port': ['ID=1273eeae-20e8-4c53-a810-af76378e18a2,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:21.614955 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3884f83c-f9f3-427e-990e-6dc8a0fead07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:21.631093 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47b789c5-341a-4073-8bc5-ae9fc0eb0d97 req-1aa14296-1931-4f5d-b553-be16ad763fab tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694840 Feb 11 13:06:21.636523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 on host n-h2-818559-1 for vnic_type normal with profile {"migrating_to": "n-h1-818559-1"} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:21.636905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:21.638930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:21.645312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Port 1273eeae-20e8-4c53-a810-af76378e18a2 on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:06:21.645653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Attempting to bind port 1273eeae-20e8-4c53-a810-af76378e18a2 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:21.646143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3884f83c-f9f3-427e-990e-6dc8a0fead07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:21.653065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:21.653428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:21.653802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:21.654227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Bound port: 1273eeae-20e8-4c53-a810-af76378e18a2, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:21.654566 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:21.717227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3884f83c-f9f3-427e-990e-6dc8a0fead07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:21.731520 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1273eeae-20e8-4c53-a810-af76378e18a2', 'code': 200} Feb 11 13:06:21.749884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884f83c-f9f3-427e-990e-6dc8a0fead07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ed3546-fec3-453c-98c9-c7689afc8020,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:21.753285 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3884f83c-f9f3-427e-990e-6dc8a0fead07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:21.754413 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3884f83c-f9f3-427e-990e-6dc8a0fead07 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/75ed3546-fec3-453c-98c9-c7689afc8020 HTTP/1.1" status: 204 len: 168 time: 0.2665236 Feb 11 13:06:21.818097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:21.821892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:21.829360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:21.909680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f061e-5427-49a1-9903-f38566feca6c req-27136beb-dc22-423a-bc39-479838653216 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:21.912090 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd1f061e-5427-49a1-9903-f38566feca6c req-27136beb-dc22-423a-bc39-479838653216 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1405857 Feb 11 13:06:21.982732 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd1f061e-5427-49a1-9903-f38566feca6c req-e9aeaf85-479c-40aa-b360-449ba9bf6da0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628467 Feb 11 13:06:22.152738 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-198d7009-c700-465d-8396-2b4543cfaa5a tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1028858662234a149d1b0f5ab9b9f7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862341 Feb 11 13:06:22.177148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:22.179330 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] 10.222.0.73 "PUT /v2.0/ports/1273eeae-20e8-4c53-a810-af76378e18a2 HTTP/1.1" status: 200 len: 1122 time: 1.6461589 Feb 11 13:06:22.180092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af208860-8269-43e6-b528-cb5a2c3c891e service neutron] Pushing event updated for resources: {'Port': ['ID=1273eeae-20e8-4c53-a810-af76378e18a2,revision_number=8']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:22.188431 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-7b98c78f-2fa6-4e03-9041-9cd8ba0889a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1100 time: 0.5102968 Feb 11 13:06:22.264475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['1273eeae-20e8-4c53-a810-af76378e18a2'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:06:22.359120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-45a95b4c-cc6e-49dd-b210-a516394b1a7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.361304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-45a95b4c-cc6e-49dd-b210-a516394b1a7d service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.1664059 Feb 11 13:06:22.517675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48490) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:22.568461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20cbfa55-ad30-4b59-836c-d07910f87b75 req-e260ae80-69f1-4876-beb6-eba2ac591efb tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 210 time: 0.2059252 Feb 11 13:06:22.625124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-db80805a-9d1a-4a01-b33f-4d4b8d56a801 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 200 len: 217 time: 0.2163851 Feb 11 13:06:22.660789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-d69258d7-caa7-481b-a983-46975bb34eea tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.663483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-d69258d7-caa7-481b-a983-46975bb34eea tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5027642 Feb 11 13:06:22.682237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Request body: {'port': {'device_id': 'da432def-e7bf-441b-a67a-6033fd507fd0', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '1028858662234a149d1b0f5ab9b9f7a3'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:22.740559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48502) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:22.780718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-4202dfa8-f204-4bc7-ada6-107c97020d8f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.782281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-4202dfa8-f204-4bc7-ada6-107c97020d8f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1486554 Feb 11 13:06:22.791971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0eadba3a-4162-400a-9817-30f914d18390 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f1e55f9863db452396fd2f6e0fb327a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2724245 Feb 11 13:06:22.794248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48510) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:22.864996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-4eb4ab1e-6cd3-49b7-8299-ccd9be89d8e6 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.867083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-4eb4ab1e-6cd3-49b7-8299-ccd9be89d8e6 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.73 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 949 time: 0.5036280 Feb 11 13:06:22.921137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:22.927128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Usage tracker for resource:port and tenant:1028858662234a149d1b0f5ab9b9f7a3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:22.937465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:22.947226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:22.965703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb9485-1b38-40d3-8440-2a0c70b2e1ef req-beafee24-954b-494e-a277-c3a2c25aff89 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.967182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89bb9485-1b38-40d3-8440-2a0c70b2e1ef req-beafee24-954b-494e-a277-c3a2c25aff89 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 949 time: 0.1128087 Feb 11 13:06:22.968280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Made reservation on behalf of 1028858662234a149d1b0f5ab9b9f7a3 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:22.971065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.004800 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.018097 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-27d457bd-f9b9-4f2f-9748-ef58161d3d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.052035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89bb9485-1b38-40d3-8440-2a0c70b2e1ef req-5d56a6cf-9a5d-44b2-82b4-d4a0b0c7a245 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3634782-3889-4543-ae94-e413eb85b348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710552 Feb 11 13:06:23.054344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-2f983bbb-93ec-45d2-ae0f-bf46160fc3e7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Deleting port aadd091e-af87-4033-a9ef-0249cdbdfb55 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:06:23.054854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-2f983bbb-93ec-45d2-ae0f-bf46160fc3e7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.057834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:23.061637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Usage tracker for resource:security_group_rule and tenant:1028858662234a149d1b0f5ab9b9f7a3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:23.064579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:23.071077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:23.156529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.160769 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.176426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-4d6ca900-f334-4f55-ad92-a88e2783243d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3758259 Feb 11 13:06:23.205914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-27d457bd-f9b9-4f2f-9748-ef58161d3d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:23.213138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c566-07fa-4280-95ff-0e6adcd25245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.249961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-27d457bd-f9b9-4f2f-9748-ef58161d3d38 admin admin] Usage tracker for resource:security_group_rule and tenant:57d2540e2db24309b49c16a8162d4c0c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:23.258256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-27d457bd-f9b9-4f2f-9748-ef58161d3d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:23.295144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31cffd7-a35e-463d-b143-5f7aa6ec4412,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:23.333588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-27d457bd-f9b9-4f2f-9748-ef58161d3d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:23.341343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c5f2f-34ef-4fe2-ba18-22c91c8d92da req-3640ddff-486f-44dd-b3bd-1e06a4e2875c tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:23.342844 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-538c5f2f-34ef-4fe2-ba18-22c91c8d92da req-3640ddff-486f-44dd-b3bd-1e06a4e2875c tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 944 time: 0.4854054 Feb 11 13:06:23.375184 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c566-07fa-4280-95ff-0e6adcd25245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.393474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09c2d4-9317-4cc5-8e21-f9752a0d72c2 req-2f02ee8e-a12d-4842-8290-4d3da4b27c7c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:23.394938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b09c2d4-9317-4cc5-8e21-f9752a0d72c2 req-2f02ee8e-a12d-4842-8290-4d3da4b27c7c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1703217 Feb 11 13:06:23.420520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Allocated IP 192.168.233.24 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/4d388750-cd60-4ff4-a07c-23d57e757de4) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:23.476086 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b09c2d4-9317-4cc5-8e21-f9752a0d72c2 req-65566721-afa0-49e6-a83f-90b13d81e553 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737770 Feb 11 13:06:23.629334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-538c5f2f-34ef-4fe2-ba18-22c91c8d92da req-c8944757-1dc4-4c62-b769-4f6b1e59a8c5 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740114 Feb 11 13:06:23.631149 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-a919ca5e-998b-46ec-acba-44148d33f482 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271696 Feb 11 13:06:23.686291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.704194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-2f983bbb-93ec-45d2-ae0f-bf46160fc3e7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] For port aadd091e-af87-4033-a9ef-0249cdbdfb55, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=aadd091e-af87-4033-a9ef-0249cdbdfb55,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:23.704554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-2f983bbb-93ec-45d2-ae0f-bf46160fc3e7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.706025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Transition to ACTIVE for port object 4d388750-cd60-4ff4-a07c-23d57e757de4 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:23.728265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c566-07fa-4280-95ff-0e6adcd25245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.759349 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a22623bf-5c6f-4426-9f6a-e2edfa1003a5 req-f3fc300b-f745-4b56-b5e7-c4bdc701e127 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 210 time: 0.0477958 Feb 11 13:06:23.779041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.795749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'tag': '1273eeae-20e8-4c53-a810-af76378e18a2'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:23.871141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:23.872494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:23.873440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1c566-07fa-4280-95ff-0e6adcd25245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aa65ac-189d-4af0-bae3-5d1ea670e4c2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:23.878079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:06:23.884132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:23.885856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.891036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Pushing event updated for resources: {'Port': ['ID=4d388750-cd60-4ff4-a07c-23d57e757de4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:23.921165 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-dd14a1a3-0647-4998-b815-585a3cfc3de7 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2450700 Feb 11 13:06:23.942499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-27d457bd-f9b9-4f2f-9748-ef58161d3d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:23.950228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-2f983bbb-93ec-45d2-ae0f-bf46160fc3e7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Calling delete_port for aadd091e-af87-4033-a9ef-0249cdbdfb55 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:06:23.977651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Request body: {'port': {'device_id': 'da432def-e7bf-441b-a67a-6033fd507fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:24.082326 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'tag': '1273eeae-20e8-4c53-a810-af76378e18a2', 'status': 'completed', 'code': 200} Feb 11 13:06:24.103171 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-27d457bd-f9b9-4f2f-9748-ef58161d3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:24.150840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d457bd-f9b9-4f2f-9748-ef58161d3d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b71cc1-fc22-45cc-bb6c-efc3d4d77f81,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:24.168945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c566-07fa-4280-95ff-0e6adcd25245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:24.172773 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a1d1c566-07fa-4280-95ff-0e6adcd25245 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e7aa65ac-189d-4af0-bae3-5d1ea670e4c2 HTTP/1.1" status: 204 len: 168 time: 1.3773267 Feb 11 13:06:24.190340 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:24.263938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b81224e7-b439-4acc-824b-50fb20e27455 None None] Provisioning for port 4d388750-cd60-4ff4-a07c-23d57e757de4 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:24.274843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b81224e7-b439-4acc-824b-50fb20e27455 None None] Provisioning complete for port 4d388750-cd60-4ff4-a07c-23d57e757de4 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:24.275451 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b81224e7-b439-4acc-824b-50fb20e27455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:24.346613 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-2f983bbb-93ec-45d2-ae0f-bf46160fc3e7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:24.405542 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-27d457bd-f9b9-4f2f-9748-ef58161d3d38 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57d2540e2db24309b49c16a8162d4c0c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6620979 Feb 11 13:06:24.407092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48550) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:24.410972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b81224e7-b439-4acc-824b-50fb20e27455 None None] Port 4d388750-cd60-4ff4-a07c-23d57e757de4 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:06:24.416824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f983bbb-93ec-45d2-ae0f-bf46160fc3e7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Pushing event deleted for resources: {'Port': ['ID=aadd091e-af87-4033-a9ef-0249cdbdfb55,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:24.420350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4395f9c-e784-4a1d-8bdc-92c535c5b734 req-8a0c4047-f469-45b4-a75c-bba5849c0ee9 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.67 "GET /v2.0/ports?device_id=6908905e-b7a2-4938-935f-4a601c977991 HTTP/1.1" status: 200 len: 210 time: 0.1115959 Feb 11 13:06:24.514388 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-32554aae-1815-495f-a591-d07953b14f5a service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754272 Feb 11 13:06:24.609169 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c88ff7c7-9c42-4fc3-a9f4-30d2a5ab723f req-b9303a33-023c-4ae2-98b4-f9444f89cde1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1125 time: 0.6819184 Feb 11 13:06:24.651689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48560) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:24.652840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-2f983bbb-93ec-45d2-ae0f-bf46160fc3e7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] No DVR routers for this DVR port aadd091e-af87-4033-a9ef-0249cdbdfb55 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:24.671527 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-2f983bbb-93ec-45d2-ae0f-bf46160fc3e7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:24.736984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd314e8b-7639-42ae-befb-1917c56ec4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:24.739613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4d309cd-f6e4-4ca4-95d1-74ecfedf89f2 req-2f983bbb-93ec-45d2-ae0f-bf46160fc3e7 tempest-DeleteServersAdminTestJSON-261070599 tempest-DeleteServersAdminTestJSON-261070599-project] 10.222.0.73 "DELETE /v2.0/ports/aadd091e-af87-4033-a9ef-0249cdbdfb55 HTTP/1.1" status: 204 len: 173 time: 1.8675184 Feb 11 13:06:24.799331 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:06:24.812423 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd314e8b-7639-42ae-befb-1917c56ec4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:24.917825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd314e8b-7639-42ae-befb-1917c56ec4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.004258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd314e8b-7639-42ae-befb-1917c56ec4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b71cc1-fc22-45cc-bb6c-efc3d4d77f81,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:25.012429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd314e8b-7639-42ae-befb-1917c56ec4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.013616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cd314e8b-7639-42ae-befb-1917c56ec4db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/18b71cc1-fc22-45cc-bb6c-efc3d4d77f81 HTTP/1.1" status: 204 len: 168 time: 0.5923340 Feb 11 13:06:25.015674 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3057df54-fe4a-4e10-affc-504987ecd763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.074198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3057df54-fe4a-4e10-affc-504987ecd763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:25.080208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3057df54-fe4a-4e10-affc-504987ecd763 admin admin] Usage tracker for resource:security_group_rule and tenant:01fcfe14d9444f1f837c173828a8758e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:25.083765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3057df54-fe4a-4e10-affc-504987ecd763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:25.091836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3057df54-fe4a-4e10-affc-504987ecd763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:25.102803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f565b-c93b-4a38-997e-1a53e5e254d8 req-51155bd3-42be-4d49-b30c-80cae0144cef tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:25.104402 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e9f565b-c93b-4a38-997e-1a53e5e254d8 req-51155bd3-42be-4d49-b30c-80cae0144cef tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 944 time: 0.1825922 Feb 11 13:06:25.122448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d388750-cd60-4ff4-a07c-23d57e757de4 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:25.136467 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.179867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e9f565b-c93b-4a38-997e-1a53e5e254d8 req-059cfeae-22a1-4dd2-a127-af97cb81e662 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664029 Feb 11 13:06:25.189031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Transition to ACTIVE for port object 4d388750-cd60-4ff4-a07c-23d57e757de4 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:25.192989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ff7c7-9c42-4fc3-a9f4-30d2a5ab723f req-184158a9-332b-4b16-b716-4e2bf57fc356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:25.195533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c88ff7c7-9c42-4fc3-a9f4-30d2a5ab723f req-184158a9-332b-4b16-b716-4e2bf57fc356 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.5831940 Feb 11 13:06:25.198399 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.236921 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3057df54-fe4a-4e10-affc-504987ecd763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.244659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3057df54-fe4a-4e10-affc-504987ecd763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.306600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057df54-fe4a-4e10-affc-504987ecd763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df6e5f7-c6f8-4381-881c-c9230367fb66,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:25.313208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3057df54-fe4a-4e10-affc-504987ecd763 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01fcfe14d9444f1f837c173828a8758e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6511378 Feb 11 13:06:25.316086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:25.435022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c88ff7c7-9c42-4fc3-a9f4-30d2a5ab723f req-49549387-8062-472c-b745-d853795abdda service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1273eeae-20e8-4c53-a810-af76378e18a2 HTTP/1.1" status: 200 len: 217 time: 0.0807724 Feb 11 13:06:25.454522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83e08e-46a3-4bf0-a358-d885c7fded9b req-3cef951a-b027-4384-8e43-8209ff583690 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:25.462282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f83e08e-46a3-4bf0-a358-d885c7fded9b req-3cef951a-b027-4384-8e43-8209ff583690 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.6213906 Feb 11 13:06:25.527700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2054174-093a-4750-91e7-4c198f1a85a0 req-412deb6f-0843-46ef-8e7c-d377d57b71ea tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:25.530347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2054174-093a-4750-91e7-4c198f1a85a0 req-412deb6f-0843-46ef-8e7c-d377d57b71ea tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 947 time: 0.1748025 Feb 11 13:06:25.541462 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e0240c-b0f8-4820-b34d-13bf4bba6696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.573259 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f83e08e-46a3-4bf0-a358-d885c7fded9b req-80d80259-4440-4450-8645-992de25c0f5c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093733 Feb 11 13:06:25.609729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d388750-cd60-4ff4-a07c-23d57e757de4,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:25.639317 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e0240c-b0f8-4820-b34d-13bf4bba6696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.674119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2054174-093a-4750-91e7-4c198f1a85a0 req-0d1edc75-fc3d-4ec7-81d7-fabf03949c45 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324959 Feb 11 13:06:25.739356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e0240c-b0f8-4820-b34d-13bf4bba6696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.767649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0240c-b0f8-4820-b34d-13bf4bba6696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df6e5f7-c6f8-4381-881c-c9230367fb66,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:25.778995 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e0240c-b0f8-4820-b34d-13bf4bba6696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:25.780400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-45e0240c-b0f8-4820-b34d-13bf4bba6696 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6df6e5f7-c6f8-4381-881c-c9230367fb66 HTTP/1.1" status: 204 len: 168 time: 0.4626033 Feb 11 13:06:25.808146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ff7c7-9c42-4fc3-a9f4-30d2a5ab723f req-61f50eec-2614-41d9-afd3-37edfedf3d6b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:25.809643 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c88ff7c7-9c42-4fc3-a9f4-30d2a5ab723f req-61f50eec-2614-41d9-afd3-37edfedf3d6b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.3413284 Feb 11 13:06:25.817111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Attempting to bind port 4d388750-cd60-4ff4-a07c-23d57e757de4 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:25.817440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Attempting to bind port 4d388750-cd60-4ff4-a07c-23d57e757de4 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:25.817762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Attempting to bind port 4d388750-cd60-4ff4-a07c-23d57e757de4 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:25.832821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Port 4d388750-cd60-4ff4-a07c-23d57e757de4 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:06:25.833217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Attempting to bind port 4d388750-cd60-4ff4-a07c-23d57e757de4 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:25.895876 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c88ff7c7-9c42-4fc3-a9f4-30d2a5ab723f req-b8f3dffc-3de3-4a57-a026-b4dfabff9b15 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710278 Feb 11 13:06:25.898839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:25.899234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:25.899560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:25.899984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Bound port: 4d388750-cd60-4ff4-a07c-23d57e757de4, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:25.900323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:26.076139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1273eeae-20e8-4c53-a810-af76378e18a2 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:06:26.081991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device aadd091e-af87-4033-a9ef-0249cdbdfb55 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:06:26.083604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6908905e-b7a2-4938-935f-4a601c977991', 'name': 'network-vif-deleted', 'tag': 'aadd091e-af87-4033-a9ef-0249cdbdfb55'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:26.119817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48608) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:26.204400 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6908905e-b7a2-4938-935f-4a601c977991', 'name': 'network-vif-deleted', 'tag': 'aadd091e-af87-4033-a9ef-0249cdbdfb55', 'status': 'completed', 'code': 200} Feb 11 13:06:26.231910 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c88ff7c7-9c42-4fc3-a9f4-30d2a5ab723f req-f2194a91-6d63-40e7-ab53-a7536f4647f2 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129740 Feb 11 13:06:26.232844 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed1aca2e-3637-4209-a9ab-ea7f98097d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:26.234367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: aadd091e-af87-4033-a9ef-0249cdbdfb55 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:06:26.235650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device aadd091e-af87-4033-a9ef-0249cdbdfb55 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:06:26.274857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] For port 4d388750-cd60-4ff4-a07c-23d57e757de4, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:26.345660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:26.371798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1273eeae-20e8-4c53-a810-af76378e18a2 has no active binding in host n-h1-818559-1 {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 11 13:06:26.452694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] For port 4d388750-cd60-4ff4-a07c-23d57e757de4, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4d388750-cd60-4ff4-a07c-23d57e757de4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:26.478061 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:26.485749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:26.527489 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60c482c5-ed11-4a5e-a1dd-180621f29828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:26.542182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed1aca2e-3637-4209-a9ab-ea7f98097d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:26.564418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ed1aca2e-3637-4209-a9ab-ea7f98097d4b admin admin] Usage tracker for resource:security_group_rule and tenant:a9835b31aeb14450b3e464840e797df6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:26.580391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ed1aca2e-3637-4209-a9ab-ea7f98097d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:26.583154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60c482c5-ed11-4a5e-a1dd-180621f29828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:26.589084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-60c482c5-ed11-4a5e-a1dd-180621f29828 admin admin] Usage tracker for resource:security_group_rule and tenant:91bc6b58fefd43ddb479cfaecee6cf2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:26.593535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-60c482c5-ed11-4a5e-a1dd-180621f29828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:26.600926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed1aca2e-3637-4209-a9ab-ea7f98097d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:26.603397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60c482c5-ed11-4a5e-a1dd-180621f29828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:26.610209 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:26.616300 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] 10.222.0.73 "PUT /v2.0/ports/4d388750-cd60-4ff4-a07c-23d57e757de4 HTTP/1.1" status: 200 len: 1095 time: 2.6431394 Feb 11 13:06:26.621327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da432def-e7bf-441b-a67a-6033fd507fd0', 'tag': '4d388750-cd60-4ff4-a07c-23d57e757de4'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:26.658443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c88ff7c7-9c42-4fc3-a9f4-30d2a5ab723f req-3cca90d2-324b-4f73-98c6-a6c87dbb5896 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884845 Feb 11 13:06:26.675437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67245e22-3a53-4a0a-a258-c50cc8a6fea1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d388750-cd60-4ff4-a07c-23d57e757de4,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:26.762152 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60c482c5-ed11-4a5e-a1dd-180621f29828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:26.775178 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60c482c5-ed11-4a5e-a1dd-180621f29828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:26.802307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48634) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:26.829886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3678fff-47bb-4364-a71d-d14109bc9cfa req-a5914d64-4a06-4078-a5ce-56f721fbb352 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:26.831763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3678fff-47bb-4364-a71d-d14109bc9cfa req-a5914d64-4a06-4078-a5ce-56f721fbb352 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 944 time: 0.4276192 Feb 11 13:06:26.905542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c482c5-ed11-4a5e-a1dd-180621f29828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8284d64e-76b8-4a72-8c7a-2d1ec06372d2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:26.915979 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-60c482c5-ed11-4a5e-a1dd-180621f29828 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=91bc6b58fefd43ddb479cfaecee6cf2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4249024 Feb 11 13:06:26.915979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48642) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:26.947203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed1aca2e-3637-4209-a9ab-ea7f98097d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:26.961758 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-96b0ac46-a9f8-47de-9c23-f352ff67164a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1028858662234a149d1b0f5ab9b9f7a3&device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 1098 time: 0.2684162 Feb 11 13:06:26.964819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed1aca2e-3637-4209-a9ab-ea7f98097d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:26.981086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be2d8e-f50f-4fd6-92d8-d1e6ad7a62d8 req-7d17c26d-7540-4785-be88-5771925783ed tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:26.982545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-52be2d8e-f50f-4fd6-92d8-d1e6ad7a62d8 req-7d17c26d-7540-4785-be88-5771925783ed tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1742151 Feb 11 13:06:27.037237 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5c47-f5f8-4018-b41d-d1f20ace34cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.055592 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3678fff-47bb-4364-a71d-d14109bc9cfa req-046596d8-ef4e-4a47-9096-72aebcfa237e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103052 Feb 11 13:06:27.060441 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-52be2d8e-f50f-4fd6-92d8-d1e6ad7a62d8 req-4d1bce86-ee31-4da4-a4af-40741d4d060d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710247 Feb 11 13:06:27.073924 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5c47-f5f8-4018-b41d-d1f20ace34cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.076264 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-b3a4e8b5-fa96-4c4b-932e-6b82205d0111 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=4d388750-cd60-4ff4-a07c-23d57e757de4 HTTP/1.1" status: 200 len: 217 time: 0.1047120 Feb 11 13:06:27.125177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1aca2e-3637-4209-a9ab-ea7f98097d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8794baa0-bf41-4617-b769-93240b605c5e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:27.138012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ed1aca2e-3637-4209-a9ab-ea7f98097d4b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9835b31aeb14450b3e464840e797df6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0128794 Feb 11 13:06:27.139158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48650) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:27.181327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1fd2699a-34e1-4bc5-bf0f-c9e345991f9f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0abe617f17234d9cad9a9ebab70c2095&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3715162 Feb 11 13:06:27.182623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48654) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:27.194014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-98e474f1-b570-4ef5-b7b4-1f78999b6f9a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:27.205519 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-98e474f1-b570-4ef5-b7b4-1f78999b6f9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1162658 Feb 11 13:06:27.209091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5c47-f5f8-4018-b41d-d1f20ace34cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.236929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a5c47-f5f8-4018-b41d-d1f20ace34cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8284d64e-76b8-4a72-8c7a-2d1ec06372d2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:27.250268 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5c47-f5f8-4018-b41d-d1f20ace34cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.251417 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ca7a5c47-f5f8-4018-b41d-d1f20ace34cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8284d64e-76b8-4a72-8c7a-2d1ec06372d2 HTTP/1.1" status: 204 len: 168 time: 0.3345566 Feb 11 13:06:27.269300 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da432def-e7bf-441b-a67a-6033fd507fd0', 'tag': '4d388750-cd60-4ff4-a07c-23d57e757de4', 'status': 'completed', 'code': 200} Feb 11 13:06:27.269886 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae214153-3655-4860-bb40-26aa08001b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.321890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-248dc7fa-58e5-454a-acbd-93284a877b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.346730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae214153-3655-4860-bb40-26aa08001b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.358828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-bcbbbd6f-2783-4479-98be-9e0096ccc192 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389425 Feb 11 13:06:27.362890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-248dc7fa-58e5-454a-acbd-93284a877b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.423237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497163b-c336-4b94-afa2-962ed336d6a2 req-fff6120d-102f-4c12-903d-0f5c87f9d483 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:27.425029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a497163b-c336-4b94-afa2-962ed336d6a2 req-fff6120d-102f-4c12-903d-0f5c87f9d483 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 947 time: 0.1444294 Feb 11 13:06:27.485549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a497163b-c336-4b94-afa2-962ed336d6a2 req-9915372b-56da-4ab0-8a6f-d405a6e7b60f tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495965 Feb 11 13:06:27.487050 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae214153-3655-4860-bb40-26aa08001b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.519453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae214153-3655-4860-bb40-26aa08001b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.523520 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ae214153-3655-4860-bb40-26aa08001b72 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3634782-3889-4543-ae94-e413eb85b348 HTTP/1.1" status: 204 len: 168 time: 0.3375826 Feb 11 13:06:27.523520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae214153-3655-4860-bb40-26aa08001b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3634782-3889-4543-ae94-e413eb85b348,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:27.691412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-2b04c911-4948-42e6-8c2c-c9242c18ad64 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216815 Feb 11 13:06:27.695438 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-248dc7fa-58e5-454a-acbd-93284a877b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.738562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dc7fa-58e5-454a-acbd-93284a877b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8794baa0-bf41-4617-b769-93240b605c5e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:27.800097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-248dc7fa-58e5-454a-acbd-93284a877b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:27.801469 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-248dc7fa-58e5-454a-acbd-93284a877b83 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8794baa0-bf41-4617-b769-93240b605c5e HTTP/1.1" status: 204 len: 168 time: 0.6619937 Feb 11 13:06:27.923488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7cc09082-b92f-4935-91cd-124bf623b2b1 req-9677aece-4483-4f31-83be-5280cf3958bf service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226634 Feb 11 13:06:27.930570 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-1d677686-fc4a-42f5-9262-aa6cf0c62865 service neutron] 10.222.0.75 "GET /v2.0/ports/1273eeae-20e8-4c53-a810-af76378e18a2/bindings/n-h1-818559-1 HTTP/1.1" status: 200 len: 384 time: 0.1150928 Feb 11 13:06:28.112832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48692) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:28.124099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6075a83c-ea09-4b23-8136-064b544bc8bf req-91c9f258-82b3-4215-963e-f0987cb2221d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1028858662234a149d1b0f5ab9b9f7a3&device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 1098 time: 0.1414146 Feb 11 13:06:28.151059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29babdf8-5d6c-4081-8971-d638daed39a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:28.266001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-29babdf8-5d6c-4081-8971-d638daed39a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:28.273077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-29babdf8-5d6c-4081-8971-d638daed39a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1e3ff0a8cbab46c4b7521b4128a1ef0e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:28.277022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-29babdf8-5d6c-4081-8971-d638daed39a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:28.285145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-29babdf8-5d6c-4081-8971-d638daed39a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:28.358532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8f64c-fe96-4dc0-9eaa-76af46e68d01 req-d7e2c589-1e70-42e2-86eb-ee98ebc80615 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:28.360451 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0b8f64c-fe96-4dc0-9eaa-76af46e68d01 req-d7e2c589-1e70-42e2-86eb-ee98ebc80615 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1448717 Feb 11 13:06:28.382930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-46584c07-f656-4abf-ab60-2613269acc60 req-3e8be62f-823b-4961-bd28-24270e691ff0 service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:28.390612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a83c-ea09-4b23-8136-064b544bc8bf req-f961e17b-9056-4d3c-8c6b-e934c692e924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:28.392460 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6075a83c-ea09-4b23-8136-064b544bc8bf req-f961e17b-9056-4d3c-8c6b-e934c692e924 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2611978 Feb 11 13:06:28.442819 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29babdf8-5d6c-4081-8971-d638daed39a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:28.450012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0b8f64c-fe96-4dc0-9eaa-76af46e68d01 req-7b4beefd-922e-47d2-8623-2e883669903e tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806608 Feb 11 13:06:28.451460 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29babdf8-5d6c-4081-8971-d638daed39a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:28.474379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6075a83c-ea09-4b23-8136-064b544bc8bf req-57d761b7-478c-4294-b50e-e389eb420ab2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=4d388750-cd60-4ff4-a07c-23d57e757de4 HTTP/1.1" status: 200 len: 217 time: 0.0721519 Feb 11 13:06:28.476151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-46584c07-f656-4abf-ab60-2613269acc60 req-3e8be62f-823b-4961-bd28-24270e691ff0 service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:28.509845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29babdf8-5d6c-4081-8971-d638daed39a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f494a425-40a2-46a3-bf1c-77ab02cc7410,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:28.534029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-29babdf8-5d6c-4081-8971-d638daed39a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e3ff0a8cbab46c4b7521b4128a1ef0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4171615 Feb 11 13:06:28.536751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48702) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:28.586749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-46584c07-f656-4abf-ab60-2613269acc60 req-3e8be62f-823b-4961-bd28-24270e691ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1273eeae-20e8-4c53-a810-af76378e18a2 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:28.624240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a83c-ea09-4b23-8136-064b544bc8bf req-5550dd63-f8a8-4a23-a5b9-91149fd85a28 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:28.625943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6075a83c-ea09-4b23-8136-064b544bc8bf req-5550dd63-f8a8-4a23-a5b9-91149fd85a28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1223323 Feb 11 13:06:28.627753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-46584c07-f656-4abf-ab60-2613269acc60 req-3e8be62f-823b-4961-bd28-24270e691ff0 service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:28.690646 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-46584c07-f656-4abf-ab60-2613269acc60 req-3e8be62f-823b-4961-bd28-24270e691ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:28.695781 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d3b7-7339-47ee-ad6c-e20a3f8baa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:28.731366 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d3b7-7339-47ee-ad6c-e20a3f8baa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:28.869896 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6075a83c-ea09-4b23-8136-064b544bc8bf req-8fd39a3c-867f-4c8d-8b50-1ca019807dc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2335589 Feb 11 13:06:28.900291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b33faa-c475-441a-ab81-3b20e710625e req-8a795420-7050-43e0-89e7-c0b31ecdaa93 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:28.909450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06b33faa-c475-441a-ab81-3b20e710625e req-8a795420-7050-43e0-89e7-c0b31ecdaa93 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 944 time: 0.1633430 Feb 11 13:06:28.936680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d3b7-7339-47ee-ad6c-e20a3f8baa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:28.985081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9d3b7-7339-47ee-ad6c-e20a3f8baa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f494a425-40a2-46a3-bf1c-77ab02cc7410,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:29.005367 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d3b7-7339-47ee-ad6c-e20a3f8baa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:29.013600 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b1e9d3b7-7339-47ee-ad6c-e20a3f8baa29 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f494a425-40a2-46a3-bf1c-77ab02cc7410 HTTP/1.1" status: 204 len: 168 time: 0.4735529 Feb 11 13:06:29.025872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-46584c07-f656-4abf-ab60-2613269acc60 req-3e8be62f-823b-4961-bd28-24270e691ff0 service neutron] Transition to ACTIVE for port object 1273eeae-20e8-4c53-a810-af76378e18a2 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:29.041604 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-46584c07-f656-4abf-ab60-2613269acc60 req-3e8be62f-823b-4961-bd28-24270e691ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:29.072357 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06b33faa-c475-441a-ab81-3b20e710625e req-51a29d0d-69f2-4f45-a3be-85a6297f85ae tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605148 Feb 11 13:06:29.129970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d5f33-6eb2-49bb-9c31-81b0ad917004 req-68a7241f-052f-4545-aa34-ff3ad72403e0 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:29.130761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-928d5f33-6eb2-49bb-9c31-81b0ad917004 req-68a7241f-052f-4545-aa34-ff3ad72403e0 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Synchronizing usage tracker for tenant:1028858662234a149d1b0f5ab9b9f7a3 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:29.301754 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6075a83c-ea09-4b23-8136-064b544bc8bf req-435ae52b-780f-48dc-870a-ff68f3d23f75 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127390 Feb 11 13:06:29.302394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-928d5f33-6eb2-49bb-9c31-81b0ad917004 req-68a7241f-052f-4545-aa34-ff3ad72403e0 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Unset dirty status for tenant:1028858662234a149d1b0f5ab9b9f7a3 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:29.309543 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-928d5f33-6eb2-49bb-9c31-81b0ad917004 req-68a7241f-052f-4545-aa34-ff3ad72403e0 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 947 time: 0.5000446 Feb 11 13:06:29.551222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6075a83c-ea09-4b23-8136-064b544bc8bf req-f694d2f1-5f46-4ae0-a90b-83d038e9a22c service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390673 Feb 11 13:06:29.572300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8be62f-823b-4961-bd28-24270e691ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=1273eeae-20e8-4c53-a810-af76378e18a2,revision_number=10']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:29.575588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-46584c07-f656-4abf-ab60-2613269acc60 req-3e8be62f-823b-4961-bd28-24270e691ff0 service neutron] No DVR routers for this DVR port 1273eeae-20e8-4c53-a810-af76378e18a2 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:29.657493 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-3e8be62f-823b-4961-bd28-24270e691ff0 service neutron] 10.222.0.75 "PUT /v2.0/ports/1273eeae-20e8-4c53-a810-af76378e18a2/bindings/n-h1-818559-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7202065 Feb 11 13:06:29.665335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48762) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:29.677360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-928d5f33-6eb2-49bb-9c31-81b0ad917004 req-c6987276-ede4-46db-b3df-dc626cd5a14c tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Synchronizing usage tracker for tenant:1028858662234a149d1b0f5ab9b9f7a3 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:29.700412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-928d5f33-6eb2-49bb-9c31-81b0ad917004 req-c6987276-ede4-46db-b3df-dc626cd5a14c tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Unset dirty status for tenant:1028858662234a149d1b0f5ab9b9f7a3 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:29.716096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-928d5f33-6eb2-49bb-9c31-81b0ad917004 req-c6987276-ede4-46db-b3df-dc626cd5a14c tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054599 Feb 11 13:06:29.833158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-88d9111f-36e5-495c-af4c-438542c2a1a2 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.1110134 Feb 11 13:06:29.854653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-869368943-network', 'tenant_id': '5bd4082c5fc74b74b65cf6ee2fb0a415'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:29.929447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:29.937371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Usage tracker for resource:network and tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:29.942175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:29.952369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:29.983303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Made reservation on behalf of 5bd4082c5fc74b74b65cf6ee2fb0a415 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:29.985708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-b91a4567-7f4f-46ba-9bd0-8254bd31aced service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0&tenant_id=43e57f5e521545208f8f14d0937ff0f1 HTTP/1.1" status: 200 len: 1096 time: 0.1461847 Feb 11 13:06:29.986655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:30.005768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753cd8-674f-4127-8fa7-b59782effe99 req-32c6a709-c596-4534-9235-6224bdb327a2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:30.011374 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f753cd8-674f-4127-8fa7-b59782effe99 req-32c6a709-c596-4534-9235-6224bdb327a2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.2623017 Feb 11 13:06:30.012957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:30.083765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:30.091855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:30.095798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:30.104211 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-f9038845-0e89-4573-904e-1080f3daf6e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0879433 Feb 11 13:06:30.114247 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f753cd8-674f-4127-8fa7-b59782effe99 req-261e7dea-671e-4e5c-80d6-a634c2b6cff2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872924 Feb 11 13:06:30.117346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:30.288969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584c07-f656-4abf-ab60-2613269acc60 req-ad71bf21-beb1-43fc-a5ae-afc663d93bad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:30.290885 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-ad71bf21-beb1-43fc-a5ae-afc663d93bad service neutron] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.1797144 Feb 11 13:06:30.299602 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:30.309610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:30.325299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:06:30.336541 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:30.336838 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Added segment 766884e2-8ba2-44ec-a788-9036cc6dcbac of type vlan for network 60917ce9-2e2f-44cf-847e-30a373078386 Feb 11 13:06:30.365030 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:30.400598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-70210255-b515-4fb8-ab21-15b6b1898715 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1273eeae-20e8-4c53-a810-af76378e18a2 HTTP/1.1" status: 200 len: 217 time: 0.1030786 Feb 11 13:06:30.404828 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:30.405669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:30.406250 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:30.527729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=60917ce9-2e2f-44cf-847e-30a373078386,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:30.546058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 60917ce9-2e2f-44cf-847e-30a373078386 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:06:30.562073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584c07-f656-4abf-ab60-2613269acc60 req-8350c4db-b618-4c7e-8ebd-55f7c6933723 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:30.565587 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-8350c4db-b618-4c7e-8ebd-55f7c6933723 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1574574 Feb 11 13:06:30.626008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bb7958-2d54-43a0-9a89-e3e6d530e423,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:30.658260 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-60334f53-06d0-418e-8be2-b51956216466 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845408 Feb 11 13:06:30.659907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159c052-18d2-4fca-af4f-f2f242c80eb7 req-2864f961-9456-4a07-b2b0-cbbf8aaeb2e5 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:30.661359 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c159c052-18d2-4fca-af4f-f2f242c80eb7 req-2864f961-9456-4a07-b2b0-cbbf8aaeb2e5 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 945 time: 0.4118590 Feb 11 13:06:30.666415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2f84ef68-d390-433b-afc4-eb3c08109ac2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9974391 Feb 11 13:06:30.667306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48806) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:30.680801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Request body: {'subnet': {'network_id': '60917ce9-2e2f-44cf-847e-30a373078386', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-869368943-subnet', 'tenant_id': '5bd4082c5fc74b74b65cf6ee2fb0a415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:30.687580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:30.800425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c159c052-18d2-4fca-af4f-f2f242c80eb7 req-cc85e5a8-a1f4-4d74-9599-ce54b115b691 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155610 Feb 11 13:06:30.801779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Usage tracker for resource:subnet and tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:30.808713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:30.818114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:30.836460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Made reservation on behalf of 5bd4082c5fc74b74b65cf6ee2fb0a415 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:30.838956 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:30.868254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-175be23d-a392-481b-b206-a7bf1d7c7f3a service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975036 Feb 11 13:06:30.978502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1273eeae-20e8-4c53-a810-af76378e18a2 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:06:31.107611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1273eeae-20e8-4c53-a810-af76378e18a2 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:06:31.137503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-89c533fa-287a-4c75-9abe-179c652742fd service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628310 Feb 11 13:06:31.144715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b5abf-76be-40c5-ba92-5223cdfb2125 req-32cee52f-be47-45a4-9d24-6d87408bfdac tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:31.148245 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe2b5abf-76be-40c5-ba92-5223cdfb2125 req-32cee52f-be47-45a4-9d24-6d87408bfdac tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 947 time: 0.1532938 Feb 11 13:06:31.200548 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe2b5abf-76be-40c5-ba92-5223cdfb2125 req-c82a82ba-e0df-4dde-8124-04e62209fbbe tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467367 Feb 11 13:06:31.204296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:31.304095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0494066-81f3-4ce9-87c0-698b915c81df,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:31.314496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:31.315068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Network hostable DHCP agents. Network: 60917ce9-2e2f-44cf-847e-30a373078386, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:06:31.351926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Network 60917ce9-2e2f-44cf-847e-30a373078386 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:06:31.376189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 60917ce9-2e2f-44cf-847e-30a373078386) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:31.381476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:31.382364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:31.385662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529bf677-6247-4432-ab25-460febc88d24 None None] Network 60917ce9-2e2f-44cf-847e-30a373078386 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:06:31.432164 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e5d073a5-0e3d-49f2-8841-64106efb50b5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7565637 Feb 11 13:06:31.585709 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-b4686315-f502-4646-b43b-68a21cc32e17 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.1728320 Feb 11 13:06:31.650393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d766a0-9b73-42c8-8aaf-89f42ed053b2 req-6ef1f0af-bbf5-475d-b90c-ae6bd8df7b1c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:31.651798 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-62d766a0-9b73-42c8-8aaf-89f42ed053b2 req-6ef1f0af-bbf5-475d-b90c-ae6bd8df7b1c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1864462 Feb 11 13:06:31.747964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-62d766a0-9b73-42c8-8aaf-89f42ed053b2 req-3e57eb44-2b06-4a89-94c6-9b21b6e4393a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803089 Feb 11 13:06:31.779522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-46584c07-f656-4abf-ab60-2613269acc60 req-cfb56746-9240-4417-9937-e8f65b93ea98 service neutron] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:31.783265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-46584c07-f656-4abf-ab60-2613269acc60 req-cfb56746-9240-4417-9937-e8f65b93ea98 service neutron] Notify callbacks [] for binding, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:31.784986 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46584c07-f656-4abf-ab60-2613269acc60 req-cfb56746-9240-4417-9937-e8f65b93ea98 service neutron] 10.222.0.73 "DELETE /v2.0/ports/1273eeae-20e8-4c53-a810-af76378e18a2/bindings/n-h2-818559-1 HTTP/1.1" status: 204 len: 173 time: 0.1930737 Feb 11 13:06:31.814058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79350e0e-4182-49fc-bb1a-56e69067dbc2 None None] Network 60917ce9-2e2f-44cf-847e-30a373078386 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:06:32.098168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85a2f2-7a87-4fd6-83a4-d07964e3f202 req-bb388cd1-e276-4b5b-a2cf-bc8303ca32bc tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:32.104417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4d388750-cd60-4ff4-a07c-23d57e757de4 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:06:32.106162 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe85a2f2-7a87-4fd6-83a4-d07964e3f202 req-bb388cd1-e276-4b5b-a2cf-bc8303ca32bc tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 945 time: 0.1252437 Feb 11 13:06:32.165530 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe85a2f2-7a87-4fd6-83a4-d07964e3f202 req-a09175d2-8be1-4357-aba7-bb206f3fb29d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583892 Feb 11 13:06:32.399458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4d388750-cd60-4ff4-a07c-23d57e757de4, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4d388750-cd60-4ff4-a07c-23d57e757de4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:32.441615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '4d388750-cd60-4ff4-a07c-23d57e757de4', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '4d388750-cd60-4ff4-a07c-23d57e757de4', 'mac_address': 'fa:16:3e:3c:7f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:06:32.572771 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:32.575626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d1ac743-0beb-4630-937e-59def9c495a6 req-b166da49-05f5-48f5-ad18-d91ee44c1cee tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1096 time: 0.1015363 Feb 11 13:06:32.603500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051225ff-780e-46d5-a474-59a2f358f745 req-62bfcba4-2745-4e8f-a190-0b48745ef35f tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:32.612436 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-051225ff-780e-46d5-a474-59a2f358f745 req-62bfcba4-2745-4e8f-a190-0b48745ef35f tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 947 time: 0.1866250 Feb 11 13:06:32.619136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d388750-cd60-4ff4-a07c-23d57e757de4 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:32.638627 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d1ac743-0beb-4630-937e-59def9c495a6 req-4b1b927a-5876-4c80-88cb-226c2a3c6659 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598621 Feb 11 13:06:32.655293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4d388750-cd60-4ff4-a07c-23d57e757de4, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4d388750-cd60-4ff4-a07c-23d57e757de4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:32.671833 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:32.702115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-051225ff-780e-46d5-a474-59a2f358f745 req-026b30a1-5fce-4c04-bdb6-5184debfc6d9 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886626 Feb 11 13:06:32.768244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4d388750-cd60-4ff4-a07c-23d57e757de4,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:32.886367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4d388750-cd60-4ff4-a07c-23d57e757de4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:06:33.027612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9108347-c681-43da-be72-48021836ddb6 req-deec8493-dfcc-4e8b-8071-1335a2b25c5d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:33.035256 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9108347-c681-43da-be72-48021836ddb6 req-deec8493-dfcc-4e8b-8071-1335a2b25c5d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1085093 Feb 11 13:06:33.091857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9108347-c681-43da-be72-48021836ddb6 req-d30f43db-f1ef-4628-8693-e7e03b7f1da7 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554361 Feb 11 13:06:33.127144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48926) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:33.135352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1165832082-network', 'tenant_id': 'a50bd55e968c48bba1e8f0b767e35680'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:33.140156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:33.144700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Usage tracker for resource:network and tenant:a50bd55e968c48bba1e8f0b767e35680 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:33.148260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:33.159533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:33.180264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Made reservation on behalf of a50bd55e968c48bba1e8f0b767e35680 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:33.183304 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.206896 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.265292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:33.294275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Usage tracker for resource:security_group_rule and tenant:a50bd55e968c48bba1e8f0b767e35680 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:33.301625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:33.362108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:33.464229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-5e6a6a43-9130-4d8e-9909-ab93aa786b7f tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:33.465736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-5e6a6a43-9130-4d8e-9909-ab93aa786b7f tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 808 time: 0.1972702 Feb 11 13:06:33.504686 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-472860ac-343b-4c0f-a036-f4cea2c4fef8 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/quotas/43e57f5e521545208f8f14d0937ff0f1 HTTP/1.1" status: 200 len: 375 time: 0.0277619 Feb 11 13:06:33.543684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48962) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:33.563059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.571791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.605306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:06:33.636862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c8f637-713d-40bc-97b1-4b2d12450db5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:33.651865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.652204 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Added segment a1b26150-46ca-49b6-bd21-5733d3d31720 of type vlan for network 60ec016d-ee65-4027-ab60-f3956effde31 Feb 11 13:06:33.691504 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.702845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e50fd954-e0dc-428a-9d87-c89691be680d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1970396 Feb 11 13:06:33.732160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a1-8820-47bd-bd69-79c115d4f00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.767201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7bcb02a1-8820-47bd-bd69-79c115d4f00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:33.771040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7bcb02a1-8820-47bd-bd69-79c115d4f00f admin admin] Usage tracker for resource:security_group_rule and tenant:d179b43d03cb456b8ca7f5c11373067f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:33.774604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7bcb02a1-8820-47bd-bd69-79c115d4f00f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:33.780328 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7bcb02a1-8820-47bd-bd69-79c115d4f00f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:33.799840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.800672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:33.801730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.856010 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a1-8820-47bd-bd69-79c115d4f00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.861509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bcb02a1-8820-47bd-bd69-79c115d4f00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:33.918246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb02a1-8820-47bd-bd69-79c115d4f00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0360357b-fbe1-4ee4-8e80-3941479826c9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:33.929331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7bcb02a1-8820-47bd-bd69-79c115d4f00f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d179b43d03cb456b8ca7f5c11373067f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3818338 Feb 11 13:06:33.929764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48974) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:33.941079 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8110795 Feb 11 13:06:33.945178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00900d89-40b3-46d1-8ebd-7e097513a405 admin admin] Pushing event updated for resources: {'Network': ['ID=60ec016d-ee65-4027-ab60-f3956effde31,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:33.955156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48978) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:33.957974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 60ec016d-ee65-4027-ab60-f3956effde31 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:06:33.964386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Request body: {'subnet': {'network_id': '60ec016d-ee65-4027-ab60-f3956effde31', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1165832082-subnet', 'tenant_id': 'a50bd55e968c48bba1e8f0b767e35680', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:33.970009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:33.976084 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-b7988c9b-07ab-479f-838a-645c2fd67268 service neutron] 10.222.0.67 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574146 Feb 11 13:06:33.976958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Usage tracker for resource:subnet and tenant:a50bd55e968c48bba1e8f0b767e35680 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:33.980012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:34.005631 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:34.060682 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9954-84cf-4e95-8afc-ae20b2334dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:34.121568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4d388750-cd60-4ff4-a07c-23d57e757de4 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:06:34.159370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Made reservation on behalf of a50bd55e968c48bba1e8f0b767e35680 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:34.161585 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:34.187185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9954-84cf-4e95-8afc-ae20b2334dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:34.196612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 4d388750-cd60-4ff4-a07c-23d57e757de4 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:34.201573 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 4d388750-cd60-4ff4-a07c-23d57e757de4 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:34.201943 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:34.254274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be396fe-d1cf-486d-8d87-f11768ecf10a req-df4ca435-37a8-4595-8584-d6d92906d475 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:34.255808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7be396fe-d1cf-486d-8d87-f11768ecf10a req-df4ca435-37a8-4595-8584-d6d92906d475 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 948 time: 0.2414820 Feb 11 13:06:34.298446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9954-84cf-4e95-8afc-ae20b2334dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:34.310084 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-79ae29a5-f76e-4709-b3f2-cb50905124c9 service neutron] 10.222.0.67 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272367 Feb 11 13:06:34.326130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:34.327342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d9954-84cf-4e95-8afc-ae20b2334dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0360357b-fbe1-4ee4-8e80-3941479826c9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:34.333561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd3d9954-84cf-4e95-8afc-ae20b2334dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:34.338088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bd3d9954-84cf-4e95-8afc-ae20b2334dec admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0360357b-fbe1-4ee4-8e80-3941479826c9 HTTP/1.1" status: 204 len: 168 time: 0.4012549 Feb 11 13:06:34.352372 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7be396fe-d1cf-486d-8d87-f11768ecf10a req-37a08cdd-e36b-4eaa-b548-10fa24f5a45c tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859311 Feb 11 13:06:34.375976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da432def-e7bf-441b-a67a-6033fd507fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d388750-cd60-4ff4-a07c-23d57e757de4'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:34.398180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4d388750-cd60-4ff4-a07c-23d57e757de4, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4d388750-cd60-4ff4-a07c-23d57e757de4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:34.406734 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:34.486230 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:34.501980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4d388750-cd60-4ff4-a07c-23d57e757de4,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:34.560971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be337b4-3b86-4f45-8dcc-5b12899c219a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:34.602049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Checking segment: {'id': 'a1b26150-46ca-49b6-bd21-5733d3d31720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '60ec016d-ee65-4027-ab60-f3956effde31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:34.602807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Network hostable DHCP agents. Network: 60ec016d-ee65-4027-ab60-f3956effde31, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:06:34.635220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Network 60ec016d-ee65-4027-ab60-f3956effde31 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:06:34.637035 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da432def-e7bf-441b-a67a-6033fd507fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d388750-cd60-4ff4-a07c-23d57e757de4', 'code': 200} Feb 11 13:06:34.669482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 60ec016d-ee65-4027-ab60-f3956effde31) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:34.674451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:34.675219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:34.683997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f747455a-c00e-4408-b934-48960d927f93 None None] Network 60ec016d-ee65-4027-ab60-f3956effde31 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:06:34.748986 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-13233080-aac5-400a-93f4-584050e63c2e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7926953 Feb 11 13:06:34.859802 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a7620f5e-74b3-40ee-ad02-d69632e66275 req-e2cce930-aec9-47ed-9d60-14a82b9387de tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 210 time: 0.0673099 Feb 11 13:06:34.966825 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7aaf5427-ce95-4a08-859f-bacf9dbb97dd req-656eaa07-e916-4a9a-b1ec-5987981b3c27 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 1100 time: 0.2674925 Feb 11 13:06:35.017819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca38434-6b93-4a49-8e0d-d5c780cf06ce req-de1fbbde-4771-4993-a43c-e3d8b0571ec1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:35.028146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9ca38434-6b93-4a49-8e0d-d5c780cf06ce req-de1fbbde-4771-4993-a43c-e3d8b0571ec1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.2611301 Feb 11 13:06:35.081635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49020) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:35.111058 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-463ab90f-d9be-46ee-babd-fddce94a8a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:35.117693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95af2429-f095-4e98-90e2-316c916794ee None None] Network 60ec016d-ee65-4027-ab60-f3956effde31 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:06:35.132476 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9ca38434-6b93-4a49-8e0d-d5c780cf06ce req-7951bcfe-d6d9-4ba5-9a4d-abe1d68d9104 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029427 Feb 11 13:06:35.135431 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7aaf5427-ce95-4a08-859f-bacf9dbb97dd req-1e9683b2-6177-400c-8f7c-28b24e79f991 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590006 Feb 11 13:06:35.204903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-463ab90f-d9be-46ee-babd-fddce94a8a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:35.210798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-463ab90f-d9be-46ee-babd-fddce94a8a93 admin admin] Usage tracker for resource:security_group_rule and tenant:d66f275c366a45a8a525282805fe2b5e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:35.214449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-463ab90f-d9be-46ee-babd-fddce94a8a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:35.221997 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-463ab90f-d9be-46ee-babd-fddce94a8a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:35.305224 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-463ab90f-d9be-46ee-babd-fddce94a8a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:35.314901 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-463ab90f-d9be-46ee-babd-fddce94a8a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:35.353695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ab90f-d9be-46ee-babd-fddce94a8a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc977aa-cbd5-45ce-ac3d-4b21f3665d78,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:35.375741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-463ab90f-d9be-46ee-babd-fddce94a8a93 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d66f275c366a45a8a525282805fe2b5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2919900 Feb 11 13:06:35.377039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49032) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:35.451610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2177641e-1ca8-464d-970d-b1d75f0aa6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:35.524729 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2177641e-1ca8-464d-970d-b1d75f0aa6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:35.611364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2177641e-1ca8-464d-970d-b1d75f0aa6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:35.638633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177641e-1ca8-464d-970d-b1d75f0aa6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc977aa-cbd5-45ce-ac3d-4b21f3665d78,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:35.644198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2177641e-1ca8-464d-970d-b1d75f0aa6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:35.645827 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2177641e-1ca8-464d-970d-b1d75f0aa6d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2cc977aa-cbd5-45ce-ac3d-4b21f3665d78 HTTP/1.1" status: 204 len: 168 time: 0.2677250 Feb 11 13:06:35.669906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49042) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:35.721188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49048) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:35.747651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f4afa-2575-496c-8f44-23c9df8f96ed req-539f5f8e-c68b-405a-bebb-f117c9b0f88e tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:35.749712 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-002f4afa-2575-496c-8f44-23c9df8f96ed req-539f5f8e-c68b-405a-bebb-f117c9b0f88e tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 949 time: 0.1206789 Feb 11 13:06:35.815097 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-002f4afa-2575-496c-8f44-23c9df8f96ed req-6251c2ce-df30-4293-8f4d-9273933bda3b tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567527 Feb 11 13:06:36.064806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-adead09a-1d57-44b3-aecc-1caeca079e25 req-af5a21f3-34e9-4c71-af81-d1ef0fb8e314 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 210 time: 0.0689640 Feb 11 13:06:36.186713 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68474ae4-fed2-4c1a-8eb2-8fc32931cec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:36.248347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-94cd87b5-e567-4b85-ad51-fd34f74a63df tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:36.249330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-94cd87b5-e567-4b85-ad51-fd34f74a63df tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Synchronizing usage tracker for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:36.257425 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd777-b391-46e6-a150-b9b3dcb1ae1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:36.346717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-94cd87b5-e567-4b85-ad51-fd34f74a63df tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Unset dirty status for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:36.354086 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-94cd87b5-e567-4b85-ad51-fd34f74a63df tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 820 time: 0.4445078 Feb 11 13:06:36.371738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e9dd777-b391-46e6-a150-b9b3dcb1ae1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:36.377275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-68474ae4-fed2-4c1a-8eb2-8fc32931cec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:36.380290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e9dd777-b391-46e6-a150-b9b3dcb1ae1b admin admin] Usage tracker for resource:security_group_rule and tenant:b497b3454bf4460786e5cceea57054af is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:36.385310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e9dd777-b391-46e6-a150-b9b3dcb1ae1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:36.389018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-68474ae4-fed2-4c1a-8eb2-8fc32931cec9 admin admin] Usage tracker for resource:security_group_rule and tenant:43f60b277ac24999ae84a478c0bde5ce is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:36.395817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-d50d3004-c852-4e60-a03d-2fecf122fbce tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:36.397898 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-d50d3004-c852-4e60-a03d-2fecf122fbce tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 808 time: 0.2564824 Feb 11 13:06:36.398033 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-660c2607-f576-4399-8920-41f977fc1854 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/quotas/5bd4082c5fc74b74b65cf6ee2fb0a415 HTTP/1.1" status: 200 len: 375 time: 0.0431147 Feb 11 13:06:36.403382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-68474ae4-fed2-4c1a-8eb2-8fc32931cec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:36.424491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Request body: {'port': {'device_id': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a', 'admin_state_up': True, 'tenant_id': '43e57f5e521545208f8f14d0937ff0f1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:36.440138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e9dd777-b391-46e6-a150-b9b3dcb1ae1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:36.450083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-68474ae4-fed2-4c1a-8eb2-8fc32931cec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:36.473513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-2cc809b4-ed13-4c0e-8b11-36a9b907f323 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724916 Feb 11 13:06:36.563108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f99c-37ee-4397-91ff-f428d73daade req-d32f3980-9b0e-48ae-ae7d-ba9ac3894d39 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:36.571803 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ce5f99c-37ee-4397-91ff-f428d73daade req-d32f3980-9b0e-48ae-ae7d-ba9ac3894d39 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.2710905 Feb 11 13:06:36.663481 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ce5f99c-37ee-4397-91ff-f428d73daade req-35a6a0fd-2810-4ada-b64b-ae37701fa9d6 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906997 Feb 11 13:06:36.695688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:36.708563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:36.723657 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-60c71612-33ca-47c7-aff8-9588145919a6 service neutron] 10.222.0.67 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491193 Feb 11 13:06:36.818966 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd777-b391-46e6-a150-b9b3dcb1ae1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:36.825004 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68474ae4-fed2-4c1a-8eb2-8fc32931cec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:36.827762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd777-b391-46e6-a150-b9b3dcb1ae1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:36.838655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Made reservation on behalf of 43e57f5e521545208f8f14d0937ff0f1 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:36.842059 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:36.853648 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68474ae4-fed2-4c1a-8eb2-8fc32931cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:36.923240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dd777-b391-46e6-a150-b9b3dcb1ae1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ee33aa-e99e-4ab7-a8ea-2bce38bc7bd8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:36.944944 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9e9dd777-b391-46e6-a150-b9b3dcb1ae1b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b497b3454bf4460786e5cceea57054af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2739766 Feb 11 13:06:36.953520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49080) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:36.953706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-68474ae4-fed2-4c1a-8eb2-8fc32931cec9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=43f60b277ac24999ae84a478c0bde5ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2287278 Feb 11 13:06:36.955310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49082) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:36.998221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68474ae4-fed2-4c1a-8eb2-8fc32931cec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d4c4e7-b4c6-4b97-8798-186877992cec,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:37.003801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-99675d82-dc70-42bd-a037-d01ee025fabd service neutron] 10.222.0.67 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713685 Feb 11 13:06:37.038431 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.070299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0eb7cabb-0ddd-4cbe-a0c6-d372bd7f3d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.100205 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0eb7cabb-0ddd-4cbe-a0c6-d372bd7f3d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.127362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Allocated IP 172.20.0.9 (67ddad11-10dd-4732-a4e0-80241859c24a/cd4c495a-e289-46e6-a8c0-ba75eb92d391/fc568427-712a-43cd-b0cc-270b69b0db4d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:37.162011 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-158c0af3-06c0-4ae8-a086-c06d71ed0e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.185871 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0eb7cabb-0ddd-4cbe-a0c6-d372bd7f3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.205094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-158c0af3-06c0-4ae8-a086-c06d71ed0e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.211346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7cabb-0ddd-4cbe-a0c6-d372bd7f3d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d4c4e7-b4c6-4b97-8798-186877992cec,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:37.221076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0eb7cabb-0ddd-4cbe-a0c6-d372bd7f3d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.222201 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0eb7cabb-0ddd-4cbe-a0c6-d372bd7f3d0d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84d4c4e7-b4c6-4b97-8798-186877992cec HTTP/1.1" status: 204 len: 168 time: 0.2645350 Feb 11 13:06:37.289975 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-158c0af3-06c0-4ae8-a086-c06d71ed0e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.339474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c0af3-06c0-4ae8-a086-c06d71ed0e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ee33aa-e99e-4ab7-a8ea-2bce38bc7bd8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:37.389893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a0af-e612-403b-ba77-3b2a9aacd31a req-fa20e3ab-cacd-4782-8987-6d3e3a8bf33a tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:37.391447 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02f5a0af-e612-403b-ba77-3b2a9aacd31a req-fa20e3ab-cacd-4782-8987-6d3e3a8bf33a tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 949 time: 0.4395554 Feb 11 13:06:37.461885 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a392c32d-2d03-48b4-ae96-445f8cd853e7 req-27c88d5e-64bf-48e5-acac-84ee77ea0413 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 210 time: 0.0958126 Feb 11 13:06:37.498592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-158c0af3-06c0-4ae8-a086-c06d71ed0e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.502146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-158c0af3-06c0-4ae8-a086-c06d71ed0e14 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/85ee33aa-e99e-4ab7-a8ea-2bce38bc7bd8 HTTP/1.1" status: 204 len: 168 time: 0.5466647 Feb 11 13:06:37.577030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02f5a0af-e612-403b-ba77-3b2a9aacd31a req-1344d5b1-6541-4882-8998-a24b6f98d6ad tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583655 Feb 11 13:06:37.634617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.688651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.714985 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c3f4492e-7e05-4633-9143-666668c07319 req-6784bb15-144e-452f-921a-2c12b12f9035 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 210 time: 0.0907073 Feb 11 13:06:37.809542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Network 67ddad11-10dd-4732-a4e0-80241859c24a is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:37.811900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:37.815612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:06:37.819616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:37.820315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:37.848839 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4303405 Feb 11 13:06:37.850163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701c610-9e84-4d98-b35e-02d4b96b40a7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Pushing event updated for resources: {'Port': ['ID=fc568427-712a-43cd-b0cc-270b69b0db4d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:37.900510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Request body: {'port': {'device_id': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:38.073194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf2b10-2bec-4118-9547-953f471fff1f req-7c96ce48-47e3-4728-89d1-00041de16c69 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:38.075918 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45cf2b10-2bec-4118-9547-953f471fff1f req-7c96ce48-47e3-4728-89d1-00041de16c69 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.2228153 Feb 11 13:06:38.079051 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:38.216989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49128) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:38.245836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1332685-a5f0-4291-bf6d-5848169f49f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:38.319490 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45cf2b10-2bec-4118-9547-953f471fff1f req-d689f0b0-caa1-4ceb-8d9d-b738a7af574a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214439 Feb 11 13:06:38.345927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f1332685-a5f0-4291-bf6d-5848169f49f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:38.351679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f1332685-a5f0-4291-bf6d-5848169f49f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6883e1e790e54ae288bb3e574c8a60f4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:38.356505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f1332685-a5f0-4291-bf6d-5848169f49f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:38.405606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:38.429484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f1332685-a5f0-4291-bf6d-5848169f49f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:38.436350 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffce1-d974-432b-9451-eaea6558abd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:38.548147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cf9ffce1-d974-432b-9451-eaea6558abd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:38.581719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cf9ffce1-d974-432b-9451-eaea6558abd5 admin admin] Usage tracker for resource:security_group_rule and tenant:4685664543b94ebfb986e5560d4cfe65 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:38.599051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cf9ffce1-d974-432b-9451-eaea6558abd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:38.636985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cf9ffce1-d974-432b-9451-eaea6558abd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:38.697068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e14b36-97c5-4eca-886a-586c6b869172 req-6a748c97-6b08-4db0-92d3-a19056a18daf tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:38.705688 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20e14b36-97c5-4eca-886a-586c6b869172 req-6a748c97-6b08-4db0-92d3-a19056a18daf tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 949 time: 0.3438640 Feb 11 13:06:38.841903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1332685-a5f0-4291-bf6d-5848169f49f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:38.869387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20e14b36-97c5-4eca-886a-586c6b869172 req-a3441c62-7274-407d-82d5-9540b268fa50 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527686 Feb 11 13:06:38.872517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1332685-a5f0-4291-bf6d-5848169f49f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:38.881949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc568427-712a-43cd-b0cc-270b69b0db4d {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:38.890726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:38.909570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Transition to ACTIVE for port object fc568427-712a-43cd-b0cc-270b69b0db4d will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:38.920768 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.023299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffce1-d974-432b-9451-eaea6558abd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.051673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Pushing event updated for resources: {'Port': ['ID=fc568427-712a-43cd-b0cc-270b69b0db4d,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:39.061524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffce1-d974-432b-9451-eaea6558abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.174484 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cf9ffce1-d974-432b-9451-eaea6558abd5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4685664543b94ebfb986e5560d4cfe65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7625189 Feb 11 13:06:39.174931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f1332685-a5f0-4291-bf6d-5848169f49f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6883e1e790e54ae288bb3e574c8a60f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9568779 Feb 11 13:06:39.175642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1332685-a5f0-4291-bf6d-5848169f49f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95af0220-5bc9-4bb6-9739-1d850911a975,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:39.186117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49148) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:39.186117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49150) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:39.225989 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7f59566-b0e1-4a92-89ef-30c652613b1e req-88c5a7e7-3147-4697-b2f7-f788481cbbc0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 210 time: 0.1717322 Feb 11 13:06:39.253455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8bf32-4aa7-4e73-9875-89c64b564ed0 req-d6b2f651-b432-4e74-8847-629d6a06dda9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:39.254157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a7c8bf32-4aa7-4e73-9875-89c64b564ed0 req-d6b2f651-b432-4e74-8847-629d6a06dda9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Synchronizing usage tracker for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:39.273916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ffce1-d974-432b-9451-eaea6558abd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c642393a-de0e-4cb0-8f90-6c81104a3307,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:39.284575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a7c8bf32-4aa7-4e73-9875-89c64b564ed0 req-d6b2f651-b432-4e74-8847-629d6a06dda9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Unset dirty status for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:39.291750 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7c8bf32-4aa7-4e73-9875-89c64b564ed0 req-d6b2f651-b432-4e74-8847-629d6a06dda9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 931 time: 0.5454843 Feb 11 13:06:39.374691 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a515208f-213f-4428-a4e0-72b805103db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.376387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38aafe46-1fcb-4790-9c3a-caaedfe013f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.377774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-cf3038cc-0d2d-4c71-a8fd-97bb4691e04e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:39.379247 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-cf3038cc-0d2d-4c71-a8fd-97bb4691e04e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.75 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 820 time: 0.3311150 Feb 11 13:06:39.405180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Request body: {'port': {'device_id': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386', 'admin_state_up': True, 'tenant_id': '5bd4082c5fc74b74b65cf6ee2fb0a415'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:39.422563 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a515208f-213f-4428-a4e0-72b805103db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.430200 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38aafe46-1fcb-4790-9c3a-caaedfe013f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.482119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:39.482458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:39.482810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:39.526638 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7c8bf32-4aa7-4e73-9875-89c64b564ed0 req-3f649269-d74f-4414-912e-287a163ba02f tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339070 Feb 11 13:06:39.530687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Port fc568427-712a-43cd-b0cc-270b69b0db4d on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:06:39.530687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:39.576465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:39.576806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:39.577192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:39.577709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Bound port: fc568427-712a-43cd-b0cc-270b69b0db4d, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:39.578055 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.580823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-9ede2206-e067-4601-91dc-6a2b66f13b7e tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:39.582297 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-9ede2206-e067-4601-91dc-6a2b66f13b7e tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.73 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 949 time: 0.1174543 Feb 11 13:06:39.627507 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38aafe46-1fcb-4790-9c3a-caaedfe013f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.644213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a515208f-213f-4428-a4e0-72b805103db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.670688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aafe46-1fcb-4790-9c3a-caaedfe013f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95af0220-5bc9-4bb6-9739-1d850911a975,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:39.681714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:39.696298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Usage tracker for resource:port and tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:39.698628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515208f-213f-4428-a4e0-72b805103db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c642393a-de0e-4cb0-8f90-6c81104a3307,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:39.704728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:39.710484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-aa906656-c9c4-4117-91b8-36eb0f0d56c3 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Deleting port 4d388750-cd60-4ff4-a07c-23d57e757de4 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:06:39.710845 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-aa906656-c9c4-4117-91b8-36eb0f0d56c3 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.716904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:39.729704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:39.735105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:39.737574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Made reservation on behalf of 5bd4082c5fc74b74b65cf6ee2fb0a415 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:39.741945 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.743761 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38aafe46-1fcb-4790-9c3a-caaedfe013f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.745162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-38aafe46-1fcb-4790-9c3a-caaedfe013f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/95af0220-5bc9-4bb6-9739-1d850911a975 HTTP/1.1" status: 204 len: 168 time: 0.5570567 Feb 11 13:06:39.762488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.818674 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a515208f-213f-4428-a4e0-72b805103db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.828288 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a515208f-213f-4428-a4e0-72b805103db8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c642393a-de0e-4cb0-8f90-6c81104a3307 HTTP/1.1" status: 204 len: 168 time: 0.6388209 Feb 11 13:06:39.886235 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:39.887749 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] 10.222.0.73 "PUT /v2.0/ports/fc568427-712a-43cd-b0cc-270b69b0db4d HTTP/1.1" status: 200 len: 1091 time: 1.9966221 Feb 11 13:06:39.888209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'tag': 'fc568427-712a-43cd-b0cc-270b69b0db4d'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:39.978623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08955e3-d0d8-45fe-88e7-fcea96892999 service neutron] Pushing event updated for resources: {'Port': ['ID=fc568427-712a-43cd-b0cc-270b69b0db4d,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:40.092538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Allocated IP 172.20.0.11 (60917ce9-2e2f-44cf-847e-30a373078386/f0494066-81f3-4ce9-87c0-698b915c81df/a47b102c-8225-4168-9368-59d60a825601) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:40.109867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f4a-2398-45fc-b48f-4e0d37cef71e req-9cb8dbbf-1b4f-4afe-b318-a1b83c9a1820 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:40.111709 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57a77f4a-2398-45fc-b48f-4e0d37cef71e req-9cb8dbbf-1b4f-4afe-b318-a1b83c9a1820 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.3502271 Feb 11 13:06:40.126654 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-9aebcf7a-d505-4f1a-9aff-45be9e88ab11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1094 time: 0.1840672 Feb 11 13:06:40.220449 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57a77f4a-2398-45fc-b48f-4e0d37cef71e req-98a7b4d3-f5dd-4909-b92c-c137f0b90259 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960925 Feb 11 13:06:40.235585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-aa906656-c9c4-4117-91b8-36eb0f0d56c3 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] For port 4d388750-cd60-4ff4-a07c-23d57e757de4, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4d388750-cd60-4ff4-a07c-23d57e757de4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:40.237334 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-aa906656-c9c4-4117-91b8-36eb0f0d56c3 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:40.301304 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-11049b81-38c8-4e45-8112-b3e17c914308 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc568427-712a-43cd-b0cc-270b69b0db4d HTTP/1.1" status: 200 len: 217 time: 0.1218507 Feb 11 13:06:40.352346 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'tag': 'fc568427-712a-43cd-b0cc-270b69b0db4d', 'status': 'completed', 'code': 200} Feb 11 13:06:40.527636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-aa906656-c9c4-4117-91b8-36eb0f0d56c3 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Calling delete_port for 4d388750-cd60-4ff4-a07c-23d57e757de4 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:06:40.611398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-aa392b5a-8dc1-4fd2-a8d2-67e5bb464b3e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:40.612849 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-aa392b5a-8dc1-4fd2-a8d2-67e5bb464b3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.3030424 Feb 11 13:06:40.631138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f952812d-60db-40fe-b241-7a9fe2ad10c8 req-5e4c061e-113f-4957-94f1-4fc6dac04e2c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 210 time: 0.0512800 Feb 11 13:06:40.682906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f258a-06e8-4264-a6fc-03bf06c5d609 req-e39e939d-ef87-49fb-a453-574787d6ca6a tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:40.687522 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a16f258a-06e8-4264-a6fc-03bf06c5d609 req-e39e939d-ef87-49fb-a453-574787d6ca6a tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/ports?device_id=da432def-e7bf-441b-a67a-6033fd507fd0 HTTP/1.1" status: 200 len: 949 time: 0.5655560 Feb 11 13:06:40.735841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-1fc39826-fd5c-4de1-a4ee-2fb02cc9980c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127782 Feb 11 13:06:40.887552 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:40.913828 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-aa906656-c9c4-4117-91b8-36eb0f0d56c3 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:40.918701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a16f258a-06e8-4264-a6fc-03bf06c5d609 req-22282d1c-8cb1-450e-a9ca-6f5c9e1c79b2 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.67 "GET /v2.0/security-groups?id=b31cffd7-a35e-463d-b143-5f7aa6ec4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294700 Feb 11 13:06:40.926135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4d388750-cd60-4ff4-a07c-23d57e757de4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:06:40.977166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa906656-c9c4-4117-91b8-36eb0f0d56c3 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Pushing event deleted for resources: {'Port': ['ID=4d388750-cd60-4ff4-a07c-23d57e757de4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:41.074306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-f5d30a80-9e26-425a-b483-f9af70ec673c service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253105 Feb 11 13:06:41.078965 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:41.107570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-aa906656-c9c4-4117-91b8-36eb0f0d56c3 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] No DVR routers for this DVR port 4d388750-cd60-4ff4-a07c-23d57e757de4 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:41.112314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-aa906656-c9c4-4117-91b8-36eb0f0d56c3 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:41.121463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da432def-e7bf-441b-a67a-6033fd507fd0', 'name': 'network-vif-deleted', 'tag': '4d388750-cd60-4ff4-a07c-23d57e757de4'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:41.156614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209f8e-7e8e-4ed4-9282-7286c05d7046 req-53ce21a5-080b-4707-b5bb-a7a1e3f673ce tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:41.163805 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40209f8e-7e8e-4ed4-9282-7286c05d7046 req-53ce21a5-080b-4707-b5bb-a7a1e3f673ce tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 943 time: 0.3232970 Feb 11 13:06:41.219693 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a2a8404-b137-4024-9538-ef6da1ded310 req-aa906656-c9c4-4117-91b8-36eb0f0d56c3 tempest-ServerDiagnosticsNegativeTest-249493479 tempest-ServerDiagnosticsNegativeTest-249493479-project] 10.222.0.73 "DELETE /v2.0/ports/4d388750-cd60-4ff4-a07c-23d57e757de4 HTTP/1.1" status: 204 len: 173 time: 1.6300888 Feb 11 13:06:41.227094 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da432def-e7bf-441b-a67a-6033fd507fd0', 'name': 'network-vif-deleted', 'tag': '4d388750-cd60-4ff4-a07c-23d57e757de4', 'status': 'completed', 'code': 200} Feb 11 13:06:41.277796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40209f8e-7e8e-4ed4-9282-7286c05d7046 req-81244640-2f04-4f96-9a6e-689bcf429c1e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111374 Feb 11 13:06:41.489286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Network 60917ce9-2e2f-44cf-847e-30a373078386 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:41.495994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:41.503352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:06:41.508346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:41.508964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:41.555659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Pushing event updated for resources: {'Port': ['ID=a47b102c-8225-4168-9368-59d60a825601,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:41.585661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ece59-22d2-4e35-b9dd-47c04a5e3fb8 req-c9ce6b87-92c1-4140-94d6-1e81b3b224ba tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:41.586151 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-e88b32bb-73ae-4618-9fcf-e546510d8802 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1854377 Feb 11 13:06:41.588114 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f83c0e-26a4-4a9f-82dd-cc1bc117c0c2 req-4ec16167-9c0a-4c41-9bf7-951d45ae507d service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843686 Feb 11 13:06:41.591080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab5ece59-22d2-4e35-b9dd-47c04a5e3fb8 req-c9ce6b87-92c1-4140-94d6-1e81b3b224ba tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1045706 Feb 11 13:06:41.602050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Request body: {'port': {'device_id': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:41.630404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49246) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:41.663393 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab5ece59-22d2-4e35-b9dd-47c04a5e3fb8 req-adc04ca9-eec0-42dc-a558-3c408c29479a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684717 Feb 11 13:06:41.874128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce31d6d3-d33c-498b-b993-345d8a9bc3aa req-f6e5e919-cebc-4a1c-9499-12ce5d5ccf86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1094 time: 0.2231939 Feb 11 13:06:41.874996 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:41.956786 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.069398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49264) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:42.109546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-421338794-network', 'tenant_id': 'bcbb587389b2462484ef12c91ab0e918'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:42.123718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:42.134876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Usage tracker for resource:network and tenant:bcbb587389b2462484ef12c91ab0e918 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:42.140473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:42.152897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:42.180318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Made reservation on behalf of bcbb587389b2462484ef12c91ab0e918 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:42.182606 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.186827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31d6d3-d33c-498b-b993-345d8a9bc3aa req-943a5cfb-5de1-4390-81f9-9e091ec25638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:42.190210 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce31d6d3-d33c-498b-b993-345d8a9bc3aa req-943a5cfb-5de1-4390-81f9-9e091ec25638 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.3011630 Feb 11 13:06:42.199076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.200403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069c994-52b7-4c2b-b5e4-02c651937d7b req-2ed4eb4d-4c0f-4948-9872-0e57c7dde897 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:42.201370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4069c994-52b7-4c2b-b5e4-02c651937d7b req-2ed4eb4d-4c0f-4948-9872-0e57c7dde897 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Synchronizing usage tracker for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:42.258733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:42.262572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Usage tracker for resource:security_group_rule and tenant:bcbb587389b2462484ef12c91ab0e918 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:42.265519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:42.271775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:42.337357 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee7382ff-cf9a-4656-9214-16daa30058f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.351035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.370890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.394907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ee7382ff-cf9a-4656-9214-16daa30058f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:42.409936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce31d6d3-d33c-498b-b993-345d8a9bc3aa req-7a9bef4d-97ab-4f96-b13e-266cc18337fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc568427-712a-43cd-b0cc-270b69b0db4d HTTP/1.1" status: 200 len: 217 time: 0.1966128 Feb 11 13:06:42.412541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ee7382ff-cf9a-4656-9214-16daa30058f0 admin admin] Usage tracker for resource:security_group_rule and tenant:76a92aa4740a45f79a383e3513a41f7e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:42.415303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:06:42.482544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ee7382ff-cf9a-4656-9214-16daa30058f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:42.539816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f9780c-f52a-4f3a-8729-804c33793831,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:42.550414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ee7382ff-cf9a-4656-9214-16daa30058f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:42.564449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.564977 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Added segment a11b756b-ad17-449f-8b9d-5699b7917c51 of type vlan for network e04dc566-3971-49eb-83ff-89d8d8f8ed18 Feb 11 13:06:42.574861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49278) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:42.620923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31d6d3-d33c-498b-b993-345d8a9bc3aa req-48cd5c00-3927-43f4-a01d-628c3dcc3b8e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:42.622844 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce31d6d3-d33c-498b-b993-345d8a9bc3aa req-48cd5c00-3927-43f4-a01d-628c3dcc3b8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1469967 Feb 11 13:06:42.624106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.694663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e9c0c-86ed-4bfd-9cdb-d1a3506a429c req-38359b71-5ca3-45bb-8857-486a73e1e68c tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:42.696240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-423e9c0c-86ed-4bfd-9cdb-d1a3506a429c req-38359b71-5ca3-45bb-8857-486a73e1e68c tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 943 time: 0.2175903 Feb 11 13:06:42.701066 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce31d6d3-d33c-498b-b993-345d8a9bc3aa req-5780e714-5068-416a-8271-956f38b6fc70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717740 Feb 11 13:06:42.705903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.706817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:42.707384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.816951 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee7382ff-cf9a-4656-9214-16daa30058f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.837064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee7382ff-cf9a-4656-9214-16daa30058f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:42.859676 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:06:42.870296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4069c994-52b7-4c2b-b5e4-02c651937d7b req-2ed4eb4d-4c0f-4948-9872-0e57c7dde897 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Unset dirty status for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:42.876993 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4069c994-52b7-4c2b-b5e4-02c651937d7b req-2ed4eb4d-4c0f-4948-9872-0e57c7dde897 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 932 time: 1.0735562 Feb 11 13:06:42.904692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] Pushing event updated for resources: {'Network': ['ID=e04dc566-3971-49eb-83ff-89d8d8f8ed18,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:42.907557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7fd081a0-27b3-4c09-b14c-6ca9d5f11d69 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2754240 Feb 11 13:06:42.918222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e04dc566-3971-49eb-83ff-89d8d8f8ed18 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:06:42.921595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49292) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:42.930972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Request body: {'subnet': {'network_id': 'e04dc566-3971-49eb-83ff-89d8d8f8ed18', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-421338794-subnet', 'tenant_id': 'bcbb587389b2462484ef12c91ab0e918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:42.934179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7382ff-cf9a-4656-9214-16daa30058f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b910e1-47b5-4c12-bb97-7d6bbc8670ea,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:42.943041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ee7382ff-cf9a-4656-9214-16daa30058f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=76a92aa4740a45f79a383e3513a41f7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8702526 Feb 11 13:06:42.943041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:42.945113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49296) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:42.947502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-423e9c0c-86ed-4bfd-9cdb-d1a3506a429c req-4e800f88-edd4-4524-a040-acdf55bdee2f tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311409 Feb 11 13:06:42.961605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Usage tracker for resource:subnet and tenant:bcbb587389b2462484ef12c91ab0e918 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:42.965670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:42.975357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:43.014553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Made reservation on behalf of bcbb587389b2462484ef12c91ab0e918 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:43.016879 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.064823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:06:43.087731 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce31d6d3-d33c-498b-b993-345d8a9bc3aa req-06abc729-cded-4c57-a79b-4f7c0b11ad35 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719084 Feb 11 13:06:43.155171 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9aaf43fa-9188-4c28-b3a0-490a2a97c33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.232011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4069c994-52b7-4c2b-b5e4-02c651937d7b req-f88bc45f-469d-4723-b034-5390030b304c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534677 Feb 11 13:06:43.246434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47b102c-8225-4168-9368-59d60a825601 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:43.257334 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.267631 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9aaf43fa-9188-4c28-b3a0-490a2a97c33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.291958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Transition to ACTIVE for port object a47b102c-8225-4168-9368-59d60a825601 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:43.305720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.325024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6755ead5-9678-4835-ad99-55726ea605b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1028858662234a149d1b0f5ab9b9f7a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7441096 Feb 11 13:06:43.327171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49306) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:43.366927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce31d6d3-d33c-498b-b993-345d8a9bc3aa req-b9d164a9-da1c-4dfe-8e71-af367bc368f9 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394979 Feb 11 13:06:43.440311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214a2c6-efb3-4a6a-9a4d-8a9224bca7ab req-774c94b0-56e2-4888-aa69-e90154789a91 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:43.441788 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d214a2c6-efb3-4a6a-9a4d-8a9224bca7ab req-774c94b0-56e2-4888-aa69-e90154789a91 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.2677925 Feb 11 13:06:43.448998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Pushing event updated for resources: {'Port': ['ID=a47b102c-8225-4168-9368-59d60a825601,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:43.456791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9aaf43fa-9188-4c28-b3a0-490a2a97c33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.511420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:43.511766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:43.512065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:43.512764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf43fa-9188-4c28-b3a0-490a2a97c33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b910e1-47b5-4c12-bb97-7d6bbc8670ea,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:43.529597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Port a47b102c-8225-4168-9368-59d60a825601 on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:06:43.531106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:43.542134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:43.544254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:43.545671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:43.547041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Bound port: a47b102c-8225-4168-9368-59d60a825601, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:43.547411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.556905 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51ba0ca8-e89e-46db-bbd9-2c91994c3e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.561732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.618112 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9aaf43fa-9188-4c28-b3a0-490a2a97c33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.619311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9aaf43fa-9188-4c28-b3a0-490a2a97c33f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c2b910e1-47b5-4c12-bb97-7d6bbc8670ea HTTP/1.1" status: 204 len: 168 time: 0.6708956 Feb 11 13:06:43.649862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d214a2c6-efb3-4a6a-9a4d-8a9224bca7ab req-5b8ba2dd-131a-496b-8b05-832af9091cca tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705852 Feb 11 13:06:43.652981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51ba0ca8-e89e-46db-bbd9-2c91994c3e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.675323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:43.694407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:43.713244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e522470-4ee7-4a03-b0d0-3c3a7a74effd,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:43.732238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Checking segment: {'id': 'a11b756b-ad17-449f-8b9d-5699b7917c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e04dc566-3971-49eb-83ff-89d8d8f8ed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:43.732969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Network hostable DHCP agents. Network: e04dc566-3971-49eb-83ff-89d8d8f8ed18, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:06:43.760617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51ba0ca8-e89e-46db-bbd9-2c91994c3e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.763010 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.780657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Network e04dc566-3971-49eb-83ff-89d8d8f8ed18 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:06:43.788465 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba0ca8-e89e-46db-bbd9-2c91994c3e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31cffd7-a35e-463d-b143-5f7aa6ec4412,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:43.801957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51ba0ca8-e89e-46db-bbd9-2c91994c3e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.803818 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-51ba0ca8-e89e-46db-bbd9-2c91994c3e73 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b31cffd7-a35e-463d-b143-5f7aa6ec4412 HTTP/1.1" status: 204 len: 168 time: 0.4750340 Feb 11 13:06:43.807136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e04dc566-3971-49eb-83ff-89d8d8f8ed18) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:43.811879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:43.814639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.819636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ce57c-e57c-4342-95e2-e5c9fd541f51 None None] Network e04dc566-3971-49eb-83ff-89d8d8f8ed18 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:06:43.868953 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-36811b7b-48ea-48e7-ad01-5fd40043607a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9461668 Feb 11 13:06:43.910641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:43.912778 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] 10.222.0.75 "PUT /v2.0/ports/a47b102c-8225-4168-9368-59d60a825601 HTTP/1.1" status: 200 len: 1092 time: 2.3164718 Feb 11 13:06:43.914266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'tag': 'a47b102c-8225-4168-9368-59d60a825601'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:44.091393 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'tag': 'a47b102c-8225-4168-9368-59d60a825601', 'status': 'completed', 'code': 200} Feb 11 13:06:44.104546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59851b-01ea-4a6f-8102-edc54b608acc service neutron] Pushing event updated for resources: {'Port': ['ID=a47b102c-8225-4168-9368-59d60a825601,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:44.125289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a83b7c-a70b-4831-b0d2-9b34998fcfc7 None None] Network e04dc566-3971-49eb-83ff-89d8d8f8ed18 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:06:44.141026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49600686-5e90-4fff-be21-75152e29b51c req-e4f43b07-2120-4be4-bd5a-54eee81ce7a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4449239 Feb 11 13:06:44.210904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-fd738fd9-eda2-44a0-8303-19afdfc3db9d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 1095 time: 0.2411611 Feb 11 13:06:44.230111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fc568427-712a-43cd-b0cc-270b69b0db4d details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:06:44.235880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4d388750-cd60-4ff4-a07c-23d57e757de4 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:06:44.283936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 4d388750-cd60-4ff4-a07c-23d57e757de4 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:06:44.284562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4d388750-cd60-4ff4-a07c-23d57e757de4 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:06:44.411028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-9507df2d-e19f-4d3e-bf50-21599b6b9e39 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a47b102c-8225-4168-9368-59d60a825601 HTTP/1.1" status: 200 len: 217 time: 0.1618407 Feb 11 13:06:44.512737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-374ba8e5-9aa6-4cf4-8af1-7883bcd06eee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:44.514559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-374ba8e5-9aa6-4cf4-8af1-7883bcd06eee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.0960457 Feb 11 13:06:44.519042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49336) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:44.532122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86af88-61ad-4d5d-b884-3073e3738fb0 req-676e5e3a-11cb-4435-bba5-0be34c263a84 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:44.535418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3047-bde2-4dba-bc03-e09f62f33831 req-53d57132-0781-4a49-90ba-104754540bd5 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:44.544661 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab86af88-61ad-4d5d-b884-3073e3738fb0 req-676e5e3a-11cb-4435-bba5-0be34c263a84 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 944 time: 0.1291549 Feb 11 13:06:44.545009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-13ef3047-bde2-4dba-bc03-e09f62f33831 req-53d57132-0781-4a49-90ba-104754540bd5 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 943 time: 0.3329895 Feb 11 13:06:44.582591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:44.601441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ab86af88-61ad-4d5d-b884-3073e3738fb0 req-ba38723a-918e-42e7-a485-228a1225606a tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Synchronizing usage tracker for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:44.616472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'fc568427-712a-43cd-b0cc-270b69b0db4d', 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a', 'port_id': 'fc568427-712a-43cd-b0cc-270b69b0db4d', 'mac_address': 'fa:16:3e:93:6e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4c495a-e289-46e6-a8c0-ba75eb92d391', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:06:44.633944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ab86af88-61ad-4d5d-b884-3073e3738fb0 req-ba38723a-918e-42e7-a485-228a1225606a tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Unset dirty status for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:44.645578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab86af88-61ad-4d5d-b884-3073e3738fb0 req-ba38723a-918e-42e7-a485-228a1225606a tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994825 Feb 11 13:06:44.662511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49600686-5e90-4fff-be21-75152e29b51c req-f9ba5e59-6684-4650-bb1e-ee410c6b5822 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1096 time: 0.3158433 Feb 11 13:06:44.664851 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-102d3c8c-f92d-4290-bf58-a1f9ce2c185d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391973 Feb 11 13:06:44.669357 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97a98d73-d8cc-4e76-84c0-a487f78cbb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:44.694620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:44.715085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc568427-712a-43cd-b0cc-270b69b0db4d {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:44.732982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:44.739269 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:44.852666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=fc568427-712a-43cd-b0cc-270b69b0db4d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:44.924056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49350) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:44.942393 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-13ef3047-bde2-4dba-bc03-e09f62f33831 req-b48e8fe2-72c5-4a91-b271-f7753a662794 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963733 Feb 11 13:06:44.953540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-97a98d73-d8cc-4e76-84c0-a487f78cbb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:44.970320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-97a98d73-d8cc-4e76-84c0-a487f78cbb9c admin admin] Usage tracker for resource:security_group_rule and tenant:44344e594da24ccca5e54a3e1b0926ae is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:44.971314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['fc568427-712a-43cd-b0cc-270b69b0db4d'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:06:44.977135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-97a98d73-d8cc-4e76-84c0-a487f78cbb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:44.995804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e188-68bf-4444-b253-7faddaeb60a8 req-3487db79-bf91-4855-87d3-860544724a43 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:44.997735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bdc1e188-68bf-4444-b253-7faddaeb60a8 req-3487db79-bf91-4855-87d3-860544724a43 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1295714 Feb 11 13:06:45.000134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-97a98d73-d8cc-4e76-84c0-a487f78cbb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:45.053679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49600686-5e90-4fff-be21-75152e29b51c req-32e085e1-3a72-4301-ac98-08fa2750da52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:45.055174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49600686-5e90-4fff-be21-75152e29b51c req-32e085e1-3a72-4301-ac98-08fa2750da52 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.3706310 Feb 11 13:06:45.090153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bdc1e188-68bf-4444-b253-7faddaeb60a8 req-ca6ea818-0355-4a3f-a860-12ebba7f83ad tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838110 Feb 11 13:06:45.106362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49360) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:45.128015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87fcea27-2d6a-49cd-b1ae-0ced6c954dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.138126 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-5c3ddc7c-3498-412d-a23a-c59d1d750ff3 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549847 Feb 11 13:06:45.171855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-87fcea27-2d6a-49cd-b1ae-0ced6c954dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:45.176775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-87fcea27-2d6a-49cd-b1ae-0ced6c954dcd admin admin] Usage tracker for resource:security_group_rule and tenant:ab3ebc7e3edd4ecaa60b1b8926521197 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:45.196769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-87fcea27-2d6a-49cd-b1ae-0ced6c954dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:45.206234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-87fcea27-2d6a-49cd-b1ae-0ced6c954dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:45.243714 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49600686-5e90-4fff-be21-75152e29b51c req-a73e41ab-722a-44e1-91ce-a4cb7c7b181d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1273eeae-20e8-4c53-a810-af76378e18a2 HTTP/1.1" status: 200 len: 217 time: 0.1805742 Feb 11 13:06:45.338003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f27219df-6852-4ba8-a214-a853ca0c9ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.436137 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97a98d73-d8cc-4e76-84c0-a487f78cbb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.448999 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5c6a-acf8-474f-9c4d-cb2167fbae6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.457549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97a98d73-d8cc-4e76-84c0-a487f78cbb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.532679 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87fcea27-2d6a-49cd-b1ae-0ced6c954dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.539506 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87fcea27-2d6a-49cd-b1ae-0ced6c954dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.577166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a98d73-d8cc-4e76-84c0-a487f78cbb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03abf7c4-cc90-4043-9fdb-2046b7aee466,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:45.585149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49600686-5e90-4fff-be21-75152e29b51c req-431c6c82-e21a-4fc0-9101-a4a87e96cf08 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:45.586646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49600686-5e90-4fff-be21-75152e29b51c req-431c6c82-e21a-4fc0-9101-a4a87e96cf08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.2065749 Feb 11 13:06:45.591663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3f7e5c6a-acf8-474f-9c4d-cb2167fbae6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:45.596729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-97a98d73-d8cc-4e76-84c0-a487f78cbb9c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=44344e594da24ccca5e54a3e1b0926ae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0739489 Feb 11 13:06:45.602149 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7afb0487-a9a8-46ff-aafa-e222a878f63d req-c9899747-df52-42bf-a017-31f1c3d58652 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517112 Feb 11 13:06:45.602613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49372) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:45.603545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3f7e5c6a-acf8-474f-9c4d-cb2167fbae6b admin admin] Usage tracker for resource:security_group_rule and tenant:c523344cc521464aad9a04d8da7677a9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:45.609276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcea27-2d6a-49cd-b1ae-0ced6c954dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd2e37a-3cec-4ca1-816b-c106f109393c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:45.616982 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-87fcea27-2d6a-49cd-b1ae-0ced6c954dcd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ab3ebc7e3edd4ecaa60b1b8926521197&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5065572 Feb 11 13:06:45.617184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49374) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:45.641331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3f7e5c6a-acf8-474f-9c4d-cb2167fbae6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:45.667709 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49600686-5e90-4fff-be21-75152e29b51c req-17e872ae-9aae-4601-9707-03722aa17516 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696471 Feb 11 13:06:45.669661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3f7e5c6a-acf8-474f-9c4d-cb2167fbae6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:45.688844 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c6b67b4-a44d-441a-a6e2-498c0fa9fe3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.716016 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c6b67b4-a44d-441a-a6e2-498c0fa9fe3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.783898 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c6b67b4-a44d-441a-a6e2-498c0fa9fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.802826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b67b4-a44d-441a-a6e2-498c0fa9fe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd2e37a-3cec-4ca1-816b-c106f109393c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:45.835657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c6b67b4-a44d-441a-a6e2-498c0fa9fe3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.837083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3c6b67b4-a44d-441a-a6e2-498c0fa9fe3a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ffd2e37a-3cec-4ca1-816b-c106f109393c HTTP/1.1" status: 204 len: 168 time: 0.2188249 Feb 11 13:06:45.851176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49386) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:45.858060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2081963204-network', 'tenant_id': 'a7ddaa6bf79d472397ec43dea4df91e8'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:45.863401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:45.868673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Usage tracker for resource:network and tenant:a7ddaa6bf79d472397ec43dea4df91e8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:45.871777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:45.878101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:45.888325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Made reservation on behalf of a7ddaa6bf79d472397ec43dea4df91e8 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:45.890655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.904218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:45.942056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:45.946427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ddaa6bf79d472397ec43dea4df91e8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:45.950688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:45.956400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:46.010388 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49600686-5e90-4fff-be21-75152e29b51c req-3d38b6c6-8ddd-45fa-b3fb-79de9f692737 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352468 Feb 11 13:06:46.011020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8958fb1-6ccf-418c-950e-61f106f92ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.039986 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.045639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.086687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:06:46.103262 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8958fb1-6ccf-418c-950e-61f106f92ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.138463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11ed19a-f555-4370-a1f9-d39ac87cc24a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:46.144933 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.145268 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Added segment f80c589e-8d36-495c-9372-07cc498ba709 of type vlan for network b9254a3b-e828-4abf-8d4b-73bcd9afd51c Feb 11 13:06:46.188215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.207272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fd505-a68f-4345-abb9-8107298f8937 req-6276d8f1-e0b6-49b4-8b76-480e310f3b9f tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:46.209532 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-999fd505-a68f-4345-abb9-8107298f8937 req-6276d8f1-e0b6-49b4-8b76-480e310f3b9f tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 944 time: 0.1280024 Feb 11 13:06:46.228392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867ae4d8-fc98-4d04-9432-49bd01c6f24e req-ac358257-67cc-4559-a89a-675579894fa9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 1095 time: 0.5597222 Feb 11 13:06:46.233302 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5c6a-acf8-474f-9c4d-cb2167fbae6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.249762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fc568427-712a-43cd-b0cc-270b69b0db4d up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:06:46.252134 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.253112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:46.253777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.285792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5c6a-acf8-474f-9c4d-cb2167fbae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.357064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port fc568427-712a-43cd-b0cc-270b69b0db4d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:46.363101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port fc568427-712a-43cd-b0cc-270b69b0db4d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:46.363454 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.379717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e5c6a-acf8-474f-9c4d-cb2167fbae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12bbea7-050b-41af-b049-78e0229d6166,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:46.408822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92936d95-1e27-487b-8996-883edf78e44b req-c9f8327c-28de-4689-9537-e43a2748b383 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:46.416292 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92936d95-1e27-487b-8996-883edf78e44b req-c9f8327c-28de-4689-9537-e43a2748b383 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 944 time: 0.5816388 Feb 11 13:06:46.425582 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5729327 Feb 11 13:06:46.442210 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-999fd505-a68f-4345-abb9-8107298f8937 req-2e255a34-296f-459f-873a-e0e455bff07d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184567 Feb 11 13:06:46.445262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c966ae-5fff-4849-bd20-2b116d73a393 admin admin] Pushing event updated for resources: {'Network': ['ID=b9254a3b-e828-4abf-8d4b-73bcd9afd51c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:46.452102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49404) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:46.460297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network b9254a3b-e828-4abf-8d4b-73bcd9afd51c details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:06:46.482230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Request body: {'subnet': {'network_id': 'b9254a3b-e828-4abf-8d4b-73bcd9afd51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2081963204-subnet', 'tenant_id': 'a7ddaa6bf79d472397ec43dea4df91e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:46.495580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:46.510618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Usage tracker for resource:subnet and tenant:a7ddaa6bf79d472397ec43dea4df91e8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:46.513817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:46.544140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:46.554776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ae4d8-fc98-4d04-9432-49bd01c6f24e req-c45be162-7c5d-4c7c-97b4-2bee21b0a171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:46.556290 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867ae4d8-fc98-4d04-9432-49bd01c6f24e req-c45be162-7c5d-4c7c-97b4-2bee21b0a171 service neutron] 10.222.0.75 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.3201501 Feb 11 13:06:46.564673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Made reservation on behalf of a7ddaa6bf79d472397ec43dea4df91e8 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:46.567635 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.586972 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3f7e5c6a-acf8-474f-9c4d-cb2167fbae6b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c523344cc521464aad9a04d8da7677a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6596675 Feb 11 13:06:46.588231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49410) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:46.633881 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.654318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92936d95-1e27-487b-8996-883edf78e44b req-afcdc190-f4e4-4237-9688-a172ed92c99e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371395 Feb 11 13:06:46.688281 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49600686-5e90-4fff-be21-75152e29b51c req-7122dd37-1d44-4184-9008-52e3ecadbe55 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363504 Feb 11 13:06:46.688483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc568427-712a-43cd-b0cc-270b69b0db4d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:46.688621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8958fb1-6ccf-418c-950e-61f106f92ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.711245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8958fb1-6ccf-418c-950e-61f106f92ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03abf7c4-cc90-4043-9fdb-2046b7aee466,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:46.718592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:46.724872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867ae4d8-fc98-4d04-9432-49bd01c6f24e req-d4baeac3-a893-4a1e-94e9-d59e1a7e1c2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a47b102c-8225-4168-9368-59d60a825601 HTTP/1.1" status: 200 len: 217 time: 0.1341395 Feb 11 13:06:46.750882 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.842232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=fc568427-712a-43cd-b0cc-270b69b0db4d,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:46.866985 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc568427-712a-43cd-b0cc-270b69b0db4d', 'code': 200} Feb 11 13:06:46.886838 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8958fb1-6ccf-418c-950e-61f106f92ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.890257 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b8958fb1-6ccf-418c-950e-61f106f92ba3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03abf7c4-cc90-4043-9fdb-2046b7aee466 HTTP/1.1" status: 204 len: 168 time: 1.2524889 Feb 11 13:06:46.890257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ae4d8-fc98-4d04-9432-49bd01c6f24e req-f41ec353-9072-42e5-b40b-aea84e5e57bf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:46.891763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867ae4d8-fc98-4d04-9432-49bd01c6f24e req-f41ec353-9072-42e5-b40b-aea84e5e57bf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.1550746 Feb 11 13:06:46.892670 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-abce4c80-f912-469b-8a8a-694d5458f792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:46.926453 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-abce4c80-f912-469b-8a8a-694d5458f792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:47.021457 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-31c4790b-f58e-4bd0-9324-25d1e7b8e0d6 service neutron] show failed (client error): The resource could not be found. Feb 11 13:06:47.022593 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-31c4790b-f58e-4bd0-9324-25d1e7b8e0d6 service neutron] 10.222.0.75 "GET /v2.0/ports/cfad1194-1ec4-42d6-b39c-24ed53c87b0f/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.3220003 Feb 11 13:06:47.043968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edef6b-084d-4ef7-bcd1-4a0d9980cbf7 req-e6dcfc9a-b93e-4446-acd1-e45b47e1b519 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:47.045431 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-53edef6b-084d-4ef7-bcd1-4a0d9980cbf7 req-e6dcfc9a-b93e-4446-acd1-e45b47e1b519 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.2512364 Feb 11 13:06:47.063150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867ae4d8-fc98-4d04-9432-49bd01c6f24e req-70ffb726-011d-42cb-9c15-da8778bce466 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518115 Feb 11 13:06:47.152665 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-53edef6b-084d-4ef7-bcd1-4a0d9980cbf7 req-4e0989c2-d76f-4cf0-b6bd-8644e451e20b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767527 Feb 11 13:06:47.171866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49426) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:47.210958 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:47.259018 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-abce4c80-f912-469b-8a8a-694d5458f792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:47.281587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce4c80-f912-469b-8a8a-694d5458f792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12bbea7-050b-41af-b049-78e0229d6166,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:47.320112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40407732-5c81-4d0e-b33f-8127c0b08971,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:47.358523 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f516a02f-0458-4b93-97ba-5fa0f06c9cd4 req-83c768a6-53ce-4c1c-ae8e-4bac4deb7412 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1096 time: 0.3875954 Feb 11 13:06:47.359796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-abce4c80-f912-469b-8a8a-694d5458f792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:47.361523 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-abce4c80-f912-469b-8a8a-694d5458f792 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a12bbea7-050b-41af-b049-78e0229d6166 HTTP/1.1" status: 204 len: 168 time: 0.7062852 Feb 11 13:06:47.392089 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867ae4d8-fc98-4d04-9432-49bd01c6f24e req-9b474588-9843-4bd4-91d6-8e5148c8d1fc service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152976 Feb 11 13:06:47.419023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-network', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:47.433805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:47.437561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Checking segment: {'id': 'f80c589e-8d36-495c-9372-07cc498ba709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b9254a3b-e828-4abf-8d4b-73bcd9afd51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:47.437926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Network hostable DHCP agents. Network: b9254a3b-e828-4abf-8d4b-73bcd9afd51c, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:06:47.455533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Usage tracker for resource:network and tenant:f7075d85a62c4cc2af4f1e6e94f2d42a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:47.460321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:47.472172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:47.493809 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-af4aef9b-f017-4835-a319-09503e8d8dd8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead&tenant_id=12b287917ba646e9b3169123c7ffe5dc HTTP/1.1" status: 200 len: 1100 time: 0.1404800 Feb 11 13:06:47.508205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:47.549978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Network b9254a3b-e828-4abf-8d4b-73bcd9afd51c is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:06:47.552837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Made reservation on behalf of f7075d85a62c4cc2af4f1e6e94f2d42a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:47.555486 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:47.581107 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f054db91-8ea3-4d46-a006-bd865eaae0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:47.591851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:47.634964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, b9254a3b-e828-4abf-8d4b-73bcd9afd51c) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:47.645025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee23c23-fcb3-405c-8a4f-553f61880897 None None] Network b9254a3b-e828-4abf-8d4b-73bcd9afd51c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:06:47.668604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f516a02f-0458-4b93-97ba-5fa0f06c9cd4 req-85497c95-518a-439e-984b-985c81f25133 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025064 Feb 11 13:06:47.676754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:47.683050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Usage tracker for resource:security_group_rule and tenant:f7075d85a62c4cc2af4f1e6e94f2d42a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:47.687495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:47.699393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:47.718455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:47.719564 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:47.740320 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867ae4d8-fc98-4d04-9432-49bd01c6f24e req-111ac867-1616-481c-8d09-b875607018d5 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357320 Feb 11 13:06:47.791067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fd1db99f-7680-49f3-86f3-caab86902b98 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3371181 Feb 11 13:06:47.853165 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:47.972744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.056637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.081763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49460) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:48.150345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:06:48.196600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd642d1-7241-43ca-9bb2-d526b72ffbdb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:48.250546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085eb2f-af4d-4bfb-82fe-69d3332cb939 req-7ca4d00f-0c21-45e0-9fb7-427ebef8514d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:48.250944 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3085eb2f-af4d-4bfb-82fe-69d3332cb939 req-7ca4d00f-0c21-45e0-9fb7-427ebef8514d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 945 time: 0.3355341 Feb 11 13:06:48.262190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67f952e-b2f6-4c8c-bee0-9c0c3081de03 admin admin] Deleting subnet 4e522470-4ee7-4a03-b0d0-3c3a7a74effd {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:06:48.280557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c67f952e-b2f6-4c8c-bee0-9c0c3081de03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.289274 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.289616 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Added segment 7edcda54-a3c7-4f46-945a-ad349c1fdd7b of type vlan for network 262dede7-2332-461c-b6b5-430074ddcf28 Feb 11 13:06:48.326738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7618a1c-8df3-44c7-9de5-fb8a26db3cb5 None None] Network b9254a3b-e828-4abf-8d4b-73bcd9afd51c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:06:48.356670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49470) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:48.385637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c67f952e-b2f6-4c8c-bee0-9c0c3081de03 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.388455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-021672ff-7e69-4b45-843a-899121325255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.406060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c67f952e-b2f6-4c8c-bee0-9c0c3081de03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.423877 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.440844 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3085eb2f-af4d-4bfb-82fe-69d3332cb939 req-41cfdfc6-e0ab-47a2-bd93-7a4799d67dee tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826639 Feb 11 13:06:48.457039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55382964-b491-44a0-bf93-5fa0d7f08ad0 req-46170d39-848d-4c14-a27a-0f1015a41b49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:48.462732 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55382964-b491-44a0-bf93-5fa0d7f08ad0 req-46170d39-848d-4c14-a27a-0f1015a41b49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 944 time: 0.4136238 Feb 11 13:06:48.487186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-021672ff-7e69-4b45-843a-899121325255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:48.488462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-021672ff-7e69-4b45-843a-899121325255 admin admin] Usage tracker for resource:security_group_rule and tenant:7c1be427d1f943b192096848d5cfaca9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:48.492556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-021672ff-7e69-4b45-843a-899121325255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:48.500925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-021672ff-7e69-4b45-843a-899121325255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:48.516232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:48.527531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c67f952e-b2f6-4c8c-bee0-9c0c3081de03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.584799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f952e-b2f6-4c8c-bee0-9c0c3081de03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e522470-4ee7-4a03-b0d0-3c3a7a74effd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:48.604804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c67f952e-b2f6-4c8c-bee0-9c0c3081de03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.641328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.642210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:48.642805 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.651942 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c67f952e-b2f6-4c8c-bee0-9c0c3081de03 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4e522470-4ee7-4a03-b0d0-3c3a7a74effd HTTP/1.1" status: 204 len: 168 time: 0.5687687 Feb 11 13:06:48.681613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49476) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:48.744194 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.819236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:06:48.827806 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.870880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6959982 Feb 11 13:06:48.874413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:48.886627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49484) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:48.895521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-021672ff-7e69-4b45-843a-899121325255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.900527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Request body: {'subnet': {'network_id': '262dede7-2332-461c-b6b5-430074ddcf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-subnet', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:48.916497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db8c32-bb71-4cc3-a240-cd512e9aad54 admin admin] Pushing event updated for resources: {'Network': ['ID=262dede7-2332-461c-b6b5-430074ddcf28,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:48.920029 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-021672ff-7e69-4b45-843a-899121325255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.921214 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55382964-b491-44a0-bf93-5fa0d7f08ad0 req-52bcdd90-d37e-49bd-8803-2761c15fc9e2 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466806 Feb 11 13:06:48.930459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 262dede7-2332-461c-b6b5-430074ddcf28 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:06:48.952404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:48.954389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:48.960307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:48.980368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Transition to ACTIVE for port object cfad1194-1ec4-42d6-b39c-24ed53c87b0f will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:48.990996 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:49.050112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device a47b102c-8225-4168-9368-59d60a825601 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:06:49.059148 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-021672ff-7e69-4b45-843a-899121325255 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c1be427d1f943b192096848d5cfaca9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6990988 Feb 11 13:06:49.084178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Usage tracker for resource:subnet and tenant:f7075d85a62c4cc2af4f1e6e94f2d42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:49.088044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021672ff-7e69-4b45-843a-899121325255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628ca2e2-3bbc-4cfe-a72e-33988072f382,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:49.091586 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49494) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:49.092420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:49.110613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:49.113279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Pushing event updated for resources: {'Port': ['ID=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:49.115205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:49.236323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Made reservation on behalf of f7075d85a62c4cc2af4f1e6e94f2d42a for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:49.238825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:49.265204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860a1d-c0a4-4e37-b58a-b7610a348752 req-2df3cae2-859e-47b9-8fb9-b5ed37075f38 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:49.266801 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91860a1d-c0a4-4e37-b58a-b7610a348752 req-2df3cae2-859e-47b9-8fb9-b5ed37075f38 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.5768459 Feb 11 13:06:49.268217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] No DVR routers for this DVR port cfad1194-1ec4-42d6-b39c-24ed53c87b0f on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:49.359382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:49.387422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'a47b102c-8225-4168-9368-59d60a825601', 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386', 'port_id': 'a47b102c-8225-4168-9368-59d60a825601', 'mac_address': 'fa:16:3e:f6:08:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0494066-81f3-4ce9-87c0-698b915c81df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:06:49.419765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Attempting to bind port cfad1194-1ec4-42d6-b39c-24ed53c87b0f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:49.420024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Attempting to bind port cfad1194-1ec4-42d6-b39c-24ed53c87b0f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:49.420345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Attempting to bind port cfad1194-1ec4-42d6-b39c-24ed53c87b0f on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:49.438137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Port cfad1194-1ec4-42d6-b39c-24ed53c87b0f on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:06:49.438462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Attempting to bind port cfad1194-1ec4-42d6-b39c-24ed53c87b0f on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:49.450419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:49.450536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:49.450934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:49.451385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Bound port: cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:49.451725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:49.465163 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:49.487247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47b102c-8225-4168-9368-59d60a825601 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:49.527218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:49.539518 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:49.584909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4226f9fa-e7f6-48aa-b274-dd004a3f25da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:49.598421 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:49.666067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=a47b102c-8225-4168-9368-59d60a825601,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:49.710536 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f', 'code': 200} Feb 11 13:06:49.771858 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.772184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.772930 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.773259 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > port after_create 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.773584 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.773934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > port after_update 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.774255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.774690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.775252 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.775827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.777772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['a47b102c-8225-4168-9368-59d60a825601'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:06:49.810732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:49.814267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:49.823870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:49.890285 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:49.891608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] 10.222.0.73 "PUT /v2.0/ports/cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 200 len: 1095 time: 2.3897054 Feb 11 13:06:49.910075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61111b7d-0235-4ed3-8349-afe76992fcac req-fde9f96f-598d-45b7-a148-46df94028c4a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:49.912256 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61111b7d-0235-4ed3-8349-afe76992fcac req-fde9f96f-598d-45b7-a148-46df94028c4a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 945 time: 0.1723764 Feb 11 13:06:49.929446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.929884 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.930295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.931207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:49.931207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04dc566-3971-49eb-83ff-89d8d8f8ed18']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:49.970904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91860a1d-c0a4-4e37-b58a-b7610a348752 req-7bb64f44-3aac-4abb-994c-946983ecde22 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954868 Feb 11 13:06:49.973057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11b756b-ad17-449f-8b9d-5699b7917c51') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:49.973425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11b756b-ad17-449f-8b9d-5699b7917c51') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:49.980933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0eda9-e583-40ed-8f16-97340cc5d364 service neutron] Pushing event updated for resources: {'Port': ['ID=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:49.982926 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4226f9fa-e7f6-48aa-b274-dd004a3f25da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.023553 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61111b7d-0235-4ed3-8349-afe76992fcac req-3cef90f7-30fe-4c96-a334-2e88c4984330 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758336 Feb 11 13:06:50.026666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.042055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-6c009e99-f008-4257-9832-102db3bdd385 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1098 time: 0.1260207 Feb 11 13:06:50.104291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.121481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:06:50.121890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.122834 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: util.warn_limited( Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: util.warn_limited( Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:06:50.140394 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:06:50.147039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.257419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-a1edc238-bcbd-4fb3-902f-35014c5b067c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:50.258737 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-a1edc238-bcbd-4fb3-902f-35014c5b067c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2088201 Feb 11 13:06:50.334284 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-e26aea8f-9abe-46cc-8652-532e35197ef1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 200 len: 217 time: 0.0684991 Feb 11 13:06:50.338954 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4226f9fa-e7f6-48aa-b274-dd004a3f25da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.359001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.378810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b477ebbf-d158-48b3-bb69-baa0cb620b10,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:50.381543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226f9fa-e7f6-48aa-b274-dd004a3f25da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628ca2e2-3bbc-4cfe-a72e-33988072f382,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:50.412227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-4b24247e-b93c-4825-8bd2-79306c83e6d6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:50.413861 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-4b24247e-b93c-4825-8bd2-79306c83e6d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0742118 Feb 11 13:06:50.434125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.439934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04dc566-3971-49eb-83ff-89d8d8f8ed18,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:50.443932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-821ff0ab-3c35-4066-92fe-b11c594e094c tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1000481578&fields=id&tenant_id=ec0ecf0bc87e427b87dd69bd6961545f HTTP/1.1" status: 200 len: 267 time: 0.1953371 Feb 11 13:06:50.480803 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-206d7c48-187a-441b-859d-081c5e796b53 admin admin] 10.222.0.67 "DELETE /v2.0/networks/e04dc566-3971-49eb-83ff-89d8d8f8ed18 HTTP/1.1" status: 204 len: 168 time: 1.7978997 Feb 11 13:06:50.486132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4226f9fa-e7f6-48aa-b274-dd004a3f25da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.487211 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4226f9fa-e7f6-48aa-b274-dd004a3f25da admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/628ca2e2-3bbc-4cfe-a72e-33988072f382 HTTP/1.1" status: 204 len: 168 time: 1.3847585 Feb 11 13:06:50.487969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49524) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:50.541175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Checking segment: {'id': '7edcda54-a3c7-4f46-945a-ad349c1fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:50.541568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Network hostable DHCP agents. Network: 262dede7-2332-461c-b6b5-430074ddcf28, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:06:50.658010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-07148f7d-dc46-429c-82df-d42aede85b69 admin admin] Deleting subnet 40407732-5c81-4d0e-b33f-8127c0b08971 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:06:50.664578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-ad314bb0-b9cc-43f8-8333-66434940d527 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2442849 Feb 11 13:06:50.668762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-07148f7d-dc46-429c-82df-d42aede85b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.724538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Network 262dede7-2332-461c-b6b5-430074ddcf28 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:06:50.738232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-6e13d6e2-bf89-4f78-a5b2-6f187ab91a1a tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:50.743557 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-6e13d6e2-bf89-4f78-a5b2-6f187ab91a1a tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/networks?id=d02be5d7-6046-43a0-ad81-4c92c76e445e HTTP/1.1" status: 200 len: 824 time: 0.2890279 Feb 11 13:06:50.745746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 262dede7-2332-461c-b6b5-430074ddcf28) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:50.755191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f2af99-dc97-4102-a5f2-488e0c53ff19 None None] Network 262dede7-2332-461c-b6b5-430074ddcf28 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:06:50.761022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:50.761608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.795915 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-d828ef8a-b026-4ae5-80e7-a4994f72881a tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/quotas/ec0ecf0bc87e427b87dd69bd6961545f HTTP/1.1" status: 200 len: 375 time: 0.0368478 Feb 11 13:06:50.824415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-07148f7d-dc46-429c-82df-d42aede85b69 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.837501 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-07148f7d-dc46-429c-82df-d42aede85b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.842923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a74aa634-55bb-4cff-a332-d0f80b83d74b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9523833 Feb 11 13:06:50.869042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49532) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:50.883803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-router', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:50.901566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:50.920301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Usage tracker for resource:router and tenant:f7075d85a62c4cc2af4f1e6e94f2d42a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:50.928607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746a422-3951-470a-9a0a-21a4690ad3bb req-5ead76a5-3eff-4f85-b789-7026d7f55e53 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:50.930089 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0746a422-3951-470a-9a0a-21a4690ad3bb req-5ead76a5-3eff-4f85-b789-7026d7f55e53 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 945 time: 0.3225176 Feb 11 13:06:50.930959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:50.945313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:50.983141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-37926155-6e77-4f0c-8d44-197540953752 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec0ecf0bc87e427b87dd69bd6961545f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1793818 Feb 11 13:06:50.988252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-035441b8-7e53-42b0-8f1b-a3bf5d0f88f4 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899616 Feb 11 13:06:50.995987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:50.996890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.017308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf20ff9-f545-458e-ad11-7346339defa0 req-543633bb-ef0c-4efb-a1c2-77e2f04479e0 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:51.019219 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-edf20ff9-f545-458e-ad11-7346339defa0 req-543633bb-ef0c-4efb-a1c2-77e2f04479e0 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bfdd64d-4142-4e4e-bddb-abe5803026de HTTP/1.1" status: 200 len: 945 time: 0.1733992 Feb 11 13:06:51.057533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device a47b102c-8225-4168-9368-59d60a825601 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:06:51.105254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-07148f7d-dc46-429c-82df-d42aede85b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.124662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-262dede7-2332-461c-b6b5-430074ddcf28', 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'fixed_ips': [{'subnet_id': 'b477ebbf-d158-48b3-bb69-baa0cb620b10'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:06:51.125597 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.166478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07148f7d-dc46-429c-82df-d42aede85b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40407732-5c81-4d0e-b33f-8127c0b08971,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:51.172711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0746a422-3951-470a-9a0a-21a4690ad3bb req-d5342a00-d18c-4e06-81eb-063abb1c5371 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315679 Feb 11 13:06:51.184766 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-07148f7d-dc46-429c-82df-d42aede85b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.193989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Deleting port 9e266fb5-4443-4c4e-91d4-0d22a2164858 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:06:51.194472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.207158 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.230854 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-07148f7d-dc46-429c-82df-d42aede85b69 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/40407732-5c81-4d0e-b33f-8127c0b08971 HTTP/1.1" status: 204 len: 168 time: 0.7373013 Feb 11 13:06:51.234319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49546) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:51.259936 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6b67f4-c254-4e81-882a-8ef9926e17e9 req-6c742577-bed8-42e7-b1c4-f330a311d998 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568634 Feb 11 13:06:51.283189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port a47b102c-8225-4168-9368-59d60a825601 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:51.294310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port a47b102c-8225-4168-9368-59d60a825601 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:51.295253 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.328077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-e0d8109e-1ac2-4fa4-afe5-a43567b64348 service neutron] 10.222.0.67 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438799 Feb 11 13:06:51.452541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Allocated IP 172.20.0.2 (262dede7-2332-461c-b6b5-430074ddcf28/b477ebbf-d158-48b3-bb69-baa0cb620b10/494c651f-e251-475a-9384-17938a3de7ee) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:51.663305 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.711601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47b102c-8225-4168-9368-59d60a825601'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:51.731510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:51.739298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:51.753882 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.755471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cfad1194-1ec4-42d6-b39c-24ed53c87b0f no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:06:51.783752 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-fd4461ee-dd0e-458d-b774-5f92f4f1f02d service neutron] 10.222.0.67 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719442 Feb 11 13:06:51.803804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.815595 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:51.916676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] For port 9e266fb5-4443-4c4e-91d4-0d22a2164858, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9e266fb5-4443-4c4e-91d4-0d22a2164858,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:51.917055 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.009087 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cbd77c93-ae01-4f4e-9c0d-14e8ad8b377b req-a386b45b-bd09-421f-a221-d22b884fdb9d tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1096 time: 0.4665804 Feb 11 13:06:52.011006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=a47b102c-8225-4168-9368-59d60a825601,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:52.024265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cfad1194-1ec4-42d6-b39c-24ed53c87b0f not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:06:52.027022 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.044512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Transition to ACTIVE for port object 494c651f-e251-475a-9384-17938a3de7ee will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:52.068937 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Transition to ACTIVE for port object 494c651f-e251-475a-9384-17938a3de7ee will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:52.081997 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.170063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.236885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Network 262dede7-2332-461c-b6b5-430074ddcf28 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:52.240323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:52.248804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:06:52.291941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.292288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.293043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.297890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > port after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.298316 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.298796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > port after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.299131 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.299476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.299797 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.300361 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.335849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Pushing event updated for resources: {'Port': ['ID=494c651f-e251-475a-9384-17938a3de7ee,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:52.383973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Attempting to bind port 494c651f-e251-475a-9384-17938a3de7ee on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:52.384379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Attempting to bind port 494c651f-e251-475a-9384-17938a3de7ee by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '7edcda54-a3c7-4f46-945a-ad349c1fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:52.384687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Attempting to bind port 494c651f-e251-475a-9384-17938a3de7ee on network 262dede7-2332-461c-b6b5-430074ddcf28 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:52.403861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:52.404204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Checking segment: {'id': '7edcda54-a3c7-4f46-945a-ad349c1fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:52.404638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.405129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Bound using segment: {'id': '7edcda54-a3c7-4f46-945a-ad349c1fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:52.405647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Bound port: 494c651f-e251-475a-9384-17938a3de7ee, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edcda54-a3c7-4f46-945a-ad349c1fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:52.406028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.412592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.412934 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.413257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.413577 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:06:52.413954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9254a3b-e828-4abf-8d4b-73bcd9afd51c']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:52.416994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.417929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.419081 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Floating IP 6ef7dc62-a778-46cd-b798-7a18fd6dbd19 disassociated. External IP: 172.25.4.167, port: 9e266fb5-4443-4c4e-91d4-0d22a2164858. Feb 11 13:06:52.419694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Calling delete_port for 9e266fb5-4443-4c4e-91d4-0d22a2164858 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:06:52.433409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cbd77c93-ae01-4f4e-9c0d-14e8ad8b377b req-192ad3d0-c35b-4848-b6e1-ea9c35b96e42 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233763 Feb 11 13:06:52.451205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80c589e-8d36-495c-9372-07cc498ba709') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:52.464393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80c589e-8d36-495c-9372-07cc498ba709') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:52.525241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.548474 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.565578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:06:52.565972 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: util.warn_limited( Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: util.warn_limited( Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:06:52.586658 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:06:52.613715 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47b102c-8225-4168-9368-59d60a825601', 'code': 200} Feb 11 13:06:52.641798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] For port 494c651f-e251-475a-9384-17938a3de7ee, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:52.670190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] For port 494c651f-e251-475a-9384-17938a3de7ee, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=494c651f-e251-475a-9384-17938a3de7ee,segment=NetworkSegment(7edcda54-a3c7-4f46-945a-ad349c1fdd7b),segment_id=7edcda54-a3c7-4f46-945a-ad349c1fdd7b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:52.678844 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.735504 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f', 'status': 'completed', 'code': 200} Feb 11 13:06:52.873090 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f1191-3b8e-4986-8058-5bac805fba5e None None] Pushing event updated for resources: {'Port': ['ID=494c651f-e251-475a-9384-17938a3de7ee,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:52.958389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:52.995395 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04f131ad-3b70-4655-83f0-8f95c6050eda req-88f38947-e986-4c88-9115-6477b857974f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 210 time: 0.1860111 Feb 11 13:06:53.012516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522380e6-1b4e-4313-88b7-925c78e5919e req-d27940e1-2f3e-4111-adbf-cea57d3b9d46 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:53.031903 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-522380e6-1b4e-4313-88b7-925c78e5919e req-d27940e1-2f3e-4111-adbf-cea57d3b9d46 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 947 time: 0.4746819 Feb 11 13:06:53.054039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:53.091813 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:53.150879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event deleted for resources: {'Port': ['ID=9e266fb5-4443-4c4e-91d4-0d22a2164858,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:53.165288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:53.240157 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b9254a3b-e828-4abf-8d4b-73bcd9afd51c HTTP/1.1" status: 204 len: 168 time: 2.0035045 Feb 11 13:06:53.293942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c33b9b-3aaf-4cd3-bbd6-f3380f691140 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9254a3b-e828-4abf-8d4b-73bcd9afd51c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:53.328489 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:53.530228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-522380e6-1b4e-4313-88b7-925c78e5919e req-f4833796-86a1-4506-89b9-e1fa4302f363 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967597 Feb 11 13:06:53.532280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49594) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:53.649827 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-480a8fda-b587-45e4-ba88-0af3d83e6887 req-46489901-e31a-45d3-ac14-051acae1e344 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 1097 time: 0.9709208 Feb 11 13:06:53.685057 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-b4246433-d0c2-47f6-a26a-06143d24cdfb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1098 time: 0.9475350 Feb 11 13:06:53.743450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-29520f5b-d7cc-4b31-8b05-5fff131bd295 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1098 time: 1.0000038 Feb 11 13:06:53.769655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-41dd3e4a-1575-4fd1-9df0-fdb10e6594a2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bcbb587389b2462484ef12c91ab0e918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0722208 Feb 11 13:06:53.782341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49600) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:54.153983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Allocated IP 172.25.4.97 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/12038b29-3fd6-4291-8048-a0ab54d387ae) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:54.237362 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-816287e8-a690-4f1f-95b1-a88d5093b47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:54.275156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cfad1194-1ec4-42d6-b39c-24ed53c87b0f details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:06:54.300964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-816287e8-a690-4f1f-95b1-a88d5093b47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:54.358874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49612) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:54.420704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6e4c0e70-b8ef-476e-8854-530b0705f0fa req-ad9caf13-60a1-4ae8-8a84-c1f6102e5c1c tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1096 time: 0.5814533 Feb 11 13:06:54.465355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-b061d616-fdad-459d-be25-116c5fb10ece tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.467431 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-b061d616-fdad-459d-be25-116c5fb10ece tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.73 "GET /v2.0/networks?id=d02be5d7-6046-43a0-ad81-4c92c76e445e HTTP/1.1" status: 200 len: 824 time: 0.5012252 Feb 11 13:06:54.478842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:54.497404 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f', 'mac_address': 'fa:16:3e:06:09:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:06:54.499982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e9c73-f7e1-4c30-b8f8-b3cba8cb2cd4 None None] Network 262dede7-2332-461c-b6b5-430074ddcf28 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:06:54.549377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Router a86dee77-613a-4629-9450-a299678ec5e2 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:06:54.568518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd43b1c-9616-4ae1-9894-9be2a9d5498a req-aa4dc3fe-dca7-44fc-8bc6-23525a89fb18 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.570598 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcd43b1c-9616-4ae1-9894-9be2a9d5498a req-aa4dc3fe-dca7-44fc-8bc6-23525a89fb18 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 946 time: 1.2537477 Feb 11 13:06:54.601179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-b36b6ffc-c956-4ba7-b8c7-6c69f65899ff tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0ecf0bc87e427b87dd69bd6961545f HTTP/1.1" status: 200 len: 380 time: 0.1167006 Feb 11 13:06:54.620467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Request body: {'port': {'device_id': '627210d1-bcb3-4f93-b118-474874455bfe', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'admin_state_up': True, 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'security_groups': ['f9f2591a-64d7-407e-bf84-9d11e7e5cd6e']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:54.645232 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-480a8fda-b587-45e4-ba88-0af3d83e6887 req-62da77c6-cd9b-4de1-9ec2-41de0fc07fbf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9797862 Feb 11 13:06:54.646260 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-816287e8-a690-4f1f-95b1-a88d5093b47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:54.760176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 494c651f-e251-475a-9384-17938a3de7ee up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:06:54.781296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6e4c0e70-b8ef-476e-8854-530b0705f0fa req-63b418fa-2328-4cdf-b487-7a2f5afb5660 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288820 Feb 11 13:06:54.790132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816287e8-a690-4f1f-95b1-a88d5093b47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f9780c-f52a-4f3a-8729-804c33793831,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:54.798106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d8f6104a-1de9-4098-a659-e8c4d2e29c4c None None] Provisioning for port 494c651f-e251-475a-9384-17938a3de7ee completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:54.868328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7a019ea-7436-4281-89df-646050c49609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:54.929671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7a019ea-7436-4281-89df-646050c49609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:54.937639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-b7889400-90cd-4315-bbdd-d4db76035d19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.939132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-b7889400-90cd-4315-bbdd-d4db76035d19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 1.1826706 Feb 11 13:06:54.947729 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-816287e8-a690-4f1f-95b1-a88d5093b47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:54.948973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-816287e8-a690-4f1f-95b1-a88d5093b47f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e6f9780c-f52a-4f3a-8729-804c33793831 HTTP/1.1" status: 204 len: 168 time: 1.1652467 Feb 11 13:06:54.949406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7a019ea-7436-4281-89df-646050c49609 admin admin] Usage tracker for resource:security_group_rule and tenant:f722021d684d4c62a0d1ba3e9cca2ea2 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:54.972492 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcd43b1c-9616-4ae1-9894-9be2a9d5498a req-b1afa606-44a4-49ee-bf35-1556a9216635 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347065 Feb 11 13:06:54.976692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7a019ea-7436-4281-89df-646050c49609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:55.013449 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:55.041538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfad1194-1ec4-42d6-b39c-24ed53c87b0f {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:55.059599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9e266fb5-4443-4c4e-91d4-0d22a2164858 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:06:55.077024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-df37b135-8480-40d2-ae06-e0d920d2687a req-a417c238-7186-48ff-baeb-102b181778a6 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Synchronizing usage tracker for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:06:55.123858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 9e266fb5-4443-4c4e-91d4-0d22a2164858 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:06:55.124183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9e266fb5-4443-4c4e-91d4-0d22a2164858 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:06:55.139099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:55.139653 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-fc052401-c575-4fdb-adf3-bc470e3887c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 200 len: 217 time: 0.1698825 Feb 11 13:06:55.147405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Usage tracker for resource:port and tenant:ec0ecf0bc87e427b87dd69bd6961545f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:55.147575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7a019ea-7436-4281-89df-646050c49609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:55.150240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-df37b135-8480-40d2-ae06-e0d920d2687a req-a417c238-7186-48ff-baeb-102b181778a6 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Unset dirty status for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:06:55.162956 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df37b135-8480-40d2-ae06-e0d920d2687a req-a417c238-7186-48ff-baeb-102b181778a6 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 210 time: 0.2044368 Feb 11 13:06:55.168348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:55.193923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:55.195263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:55.218028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:55.236227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-b24a978b-ee7b-42e0-b066-56bbb8a1ba64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:55.238277 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-b24a978b-ee7b-42e0-b066-56bbb8a1ba64 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.9018354 Feb 11 13:06:55.249352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Made reservation on behalf of ec0ecf0bc87e427b87dd69bd6961545f for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:55.252365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:55.269058 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:55.412745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 494c651f-e251-475a-9384-17938a3de7ee completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:55.422857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:55.428056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 494c651f-e251-475a-9384-17938a3de7ee triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:55.428651 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:55.497839 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-34e6e174-51bc-43f1-9907-1dded84d10da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 200 len: 217 time: 0.2244356 Feb 11 13:06:55.505781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cfad1194-1ec4-42d6-b39c-24ed53c87b0f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:06:55.634909 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7a019ea-7436-4281-89df-646050c49609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:55.674463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-07a69258-dd06-4ed4-8319-27c72e77247d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:55.678107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-07a69258-dd06-4ed4-8319-27c72e77247d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.5185540 Feb 11 13:06:55.694827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-68d1ec4c-d098-4502-9c76-b67c4e29dfe5 None None] Provisioning complete for port 494c651f-e251-475a-9384-17938a3de7ee triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:55.695222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68d1ec4c-d098-4502-9c76-b67c4e29dfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:55.725296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7a019ea-7436-4281-89df-646050c49609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:55.736114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:06:55.753471 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] Sync routers for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:06:55.778049 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:06:55.780805 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:06:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:55.831788 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d7a019ea-7436-4281-89df-646050c49609 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f722021d684d4c62a0d1ba3e9cca2ea2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4133816 Feb 11 13:06:55.835724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:55.838552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49632) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:55.895183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8bc0d-d863-4300-bdea-adfbff45da65 req-04b4f2ad-366d-435e-bdaa-767cb142cf73 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:55.902593 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ce8bc0d-d863-4300-bdea-adfbff45da65 req-04b4f2ad-366d-435e-bdaa-767cb142cf73 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 948 time: 0.4936965 Feb 11 13:06:55.904158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49636) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:55.935116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Allocated IP 172.20.0.14 (d02be5d7-6046-43a0-ad81-4c92c76e445e/8bf62628-fc09-41c7-932f-80b55ea8d8be/bb80108c-0b33-410f-a7c8-d32a91dff05b) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:55.946205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a019ea-7436-4281-89df-646050c49609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caded408-36c9-465c-b7d7-0c980b4cbe2a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:55.967500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] No DVR routers for this DVR port 9e266fb5-4443-4c4e-91d4-0d22a2164858 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:55.996827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:56.006713 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:56.025914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'name': 'network-vif-deleted', 'tag': '9e266fb5-4443-4c4e-91d4-0d22a2164858'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:56.074645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-47433a2b-e5cf-4f5c-92e1-a3cf6bc42070 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:56.076340 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-47433a2b-e5cf-4f5c-92e1-a3cf6bc42070 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.3965380 Feb 11 13:06:56.100047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 494c651f-e251-475a-9384-17938a3de7ee, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=494c651f-e251-475a-9384-17938a3de7ee,segment=NetworkSegment(7edcda54-a3c7-4f46-945a-ad349c1fdd7b),segment_id=7edcda54-a3c7-4f46-945a-ad349c1fdd7b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:56.132447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:56.181446 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-d6dcd832-7c7a-4a66-a024-bd0b17f78cad tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4be9f77f238244f9a803c672b754a36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086016 Feb 11 13:06:56.189448 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:06:56.190554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:56.196642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:56.201685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:06:56.244589 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:56.260800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Transition to ACTIVE for port object bb80108c-0b33-410f-a7c8-d32a91dff05b will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:56.290476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=12038b29-3fd6-4291-8048-a0ab54d387ae,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:56.411546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=494c651f-e251-475a-9384-17938a3de7ee,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:56.413861 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:56.429645 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-edf20ff9-f545-458e-ad11-7346339defa0 req-0921f67c-8568-4e34-b8e2-bfbefd92970e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.75 "DELETE /v2.0/ports/9e266fb5-4443-4c4e-91d4-0d22a2164858 HTTP/1.1" status: 204 len: 173 time: 5.3541391 Feb 11 13:06:56.500525 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ce8bc0d-d863-4300-bdea-adfbff45da65 req-5f976236-d237-467d-9205-45f9c36579d0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969765 Feb 11 13:06:56.536454 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2d50e740-1eed-4350-9079-648268384b44 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7ddaa6bf79d472397ec43dea4df91e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6148715 Feb 11 13:06:56.547016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49650) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:56.606620 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-3f744931-eeb8-49d3-a094-320af51d48c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8324640 Feb 11 13:06:56.606989 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9160-26d2-481f-ac58-ffef81df20cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:56.651593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 494c651f-e251-475a-9384-17938a3de7ee up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:06:56.677864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Network d02be5d7-6046-43a0-ad81-4c92c76e445e is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:56.719933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:56.722072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event updated for resources: {'Port': ['ID=bb80108c-0b33-410f-a7c8-d32a91dff05b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:56.727949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:06:56.764715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 494c651f-e251-475a-9384-17938a3de7ee triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:56.765192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:56.815636 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:56.820632 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] Checking router: a86dee77-613a-4629-9450-a299678ec5e2 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:06:56.833126 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:06:56.834076 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:06:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:56.859592 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-e09e28e3-fe76-4dae-85a2-8a5833cbc751 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7665048 Feb 11 13:06:56.876157 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9160-26d2-481f-ac58-ffef81df20cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:57.072945 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:06:57.076629 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfdd64d-4142-4e4e-bddb-abe5803026de', 'name': 'network-vif-deleted', 'tag': '9e266fb5-4443-4c4e-91d4-0d22a2164858', 'status': 'completed', 'code': 200} Feb 11 13:06:57.091280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-a1c6a612-340b-493c-b3ac-5073092333a6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:57.097875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-a1c6a612-340b-493c-b3ac-5073092333a6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9023573 Feb 11 13:06:57.101994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-98090dc7-70eb-4205-8122-44c869ad1e80 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068541 Feb 11 13:06:57.171576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:57.172973 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:57.211274 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-c740d0a1-7456-45a3-9e51-7d5d924f7c11 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/quotas/4be9f77f238244f9a803c672b754a36a HTTP/1.1" status: 200 len: 375 time: 0.1118834 Feb 11 13:06:57.235012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9160-26d2-481f-ac58-ffef81df20cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:57.240261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9160-26d2-481f-ac58-ffef81df20cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:57.241649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4f7f9160-26d2-481f-ac58-ffef81df20cf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/caded408-36c9-465c-b7d7-0c980b4cbe2a HTTP/1.1" status: 204 len: 168 time: 1.3965106 Feb 11 13:06:57.258980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-8d5e984c-4259-4b2a-bcee-9265c50cb8b1 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6487617 Feb 11 13:06:57.267206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f9160-26d2-481f-ac58-ffef81df20cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caded408-36c9-465c-b7d7-0c980b4cbe2a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:57.289037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Request body: {'port': {'device_id': '627210d1-bcb3-4f93-b118-474874455bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:06:57.318750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-92283a91-d231-45ce-82a1-28a603c4c853 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943034 Feb 11 13:06:57.320403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-a154b9e2-230c-4574-8114-296e3188e27b service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885684 Feb 11 13:06:57.423962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6020527f-6587-445d-b923-9f1a6fb116a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:57.496807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-3a4cee1a-9f21-4990-a5ae-af5c3f476810 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831985 Feb 11 13:06:57.541152 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:57.546151 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efec1a-64b1-421e-81e3-5b8937d3cb8a None None] The sync data for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 is: [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:06:57.603431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116193-35b0-476d-9fe8-2d33bfebc837 req-53274aef-a360-4d0a-8acf-03b6ab18652d tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:57.605126 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6116193-35b0-476d-9fe8-2d33bfebc837 req-53274aef-a360-4d0a-8acf-03b6ab18652d tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 946 time: 0.5256908 Feb 11 13:06:57.621587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56b1ac61-6e16-4f42-843f-5715fcfe53b8 req-f5e28ac0-facb-4544-bad7-22ef29b83eda service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854202 Feb 11 13:06:57.634026 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:57.635441 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:57.741519 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6020527f-6587-445d-b923-9f1a6fb116a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:57.948216 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.024750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cf632-36d7-47dc-b202-04896437a7cd None None] New status for floating IP 6ef7dc62-a778-46cd-b798-7a18fd6dbd19: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:06:58.037752 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6116193-35b0-476d-9fe8-2d33bfebc837 req-cac3c93f-a726-432b-b36b-df6df9e931e4 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076365 Feb 11 13:06:58.135628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49676) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:58.142752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6020527f-6587-445d-b923-9f1a6fb116a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.142981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391e4b6-f51a-41f4-8911-4144e6d5964e req-a77044f4-b57b-41e8-b13a-d200db481f5a tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:58.144459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2391e4b6-f51a-41f4-8911-4144e6d5964e req-a77044f4-b57b-41e8-b13a-d200db481f5a tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 932 time: 0.2264388 Feb 11 13:06:58.180842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020527f-6587-445d-b923-9f1a6fb116a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11ed19a-f555-4370-a1f9-d39ac87cc24a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:58.205152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6020527f-6587-445d-b923-9f1a6fb116a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.209103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6020527f-6587-445d-b923-9f1a6fb116a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c11ed19a-f555-4370-a1f9-d39ac87cc24a HTTP/1.1" status: 204 len: 168 time: 1.6510212 Feb 11 13:06:58.226807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de755ad-463e-4421-897a-c206d5b04dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.356328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cfad1194-1ec4-42d6-b39c-24ed53c87b0f up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:06:58.370742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2391e4b6-f51a-41f4-8911-4144e6d5964e req-4cfcd9bf-2d37-4154-9311-69181c7976e6 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972299 Feb 11 13:06:58.378442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6de755ad-463e-4421-897a-c206d5b04dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:06:58.393699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6de755ad-463e-4421-897a-c206d5b04dff admin admin] Usage tracker for resource:security_group_rule and tenant:41ac0071ad3f46f792397a40468420ff is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:06:58.400129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6de755ad-463e-4421-897a-c206d5b04dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:06:58.409080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6de755ad-463e-4421-897a-c206d5b04dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:06:58.445794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dba16330-b3a0-444b-b4b9-8591598041c4 None None] Provisioning for port bb80108c-0b33-410f-a7c8-d32a91dff05b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:58.454736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dba16330-b3a0-444b-b4b9-8591598041c4 None None] Provisioning complete for port bb80108c-0b33-410f-a7c8-d32a91dff05b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:58.455379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dba16330-b3a0-444b-b4b9-8591598041c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.548929 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de755ad-463e-4421-897a-c206d5b04dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.556291 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de755ad-463e-4421-897a-c206d5b04dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.563507 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dba16330-b3a0-444b-b4b9-8591598041c4 None None] Port bb80108c-0b33-410f-a7c8-d32a91dff05b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:06:58.589878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Router ac82dfca-47bb-464f-91a0-4ff57a8ed12d is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:06:58.608145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb80108c-0b33-410f-a7c8-d32a91dff05b {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:06:58.619065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.623200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port cfad1194-1ec4-42d6-b39c-24ed53c87b0f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:58.628305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port cfad1194-1ec4-42d6-b39c-24ed53c87b0f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:58.628787 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.655528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Transition to ACTIVE for port object bb80108c-0b33-410f-a7c8-d32a91dff05b will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:58.672053 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.722953 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6de755ad-463e-4421-897a-c206d5b04dff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=41ac0071ad3f46f792397a40468420ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5853114 Feb 11 13:06:58.722953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de755ad-463e-4421-897a-c206d5b04dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8e86c-c64e-4a84-923c-63d6fc299e9b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:58.735576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49688) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:58.894251 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.954912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:06:58.979160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:58.988036 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:59.014162 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-1ed10598-5c89-41e9-97d8-d4dee8dd6d68 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4be9f77f238244f9a803c672b754a36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765278 Feb 11 13:06:59.105496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:59.198895 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec472b2a-fc3d-4611-ad72-ae47e0648b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:59.259796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec472b2a-fc3d-4611-ad72-ae47e0648b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:59.283866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Pushing event updated for resources: {'Port': ['ID=bb80108c-0b33-410f-a7c8-d32a91dff05b,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:59.300318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-8f719ffb-0e56-4518-aedd-f9ee5eebda25 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:59.302477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-8f719ffb-0e56-4518-aedd-f9ee5eebda25 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.75 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead&tenant_id=12b287917ba646e9b3169123c7ffe5dc&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 949 time: 0.4675326 Feb 11 13:06:59.373388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-5da4631a-2195-45d5-9d86-6d4516bf120b tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:59.381757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-5da4631a-2195-45d5-9d86-6d4516bf120b tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3590040 Feb 11 13:06:59.417890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec472b2a-fc3d-4611-ad72-ae47e0648b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:59.420073 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-0260736a-56c9-4aa9-8749-fd59b4b0b98a tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/quotas/4be9f77f238244f9a803c672b754a36a HTTP/1.1" status: 200 len: 375 time: 0.0374210 Feb 11 13:06:59.432107 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-522dc296-2c32-4fca-912a-73349537fedd service neutron] delete failed (client error): The resource could not be found. Feb 11 13:06:59.433112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-522dc296-2c32-4fca-912a-73349537fedd service neutron] 10.222.0.75 "DELETE /v2.0/ports/cfad1194-1ec4-42d6-b39c-24ed53c87b0f/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.1216745 Feb 11 13:06:59.439367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec472b2a-fc3d-4611-ad72-ae47e0648b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8e86c-c64e-4a84-923c-63d6fc299e9b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:59.464551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:06:59.476112 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Sync routers for ids ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:06:59.493518 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec472b2a-fc3d-4611-ad72-ae47e0648b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:59.495213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Attempting to bind port bb80108c-0b33-410f-a7c8-d32a91dff05b on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:06:59.495561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Attempting to bind port bb80108c-0b33-410f-a7c8-d32a91dff05b by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:06:59.495877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Attempting to bind port bb80108c-0b33-410f-a7c8-d32a91dff05b on network d02be5d7-6046-43a0-ad81-4c92c76e445e {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:59.504120 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ec472b2a-fc3d-4611-ad72-ae47e0648b49 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/88d8e86c-c64e-4a84-923c-63d6fc299e9b HTTP/1.1" status: 204 len: 168 time: 0.7623208 Feb 11 13:06:59.519683 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:59.520814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8932b5d5-ef77-47ff-8e27-22826f75d8d0 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.6465712 Feb 11 13:06:59.524345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49714) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:06:59.533892 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Routers {'ac82dfca-47bb-464f-91a0-4ff57a8ed12d'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:06:59.534511 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:06:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:59.551029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-9c0202f4-1153-44fc-b1db-7dc4aa9afe4b tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1297052 Feb 11 13:06:59.572279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Port bb80108c-0b33-410f-a7c8-d32a91dff05b on network d02be5d7-6046-43a0-ad81-4c92c76e445e not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:06:59.575977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Attempting to bind port bb80108c-0b33-410f-a7c8-d32a91dff05b on network d02be5d7-6046-43a0-ad81-4c92c76e445e {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:06:59.604462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:06:59.604870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Checking segment: {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:06:59.605250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Bound using segment: {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:06:59.605674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Bound port: bb80108c-0b33-410f-a7c8-d32a91dff05b, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01532152-b7c3-4eb6-9326-9d34db591587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:06:59.606017 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:59.899901 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-8d166dc8-1cb1-4ada-9817-1add6ded9ad8 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=4be9f77f238244f9a803c672b754a36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2263150 Feb 11 13:07:00.003176 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Set router ac82dfca-47bb-464f-91a0-4ff57a8ed12d gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:00.166341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] For port bb80108c-0b33-410f-a7c8-d32a91dff05b, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:00.175303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] For port bb80108c-0b33-410f-a7c8-d32a91dff05b, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bb80108c-0b33-410f-a7c8-d32a91dff05b,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:00.221321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:00.310833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-172bcc44-c1d7-4e0c-9835-8b492de17662 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1100 time: 0.6244404 Feb 11 13:07:00.326138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0e9ef2d2-e683-41f9-b8cb-12da92904f81 req-a066ecaa-abce-4b7c-9a03-3665c2ceb023 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 1097 time: 0.4377584 Feb 11 13:07:00.339386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-c9523fc5-27fb-4fb4-a783-dc27938aaff5 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:00.340819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-c9523fc5-27fb-4fb4-a783-dc27938aaff5 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4280312 Feb 11 13:07:00.344937 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:00.347114 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] 10.222.0.73 "PUT /v2.0/ports/bb80108c-0b33-410f-a7c8-d32a91dff05b HTTP/1.1" status: 200 len: 1092 time: 3.0630546 Feb 11 13:07:00.350712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627210d1-bcb3-4f93-b118-474874455bfe', 'tag': 'bb80108c-0b33-410f-a7c8-d32a91dff05b'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:00.365547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Request body: {'port': {'device_id': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '4be9f77f238244f9a803c672b754a36a'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:00.471293 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-router', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:06:51Z', 'updated_at': '2022-02-11T13:06:56Z', 'revision_number': 3, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'gw_port': {'id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:06:53Z', 'updated_at': '2022-02-11T13:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:00.484298 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Checking router: ac82dfca-47bb-464f-91a0-4ff57a8ed12d for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:07:00.484969 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Updating router ac82dfca-47bb-464f-91a0-4ff57a8ed12d port 12038b29-3fd6-4291-8048-a0ab54d387ae binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:07:00.639019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0e9ef2d2-e683-41f9-b8cb-12da92904f81 req-eaae2d84-23b7-4674-abe3-2844516a5661 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] Synchronizing usage tracker for tenant:a50bd55e968c48bba1e8f0b767e35680 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:00.659164 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:00.727327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0e9ef2d2-e683-41f9-b8cb-12da92904f81 req-eaae2d84-23b7-4674-abe3-2844516a5661 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] Unset dirty status for tenant:a50bd55e968c48bba1e8f0b767e35680 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:00.752846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0e9ef2d2-e683-41f9-b8cb-12da92904f81 req-eaae2d84-23b7-4674-abe3-2844516a5661 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142549 Feb 11 13:07:00.758175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850396c-171f-4db7-91ca-4f793a0d053c req-8bcb8dcb-3b39-43f2-b789-95e3dec6e985 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:00.767346 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d850396c-171f-4db7-91ca-4f793a0d053c req-8bcb8dcb-3b39-43f2-b789-95e3dec6e985 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.8187768 Feb 11 13:07:00.808076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2259ac8-8b71-46d2-8f06-910a6ad9376b service neutron] Pushing event updated for resources: {'Port': ['ID=bb80108c-0b33-410f-a7c8-d32a91dff05b,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:00.891573 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-5dc828b9-6c94-4356-8775-b61376a04a5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:00.893014 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-5dc828b9-6c94-4356-8775-b61376a04a5f service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.5663679 Feb 11 13:07:01.139058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d850396c-171f-4db7-91ca-4f793a0d053c req-b9233892-66cd-464b-9d68-e3ee141c3be0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681881 Feb 11 13:07:01.264035 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-a6a7ffff-76b0-4d7b-b44f-741e1a02b936 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 200 len: 217 time: 0.3614275 Feb 11 13:07:01.280920 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f', 'code': 200} Feb 11 13:07:01.317641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:01.352947 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-65dba579-399e-4980-8896-b76f3609314d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ec0ecf0bc87e427b87dd69bd6961545f&device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 1095 time: 0.9483278 Feb 11 13:07:01.354336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Usage tracker for resource:port and tenant:4be9f77f238244f9a803c672b754a36a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:01.365458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:01.410128 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:01.444114 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Transition to ACTIVE for port object 12038b29-3fd6-4291-8048-a0ab54d387ae will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:01.456108 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:01.532713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-5be03ca1-1103-4614-bb40-07dbc8a82fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:01.539757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-5be03ca1-1103-4614-bb40-07dbc8a82fd6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1965938 Feb 11 13:07:01.546956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:01.581160 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Attempting to bind port 12038b29-3fd6-4291-8048-a0ab54d387ae on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:01.582250 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Attempting to bind port 12038b29-3fd6-4291-8048-a0ab54d387ae by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:01.583093 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Attempting to bind port 12038b29-3fd6-4291-8048-a0ab54d387ae on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:01.618916 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:01.620538 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:01.621425 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:01.622046 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:01.623087 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Bound port: 12038b29-3fd6-4291-8048-a0ab54d387ae, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:01.623872 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:01.706379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-37543785-4a1d-4fb6-9150-3fe0caed08c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb80108c-0b33-410f-a7c8-d32a91dff05b HTTP/1.1" status: 200 len: 217 time: 0.3362722 Feb 11 13:07:01.730962 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61ac0918-099e-401d-9230-3c3ee80480da req-666a9de0-2efb-4073-948a-efd11e32640c tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1096 time: 0.5274200 Feb 11 13:07:01.732539 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-12dc1807-fff8-42a3-a3e2-62c592ba0c51 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=4be9f77f238244f9a803c672b754a36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1568351 Feb 11 13:07:01.793877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-3aa93f45-c4fb-462d-a262-d90e3993c643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:01.795705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-3aa93f45-c4fb-462d-a262-d90e3993c643 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf62628-fc09-41c7-932f-80b55ea8d8be HTTP/1.1" status: 200 len: 863 time: 0.0773394 Feb 11 13:07:01.797779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Made reservation on behalf of 4be9f77f238244f9a803c672b754a36a for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:01.801528 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] For port 12038b29-3fd6-4291-8048-a0ab54d387ae, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:01.801960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:01.806138 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] For port 12038b29-3fd6-4291-8048-a0ab54d387ae, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=12038b29-3fd6-4291-8048-a0ab54d387ae,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:01.815166 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:01.837536 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Pushing event updated for resources: {'Port': ['ID=12038b29-3fd6-4291-8048-a0ab54d387ae,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:01.856490 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.857399 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.858092 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.858783 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.859347 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.860039 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.860617 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.861169 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.861730 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.862319 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.862892 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:01.886174 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:01.912675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58bb2f-bed8-477d-ac52-34c16f83bf48 req-554e4e0f-8062-461e-9a89-9e76fd80c46e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:01.913420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fc58bb2f-bed8-477d-ac52-34c16f83bf48 req-554e4e0f-8062-461e-9a89-9e76fd80c46e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Synchronizing usage tracker for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:01.940495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:01.945842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Usage tracker for resource:security_group_rule and tenant:4be9f77f238244f9a803c672b754a36a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:01.948832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:01.955512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:02.003672 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defadd4f-3ac4-4979-ab2c-23ca0a0af6a4 None None] Pushing event updated for resources: {'Port': ['ID=12038b29-3fd6-4291-8048-a0ab54d387ae,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:02.031094 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Routers {'ac82dfca-47bb-464f-91a0-4ff57a8ed12d'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:02.032362 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:06:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:02.035171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61ac0918-099e-401d-9230-3c3ee80480da req-d77c18ab-2ff3-4712-9906-daf707bfb753 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811546 Feb 11 13:07:02.037470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:02.061555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:02.078514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-74c90f1d-3f66-46ea-b859-af01c6048128 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4927931 Feb 11 13:07:02.288045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Allocated IP 192.168.233.78 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/55c7365b-466c-4ff6-afa6-efb689268e5c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:02.381579 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] Set router ac82dfca-47bb-464f-91a0-4ff57a8ed12d gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:02.411787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7da18f6d-b1d8-4425-9376-53a6a2170dd1 req-226b503d-d047-482c-8ac7-675748e81351 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 210 time: 0.0923250 Feb 11 13:07:02.429967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-39316507-13ae-47f4-82b0-5d61bdfcf8b0 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402498 Feb 11 13:07:02.446855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-71a6f0f8-d078-4525-97d9-aba22ceb68db tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:02.448634 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-71a6f0f8-d078-4525-97d9-aba22ceb68db tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7102242 Feb 11 13:07:02.532989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Request body: {'port': {'device_id': 'd99243d9-30a9-43cb-b50b-030fedeed762', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '4be9f77f238244f9a803c672b754a36a'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:02.591515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:02.619320 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627210d1-bcb3-4f93-b118-474874455bfe', 'tag': 'bb80108c-0b33-410f-a7c8-d32a91dff05b', 'status': 'completed', 'code': 200} Feb 11 13:07:02.636264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fc58bb2f-bed8-477d-ac52-34c16f83bf48 req-554e4e0f-8062-461e-9a89-9e76fd80c46e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Unset dirty status for tenant:ec0ecf0bc87e427b87dd69bd6961545f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:02.642560 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc58bb2f-bed8-477d-ac52-34c16f83bf48 req-554e4e0f-8062-461e-9a89-9e76fd80c46e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 944 time: 1.0573010 Feb 11 13:07:02.665982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Transition to ACTIVE for port object 55c7365b-466c-4ff6-afa6-efb689268e5c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:02.694284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:02.703920 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-3acda2ca-09f2-4942-927a-bb6875f1d58c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d02be5d7-6046-43a0-ad81-4c92c76e445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8871357 Feb 11 13:07:02.866303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc58bb2f-bed8-477d-ac52-34c16f83bf48 req-6e61050d-c4e3-4aba-a116-d51030d02c92 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224529 Feb 11 13:07:02.915740 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:02.958276 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-router', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:06:51Z', 'updated_at': '2022-02-11T13:06:56Z', 'revision_number': 3, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'gw_port': {'id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:06:53Z', 'updated_at': '2022-02-11T13:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:02.968254 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf409f-1b8d-4ca1-94be-cf9260f4bf85 None None] The sync data for ids ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'] in n-d-818559-1 is: [{'id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-router', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:06:51Z', 'updated_at': '2022-02-11T13:06:56Z', 'revision_number': 3, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'gw_port': {'id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:06:53Z', 'updated_at': '2022-02-11T13:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:07:03.060283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:03.085602 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07e7703-d5e5-4698-ba22-ac42c64fb9e3 req-f1130940-c474-4927-ae04-48735a0a6565 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320920 Feb 11 13:07:03.093372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:03.099199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:03.102480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Usage tracker for resource:port and tenant:4be9f77f238244f9a803c672b754a36a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:03.108407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:03.108998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:03.118202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:03.133374 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4714d173-9f79-4621-82c2-523d4693d4d0 req-186f9457-45a6-4f86-95f5-635c015188fc tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 1097 time: 0.4463477 Feb 11 13:07:03.146966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-5a1c5187-4b29-4f4f-8d93-63b4606e81df service neutron] 10.222.0.73 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268680 Feb 11 13:07:03.158847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:03.183316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Made reservation on behalf of 4be9f77f238244f9a803c672b754a36a for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:03.186199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:03.390201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:03.390877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:03.400759 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4714d173-9f79-4621-82c2-523d4693d4d0 req-bd5d6b66-3002-4d4c-95c9-6d27e4c4a2c5 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437217 Feb 11 13:07:03.503151 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-4583cf05-356b-47b4-b8d2-e09865de5fd9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1432052 Feb 11 13:07:03.523985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-05afc490-de64-459a-abdc-be53d7dedbfc req-a0f94914-5c8d-44b0-a38f-a04a4d900226 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4566534 Feb 11 13:07:03.544008 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Request body: {'port': {'device_id': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:03.569510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a9d73aa8-a734-4d72-b6f1-79b54d417bec None None] Provisioning for port 55c7365b-466c-4ff6-afa6-efb689268e5c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:03.592039 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d36fb40-8562-4db6-95ba-1ecd2cffc853 req-5da9a647-0a4c-4703-82c3-4e9fc3e8341f service neutron] 10.222.0.73 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210293 Feb 11 13:07:03.594355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a9d73aa8-a734-4d72-b6f1-79b54d417bec None None] Provisioning complete for port 55c7365b-466c-4ff6-afa6-efb689268e5c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:03.605778 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9d73aa8-a734-4d72-b6f1-79b54d417bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:03.767585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a9d73aa8-a734-4d72-b6f1-79b54d417bec None None] Port 55c7365b-466c-4ff6-afa6-efb689268e5c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:03.797767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Allocated IP 192.168.233.82 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/59f5fd2e-3533-439d-9352-c73591aac6a3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:03.945899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:04.046592 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f540ccd-f0fa-47a9-b29b-0cce12213fbb req-155c367e-ceed-467c-8932-eaa4127de73b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ec0ecf0bc87e427b87dd69bd6961545f&device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 1095 time: 0.3380690 Feb 11 13:07:04.265835 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:04.337325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248d023-0dd6-40a7-823f-a0d43c38758b req-fbae70e1-cacb-4713-a562-0ad59f213f83 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:04.338814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9248d023-0dd6-40a7-823f-a0d43c38758b req-fbae70e1-cacb-4713-a562-0ad59f213f83 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.4333091 Feb 11 13:07:04.341763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Transition to ACTIVE for port object 59f5fd2e-3533-439d-9352-c73591aac6a3 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:04.369758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:04.398757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f540ccd-f0fa-47a9-b29b-0cce12213fbb req-89cd4edc-747c-4875-be32-4b347408fdab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:04.400159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f540ccd-f0fa-47a9-b29b-0cce12213fbb req-89cd4edc-747c-4875-be32-4b347408fdab service neutron] 10.222.0.73 "GET /v2.0/networks?id=d02be5d7-6046-43a0-ad81-4c92c76e445e HTTP/1.1" status: 200 len: 925 time: 0.3417659 Feb 11 13:07:04.461541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9248d023-0dd6-40a7-823f-a0d43c38758b req-ec9e3c42-c144-4fb1-94a5-f38ac3095ada tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138928 Feb 11 13:07:04.475654 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f540ccd-f0fa-47a9-b29b-0cce12213fbb req-8e50e978-3c3e-4c7a-8612-48a295919710 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb80108c-0b33-410f-a7c8-d32a91dff05b HTTP/1.1" status: 200 len: 217 time: 0.0680516 Feb 11 13:07:04.478503 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:04.630331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:04.637335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:04.641872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Pushing event updated for resources: {'Port': ['ID=59f5fd2e-3533-439d-9352-c73591aac6a3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:04.646922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:04.690196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 12038b29-3fd6-4291-8048-a0ab54d387ae up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:04.744764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c7365b-466c-4ff6-afa6-efb689268e5c {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:04.753744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:04.777535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Transition to ACTIVE for port object 55c7365b-466c-4ff6-afa6-efb689268e5c will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:04.822675 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:04.834137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 12038b29-3fd6-4291-8048-a0ab54d387ae completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:04.841361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 12038b29-3fd6-4291-8048-a0ab54d387ae triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:04.841789 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:04.842229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:04.842907 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:04.851556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Allocated IP 172.20.0.1 (262dede7-2332-461c-b6b5-430074ddcf28/b477ebbf-d158-48b3-bb69-baa0cb620b10/e25073dd-244b-457d-91c0-482882726c96) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:04.909006 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-93e05243-9e63-4386-8ceb-509ee28f8db0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3895478 Feb 11 13:07:04.995484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Request body: {'port': {'device_id': 'd99243d9-30a9-43cb-b50b-030fedeed762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:05.011126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f540ccd-f0fa-47a9-b29b-0cce12213fbb req-9865b8e6-6a1f-4650-ac5f-6b99ff7b7c50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:05.012703 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f540ccd-f0fa-47a9-b29b-0cce12213fbb req-9865b8e6-6a1f-4650-ac5f-6b99ff7b7c50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf62628-fc09-41c7-932f-80b55ea8d8be HTTP/1.1" status: 200 len: 863 time: 0.2337012 Feb 11 13:07:05.013902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:05.047479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-fcce1bf3-9789-4b29-ac67-28e39f1846ae tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:07:05.048457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-fcce1bf3-9789-4b29-ac67-28e39f1846ae tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0183063 Feb 11 13:07:05.069421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Request body: {'binding': {'host': 'n-h2-818559-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:05.069856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Unknown quota resources ['binding']. {{(pid=83568) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 11 13:07:05.120874 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:05.162387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 12038b29-3fd6-4291-8048-a0ab54d387ae, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=12038b29-3fd6-4291-8048-a0ab54d387ae,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:05.164924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dab18ca5-5104-4a87-b549-a9cc3debebed None None] Provisioning for port 59f5fd2e-3533-439d-9352-c73591aac6a3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:05.179300 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:05.242881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Attempting to bind port 55c7365b-466c-4ff6-afa6-efb689268e5c on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:05.243209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Attempting to bind port 55c7365b-466c-4ff6-afa6-efb689268e5c by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:05.243534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Attempting to bind port 55c7365b-466c-4ff6-afa6-efb689268e5c on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:05.258962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dab18ca5-5104-4a87-b549-a9cc3debebed None None] Provisioning complete for port 59f5fd2e-3533-439d-9352-c73591aac6a3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:05.259905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dab18ca5-5104-4a87-b549-a9cc3debebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:05.274022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Port 55c7365b-466c-4ff6-afa6-efb689268e5c on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:05.274345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Attempting to bind port 55c7365b-466c-4ff6-afa6-efb689268e5c on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:05.309576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:05.309911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:05.310288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:05.312820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Bound port: 55c7365b-466c-4ff6-afa6-efb689268e5c, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:05.313597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:05.339642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f540ccd-f0fa-47a9-b29b-0cce12213fbb req-18aec87c-d11a-4bab-a806-f66ccf9d801b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d02be5d7-6046-43a0-ad81-4c92c76e445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3197582 Feb 11 13:07:05.342859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dab18ca5-5104-4a87-b549-a9cc3debebed None None] Port 59f5fd2e-3533-439d-9352-c73591aac6a3 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:05.385072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=12038b29-3fd6-4291-8048-a0ab54d387ae,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:05.396621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:05.407189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:05.444290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Transition to ACTIVE for port object e25073dd-244b-457d-91c0-482882726c96 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:05.522907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:05.543741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:05.547737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f540ccd-f0fa-47a9-b29b-0cce12213fbb req-bea984e2-f542-4205-99ce-31f0f066ba58 service neutron] 10.222.0.73 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823044 Feb 11 13:07:05.549411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:05.699519 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:05.700888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] 10.222.0.75 "PUT /v2.0/ports/55c7365b-466c-4ff6-afa6-efb689268e5c HTTP/1.1" status: 200 len: 1095 time: 2.1670921 Feb 11 13:07:05.701320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:05.713437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328c475-400b-498e-9b6a-bcd32aa684d5 service neutron] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:05.737695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:05.775644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d on host n-h2-818559-1 for vnic_type normal with profile None {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:05.775970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:05.776284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:05.808128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f540ccd-f0fa-47a9-b29b-0cce12213fbb req-0b12f556-bf49-4613-9eda-7299dc036881 service neutron] 10.222.0.73 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540257 Feb 11 13:07:05.840728 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-52c90afb-ec11-42fa-b92e-a1f287f94080 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 1098 time: 0.0827167 Feb 11 13:07:05.857575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Port fc568427-712a-43cd-b0cc-270b69b0db4d on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:05.857907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:05.931990 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-42ee0fb3-d358-47d9-944a-b18e526a500f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=55c7365b-466c-4ff6-afa6-efb689268e5c HTTP/1.1" status: 200 len: 217 time: 0.0841260 Feb 11 13:07:05.998552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-7dff1ec8-ce7b-4497-a080-b9f1c799566e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:05.999906 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-7dff1ec8-ce7b-4497-a080-b9f1c799566e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0611293 Feb 11 13:07:06.001892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Network 262dede7-2332-461c-b6b5-430074ddcf28 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:06.017907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Pushing event updated for resources: {'Port': ['ID=e25073dd-244b-457d-91c0-482882726c96,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:06.020979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:06.033142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:06.066407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e536e5-bcba-4d69-8a27-76630805a4a0 req-a179f489-3feb-40bc-9b12-5890df4d0cad tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:06.067929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-91e536e5-bcba-4d69-8a27-76630805a4a0 req-a179f489-3feb-40bc-9b12-5890df4d0cad tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Synchronizing usage tracker for tenant:4be9f77f238244f9a803c672b754a36a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:06.076229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:06.076664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:06.077046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:06.077492 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Bound port: fc568427-712a-43cd-b0cc-270b69b0db4d, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:06.084832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-6eb19964-4152-4d9c-bbb0-b3adcedf6eb9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787055 Feb 11 13:07:06.169035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-91e536e5-bcba-4d69-8a27-76630805a4a0 req-a179f489-3feb-40bc-9b12-5890df4d0cad tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Unset dirty status for tenant:4be9f77f238244f9a803c672b754a36a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:06.170373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-91e536e5-bcba-4d69-8a27-76630805a4a0 req-a179f489-3feb-40bc-9b12-5890df4d0cad tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 935 time: 0.6559367 Feb 11 13:07:06.173459 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:06.219725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:06.238902 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:06.240503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-1a21d489-58a3-41e3-9cbf-7c2cb4a981a5 service neutron] 10.222.0.67 "POST /v2.0/ports/fc568427-712a-43cd-b0cc-270b69b0db4d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1779852 Feb 11 13:07:06.244543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9445b70e-d060-4c1e-b353-ceaa8e1f41f4 None None] Provisioning for port e25073dd-244b-457d-91c0-482882726c96 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:06.250865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9445b70e-d060-4c1e-b353-ceaa8e1f41f4 None None] Provisioning complete for port e25073dd-244b-457d-91c0-482882726c96 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:06.251423 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9445b70e-d060-4c1e-b353-ceaa8e1f41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:06.303005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bb80108c-0b33-410f-a7c8-d32a91dff05b details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:06.336806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9445b70e-d060-4c1e-b353-ceaa8e1f41f4 None None] Port e25073dd-244b-457d-91c0-482882726c96 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:06.342755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-01eaf7f7-22ee-4803-8472-8546497060c3 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498512 Feb 11 13:07:06.343189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-91e536e5-bcba-4d69-8a27-76630805a4a0 req-2930fda9-f59a-40aa-8358-997b72839512 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623938 Feb 11 13:07:06.397728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f5fd2e-3533-439d-9352-c73591aac6a3 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:06.476984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:06.490424 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:06.507587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Transition to ACTIVE for port object 59f5fd2e-3533-439d-9352-c73591aac6a3 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:06.518111 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:06.604690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bb80108c-0b33-410f-a7c8-d32a91dff05b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bb80108c-0b33-410f-a7c8-d32a91dff05b,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:06.606067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c168bf4-de56-4968-8c29-2677109b75f2 req-a24025c2-1494-4ac0-b588-a08d789348ef service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560928 Feb 11 13:07:06.642049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'bb80108c-0b33-410f-a7c8-d32a91dff05b', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'port_id': 'bb80108c-0b33-410f-a7c8-d32a91dff05b', 'mac_address': 'fa:16:3e:54:32:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:07:06.680739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 12038b29-3fd6-4291-8048-a0ab54d387ae up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:06.681157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Pushing event updated for resources: {'Port': ['ID=59f5fd2e-3533-439d-9352-c73591aac6a3,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:06.855956 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:06.861602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd0621-36b1-473d-b8db-35dd088d3df8 req-563ce674-a114-42c9-9299-a1f81fe0713b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:06.864938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1fcd0621-36b1-473d-b8db-35dd088d3df8 req-563ce674-a114-42c9-9299-a1f81fe0713b tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 944 time: 0.1847355 Feb 11 13:07:06.872771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 12038b29-3fd6-4291-8048-a0ab54d387ae triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:06.873157 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:06.923887 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb80108c-0b33-410f-a7c8-d32a91dff05b {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:06.947169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bb80108c-0b33-410f-a7c8-d32a91dff05b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bb80108c-0b33-410f-a7c8-d32a91dff05b,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:06.960163 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:06.972029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1fcd0621-36b1-473d-b8db-35dd088d3df8 req-a8fcba13-5912-4539-96f3-fcda4a5f78f0 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996342 Feb 11 13:07:07.099171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-40986ef5-4a31-4675-b722-561ed3d0815f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1096 time: 0.4500153 Feb 11 13:07:07.107890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:07.111498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=bb80108c-0b33-410f-a7c8-d32a91dff05b,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:07.206172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['bb80108c-0b33-410f-a7c8-d32a91dff05b'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:07.265830 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'status': 'completed', 'code': 200} Feb 11 13:07:07.293595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Attempting to bind port 59f5fd2e-3533-439d-9352-c73591aac6a3 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:07.293968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Attempting to bind port 59f5fd2e-3533-439d-9352-c73591aac6a3 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:07.294229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Attempting to bind port 59f5fd2e-3533-439d-9352-c73591aac6a3 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:07.336776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Port 59f5fd2e-3533-439d-9352-c73591aac6a3 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:07.337101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Attempting to bind port 59f5fd2e-3533-439d-9352-c73591aac6a3 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:07.411107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:07.411791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:07.412036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:07.412563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Bound port: 59f5fd2e-3533-439d-9352-c73591aac6a3, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:07.412807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:07.432487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-461b15f3-93f4-4501-8de5-c4fa6ca5215c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:07.433947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-461b15f3-93f4-4501-8de5-c4fa6ca5215c service neutron] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.3284242 Feb 11 13:07:07.495833 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7c106b2-b8f9-44f4-b3a5-59fd98882bbd req-cbddb60f-f505-4049-aaa0-47597796b302 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 1098 time: 0.2030489 Feb 11 13:07:07.538715 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6bff2a7-8211-469b-80f9-fa926258e34c req-23882abb-4b50-459b-b701-d64e86460b78 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1100 time: 0.4016051 Feb 11 13:07:07.567596 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:07.587525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-147cf2ac-1c05-47bf-a0f7-9d21867ad1cd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc568427-712a-43cd-b0cc-270b69b0db4d HTTP/1.1" status: 200 len: 217 time: 0.1181340 Feb 11 13:07:07.591930 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:07.612191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2bc5-a936-4835-9442-2e7f3220e15d req-3217ca59-8ce5-4fb6-9f59-1d22105982f4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:07.613671 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1f4f2bc5-a936-4835-9442-2e7f3220e15d req-3217ca59-8ce5-4fb6-9f59-1d22105982f4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 945 time: 0.1851027 Feb 11 13:07:07.684974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c106b2-b8f9-44f4-b3a5-59fd98882bbd req-0bb85e93-653a-40cf-b057-988b8eacb955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:07.686418 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7c106b2-b8f9-44f4-b3a5-59fd98882bbd req-0bb85e93-653a-40cf-b057-988b8eacb955 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.1819429 Feb 11 13:07:07.691045 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1f4f2bc5-a936-4835-9442-2e7f3220e15d req-393b24c9-c2bf-463b-b4dd-abe36b717454 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694311 Feb 11 13:07:07.760234 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7c106b2-b8f9-44f4-b3a5-59fd98882bbd req-efd6c3ed-4e05-43e4-bbd8-99936a632cb9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=55c7365b-466c-4ff6-afa6-efb689268e5c HTTP/1.1" status: 200 len: 217 time: 0.0666196 Feb 11 13:07:07.777741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] For port 59f5fd2e-3533-439d-9352-c73591aac6a3, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:07.793101 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:07.796502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Pushing event updated for resources: {'Port': ['ID=e25073dd-244b-457d-91c0-482882726c96,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:07.805055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6bff2a7-8211-469b-80f9-fa926258e34c req-68ee0ace-a041-4097-8a5c-661123ef11b9 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525449 Feb 11 13:07:07.806491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] For port 59f5fd2e-3533-439d-9352-c73591aac6a3, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=59f5fd2e-3533-439d-9352-c73591aac6a3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:07.809374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-d854edf4-3558-4ecf-ac70-a81d584a27b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:07.811106 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-d854edf4-3558-4ecf-ac70-a81d584a27b9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1881511 Feb 11 13:07:07.817591 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:07.873608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c106b2-b8f9-44f4-b3a5-59fd98882bbd req-6b3e9b83-fd91-4625-9693-cd10ada4ee29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:07.875194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7c106b2-b8f9-44f4-b3a5-59fd98882bbd req-6b3e9b83-fd91-4625-9693-cd10ada4ee29 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1078789 Feb 11 13:07:07.936259 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-9f407c88-19aa-47b0-962a-4e2fd8354ae9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136768 Feb 11 13:07:07.942844 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7dbfe865-3060-4ba4-b89c-9dafbe24ff8a req-e94710ce-7317-40b8-b84e-366c087f85dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1357274 Feb 11 13:07:07.964869 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7c106b2-b8f9-44f4-b3a5-59fd98882bbd req-f78e912c-d093-4827-a1d7-9c7a9f199da7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818150 Feb 11 13:07:08.066064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:08.068115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] 10.222.0.75 "PUT /v2.0/ports/59f5fd2e-3533-439d-9352-c73591aac6a3 HTTP/1.1" status: 200 len: 1095 time: 3.0852449 Feb 11 13:07:08.082036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99243d9-30a9-43cb-b50b-030fedeed762', 'tag': '59f5fd2e-3533-439d-9352-c73591aac6a3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:08.157062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7c106b2-b8f9-44f4-b3a5-59fd98882bbd req-2754e795-abce-4a21-97ee-bca821a7fe16 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852934 Feb 11 13:07:08.300818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bb80108c-0b33-410f-a7c8-d32a91dff05b up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:08.336309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ac7a5-f975-490f-a2d5-2ec016706fab service neutron] Pushing event updated for resources: {'Port': ['ID=59f5fd2e-3533-439d-9352-c73591aac6a3,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:08.339029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7c106b2-b8f9-44f4-b3a5-59fd98882bbd req-10ecf80e-373d-4bfb-89cc-acd2cd48f664 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756094 Feb 11 13:07:08.420187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port bb80108c-0b33-410f-a7c8-d32a91dff05b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:08.425007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port bb80108c-0b33-410f-a7c8-d32a91dff05b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:08.426657 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:08.442859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-f7ff398b-545e-455f-a2c4-e3f8c519104c service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664093 Feb 11 13:07:08.449617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Network 262dede7-2332-461c-b6b5-430074ddcf28 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:08.456005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:08.595695 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:08.636437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627210d1-bcb3-4f93-b118-474874455bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb80108c-0b33-410f-a7c8-d32a91dff05b'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:08.647542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bb80108c-0b33-410f-a7c8-d32a91dff05b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bb80108c-0b33-410f-a7c8-d32a91dff05b,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:08.652093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:08.729367 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-ffa56b85-8973-4c83-a6d5-0e2aab70f78c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 1098 time: 0.5300436 Feb 11 13:07:08.758755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=bb80108c-0b33-410f-a7c8-d32a91dff05b,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:08.808854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aba5a4-53cd-474b-81fd-4ff869f721a4 req-51af0244-f360-487d-bf76-c69df12a3a81 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:08.810401 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6aba5a4-53cd-474b-81fd-4ff869f721a4 req-51af0244-f360-487d-bf76-c69df12a3a81 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 947 time: 0.5446742 Feb 11 13:07:08.844398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1d8b82bd-16f9-489b-8360-6ae8f8aca13e None None] Provisioning complete for port e25073dd-244b-457d-91c0-482882726c96 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:08.844854 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d8b82bd-16f9-489b-8360-6ae8f8aca13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:08.890997 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-5cfad831-6813-4809-8f8a-17d39eeab17e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=59f5fd2e-3533-439d-9352-c73591aac6a3 HTTP/1.1" status: 200 len: 217 time: 0.1421897 Feb 11 13:07:08.907034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b82bd-16f9-489b-8360-6ae8f8aca13e None None] Port e25073dd-244b-457d-91c0-482882726c96 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:08.950079 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-a013b774-f8e4-4bab-808e-babed452e489 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983003 Feb 11 13:07:09.053093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-15ad6e28-f3d3-4969-a38c-941b094334c6 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:07:09.054068 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-15ad6e28-f3d3-4969-a38c-941b094334c6 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063076 Feb 11 13:07:09.063071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Request body: {'binding': {'host': 'n-h1-818559-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:09.063561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Unknown quota resources ['binding']. {{(pid=83567) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 11 13:07:09.094191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 55c7365b-466c-4ff6-afa6-efb689268e5c details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:09.128502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6aba5a4-53cd-474b-81fd-4ff869f721a4 req-9fdeb7e5-fd01-4067-b5ff-67d70f44af49 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009458 Feb 11 13:07:09.146879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-61fb43e8-453f-4c28-91b2-1febbe2dd98c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:09.148379 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-61fb43e8-453f-4c28-91b2-1febbe2dd98c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2508559 Feb 11 13:07:09.243847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:09.257673 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-05f2771a-fcb5-4b72-ae03-9305d7c148b0 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.2294099 Feb 11 13:07:09.259674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'mac_address': 'fa:16:3e:ba:e1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:07:09.277033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818559-1'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:09.294074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 on host n-h1-818559-1 for vnic_type normal with profile None {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:09.294415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:09.295286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:09.301976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Port a47b102c-8225-4168-9368-59d60a825601 on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:09.302299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:09.308740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:09.309082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:09.309464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:09.309886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Bound port: a47b102c-8225-4168-9368-59d60a825601, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:09.324520 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:09.325113 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-6b986632-82be-4f34-b72d-142da1fe3856 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690142 Feb 11 13:07:09.345140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c7365b-466c-4ff6-afa6-efb689268e5c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:09.371172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:09.377032 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:09.398072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:09.406497 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:09.408077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6442204e-5800-4676-ab1e-f9d0416418a6 service neutron] 10.222.0.67 "POST /v2.0/ports/a47b102c-8225-4168-9368-59d60a825601/bindings HTTP/1.1" status: 201 len: 389 time: 0.3483474 Feb 11 13:07:09.451132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:09.555248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-29e41104-3315-4583-b97e-8c0f0c512392 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185884 Feb 11 13:07:09.606792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['55c7365b-466c-4ff6-afa6-efb689268e5c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:09.743771 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627210d1-bcb3-4f93-b118-474874455bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb80108c-0b33-410f-a7c8-d32a91dff05b', 'code': 200} Feb 11 13:07:09.770356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:09.788135 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99243d9-30a9-43cb-b50b-030fedeed762', 'tag': '59f5fd2e-3533-439d-9352-c73591aac6a3', 'status': 'completed', 'code': 200} Feb 11 13:07:09.914527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfdac5-f1de-4dd1-8b69-f4f19cb211c0 req-e0e5726e-32a8-4a26-89e6-d132301bec75 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:09.915989 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfbfdac5-f1de-4dd1-8b69-f4f19cb211c0 req-e0e5726e-32a8-4a26-89e6-d132301bec75 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 946 time: 0.2813928 Feb 11 13:07:09.971887 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-24807890-6843-43ba-b04f-3f46581396aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 1097 time: 0.1171777 Feb 11 13:07:09.979742 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfbfdac5-f1de-4dd1-8b69-f4f19cb211c0 req-1d546636-ab0e-4989-8d71-417a64770fdb tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527458 Feb 11 13:07:10.129981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-7e0cc2a7-67c7-413f-9d23-c70443d49843 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:10.131944 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-7e0cc2a7-67c7-413f-9d23-c70443d49843 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.1516607 Feb 11 13:07:10.141135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Router ac82dfca-47bb-464f-91a0-4ff57a8ed12d has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:10.186457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d1b465d-0e24-4826-8c85-81d07e46217b req-57721515-d279-4906-aea5-3598ee17bfa1 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182516 Feb 11 13:07:10.243951 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d24a12e0-ccf0-493a-8a36-853546f0da41 req-ea11855f-9cfc-4333-ae3d-1c4f05a4f63a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 1097 time: 0.4018719 Feb 11 13:07:10.254278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-d85dcec2-f3f8-4f6a-a994-fcb7d582aa2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a47b102c-8225-4168-9368-59d60a825601 HTTP/1.1" status: 200 len: 217 time: 0.1152809 Feb 11 13:07:10.257421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f6036-f8ed-4600-b8c1-5915d071e5aa req-c9176ed7-c304-47ad-951f-2549344bf113 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:10.264302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b02f6036-f8ed-4600-b8c1-5915d071e5aa req-c9176ed7-c304-47ad-951f-2549344bf113 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 945 time: 0.3797054 Feb 11 13:07:10.271038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:10.328772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-16451a29-0be1-45b9-a22b-2763e30b9094 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:10.330412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-16451a29-0be1-45b9-a22b-2763e30b9094 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.0715513 Feb 11 13:07:10.392112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-8d3a3ec4-687d-420a-96ac-ebdb9f950248 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535073 Feb 11 13:07:10.519732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:10.575190 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b02f6036-f8ed-4600-b8c1-5915d071e5aa req-2f696172-48b4-4b69-a705-3e1d70f94397 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099525 Feb 11 13:07:10.588566 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d24a12e0-ccf0-493a-8a36-853546f0da41 req-dc2d0813-f0ca-4615-bcd3-47923b3f5523 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207314 Feb 11 13:07:10.612238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b95374-e103-4e74-8372-47386f2b832f req-28de0345-03ef-4de3-80bc-9fac4522caf5 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:10.615463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:10.620292 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23b95374-e103-4e74-8372-47386f2b832f req-28de0345-03ef-4de3-80bc-9fac4522caf5 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 946 time: 0.2308550 Feb 11 13:07:10.666798 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-3f602ba7-27ea-4224-85fc-aeda333b8a09 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384808 Feb 11 13:07:10.688744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:10.690848 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23b95374-e103-4e74-8372-47386f2b832f req-3183c4f2-76ed-494e-be32-f54d74a7eeff tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695050 Feb 11 13:07:10.724364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a7980262-0b1b-4cbf-8f47-df0eededd7e3 req-30796b15-ace2-41c7-9769-263121bf88a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 1098 time: 0.4575274 Feb 11 13:07:10.724980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:10.966503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-93697e70-5112-46c6-9d2e-a8e704dda711 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=12b287917ba646e9b3169123c7ffe5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284766 Feb 11 13:07:11.071011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Pushing event updated for resources: {'Port': ['ID=fc568427-712a-43cd-b0cc-270b69b0db4d,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:11.088235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7980262-0b1b-4cbf-8f47-df0eededd7e3 req-60b4a92e-555b-42b3-82b5-403113e27620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:11.089776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a7980262-0b1b-4cbf-8f47-df0eededd7e3 req-60b4a92e-555b-42b3-82b5-403113e27620 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3044579 Feb 11 13:07:11.105089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 55c7365b-466c-4ff6-afa6-efb689268e5c up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:11.154402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-47e4fdc6-dcf2-4f69-a214-9baab1ae9035 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499498 Feb 11 13:07:11.193999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-834fb2aa-a489-4198-acfe-3c25a974e39d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:11.195565 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-834fb2aa-a489-4198-acfe-3c25a974e39d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189763 Feb 11 13:07:11.225922 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a7980262-0b1b-4cbf-8f47-df0eededd7e3 req-f36c34ee-aad8-4a87-ab76-416545913c1c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=59f5fd2e-3533-439d-9352-c73591aac6a3 HTTP/1.1" status: 200 len: 217 time: 0.0939338 Feb 11 13:07:11.231302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-24448e15-bc62-4e5d-845c-31d4491e1207 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/quotas/12b287917ba646e9b3169123c7ffe5dc HTTP/1.1" status: 200 len: 375 time: 0.0262637 Feb 11 13:07:11.263323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 55c7365b-466c-4ff6-afa6-efb689268e5c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:11.272689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 55c7365b-466c-4ff6-afa6-efb689268e5c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:11.273393 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:11.370843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49950) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:11.376199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d on host n-h1-818559-1 for vnic_type normal with profile {"migrating_to": "n-h2-818559-1"} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:11.376643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:11.377137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:11.382192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-2e72bd0c-4e32-4de7-b4bd-7afe1680c326 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1092765 Feb 11 13:07:11.388912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Port fc568427-712a-43cd-b0cc-270b69b0db4d on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:11.389501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Attempting to bind port fc568427-712a-43cd-b0cc-270b69b0db4d on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:11.389757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-d7857a89-7626-4253-beda-6f3e09b4543e tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1097 time: 0.1568346 Feb 11 13:07:11.408457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818559-1'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:11.415858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7980262-0b1b-4cbf-8f47-df0eededd7e3 req-72ec78ca-39c4-4136-a8f3-ae7555477caf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:11.417573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a7980262-0b1b-4cbf-8f47-df0eededd7e3 req-72ec78ca-39c4-4136-a8f3-ae7555477caf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1455581 Feb 11 13:07:11.420071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:11.420542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:11.421012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:11.421550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Bound port: fc568427-712a-43cd-b0cc-270b69b0db4d, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:11.421990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:11.439401 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:11.445887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873e06e-42cb-4253-afdc-85af440fc87e req-44514480-f11f-44ee-9f70-18b24d1d3858 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:11.447644 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6873e06e-42cb-4253-afdc-85af440fc87e req-44514480-f11f-44ee-9f70-18b24d1d3858 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 947 time: 0.3717029 Feb 11 13:07:11.504396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:11.513330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:11.665882 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-737b4e6a-dc0d-47e5-a565-d230d5a6fff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:11.676528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:11.689063 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:11.694068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Sync routers for ids ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:07:11.727742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:11.728937 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f57a3c03-2204-4e4f-9794-8bc34375009d admin admin] 10.222.0.67 "PUT /v2.0/routers/ac82dfca-47bb-464f-91a0-4ff57a8ed12d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2040682 Feb 11 13:07:11.733468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Routers {'ac82dfca-47bb-464f-91a0-4ff57a8ed12d'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:11.734521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:06:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:11.746047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-737b4e6a-dc0d-47e5-a565-d230d5a6fff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:11.756583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-737b4e6a-dc0d-47e5-a565-d230d5a6fff4 admin admin] Usage tracker for resource:security_group_rule and tenant:26a9578626b04f05964f1ab7de1a58bd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:11.759518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-737b4e6a-dc0d-47e5-a565-d230d5a6fff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:11.765304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-737b4e6a-dc0d-47e5-a565-d230d5a6fff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:11.790192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc568427-712a-43cd-b0cc-270b69b0db4d'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:11.900800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:11.904447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6873e06e-42cb-4253-afdc-85af440fc87e req-528482fb-5fc7-43ab-a05f-21988e61a369 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619302 Feb 11 13:07:11.917824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:11.924369 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a7980262-0b1b-4cbf-8f47-df0eededd7e3 req-393e3bd0-6825-42ff-910f-f8d6841f2653 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4756765 Feb 11 13:07:11.928436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:12.010300 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.040615 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.087034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Set router ac82dfca-47bb-464f-91a0-4ff57a8ed12d gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:12.162845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1c8f6c5e-b47e-417b-9989-51f570760e70 req-53939dde-c689-42a1-bbb5-31ad5835c7c1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 210 time: 0.1074300 Feb 11 13:07:12.169966 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-737b4e6a-dc0d-47e5-a565-d230d5a6fff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.233415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-737b4e6a-dc0d-47e5-a565-d230d5a6fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.245523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:12.288500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Pushing event updated for resources: {'Port': ['ID=fc568427-712a-43cd-b0cc-270b69b0db4d,revision_number=8']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:12.364328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.364695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.365031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.365358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.365684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.366003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.366320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.366656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.366971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.367282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.367591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:12.372214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.373552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0bd271c8-06b2-4819-9f84-069264c9fafa service neutron] 10.222.0.75 "PUT /v2.0/ports/fc568427-712a-43cd-b0cc-270b69b0db4d HTTP/1.1" status: 200 len: 1121 time: 3.1010876 Feb 11 13:07:12.375303 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a7980262-0b1b-4cbf-8f47-df0eededd7e3 req-9ba7c76d-1cab-4912-afcd-8cffd797eb01 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429257 Feb 11 13:07:12.454872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b4e6a-dc0d-47e5-a565-d230d5a6fff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24803bbc-be9f-40dd-a1e1-99dc320136fc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:12.483662 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:12.486535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['fc568427-712a-43cd-b0cc-270b69b0db4d'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:12.499243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee6232-241a-4845-944d-d2220829fa0d req-f4fe41cc-827b-48cd-b315-f02cf0726989 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:12.508277 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46ee6232-241a-4845-944d-d2220829fa0d req-f4fe41cc-827b-48cd-b315-f02cf0726989 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 946 time: 0.7160888 Feb 11 13:07:12.515993 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-737b4e6a-dc0d-47e5-a565-d230d5a6fff4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=26a9578626b04f05964f1ab7de1a58bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1441603 Feb 11 13:07:12.526366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49980) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:12.575941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:12.670071 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a7980262-0b1b-4cbf-8f47-df0eededd7e3 req-8d1aa774-86a7-4eb9-86e3-012564a229fe service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853010 Feb 11 13:07:12.696043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-331da42d-f177-47db-a9a0-ec3638327215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.696579 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46ee6232-241a-4845-944d-d2220829fa0d req-4ea56088-22c5-4cae-88d9-4fa8bc997293 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859729 Feb 11 13:07:12.704749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba9751-e7ea-46bb-a63d-02fd04632f62 req-3ba67f30-5aeb-4b41-81d3-4b6a9fc5d953 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:12.706034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-router', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:06:51Z', 'updated_at': '2022-02-11T13:07:06Z', 'revision_number': 4, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'gw_port': {'id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:06:53Z', 'updated_at': '2022-02-11T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'e25073dd-244b-457d-91c0-482882726c96', 'name': '', 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'mac_address': 'fa:16:3e:b2:df:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b477ebbf-d158-48b3-bb69-baa0cb620b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:04Z', 'updated_at': '2022-02-11T13:07:06Z', 'revision_number': 2, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'subnets': [{'id': 'b477ebbf-d158-48b3-bb69-baa0cb620b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:12.713956 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ba9751-e7ea-46bb-a63d-02fd04632f62 req-3ba67f30-5aeb-4b41-81d3-4b6a9fc5d953 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 943 time: 0.2855585 Feb 11 13:07:12.714260 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Checking router: ac82dfca-47bb-464f-91a0-4ff57a8ed12d for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:07:12.714569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Updating router ac82dfca-47bb-464f-91a0-4ff57a8ed12d port e25073dd-244b-457d-91c0-482882726c96 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:07:12.719430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47b102c-8225-4168-9368-59d60a825601'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:12.726781 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.743021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.776927 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-331da42d-f177-47db-a9a0-ec3638327215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.793834 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.812253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ba9751-e7ea-46bb-a63d-02fd04632f62 req-9f5c1db7-234a-448b-94f7-c3c554df8cd3 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978014 Feb 11 13:07:12.878025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Pushing event updated for resources: {'Port': ['ID=a47b102c-8225-4168-9368-59d60a825601,revision_number=7']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:12.907344 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc568427-712a-43cd-b0cc-270b69b0db4d', 'code': 200} Feb 11 13:07:12.908499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-331da42d-f177-47db-a9a0-ec3638327215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.930512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331da42d-f177-47db-a9a0-ec3638327215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24803bbc-be9f-40dd-a1e1-99dc320136fc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:12.967688 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-331da42d-f177-47db-a9a0-ec3638327215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:12.968957 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-331da42d-f177-47db-a9a0-ec3638327215 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/24803bbc-be9f-40dd-a1e1-99dc320136fc HTTP/1.1" status: 204 len: 168 time: 0.4415083 Feb 11 13:07:12.971626 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'code': 200} Feb 11 13:07:13.122905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 on host n-h2-818559-1 for vnic_type normal with profile {"migrating_to": "n-h1-818559-1"} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:13.123245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:13.123576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:13.132450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 59f5fd2e-3533-439d-9352-c73591aac6a3 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:13.133466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cc48d-a924-4f88-863b-bb24e5b0d88a req-fc58d8d2-3f58-49f7-b0fb-414753f244e0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:13.153838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0e1cc48d-a924-4f88-863b-bb24e5b0d88a req-fc58d8d2-3f58-49f7-b0fb-414753f244e0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 944 time: 0.2463017 Feb 11 13:07:13.180406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Port a47b102c-8225-4168-9368-59d60a825601 on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:13.181118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Attempting to bind port a47b102c-8225-4168-9368-59d60a825601 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:13.208211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:13.208565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:13.209140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:13.209655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Bound port: a47b102c-8225-4168-9368-59d60a825601, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:13.210181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:13.244497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0e1cc48d-a924-4f88-863b-bb24e5b0d88a req-614b092f-ab9a-45e1-a6d0-b2c5725da8b0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894959 Feb 11 13:07:13.373529 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-1f6c6deb-3512-480b-be12-aeffaa14d88c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=12b287917ba646e9b3169123c7ffe5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1875734 Feb 11 13:07:13.420697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:13.423170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44875c54-0cc9-447c-a717-32d492ffc01f req-12a21e9a-ae01-443b-8dba-c2907130b3a8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 1100 time: 0.3689144 Feb 11 13:07:13.428633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:13.431499 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47b102c-8225-4168-9368-59d60a825601', 'code': 200} Feb 11 13:07:13.437728 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:13.487510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 59f5fd2e-3533-439d-9352-c73591aac6a3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=59f5fd2e-3533-439d-9352-c73591aac6a3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:13.509439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '59f5fd2e-3533-439d-9352-c73591aac6a3', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '59f5fd2e-3533-439d-9352-c73591aac6a3', 'mac_address': 'fa:16:3e:68:9c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:07:13.522191 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:13.586347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Transition to ACTIVE for port object e25073dd-244b-457d-91c0-482882726c96 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:13.587173 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-a88f6c11-42ad-4626-94d9-c2f0918450b8 req-1bc6dd5b-9a62-43ce-b4b9-e0fdd253e167 tempest-FloatingIPDetailsNegativeTestJSON-545805073 tempest-FloatingIPDetailsNegativeTestJSON-545805073-project] show failed (client error): The resource could not be found. Feb 11 13:07:13.588227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a88f6c11-42ad-4626-94d9-c2f0918450b8 req-1bc6dd5b-9a62-43ce-b4b9-e0fdd253e167 tempest-FloatingIPDetailsNegativeTestJSON-545805073 tempest-FloatingIPDetailsNegativeTestJSON-545805073-project] 10.222.0.67 "GET /v2.0/floatingips/e076bcdc-a3f9-498d-a50e-4626c7a20edf HTTP/1.1" status: 404 len: 350 time: 0.3389471 Feb 11 13:07:13.600179 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:13.604381 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44875c54-0cc9-447c-a717-32d492ffc01f req-3416a091-f9de-4e06-b067-00f886d01aaa service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448581 Feb 11 13:07:13.635338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50000) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:13.650106 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:13.740988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50004) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:13.780439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f5fd2e-3533-439d-9352-c73591aac6a3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:13.792568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Pushing event updated for resources: {'Port': ['ID=e25073dd-244b-457d-91c0-482882726c96,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:13.849468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 59f5fd2e-3533-439d-9352-c73591aac6a3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=59f5fd2e-3533-439d-9352-c73591aac6a3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:13.855371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-96bcd442-daf4-4402-9a8d-36ad7fac7732 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:13.857600 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-96bcd442-daf4-4402-9a8d-36ad7fac7732 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4383647 Feb 11 13:07:13.858981 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.859593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.860641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.861273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.861772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.862286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.862775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.863819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.864302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.864761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.865220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.880536 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:13.899376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Pushing event updated for resources: {'Port': ['ID=a47b102c-8225-4168-9368-59d60a825601,revision_number=8']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:13.914780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Request body: {'port': {'device_id': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '12b287917ba646e9b3169123c7ffe5dc'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:13.922565 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:13.923964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] 10.222.0.73 "PUT /v2.0/ports/a47b102c-8225-4168-9368-59d60a825601 HTTP/1.1" status: 200 len: 1122 time: 2.5275037 Feb 11 13:07:13.945154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.945955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.945955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.946182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.946596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.947014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.947305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.947694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.947922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.948234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:13.948545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b86e0-bfba-44a4-a00e-d998f6029788 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:14.007223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Attempting to bind port e25073dd-244b-457d-91c0-482882726c96 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:14.007503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Attempting to bind port e25073dd-244b-457d-91c0-482882726c96 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '7edcda54-a3c7-4f46-945a-ad349c1fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:14.007855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Attempting to bind port e25073dd-244b-457d-91c0-482882726c96 on network 262dede7-2332-461c-b6b5-430074ddcf28 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:14.008828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ebccc-76eb-4578-9ff9-84cc4273df48 req-cf089f8d-f7bc-4091-a939-deadf21c7dc1 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:14.009527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4b1ebccc-76eb-4578-9ff9-84cc4273df48 req-cf089f8d-f7bc-4091-a939-deadf21c7dc1 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Synchronizing usage tracker for tenant:4be9f77f238244f9a803c672b754a36a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:14.019911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['a47b102c-8225-4168-9368-59d60a825601'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:14.035517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4b1ebccc-76eb-4578-9ff9-84cc4273df48 req-cf089f8d-f7bc-4091-a939-deadf21c7dc1 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Unset dirty status for tenant:4be9f77f238244f9a803c672b754a36a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:14.037102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4b1ebccc-76eb-4578-9ff9-84cc4273df48 req-cf089f8d-f7bc-4091-a939-deadf21c7dc1 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 948 time: 0.2839396 Feb 11 13:07:14.039687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2273-a825-4fa5-b654-58d34c95e89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:14.060748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-213caa5d-0ca0-41ee-8548-cc137e031cd0 req-f3fb58f8-957c-4d26-9527-fbe4da463ca0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 210 time: 0.2123101 Feb 11 13:07:14.069105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=59f5fd2e-3533-439d-9352-c73591aac6a3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:14.075813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:14.076638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Checking segment: {'id': '7edcda54-a3c7-4f46-945a-ad349c1fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:14.076638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:14.076968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Bound using segment: {'id': '7edcda54-a3c7-4f46-945a-ad349c1fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:14.077438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Bound port: e25073dd-244b-457d-91c0-482882726c96, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edcda54-a3c7-4f46-945a-ad349c1fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:14.077805 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:14.132851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c0dc2273-a825-4fa5-b654-58d34c95e89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:14.141018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c0dc2273-a825-4fa5-b654-58d34c95e89a admin admin] Usage tracker for resource:security_group_rule and tenant:70796fb7ace74c74a98f4c2fdf0b566a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:14.147841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4b1ebccc-76eb-4578-9ff9-84cc4273df48 req-bb46568f-5370-4241-81a9-41b0c45a3b5c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Synchronizing usage tracker for tenant:4be9f77f238244f9a803c672b754a36a on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:14.159366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c0dc2273-a825-4fa5-b654-58d34c95e89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:14.169172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c0dc2273-a825-4fa5-b654-58d34c95e89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:14.170245 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['59f5fd2e-3533-439d-9352-c73591aac6a3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:14.182676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:14.197876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:14.223176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Made reservation on behalf of 12b287917ba646e9b3169123c7ffe5dc for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:14.226791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:14.334414 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2273-a825-4fa5-b654-58d34c95e89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:14.334769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4b1ebccc-76eb-4578-9ff9-84cc4273df48 req-bb46568f-5370-4241-81a9-41b0c45a3b5c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Unset dirty status for tenant:4be9f77f238244f9a803c672b754a36a on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:14.341399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] For port e25073dd-244b-457d-91c0-482882726c96, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:14.347819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4b1ebccc-76eb-4578-9ff9-84cc4273df48 req-bb46568f-5370-4241-81a9-41b0c45a3b5c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938020 Feb 11 13:07:14.350290 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0dc2273-a825-4fa5-b654-58d34c95e89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:14.365251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] For port e25073dd-244b-457d-91c0-482882726c96, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e25073dd-244b-457d-91c0-482882726c96,segment=NetworkSegment(7edcda54-a3c7-4f46-945a-ad349c1fdd7b),segment_id=7edcda54-a3c7-4f46-945a-ad349c1fdd7b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:14.381397 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:14.616720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca30bc-4bb7-4f7a-9365-3ef29aaf58f8 None None] Pushing event updated for resources: {'Port': ['ID=e25073dd-244b-457d-91c0-482882726c96,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:14.656047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50018) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:14.657340 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c0dc2273-a825-4fa5-b654-58d34c95e89a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=70796fb7ace74c74a98f4c2fdf0b566a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9152970 Feb 11 13:07:14.679599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc2273-a825-4fa5-b654-58d34c95e89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66faf6ad-3fc9-4adf-9284-6c680ee93a38,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:14.728897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Routers {'ac82dfca-47bb-464f-91a0-4ff57a8ed12d'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:14.729619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:06:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:14.760578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50022) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:14.766152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a793d-d834-4964-83d4-3743c507ca9f req-8556f6a0-6a19-4f84-b888-ca3d7e3f2875 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:14.768696 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-286a793d-d834-4964-83d4-3743c507ca9f req-8556f6a0-6a19-4f84-b888-ca3d7e3f2875 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 946 time: 0.3930867 Feb 11 13:07:14.771767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Allocated IP 192.168.233.90 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/7c4404e8-df38-4edd-a2a1-6e6f815a11b7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:14.842361 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-286a793d-d834-4964-83d4-3743c507ca9f req-774d1aa5-ca55-4e58-baf4-0026e731087a tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653329 Feb 11 13:07:14.884097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a1aa680-c626-405a-9e3b-105f4559021b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:14.910783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'tag': 'fc568427-712a-43cd-b0cc-270b69b0db4d'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:14.950148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a1aa680-c626-405a-9e3b-105f4559021b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:15.007143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffdb67-77b0-4cc5-be2e-26c8537c92fc req-9e79ef82-4995-4303-8151-70b75ba68b47 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:15.008759 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9ffdb67-77b0-4cc5-be2e-26c8537c92fc req-9e79ef82-4995-4303-8151-70b75ba68b47 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 943 time: 0.2608833 Feb 11 13:07:15.010772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] Set router ac82dfca-47bb-464f-91a0-4ff57a8ed12d gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:15.012548 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:15.221803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device fc568427-712a-43cd-b0cc-270b69b0db4d details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:15.243548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:15.279278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Transition to ACTIVE for port object 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:15.288924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74e3e80e-4dbf-49a0-b4ff-90d48b8359cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:15.299125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532a9ba-2a12-40fe-a487-8dcc86b072e2 req-99485ac8-f6fe-423c-b4dc-7f2874f4573e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:15.307000 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b532a9ba-2a12-40fe-a487-8dcc86b072e2 req-99485ac8-f6fe-423c-b4dc-7f2874f4573e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 944 time: 0.2095315 Feb 11 13:07:15.348881 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9ffdb67-77b0-4cc5-be2e-26c8537c92fc req-cff340ce-2087-4e8f-bfdf-ebe4930fd738 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595351 Feb 11 13:07:15.371778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a1aa680-c626-405a-9e3b-105f4559021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:15.381893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b532a9ba-2a12-40fe-a487-8dcc86b072e2 req-753e8b60-f442-4f4c-9c58-43f178f1e800 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739284 Feb 11 13:07:15.386566 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:15.410101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-74e3e80e-4dbf-49a0-b4ff-90d48b8359cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:15.413379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1aa680-c626-405a-9e3b-105f4559021b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66faf6ad-3fc9-4adf-9284-6c680ee93a38,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:15.418966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cfad1194-1ec4-42d6-b39c-24ed53c87b0f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:15.419520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-74e3e80e-4dbf-49a0-b4ff-90d48b8359cf admin admin] Usage tracker for resource:security_group_rule and tenant:fdec7b3c25fe482c98fa55328d59f291 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:15.424746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-74e3e80e-4dbf-49a0-b4ff-90d48b8359cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:15.432941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'tag': 'a47b102c-8225-4168-9368-59d60a825601'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:15.442063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-74e3e80e-4dbf-49a0-b4ff-90d48b8359cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:15.448566 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a1aa680-c626-405a-9e3b-105f4559021b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:15.449934 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6a1aa680-c626-405a-9e3b-105f4559021b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/66faf6ad-3fc9-4adf-9284-6c680ee93a38 HTTP/1.1" status: 204 len: 168 time: 0.7929707 Feb 11 13:07:15.515468 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8ff6-caca-41fd-8fd8-3019c13c3c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:15.543098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:15.544158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Pushing event updated for resources: {'Port': ['ID=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:15.548258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:15.566564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:15.641248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:15.695467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:15.696241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:15.726876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device fc568427-712a-43cd-b0cc-270b69b0db4d has no active binding in host n-h2-818559-1 {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 11 13:07:15.740062 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'tag': 'fc568427-712a-43cd-b0cc-270b69b0db4d', 'status': 'completed', 'code': 200} Feb 11 13:07:15.745198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-a130a098-9e75-4657-bffa-b97f0b13ce54 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8411767 Feb 11 13:07:15.787017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-router', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:06:51Z', 'updated_at': '2022-02-11T13:07:06Z', 'revision_number': 4, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'gw_port': {'id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:06:53Z', 'updated_at': '2022-02-11T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'e25073dd-244b-457d-91c0-482882726c96', 'name': '', 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'mac_address': 'fa:16:3e:b2:df:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b477ebbf-d158-48b3-bb69-baa0cb620b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:04Z', 'updated_at': '2022-02-11T13:07:14Z', 'revision_number': 4, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'subnets': [{'id': 'b477ebbf-d158-48b3-bb69-baa0cb620b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:15.807033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a922d-833a-4819-9abf-a7a2cb796be8 None None] The sync data for ids ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'] in n-d-818559-1 is: [{'id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-router', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:06:51Z', 'updated_at': '2022-02-11T13:07:06Z', 'revision_number': 4, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'gw_port': {'id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:06:53Z', 'updated_at': '2022-02-11T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'e25073dd-244b-457d-91c0-482882726c96', 'name': '', 'network_id': '262dede7-2332-461c-b6b5-430074ddcf28', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'mac_address': 'fa:16:3e:b2:df:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b477ebbf-d158-48b3-bb69-baa0cb620b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:04Z', 'updated_at': '2022-02-11T13:07:14Z', 'revision_number': 4, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'subnets': [{'id': 'b477ebbf-d158-48b3-bb69-baa0cb620b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:07:15.831834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Request body: {'port': {'device_id': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:15.934197 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74e3e80e-4dbf-49a0-b4ff-90d48b8359cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:15.993379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74e3e80e-4dbf-49a0-b4ff-90d48b8359cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:16.021993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d101d6-7dc0-425e-87b9-edeb4600d93d req-f38d4793-be00-4e28-9069-28ff02851aff tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:16.022895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-70d101d6-7dc0-425e-87b9-edeb4600d93d req-f38d4793-be00-4e28-9069-28ff02851aff tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Synchronizing usage tracker for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:16.038661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:16.091566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-70d101d6-7dc0-425e-87b9-edeb4600d93d req-f38d4793-be00-4e28-9069-28ff02851aff tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Unset dirty status for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:16.092674 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70d101d6-7dc0-425e-87b9-edeb4600d93d req-f38d4793-be00-4e28-9069-28ff02851aff tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 935 time: 0.3412621 Feb 11 13:07:16.099104 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67302d96-b164-443d-90fa-f4b3d5a31d9f req-19eeda28-de51-4950-a8a6-87684369c6a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1124 time: 0.4482424 Feb 11 13:07:16.099630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3e80e-4dbf-49a0-b4ff-90d48b8359cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5920fd04-eba4-43e6-8c10-e4acec59d001,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:16.149303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3e801297-3ef4-4582-94ac-68f647bc26f0 None None] Provisioning for port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:16.156603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3e801297-3ef4-4582-94ac-68f647bc26f0 None None] Provisioning complete for port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:16.157426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e801297-3ef4-4582-94ac-68f647bc26f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:16.198922 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-74e3e80e-4dbf-49a0-b4ff-90d48b8359cf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fdec7b3c25fe482c98fa55328d59f291&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4361966 Feb 11 13:07:16.202759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50048) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:16.264208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3e801297-3ef4-4582-94ac-68f647bc26f0 None None] Port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:16.329723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a47b102c-8225-4168-9368-59d60a825601 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:16.352541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b03c8e-cb4f-4e56-80a8-1251c4dcb025 req-8ed9ceb7-a84a-42de-b316-33636b1089a2 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:16.367279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49b03c8e-cb4f-4e56-80a8-1251c4dcb025 req-8ed9ceb7-a84a-42de-b316-33636b1089a2 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 946 time: 0.7154849 Feb 11 13:07:16.367852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50054) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:16.396189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e411e4c8-0f1f-430e-a024-4cb0f53eea1d tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Request body: {'floatingip': {'port_id': 'bb80108c-0b33-410f-a7c8-d32a91dff05b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:16.406387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70d101d6-7dc0-425e-87b9-edeb4600d93d req-58dbf8b6-048d-476e-9f60-99f0411c0f95 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850072 Feb 11 13:07:16.576737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.73', 57564) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:16.638822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67302d96-b164-443d-90fa-f4b3d5a31d9f req-2cf3b352-158a-4d88-98a3-2c110b244039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:16.640329 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67302d96-b164-443d-90fa-f4b3d5a31d9f req-2cf3b352-158a-4d88-98a3-2c110b244039 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.4510927 Feb 11 13:07:16.663749 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'tag': 'a47b102c-8225-4168-9368-59d60a825601', 'status': 'completed', 'code': 200} Feb 11 13:07:16.735069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:16.752282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e25073dd-244b-457d-91c0-482882726c96 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:16.764521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab0f52b4-1745-4008-8d24-ecca39ee008d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:16.858527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a47b102c-8225-4168-9368-59d60a825601 has no active binding in host n-h1-818559-1 {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 11 13:07:16.883089 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab0f52b4-1745-4008-8d24-ecca39ee008d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:16.888550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e411e4c8-0f1f-430e-a024-4cb0f53eea1d tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:16.940210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port e25073dd-244b-457d-91c0-482882726c96 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:16.948472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e25073dd-244b-457d-91c0-482882726c96 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:16.948976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:16.976929 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67302d96-b164-443d-90fa-f4b3d5a31d9f req-05a1670f-1789-4768-8c1b-52e88ed26166 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc568427-712a-43cd-b0cc-270b69b0db4d HTTP/1.1" status: 200 len: 217 time: 0.2898276 Feb 11 13:07:17.016768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50070) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:17.080467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-4db2e0da-07f7-43ce-8f74-e84945c359c1 service neutron] 10.222.0.73 "GET /v2.0/ports/fc568427-712a-43cd-b0cc-270b69b0db4d/bindings/n-h2-818559-1 HTTP/1.1" status: 200 len: 384 time: 0.4983985 Feb 11 13:07:17.086175 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab0f52b4-1745-4008-8d24-ecca39ee008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:17.126806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 59f5fd2e-3533-439d-9352-c73591aac6a3 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:17.212643 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:17.235824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67302d96-b164-443d-90fa-f4b3d5a31d9f req-89854aeb-1ff9-4ff7-a2e5-c06b7ffddbdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:17.241150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67302d96-b164-443d-90fa-f4b3d5a31d9f req-89854aeb-1ff9-4ff7-a2e5-c06b7ffddbdf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.2241278 Feb 11 13:07:17.265584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port e25073dd-244b-457d-91c0-482882726c96, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e25073dd-244b-457d-91c0-482882726c96,segment=NetworkSegment(7edcda54-a3c7-4f46-945a-ad349c1fdd7b),segment_id=7edcda54-a3c7-4f46-945a-ad349c1fdd7b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:17.279169 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:17.291265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f52b4-1745-4008-8d24-ecca39ee008d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5920fd04-eba4-43e6-8c10-e4acec59d001,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:17.305838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:17.323876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-network', 'tenant_id': 'f091c04736694ca39b7f651d133df13b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:17.338956 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67302d96-b164-443d-90fa-f4b3d5a31d9f req-c64a422e-fd3b-43ea-a85a-e2a4f110113b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924320 Feb 11 13:07:17.341921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:17.351939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcccfd-bf67-4d61-81da-01e378cddefb req-5afdf57d-8927-439b-90a4-76b39cb4a2ef tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:17.355066 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5bfcccfd-bf67-4d61-81da-01e378cddefb req-5afdf57d-8927-439b-90a4-76b39cb4a2ef tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 948 time: 0.5668828 Feb 11 13:07:17.387304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 59f5fd2e-3533-439d-9352-c73591aac6a3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:17.394067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 59f5fd2e-3533-439d-9352-c73591aac6a3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:17.395145 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:17.443494 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:17.469371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Usage tracker for resource:network and tenant:f091c04736694ca39b7f651d133df13b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:17.471585 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89795e75-4506-4da0-9d39-58ddcfe6c43a req-6abb5d46-085b-4239-9275-35a17b7b5b7b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 1125 time: 0.7905927 Feb 11 13:07:17.474667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:17.478384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab0f52b4-1745-4008-8d24-ecca39ee008d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:17.482120 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ab0f52b4-1745-4008-8d24-ecca39ee008d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5920fd04-eba4-43e6-8c10-e4acec59d001 HTTP/1.1" status: 204 len: 168 time: 1.2779953 Feb 11 13:07:17.494639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=e25073dd-244b-457d-91c0-482882726c96,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:17.515641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Transition to ACTIVE for port object 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:17.542547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:17.579985 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:17.608178 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:17.622317 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41180a61-fdb6-4f73-b9f8-96fc1efca0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:17.642468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99243d9-30a9-43cb-b50b-030fedeed762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f5fd2e-3533-439d-9352-c73591aac6a3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:17.653553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 59f5fd2e-3533-439d-9352-c73591aac6a3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=59f5fd2e-3533-439d-9352-c73591aac6a3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:17.659250 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:17.711204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36838189-7f7e-4ee2-b09e-2a8ae8530e5e req-b59e9530-7929-4f8f-bfce-7782a42964cd tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:17.719114 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-36838189-7f7e-4ee2-b09e-2a8ae8530e5e req-b59e9530-7929-4f8f-bfce-7782a42964cd tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 943 time: 0.8578720 Feb 11 13:07:17.750523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=59f5fd2e-3533-439d-9352-c73591aac6a3,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:17.855257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Pushing event updated for resources: {'Port': ['ID=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:17.874736 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-4350e69c-a85d-42c2-ad00-98ff5ae3a442 service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:17.913349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795e75-4506-4da0-9d39-58ddcfe6c43a req-5cdee1eb-0371-44bd-9b5b-1ff016025f32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:17.914835 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89795e75-4506-4da0-9d39-58ddcfe6c43a req-5cdee1eb-0371-44bd-9b5b-1ff016025f32 service neutron] 10.222.0.75 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.4282219 Feb 11 13:07:17.937147 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67302d96-b164-443d-90fa-f4b3d5a31d9f req-6fa77abe-e6b4-4405-9d04-4b91330a49f4 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768900 Feb 11 13:07:18.040141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Made reservation on behalf of f091c04736694ca39b7f651d133df13b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:18.042677 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.056122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50084) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:18.062280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-36838189-7f7e-4ee2-b09e-2a8ae8530e5e req-0b61e9d5-dff2-4ad8-b251-6429a8903eac tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422356 Feb 11 13:07:18.063182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-4350e69c-a85d-42c2-ad00-98ff5ae3a442 service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:18.102301 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5bfcccfd-bf67-4d61-81da-01e378cddefb req-79490403-8dc2-4630-beba-af47181bd7ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300175 Feb 11 13:07:18.104313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89795e75-4506-4da0-9d39-58ddcfe6c43a req-45816190-39b1-41f1-a237-b91d4caf1164 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a47b102c-8225-4168-9368-59d60a825601 HTTP/1.1" status: 200 len: 217 time: 0.1504097 Feb 11 13:07:18.116924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.151914 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f4de818-8794-4233-b21b-4d06822fcdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.197899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-4350e69c-a85d-42c2-ad00-98ff5ae3a442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc568427-712a-43cd-b0cc-270b69b0db4d {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:18.249911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Attempting to bind port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:18.250229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Attempting to bind port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:18.250549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Attempting to bind port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:18.253610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795e75-4506-4da0-9d39-58ddcfe6c43a req-f01264de-c18b-42db-8262-947862d24145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:18.255511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89795e75-4506-4da0-9d39-58ddcfe6c43a req-f01264de-c18b-42db-8262-947862d24145 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.1402860 Feb 11 13:07:18.261867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-4350e69c-a85d-42c2-ad00-98ff5ae3a442 service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:18.327125 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89795e75-4506-4da0-9d39-58ddcfe6c43a req-c48720a6-c600-4635-862c-26b42f508a5b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522108 Feb 11 13:07:18.329377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:18.329691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Attempting to bind port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:18.330515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67302d96-b164-443d-90fa-f4b3d5a31d9f req-ea6c00ff-4ca2-4e52-af48-a8ee7013da6d service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762023 Feb 11 13:07:18.333474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:18.334071 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-4350e69c-a85d-42c2-ad00-98ff5ae3a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.345233 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fc568427-712a-43cd-b0cc-270b69b0db4d no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:07:18.394794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Usage tracker for resource:security_group_rule and tenant:f091c04736694ca39b7f651d133df13b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:18.403914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:18.422556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:18.423074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:18.423566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:18.424108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Bound port: 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:18.424249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f4de818-8794-4233-b21b-4d06822fcdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:18.424334 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.431368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:18.435628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8f4de818-8794-4233-b21b-4d06822fcdad admin admin] Usage tracker for resource:security_group_rule and tenant:714dabffd99b4ad0a3119d9a2160a74f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:18.446673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8f4de818-8794-4233-b21b-4d06822fcdad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:18.486855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f4de818-8794-4233-b21b-4d06822fcdad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:18.641080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537c9c2-38dc-4246-a407-48ab0ce72e83 req-e896d7ba-0dd5-4077-92a4-383cfe28b127 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:18.642552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a537c9c2-38dc-4246-a407-48ab0ce72e83 req-e896d7ba-0dd5-4077-92a4-383cfe28b127 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 944 time: 0.4305527 Feb 11 13:07:18.654840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89795e75-4506-4da0-9d39-58ddcfe6c43a req-f1b50937-3c67-4d7f-abba-f22551933ff7 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103499 Feb 11 13:07:18.671566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b435cae-0e58-4d52-812c-06ad23a420ce req-ef550367-2bf7-4ace-be4d-f1baeadb38f7 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:18.674815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e25073dd-244b-457d-91c0-482882726c96 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:18.678535 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b435cae-0e58-4d52-812c-06ad23a420ce req-ef550367-2bf7-4ace-be4d-f1baeadb38f7 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 947 time: 0.3610108 Feb 11 13:07:18.706918 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:18.735588 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f4de818-8794-4233-b21b-4d06822fcdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.745578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-e411e4c8-0f1f-430e-a024-4cb0f53eea1d tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:18.765741 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.778915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-4350e69c-a85d-42c2-ad00-98ff5ae3a442 service neutron] Transition to ACTIVE for port object fc568427-712a-43cd-b0cc-270b69b0db4d will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:18.779778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e25073dd-244b-457d-91c0-482882726c96 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:18.780835 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.793820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:18.795645 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-4350e69c-a85d-42c2-ad00-98ff5ae3a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.843409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.853250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f4de818-8794-4233-b21b-4d06822fcdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.868224 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.888522 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.903462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:18.976831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a537c9c2-38dc-4246-a407-48ab0ce72e83 req-5a11e4d2-5864-40f1-b2cd-de8e3ae5be2e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166292 Feb 11 13:07:18.999991 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b435cae-0e58-4d52-812c-06ad23a420ce req-d3af73e3-7fe0-4829-8e91-558f79df7a0b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197267 Feb 11 13:07:19.016235 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e411e4c8-0f1f-430e-a024-4cb0f53eea1d tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.028185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4de818-8794-4233-b21b-4d06822fcdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6f4147-0335-4b25-a74b-92d81de43734,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:19.043310 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f4de818-8794-4233-b21b-4d06822fcdad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=714dabffd99b4ad0a3119d9a2160a74f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9803741 Feb 11 13:07:19.046242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.048639 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] 10.222.0.73 "PUT /v2.0/ports/7c4404e8-df38-4edd-a2a1-6e6f815a11b7 HTTP/1.1" status: 200 len: 1095 time: 3.2251902 Feb 11 13:07:19.051433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] Deleting port e25073dd-244b-457d-91c0-482882726c96 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:07:19.051802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.061766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50088) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:19.062593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:19.076845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:19.083875 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99243d9-30a9-43cb-b50b-030fedeed762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f5fd2e-3533-439d-9352-c73591aac6a3', 'code': 200} Feb 11 13:07:19.092295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e411e4c8-0f1f-430e-a024-4cb0f53eea1d tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.221835 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-d46b3759-ab52-4afd-907e-b73150c25b8f service neutron] 10.222.0.75 "GET /v2.0/ports/a47b102c-8225-4168-9368-59d60a825601/bindings/n-h1-818559-1 HTTP/1.1" status: 200 len: 384 time: 0.4297490 Feb 11 13:07:19.224957 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89795e75-4506-4da0-9d39-58ddcfe6c43a req-9db4c12a-bf89-4235-9ba3-b0fa4a9fc99f service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633333 Feb 11 13:07:19.225979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350e69c-a85d-42c2-ad00-98ff5ae3a442 service neutron] Pushing event updated for resources: {'Port': ['ID=fc568427-712a-43cd-b0cc-270b69b0db4d,revision_number=10']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:19.232611 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7', 'status': 'completed', 'code': 200} Feb 11 13:07:19.307418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.307418 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Added segment d19fa6b3-b3d2-4420-ab84-2071cac87daf of type vlan for network d66ec596-dd90-437e-8518-ffca133f948a Feb 11 13:07:19.397681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ec8017-d952-4b6a-8025-d1b90261878a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:19.477879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.541457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-4350e69c-a85d-42c2-ad00-98ff5ae3a442 service neutron] No DVR routers for this DVR port fc568427-712a-43cd-b0cc-270b69b0db4d on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:19.572192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c49c045e-3b74-4c0c-b29e-3bda5efda06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.637919 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:19.662353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3173d95-2d03-4832-b1d2-3e819f08289b service neutron] Pushing event updated for resources: {'Port': ['ID=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:19.700151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c49c045e-3b74-4c0c-b29e-3bda5efda06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.708690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-82366030-436b-435a-8f10-8b61ccb36bc4 req-74837fbf-32a0-4493-b324-2bf7ec9fea68 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 1100 time: 0.5393913 Feb 11 13:07:19.712298 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.713083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:19.713641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.715314 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-4350e69c-a85d-42c2-ad00-98ff5ae3a442 service neutron] 10.222.0.73 "PUT /v2.0/ports/fc568427-712a-43cd-b0cc-270b69b0db4d/bindings/n-h2-818559-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6231420 Feb 11 13:07:19.818117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-cc4bae68-b6d8-4645-8a59-efa1b54c71de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 1098 time: 0.5980444 Feb 11 13:07:19.823674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] For port e25073dd-244b-457d-91c0-482882726c96, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e25073dd-244b-457d-91c0-482882726c96,segment=NetworkSegment(7edcda54-a3c7-4f46-945a-ad349c1fdd7b),segment_id=7edcda54-a3c7-4f46-945a-ad349c1fdd7b)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:19.824235 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:19.858070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165306b-4370-4873-846c-eb355e93999a req-347e9a40-c052-4bd5-8aa9-8b5f325de695 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:19.859565 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9165306b-4370-4873-846c-eb355e93999a req-347e9a40-c052-4bd5-8aa9-8b5f325de695 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 949 time: 0.5350568 Feb 11 13:07:19.875714 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:07:19.907295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1527-81de-4f03-87fb-24069e2f4505 req-658c58f8-7924-432a-96e5-112999498f88 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:19.908662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fdaf1527-81de-4f03-87fb-24069e2f4505 req-658c58f8-7924-432a-96e5-112999498f88 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 944 time: 0.5048342 Feb 11 13:07:20.004126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] Calling delete_port for e25073dd-244b-457d-91c0-482882726c96 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:07:20.009017 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-e0f5c0b1-7554-4ec2-8703-14232d548314 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7 HTTP/1.1" status: 200 len: 217 time: 0.1703358 Feb 11 13:07:20.062227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d66ec596-dd90-437e-8518-ffca133f948a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:20.078827 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:20.090537 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d66ec596-dd90-437e-8518-ffca133f948a details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:07:20.096136 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e754eb6-aec5-4b92-9962-f8586a6218f2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0721180 Feb 11 13:07:20.098621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-82366030-436b-435a-8f10-8b61ccb36bc4 req-42e21702-9a9e-40e6-9d5b-72c833e28758 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738742 Feb 11 13:07:20.101346 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c49c045e-3b74-4c0c-b29e-3bda5efda06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:20.109015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50104) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:20.123903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Request body: {'subnet': {'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-subnet', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:20.136199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:20.143419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Usage tracker for resource:subnet and tenant:f091c04736694ca39b7f651d133df13b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:20.151993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c045e-3b74-4c0c-b29e-3bda5efda06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6f4147-0335-4b25-a74b-92d81de43734,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:20.177706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fdaf1527-81de-4f03-87fb-24069e2f4505 req-de5915c1-3662-438f-8aff-0230dff032d3 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510653 Feb 11 13:07:20.182087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-dc0af759-cf0e-481e-b12d-c2e59b340860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:20.183479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-dc0af759-cf0e-481e-b12d-c2e59b340860 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1642027 Feb 11 13:07:20.184176 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c49c045e-3b74-4c0c-b29e-3bda5efda06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:20.185177 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c49c045e-3b74-4c0c-b29e-3bda5efda06a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b6f4147-0335-4b25-a74b-92d81de43734 HTTP/1.1" status: 204 len: 168 time: 1.1162040 Feb 11 13:07:20.197216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-28b9b98f-4dd5-40ce-8f13-77247325ff81 service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:20.248468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-fad6b6f0-6202-4f3a-bdce-ed1bbd45ccf2 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1095 time: 0.4738421 Feb 11 13:07:20.271577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-28b9b98f-4dd5-40ce-8f13-77247325ff81 service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:20.365862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:20.370450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9165306b-4370-4873-846c-eb355e93999a req-4a2b8482-21d7-46df-96c4-7437329298bb tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929111 Feb 11 13:07:20.376807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:20.410072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-28b9b98f-4dd5-40ce-8f13-77247325ff81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47b102c-8225-4168-9368-59d60a825601 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:20.421199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Made reservation on behalf of f091c04736694ca39b7f651d133df13b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:20.423509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:20.434118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-28b9b98f-4dd5-40ce-8f13-77247325ff81 service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:20.477616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-28b9b98f-4dd5-40ce-8f13-77247325ff81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:20.491776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-9858a31f-ecb9-4a95-9882-5e14346d1537 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2808018 Feb 11 13:07:20.645351 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-e411e4c8-0f1f-430e-a024-4cb0f53eea1d tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Floating IP 6ef7dc62-a778-46cd-b798-7a18fd6dbd19 associated. External IP: 172.25.4.167, port: bb80108c-0b33-410f-a7c8-d32a91dff05b. Feb 11 13:07:20.679936 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-c3edab0b-ba27-49c2-ade9-5fd9ba058003 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef&tenant_id=43e57f5e521545208f8f14d0937ff0f1 HTTP/1.1" status: 200 len: 1095 time: 0.3823273 Feb 11 13:07:20.710063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df180a92-dbc9-4e05-b365-db1c8d9a966e req-838dbb37-2552-4ba2-ab35-e6dc6ed3e888 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:20.711569 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df180a92-dbc9-4e05-b365-db1c8d9a966e req-838dbb37-2552-4ba2-ab35-e6dc6ed3e888 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 944 time: 0.3658714 Feb 11 13:07:20.844549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-4304c1d9-6eee-47f6-83d5-2d13580254cd service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432813 Feb 11 13:07:20.901858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df180a92-dbc9-4e05-b365-db1c8d9a966e req-64f6ffb4-b03a-44bf-ac31-425567ca8060 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742291 Feb 11 13:07:20.913603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:21.006179 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:21.070944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f130f-6890-465b-bea6-65fdf80ec413 req-31f2156e-b5cd-4359-a610-e0ff112b984c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:21.077001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-28b9b98f-4dd5-40ce-8f13-77247325ff81 service neutron] Transition to ACTIVE for port object a47b102c-8225-4168-9368-59d60a825601 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:21.077635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d30f130f-6890-465b-bea6-65fdf80ec413 req-31f2156e-b5cd-4359-a610-e0ff112b984c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 947 time: 0.4772127 Feb 11 13:07:21.079424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c100edd-48d2-4b49-aac3-9726cf53f91b,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:21.087683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25073dd-244b-457d-91c0-482882726c96,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:21.096774 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-28b9b98f-4dd5-40ce-8f13-77247325ff81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:21.257547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Checking segment: {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:21.257899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Network hostable DHCP agents. Network: d66ec596-dd90-437e-8518-ffca133f948a, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:21.283641 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d30f130f-6890-465b-bea6-65fdf80ec413 req-e7465bd0-d425-4cc3-a15e-38daeb387ada tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051511 Feb 11 13:07:21.414727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-e4f1e7e6-40d7-45f1-b7d7-1b97b8aa5b03 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1095 time: 0.6902378 Feb 11 13:07:21.417163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b5c579b-df5e-4bde-85f3-003b14e6d3c5 req-6e38339a-424f-40b7-9097-e2f42b75f090 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578449 Feb 11 13:07:21.417965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9b98f-4dd5-40ce-8f13-77247325ff81 service neutron] Pushing event updated for resources: {'Port': ['ID=a47b102c-8225-4168-9368-59d60a825601,revision_number=10']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:21.448718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50130) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:21.669837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-28b9b98f-4dd5-40ce-8f13-77247325ff81 service neutron] No DVR routers for this DVR port a47b102c-8225-4168-9368-59d60a825601 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:21.706249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Network d66ec596-dd90-437e-8518-ffca133f948a is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:21.721759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-network', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:21.730203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d66ec596-dd90-437e-8518-ffca133f948a) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:21.742697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d27f6f-f6c6-4545-8650-b4c7b02cc585 None None] Network d66ec596-dd90-437e-8518-ffca133f948a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:07:21.744566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:21.745151 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:21.768532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:21.780658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Usage tracker for resource:network and tenant:717e6b1e77d84d2e850456bf0c48c0d7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:21.796639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:21.807086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:21.820256 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-28b9b98f-4dd5-40ce-8f13-77247325ff81 service neutron] 10.222.0.75 "PUT /v2.0/ports/a47b102c-8225-4168-9368-59d60a825601/bindings/n-h1-818559-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5863276 Feb 11 13:07:21.823321 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49922a92-5541-4054-a5a6-9fd899c2f622 req-9ed3d44f-ac5f-47b3-b5f6-2a63a3dfaa30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 1098 time: 0.2942395 Feb 11 13:07:21.855537 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-df092059-77a9-4f3f-8e4c-a3b8d0d0ae86 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7426438 Feb 11 13:07:21.861380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-326effb5-eb52-49e4-9bfa-57de34bbc79a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:21.863686 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-326effb5-eb52-49e4-9bfa-57de34bbc79a service neutron] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.4408474 Feb 11 13:07:21.869079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50136) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:21.878388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:21.927227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42969ba-63ff-4ae8-8529-30f94dbe523d req-39b8c237-3903-4913-ba42-aa8b15aa8d7e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:21.928870 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c42969ba-63ff-4ae8-8529-30f94dbe523d req-39b8c237-3903-4913-ba42-aa8b15aa8d7e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 949 time: 0.3405004 Feb 11 13:07:21.995789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Made reservation on behalf of 717e6b1e77d84d2e850456bf0c48c0d7 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:21.997989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.019380 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-d66ec596-dd90-437e-8518-ffca133f948a', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:07:22.020324 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.042849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:22.047442 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c42969ba-63ff-4ae8-8529-30f94dbe523d req-a47af897-404d-43dd-983d-732374fb417e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065545 Feb 11 13:07:22.050452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc39eb5-0441-47d3-8b34-da294f8728bb req-d1311671-cb20-4498-bfd1-777baea461c4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:22.057063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0cc39eb5-0441-47d3-8b34-da294f8728bb req-d1311671-cb20-4498-bfd1-777baea461c4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 944 time: 0.6073341 Feb 11 13:07:22.088097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Usage tracker for resource:router and tenant:f091c04736694ca39b7f651d133df13b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:22.096320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.107670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:22.122162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-15d8ceec-ceed-46bf-a5d5-43501327cbc0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc568427-712a-43cd-b0cc-270b69b0db4d HTTP/1.1" status: 200 len: 217 time: 0.2367449 Feb 11 13:07:22.126837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:22.132517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.211312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Allocated IP 172.20.0.2 (d66ec596-dd90-437e-8518-ffca133f948a/7c100edd-48d2-4b49-aac3-9726cf53f91b/6f59ccf2-19cb-4e9c-9911-f06696801ac8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:22.260995 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.261815 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.308015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0cc39eb5-0441-47d3-8b34-da294f8728bb req-b1a6750c-7b03-4cfc-85b9-669c199bdc8d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500494 Feb 11 13:07:22.309499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49922a92-5541-4054-a5a6-9fd899c2f622 req-8c92084a-3552-49f4-bdff-db8950c4cbfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:22.311009 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49922a92-5541-4054-a5a6-9fd899c2f622 req-8c92084a-3552-49f4-bdff-db8950c4cbfc service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.4780324 Feb 11 13:07:22.325917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-599f9317-73a1-4bdc-bffd-785a21ffa221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:22.327792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-599f9317-73a1-4bdc-bffd-785a21ffa221 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1845648 Feb 11 13:07:22.334606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e411e4c8-0f1f-430e-a024-4cb0f53eea1d tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Router a86dee77-613a-4629-9450-a299678ec5e2 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:22.447249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:22.451410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-285442f3-43fd-496d-90bb-823239c96383 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699310 Feb 11 13:07:22.454903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Usage tracker for resource:security_group_rule and tenant:717e6b1e77d84d2e850456bf0c48c0d7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:22.462119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:22.465708 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49922a92-5541-4054-a5a6-9fd899c2f622 req-0df76eee-3e17-4921-bf10-e02e52502eb6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7 HTTP/1.1" status: 200 len: 217 time: 0.1415675 Feb 11 13:07:22.468924 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.480519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Transition to ACTIVE for port object 6f59ccf2-19cb-4e9c-9911-f06696801ac8 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:22.490851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:22.502937 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Transition to ACTIVE for port object 6f59ccf2-19cb-4e9c-9911-f06696801ac8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:22.511335 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.543989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5906c15-8f40-42a0-8fd5-6acc9c729837 req-06ccfe53-1630-41e2-9756-c4f1b943bbea tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:22.545455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5906c15-8f40-42a0-8fd5-6acc9c729837 req-06ccfe53-1630-41e2-9756-c4f1b943bbea tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 945 time: 0.2916257 Feb 11 13:07:22.564641 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6bee1241-9e43-4f6a-8b3e-0a1ae3c8f738 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.5702505 Feb 11 13:07:22.566424 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.634970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Pushing event updated for resources: {'Port': ['ID=6f59ccf2-19cb-4e9c-9911-f06696801ac8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:22.644558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Network d66ec596-dd90-437e-8518-ffca133f948a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:22.646052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:22.650463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5906c15-8f40-42a0-8fd5-6acc9c729837 req-c483c3b8-2764-4c20-8c0e-2127bdf859c1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883768 Feb 11 13:07:22.651679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:22.769393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Attempting to bind port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:22.770097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Attempting to bind port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:22.770328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Attempting to bind port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 on network d66ec596-dd90-437e-8518-ffca133f948a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:22.778710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:22.779287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Checking segment: {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:22.779861 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.780513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Bound using segment: {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:22.781526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Bound port: 6f59ccf2-19cb-4e9c-9911-f06696801ac8, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:22.782120 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.818913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49922a92-5541-4054-a5a6-9fd899c2f622 req-7cf5099e-8627-4b59-a993-e99d89ce7214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:22.820371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49922a92-5541-4054-a5a6-9fd899c2f622 req-7cf5099e-8627-4b59-a993-e99d89ce7214 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.3238189 Feb 11 13:07:22.860778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e411e4c8-0f1f-430e-a024-4cb0f53eea1d tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:22.874007 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] Sync routers for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:07:22.888172 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:22.889238 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:22.896691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e411e4c8-0f1f-430e-a024-4cb0f53eea1d tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.924316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] For port 6f59ccf2-19cb-4e9c-9911-f06696801ac8, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:22.932507 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] For port 6f59ccf2-19cb-4e9c-9911-f06696801ac8, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6f59ccf2-19cb-4e9c-9911-f06696801ac8,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:22.939902 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:22.996288 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e411e4c8-0f1f-430e-a024-4cb0f53eea1d tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "PUT /v2.0/floatingips/6ef7dc62-a778-46cd-b798-7a18fd6dbd19 HTTP/1.1" status: 200 len: 992 time: 6.6209772 Feb 11 13:07:22.996799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627210d1-bcb3-4f93-b118-474874455bfe', 'tag': 'bb80108c-0b33-410f-a7c8-d32a91dff05b'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:23.067102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c03fc-7c82-4e9a-aa51-c66543b27955 None None] Pushing event updated for resources: {'Port': ['ID=6f59ccf2-19cb-4e9c-9911-f06696801ac8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:23.131781 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:23.155655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-5666314e-b103-4eaa-8c88-ace439581547 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948018 Feb 11 13:07:23.164273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device a47b102c-8225-4168-9368-59d60a825601 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:07:23.166210 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:23.204937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:23.302474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device a47b102c-8225-4168-9368-59d60a825601 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:07:23.392070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5fd9-03a2-4b0f-a82d-2b4b2f396844 req-aee2d190-39fc-4238-9312-a5ebaeccc3b8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:23.399736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75aa5fd9-03a2-4b0f-a82d-2b4b2f396844 req-aee2d190-39fc-4238-9312-a5ebaeccc3b8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 947 time: 0.5498240 Feb 11 13:07:23.424054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b37cc8-53b6-4506-89fd-d61cce55ec04 req-81ee7e29-4315-4090-bf18-6c29c79fa122 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:23.431524 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58b37cc8-53b6-4506-89fd-d61cce55ec04 req-81ee7e29-4315-4090-bf18-6c29c79fa122 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.9648509 Feb 11 13:07:23.481561 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75aa5fd9-03a2-4b0f-a82d-2b4b2f396844 req-b1127f6d-a58c-47d4-a713-03f751157a92 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807188 Feb 11 13:07:23.484273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-b771cced-73cf-4dd3-b329-efe5a4f69199 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415 HTTP/1.1" status: 200 len: 1096 time: 0.8303697 Feb 11 13:07:23.492546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:23.497207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d865e58f-66d7-4a99-90b5-75eea5345e0a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:23.590055 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:23.607149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] Router ac82dfca-47bb-464f-91a0-4ff57a8ed12d has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:23.624505 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:23.624861 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Added segment 151f417f-31a6-4c57-9d72-9c1a187a8c17 of type vlan for network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 Feb 11 13:07:23.631218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-339fa3f7-3911-4f0c-a715-e0984482d663 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610791 Feb 11 13:07:23.669096 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '6ef7dc62-a778-46cd-b798-7a18fd6dbd19', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'port_id': 'bb80108c-0b33-410f-a7c8-d32a91dff05b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'mac_address': 'fa:16:3e:54:32:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627210d1-bcb3-4f93-b118-474874455bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:05:43Z', 'updated_at': '2022-02-11T13:07:18Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:23.676175 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] Checking router: a86dee77-613a-4629-9450-a299678ec5e2 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:07:23.677012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58b37cc8-53b6-4506-89fd-d61cce55ec04 req-4fd26fb0-5795-4b54-8e03-25d7f56b38fc tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443135 Feb 11 13:07:23.680212 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49922a92-5541-4054-a5a6-9fd899c2f622 req-41ee53c6-69c0-445b-b2bf-3c9f87caae83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8076715 Feb 11 13:07:23.708054 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:23.709348 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:23.765179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:23.816632 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627210d1-bcb3-4f93-b118-474874455bfe', 'tag': 'bb80108c-0b33-410f-a7c8-d32a91dff05b', 'status': 'completed', 'code': 200} Feb 11 13:07:23.988192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def202a-6c7d-4d1e-aa09-24a9d5b65852 req-071df890-652e-40ef-8ff5-dae67186bfcb tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:23.995428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7def202a-6c7d-4d1e-aa09-24a9d5b65852 req-071df890-652e-40ef-8ff5-dae67186bfcb tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 946 time: 0.3002496 Feb 11 13:07:24.043893 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:24.081469 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d437aa1f-217b-4039-a2be-e69dff5b0078 req-7cd71a96-1571-42f5-93de-e3e97e8619b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ec0ecf0bc87e427b87dd69bd6961545f&device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 1097 time: 0.2202721 Feb 11 13:07:24.085809 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:24.096141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7def202a-6c7d-4d1e-aa09-24a9d5b65852 req-92540b9a-983a-4da1-a8d2-a5943ab1a26e tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996425 Feb 11 13:07:24.188148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:24.188983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:24.189551 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:24.225749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-2e0822cb-f8f0-4a6f-b3a8-5f739042a07e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 1096 time: 0.7009733 Feb 11 13:07:24.337587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49922a92-5541-4054-a5a6-9fd899c2f622 req-e74235b7-fe29-4a98-b15d-c92987bcc087 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119120 Feb 11 13:07:24.354314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437aa1f-217b-4039-a2be-e69dff5b0078 req-d38825d1-ed88-42e0-b4e1-6583c49f2728 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:24.358040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d437aa1f-217b-4039-a2be-e69dff5b0078 req-d38825d1-ed88-42e0-b4e1-6583c49f2728 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d02be5d7-6046-43a0-ad81-4c92c76e445e HTTP/1.1" status: 200 len: 925 time: 0.2462277 Feb 11 13:07:24.369344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:24.379546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:24.384020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] Sync routers for ids ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:07:24.406889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e2466-1ae8-4948-b0a1-d58fc9de760d None None] Network d66ec596-dd90-437e-8518-ffca133f948a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:07:24.445773 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-09fd3c9e-714a-4d51-a7c5-1a53d1b39b62 admin admin] 10.222.0.67 "PUT /v2.0/routers/ac82dfca-47bb-464f-91a0-4ff57a8ed12d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8093719 Feb 11 13:07:24.448379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50164) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:24.559564 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.1065760 Feb 11 13:07:24.560233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50170) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:24.569230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb4280-7e04-48f3-91ef-953607e94bfd admin admin] Pushing event updated for resources: {'Network': ['ID=51c46cec-fa3c-4481-a16f-5cdd079eaf60,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:24.590316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Request body: {'subnet': {'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-subnet', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:24.680177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:07:24.684053 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '6ef7dc62-a778-46cd-b798-7a18fd6dbd19', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'port_id': 'bb80108c-0b33-410f-a7c8-d32a91dff05b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'mac_address': 'fa:16:3e:54:32:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627210d1-bcb3-4f93-b118-474874455bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:05:43Z', 'updated_at': '2022-02-11T13:07:18Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:24.686339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:24.696779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37f1d3-e65c-4175-8db3-a4d9b953fcb6 req-0ec067df-bafb-4187-aabb-4ad8740095d0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:24.701146 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcd9ad-1567-423a-9827-b9d9db7ad640 None None] The sync data for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 is: [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '6ef7dc62-a778-46cd-b798-7a18fd6dbd19', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'port_id': 'bb80108c-0b33-410f-a7c8-d32a91dff05b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'mac_address': 'fa:16:3e:54:32:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627210d1-bcb3-4f93-b118-474874455bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:05:43Z', 'updated_at': '2022-02-11T13:07:18Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:07:24.701697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] Routers {'ac82dfca-47bb-464f-91a0-4ff57a8ed12d'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:24.702314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:24.704514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-0234bed0-f071-43a9-a4b9-fe28747dad79 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1095 time: 0.7047446 Feb 11 13:07:24.713014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f37f1d3-e65c-4175-8db3-a4d9b953fcb6 req-0ec067df-bafb-4187-aabb-4ad8740095d0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 945 time: 0.4124177 Feb 11 13:07:24.718507 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Usage tracker for resource:subnet and tenant:717e6b1e77d84d2e850456bf0c48c0d7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:24.735402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d437aa1f-217b-4039-a2be-e69dff5b0078 req-f7cf7cc5-c5bc-4232-8b2a-bf7653d0f082 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb80108c-0b33-410f-a7c8-d32a91dff05b HTTP/1.1" status: 200 len: 1000 time: 0.3690650 Feb 11 13:07:24.759119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-dc1d86cf-feae-4d48-b150-7463e34ff4fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:24.760455 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-dc1d86cf-feae-4d48-b150-7463e34ff4fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.5152071 Feb 11 13:07:24.770531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6f59ccf2-19cb-4e9c-9911-f06696801ac8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:24.798180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:24.835814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437aa1f-217b-4039-a2be-e69dff5b0078 req-3bc51550-cac6-4249-9982-570d49ef262e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:24.837281 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d437aa1f-217b-4039-a2be-e69dff5b0078 req-3bc51550-cac6-4249-9982-570d49ef262e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf62628-fc09-41c7-932f-80b55ea8d8be HTTP/1.1" status: 200 len: 863 time: 0.0940163 Feb 11 13:07:24.840623 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f37f1d3-e65c-4175-8db3-a4d9b953fcb6 req-38a8f8b9-910a-4832-bcc8-add0cdf5998b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266420 Feb 11 13:07:24.871150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:24.916354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-20052ba9-36fc-4a4d-87b7-3a7f821bd0d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a47b102c-8225-4168-9368-59d60a825601 HTTP/1.1" status: 200 len: 217 time: 0.1037028 Feb 11 13:07:24.930063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a478d-6a2a-4388-a75d-cb5cee341673 req-7a0c709c-ce6d-4de5-9747-6550a01985c9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:24.937382 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-425a478d-6a2a-4388-a75d-cb5cee341673 req-7a0c709c-ce6d-4de5-9747-6550a01985c9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 944 time: 0.8777111 Feb 11 13:07:24.970785 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:24.991222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d437aa1f-217b-4039-a2be-e69dff5b0078 req-cd1f4ad9-57b7-49c6-a8fa-449c1a2eeabb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d02be5d7-6046-43a0-ad81-4c92c76e445e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385317 Feb 11 13:07:25.025592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.048305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:25.048515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Made reservation on behalf of 717e6b1e77d84d2e850456bf0c48c0d7 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:25.051318 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.098493 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-fa26b017-7c2f-4b86-b7cd-62b219460df1 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4be9f77f238244f9a803c672b754a36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124156 Feb 11 13:07:25.155195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-facc0003-316b-4f1e-a617-95666387aac3 None None] Provisioning for port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:25.165853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-facc0003-316b-4f1e-a617-95666387aac3 None None] Provisioning complete for port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:25.166221 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-facc0003-316b-4f1e-a617-95666387aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.196732 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49922a92-5541-4054-a5a6-9fd899c2f622 req-8891fd16-42d5-40ca-b7b9-b770fa335828 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7840695 Feb 11 13:07:25.314753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-425a478d-6a2a-4388-a75d-cb5cee341673 req-8be5beb3-0b33-44a4-9229-b93221128b51 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759835 Feb 11 13:07:25.328609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-43cdce5a-add7-4f39-9875-229813b820d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:25.330154 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-43cdce5a-add7-4f39-9875-229813b820d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.3828151 Feb 11 13:07:25.344513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:25.382142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7', 'mac_address': 'fa:16:3e:78:a2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:07:25.390141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] Set router ac82dfca-47bb-464f-91a0-4ff57a8ed12d gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:25.414219 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-cc8409ec-cd7d-4c3e-85c5-580a896154dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731933 Feb 11 13:07:25.415345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.446262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-d1d3f168-6d61-477f-81d0-f5bcb6a0563d service neutron] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:25.476590 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.561334 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d437aa1f-217b-4039-a2be-e69dff5b0078 req-82138d06-fe87-4ba3-b75a-de345183eed0 service neutron] 10.222.0.73 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400453 Feb 11 13:07:25.667702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-1597f42c-0762-42b6-8ff1-8c120e7270b7 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:25.675913 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-1597f42c-0762-42b6-8ff1-8c120e7270b7 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5668809 Feb 11 13:07:25.692817 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-d1d3f168-6d61-477f-81d0-f5bcb6a0563d service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.694373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eecda1ad-76a5-4d4e-9ae6-61085f2cdb5c req-d1d3f168-6d61-477f-81d0-f5bcb6a0563d service neutron] 10.222.0.75 "DELETE /v2.0/ports/fc568427-712a-43cd-b0cc-270b69b0db4d/bindings/n-h1-818559-1 HTTP/1.1" status: 204 len: 173 time: 0.9725354 Feb 11 13:07:25.715258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-acbfc3e4-4c25-4882-9ada-ee990819af8f tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/quotas/4be9f77f238244f9a803c672b754a36a HTTP/1.1" status: 200 len: 375 time: 0.0380175 Feb 11 13:07:25.803336 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.820831 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-facc0003-316b-4f1e-a617-95666387aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.840191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:25.844731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-81c5309c-63d4-4c78-8c13-09ab1abaa23a service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998029 Feb 11 13:07:25.886355 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d437aa1f-217b-4039-a2be-e69dff5b0078 req-eb314c5e-ac53-4218-aab4-4cce70e6a8b4 service neutron] 10.222.0.73 "GET /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094180 Feb 11 13:07:25.887396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:25.889071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-facc0003-316b-4f1e-a617-95666387aac3 None None] For port 6f59ccf2-19cb-4e9c-9911-f06696801ac8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6f59ccf2-19cb-4e9c-9911-f06696801ac8,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:25.908468 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7301f934-e242-4a0e-9de6-6939951d677e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778734 Feb 11 13:07:25.920458 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.936702 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.956994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Deleting port 12038b29-3fd6-4291-8048-a0ab54d387ae {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:07:25.957355 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:25.957785 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-facc0003-316b-4f1e-a617-95666387aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:26.014385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Allocated IP 172.25.4.77 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a2f6f826-b9f5-4c65-9f03-e737e7475eeb) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:26.029414 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:26.072453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b236d-45f8-4bbc-b8ca-be6d3fe08cc2 req-917059a4-74ff-432b-8258-17c54bac85bd tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:26.080296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-742b236d-45f8-4bbc-b8ca-be6d3fe08cc2 req-917059a4-74ff-432b-8258-17c54bac85bd tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 947 time: 0.5100904 Feb 11 13:07:26.080834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:26.169525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] For port 12038b29-3fd6-4291-8048-a0ab54d387ae, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=12038b29-3fd6-4291-8048-a0ab54d387ae,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:26.170041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:26.294731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc0003-316b-4f1e-a617-95666387aac3 None None] Pushing event updated for resources: {'Port': ['ID=6f59ccf2-19cb-4e9c-9911-f06696801ac8,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:26.305912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Calling delete_port for 12038b29-3fd6-4291-8048-a0ab54d387ae owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:07:26.312875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6a89cdfa-d7b6-48ec-94c0-8a99d4933152 None None] Provisioning complete for port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:26.313240 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a89cdfa-d7b6-48ec-94c0-8a99d4933152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:26.398145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['7c4404e8-df38-4edd-a2a1-6e6f815a11b7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:26.404028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-a7a2565c-6991-42ae-b1de-3eba28e29b38 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369499 Feb 11 13:07:26.404716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:26.486600 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-router', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:06:51Z', 'updated_at': '2022-02-11T13:07:20Z', 'revision_number': 5, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'gw_port': {'id': '12038b29-3fd6-4291-8048-a0ab54d387ae', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:06:53Z', 'updated_at': '2022-02-11T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:26.504158 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-742b236d-45f8-4bbc-b8ca-be6d3fe08cc2 req-c3ae18b2-5fca-4def-b17c-6cff3430d2ef tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225571 Feb 11 13:07:26.507781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] Checking router: ac82dfca-47bb-464f-91a0-4ff57a8ed12d for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:07:26.580073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Checking segment: {'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:26.584955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Network hostable DHCP agents. Network: 51c46cec-fa3c-4481-a16f-5cdd079eaf60, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:26.689884 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:26.695191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6f59ccf2-19cb-4e9c-9911-f06696801ac8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:26.706849 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4612600-3c94-44e3-8e74-ba0e0e5b7057 req-05b19132-e101-41d3-a0cf-370e052b3633 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 210 time: 0.1054926 Feb 11 13:07:26.742336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] Routers {'ac82dfca-47bb-464f-91a0-4ff57a8ed12d'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:26.743252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:26.747651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f2b7-e7c0-445f-91cb-eb6183e6e362 req-9358a742-9a5b-4cd6-a458-d1f3271591c8 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:26.749642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8548f2b7-e7c0-445f-91cb-eb6183e6e362 req-9358a742-9a5b-4cd6-a458-d1f3271591c8 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 945 time: 0.2394235 Feb 11 13:07:26.751240 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:26.756033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:26.774280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 51c46cec-fa3c-4481-a16f-5cdd079eaf60) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:26.801867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:26.802876 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:26.823228 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:26.830796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Pushing event deleted for resources: {'Port': ['ID=12038b29-3fd6-4291-8048-a0ab54d387ae,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:26.850953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9670d6a0-1a8b-48cf-8e2d-58ba2530728e None None] Network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:07:26.902987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8548f2b7-e7c0-445f-91cb-eb6183e6e362 req-ee8be63b-4b74-4731-ac7a-63ede5e99d92 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451962 Feb 11 13:07:26.968193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Pushing event updated for resources: {'Port': ['ID=a2f6f826-b9f5-4c65-9f03-e737e7475eeb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:26.982389 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a6a5454f-1c35-4b8a-bd67-51ac0886db5f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4160054 Feb 11 13:07:26.988089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50196) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:27.005961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:27.020791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:27.059259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Usage tracker for resource:router and tenant:717e6b1e77d84d2e850456bf0c48c0d7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:27.072618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:27.084853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:27.089641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:27.092443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:27.103120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] Set router ac82dfca-47bb-464f-91a0-4ff57a8ed12d gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:27.103344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:27.233441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:27.234326 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:27.259851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:27.296921 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0cf5a09-8290-41b3-b43b-dc8897edd2b6 req-cfced42e-0af7-4cb8-9502-e8019a1931dc tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1095 time: 0.3129539 Feb 11 13:07:27.330961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-router', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:06:51Z', 'updated_at': '2022-02-11T13:07:26Z', 'revision_number': 7, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:27.358644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdcc7a4-47f9-47df-aa98-4d12597f00a4 None None] The sync data for ids ['ac82dfca-47bb-464f-91a0-4ff57a8ed12d'] in n-d-818559-1 is: [{'id': 'ac82dfca-47bb-464f-91a0-4ff57a8ed12d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1364712620-router', 'tenant_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:06:51Z', 'updated_at': '2022-02-11T13:07:26Z', 'revision_number': 7, 'project_id': 'f7075d85a62c4cc2af4f1e6e94f2d42a', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:07:27.381259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:27.381618 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:27.406568 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:27.425658 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0cf5a09-8290-41b3-b43b-dc8897edd2b6 req-b896bd21-384a-4831-8c1a-08a0bc597036 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142812 Feb 11 13:07:27.433590 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-6adc3bae-9b35-4ac2-b318-ed26935c2522 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.2307308 Feb 11 13:07:27.482732 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:07:27.483586 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:27.632151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-547d461b-75f9-4731-b9e4-2dea8856d46c service neutron] For port a47b102c-8225-4168-9368-59d60a825601, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:27.635683 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-547d461b-75f9-4731-b9e4-2dea8856d46c service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:27.637355 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af96a63d-fac1-494c-be4f-593dd7a9a89f req-547d461b-75f9-4731-b9e4-2dea8856d46c service neutron] 10.222.0.73 "DELETE /v2.0/ports/a47b102c-8225-4168-9368-59d60a825601/bindings/n-h2-818559-1 HTTP/1.1" status: 204 len: 173 time: 0.1928816 Feb 11 13:07:27.689660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:27.692914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:27.712683 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689dfe8-5d7d-4430-906d-ba39207f935d None None] New status for floating IP 6ef7dc62-a778-46cd-b798-7a18fd6dbd19: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:07:27.943761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Allocated IP 172.20.0.2 (51c46cec-fa3c-4481-a16f-5cdd079eaf60/cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba/97747e32-5dc5-4488-8129-21f59006a87c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:28.033637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.055948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.158656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.165987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-8b95c2c1-cddb-4243-b7ff-8eacb1ec5ce6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=4be9f77f238244f9a803c672b754a36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2232294 Feb 11 13:07:28.204147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912b7e-9a21-4b58-bba7-232a7742a7b6 req-8bbcf26b-0d8e-48a5-9294-cd9eab39a2ac tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:28.205730 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9912b7e-9a21-4b58-bba7-232a7742a7b6 req-8bbcf26b-0d8e-48a5-9294-cd9eab39a2ac tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 948 time: 0.4314308 Feb 11 13:07:28.209933 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.210509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac82dfca-47bb-464f-91a0-4ff57a8ed12d {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:07:28.306541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.309919 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-eb3d7be8-9194-4313-9966-3198ed7763eb admin admin] 10.222.0.67 "DELETE /v2.0/routers/ac82dfca-47bb-464f-91a0-4ff57a8ed12d HTTP/1.1" status: 204 len: 168 time: 3.8602517 Feb 11 13:07:28.311056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50214) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:28.333060 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.347570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Transition to ACTIVE for port object 97747e32-5dc5-4488-8129-21f59006a87c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:28.365158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9912b7e-9a21-4b58-bba7-232a7742a7b6 req-71ccb084-7a86-48e3-a0a7-327c2fd3eeaa tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976970 Feb 11 13:07:28.376275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Transition to ACTIVE for port object 97747e32-5dc5-4488-8129-21f59006a87c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:28.384886 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.422216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-53e335a6-0911-4288-9331-2cc41f1e0e53 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:28.423691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-53e335a6-0911-4288-9331-2cc41f1e0e53 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 808 time: 0.4615955 Feb 11 13:07:28.436267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:28.448271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0618f93a-cccd-459c-b079-7194a7a933dd admin admin] Deleting subnet b477ebbf-d158-48b3-bb69-baa0cb620b10 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:07:28.453364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0618f93a-cccd-459c-b079-7194a7a933dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.455325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-d64aa6bc-d21d-4137-bf86-f658f4fca93d tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:28.457335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-d64aa6bc-d21d-4137-bf86-f658f4fca93d tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847834 Feb 11 13:07:28.460490 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-bf9c344e-7f25-43b6-ba6b-bf2a38fe847b tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/quotas/43e57f5e521545208f8f14d0937ff0f1 HTTP/1.1" status: 200 len: 375 time: 0.0305638 Feb 11 13:07:28.507243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Request body: {'port': {'device_id': '99bb4c65-b19a-4d39-ab5c-8e20b32da58a', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '4be9f77f238244f9a803c672b754a36a'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:28.530282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0618f93a-cccd-459c-b079-7194a7a933dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.589532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:28.601220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:28.616044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:28.619778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Pushing event updated for resources: {'Port': ['ID=97747e32-5dc5-4488-8129-21f59006a87c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:28.667409 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6043ed0-9a15-4604-8690-32207ba84d8d req-5b1b8500-4c12-4eb4-8eb2-7c48b3074de0 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 210 time: 0.1026053 Feb 11 13:07:28.677570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e25073dd-244b-457d-91c0-482882726c96 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:07:28.729854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:28.736751 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.752933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:28.798874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Made reservation on behalf of 4be9f77f238244f9a803c672b754a36a for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:28.803618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.805117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0618f93a-cccd-459c-b079-7194a7a933dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.838065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: e25073dd-244b-457d-91c0-482882726c96 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:07:28.838825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e25073dd-244b-457d-91c0-482882726c96 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:07:28.842741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:28.847690 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-5eaa2044-5158-47ad-bec0-bed45fd0c84a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3804278 Feb 11 13:07:28.858159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:28.858858 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.899354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.903668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Attempting to bind port 97747e32-5dc5-4488-8129-21f59006a87c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:28.904358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Attempting to bind port 97747e32-5dc5-4488-8129-21f59006a87c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:28.904927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Attempting to bind port 97747e32-5dc5-4488-8129-21f59006a87c on network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:28.928609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:28.928998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Checking segment: {'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:28.929398 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.929780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Bound using segment: {'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:28.930248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Bound port: 97747e32-5dc5-4488-8129-21f59006a87c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:28.930632 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:28.944695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0618f93a-cccd-459c-b079-7194a7a933dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:29.037323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618f93a-cccd-459c-b079-7194a7a933dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b477ebbf-d158-48b3-bb69-baa0cb620b10,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:29.056712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0618f93a-cccd-459c-b079-7194a7a933dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:29.067732 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0618f93a-cccd-459c-b079-7194a7a933dd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b477ebbf-d158-48b3-bb69-baa0cb620b10 HTTP/1.1" status: 204 len: 168 time: 0.7515502 Feb 11 13:07:29.069901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c5b59d-d190-4198-a77d-a100662a3f86 None None] Network 262dede7-2332-461c-b6b5-430074ddcf28 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:07:29.070047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50218) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:29.077339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:07:29.179970 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:29.191208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] For port 97747e32-5dc5-4488-8129-21f59006a87c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:29.203867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Allocated IP 192.168.233.208 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/674c6b9c-a20d-4b84-9994-88f8e2e90b45) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:29.215902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] For port 97747e32-5dc5-4488-8129-21f59006a87c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97747e32-5dc5-4488-8129-21f59006a87c,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:29.229057 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:29.263166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-5a760d1f-1cb8-407e-b61e-adc4b3f5db45 service neutron] 10.222.0.67 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291588 Feb 11 13:07:29.302447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:29.367910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:29.368879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:29.384262 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:29.390118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197be57d-2a7e-40a4-bb65-aa2ac367df92 req-541120c7-6a1b-433f-b869-9f4e090389c9 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:29.397918 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-197be57d-2a7e-40a4-bb65-aa2ac367df92 req-541120c7-6a1b-433f-b869-9f4e090389c9 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 945 time: 0.4549577 Feb 11 13:07:29.400915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Allocated IP 172.25.4.35 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/1c74873b-2e63-47a6-91c1-926317333dc6) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:29.402951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac2fb8-c1af-4822-bd54-8d72bbb65cd3 None None] Pushing event updated for resources: {'Port': ['ID=97747e32-5dc5-4488-8129-21f59006a87c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:29.480928 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-197be57d-2a7e-40a4-bb65-aa2ac367df92 req-811767a8-d3d2-4a61-b6ad-497a59e720ae tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820522 Feb 11 13:07:29.484173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Deleting port 494c651f-e251-475a-9384-17938a3de7ee {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:07:29.485912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:29.507681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:29.624782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0f9e6c-c56a-429a-8deb-8a5078a90eb4 None None] DHCP port deletion for 262dede7-2332-461c-b6b5-430074ddcf28 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:07:29.628138 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7', 'code': 200} Feb 11 13:07:29.631498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f9e6c-c56a-429a-8deb-8a5078a90eb4 None None] Deleting port 494c651f-e251-475a-9384-17938a3de7ee {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:07:29.632354 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0f9e6c-c56a-429a-8deb-8a5078a90eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:29.677509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-1c5d2863-dcdf-4bee-9260-36ad583262f9 service neutron] 10.222.0.67 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044344 Feb 11 13:07:29.857332 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:29.894725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Transition to ACTIVE for port object 674c6b9c-a20d-4b84-9994-88f8e2e90b45 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:29.977923 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6a2e09b-42b3-437c-8bf3-3d56de3138cb req-0c01f808-0308-4a73-94b6-68b02515eae8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 1100 time: 0.2642980 Feb 11 13:07:29.984020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:30.000772 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.075806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-aa0f9e6c-c56a-429a-8deb-8a5078a90eb4 None None] For port 494c651f-e251-475a-9384-17938a3de7ee, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=494c651f-e251-475a-9384-17938a3de7ee,segment=NetworkSegment(7edcda54-a3c7-4f46-945a-ad349c1fdd7b),segment_id=7edcda54-a3c7-4f46-945a-ad349c1fdd7b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:30.076056 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0f9e6c-c56a-429a-8deb-8a5078a90eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.118941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.124036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.128512 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-04d6ab41-81b3-494e-9f9c-b2d86424625b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.2528169 Feb 11 13:07:30.131195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:30.133631 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50238) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:30.138209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:30.173445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217794c0-4eed-472b-aa31-e1a76160c62e req-b628d0c8-50ff-4301-b42c-006904cf9ced tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:30.174945 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-217794c0-4eed-472b-aa31-e1a76160c62e req-b628d0c8-50ff-4301-b42c-006904cf9ced tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.3631902 Feb 11 13:07:30.182242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] For port 494c651f-e251-475a-9384-17938a3de7ee, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=494c651f-e251-475a-9384-17938a3de7ee,segment=NetworkSegment(7edcda54-a3c7-4f46-945a-ad349c1fdd7b),segment_id=7edcda54-a3c7-4f46-945a-ad349c1fdd7b)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:30.182869 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.202038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:30.232842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['55c7365b-466c-4ff6-afa6-efb689268e5c', '59f5fd2e-3533-439d-9352-c73591aac6a3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:30.275570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Sync routers for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:07:30.333467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6a2e09b-42b3-437c-8bf3-3d56de3138cb req-f8b26b06-78b0-4486-a509-fefd3cf3a603 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470149 Feb 11 13:07:30.371724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f9e6c-c56a-429a-8deb-8a5078a90eb4 None None] Calling delete_port for 494c651f-e251-475a-9384-17938a3de7ee owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:07:30.383531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.404404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Pushing event updated for resources: {'Port': ['ID=674c6b9c-a20d-4b84-9994-88f8e2e90b45,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:30.405397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Calling delete_port for 494c651f-e251-475a-9384-17938a3de7ee owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:07:30.510494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:30.524110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:30.527931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:30.578002 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-217794c0-4eed-472b-aa31-e1a76160c62e req-6317b98b-5568-4df3-b81a-b2669f2913d1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840842 Feb 11 13:07:30.619660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:30.625827 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.665467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:30.666723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:30.720744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-7af49123-8024-41a6-9f83-bc13e1b5c596 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2185638 Feb 11 13:07:30.743594 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f94a-0755-4e2e-843d-71988a863004 req-c105d2f6-80dc-4cf5-8a97-3bed014f1426 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:30.744305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-54c0f94a-0755-4e2e-843d-71988a863004 req-c105d2f6-80dc-4cf5-8a97-3bed014f1426 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Synchronizing usage tracker for tenant:4be9f77f238244f9a803c672b754a36a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:30.751014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Request body: {'port': {'device_id': '99bb4c65-b19a-4d39-ab5c-8e20b32da58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:30.798711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97747e32-5dc5-4488-8129-21f59006a87c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:30.833616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-54c0f94a-0755-4e2e-843d-71988a863004 req-c105d2f6-80dc-4cf5-8a97-3bed014f1426 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Unset dirty status for tenant:4be9f77f238244f9a803c672b754a36a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:30.834789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54c0f94a-0755-4e2e-843d-71988a863004 req-c105d2f6-80dc-4cf5-8a97-3bed014f1426 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 936 time: 0.5788879 Feb 11 13:07:30.866323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bcc90cf8-1ea4-4238-909a-3d73a0b3f37f req-7f76dd99-3194-4d12-9f80-6a3935e6c565 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 210 time: 0.1393533 Feb 11 13:07:30.889019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Pushing event updated for resources: {'Port': ['ID=1c74873b-2e63-47a6-91c1-926317333dc6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:30.917923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:31.057892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54c0f94a-0755-4e2e-843d-71988a863004 req-d319246a-2d16-44f4-bbe3-128974b48863 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572497 Feb 11 13:07:31.104522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebec351-fd33-4410-a0ba-95c5e65cd166 None None] Network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:07:31.139306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:07:31.140035 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:07:31.160129 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa0f9e6c-c56a-429a-8deb-8a5078a90eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:31.257197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7a73043-d642-4dfe-a9c1-e13e3cfce117 req-971d15b6-4788-49d9-8e41-e795af0649b6 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 1096 time: 0.1106210 Feb 11 13:07:31.261905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:31.262843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:31.303446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9b225535-7927-4c26-b501-821fd7a7fc72 None None] Provisioning for port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:31.340385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f9e6c-c56a-429a-8deb-8a5078a90eb4 None None] No DVR routers for this DVR port 494c651f-e251-475a-9384-17938a3de7ee on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:31.357081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:31.446351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f9e6c-c56a-429a-8deb-8a5078a90eb4 None None] Pushing event deleted for resources: {'Port': ['ID=494c651f-e251-475a-9384-17938a3de7ee,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:31.457373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9b225535-7927-4c26-b501-821fd7a7fc72 None None] Provisioning complete for port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:31.457760 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b225535-7927-4c26-b501-821fd7a7fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:31.474515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7a73043-d642-4dfe-a9c1-e13e3cfce117 req-c1ff1974-efc3-4286-972f-f2dd83d5835f tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072499 Feb 11 13:07:31.628227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674c6b9c-a20d-4b84-9994-88f8e2e90b45 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:31.644315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Deleting port 494c651f-e251-475a-9384-17938a3de7ee {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:07:31.644861 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:31.697072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:31.723122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Transition to ACTIVE for port object 674c6b9c-a20d-4b84-9994-88f8e2e90b45 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:31.793496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:31.932141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9b225535-7927-4c26-b501-821fd7a7fc72 None None] Port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:31.974344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] The port '494c651f-e251-475a-9384-17938a3de7ee' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:07:32.209862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 97747e32-5dc5-4488-8129-21f59006a87c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:32.227737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cff2b7aa-b14f-4dbc-a323-a0850fb206df req-a83eb387-91b9-4791-9123-c6e4bfd6235a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 210 time: 0.0512712 Feb 11 13:07:32.377249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 494c651f-e251-475a-9384-17938a3de7ee no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:07:32.427954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 494c651f-e251-475a-9384-17938a3de7ee {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:07:32.428320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 494c651f-e251-475a-9384-17938a3de7ee not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:07:32.431996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Pushing event updated for resources: {'Port': ['ID=674c6b9c-a20d-4b84-9994-88f8e2e90b45,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:32.435081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:27Z', 'revision_number': 3, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:32.442008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Checking router: 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:07:32.442349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Updating router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded port a2f6f826-b9f5-4c65-9f03-e737e7475eeb binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:07:32.488804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:32.517327 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8c4dfa59-7d6c-4f23-8c9c-411affb072f8 None None] Provisioning for port 97747e32-5dc5-4488-8129-21f59006a87c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:32.524201 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:32.540908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262dede7-2332-461c-b6b5-430074ddcf28']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:32.557465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8c4dfa59-7d6c-4f23-8c9c-411affb072f8 None None] Provisioning complete for port 97747e32-5dc5-4488-8129-21f59006a87c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:32.557830 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c4dfa59-7d6c-4f23-8c9c-411affb072f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:32.634257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef2fc3-0d74-451e-aecf-e710b53d076b req-bca581fd-9e33-4b86-b68f-a5b9d96b0d84 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:32.640560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3ef2fc3-0d74-451e-aecf-e710b53d076b req-bca581fd-9e33-4b86-b68f-a5b9d96b0d84 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.6227071 Feb 11 13:07:32.657658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 12038b29-3fd6-4291-8048-a0ab54d387ae no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:07:32.705340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edcda54-a3c7-4f46-945a-ad349c1fdd7b') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:32.706304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edcda54-a3c7-4f46-945a-ad349c1fdd7b') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:32.717354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 12038b29-3fd6-4291-8048-a0ab54d387ae {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:07:32.717354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 12038b29-3fd6-4291-8048-a0ab54d387ae not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:07:32.724733 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:32.730615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-a7736a91-0507-4e5e-93bc-7c298058f925 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:32.732792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-a7736a91-0507-4e5e-93bc-7c298058f925 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 808 time: 0.9288471 Feb 11 13:07:32.751165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Router 17842eaf-cfdd-432c-88bb-50deb2e971d6 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:07:32.756453 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:32.756863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Request body: {'port': {'device_id': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a', 'admin_state_up': True, 'tenant_id': '43e57f5e521545208f8f14d0937ff0f1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:32.776226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:07:32.776786 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:32.792418 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:32.863708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Attempting to bind port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:32.864045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Attempting to bind port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:32.864370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Attempting to bind port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:32.877466 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c4dfa59-7d6c-4f23-8c9c-411affb072f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:32.883584 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3ef2fc3-0d74-451e-aecf-e710b53d076b req-44a40248-ec5c-461b-97ae-09e9cd95ebb9 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155211 Feb 11 13:07:32.903928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:32.904287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Attempting to bind port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:32.928658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-be0385a4-149f-4b64-9d55-8859314dbdc0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:32.936249 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-be0385a4-149f-4b64-9d55-8859314dbdc0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 820 time: 0.3842309 Feb 11 13:07:32.942009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:32.943390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:32.943390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:32.943390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Bound port: 674c6b9c-a20d-4b84-9994-88f8e2e90b45, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:32.943742 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:32.995749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8c4dfa59-7d6c-4f23-8c9c-411affb072f8 None None] For port 97747e32-5dc5-4488-8129-21f59006a87c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97747e32-5dc5-4488-8129-21f59006a87c,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:33.013259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:33.015486 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c4dfa59-7d6c-4f23-8c9c-411affb072f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.079876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:33.140791 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dfa59-7d6c-4f23-8c9c-411affb072f8 None None] Pushing event updated for resources: {'Port': ['ID=97747e32-5dc5-4488-8129-21f59006a87c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:33.147451 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.168904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.179343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f848c46f-54f2-431a-9527-d8c9de8605f3 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/quotas/5bd4082c5fc74b74b65cf6ee2fb0a415 HTTP/1.1" status: 200 len: 375 time: 0.2399144 Feb 11 13:07:33.183493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Made reservation on behalf of 43e57f5e521545208f8f14d0937ff0f1 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:33.187285 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.221140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=262dede7-2332-461c-b6b5-430074ddcf28,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:33.232667 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5bfb9e09-c410-4607-94bd-632e12b19df1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/262dede7-2332-461c-b6b5-430074ddcf28 HTTP/1.1" status: 204 len: 168 time: 4.1593802 Feb 11 13:07:33.246901 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.261102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Transition to ACTIVE for port object a2f6f826-b9f5-4c65-9f03-e737e7475eeb will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:33.271127 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.292505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] For port 674c6b9c-a20d-4b84-9994-88f8e2e90b45, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:33.313352 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-eaaee2d8-3170-4c49-ab6f-2c184c842691 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331182 Feb 11 13:07:33.357842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] For port 674c6b9c-a20d-4b84-9994-88f8e2e90b45, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=674c6b9c-a20d-4b84-9994-88f8e2e90b45,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:33.381806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6b285ceb-1092-454c-b952-c279312c2016 None None] Provisioning complete for port 97747e32-5dc5-4488-8129-21f59006a87c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:33.382445 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b285ceb-1092-454c-b952-c279312c2016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.419415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.471218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50270) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:33.505877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ec3c-6063-4a41-beee-6537e3310156 req-8b5cd19f-b9e3-4dde-9569-1c1feb3cc6e2 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:33.512513 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-e4f99cac-de89-4451-90f1-57980380407a service neutron] 10.222.0.67 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982388 Feb 11 13:07:33.513074 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-72f1ec3c-6063-4a41-beee-6537e3310156 req-8b5cd19f-b9e3-4dde-9569-1c1feb3cc6e2 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 948 time: 0.4345381 Feb 11 13:07:33.516252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:33.539649 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Sync routers for ids ['17842eaf-cfdd-432c-88bb-50deb2e971d6'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:07:33.542135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f722da5-1f02-4432-878b-8bb4d8e136d5 None None] Pushing event updated for resources: {'Port': ['ID=a2f6f826-b9f5-4c65-9f03-e737e7475eeb,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:33.557061 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Routers {'17842eaf-cfdd-432c-88bb-50deb2e971d6'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:33.557751 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['17842eaf-cfdd-432c-88bb-50deb2e971d6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:33.610696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.612239 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] 10.222.0.75 "PUT /v2.0/ports/674c6b9c-a20d-4b84-9994-88f8e2e90b45 HTTP/1.1" status: 200 len: 1096 time: 2.8769619 Feb 11 13:07:33.618380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb4c65-b19a-4d39-ab5c-8e20b32da58a', 'tag': '674c6b9c-a20d-4b84-9994-88f8e2e90b45'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:33.623911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.628204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Attempting to bind port a2f6f826-b9f5-4c65-9f03-e737e7475eeb on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:33.629007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Attempting to bind port a2f6f826-b9f5-4c65-9f03-e737e7475eeb by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:33.630007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Attempting to bind port a2f6f826-b9f5-4c65-9f03-e737e7475eeb on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:33.665290 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.666704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7e45e63d-0a33-413d-a8f5-97ace6094faf admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.6776574 Feb 11 13:07:33.671877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50276) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:33.673475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:33.673859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:33.674258 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.674739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:33.675967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Bound port: a2f6f826-b9f5-4c65-9f03-e737e7475eeb, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:33.688043 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.714510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4d109-4183-49a2-aac0-d1e071b1e657 service neutron] Pushing event updated for resources: {'Port': ['ID=674c6b9c-a20d-4b84-9994-88f8e2e90b45,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:33.763109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-72f1ec3c-6063-4a41-beee-6537e3310156 req-f29ac533-271a-4cc4-83b5-b25b34fa34a6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493975 Feb 11 13:07:33.769737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aaa1d772-d1e0-4a95-aae1-8571df44113b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f7075d85a62c4cc2af4f1e6e94f2d42a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2961161 Feb 11 13:07:33.784666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50280) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:33.803341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] For port a2f6f826-b9f5-4c65-9f03-e737e7475eeb, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:33.807134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] For port a2f6f826-b9f5-4c65-9f03-e737e7475eeb, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a2f6f826-b9f5-4c65-9f03-e737e7475eeb,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:33.903534 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:33.904142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Allocated IP 172.20.0.4 (67ddad11-10dd-4732-a4e0-80241859c24a/cd4c495a-e289-46e6-a8c0-ba75eb92d391/1343e87e-9e0e-45ee-b1d0-668fe8562d32) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:33.929455 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Set router 17842eaf-cfdd-432c-88bb-50deb2e971d6 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:33.972312 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-3b24008c-ce72-4582-a969-e965b0d64497 service neutron] 10.222.0.67 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534299 Feb 11 13:07:34.045301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:34.045940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:34.092449 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e24a2d36-8cae-4938-9437-70775b50aadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:34.164711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-51cae98f-6dd5-4508-8fa1-b717e62cee05 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 1099 time: 0.4907048 Feb 11 13:07:34.191942 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e24a2d36-8cae-4938-9437-70775b50aadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:34.313470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:34.369195 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e24a2d36-8cae-4938-9437-70775b50aadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:34.390743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f722da5-1f02-4432-878b-8bb4d8e136d5 None None] Pushing event updated for resources: {'Port': ['ID=a2f6f826-b9f5-4c65-9f03-e737e7475eeb,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:34.408543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a2d36-8cae-4938-9437-70775b50aadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd642d1-7241-43ca-9bb2-d526b72ffbdb,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:34.433120 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:31Z', 'revision_number': 3, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:34.441255 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Checking router: 17842eaf-cfdd-432c-88bb-50deb2e971d6 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:07:34.442034 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Updating router 17842eaf-cfdd-432c-88bb-50deb2e971d6 port 1c74873b-2e63-47a6-91c1-926317333dc6 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:07:34.515756 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:34.524000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e24a2d36-8cae-4938-9437-70775b50aadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:34.525115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e24a2d36-8cae-4938-9437-70775b50aadb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3dd642d1-7241-43ca-9bb2-d526b72ffbdb HTTP/1.1" status: 204 len: 168 time: 0.7369461 Feb 11 13:07:34.555639 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-ce36edc3-4f24-464c-b190-fcbfeb4c5761 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=674c6b9c-a20d-4b84-9994-88f8e2e90b45 HTTP/1.1" status: 200 len: 217 time: 0.3219314 Feb 11 13:07:34.599463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9bf194ad-709e-43f6-918a-422d7bcb4558 req-12bb3fbd-d4f2-46fe-880e-181d058ce770 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 210 time: 0.1289074 Feb 11 13:07:34.709510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Allocated IP 172.20.0.1 (d66ec596-dd90-437e-8518-ffca133f948a/7c100edd-48d2-4b49-aac3-9726cf53f91b/689100ae-d5de-48cd-9517-05e9ba6f13ce) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:34.806145 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb4c65-b19a-4d39-ab5c-8e20b32da58a', 'tag': '674c6b9c-a20d-4b84-9994-88f8e2e90b45', 'status': 'completed', 'code': 200} Feb 11 13:07:34.949745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97747e32-5dc5-4488-8129-21f59006a87c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:35.064274 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:35.085091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Transition to ACTIVE for port object 689100ae-d5de-48cd-9517-05e9ba6f13ce will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:35.128947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cb04cb76-e985-44d4-9d94-113b2f6df93c req-3abb49b8-60ff-4da8-9507-7161c43d67d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.1313663 Feb 11 13:07:35.142282 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:35.166337 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:35.169674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:27Z', 'revision_number': 3, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:35.181952 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Transition to ACTIVE for port object 1c74873b-2e63-47a6-91c1-926317333dc6 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:35.183376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d720a-90d9-441f-a6fe-b037a3fd1773 None None] The sync data for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 is: [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:27Z', 'revision_number': 3, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:07:35.200776 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:35.219790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 97747e32-5dc5-4488-8129-21f59006a87c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:35.222639 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:35.257261 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2dae0867-a691-4d9a-a633-c25991ea9757 req-0674234a-7957-4719-a553-ad97c5b9bde9 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 210 time: 0.1807647 Feb 11 13:07:35.333705 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Network d66ec596-dd90-437e-8518-ffca133f948a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:35.361661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:35.387210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-2d797247-dd06-4e50-bb2d-74733a3b83c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:35.392305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-2d797247-dd06-4e50-bb2d-74733a3b83c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.8204427 Feb 11 13:07:35.393951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:35.412700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:35.440656 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Attempting to bind port 1c74873b-2e63-47a6-91c1-926317333dc6 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:35.445029 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Attempting to bind port 1c74873b-2e63-47a6-91c1-926317333dc6 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:35.445405 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Attempting to bind port 1c74873b-2e63-47a6-91c1-926317333dc6 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:35.504763 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd9ed1-4d4c-4613-bd24-673fe08ebec8 None None] Pushing event updated for resources: {'Port': ['ID=1c74873b-2e63-47a6-91c1-926317333dc6,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:35.520409 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:35.520966 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:35.523611 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:35.524747 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:35.524747 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Bound port: 1c74873b-2e63-47a6-91c1-926317333dc6, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:35.524950 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:35.684066 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] For port 1c74873b-2e63-47a6-91c1-926317333dc6, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:35.689422 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] For port 1c74873b-2e63-47a6-91c1-926317333dc6, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1c74873b-2e63-47a6-91c1-926317333dc6,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:35.698540 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:35.894339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765ffd7-8d80-4870-9778-90fa05e0a8b1 req-cf695538-9a32-4c7c-bae2-caaa855ab19e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:35.911616 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b765ffd7-8d80-4870-9778-90fa05e0a8b1 req-cf695538-9a32-4c7c-bae2-caaa855ab19e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 948 time: 0.2739198 Feb 11 13:07:35.925237 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd9ed1-4d4c-4613-bd24-673fe08ebec8 None None] Pushing event updated for resources: {'Port': ['ID=1c74873b-2e63-47a6-91c1-926317333dc6,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:35.939244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-62616db1-d0fc-48cd-b5d4-7b68305e0786 None None] Provisioning for port 689100ae-d5de-48cd-9517-05e9ba6f13ce completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:35.952048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-62616db1-d0fc-48cd-b5d4-7b68305e0786 None None] Provisioning complete for port 689100ae-d5de-48cd-9517-05e9ba6f13ce triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:35.954184 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62616db1-d0fc-48cd-b5d4-7b68305e0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:35.959976 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Routers {'17842eaf-cfdd-432c-88bb-50deb2e971d6'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:35.960952 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['17842eaf-cfdd-432c-88bb-50deb2e971d6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:35.993833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:36.000121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Pushing event updated for resources: {'Port': ['ID=689100ae-d5de-48cd-9517-05e9ba6f13ce,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:36.066477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b765ffd7-8d80-4870-9778-90fa05e0a8b1 req-bafdef46-7a60-4f18-8cfb-ca1e6ccefe33 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538160 Feb 11 13:07:36.118360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-62616db1-d0fc-48cd-b5d4-7b68305e0786 None None] Port 689100ae-d5de-48cd-9517-05e9ba6f13ce cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:36.306115 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] Set router 17842eaf-cfdd-432c-88bb-50deb2e971d6 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:36.607349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:36.616346 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:36.645111 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-f6e59abc-8909-4348-b710-8bd93cc9318d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8516715 Feb 11 13:07:36.718851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a2f6f826-b9f5-4c65-9f03-e737e7475eeb up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:36.730791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:36.763659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901fcd4-8fa9-467b-bdfa-db1629753a3f req-89642d65-662f-441b-aa32-72627a7b6994 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:36.773242 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6901fcd4-8fa9-467b-bdfa-db1629753a3f req-89642d65-662f-441b-aa32-72627a7b6994 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 931 time: 0.4078369 Feb 11 13:07:36.850975 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:31Z', 'revision_number': 3, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:36.854740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Network 67ddad11-10dd-4732-a4e0-80241859c24a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:36.856322 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67bc9b-70a8-42d2-9bcf-408146d010c2 None None] The sync data for ids ['17842eaf-cfdd-432c-88bb-50deb2e971d6'] in n-d-818559-1 is: [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:31Z', 'revision_number': 3, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:07:36.864493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a2f6f826-b9f5-4c65-9f03-e737e7475eeb completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:36.865823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:36.871043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a2f6f826-b9f5-4c65-9f03-e737e7475eeb triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:36.871413 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:36.906113 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-fd87de0d-001f-4dc5-94ad-4aa676c8aac1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2605472 Feb 11 13:07:36.920605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:36.927125 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6901fcd4-8fa9-467b-bdfa-db1629753a3f req-f9dbd47e-feaa-4345-b5ce-8d6a5747b6d8 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526661 Feb 11 13:07:37.027959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Pushing event updated for resources: {'Port': ['ID=1343e87e-9e0e-45ee-b1d0-668fe8562d32,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:37.042348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Allocated IP 172.20.0.1 (51c46cec-fa3c-4481-a16f-5cdd079eaf60/cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba/36d9c41a-258c-47b3-b6d6-69da97f7ddb2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:37.103125 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:37.107779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:37.130081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port a2f6f826-b9f5-4c65-9f03-e737e7475eeb, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a2f6f826-b9f5-4c65-9f03-e737e7475eeb,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:37.137383 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:37.149319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-ac809262-6872-42c3-bb21-c61b7f1a38bf tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:37.150891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-ac809262-6872-42c3-bb21-c61b7f1a38bf tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 820 time: 1.0891979 Feb 11 13:07:37.163706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb80284-39bc-40bd-a2ba-931f0785b4e6 req-75211823-ba9d-452e-af19-d40e5afc7216 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:37.165368 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddb80284-39bc-40bd-a2ba-931f0785b4e6 req-75211823-ba9d-452e-af19-d40e5afc7216 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.9732077 Feb 11 13:07:37.178692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Request body: {'port': {'device_id': '07c2048f-1529-419e-86ce-a05e0a313b38', 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386', 'admin_state_up': True, 'tenant_id': '5bd4082c5fc74b74b65cf6ee2fb0a415'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:37.213622 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f378618-58c5-4ec2-8f33-5ab8bc65332c req-9a99ff4f-8889-4f09-acd5-12eadb853d5d tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 210 time: 0.1306019 Feb 11 13:07:37.215448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:37.216083 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:37.239963 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=a2f6f826-b9f5-4c65-9f03-e737e7475eeb,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:37.320911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:37.339767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Transition to ACTIVE for port object 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:37.369000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:37.446987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:37.450491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Pushing event updated for resources: {'Port': ['ID=36d9c41a-258c-47b3-b6d6-69da97f7ddb2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:37.454948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:37.460256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:37.503252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddb80284-39bc-40bd-a2ba-931f0785b4e6 req-df46f301-2305-4a64-8112-04a9491c31e7 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937038 Feb 11 13:07:37.506162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-0c86e9aa-7252-4df5-b206-93df3dd45b66 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361662 Feb 11 13:07:37.524655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9b23b3f0-7eae-4b33-8ee2-6ef49080cd86 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7725649 Feb 11 13:07:37.536143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:37.668676 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:37.865395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1a3f439d-c4ba-4556-b0b2-9d658d051c12 None None] Provisioning for port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:37.871063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1a3f439d-c4ba-4556-b0b2-9d658d051c12 None None] Provisioning complete for port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:37.871430 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a3f439d-c4ba-4556-b0b2-9d658d051c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:37.978231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f439d-c4ba-4556-b0b2-9d658d051c12 None None] Port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:37.998841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Request body: {'port': {'device_id': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:38.069986 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:38.073422 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:38.082955 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:38.117412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:38.226285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Made reservation on behalf of 5bd4082c5fc74b74b65cf6ee2fb0a415 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:38.229062 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:38.297500 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70a37b03-4b06-4f29-8f77-868bdeac1fda req-f798d387-3535-4ac6-b4ba-9174c8275bac service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7750490 Feb 11 13:07:38.351826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:38.379655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:38.388493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Pushing event updated for resources: {'Port': ['ID=36d9c41a-258c-47b3-b6d6-69da97f7ddb2,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:38.397267 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:38.437696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5a3a2-07d1-4879-bf3f-13824a55287c req-94fe7e90-a7ec-42bf-9984-df603dae74b3 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:38.439567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-caf5a3a2-07d1-4879-bf3f-13824a55287c req-94fe7e90-a7ec-42bf-9984-df603dae74b3 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 948 time: 0.4158449 Feb 11 13:07:38.448625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:38.493453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:38.512018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baedb3-8294-48f0-9fef-3867e41ef5ed req-a38840cc-7b8d-450f-9042-192043437d28 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:38.513966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00baedb3-8294-48f0-9fef-3867e41ef5ed req-a38840cc-7b8d-450f-9042-192043437d28 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 931 time: 0.3171656 Feb 11 13:07:38.635036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:38.636550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a2f6f826-b9f5-4c65-9f03-e737e7475eeb up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:38.640812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:38.719094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a2f6f826-b9f5-4c65-9f03-e737e7475eeb triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:38.719918 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:38.790759 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:38.804719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Pushing event updated for resources: {'Port': ['ID=689100ae-d5de-48cd-9517-05e9ba6f13ce,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:38.838155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-caf5a3a2-07d1-4879-bf3f-13824a55287c req-c84c4a58-6a18-4020-992f-e043ed510410 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584895 Feb 11 13:07:38.851591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00baedb3-8294-48f0-9fef-3867e41ef5ed req-9e809f0e-2045-4981-b778-2d6a7bbd72a4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299434 Feb 11 13:07:38.894519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Allocated IP 172.20.0.6 (60917ce9-2e2f-44cf-847e-30a373078386/f0494066-81f3-4ce9-87c0-698b915c81df/ee782dff-7c92-45b4-be3c-ef6a94b5a50a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:39.015650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b6cadcb2-3f73-4393-be15-21b6561aea0b None None] Provisioning complete for port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:39.016935 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6cadcb2-3f73-4393-be15-21b6561aea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:39.041961 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7f84072-9b77-431b-9adf-2b6023170546 req-1c8db5dd-2432-4430-bea9-47f2be83c470 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 1099 time: 0.6771228 Feb 11 13:07:39.082746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b6cadcb2-3f73-4393-be15-21b6561aea0b None None] Port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:39.142094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-e072adab-900c-4c8e-ac97-71fd1bec5212 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 1100 time: 0.5952518 Feb 11 13:07:39.231886 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-939349bd-7635-4cbf-aa10-0eb7999ea701 req-9f876c40-3255-45fd-b2e8-f9dda85304e1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 210 time: 0.1873212 Feb 11 13:07:39.352277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb6642-1070-4644-a5c4-3f0250ddb4e8 req-866aecf4-71ab-464f-b61b-4f2e5add5647 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:39.359106 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56bb6642-1070-4644-a5c4-3f0250ddb4e8 req-866aecf4-71ab-464f-b61b-4f2e5add5647 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.3152230 Feb 11 13:07:39.364094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-b1d0112a-20d4-4662-8d3a-71be87bb9a9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:39.365653 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-b1d0112a-20d4-4662-8d3a-71be87bb9a9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2126536 Feb 11 13:07:39.465994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Network d66ec596-dd90-437e-8518-ffca133f948a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:39.467521 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-e4f3acc4-8ce0-4bb5-96c0-1c2484f6db55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7 HTTP/1.1" status: 200 len: 217 time: 0.0863893 Feb 11 13:07:39.483207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:39.528037 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56bb6642-1070-4644-a5c4-3f0250ddb4e8 req-aa098652-9474-4b94-939e-0ab526381127 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678720 Feb 11 13:07:39.571565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-37ac7748-69c6-4ab4-9d8d-a63402469698 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:39.573603 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-37ac7748-69c6-4ab4-9d8d-a63402469698 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0982220 Feb 11 13:07:39.608121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f84072-9b77-431b-9adf-2b6023170546 req-c942e112-9137-4ea4-a687-80bdac2572dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:39.609831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7f84072-9b77-431b-9adf-2b6023170546 req-c942e112-9137-4ea4-a687-80bdac2572dc service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.5609691 Feb 11 13:07:39.654262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Router 17842eaf-cfdd-432c-88bb-50deb2e971d6 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:39.758600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-9d68f43a-6f33-45fa-89a2-f5ea074f7e75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1767910 Feb 11 13:07:39.847332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ace8f0a0-57cb-421d-9914-84f4b93ac47a None None] Provisioning complete for port 689100ae-d5de-48cd-9517-05e9ba6f13ce triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:39.847995 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ace8f0a0-57cb-421d-9914-84f4b93ac47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:39.872236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:39.941752 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7f84072-9b77-431b-9adf-2b6023170546 req-db30736c-ac61-44b8-a3c8-3ae7cfebe1a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=674c6b9c-a20d-4b84-9994-88f8e2e90b45 HTTP/1.1" status: 200 len: 217 time: 0.1557293 Feb 11 13:07:40.144504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ace8f0a0-57cb-421d-9914-84f4b93ac47a None None] Port 689100ae-d5de-48cd-9517-05e9ba6f13ce cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:40.207780 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:40.220231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1343e87e-9e0e-45ee-b1d0-668fe8562d32 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:40.236279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-8581f5c6-8f8a-4cc6-9cec-e5bb1ce27456 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063544 Feb 11 13:07:40.243412 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:40.256287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f84072-9b77-431b-9adf-2b6023170546 req-035684ca-18d9-4ca3-9d61-7eb87359ceaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:40.257736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7f84072-9b77-431b-9adf-2b6023170546 req-035684ca-18d9-4ca3-9d61-7eb87359ceaa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2298734 Feb 11 13:07:40.316272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Transition to ACTIVE for port object 1343e87e-9e0e-45ee-b1d0-668fe8562d32 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:40.380092 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:40.386523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:40.406497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50de01c-3b87-42be-b70f-10e82b852ad2 req-576527bd-dc8d-492b-9df5-b898cf925637 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:40.407967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d50de01c-3b87-42be-b70f-10e82b852ad2 req-576527bd-dc8d-492b-9df5-b898cf925637 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 948 time: 0.2295487 Feb 11 13:07:40.427010 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-571b23e5-4d4e-47b1-a00d-9406155bc85d admin admin] 10.222.0.67 "PUT /v2.0/routers/17842eaf-cfdd-432c-88bb-50deb2e971d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7366779 Feb 11 13:07:40.469374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-78bf54a0-8258-4a52-b914-1303568e6c00 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260332 Feb 11 13:07:40.521124 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d50de01c-3b87-42be-b70f-10e82b852ad2 req-bcbea719-4edb-4615-94e5-177b26a2a95b tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977018 Feb 11 13:07:40.588969 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:40.600659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5499ff-7c4b-44c4-90fd-d5e8f6502c96 req-724348b1-a8e6-4cac-9326-a5567cab963a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:40.601377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3d5499ff-7c4b-44c4-90fd-d5e8f6502c96 req-724348b1-a8e6-4cac-9326-a5567cab963a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Synchronizing usage tracker for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:40.703488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=1343e87e-9e0e-45ee-b1d0-668fe8562d32,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:40.762706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7f84072-9b77-431b-9adf-2b6023170546 req-5561b660-1af1-49c8-97fa-8ccc3cfc8036 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4915764 Feb 11 13:07:40.772619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3d5499ff-7c4b-44c4-90fd-d5e8f6502c96 req-724348b1-a8e6-4cac-9326-a5567cab963a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Unset dirty status for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:40.773640 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d5499ff-7c4b-44c4-90fd-d5e8f6502c96 req-724348b1-a8e6-4cac-9326-a5567cab963a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 931 time: 0.6365778 Feb 11 13:07:40.806739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Network 60917ce9-2e2f-44cf-847e-30a373078386 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:40.837127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:40.895041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:40.944613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Pushing event updated for resources: {'Port': ['ID=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:41.083413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:41.084204 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:41.103534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d5499ff-7c4b-44c4-90fd-d5e8f6502c96 req-f4d4b705-22a7-4397-ab81-b84f940a61c9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022037 Feb 11 13:07:41.142272 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7f84072-9b77-431b-9adf-2b6023170546 req-889bd3fd-8af0-4710-bad8-6a49ea371610 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644710 Feb 11 13:07:41.230249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c327b-1245-454e-8b96-5b9584f850c2 req-a7ef8b81-760a-42b3-9b88-9d7f1def7e95 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:41.235999 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f904f768-573a-4c64-ba38-9de32594190c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0635545 Feb 11 13:07:41.238257 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c06c327b-1245-454e-8b96-5b9584f850c2 req-a7ef8b81-760a-42b3-9b88-9d7f1def7e95 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 931 time: 0.1049037 Feb 11 13:07:41.243968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:41.244452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:41.244638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:41.274886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Request body: {'port': {'device_id': '07c2048f-1529-419e-86ce-a05e0a313b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:41.280704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 674c6b9c-a20d-4b84-9994-88f8e2e90b45 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:41.282867 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c06c327b-1245-454e-8b96-5b9584f850c2 req-5c5e3469-95c3-495e-a1e3-e47a5e64828e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 Feb 11 13:07:41.360247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:41.360565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:41.416836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 674c6b9c-a20d-4b84-9994-88f8e2e90b45, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=674c6b9c-a20d-4b84-9994-88f8e2e90b45,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:41.432673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '674c6b9c-a20d-4b84-9994-88f8e2e90b45', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '674c6b9c-a20d-4b84-9994-88f8e2e90b45', 'mac_address': 'fa:16:3e:4e:ce:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:07:41.533798 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:41.609812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674c6b9c-a20d-4b84-9994-88f8e2e90b45 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:41.640449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 674c6b9c-a20d-4b84-9994-88f8e2e90b45, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=674c6b9c-a20d-4b84-9994-88f8e2e90b45,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:41.650058 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:41.650454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:41.650768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:41.651157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:41.651559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Bound port: 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:41.651901 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:41.696445 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7f84072-9b77-431b-9adf-2b6023170546 req-c01e1861-b1f0-464e-8417-1140b7322abe service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419724 Feb 11 13:07:41.740945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=674c6b9c-a20d-4b84-9994-88f8e2e90b45,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:41.783258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:41.801821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e15814e6-7a3d-422a-a71e-8318c00de7cf tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:41.806790 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:41.807389 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e15814e6-7a3d-422a-a71e-8318c00de7cf tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/networks?id=51c46cec-fa3c-4481-a16f-5cdd079eaf60 HTTP/1.1" status: 200 len: 829 time: 0.2499263 Feb 11 13:07:41.821041 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-2c60f9ee-c19d-4e9c-8cbd-eeb39bf49030 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/quotas/717e6b1e77d84d2e850456bf0c48c0d7 HTTP/1.1" status: 200 len: 375 time: 0.0121381 Feb 11 13:07:41.821193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf347300-b4d2-4e94-b98b-17e00ec55dd4 req-aec4d603-4fb4-4905-8a85-44bd69fbb86d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:41.822636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bf347300-b4d2-4e94-b98b-17e00ec55dd4 req-aec4d603-4fb4-4905-8a85-44bd69fbb86d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.5215976 Feb 11 13:07:41.913356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-bfe955b1-da03-484c-a8e8-d8fdd039acdd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:41.932426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-bfe955b1-da03-484c-a8e8-d8fdd039acdd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:41.933828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-bfe955b1-da03-484c-a8e8-d8fdd039acdd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=717e6b1e77d84d2e850456bf0c48c0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063826 Feb 11 13:07:41.961317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['674c6b9c-a20d-4b84-9994-88f8e2e90b45'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:41.999243 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:42.088287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:42.106285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-d9a9921e-6b4c-4c04-b2d4-979ac55f38ba service neutron] 10.222.0.67 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536584 Feb 11 13:07:42.130382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:42.149742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bf347300-b4d2-4e94-b98b-17e00ec55dd4 req-3deb3162-e910-416f-9f61-916f706f0b4e tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087747 Feb 11 13:07:42.230065 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:42.263380 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-af1257c6-f56a-43c3-8932-7ed1541e0f6e service neutron] 10.222.0.67 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504486 Feb 11 13:07:42.328744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:42.330087 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] 10.222.0.75 "PUT /v2.0/ports/1343e87e-9e0e-45ee-b1d0-668fe8562d32 HTTP/1.1" status: 200 len: 1091 time: 4.3354378 Feb 11 13:07:42.335359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'tag': '1343e87e-9e0e-45ee-b1d0-668fe8562d32'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:42.525744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfb328-b1ce-48be-8a49-08322f163ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=1343e87e-9e0e-45ee-b1d0-668fe8562d32,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:42.653388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedcdac-01b2-4c62-8d7d-2fc586c40af0 req-12839034-bf53-43b6-b2f7-662bd1c1a0f7 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:42.664273 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2bedcdac-01b2-4c62-8d7d-2fc586c40af0 req-12839034-bf53-43b6-b2f7-662bd1c1a0f7 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 949 time: 0.1468654 Feb 11 13:07:42.704165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1c74873b-2e63-47a6-91c1-926317333dc6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:42.739776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee782dff-7c92-45b4-be3c-ef6a94b5a50a {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:42.750056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2bedcdac-01b2-4c62-8d7d-2fc586c40af0 req-118b80ff-ecab-4e5b-9cfc-7d0eedff829a tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845551 Feb 11 13:07:42.772787 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:42.809873 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 1c74873b-2e63-47a6-91c1-926317333dc6 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:42.817213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1c74873b-2e63-47a6-91c1-926317333dc6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:42.817878 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:42.861764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Transition to ACTIVE for port object ee782dff-7c92-45b4-be3c-ef6a94b5a50a will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:42.877656 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:42.937661 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-4ad77894-6536-4366-9da5-18c151e0bda8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 1094 time: 0.4062726 Feb 11 13:07:42.966211 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:42.991250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 1c74873b-2e63-47a6-91c1-926317333dc6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1c74873b-2e63-47a6-91c1-926317333dc6,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:42.995201 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:43.001999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297095b7-428d-4cce-a023-a8797bc352cc req-5c1faea1-76c4-4cab-9a43-34deb47bedd4 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:43.020318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-297095b7-428d-4cce-a023-a8797bc352cc req-5c1faea1-76c4-4cab-9a43-34deb47bedd4 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 943 time: 0.1296694 Feb 11 13:07:43.075387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=1c74873b-2e63-47a6-91c1-926317333dc6,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:43.079301 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-297095b7-428d-4cce-a023-a8797bc352cc req-90ae07db-fa3f-4c0e-aefe-6b7b322b7af8 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581887 Feb 11 13:07:43.102422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:43.117305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Sync routers for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:07:43.121651 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-684dfa4f-3154-4e0a-a317-65d1b3f1ca62 admin admin] 10.222.0.67 "PUT /v2.0/routers/8d1209ab-fbdb-4e1d-bc96-2b041a3aaded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9849634 Feb 11 13:07:43.123917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:43.132226 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-3e0b4a46-2da9-4415-9266-737bc0b5517c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32 HTTP/1.1" status: 200 len: 217 time: 0.1828651 Feb 11 13:07:43.162057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:43.162715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:43.179086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcdeb7-a1f6-495a-89e7-c8c6dcc91cdc req-2f8fed70-ed8e-4c72-bfbd-a5d6b6b63837 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:43.186296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56fcdeb7-a1f6-495a-89e7-c8c6dcc91cdc req-2f8fed70-ed8e-4c72-bfbd-a5d6b6b63837 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 943 time: 0.3986440 Feb 11 13:07:43.241754 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'tag': '1343e87e-9e0e-45ee-b1d0-668fe8562d32', 'status': 'completed', 'code': 200} Feb 11 13:07:43.328851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 674c6b9c-a20d-4b84-9994-88f8e2e90b45 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:43.367542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:43.368084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:43.368177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:43.381821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-abdbe922-fc6d-4b65-baa5-58ea3c6739a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:43.383605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-abdbe922-fc6d-4b65-baa5-58ea3c6739a4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.2118366 Feb 11 13:07:43.386513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56fcdeb7-a1f6-495a-89e7-c8c6dcc91cdc req-d68eaf4b-8961-4392-8e52-3ff29a363852 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993327 Feb 11 13:07:43.387449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:43.387759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:43.400610 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-33a936c7-a862-4850-b532-733c99031222 req-db40941c-20d2-4aec-bdb5-22e2986c7226 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 210 time: 0.0563111 Feb 11 13:07:43.445810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-3ff26356-a161-4e1a-addb-4a2e96131f42 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543826 Feb 11 13:07:43.450713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:43.451215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:43.451638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:43.452064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Bound port: ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:43.452532 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:43.554073 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-019c68ea-e3a6-4f98-810e-c79193c1f080 req-f4988189-6acd-4cbc-ae18-a20031cc421b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126616 Feb 11 13:07:43.652436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:43.834625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:43.842828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:43.843222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:43.850501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:43.853843 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-019c68ea-e3a6-4f98-810e-c79193c1f080 req-c3847997-22f9-4478-a4bd-6fa5f2bcfb3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 1100 time: 0.1939974 Feb 11 13:07:43.865990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:43.870544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-88c7af81-3498-42be-b75a-c167600b9841 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979659 Feb 11 13:07:43.879329 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:44.021701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffed15-021e-4739-b941-9317200ad709 req-58ef9b34-ac32-4508-99be-f35371136da9 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:44.022314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d3ffed15-021e-4739-b941-9317200ad709 req-58ef9b34-ac32-4508-99be-f35371136da9 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Synchronizing usage tracker for tenant:f091c04736694ca39b7f651d133df13b on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:44.040247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2041c-ba53-48f4-abbe-ec93876aabec req-6231bf9a-6b8f-418e-a182-240a8be23726 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:44.041827 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cc2041c-ba53-48f4-abbe-ec93876aabec req-6231bf9a-6b8f-418e-a182-240a8be23726 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.3281617 Feb 11 13:07:44.109749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d3ffed15-021e-4739-b941-9317200ad709 req-58ef9b34-ac32-4508-99be-f35371136da9 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Unset dirty status for tenant:f091c04736694ca39b7f651d133df13b on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:44.125180 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-58ef9b34-ac32-4508-99be-f35371136da9 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 821 time: 0.4174459 Feb 11 13:07:44.144066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c68ea-e3a6-4f98-810e-c79193c1f080 req-d58f4353-200a-40f7-875f-c938daea361b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:44.147291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-019c68ea-e3a6-4f98-810e-c79193c1f080 req-d58f4353-200a-40f7-875f-c938daea361b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2578194 Feb 11 13:07:44.160157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-07bd7a1a-28c9-46d6-a130-e6d8261e7982 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/quotas/f091c04736694ca39b7f651d133df13b HTTP/1.1" status: 200 len: 375 time: 0.0331731 Feb 11 13:07:44.160435 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:44.161972 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] 10.222.0.73 "PUT /v2.0/ports/ee782dff-7c92-45b4-be3c-ef6a94b5a50a HTTP/1.1" status: 200 len: 1091 time: 2.9150906 Feb 11 13:07:44.162544 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:44.204086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82081a94-80c7-4e57-ba52-3e523dc01cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:44.215728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 674c6b9c-a20d-4b84-9994-88f8e2e90b45, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=674c6b9c-a20d-4b84-9994-88f8e2e90b45,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:44.217515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb4c65-b19a-4d39-ab5c-8e20b32da58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674c6b9c-a20d-4b84-9994-88f8e2e90b45'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:44.228155 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:44.270301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 2, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:44.292358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1196ce97-a0d5-42bc-8b1b-5cdf0422b699 req-9bb5f764-7470-4a80-a41f-529070c51637 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086046 Feb 11 13:07:44.329925 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cc2041c-ba53-48f4-abbe-ec93876aabec req-46071ba0-865b-4014-83ba-65842827a6ae tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630136 Feb 11 13:07:44.337601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-bb650895-4bc2-40fa-bdf5-47b393acc7e7 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:44.338410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-bb650895-4bc2-40fa-bdf5-47b393acc7e7 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:44.373161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=674c6b9c-a20d-4b84-9994-88f8e2e90b45,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:44.377990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Checking router: 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:07:44.378483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Updating router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded port 689100ae-d5de-48cd-9517-05e9ba6f13ce binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:07:44.403661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-bb650895-4bc2-40fa-bdf5-47b393acc7e7 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:44.404768 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-bb650895-4bc2-40fa-bdf5-47b393acc7e7 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.75 "GET /v2.0/networks?id=51c46cec-fa3c-4481-a16f-5cdd079eaf60 HTTP/1.1" status: 200 len: 829 time: 0.4548695 Feb 11 13:07:44.427362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Request body: {'port': {'device_id': '2ca56347-4a96-43f9-b2a1-049991676346', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'admin_state_up': True, 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:44.436435 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:44.440173 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-019c68ea-e3a6-4f98-810e-c79193c1f080 req-a0856eaf-7caf-4576-8763-23e0bb19dfeb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 200 len: 217 time: 0.2759302 Feb 11 13:07:44.448682 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-1dee4341-fd7b-49f5-910c-b45117f66426 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 1094 time: 0.1969450 Feb 11 13:07:44.527176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c68ea-e3a6-4f98-810e-c79193c1f080 req-86db9ad5-eb7d-4cc0-b59d-69b4385c8743 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:44.528652 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-019c68ea-e3a6-4f98-810e-c79193c1f080 req-86db9ad5-eb7d-4cc0-b59d-69b4385c8743 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0773745 Feb 11 13:07:44.558928 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-adf9d518-facb-45c4-adb3-e51627f5edcc tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3969436 Feb 11 13:07:44.672464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1c74873b-2e63-47a6-91c1-926317333dc6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:44.718479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-d3b4b1a8-7f3f-4b24-9589-19e82aa64609 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a HTTP/1.1" status: 200 len: 217 time: 0.1599739 Feb 11 13:07:44.766441 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-ddafdaf4-9fdb-4dfd-940c-f5342a433efb service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068052 Feb 11 13:07:44.771222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-019c68ea-e3a6-4f98-810e-c79193c1f080 req-70620dba-bdc1-4904-bcd5-b9fb6398181a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852748 Feb 11 13:07:44.801264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1c74873b-2e63-47a6-91c1-926317333dc6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:44.801988 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:44.822426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-536ba850-499e-4894-97c1-3f426bb3575e req-266c710c-edcc-4687-8e02-72fcb9d551b3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 1094 time: 0.4566107 Feb 11 13:07:44.924258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:44.927832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-a64923db-c1ee-4922-890e-89d8b76badaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:44.929281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-a64923db-c1ee-4922-890e-89d8b76badaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.2033064 Feb 11 13:07:44.941913 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:44.985324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:44.992722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Transition to ACTIVE for port object 689100ae-d5de-48cd-9517-05e9ba6f13ce will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:45.004563 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-09f444bd-793a-4a1c-817c-4044281afd40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636179 Feb 11 13:07:45.008274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:45.014741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92226ed2-8167-4630-abae-b52b1058db45 req-0ead3644-8ed3-4b88-92ba-d2d389a2f09e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:45.021588 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92226ed2-8167-4630-abae-b52b1058db45 req-0ead3644-8ed3-4b88-92ba-d2d389a2f09e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 950 time: 0.3766897 Feb 11 13:07:45.026026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-c62aff26-8122-416e-a53a-3a8379ed2c3e service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533371 Feb 11 13:07:45.027864 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-019c68ea-e3a6-4f98-810e-c79193c1f080 req-001f7f09-4e91-47f0-ada6-95cbfd80d5aa service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374151 Feb 11 13:07:45.058113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Made reservation on behalf of 717e6b1e77d84d2e850456bf0c48c0d7 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:45.061077 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:45.167393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f68f2d-cdfd-4a3a-8d3e-5d163d798d0b None None] Pushing event updated for resources: {'Port': ['ID=689100ae-d5de-48cd-9517-05e9ba6f13ce,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:45.256193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c2048f-1529-419e-86ce-a05e0a313b38', 'tag': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:45.318733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Attempting to bind port 689100ae-d5de-48cd-9517-05e9ba6f13ce on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:45.319143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Attempting to bind port 689100ae-d5de-48cd-9517-05e9ba6f13ce by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:45.319509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Attempting to bind port 689100ae-d5de-48cd-9517-05e9ba6f13ce on network d66ec596-dd90-437e-8518-ffca133f948a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:45.327773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:45.328430 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-019c68ea-e3a6-4f98-810e-c79193c1f080 req-05d1ca33-364c-4d7d-9091-e053e321b5b8 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831609 Feb 11 13:07:45.338465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Checking segment: {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:45.338760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ba850-499e-4894-97c1-3f426bb3575e req-60294704-8dc5-4b3b-ae6a-17b85f40df3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:45.338922 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:45.340053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-536ba850-499e-4894-97c1-3f426bb3575e req-60294704-8dc5-4b3b-ae6a-17b85f40df3e service neutron] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.5066555 Feb 11 13:07:45.341330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Bound using segment: {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:45.341849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Bound port: 689100ae-d5de-48cd-9517-05e9ba6f13ce, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:45.342745 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:45.465610 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92226ed2-8167-4630-abae-b52b1058db45 req-9c8ca259-0a07-42d2-9856-ea1b1a9851e7 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306321 Feb 11 13:07:45.491503 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcbab4a1-0f40-4108-a128-328c80057679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:45.555360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] For port 689100ae-d5de-48cd-9517-05e9ba6f13ce, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:45.559439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] For port 689100ae-d5de-48cd-9517-05e9ba6f13ce, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=689100ae-d5de-48cd-9517-05e9ba6f13ce,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:45.561806 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb4c65-b19a-4d39-ab5c-8e20b32da58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674c6b9c-a20d-4b84-9994-88f8e2e90b45', 'code': 200} Feb 11 13:07:45.573741 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:45.614546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa6f65-3c26-4a1d-bd1f-8655fe3fe757 req-f31da2e3-6ca9-4c7b-aac5-c63518c63d81 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:45.618410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31aa6f65-3c26-4a1d-bd1f-8655fe3fe757 req-f31da2e3-6ca9-4c7b-aac5-c63518c63d81 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 943 time: 0.1829872 Feb 11 13:07:45.697949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-536ba850-499e-4894-97c1-3f426bb3575e req-6425172a-a9cd-4331-8e66-d707a6506318 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32 HTTP/1.1" status: 200 len: 217 time: 0.3457484 Feb 11 13:07:45.704844 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-ebfe8e85-d2b8-4ad1-ada9-0502c48000ab service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786358 Feb 11 13:07:45.812836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f68f2d-cdfd-4a3a-8d3e-5d163d798d0b None None] Pushing event updated for resources: {'Port': ['ID=689100ae-d5de-48cd-9517-05e9ba6f13ce,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:45.827192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31aa6f65-3c26-4a1d-bd1f-8655fe3fe757 req-e77a0541-86f3-4a16-9145-b17602138745 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990516 Feb 11 13:07:45.862135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:07:45.864693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:45.876836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-111f9ae8-bd46-4984-90cc-443cf34a04dd req-6814876b-3cab-4d2d-9ba8-ab513c71abd9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 1101 time: 0.2306304 Feb 11 13:07:45.998721 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-111f9ae8-bd46-4984-90cc-443cf34a04dd req-014c4e0d-f046-45ee-9617-109a7dc1785a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974739 Feb 11 13:07:46.021210 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96c6cced-723b-4e1b-b2fe-8f4165c48bba req-4e47083e-b6df-4ff4-9476-83746b808f6e tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 210 time: 0.2584288 Feb 11 13:07:46.103058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ba850-499e-4894-97c1-3f426bb3575e req-64a1a45f-4c28-4fc8-9e66-b5b866e12dc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:46.110872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-536ba850-499e-4894-97c1-3f426bb3575e req-64a1a45f-4c28-4fc8-9e66-b5b866e12dc5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.4045935 Feb 11 13:07:46.129027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Allocated IP 172.20.0.11 (51c46cec-fa3c-4481-a16f-5cdd079eaf60/cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba/cf1b8530-182c-44db-93d2-b0386e4478a8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:46.227167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:07:46.293400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-536ba850-499e-4894-97c1-3f426bb3575e req-c092d8ea-8ec9-4162-87fa-a6c6c5e9f2e0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081908 Feb 11 13:07:46.295203 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1ee5d62-6725-45e9-bb5a-2e25a239846c req-f993ea4c-6af5-40f1-b169-e5fc20a01a35 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844696 Feb 11 13:07:46.323806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb985d-e305-4505-87f5-e13b78fff514 req-8da9cfb4-e313-4363-b725-31b3d25a36fa tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:46.326036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12bb985d-e305-4505-87f5-e13b78fff514 req-8da9cfb4-e313-4363-b725-31b3d25a36fa tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 943 time: 0.1681001 Feb 11 13:07:46.341011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-fcbdf01d-ff42-4b04-974f-55f1303dc29a req-8c715aee-2094-42b8-977e-dd3b3aa6d95d tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Synchronizing usage tracker for tenant:f091c04736694ca39b7f651d133df13b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:46.403824 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12bb985d-e305-4505-87f5-e13b78fff514 req-63d2ac7e-6030-4639-b965-eaf79991d595 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710168 Feb 11 13:07:46.501730 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c2048f-1529-419e-86ce-a05e0a313b38', 'tag': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a', 'status': 'completed', 'code': 200} Feb 11 13:07:46.555912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-fcbdf01d-ff42-4b04-974f-55f1303dc29a req-8c715aee-2094-42b8-977e-dd3b3aa6d95d tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Unset dirty status for tenant:f091c04736694ca39b7f651d133df13b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:46.568387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcbdf01d-ff42-4b04-974f-55f1303dc29a req-8c715aee-2094-42b8-977e-dd3b3aa6d95d tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 210 time: 0.3298724 Feb 11 13:07:46.711340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0cf18-8640-410b-8dbe-c383c03d12b9 req-75a8398a-1d0c-4284-9c5c-fdd676a719c2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:46.715473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbb0cf18-8640-410b-8dbe-c383c03d12b9 req-75a8398a-1d0c-4284-9c5c-fdd676a719c2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.1216626 Feb 11 13:07:46.716178 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-536ba850-499e-4894-97c1-3f426bb3575e req-add608a1-6485-4e68-bb22-d4774f6dde5a service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017882 Feb 11 13:07:46.746403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:45Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:46.755582 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d65aa-90a2-46b1-aaec-f3a07e39237f None None] The sync data for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 is: [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:45Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:07:46.776523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:46.778084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbb0cf18-8640-410b-8dbe-c383c03d12b9 req-3ac12367-2d84-4455-a2c6-03f11ac4fb85 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549002 Feb 11 13:07:46.888229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Transition to ACTIVE for port object cf1b8530-182c-44db-93d2-b0386e4478a8 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:47.072655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56dbf6bc-1797-4845-9888-f14cb6ef501d req-564db79b-91e6-4984-bc1d-3432c37fddd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 1094 time: 0.5575449 Feb 11 13:07:47.098291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3de99-37e1-45e4-89b1-40083d684903 req-a765fb8f-b0ff-4409-ad3e-f16414e53c71 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:47.099833 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0c3de99-37e1-45e4-89b1-40083d684903 req-a765fb8f-b0ff-4409-ad3e-f16414e53c71 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 943 time: 0.1018462 Feb 11 13:07:47.144897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50474) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:47.212139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0c3de99-37e1-45e4-89b1-40083d684903 req-03999ed9-7766-49a6-9871-fb69b857e2c5 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049423 Feb 11 13:07:47.282885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1343e87e-9e0e-45ee-b1d0-668fe8562d32 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:47.311843 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:47.329898 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-536ba850-499e-4894-97c1-3f426bb3575e req-45183f99-8d7e-4dbc-b464-0bd06de5d639 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811496 Feb 11 13:07:47.457238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0246-1d87-4c9b-90c8-c70f0d3f1112 req-48d6a6e8-5f32-4fba-bda6-668a8dd71097 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:47.458901 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-879c0246-1d87-4c9b-90c8-c70f0d3f1112 req-48d6a6e8-5f32-4fba-bda6-668a8dd71097 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 950 time: 0.5878894 Feb 11 13:07:47.459981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf6bc-1797-4845-9888-f14cb6ef501d req-3d54647d-74f2-4db7-8515-0044fd4d802b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:47.463049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56dbf6bc-1797-4845-9888-f14cb6ef501d req-3d54647d-74f2-4db7-8515-0044fd4d802b service neutron] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.3799486 Feb 11 13:07:47.554809 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac044dca-3810-4765-931e-1dd1c8dda38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:47.569851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:47.606670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:47.636547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:47.641399 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29370acd-2c13-4acd-94c7-a527270619a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:47.668594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:47.683537 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56dbf6bc-1797-4845-9888-f14cb6ef501d req-d12834c1-1161-4bbe-9a0b-1a612430f4ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a HTTP/1.1" status: 200 len: 217 time: 0.2005711 Feb 11 13:07:47.691742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '1343e87e-9e0e-45ee-b1d0-668fe8562d32', 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a', 'port_id': '1343e87e-9e0e-45ee-b1d0-668fe8562d32', 'mac_address': 'fa:16:3e:9c:54:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4c495a-e289-46e6-a8c0-ba75eb92d391', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:07:47.784520 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:47.794780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ac044dca-3810-4765-931e-1dd1c8dda38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:47.821221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ac044dca-3810-4765-931e-1dd1c8dda38d admin admin] Usage tracker for resource:security_group_rule and tenant:c2bb1f92ff3a45e18b42d01edd300e6f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:47.827766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1343e87e-9e0e-45ee-b1d0-668fe8562d32 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:47.830510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ac044dca-3810-4765-931e-1dd1c8dda38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:47.832333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Pushing event updated for resources: {'Port': ['ID=cf1b8530-182c-44db-93d2-b0386e4478a8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:47.842187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ac044dca-3810-4765-931e-1dd1c8dda38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:47.864003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffed15-021e-4739-b941-9317200ad709 req-dc149d1a-bbcd-47ca-95cd-e2fee52d6f2a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:47.864362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:47.868694 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-dc149d1a-bbcd-47ca-95cd-e2fee52d6f2a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.73 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 821 time: 0.3720882 Feb 11 13:07:47.870715 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:47.897988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Request body: {'port': {'device_id': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'admin_state_up': True, 'tenant_id': 'f091c04736694ca39b7f651d133df13b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:47.923072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:47.924324 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:47.929621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be41fc-06f2-4fa8-a2cb-8091ed19a927 req-e58fea8f-2bd4-48e2-893c-eadb29d89105 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:47.936855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-52be41fc-06f2-4fa8-a2cb-8091ed19a927 req-e58fea8f-2bd4-48e2-893c-eadb29d89105 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 932 time: 0.4992008 Feb 11 13:07:47.943044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbf6bc-1797-4845-9888-f14cb6ef501d req-b7e3900d-c48b-454e-9673-eb81f12c470a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:47.945071 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56dbf6bc-1797-4845-9888-f14cb6ef501d req-b7e3900d-c48b-454e-9673-eb81f12c470a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.2430205 Feb 11 13:07:47.948362 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-879c0246-1d87-4c9b-90c8-c70f0d3f1112 req-d39ce511-e9a9-4076-9bff-4d79486b7ebc tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573766 Feb 11 13:07:47.978883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=1343e87e-9e0e-45ee-b1d0-668fe8562d32,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:48.001358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3c4677bc-1e95-46fd-859e-b8a89cd588de None None] Provisioning for port cf1b8530-182c-44db-93d2-b0386e4478a8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:48.019049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3c4677bc-1e95-46fd-859e-b8a89cd588de None None] Provisioning complete for port cf1b8530-182c-44db-93d2-b0386e4478a8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:48.019540 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c4677bc-1e95-46fd-859e-b8a89cd588de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:48.037909 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56dbf6bc-1797-4845-9888-f14cb6ef501d req-2fc4ae9d-02da-4a3a-8748-700583096491 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783925 Feb 11 13:07:48.100768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3c4677bc-1e95-46fd-859e-b8a89cd588de None None] Port cf1b8530-182c-44db-93d2-b0386e4478a8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:48.182112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['1343e87e-9e0e-45ee-b1d0-668fe8562d32'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:48.241460 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e9799112-7cec-4213-851e-6fc8654edbfb tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8201077 Feb 11 13:07:48.301472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Request body: {'port': {'device_id': '2ca56347-4a96-43f9-b2a1-049991676346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:48.304317 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-52be41fc-06f2-4fa8-a2cb-8091ed19a927 req-5a3d011e-ac43-4d19-8a91-17474ed59156 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/security-groups?id=d865e58f-66d7-4a99-90b5-75eea5345e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655431 Feb 11 13:07:48.321609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:48.352887 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac044dca-3810-4765-931e-1dd1c8dda38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:48.354104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:48.361862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac044dca-3810-4765-931e-1dd1c8dda38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:48.381609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Made reservation on behalf of f091c04736694ca39b7f651d133df13b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:48.384723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:48.475554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:48.476634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac044dca-3810-4765-931e-1dd1c8dda38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d880ae8-f207-4825-ab10-eab8bd948651,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:48.508503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56dbf6bc-1797-4845-9888-f14cb6ef501d req-5261d22e-8673-42aa-a25a-58a95b5091b1 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649248 Feb 11 13:07:48.526365 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ac044dca-3810-4765-931e-1dd1c8dda38d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c2bb1f92ff3a45e18b42d01edd300e6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3781383 Feb 11 13:07:48.536899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50490) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:48.544454 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3661c854-49e6-49d7-95bf-b03d005baa7a req-b871c87d-63aa-4277-8184-c3598a86c1ae tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 210 time: 0.0711112 Feb 11 13:07:48.579881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e04f1-dbe1-4626-9391-747d58756e1b req-bc50317d-39e6-4f16-8016-897a507161b4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:48.582114 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b31e04f1-dbe1-4626-9391-747d58756e1b req-bc50317d-39e6-4f16-8016-897a507161b4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 944 time: 0.3425229 Feb 11 13:07:48.660582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Allocated IP 172.20.0.13 (d66ec596-dd90-437e-8518-ffca133f948a/7c100edd-48d2-4b49-aac3-9726cf53f91b/68e16767-fcec-41b9-bed7-c27b649a1373) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:48.690176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 689100ae-d5de-48cd-9517-05e9ba6f13ce up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:48.732992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:48.775873 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 689100ae-d5de-48cd-9517-05e9ba6f13ce completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:48.781641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 689100ae-d5de-48cd-9517-05e9ba6f13ce triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:48.782199 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:48.842450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b31e04f1-dbe1-4626-9391-747d58756e1b req-24c6bd09-d285-4ca5-b433-4a5ff88f7825 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408366 Feb 11 13:07:48.857135 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:48.903730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed31ca-891a-427b-8267-60706623f116 req-1684bb20-98c7-4e4b-babb-c2690b9905ea tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:48.905199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0ed31ca-891a-427b-8267-60706623f116 req-1684bb20-98c7-4e4b-babb-c2690b9905ea tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.1903393 Feb 11 13:07:48.943951 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:48.974517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ea675ed-3cf5-4299-906d-aebf86215c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:48.979702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56dbf6bc-1797-4845-9888-f14cb6ef501d req-0fadbd54-3e98-4b7d-abda-6bbb92de07eb service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432883 Feb 11 13:07:48.983959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 689100ae-d5de-48cd-9517-05e9ba6f13ce, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=689100ae-d5de-48cd-9517-05e9ba6f13ce,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:49.000713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.001496 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.017394 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0ed31ca-891a-427b-8267-60706623f116 req-28e59193-e537-4793-aee0-b321369e8b3e tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976000 Feb 11 13:07:49.027619 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ea675ed-3cf5-4299-906d-aebf86215c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.028812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Transition to ACTIVE for port object 68e16767-fcec-41b9-bed7-c27b649a1373 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:49.085735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.116065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=689100ae-d5de-48cd-9517-05e9ba6f13ce,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:49.224506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Network d66ec596-dd90-437e-8518-ffca133f948a is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:49.232201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:49.234509 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ea675ed-3cf5-4299-906d-aebf86215c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.235271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:49.259636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea675ed-3cf5-4299-906d-aebf86215c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d880ae8-f207-4825-ab10-eab8bd948651,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:49.263001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1b8530-182c-44db-93d2-b0386e4478a8 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:49.273789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Pushing event updated for resources: {'Port': ['ID=68e16767-fcec-41b9-bed7-c27b649a1373,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:49.274135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.288455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e6655-0341-410f-95d0-81fa81dc4d7a req-a38900af-30ee-4968-adb8-6cea1c17244b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:49.289174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2f4e6655-0341-410f-95d0-81fa81dc4d7a req-a38900af-30ee-4968-adb8-6cea1c17244b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Synchronizing usage tracker for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:49.301166 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ea675ed-3cf5-4299-906d-aebf86215c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.301473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1343e87e-9e0e-45ee-b1d0-668fe8562d32 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:49.302263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9ea675ed-3cf5-4299-906d-aebf86215c46 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9d880ae8-f207-4825-ab10-eab8bd948651 HTTP/1.1" status: 204 len: 168 time: 0.7636962 Feb 11 13:07:49.313851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Transition to ACTIVE for port object cf1b8530-182c-44db-93d2-b0386e4478a8 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:49.325683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:49.326296 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.329453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.380586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2f4e6655-0341-410f-95d0-81fa81dc4d7a req-a38900af-30ee-4968-adb8-6cea1c17244b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Unset dirty status for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:49.387230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f4e6655-0341-410f-95d0-81fa81dc4d7a req-a38900af-30ee-4968-adb8-6cea1c17244b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 943 time: 0.3289514 Feb 11 13:07:49.403317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9d67-7a1a-4e16-bc5a-e94f214ec9ef req-cee8167f-c54c-413a-99e8-ab37ee6e8e75 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:49.404869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:49.404994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e4d9d67-7a1a-4e16-bc5a-e94f214ec9ef req-cee8167f-c54c-413a-99e8-ab37ee6e8e75 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 950 time: 0.2234600 Feb 11 13:07:49.406615 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-3e277888-1b05-462d-99eb-571fe3889074 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5158851 Feb 11 13:07:49.412415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:49.412784 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.417908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Request body: {'port': {'device_id': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:49.597323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Pushing event updated for resources: {'Port': ['ID=cf1b8530-182c-44db-93d2-b0386e4478a8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:49.655443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e4d9d67-7a1a-4e16-bc5a-e94f214ec9ef req-24bde8f0-f4d9-4483-a498-061a2435c53c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868269 Feb 11 13:07:49.667798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f4e6655-0341-410f-95d0-81fa81dc4d7a req-f6e71259-31d0-4d56-99ed-617f6c1473ef tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797472 Feb 11 13:07:49.679762 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.695059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9be512a0-2633-493e-9832-2fec655766c6 None None] Provisioning for port 68e16767-fcec-41b9-bed7-c27b649a1373 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:49.718219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9be512a0-2633-493e-9832-2fec655766c6 None None] Provisioning complete for port 68e16767-fcec-41b9-bed7-c27b649a1373 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:49.718739 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9be512a0-2633-493e-9832-2fec655766c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.812278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9be512a0-2633-493e-9832-2fec655766c6 None None] Port 68e16767-fcec-41b9-bed7-c27b649a1373 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:07:49.818081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.822354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343e87e-9e0e-45ee-b1d0-668fe8562d32'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:49.844625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:49.851314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:49.995748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Attempting to bind port cf1b8530-182c-44db-93d2-b0386e4478a8 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:49.996080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Attempting to bind port cf1b8530-182c-44db-93d2-b0386e4478a8 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:49.996459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Attempting to bind port cf1b8530-182c-44db-93d2-b0386e4478a8 on network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:50.005386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Port cf1b8530-182c-44db-93d2-b0386e4478a8 on network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:50.010472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Attempting to bind port cf1b8530-182c-44db-93d2-b0386e4478a8 on network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:50.013196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=1343e87e-9e0e-45ee-b1d0-668fe8562d32,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:50.063460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:50.063661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Checking segment: {'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:50.064523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Bound using segment: {'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:50.065158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Bound port: cf1b8530-182c-44db-93d2-b0386e4478a8, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:50.065758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:50.081066 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:50.124903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d1f49-f098-43a3-ac1d-15b910ab0235 req-4d7670d3-1406-46db-a2cb-1f087e699c0a tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:50.127849 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc0d1f49-f098-43a3-ac1d-15b910ab0235 req-4d7670d3-1406-46db-a2cb-1f087e699c0a tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 944 time: 0.2792773 Feb 11 13:07:50.199694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d38a6-6b59-484e-be9b-e5f7eae91368 req-238d5167-954b-4e6d-84cc-dca91b8769bb tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:50.201320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f96d38a6-6b59-484e-be9b-e5f7eae91368 req-238d5167-954b-4e6d-84cc-dca91b8769bb tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 932 time: 0.1877835 Feb 11 13:07:50.202365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] For port cf1b8530-182c-44db-93d2-b0386e4478a8, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:50.207939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] For port cf1b8530-182c-44db-93d2-b0386e4478a8, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cf1b8530-182c-44db-93d2-b0386e4478a8,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:50.229453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:50.312345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:50.314826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] 10.222.0.75 "PUT /v2.0/ports/cf1b8530-182c-44db-93d2-b0386e4478a8 HTTP/1.1" status: 200 len: 1092 time: 2.0250940 Feb 11 13:07:50.321343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca56347-4a96-43f9-b2a1-049991676346', 'tag': 'cf1b8530-182c-44db-93d2-b0386e4478a8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:50.341430 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f96d38a6-6b59-484e-be9b-e5f7eae91368 req-b9bdb43a-affe-4d96-95f5-4142ba17eb7f tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318653 Feb 11 13:07:50.349800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdf236-2d45-4efa-b610-fa10c182996b service neutron] Pushing event updated for resources: {'Port': ['ID=cf1b8530-182c-44db-93d2-b0386e4478a8,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:50.373950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc0d1f49-f098-43a3-ac1d-15b910ab0235 req-bf1e4692-853c-43be-aa33-51888717732b tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/security-groups?id=d865e58f-66d7-4a99-90b5-75eea5345e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951084 Feb 11 13:07:50.497401 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-e2521ccf-4441-4e86-8aed-fcfe55065b8b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=717e6b1e77d84d2e850456bf0c48c0d7&device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 1095 time: 0.1352322 Feb 11 13:07:50.527750 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343e87e-9e0e-45ee-b1d0-668fe8562d32', 'code': 200} Feb 11 13:07:50.544995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ee782dff-7c92-45b4-be3c-ef6a94b5a50a details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:50.727824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e16767-fcec-41b9-bed7-c27b649a1373 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:50.737482 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:50.759679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Transition to ACTIVE for port object 68e16767-fcec-41b9-bed7-c27b649a1373 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:50.766433 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:50.773557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 689100ae-d5de-48cd-9517-05e9ba6f13ce up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:50.841213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50536) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:50.927476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:50.938216 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-de041a3b-b3c8-498c-99c7-0c9a6be0d571 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf1b8530-182c-44db-93d2-b0386e4478a8 HTTP/1.1" status: 200 len: 217 time: 0.4324036 Feb 11 13:07:50.945532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a', 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386', 'port_id': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a', 'mac_address': 'fa:16:3e:5b:40:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0494066-81f3-4ce9-87c0-698b915c81df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:07:51.034659 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.068799 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 689100ae-d5de-48cd-9517-05e9ba6f13ce triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:51.069177 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.110629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-cdd64a58-4682-49be-bf5b-1e6f0fe382ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:51.113495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-cdd64a58-4682-49be-bf5b-1e6f0fe382ee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba HTTP/1.1" status: 200 len: 868 time: 0.1652761 Feb 11 13:07:51.150988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Pushing event updated for resources: {'Port': ['ID=68e16767-fcec-41b9-bed7-c27b649a1373,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:51.162807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee782dff-7c92-45b4-be3c-ef6a94b5a50a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:51.195465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:51.202005 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.237385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-102ba283-6f26-4cb0-9327-258310352f06 req-82615d1c-b959-493a-b918-14ff43847e2d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 1096 time: 0.5558910 Feb 11 13:07:51.288492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48699e49-cdd7-4ad4-a8bf-b9dba39c6aa7 req-da3a4726-5f67-4c7c-a115-0793116c7d9e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:51.296551 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48699e49-cdd7-4ad4-a8bf-b9dba39c6aa7 req-da3a4726-5f67-4c7c-a115-0793116c7d9e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 945 time: 0.4589653 Feb 11 13:07:51.340353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1168037035-network', 'tenant_id': 'b4b5347bda8c4c758d2c2ad42e29020e'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:51.358810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:51.361580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Attempting to bind port 68e16767-fcec-41b9-bed7-c27b649a1373 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:51.362000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Attempting to bind port 68e16767-fcec-41b9-bed7-c27b649a1373 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:51.362229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Attempting to bind port 68e16767-fcec-41b9-bed7-c27b649a1373 on network d66ec596-dd90-437e-8518-ffca133f948a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:51.372882 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-102ba283-6f26-4cb0-9327-258310352f06 req-2cc183cb-fde4-4f85-9e6d-2370bce50fa6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213813 Feb 11 13:07:51.387858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Usage tracker for resource:network and tenant:b4b5347bda8c4c758d2c2ad42e29020e is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:51.393243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:51.396729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Port 68e16767-fcec-41b9-bed7-c27b649a1373 on network d66ec596-dd90-437e-8518-ffca133f948a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:07:51.397065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Attempting to bind port 68e16767-fcec-41b9-bed7-c27b649a1373 on network d66ec596-dd90-437e-8518-ffca133f948a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:07:51.401189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-9d5d1c6f-eb14-4cb1-8f9b-aae239d62006 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=51c46cec-fa3c-4481-a16f-5cdd079eaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2790051 Feb 11 13:07:51.411687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93a50-8e24-47ce-8735-d1d6e67c1b3b req-6f6cf6b5-051f-4a2f-b0f7-e1810fc4a295 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:51.413218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3d93a50-8e24-47ce-8735-d1d6e67c1b3b req-6f6cf6b5-051f-4a2f-b0f7-e1810fc4a295 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.1391885 Feb 11 13:07:51.417209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:51.420819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:07:51.421160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Checking segment: {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:51.421566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Bound using segment: {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:07:51.422116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Bound port: 68e16767-fcec-41b9-bed7-c27b649a1373, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:07:51.422338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.443535 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48699e49-cdd7-4ad4-a8bf-b9dba39c6aa7 req-604e1ec1-7b97-46c1-8a19-8ebc4df6ea1c tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435905 Feb 11 13:07:51.453127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:51.484878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3d93a50-8e24-47ce-8735-d1d6e67c1b3b req-3808b4de-13cb-4167-9225-862681baf429 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639269 Feb 11 13:07:51.493242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Made reservation on behalf of b4b5347bda8c4c758d2c2ad42e29020e for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:51.495537 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.524079 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.546884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['ee782dff-7c92-45b4-be3c-ef6a94b5a50a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:51.579234 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca56347-4a96-43f9-b2a1-049991676346', 'tag': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'status': 'completed', 'code': 200} Feb 11 13:07:51.584107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:51.588590 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b5347bda8c4c758d2c2ad42e29020e is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:51.591748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:51.599701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:51.665835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] For port 68e16767-fcec-41b9-bed7-c27b649a1373, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:51.676564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] For port 68e16767-fcec-41b9-bed7-c27b649a1373, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68e16767-fcec-41b9-bed7-c27b649a1373,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:51.685936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.802550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.804943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] 10.222.0.73 "PUT /v2.0/ports/68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 1092 time: 2.3909140 Feb 11 13:07:51.822407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:51.833728 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.847322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.864641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:51.877214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.877457 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Added segment 7e69ce65-6aa1-40bd-b1d1-532d3088d6d0 of type vlan for network 69757ca9-2ad9-46a2-8208-9312af7500a2 Feb 11 13:07:51.954074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d49c4-3966-4ec7-9eeb-3ce5182dc5cb service neutron] Pushing event updated for resources: {'Port': ['ID=68e16767-fcec-41b9-bed7-c27b649a1373,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:51.991147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:51.995247 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-afbdd0d3-7867-4ae3-ae18-180bddacf2d5 service neutron] 10.222.0.75 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713133 Feb 11 13:07:52.009286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc0ebd7-2da8-411c-8553-809d82197f61,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:52.009507 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e091e49-f77d-4541-b1e2-8c827cfa4dca req-42dbadc7-707e-49df-b429-905d465112f1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.016594 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e091e49-f77d-4541-b1e2-8c827cfa4dca req-42dbadc7-707e-49df-b429-905d465112f1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 944 time: 0.3400106 Feb 11 13:07:52.080676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc47507e-34bf-43ff-b440-a7a186977714 req-a40bd7f7-7a8a-42cc-bf14-e83084174f2c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3541522 Feb 11 13:07:52.132099 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:52.133940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.134532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:52.177126 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-d654e8b7-d2ac-4a2c-866e-e23f15e4f507 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1095 time: 0.2926524 Feb 11 13:07:52.188702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e091e49-f77d-4541-b1e2-8c827cfa4dca req-1d5c6f95-a064-4346-af5f-a62a7325672a tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683910 Feb 11 13:07:52.275505 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67f232f3-59a8-4162-b38b-ed7c8ed0c989 req-af92cde1-e626-465f-8491-ffaa93993a12 service neutron] 10.222.0.75 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522969 Feb 11 13:07:52.311595 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc47507e-34bf-43ff-b440-a7a186977714 req-45d33e62-5a69-47e5-9bf7-ff9319b0e989 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1095 time: 0.1215653 Feb 11 13:07:52.353231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] Pushing event updated for resources: {'Network': ['ID=69757ca9-2ad9-46a2-8208-9312af7500a2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:52.359226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-43005623-e132-48e5-b4ca-901a322bc89f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 217 time: 0.0966399 Feb 11 13:07:52.365576 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4b8e4c35-22f5-479f-b293-c65eb5e4b728 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5180488 Feb 11 13:07:52.367906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 69757ca9-2ad9-46a2-8208-9312af7500a2 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:07:52.370964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50552) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:07:52.380188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Request body: {'subnet': {'network_id': '69757ca9-2ad9-46a2-8208-9312af7500a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1168037035-subnet', 'tenant_id': 'b4b5347bda8c4c758d2c2ad42e29020e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:52.428780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad36531b-baa6-4353-b139-aa21720dbcb0 req-26304233-e3cf-4a28-8c48-72774cbea6b0 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864&device_id=2ca56347-4a96-43f9-b2a1-049991676346&device_id=07c2048f-1529-419e-86ce-a05e0a313b38&device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388&device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a&device_id=e5b444b8-c571-4333-ae28-a98a459e8472&device_id=d99243d9-30a9-43cb-b50b-030fedeed762&device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30&device_id=627210d1-bcb3-4f93-b118-474874455bfe&device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc&device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef&device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0&device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 11748 time: 0.4205663 Feb 11 13:07:52.433815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:52.443825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Usage tracker for resource:subnet and tenant:b4b5347bda8c4c758d2c2ad42e29020e is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:52.463856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:52.481621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:52.485164 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ad36531b-baa6-4353-b139-aa21720dbcb0 req-64243a7a-51b2-47b0-afc7-dfd3c14db2d6 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:52.509439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffed15-021e-4739-b941-9317200ad709 req-79259c73-fece-4729-850d-e957c600cb83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.511163 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-79259c73-fece-4729-850d-e957c600cb83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.1355135 Feb 11 13:07:52.538988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-ad36531b-baa6-4353-b139-aa21720dbcb0 req-64243a7a-51b2-47b0-afc7-dfd3c14db2d6 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:52.546160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ad36531b-baa6-4353-b139-aa21720dbcb0 req-64243a7a-51b2-47b0-afc7-dfd3c14db2d6 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] Usage tracker for resource:security_group_rule and tenant:dc692af16de2422990baa82d1ed21d46 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:52.554636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ad36531b-baa6-4353-b139-aa21720dbcb0 req-64243a7a-51b2-47b0-afc7-dfd3c14db2d6 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:52.562177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-ad36531b-baa6-4353-b139-aa21720dbcb0 req-64243a7a-51b2-47b0-afc7-dfd3c14db2d6 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:52.563153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ee782dff-7c92-45b4-be3c-ef6a94b5a50a up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:52.622528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47507e-34bf-43ff-b440-a7a186977714 req-e7144022-62f8-4b9c-aa79-958b0d3c90da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.624010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc47507e-34bf-43ff-b440-a7a186977714 req-e7144022-62f8-4b9c-aa79-958b0d3c90da service neutron] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.2867820 Feb 11 13:07:52.639765 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ad36531b-baa6-4353-b139-aa21720dbcb0 req-64243a7a-51b2-47b0-afc7-dfd3c14db2d6 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:52.643776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port ee782dff-7c92-45b4-be3c-ef6a94b5a50a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:52.649669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port ee782dff-7c92-45b4-be3c-ef6a94b5a50a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:52.650169 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:52.691602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Made reservation on behalf of b4b5347bda8c4c758d2c2ad42e29020e for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:52.693896 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:52.709895 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ad36531b-baa6-4353-b139-aa21720dbcb0 req-64243a7a-51b2-47b0-afc7-dfd3c14db2d6 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:52.713162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd6f5499-dd0a-41ee-bb1a-f826b53e56d6 req-5b1c904d-1fa0-4350-a971-28c89c4e4678 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=717e6b1e77d84d2e850456bf0c48c0d7&device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 1095 time: 0.3552063 Feb 11 13:07:52.716124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc47507e-34bf-43ff-b440-a7a186977714 req-b127c4c6-b3f6-4eeb-bf24-5f22d14d72c6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc568427-712a-43cd-b0cc-270b69b0db4d HTTP/1.1" status: 200 len: 217 time: 0.0809155 Feb 11 13:07:52.728878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0f72-0553-4bf9-9eae-5767906b819d req-7b5840ff-edb3-4044-b8b4-42e589169973 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.730729 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-535f0f72-0553-4bf9-9eae-5767906b819d req-7b5840ff-edb3-4044-b8b4-42e589169973 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 944 time: 0.3739378 Feb 11 13:07:52.799977 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:52.834784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2048f-1529-419e-86ce-a05e0a313b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:52.839320 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad36531b-baa6-4353-b139-aa21720dbcb0 req-64243a7a-51b2-47b0-afc7-dfd3c14db2d6 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&id=94ec8017-d952-4b6a-8025-d1b90261878a&id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&id=d865e58f-66d7-4a99-90b5-75eea5345e0a&id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.3983431 Feb 11 13:07:52.854832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64243a7a-51b2-47b0-afc7-dfd3c14db2d6 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a07c2b8-b13e-4d9c-8a40-8900671f5b29,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:52.855286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:52.860076 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:52.926020 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-4765e1be-d813-4c35-900c-baa7971a2a50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2841372 Feb 11 13:07:52.939702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47507e-34bf-43ff-b440-a7a186977714 req-7ef28d85-22e4-45a7-aaf7-dd36d2072d01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.941154 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc47507e-34bf-43ff-b440-a7a186977714 req-7ef28d85-22e4-45a7-aaf7-dd36d2072d01 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1872201 Feb 11 13:07:52.960224 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-535f0f72-0553-4bf9-9eae-5767906b819d req-15cb830c-4138-4ae8-bbfb-59bc8c4012fb tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044196 Feb 11 13:07:52.966040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:53.015682 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc47507e-34bf-43ff-b440-a7a186977714 req-6cc53b9d-9ec2-4ea9-9e8d-3b2a3b76af6c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608630 Feb 11 13:07:53.023267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f5499-dd0a-41ee-bb1a-f826b53e56d6 req-97be3666-80c4-4b14-9cbf-603138039b05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:53.024847 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd6f5499-dd0a-41ee-bb1a-f826b53e56d6 req-97be3666-80c4-4b14-9cbf-603138039b05 service neutron] 10.222.0.75 "GET /v2.0/networks?id=51c46cec-fa3c-4481-a16f-5cdd079eaf60 HTTP/1.1" status: 200 len: 930 time: 0.2931483 Feb 11 13:07:53.080326 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373', 'status': 'completed', 'code': 200} Feb 11 13:07:53.217445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-2050b1f4-2894-482d-885d-6cea14d11fc9 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825527 Feb 11 13:07:53.291976 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd6f5499-dd0a-41ee-bb1a-f826b53e56d6 req-f103a75b-63f8-4f37-a5f4-49eb4fe5de55 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf1b8530-182c-44db-93d2-b0386e4478a8 HTTP/1.1" status: 200 len: 217 time: 0.2451832 Feb 11 13:07:53.356686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65646d-5a10-4a24-83c1-3dcca5244277 req-2d0f0c93-1488-4964-a1a2-c4185dc72175 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:53.358134 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d65646d-5a10-4a24-83c1-3dcca5244277 req-2d0f0c93-1488-4964-a1a2-c4185dc72175 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 944 time: 0.3303165 Feb 11 13:07:53.364191 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:53.414040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f5499-dd0a-41ee-bb1a-f826b53e56d6 req-850efd64-7d6c-44a0-a220-7cfde030f246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:53.415453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd6f5499-dd0a-41ee-bb1a-f826b53e56d6 req-850efd64-7d6c-44a0-a220-7cfde030f246 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba HTTP/1.1" status: 200 len: 868 time: 0.1103756 Feb 11 13:07:53.421152 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc47507e-34bf-43ff-b440-a7a186977714 req-f90a18a1-c3fa-4f16-ba75-fbdb09191fa5 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952904 Feb 11 13:07:53.435447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f04291-ae3e-463e-8045-631667f4eacb req-205b51bf-ac79-4fea-84c7-6194e29f404e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:53.436952 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4f04291-ae3e-463e-8045-631667f4eacb req-205b51bf-ac79-4fea-84c7-6194e29f404e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 945 time: 0.2024558 Feb 11 13:07:53.605615 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3ffed15-021e-4739-b941-9317200ad709 req-c885f8d0-28c5-415a-9f91-8bfadf878022 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734746 Feb 11 13:07:53.608862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1679790b-4f95-4532-ba70-ec085e7b7e06,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:53.633545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d65646d-5a10-4a24-83c1-3dcca5244277 req-e42952fa-8ef0-468d-aeb2-87b800d35831 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/security-groups?id=d865e58f-66d7-4a99-90b5-75eea5345e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654314 Feb 11 13:07:53.638314 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4f04291-ae3e-463e-8045-631667f4eacb req-fe20b1a0-2c07-48d4-8016-838aaf954138 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492829 Feb 11 13:07:53.664309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Checking segment: {'id': '7e69ce65-6aa1-40bd-b1d1-532d3088d6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69757ca9-2ad9-46a2-8208-9312af7500a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:07:53.664911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Network hostable DHCP agents. Network: 69757ca9-2ad9-46a2-8208-9312af7500a2, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:53.681461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd6f5499-dd0a-41ee-bb1a-f826b53e56d6 req-4cba8e1c-9c72-4afc-a93e-1e5f91ac8e72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=51c46cec-fa3c-4481-a16f-5cdd079eaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424977 Feb 11 13:07:53.683387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc47507e-34bf-43ff-b440-a7a186977714 req-300dad1d-6b7d-4292-9b4c-18378f0c17f6 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455578 Feb 11 13:07:53.743821 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2048f-1529-419e-86ce-a05e0a313b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a', 'code': 200} Feb 11 13:07:53.778790 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc4cfc1b-9c08-4a10-b1ab-ec0f7deb926d req-cb44d8c3-98c6-4051-8fe3-4491d4b68c1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1095 time: 0.1187851 Feb 11 13:07:53.779494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Network 69757ca9-2ad9-46a2-8208-9312af7500a2 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:53.821067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 69757ca9-2ad9-46a2-8208-9312af7500a2) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:53.831686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c652eb78-c837-4d68-8ac6-77e72961dccd None None] Network 69757ca9-2ad9-46a2-8208-9312af7500a2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:07:53.879106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:53.880238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:53.890236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd6f5499-dd0a-41ee-bb1a-f826b53e56d6 req-02f18606-e66c-4737-adda-991fcd2ee791 service neutron] 10.222.0.75 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981795 Feb 11 13:07:54.021604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-970d4de4-ce18-4955-a275-a3fd19e36586 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6399989 Feb 11 13:07:54.022797 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd12fa79-263d-4fac-a5a7-88a5bb00846a req-800d87f7-2922-498d-a9d0-bb79f3078cd6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 1096 time: 0.2072828 Feb 11 13:07:54.030547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0808e4-6d5a-4720-bd73-1590b2b5b7c6 req-bacec0c6-3728-4581-a004-295fc10ed4ce tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:54.032157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1f0808e4-6d5a-4720-bd73-1590b2b5b7c6 req-bacec0c6-3728-4581-a004-295fc10ed4ce tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.2056725 Feb 11 13:07:54.040335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cfc1b-9c08-4a10-b1ab-ec0f7deb926d req-bcb7c9ee-561e-40f1-a979-75759bd5246b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:54.041893 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc4cfc1b-9c08-4a10-b1ab-ec0f7deb926d req-bcb7c9ee-561e-40f1-a979-75759bd5246b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.2489829 Feb 11 13:07:54.134478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb71ed-3936-4db3-a9f5-19ef954607b2 None None] Network 69757ca9-2ad9-46a2-8208-9312af7500a2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:07:54.144430 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd6f5499-dd0a-41ee-bb1a-f826b53e56d6 req-dede6c0a-03d2-41db-9f20-af8a25394c9d service neutron] 10.222.0.75 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385955 Feb 11 13:07:54.153873 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd12fa79-263d-4fac-a5a7-88a5bb00846a req-d15ae26c-66d7-4925-a14c-cd5f0b6b5a77 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196804 Feb 11 13:07:54.162086 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc4cfc1b-9c08-4a10-b1ab-ec0f7deb926d req-2ff3fd2c-2960-441c-842e-496ff2532d40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 217 time: 0.0966876 Feb 11 13:07:54.188259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63654bf1-1417-47be-9541-24113dfdd4ff req-387d2b87-40a7-4d13-8be7-5986111c4445 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:54.190234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63654bf1-1417-47be-9541-24113dfdd4ff req-387d2b87-40a7-4d13-8be7-5986111c4445 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 945 time: 0.1237752 Feb 11 13:07:54.200122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1f0808e4-6d5a-4720-bd73-1590b2b5b7c6 req-b553e072-e6da-43f1-aec0-49f803d1cc5c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572957 Feb 11 13:07:54.272233 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63654bf1-1417-47be-9541-24113dfdd4ff req-757720d3-7539-4554-8069-8a300f248a43 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762546 Feb 11 13:07:54.452153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cfc1b-9c08-4a10-b1ab-ec0f7deb926d req-db4344b4-7cb0-44cc-8b61-d3afcb2aa2c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:54.453546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc4cfc1b-9c08-4a10-b1ab-ec0f7deb926d req-db4344b4-7cb0-44cc-8b61-d3afcb2aa2c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.0825195 Feb 11 13:07:54.466012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e65f3e0-d3bb-4e1f-b5d8-526907e0366c req-e1e4cbbd-4999-4a23-b4d8-36b8b1f900d7 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 1096 time: 0.1246169 Feb 11 13:07:54.559376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e65f3e0-d3bb-4e1f-b5d8-526907e0366c req-d268f082-77e6-4bb0-ad59-1a666d952612 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632336 Feb 11 13:07:54.570332 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc4cfc1b-9c08-4a10-b1ab-ec0f7deb926d req-fe702179-c1ce-4c31-8abc-0e4e0e9d6321 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031210 Feb 11 13:07:54.663692 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5fea4a3f-6213-4663-82dd-19e0270fe697 req-e8cfa1ad-1ba1-4606-9a38-df63dcd36352 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a&device_id=d99243d9-30a9-43cb-b50b-030fedeed762&device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 2882 time: 0.0832040 Feb 11 13:07:54.705897 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5fea4a3f-6213-4663-82dd-19e0270fe697 req-85b21253-c003-4d19-9f6e-85bf95b336e6 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 Feb 11 13:07:54.765130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc4cfc1b-9c08-4a10-b1ab-ec0f7deb926d req-bf3a2e47-f37d-47ce-84ac-1741693b75a9 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873319 Feb 11 13:07:54.878925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c56efd-a5e3-4b10-b9a6-b8560b08343b req-28434785-63f6-46cd-a356-92fd0f80ffa4 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:54.879617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-92c56efd-a5e3-4b10-b9a6-b8560b08343b req-28434785-63f6-46cd-a356-92fd0f80ffa4 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Synchronizing usage tracker for tenant:f091c04736694ca39b7f651d133df13b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:54.919091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-92c56efd-a5e3-4b10-b9a6-b8560b08343b req-28434785-63f6-46cd-a356-92fd0f80ffa4 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Unset dirty status for tenant:f091c04736694ca39b7f651d133df13b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:54.920224 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92c56efd-a5e3-4b10-b9a6-b8560b08343b req-28434785-63f6-46cd-a356-92fd0f80ffa4 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 944 time: 0.2363038 Feb 11 13:07:54.930043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc4cfc1b-9c08-4a10-b1ab-ec0f7deb926d req-695fcac9-51fb-40ad-a77e-bfa0bd0583bd service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551149 Feb 11 13:07:54.970864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-92c56efd-a5e3-4b10-b9a6-b8560b08343b req-68b8cbdc-dd0b-4f5f-ba39-7d03dca7724d tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Synchronizing usage tracker for tenant:f091c04736694ca39b7f651d133df13b on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:54.988338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-92c56efd-a5e3-4b10-b9a6-b8560b08343b req-68b8cbdc-dd0b-4f5f-ba39-7d03dca7724d tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Unset dirty status for tenant:f091c04736694ca39b7f651d133df13b on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:54.989500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92c56efd-a5e3-4b10-b9a6-b8560b08343b req-68b8cbdc-dd0b-4f5f-ba39-7d03dca7724d tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617497 Feb 11 13:07:55.096067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bd912-9069-4447-938e-20a6aa495464 req-3ca0cf37-06c3-43b8-83b6-cfa27a448c02 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:55.097701 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-3ca0cf37-06c3-43b8-83b6-cfa27a448c02 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/networks?id=69757ca9-2ad9-46a2-8208-9312af7500a2 HTTP/1.1" status: 200 len: 818 time: 0.1578801 Feb 11 13:07:55.113579 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-e5db0d49-68d9-4d90-bf09-83aec6015e69 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/quotas/b4b5347bda8c4c758d2c2ad42e29020e HTTP/1.1" status: 200 len: 375 time: 0.0107756 Feb 11 13:07:55.159964 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-f62e5108-308c-4a87-a6e2-bb48e6f1d118 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4b5347bda8c4c758d2c2ad42e29020e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410109 Feb 11 13:07:55.250559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac1fd8-85ff-40f5-acd1-a07e01849b62 req-f39ada8a-c37d-4856-98e8-ceccb1baef39 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:55.252908 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97ac1fd8-85ff-40f5-acd1-a07e01849b62 req-f39ada8a-c37d-4856-98e8-ceccb1baef39 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 944 time: 0.0920739 Feb 11 13:07:55.308592 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97ac1fd8-85ff-40f5-acd1-a07e01849b62 req-f6bf7b2a-0cf3-4b64-a405-aebeae997033 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/security-groups?id=d865e58f-66d7-4a99-90b5-75eea5345e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499246 Feb 11 13:07:55.314785 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-251391bd-aa2d-4c34-8f0a-56cd4dfcc8bb service neutron] 10.222.0.67 "GET /v2.0/networks/69757ca9-2ad9-46a2-8208-9312af7500a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450140 Feb 11 13:07:55.328782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cf1b8530-182c-44db-93d2-b0386e4478a8 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:55.468591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-40db2632-9575-43cc-a1e1-dc1511ddb4c2 service neutron] 10.222.0.67 "GET /v2.0/networks/69757ca9-2ad9-46a2-8208-9312af7500a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477199 Feb 11 13:07:55.685349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port cf1b8530-182c-44db-93d2-b0386e4478a8, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cf1b8530-182c-44db-93d2-b0386e4478a8,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:55.713123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'port_id': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'mac_address': 'fa:16:3e:a3:15:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:07:55.769719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4284e-d59e-45b1-8c3e-94e61ad65a46 req-88aa5816-bb06-441d-911d-40637c0b1e04 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:55.777343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-77e4284e-d59e-45b1-8c3e-94e61ad65a46 req-88aa5816-bb06-441d-911d-40637c0b1e04 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.1116118 Feb 11 13:07:55.804493 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:55.865331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1b8530-182c-44db-93d2-b0386e4478a8 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:55.882168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port cf1b8530-182c-44db-93d2-b0386e4478a8, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cf1b8530-182c-44db-93d2-b0386e4478a8,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:55.883218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-77e4284e-d59e-45b1-8c3e-94e61ad65a46 req-3b175ef9-f9a2-4f15-9b0a-61423e4a1211 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981698 Feb 11 13:07:55.889031 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:56.010124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=cf1b8530-182c-44db-93d2-b0386e4478a8,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:56.043609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c655559d-128c-418c-888d-f701d79c37f8 req-b5bf6011-3753-45a1-b683-30925db2c8db tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 210 time: 0.0521989 Feb 11 13:07:56.064610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6831e-4735-4954-b6a7-b079c79088ca req-b40ca747-620c-46cc-b0ca-a5c8fea73ebf tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:56.075262 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32e6831e-4735-4954-b6a7-b079c79088ca req-b40ca747-620c-46cc-b0ca-a5c8fea73ebf tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 945 time: 0.2581658 Feb 11 13:07:56.133170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32e6831e-4735-4954-b6a7-b079c79088ca req-57c9a44c-9307-4a4e-80fb-0ef824aa6b9a tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519807 Feb 11 13:07:56.193175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['cf1b8530-182c-44db-93d2-b0386e4478a8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:56.468553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531e9a0-ae4b-4c74-a044-8e953382da1b req-c913e85a-c59e-4f3e-923a-00cfd9c0fc02 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:56.470835 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3531e9a0-ae4b-4c74-a044-8e953382da1b req-c913e85a-c59e-4f3e-923a-00cfd9c0fc02 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 944 time: 0.1624773 Feb 11 13:07:56.562460 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3531e9a0-ae4b-4c74-a044-8e953382da1b req-d843de1a-941b-462d-93db-bdaba740a781 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858405 Feb 11 13:07:56.573532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a63ef762-01cb-4eb6-a99d-fed96375a48c req-c7dccf84-47ac-46ec-b10e-3642557bf467 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 1096 time: 0.0920086 Feb 11 13:07:56.595218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 68e16767-fcec-41b9-bed7-c27b649a1373 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:07:56.651156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a63ef762-01cb-4eb6-a99d-fed96375a48c req-4e77c18e-fd2f-46a5-a4fb-da35d3f400a3 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724230 Feb 11 13:07:56.789244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 68e16767-fcec-41b9-bed7-c27b649a1373, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68e16767-fcec-41b9-bed7-c27b649a1373,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:56.815240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '68e16767-fcec-41b9-bed7-c27b649a1373', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'port_id': '68e16767-fcec-41b9-bed7-c27b649a1373', 'mac_address': 'fa:16:3e:a7:2e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:07:56.826202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882cd3d-527a-4ac7-b651-3e5a18d5b3b5 req-7fa9fa26-7345-48e1-8314-85b41c0fabbd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:56.826972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4882cd3d-527a-4ac7-b651-3e5a18d5b3b5 req-7fa9fa26-7345-48e1-8314-85b41c0fabbd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:56.863487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4882cd3d-527a-4ac7-b651-3e5a18d5b3b5 req-7fa9fa26-7345-48e1-8314-85b41c0fabbd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:56.870719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4882cd3d-527a-4ac7-b651-3e5a18d5b3b5 req-7fa9fa26-7345-48e1-8314-85b41c0fabbd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 945 time: 0.1521542 Feb 11 13:07:56.879685 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:07:56.885306 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:56.904614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e16767-fcec-41b9-bed7-c27b649a1373 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:56.925076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 68e16767-fcec-41b9-bed7-c27b649a1373, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68e16767-fcec-41b9-bed7-c27b649a1373,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:56.931511 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:56.991741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4882cd3d-527a-4ac7-b651-3e5a18d5b3b5 req-915ec44b-d5da-4e05-b97b-f29e67a672f7 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:57.024562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4882cd3d-527a-4ac7-b651-3e5a18d5b3b5 req-915ec44b-d5da-4e05-b97b-f29e67a672f7 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:57.042938 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4882cd3d-527a-4ac7-b651-3e5a18d5b3b5 req-915ec44b-d5da-4e05-b97b-f29e67a672f7 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/security-groups?id=d865e58f-66d7-4a99-90b5-75eea5345e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713083 Feb 11 13:07:57.112651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=68e16767-fcec-41b9-bed7-c27b649a1373,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:57.273137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['68e16767-fcec-41b9-bed7-c27b649a1373'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:07:57.349617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cf1b8530-182c-44db-93d2-b0386e4478a8 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:57.421045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bd912-9069-4447-938e-20a6aa495464 req-290e6f41-4f89-4f30-a744-e35d20066413 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:57.423810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-290e6f41-4f89-4f30-a744-e35d20066413 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.75 "GET /v2.0/networks?id=69757ca9-2ad9-46a2-8208-9312af7500a2 HTTP/1.1" status: 200 len: 818 time: 0.2630906 Feb 11 13:07:57.445283 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2639c6bf-de95-457b-be56-9eda3f399b08 req-e2cfefe4-42df-4375-a0d2-54ad92fda523 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 1096 time: 0.1787760 Feb 11 13:07:57.465998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Request body: {'port': {'device_id': 'e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3', 'network_id': '69757ca9-2ad9-46a2-8208-9312af7500a2', 'admin_state_up': True, 'tenant_id': 'b4b5347bda8c4c758d2c2ad42e29020e'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:57.624048 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2639c6bf-de95-457b-be56-9eda3f399b08 req-64229c6b-c064-4f60-a955-8cbfa4738997 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772287 Feb 11 13:07:57.642186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef8457-a1b6-4d3f-8686-8a9a800f845a req-da35ed34-e921-4c12-afca-fa403c815a63 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:57.650498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90ef8457-a1b6-4d3f-8686-8a9a800f845a req-da35ed34-e921-4c12-afca-fa403c815a63 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.1345057 Feb 11 13:07:57.672456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:07:57.678310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Usage tracker for resource:port and tenant:b4b5347bda8c4c758d2c2ad42e29020e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:07:57.682758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:07:57.688061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port cf1b8530-182c-44db-93d2-b0386e4478a8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:57.690392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:07:57.698163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port cf1b8530-182c-44db-93d2-b0386e4478a8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:57.698686 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:57.708841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Made reservation on behalf of b4b5347bda8c4c758d2c2ad42e29020e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:57.712909 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:57.722459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90ef8457-a1b6-4d3f-8686-8a9a800f845a req-8e43518a-5851-428b-875c-c4c3d034b2fe tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710087 Feb 11 13:07:57.838222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:57.869058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca56347-4a96-43f9-b2a1-049991676346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1b8530-182c-44db-93d2-b0386e4478a8'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:07:57.879760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port cf1b8530-182c-44db-93d2-b0386e4478a8, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cf1b8530-182c-44db-93d2-b0386e4478a8,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:57.884771 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:57.955666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=cf1b8530-182c-44db-93d2-b0386e4478a8,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:57.967970 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56dbc79a-4ee3-4576-9a90-bcc390cd527b req-c05a7bbf-7482-4446-a8ec-34ac1e2826c0 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 210 time: 0.0592604 Feb 11 13:07:57.992239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Allocated IP 172.20.0.8 (69757ca9-2ad9-46a2-8208-9312af7500a2/1679790b-4f95-4532-ba70-ec085e7b7e06/def46d8d-6252-4199-80da-211844395af0) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:58.127069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204227e8-f248-4d3a-b165-6c1e1ba3d8b6 req-52c2ec87-09bc-40f6-b76b-621debf9f9b3 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:58.128814 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-204227e8-f248-4d3a-b165-6c1e1ba3d8b6 req-52c2ec87-09bc-40f6-b76b-621debf9f9b3 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 946 time: 0.0831790 Feb 11 13:07:58.175049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-204227e8-f248-4d3a-b165-6c1e1ba3d8b6 req-85ab9dde-b9d3-4d5e-8897-ab3046e2cd2f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400090 Feb 11 13:07:58.279703 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:58.288055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13a81e-b559-44d9-9d8b-63b8f24f0455 req-8a2def0e-15fe-44be-b9c5-3c5a9a3e4a1b tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:58.289518 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e13a81e-b559-44d9-9d8b-63b8f24f0455 req-8a2def0e-15fe-44be-b9c5-3c5a9a3e4a1b tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 945 time: 0.1474082 Feb 11 13:07:58.297807 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca56347-4a96-43f9-b2a1-049991676346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'code': 200} Feb 11 13:07:58.348703 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e13a81e-b559-44d9-9d8b-63b8f24f0455 req-c1ecf5ee-774f-4994-be53-260a9fc10709 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533869 Feb 11 13:07:58.356442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:58.491904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Network 69757ca9-2ad9-46a2-8208-9312af7500a2 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:58.495656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:58.497802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Pushing event updated for resources: {'Port': ['ID=def46d8d-6252-4199-80da-211844395af0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.506240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:07:58.584505 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-87f5d760-7ae6-4808-b75f-541a3ee34abd req-df5acb0f-0ce4-44a8-a938-07d3058e62a6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 1097 time: 0.1909595 Feb 11 13:07:58.590787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:58.591481 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:58.616020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 68e16767-fcec-41b9-bed7-c27b649a1373 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:07:58.620869 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-82768250-a8c2-4ff0-90d3-2a9b04299994 req-614aaf40-a534-427a-ace7-d1eacf9eae25 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 1100 time: 0.2251821 Feb 11 13:07:58.643981 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-1b9d66e1-d6d4-46fe-914c-bfa9e50c6bdb tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1956913 Feb 11 13:07:58.656906 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-87f5d760-7ae6-4808-b75f-541a3ee34abd req-866e1dac-f0a7-4dd0-bfce-5e5c8881a8c0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d865e58f-66d7-4a99-90b5-75eea5345e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610776 Feb 11 13:07:58.668618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-82768250-a8c2-4ff0-90d3-2a9b04299994 req-2bb2d537-48c5-4a3b-8eff-152cb8e3ae73 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] Synchronizing usage tracker for tenant:dc692af16de2422990baa82d1ed21d46 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:58.687375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-82768250-a8c2-4ff0-90d3-2a9b04299994 req-2bb2d537-48c5-4a3b-8eff-152cb8e3ae73 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] Unset dirty status for tenant:dc692af16de2422990baa82d1ed21d46 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:07:58.688690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-82768250-a8c2-4ff0-90d3-2a9b04299994 req-2bb2d537-48c5-4a3b-8eff-152cb8e3ae73 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670488 Feb 11 13:07:58.695424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 68e16767-fcec-41b9-bed7-c27b649a1373 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:58.700156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 68e16767-fcec-41b9-bed7-c27b649a1373 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:58.700517 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:58.819911 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:58.852747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 68e16767-fcec-41b9-bed7-c27b649a1373, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68e16767-fcec-41b9-bed7-c27b649a1373,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:58.856870 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:58.874183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb56ae-74ae-472f-802a-91dfe53b7ff5 req-37a763f7-4ac2-43ea-8799-d74884358f50 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:58.875665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25fb56ae-74ae-472f-802a-91dfe53b7ff5 req-37a763f7-4ac2-43ea-8799-d74884358f50 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 946 time: 0.0779362 Feb 11 13:07:58.889885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Request body: {'port': {'device_id': 'e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:07:58.940886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=68e16767-fcec-41b9-bed7-c27b649a1373,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.975601 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25fb56ae-74ae-472f-802a-91dfe53b7ff5 req-c1d2923b-597f-4a7a-bc9e-a08d9dcfe18a tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/security-groups?id=d865e58f-66d7-4a99-90b5-75eea5345e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922267 Feb 11 13:07:59.017941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01132d-44c9-421f-b353-1805f125de59 req-a29242b7-a917-4a91-b6a1-2e80b0e0df25 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:59.019655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba01132d-44c9-421f-b353-1805f125de59 req-a29242b7-a917-4a91-b6a1-2e80b0e0df25 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.73 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 946 time: 0.1188633 Feb 11 13:07:59.033807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:59.098933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Deleting port bb80108c-0b33-410f-a7c8-d32a91dff05b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:07:59.099388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:59.500475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] For port bb80108c-0b33-410f-a7c8-d32a91dff05b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bb80108c-0b33-410f-a7c8-d32a91dff05b,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:59.500962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:59.510664 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19567c50-f359-468f-9446-b677f792d832 req-6170bdc5-cddf-4a26-9376-81714e3b2dd8 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 1100 time: 0.1786721 Feb 11 13:07:59.611730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def46d8d-6252-4199-80da-211844395af0 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:07:59.621469 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:59.628596 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19567c50-f359-468f-9446-b677f792d832 req-187ac027-2abc-41f8-8c6b-3293821924a2 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064746 Feb 11 13:07:59.653891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Transition to ACTIVE for port object def46d8d-6252-4199-80da-211844395af0 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:59.660049 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:59.803544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad25913-c507-408e-b17a-f793bfc875fa req-9994abe5-5936-465b-a584-d4ded86ee158 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:59.805005 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad25913-c507-408e-b17a-f793bfc875fa req-9994abe5-5936-465b-a584-d4ded86ee158 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.1832640 Feb 11 13:07:59.847283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=def46d8d-6252-4199-80da-211844395af0,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:59.940889 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:59.941325 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:59.941513 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Floating IP 6ef7dc62-a778-46cd-b798-7a18fd6dbd19 disassociated. External IP: 172.25.4.167, port: bb80108c-0b33-410f-a7c8-d32a91dff05b. Feb 11 13:07:59.941854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Calling delete_port for bb80108c-0b33-410f-a7c8-d32a91dff05b owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:07:59.971188 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad25913-c507-408e-b17a-f793bfc875fa req-ff8086f5-d7a3-4801-89af-9e66509532cc tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068377 Feb 11 13:07:59.976126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c8821-6dee-4abc-922f-f717e5f84367 req-1ce2acdc-11c2-4dd3-ac15-1ef843933182 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:59.976809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-686c8821-6dee-4abc-922f-f717e5f84367 req-1ce2acdc-11c2-4dd3-ac15-1ef843933182 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Synchronizing usage tracker for tenant:b4b5347bda8c4c758d2c2ad42e29020e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:07:59.999181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Attempting to bind port def46d8d-6252-4199-80da-211844395af0 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:07:59.999181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Attempting to bind port def46d8d-6252-4199-80da-211844395af0 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '7e69ce65-6aa1-40bd-b1d1-532d3088d6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69757ca9-2ad9-46a2-8208-9312af7500a2'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:07:59.999181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Attempting to bind port def46d8d-6252-4199-80da-211844395af0 on network 69757ca9-2ad9-46a2-8208-9312af7500a2 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:00.004381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Port def46d8d-6252-4199-80da-211844395af0 on network 69757ca9-2ad9-46a2-8208-9312af7500a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:00.004833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Attempting to bind port def46d8d-6252-4199-80da-211844395af0 on network 69757ca9-2ad9-46a2-8208-9312af7500a2 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:00.008305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-686c8821-6dee-4abc-922f-f717e5f84367 req-1ce2acdc-11c2-4dd3-ac15-1ef843933182 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Unset dirty status for tenant:b4b5347bda8c4c758d2c2ad42e29020e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:00.009691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-686c8821-6dee-4abc-922f-f717e5f84367 req-1ce2acdc-11c2-4dd3-ac15-1ef843933182 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 943 time: 0.2178748 Feb 11 13:08:00.016298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:00.016710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Checking segment: {'id': '7e69ce65-6aa1-40bd-b1d1-532d3088d6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69757ca9-2ad9-46a2-8208-9312af7500a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:00.017836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Bound using segment: {'id': '7e69ce65-6aa1-40bd-b1d1-532d3088d6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69757ca9-2ad9-46a2-8208-9312af7500a2'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:00.018268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Bound port: def46d8d-6252-4199-80da-211844395af0, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e69ce65-6aa1-40bd-b1d1-532d3088d6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69757ca9-2ad9-46a2-8208-9312af7500a2'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:00.018763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:00.140534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-686c8821-6dee-4abc-922f-f717e5f84367 req-90034581-3297-4391-96a4-d7109eab1d4c tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bc0ebd7-2da8-411c-8553-809d82197f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118059 Feb 11 13:08:00.156189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] For port def46d8d-6252-4199-80da-211844395af0, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:00.161121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] For port def46d8d-6252-4199-80da-211844395af0, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=def46d8d-6252-4199-80da-211844395af0,segment=NetworkSegment(7e69ce65-6aa1-40bd-b1d1-532d3088d6d0),segment_id=7e69ce65-6aa1-40bd-b1d1-532d3088d6d0)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:00.167134 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:00.238344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:00.251891 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:00.253622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] 10.222.0.75 "PUT /v2.0/ports/def46d8d-6252-4199-80da-211844395af0 HTTP/1.1" status: 200 len: 1091 time: 1.3680780 Feb 11 13:08:00.262471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3', 'tag': 'def46d8d-6252-4199-80da-211844395af0'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:00.289646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d36282-93d2-41d7-9666-1353b664c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=def46d8d-6252-4199-80da-211844395af0,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:00.300931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:00.339083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event deleted for resources: {'Port': ['ID=bb80108c-0b33-410f-a7c8-d32a91dff05b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:00.460322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc23c-496a-4678-aa66-10c151ef646d req-42bf775c-e5a8-4d3f-9b35-f7af742d6025 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:00.462163 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-910dc23c-496a-4678-aa66-10c151ef646d req-42bf775c-e5a8-4d3f-9b35-f7af742d6025 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/ports?device_id=627210d1-bcb3-4f93-b118-474874455bfe HTTP/1.1" status: 200 len: 867 time: 0.3185532 Feb 11 13:08:00.531738 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-910dc23c-496a-4678-aa66-10c151ef646d req-716abcf2-bd06-448f-9baa-ef626426ee28 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624318 Feb 11 13:08:00.558415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-73c21556-ad55-4e8b-963f-866facd16bd0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b4b5347bda8c4c758d2c2ad42e29020e&device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 1094 time: 0.1647160 Feb 11 13:08:00.562053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df63d54a-03c1-453c-8186-e2c6206ba1c7 req-ab36a6a1-8703-447a-ad0c-7548c7314cf9 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 1096 time: 0.1189535 Feb 11 13:08:00.659892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-9230d56a-0be1-47e3-b79b-5b319bf803ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=def46d8d-6252-4199-80da-211844395af0 HTTP/1.1" status: 200 len: 217 time: 0.0925097 Feb 11 13:08:00.748268 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df63d54a-03c1-453c-8186-e2c6206ba1c7 req-cde5c04f-3169-4ca5-91fa-badfb2ac1c6e tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312907 Feb 11 13:08:00.756043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bd912-9069-4447-938e-20a6aa495464 req-d3acb3f8-b2a7-45e2-829b-c3930703f2f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:00.757683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-d3acb3f8-b2a7-45e2-829b-c3930703f2f5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1679790b-4f95-4532-ba70-ec085e7b7e06 HTTP/1.1" status: 200 len: 858 time: 0.0854702 Feb 11 13:08:00.811061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa000f-8133-4bd7-bc25-2b2f0e9311e7 req-c18567a4-c530-4282-8c53-748125195de7 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:00.819042 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84aa000f-8133-4bd7-bc25-2b2f0e9311e7 req-c18567a4-c530-4282-8c53-748125195de7 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 946 time: 0.1371574 Feb 11 13:08:00.822482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-75c108f7-fb0f-4a62-a3e6-ff65b7863f19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=69757ca9-2ad9-46a2-8208-9312af7500a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582771 Feb 11 13:08:00.864134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Router a86dee77-613a-4629-9450-a299678ec5e2 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:00.877040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84aa000f-8133-4bd7-bc25-2b2f0e9311e7 req-21d3aae7-f780-4fcd-96f6-9f6593b1478b tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565658 Feb 11 13:08:01.059342 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-3be187f7-95c4-4c1d-b423-a80cc6a6a509 service neutron] 10.222.0.75 "GET /v2.0/networks/69757ca9-2ad9-46a2-8208-9312af7500a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278230 Feb 11 13:08:01.216442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a07bd912-9069-4447-938e-20a6aa495464 req-15782ee4-ab71-4ab5-b3a8-9257eff23edf service neutron] 10.222.0.75 "GET /v2.0/networks/69757ca9-2ad9-46a2-8208-9312af7500a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451304 Feb 11 13:08:01.255362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1789418-ddab-42a9-88cf-d2c09ed56091 req-3534c16c-c3eb-4e81-b1fe-717e2d81883e tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:01.256806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1789418-ddab-42a9-88cf-d2c09ed56091 req-3534c16c-c3eb-4e81-b1fe-717e2d81883e tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 946 time: 0.1716380 Feb 11 13:08:01.275122 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3', 'tag': 'def46d8d-6252-4199-80da-211844395af0', 'status': 'completed', 'code': 200} Feb 11 13:08:01.328292 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1789418-ddab-42a9-88cf-d2c09ed56091 req-03fa1524-6459-49bf-9b17-d1e2366cebff tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/security-groups?id=d865e58f-66d7-4a99-90b5-75eea5345e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612347 Feb 11 13:08:01.339453 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373', 'code': 200} Feb 11 13:08:01.373397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:01.386344 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] Sync routers for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:01.405586 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:01.409594 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:01.520552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] No DVR routers for this DVR port bb80108c-0b33-410f-a7c8-d32a91dff05b on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:01.526098 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:01.534069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627210d1-bcb3-4f93-b118-474874455bfe', 'name': 'network-vif-deleted', 'tag': 'bb80108c-0b33-410f-a7c8-d32a91dff05b'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:01.593564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba01132d-44c9-421f-b353-1805f125de59 req-05196c73-03d6-465d-92be-12b8f3b32f7f tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.73 "DELETE /v2.0/ports/bb80108c-0b33-410f-a7c8-d32a91dff05b HTTP/1.1" status: 204 len: 173 time: 2.5685322 Feb 11 13:08:01.728563 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:01.763226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6914a8-46ac-4979-b02f-42220c6b7f38 req-c819b67c-5caa-4be0-a63b-bb511bcefdf1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:01.772314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b6914a8-46ac-4979-b02f-42220c6b7f38 req-c819b67c-5caa-4be0-a63b-bb511bcefdf1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.1338801 Feb 11 13:08:01.842702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b6914a8-46ac-4979-b02f-42220c6b7f38 req-c16145bd-dbe7-4dde-b048-35a0900c041b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694249 Feb 11 13:08:01.873299 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-077920cf-2fdd-410b-bbe9-c8ff8b44bd80 req-7ab865b1-7a5e-4040-84c1-05854a449d1d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3440788 Feb 11 13:08:01.878385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2502a960-f499-4570-b476-02b3c15fa466 req-74404fed-1da2-4e5c-93b1-d651a16fd371 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1097 time: 0.4487581 Feb 11 13:08:01.932301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-155c7ec3-e91f-4689-9ac3-78b940c98cfa req-90da9050-4405-454f-915f-32877cd39f74 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b4b5347bda8c4c758d2c2ad42e29020e&device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 1094 time: 0.6121163 Feb 11 13:08:02.093923 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2502a960-f499-4570-b476-02b3c15fa466 req-0bfc914d-1f28-4bae-80da-e278ff76f9e9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902442 Feb 11 13:08:02.195340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c7ec3-e91f-4689-9ac3-78b940c98cfa req-d17b77ba-1827-4eb8-82ff-9aec0f40fd01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:02.197177 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-155c7ec3-e91f-4689-9ac3-78b940c98cfa req-d17b77ba-1827-4eb8-82ff-9aec0f40fd01 service neutron] 10.222.0.75 "GET /v2.0/networks?id=69757ca9-2ad9-46a2-8208-9312af7500a2 HTTP/1.1" status: 200 len: 919 time: 0.2557139 Feb 11 13:08:02.241945 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:02.247517 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] Checking router: a86dee77-613a-4629-9450-a299678ec5e2 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:08:02.262428 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:02.263243 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:02.327974 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-155c7ec3-e91f-4689-9ac3-78b940c98cfa req-7a38b7b9-4c59-461e-94a2-9c0cfeafca85 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=def46d8d-6252-4199-80da-211844395af0 HTTP/1.1" status: 200 len: 217 time: 0.1220639 Feb 11 13:08:02.333824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039b914-589b-41f6-9ed9-9c97089e7109 req-597b6c8c-7d74-4a0b-83fc-ea3995448bb6 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:02.338191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1039b914-589b-41f6-9ed9-9c97089e7109 req-597b6c8c-7d74-4a0b-83fc-ea3995448bb6 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 943 time: 0.1236424 Feb 11 13:08:02.453117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1039b914-589b-41f6-9ed9-9c97089e7109 req-dcb8188e-8e02-4896-b227-e28ec9fb283e tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Synchronizing usage tracker for tenant:b4b5347bda8c4c758d2c2ad42e29020e on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:02.492093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c7ec3-e91f-4689-9ac3-78b940c98cfa req-7ec62778-6a74-4ed6-81a7-ddfffaf9505a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:02.495534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1039b914-589b-41f6-9ed9-9c97089e7109 req-dcb8188e-8e02-4896-b227-e28ec9fb283e tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Unset dirty status for tenant:b4b5347bda8c4c758d2c2ad42e29020e on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:02.496839 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1039b914-589b-41f6-9ed9-9c97089e7109 req-dcb8188e-8e02-4896-b227-e28ec9fb283e tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bc0ebd7-2da8-411c-8553-809d82197f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550376 Feb 11 13:08:02.498210 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-155c7ec3-e91f-4689-9ac3-78b940c98cfa req-7ec62778-6a74-4ed6-81a7-ddfffaf9505a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1679790b-4f95-4532-ba70-ec085e7b7e06 HTTP/1.1" status: 200 len: 858 time: 0.1622546 Feb 11 13:08:02.604947 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:02.624400 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bb80108c-0b33-410f-a7c8-d32a91dff05b no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:02.729750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: bb80108c-0b33-410f-a7c8-d32a91dff05b {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:02.731083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bb80108c-0b33-410f-a7c8-d32a91dff05b not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:02.748428 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-88c873c7-e6bf-4d38-b77f-bb06d6dd4fab service neutron] show failed (client error): The resource could not be found. Feb 11 13:08:02.749653 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-88c873c7-e6bf-4d38-b77f-bb06d6dd4fab service neutron] 10.222.0.73 "GET /v2.0/ports/7c4404e8-df38-4edd-a2a1-6e6f815a11b7/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.1562631 Feb 11 13:08:02.756056 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-155c7ec3-e91f-4689-9ac3-78b940c98cfa req-9dbe0a7b-ae3f-4298-a3d2-3dcb52a10378 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=69757ca9-2ad9-46a2-8208-9312af7500a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2502863 Feb 11 13:08:02.980770 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-66711c36-07b2-4998-b353-103b91955fec tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 258 time: 0.3544819 Feb 11 13:08:02.986273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:02.993515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:02.997479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Usage tracker for resource:floatingip and tenant:717e6b1e77d84d2e850456bf0c48c0d7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:08:03.003099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:08:03.013800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:03.031603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:03.089559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-155c7ec3-e91f-4689-9ac3-78b940c98cfa req-9dba55b6-2ccc-410a-bfd0-5b9e5539b02c service neutron] 10.222.0.75 "GET /v2.0/networks/69757ca9-2ad9-46a2-8208-9312af7500a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166206 Feb 11 13:08:03.150457 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:03.154853 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4fd71-df0d-43c1-9c0e-d3abd1b674bc None None] The sync data for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 is: [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 4, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9b46df3f-84ff-428e-9f10-0b3621b3dc1b', 'name': '', 'network_id': 'd02be5d7-6046-43a0-ad81-4c92c76e445e', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'mac_address': 'fa:16:3e:c0:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'subnets': [{'id': '8bf62628-fc09-41c7-932f-80b55ea8d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:08:03.277484 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:03.350916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-c9407387-ce67-433d-a7f8-a9a8ba751aa9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472&tenant_id=12b287917ba646e9b3169123c7ffe5dc HTTP/1.1" status: 200 len: 1100 time: 0.2604465 Feb 11 13:08:03.372631 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:03.425990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b9f5f52d-0250-440e-9d03-a1bb91501e51 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:08:03.427000 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b9f5f52d-0250-440e-9d03-a1bb91501e51 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0217719 Feb 11 13:08:03.432012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-155c7ec3-e91f-4689-9ac3-78b940c98cfa req-0298f412-def8-453f-897c-7548eb190b32 service neutron] 10.222.0.75 "GET /v2.0/networks/69757ca9-2ad9-46a2-8208-9312af7500a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012655 Feb 11 13:08:03.444557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Request body: {'binding': {'host': 'n-h2-818559-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:03.444847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Unknown quota resources ['binding']. {{(pid=83568) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 11 13:08:03.471940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Allocated IP 172.25.4.224 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/7c418702-9939-4d3c-9b41-c0136fc1721c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:03.630356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:03.667860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:03.714385 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:03.795853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:03.799951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:03.802007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Pushing event updated for resources: {'Port': ['ID=7c418702-9939-4d3c-9b41-c0136fc1721c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:03.804174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:08:03.911887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on host n-h2-818559-1 for vnic_type normal with profile None {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:03.912107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:03.912424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:03.963694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:03.964016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:03.984772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:03.985108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:03.985960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:03.986394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Bound port: ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:04.024378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:04.037929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Sync routers for ids ['17842eaf-cfdd-432c-88bb-50deb2e971d6'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:04.055330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Routers {'17842eaf-cfdd-432c-88bb-50deb2e971d6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:04.056467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['17842eaf-cfdd-432c-88bb-50deb2e971d6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:04.056660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:04.068507 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:04.077345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:04.094663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-b6084ed0-7869-4ac6-b893-51762e3c3023 service neutron] 10.222.0.67 "POST /v2.0/ports/ee782dff-7c92-45b4-be3c-ef6a94b5a50a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6465368 Feb 11 13:08:04.116002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:04.121638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:04.187939 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:04.205505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Transition to ACTIVE for port object 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:04.206407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:04.213550 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:04.402208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Set router 17842eaf-cfdd-432c-88bb-50deb2e971d6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:04.457231 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831abc62-8056-480c-99ff-16fccc12dbc2 None None] New status for floating IP 6ef7dc62-a778-46cd-b798-7a18fd6dbd19: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:08:04.558538 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627210d1-bcb3-4f93-b118-474874455bfe', 'name': 'network-vif-deleted', 'tag': 'bb80108c-0b33-410f-a7c8-d32a91dff05b', 'status': 'completed', 'code': 200} Feb 11 13:08:04.688185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:04.694462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:04.710076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] No DVR routers for this DVR port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:04.713627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:04.788833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Pushing event updated for resources: {'Port': ['ID=7c418702-9939-4d3c-9b41-c0136fc1721c,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:04.842730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Attempting to bind port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:04.843065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Attempting to bind port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:04.843389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Attempting to bind port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:04.860074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:04.860449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Attempting to bind port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:04.870236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f9e12-2a8b-41a0-9d46-b1bb5f65759e req-3a23040a-664f-435b-8c13-72c003965297 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:04.871211 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f7f9e12-2a8b-41a0-9d46-b1bb5f65759e req-3a23040a-664f-435b-8c13-72c003965297 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 946 time: 0.2678950 Feb 11 13:08:04.880958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:04.882150 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-aa6028bd-214e-46d1-b8c4-923bffe4ca89 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 1096 time: 0.2127917 Feb 11 13:08:04.884925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:04.885399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:04.885820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:04.886180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Bound port: 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:04.886512 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:04.894824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '36d9c41a-258c-47b3-b6d6-69da97f7ddb2', 'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'mac_address': 'fa:16:3e:88:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:36Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 2, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'subnets': [{'id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:04.900279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Checking router: 17842eaf-cfdd-432c-88bb-50deb2e971d6 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:08:04.900846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Updating router 17842eaf-cfdd-432c-88bb-50deb2e971d6 port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:08:04.907924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:04.915999 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-bc3cdf99-bd29-47d6-b8b7-3cfeb9b3f073 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9334681 Feb 11 13:08:04.961035 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:05.015045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-d2b1f27c-7200-4ee2-aa40-d858321e0441 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:floatingip {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:05.035342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-d2b1f27c-7200-4ee2-aa40-d858321e0441 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:floatingip {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:05.036694 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-d2b1f27c-7200-4ee2-aa40-d858321e0441 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.1174848 Feb 11 13:08:05.085794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f7f9e12-2a8b-41a0-9d46-b1bb5f65759e req-bfb29cae-2bba-46a7-92fb-8eaea62af98c tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024097 Feb 11 13:08:05.145138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-42cf85dd-45db-4ee4-ae99-2e7f2c7bd2e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.146609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-42cf85dd-45db-4ee4-ae99-2e7f2c7bd2e8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.2484496 Feb 11 13:08:05.147559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:05.150869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:05.156745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:05.240695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-5ec1acb3-68fe-4f2d-bae5-718f1dbe7cbe tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.245180 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-5ec1acb3-68fe-4f2d-bae5-718f1dbe7cbe tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2028847 Feb 11 13:08:05.262805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-c353cf8e-f715-4344-8c59-f61c699848d8 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:08:05.264261 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9cc7f6fe-e55e-4082-8a4d-58694a6a7372 req-c353cf8e-f715-4344-8c59-f61c699848d8 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066035 Feb 11 13:08:05.292296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-5dd170f8-f64f-424a-868c-f046d807221b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a HTTP/1.1" status: 200 len: 217 time: 0.0967143 Feb 11 13:08:05.293629 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:05.295651 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] 10.222.0.75 "PUT /v2.0/ports/7c4404e8-df38-4edd-a2a1-6e6f815a11b7 HTTP/1.1" status: 200 len: 1095 time: 1.9263680 Feb 11 13:08:05.371526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caeca1e-3cf8-40f8-9c19-d72fcbdc8231 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:05.435110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device def46d8d-6252-4199-80da-211844395af0 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:08:05.443910 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:05.477457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Transition to ACTIVE for port object 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:05.503638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-76d233de-e2e4-42bf-a014-4f2cbf758e97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.505509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:05.511959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-76d233de-e2e4-42bf-a014-4f2cbf758e97 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.1901841 Feb 11 13:08:05.563929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70370f0e-4e98-4f03-b9d0-4a51cc86dae7 req-8ae5c9c4-8328-44ef-a4db-2f236be52ffb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.571625 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-70370f0e-4e98-4f03-b9d0-4a51cc86dae7 req-8ae5c9c4-8328-44ef-a4db-2f236be52ffb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 947 time: 0.1375568 Feb 11 13:08:05.620077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-70370f0e-4e98-4f03-b9d0-4a51cc86dae7 req-7aab5df4-fa20-4865-b758-9166957d2f25 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473361 Feb 11 13:08:05.632291 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-55d389c0-802a-48a2-94db-10093fc6eeec service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 1098 time: 0.2572799 Feb 11 13:08:05.638074 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-05ea7789-899f-4a1c-8e87-30453fafbae0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143699 Feb 11 13:08:05.744991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38483a01-65cb-47b1-92b0-ad322926e124 None None] Pushing event updated for resources: {'Port': ['ID=36d9c41a-258c-47b3-b6d6-69da97f7ddb2,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:05.846461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f9b61-e22d-4943-919b-47205f05ee9f req-d1ede3e5-6c6c-4cf8-bf84-82b958ce1955 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.853841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-514f9b61-e22d-4943-919b-47205f05ee9f req-d1ede3e5-6c6c-4cf8-bf84-82b958ce1955 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 945 time: 0.0939636 Feb 11 13:08:05.871629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port def46d8d-6252-4199-80da-211844395af0, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=def46d8d-6252-4199-80da-211844395af0,segment=NetworkSegment(7e69ce65-6aa1-40bd-b1d1-532d3088d6d0),segment_id=7e69ce65-6aa1-40bd-b1d1-532d3088d6d0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:05.894597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'def46d8d-6252-4199-80da-211844395af0', 'network_id': '69757ca9-2ad9-46a2-8208-9312af7500a2', 'port_id': 'def46d8d-6252-4199-80da-211844395af0', 'mac_address': 'fa:16:3e:a1:8a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1679790b-4f95-4532-ba70-ec085e7b7e06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:08:05.896248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Attempting to bind port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:05.896602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Attempting to bind port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:05.896953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Attempting to bind port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 on network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:05.911331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-514f9b61-e22d-4943-919b-47205f05ee9f req-03e8d4f3-003e-4463-9bd8-7e5b1d48e3ed tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565658 Feb 11 13:08:05.931566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d203e2-cc9f-41ee-bcac-dbdf2c392624 req-0fe46949-bc48-49bf-a4f0-63f649bb99c9 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.933023 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d6d203e2-cc9f-41ee-bcac-dbdf2c392624 req-0fe46949-bc48-49bf-a4f0-63f649bb99c9 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 943 time: 0.3461964 Feb 11 13:08:05.937421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:05.937786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Checking segment: {'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:05.938178 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:05.939115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Bound using segment: {'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:05.940231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Bound port: 36d9c41a-258c-47b3-b6d6-69da97f7ddb2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151f417f-31a6-4c57-9d72-9c1a187a8c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:05.940595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:05.988263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-5a08b6d3-ea47-4ca7-9c69-317613eb606e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.989704 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-5a08b6d3-ea47-4ca7-9c69-317613eb606e service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3374801 Feb 11 13:08:05.994144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-04cedae6-3d87-4829-b3b7-2299779d6aad service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429279 Feb 11 13:08:06.065472 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:06.081189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] For port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:06.092424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def46d8d-6252-4199-80da-211844395af0 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:06.099654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] For port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=36d9c41a-258c-47b3-b6d6-69da97f7ddb2,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:06.114391 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:06.148142 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7', 'code': 200} Feb 11 13:08:06.155554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port def46d8d-6252-4199-80da-211844395af0, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=def46d8d-6252-4199-80da-211844395af0,segment=NetworkSegment(7e69ce65-6aa1-40bd-b1d1-532d3088d6d0),segment_id=7e69ce65-6aa1-40bd-b1d1-532d3088d6d0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:06.172242 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:06.177758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-cb4be031-06df-463d-bb92-fe606570e5d9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7 HTTP/1.1" status: 200 len: 217 time: 0.1713986 Feb 11 13:08:06.182312 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d6d203e2-cc9f-41ee-bcac-dbdf2c392624 req-c99cd6c2-2f20-4df4-88a8-1fef283d1fa4 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bc0ebd7-2da8-411c-8553-809d82197f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213128 Feb 11 13:08:06.210151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38483a01-65cb-47b1-92b0-ad322926e124 None None] Pushing event updated for resources: {'Port': ['ID=36d9c41a-258c-47b3-b6d6-69da97f7ddb2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:06.267030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Routers {'17842eaf-cfdd-432c-88bb-50deb2e971d6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:06.267030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['17842eaf-cfdd-432c-88bb-50deb2e971d6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:06.366750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-3c26254c-e613-4435-b15b-965e69d0a479 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581991 Feb 11 13:08:06.373582 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-a74340c0-02eb-4016-84e3-21e322fd90fb tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2441468 Feb 11 13:08:06.374158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-4679bf3e-0baa-42dc-bcb5-2e28849ff65f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:06.374971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-4679bf3e-0baa-42dc-bcb5-2e28849ff65f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1764386 Feb 11 13:08:06.389240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:06.396236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:06.406286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Usage tracker for resource:floatingip and tenant:f091c04736694ca39b7f651d133df13b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:08:06.410051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:08:06.425020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:06.441791 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:06.459972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=def46d8d-6252-4199-80da-211844395af0,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:06.547952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] Set router 17842eaf-cfdd-432c-88bb-50deb2e971d6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:06.600153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['def46d8d-6252-4199-80da-211844395af0'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:06.622214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-4cd6ca99-3051-4a28-b303-5db926bba5f5 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:06.623331 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:06.629407 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-4cd6ca99-3051-4a28-b303-5db926bba5f5 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1996052 Feb 11 13:08:06.633433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-9efd4c6b-d137-4588-a765-1f8468c23c84 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2510502 Feb 11 13:08:06.669558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:06.687789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-6a2b8ac1-5610-46bb-9632-e937c082992a tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.2149425 Feb 11 13:08:06.733065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818559-1'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:06.778330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Allocated IP 172.25.4.33 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/69e8e9ad-c990-449e-9c47-5b3437e3e1e1) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:06.838560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-cf4cc929-51d8-4e91-ac87-2393d04d1ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.2083015 Feb 11 13:08:06.864810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-e3c36efb-9920-414b-bddd-f5ec8c2a5944 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Request body: {'floatingip': {'port_id': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:06.912789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:06.948007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:06.980223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:06.994268 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-e3c36efb-9920-414b-bddd-f5ec8c2a5944 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:07.052334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:07.056431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:07.060067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:08:07.133675 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-c46413c2-db40-44e6-99b5-a7bb9571711a service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449387 Feb 11 13:08:07.134170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:07.137242 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:07.196584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '36d9c41a-258c-47b3-b6d6-69da97f7ddb2', 'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'mac_address': 'fa:16:3e:88:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:36Z', 'updated_at': '2022-02-11T13:08:06Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'subnets': [{'id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:07.201186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a8066-060f-4b19-b09e-f08a20af053b None None] The sync data for ids ['17842eaf-cfdd-432c-88bb-50deb2e971d6'] in n-d-818559-1 is: [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '36d9c41a-258c-47b3-b6d6-69da97f7ddb2', 'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'mac_address': 'fa:16:3e:88:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:36Z', 'updated_at': '2022-02-11T13:08:06Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'subnets': [{'id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:08:07.218908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Pushing event updated for resources: {'Port': ['ID=69e8e9ad-c990-449e-9c47-5b3437e3e1e1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:07.265493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:07.340353 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:07.504844 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-084ce8f0-b665-4e9e-be7c-bd6ab26819f9 req-88f6691e-e5b0-4c02-ab8b-147b5a13340a service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502622 Feb 11 13:08:07.710505 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:07.716752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:07.720545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:07.830740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Pushing event updated for resources: {'Port': ['ID=69e8e9ad-c990-449e-9c47-5b3437e3e1e1,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:07.847774 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:07.879269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:07.880596 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-fd08a029-0f63-4bcc-b576-fa424f40a786 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4956169 Feb 11 13:08:07.967426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-4efcd61b-28a9-4642-b060-251b20d738e7 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Synchronizing usage tracker for tenant:f091c04736694ca39b7f651d133df13b on resource:floatingip {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:07.987986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-4efcd61b-28a9-4642-b060-251b20d738e7 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Unset dirty status for tenant:f091c04736694ca39b7f651d133df13b on resource:floatingip {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:07.991039 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-4efcd61b-28a9-4642-b060-251b20d738e7 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.1039524 Feb 11 13:08:08.066404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:08.145871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-14dbccbd-b626-4dd7-b2b7-bb5498fe8542 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:08.147429 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed13bb2e-d81c-4daf-8406-c7a85536d8d1 req-14dbccbd-b626-4dd7-b2b7-bb5498fe8542 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.1513648 Feb 11 13:08:08.150097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:08.164745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:08.179212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:08.363960 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-e3c36efb-9920-414b-bddd-f5ec8c2a5944 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:08:08.437940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Pushing event updated for resources: {'Port': ['ID=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:08.520172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-e3c36efb-9920-414b-bddd-f5ec8c2a5944 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:08.520974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on host n-h1-818559-1 for vnic_type normal with profile {"migrating_to": "n-h2-818559-1"} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:08.521303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:08.521629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:08.527212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-e3c36efb-9920-414b-bddd-f5ec8c2a5944 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:08.588877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:08.589207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Attempting to bind port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:08.655399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:08.655616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:08.655900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:08.656333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Bound port: ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:08.656678 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:08.688193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:08:08.765944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:08.771383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:08.772099 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:08.783937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:08.791237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:08.798202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:08.808501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05a65c-a328-418d-8132-af180b59305d req-af937325-b465-4fd2-b109-10d8e11081b3 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:08.810067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea05a65c-a328-418d-8132-af180b59305d req-af937325-b465-4fd2-b109-10d8e11081b3 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 947 time: 0.0832815 Feb 11 13:08:08.914353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea05a65c-a328-418d-8132-af180b59305d req-633ca0c2-21a5-43dc-92e7-61d9c7556686 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954392 Feb 11 13:08:08.951854 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:08.985767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Pushing event updated for resources: {'Port': ['ID=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,revision_number=8']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:08.999003 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=36d9c41a-258c-47b3-b6d6-69da97f7ddb2,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:09.004406 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:09.029464 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:09.031010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-06612614-cba6-4d34-9966-ac5aa7998130 service neutron] 10.222.0.75 "PUT /v2.0/ports/ee782dff-7c92-45b4-be3c-ef6a94b5a50a HTTP/1.1" status: 200 len: 1121 time: 2.3187945 Feb 11 13:08:09.041054 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-e3c36efb-9920-414b-bddd-f5ec8c2a5944 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Floating IP 85bb60e9-f679-435e-8748-af27a9e4e05b associated. External IP: 172.25.4.224, port: cf1b8530-182c-44db-93d2-b0386e4478a8. Feb 11 13:08:09.085560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=36d9c41a-258c-47b3-b6d6-69da97f7ddb2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:09.122528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['ee782dff-7c92-45b4-be3c-ef6a94b5a50a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:09.160622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046762bb-f5fa-45df-83dd-cc89a14f2612 req-2455a3ec-4b68-4376-86fb-c8ceaee5c48e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:09.162319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-046762bb-f5fa-45df-83dd-cc89a14f2612 req-2455a3ec-4b68-4376-86fb-c8ceaee5c48e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 943 time: 0.0872579 Feb 11 13:08:09.212278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-046762bb-f5fa-45df-83dd-cc89a14f2612 req-6493f8a3-f656-494a-bb6c-ce7177e7db99 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Feb 11 13:08:09.418870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb91f1e-9bd7-4df3-823e-80c4486fd5cc req-3d8f9c18-01fd-4beb-9e77-066b53e901f5 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:09.420463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2fb91f1e-9bd7-4df3-823e-80c4486fd5cc req-3d8f9c18-01fd-4beb-9e77-066b53e901f5 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 944 time: 0.0796347 Feb 11 13:08:09.436295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device def46d8d-6252-4199-80da-211844395af0 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:08:09.481362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2fb91f1e-9bd7-4df3-823e-80c4486fd5cc req-2f28b2ed-7a8d-4a91-b785-d6df77510aba tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bc0ebd7-2da8-411c-8553-809d82197f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543923 Feb 11 13:08:09.517439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port def46d8d-6252-4199-80da-211844395af0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:09.523316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port def46d8d-6252-4199-80da-211844395af0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:09.523683 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:09.558449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-e3c36efb-9920-414b-bddd-f5ec8c2a5944 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Router 17842eaf-cfdd-432c-88bb-50deb2e971d6 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:09.626451 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7', 'status': 'completed', 'code': 200} Feb 11 13:08:09.653363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:09.683913 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def46d8d-6252-4199-80da-211844395af0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:09.694709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port def46d8d-6252-4199-80da-211844395af0, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=def46d8d-6252-4199-80da-211844395af0,segment=NetworkSegment(7e69ce65-6aa1-40bd-b1d1-532d3088d6d0),segment_id=7e69ce65-6aa1-40bd-b1d1-532d3088d6d0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:09.699382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:09.772869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=def46d8d-6252-4199-80da-211844395af0,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:09.841208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-44ebb965-7962-41b7-8843-1d8f74eb1b6f tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:09.842770 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-44ebb965-7962-41b7-8843-1d8f74eb1b6f tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 821 time: 0.1525443 Feb 11 13:08:09.849156 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-19591d5f-a858-47de-9847-dc24ead63130 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 1098 time: 0.2165997 Feb 11 13:08:09.858954 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-51e29cb9-12bd-49ac-be09-261b49be43be tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/quotas/f091c04736694ca39b7f651d133df13b HTTP/1.1" status: 200 len: 375 time: 0.0104713 Feb 11 13:08:09.859128 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-45433c50-723a-4789-ab9e-077378bae397 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 1098 time: 0.2191119 Feb 11 13:08:09.952022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-ad34fedd-8a79-411c-8571-c44e1f001016 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0875449 Feb 11 13:08:10.093946 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f06ba2b7-17c2-4aa7-8136-ffe62a07b535 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337879 Feb 11 13:08:10.123108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-daedee49-d495-4bb0-92ef-7351bec56668 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:10.124677 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-daedee49-d495-4bb0-92ef-7351bec56668 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2686977 Feb 11 13:08:10.127338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-907d0517-d26d-4c97-80c7-fc3843dccd89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:10.128629 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-907d0517-d26d-4c97-80c7-fc3843dccd89 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2509372 Feb 11 13:08:10.232362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-98722602-549e-4b98-9acd-a717878c3c13 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320028 Feb 11 13:08:10.258356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-70360613-2df7-4643-a568-28e3d6a88544 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7 HTTP/1.1" status: 200 len: 217 time: 0.1262133 Feb 11 13:08:10.260347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-e3c36efb-9920-414b-bddd-f5ec8c2a5944 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:10.262605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-dc11887c-8814-4b9c-99f3-6c89b4955ddf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7 HTTP/1.1" status: 200 len: 217 time: 0.0810621 Feb 11 13:08:10.265367 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-e3c36efb-9920-414b-bddd-f5ec8c2a5944 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:10.416870 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-e3c36efb-9920-414b-bddd-f5ec8c2a5944 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "PUT /v2.0/floatingips/85bb60e9-f679-435e-8748-af27a9e4e05b HTTP/1.1" status: 200 len: 997 time: 3.5636945 Feb 11 13:08:10.425058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-75bd0b07-b08b-4568-9b7d-7f7045a48507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:10.426464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-75bd0b07-b08b-4568-9b7d-7f7045a48507 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1379442 Feb 11 13:08:10.431521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-f40f479e-d59b-4172-a617-af21474256cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:10.432899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-f40f479e-d59b-4172-a617-af21474256cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1392996 Feb 11 13:08:10.648522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-22daa397-514c-49b9-ba19-5232ed5e766d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=717e6b1e77d84d2e850456bf0c48c0d7&device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 1097 time: 0.2146292 Feb 11 13:08:10.652703 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-68ac1693-c79d-4d91-9a15-90a78e94919e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794517 Feb 11 13:08:10.656409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-f035207a-8fbd-43af-9412-9bef62ac61de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2215629 Feb 11 13:08:10.696572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a175b-f5f2-464c-b77b-fc6a23fa8ecb req-7edf9f86-f17b-47b9-bb1e-b84bf1a57873 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:10.698222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d60a175b-f5f2-464c-b77b-fc6a23fa8ecb req-7edf9f86-f17b-47b9-bb1e-b84bf1a57873 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.1787469 Feb 11 13:08:10.721423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:08:10.775056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d60a175b-f5f2-464c-b77b-fc6a23fa8ecb req-ca173b6d-e80a-4343-a158-ba7e240fb031 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702703 Feb 11 13:08:10.851965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50816) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:10.933233 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def46d8d-6252-4199-80da-211844395af0', 'code': 200} Feb 11 13:08:10.969853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:10.972446 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:11.129496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-43aef711-5999-483e-ba19-063d7362f103 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:11.193569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-43aef711-5999-483e-ba19-063d7362f103 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:11.263961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c113c-ccd5-4d9f-b23e-3f5dafa6b2bb req-dc27eae4-14f4-4bef-a6b4-86bd1302cff4 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:11.271195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a7c113c-ccd5-4d9f-b23e-3f5dafa6b2bb req-dc27eae4-14f4-4bef-a6b4-86bd1302cff4 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 947 time: 0.2165182 Feb 11 13:08:11.323406 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a7c113c-ccd5-4d9f-b23e-3f5dafa6b2bb req-932b1432-2943-4bc6-b6b0-607661360e84 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513339 Feb 11 13:08:11.329721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-43aef711-5999-483e-ba19-063d7362f103 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:11.354283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aef711-5999-483e-ba19-063d7362f103 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2591a-64d7-407e-bf84-9d11e7e5cd6e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:11.371900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-43aef711-5999-483e-ba19-063d7362f103 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:11.376337 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-43aef711-5999-483e-ba19-063d7362f103 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "DELETE /v2.0/security-groups/f9f2591a-64d7-407e-bf84-9d11e7e5cd6e HTTP/1.1" status: 204 len: 168 time: 0.5195308 Feb 11 13:08:11.376806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50824) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:11.413847 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-49a8af4a-b42c-4d04-8e96-589787569ef2 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] show failed (client error): The resource could not be found. Feb 11 13:08:11.415525 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-49a8af4a-b42c-4d04-8e96-589787569ef2 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "GET /v2.0/security-groups/f9f2591a-64d7-407e-bf84-9d11e7e5cd6e HTTP/1.1" status: 404 len: 347 time: 0.0372159 Feb 11 13:08:11.418595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50828) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:11.422654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b31d94d6-b1bb-4728-b421-6d32f62f6911 req-a0fae590-386e-4324-a2fb-02d949c64f84 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 1096 time: 0.3174074 Feb 11 13:08:11.427826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-5d214ab0-45c8-444d-9ed3-9623085ca0ea service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7525086 Feb 11 13:08:11.428652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-c4cf86fb-89b9-4e07-b319-2f7dce350de8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:11.435703 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-c4cf86fb-89b9-4e07-b319-2f7dce350de8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=51c46cec-fa3c-4481-a16f-5cdd079eaf60 HTTP/1.1" status: 200 len: 930 time: 0.7783082 Feb 11 13:08:11.462655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:08:11.659026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2048f-1529-419e-86ce-a05e0a313b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a'}, {'name': 'network-changed', 'server_uuid': '07c2048f-1529-419e-86ce-a05e0a313b38', 'tag': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a'}, {'name': 'network-changed', 'server_uuid': '2ca56347-4a96-43f9-b2a1-049991676346', 'tag': 'cf1b8530-182c-44db-93d2-b0386e4478a8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:11.664744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-60639fd4-6eb7-45c0-8c26-4017de24d94b service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9489076 Feb 11 13:08:11.681439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:11.697910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7', 'mac_address': 'fa:16:3e:78:a2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:08:11.757596 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:11.778638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:11.794014 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b31d94d6-b1bb-4728-b421-6d32f62f6911 req-8d364e0d-58a2-4e00-b758-3c0cd4ee62de service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6bc0ebd7-2da8-411c-8553-809d82197f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053188 Feb 11 13:08:11.795585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:11.806794 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:11.807809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee782dff-7c92-45b4-be3c-ef6a94b5a50a details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:08:11.808396 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-f5e09a16-d603-46a2-8faf-3fcff5bde6b0 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044000 Feb 11 13:08:11.843028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-74ee0d3b-0c01-462a-9be4-10ec36b20eea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf1b8530-182c-44db-93d2-b0386e4478a8 HTTP/1.1" status: 200 len: 1000 time: 0.4017689 Feb 11 13:08:11.843217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-927f3bae-7509-40ba-a8b7-9f6cc2319111 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Deleting port 5a69bbbf-6db1-4f7f-96cd-cd69b510fa5b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:11.843217 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-927f3bae-7509-40ba-a8b7-9f6cc2319111 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:11.936975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-7cf8792a-d2dd-4ec3-ba1f-4697f1eb4e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:11.943163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-7cf8792a-d2dd-4ec3-ba1f-4697f1eb4e53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba HTTP/1.1" status: 200 len: 868 time: 0.1039011 Feb 11 13:08:11.982328 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8867a252-bde9-4c11-9ed2-919a0c4ded98 req-0f68d8bb-a4d6-4433-babd-278d358a334d service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013077 Feb 11 13:08:12.016469 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:12.024723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf44562-385e-4573-8fd7-11d166ae8005 req-091b1087-6eca-4ab5-800e-1bea3f8c1b8f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:12.032668 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9bf44562-385e-4573-8fd7-11d166ae8005 req-091b1087-6eca-4ab5-800e-1bea3f8c1b8f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 943 time: 0.2789929 Feb 11 13:08:12.048044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:12.059669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:12.067080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee782dff-7c92-45b4-be3c-ef6a94b5a50a has no active binding in host n-h2-818559-1 {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 11 13:08:12.107839 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9bf44562-385e-4573-8fd7-11d166ae8005 req-f2a4d584-cb67-4377-880b-4b0e0a7d8259 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743475 Feb 11 13:08:12.193575 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-927f3bae-7509-40ba-a8b7-9f6cc2319111 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:12.194019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-927f3bae-7509-40ba-a8b7-9f6cc2319111 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:12.220485 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-f3ef8f5d-42f9-4be8-adb0-bc1206c1341c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=51c46cec-fa3c-4481-a16f-5cdd079eaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735739 Feb 11 13:08:12.225690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-f87f3a3e-6a36-4ef4-a857-31a1396d538b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:08:12.234481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-f87f3a3e-6a36-4ef4-a857-31a1396d538b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0127630 Feb 11 13:08:12.323031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-b65f2bd2-2a74-4f16-bbf6-25cb5e153b06 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:12.324482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-b65f2bd2-2a74-4f16-bbf6-25cb5e153b06 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.73 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 821 time: 0.3370972 Feb 11 13:08:12.345634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Request body: {'port': {'device_id': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'admin_state_up': True, 'tenant_id': 'f091c04736694ca39b7f651d133df13b'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:12.377375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-927f3bae-7509-40ba-a8b7-9f6cc2319111 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Calling delete_port for 5a69bbbf-6db1-4f7f-96cd-cd69b510fa5b owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:12.412932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a2802e6a-011e-4677-a215-de4205153630 req-0e2eeb9c-a58e-4651-93ae-4a7b42156482 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 210 time: 0.1340692 Feb 11 13:08:12.482277 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-f65f564e-172e-490e-a7fa-315ad0516574 service neutron] 10.222.0.67 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428646 Feb 11 13:08:12.587856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-927f3bae-7509-40ba-a8b7-9f6cc2319111 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:12.619132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:12.638956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f3bae-7509-40ba-a8b7-9f6cc2319111 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Pushing event deleted for resources: {'Port': ['ID=5a69bbbf-6db1-4f7f-96cd-cd69b510fa5b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:12.734657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:12.759486 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5ba6b6f-7871-41c3-ae7e-e2add38fed10 req-8ee90831-f8bd-4616-9610-f1035bee2ae7 service neutron] 10.222.0.67 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566905 Feb 11 13:08:12.760595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Made reservation on behalf of f091c04736694ca39b7f651d133df13b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:12.763142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f84ab-ee98-4c08-9a2d-bfdf51ed6ad5 req-f638dbdd-d969-430d-ac62-e5e6efca06e5 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:12.763536 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:12.764618 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-355f84ab-ee98-4c08-9a2d-bfdf51ed6ad5 req-f638dbdd-d969-430d-ac62-e5e6efca06e5 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 945 time: 0.2127216 Feb 11 13:08:12.768736 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-927f3bae-7509-40ba-a8b7-9f6cc2319111 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:12.815822 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-927f3bae-7509-40ba-a8b7-9f6cc2319111 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:12.819483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-927f3bae-7509-40ba-a8b7-9f6cc2319111 tempest-ServersWithSpecificFlavorTestJSON-910865181 tempest-ServersWithSpecificFlavorTestJSON-910865181-project] 10.222.0.67 "DELETE /v2.0/floatingips/6ef7dc62-a778-46cd-b798-7a18fd6dbd19 HTTP/1.1" status: 204 len: 168 time: 1.3972993 Feb 11 13:08:12.829658 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-355f84ab-ee98-4c08-9a2d-bfdf51ed6ad5 req-38212863-d644-436c-ae80-ca4fd0351ff3 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bc0ebd7-2da8-411c-8553-809d82197f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575047 Feb 11 13:08:12.925364 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2048f-1529-419e-86ce-a05e0a313b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a', 'code': 200} Feb 11 13:08:12.925744 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c2048f-1529-419e-86ce-a05e0a313b38', 'tag': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a', 'status': 'completed', 'code': 200} Feb 11 13:08:12.925887 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca56347-4a96-43f9-b2a1-049991676346', 'tag': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'status': 'completed', 'code': 200} Feb 11 13:08:12.948866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Allocated IP 172.20.0.3 (d66ec596-dd90-437e-8518-ffca133f948a/7c100edd-48d2-4b49-aac3-9726cf53f91b/ec8a5fe1-c694-42ab-a743-202500158207) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:12.970049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7c4404e8-df38-4edd-a2a1-6e6f815a11b7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:13.159828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-59a3e61d-8be7-4fc4-bcfa-e5d6a07789a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 1124 time: 0.2024417 Feb 11 13:08:13.202525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039726d-9cd9-4334-8134-510d1cb42597 req-108eb16f-631a-4c1d-9c56-4f7dc9626f1d tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.204644 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4039726d-9cd9-4334-8134-510d1cb42597 req-108eb16f-631a-4c1d-9c56-4f7dc9626f1d tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.1178274 Feb 11 13:08:13.251804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.73', 57592) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:13.324385 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4039726d-9cd9-4334-8134-510d1cb42597 req-5eeb490c-b5ba-48e2-802d-ae199ea00a58 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717328 Feb 11 13:08:13.355324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d8884-d663-424b-9815-c84ae82bbf86 req-b944991c-01cc-4dfc-b02b-6930c0b5b6cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.356871 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-b944991c-01cc-4dfc-b02b-6930c0b5b6cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.1865261 Feb 11 13:08:13.456886 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e315040b-e5c7-4efa-9abb-66b9e3ce63f4 req-a3083a4c-fb11-4aa7-a75b-72f1851d16b6 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 1096 time: 0.3692145 Feb 11 13:08:13.470113 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-511039d2-cfcd-4d3e-8be3-5ae38aa87c6f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=717e6b1e77d84d2e850456bf0c48c0d7&device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 1097 time: 0.4400139 Feb 11 13:08:13.497985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-e2095514-86a3-4d67-9d5e-0b3ea3de4598 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a HTTP/1.1" status: 200 len: 217 time: 0.1352236 Feb 11 13:08:13.511191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-4d6a2d94-76c4-4210-9d21-84e803e07b5b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.512634 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-4d6a2d94-76c4-4210-9d21-84e803e07b5b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472&tenant_id=12b287917ba646e9b3169123c7ffe5dc&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 948 time: 0.3685606 Feb 11 13:08:13.550568 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-339e6455-5aad-4e8f-bc15-3202c3a84785 service neutron] 10.222.0.73 "GET /v2.0/ports/ee782dff-7c92-45b4-be3c-ef6a94b5a50a/bindings/n-h2-818559-1 HTTP/1.1" status: 200 len: 384 time: 0.2925820 Feb 11 13:08:13.598156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d8884-d663-424b-9815-c84ae82bbf86 req-258cc0dd-ae68-4e0c-9924-bca8cb36d2d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.599604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-258cc0dd-ae68-4e0c-9924-bca8cb36d2d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.0955000 Feb 11 13:08:13.645768 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:13.752040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-000a668b-ee25-4073-beaf-9b0d5ef766b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409919 Feb 11 13:08:13.755799 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c600a562-2d23-43da-8aa1-a1488384a89d req-83f074f2-6494-470e-9a8d-4505040ac2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 258 time: 0.3423297 Feb 11 13:08:13.757556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Transition to ACTIVE for port object ec8a5fe1-c694-42ab-a743-202500158207 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:13.783327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e315040b-e5c7-4efa-9abb-66b9e3ce63f4 req-68d080e4-e284-45c6-8d2d-ce5fea60d8bd tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173051 Feb 11 13:08:13.783871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:13.837085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:13.840780 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-acb1b8bf-bfa8-4980-854f-932013ee2c43 service neutron] delete failed (client error): The resource could not be found. Feb 11 13:08:13.841859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-acb1b8bf-bfa8-4980-854f-932013ee2c43 service neutron] 10.222.0.73 "DELETE /v2.0/ports/7c4404e8-df38-4edd-a2a1-6e6f815a11b7/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.3058479 Feb 11 13:08:13.850982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d8884-d663-424b-9815-c84ae82bbf86 req-cde24bc3-c2f0-405e-b04f-8f92403cf398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.852436 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-cde24bc3-c2f0-405e-b04f-8f92403cf398 service neutron] 10.222.0.75 "GET /v2.0/networks?id=51c46cec-fa3c-4481-a16f-5cdd079eaf60 HTTP/1.1" status: 200 len: 930 time: 0.3503079 Feb 11 13:08:13.869319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:13.897808 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:13.971134 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:13.983501 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['68e16767-fcec-41b9-bed7-c27b649a1373'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:14.042927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-9d22519f-e3cf-4706-bc54-73177b030ce7 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846727 Feb 11 13:08:14.220629 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:14.223363 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-29e071b5-ea26-49b9-b6b3-e1f3d67e39b5 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652775 Feb 11 13:08:14.247073 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-b7ffde1e-8759-4b21-8367-845f1e53c17a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf1b8530-182c-44db-93d2-b0386e4478a8 HTTP/1.1" status: 200 len: 1000 time: 0.3626134 Feb 11 13:08:14.247665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Pushing event updated for resources: {'Port': ['ID=ec8a5fe1-c694-42ab-a743-202500158207,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:14.260400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Network d66ec596-dd90-437e-8518-ffca133f948a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:14.305837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:14.385707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Allocated IP 172.25.4.72 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/7b07687b-fbf1-436c-a7a0-0b05342baaac) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:14.421211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:08:14.468757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.469100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.469477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.469820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.470149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.470480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.470841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.471164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.471486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.471807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.472126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.541957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d8884-d663-424b-9815-c84ae82bbf86 req-0fd8fd09-7a58-41a0-ad33-e60547a7c2f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:14.543442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-0fd8fd09-7a58-41a0-ad33-e60547a7c2f6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba HTTP/1.1" status: 200 len: 868 time: 0.2769713 Feb 11 13:08:14.558205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:14.559074 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:14.590667 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:14.600497 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-765c29af-d5be-4428-a8c9-3d6d417fdac5 None None] Provisioning for port ec8a5fe1-c694-42ab-a743-202500158207 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:14.600829 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-7352a872-627e-4276-9535-2f64aa480491 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 1099 time: 0.6683931 Feb 11 13:08:14.607609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-765c29af-d5be-4428-a8c9-3d6d417fdac5 None None] Provisioning complete for port ec8a5fe1-c694-42ab-a743-202500158207 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:14.607911 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-765c29af-d5be-4428-a8c9-3d6d417fdac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:14.644628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95c998-c2ce-4180-8c64-3c93010de04d req-075c8a9e-dcc3-4527-b287-b63d3042b921 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:14.646236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc95c998-c2ce-4180-8c64-3c93010de04d req-075c8a9e-dcc3-4527-b287-b63d3042b921 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 948 time: 0.6695478 Feb 11 13:08:14.649383 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:14.652628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-e93b7ddb-6fb6-450d-af12-fc7f30024b8d service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:14.706929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-765c29af-d5be-4428-a8c9-3d6d417fdac5 None None] Port ec8a5fe1-c694-42ab-a743-202500158207 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:08:14.734078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Pushing event updated for resources: {'Port': ['ID=7b07687b-fbf1-436c-a7a0-0b05342baaac,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:14.744612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:14.748040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:14.759185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:08:14.796714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-e93b7ddb-6fb6-450d-af12-fc7f30024b8d service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:14.802556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.802927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.803271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.803614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.803946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.804274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.804603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.804931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.805256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.805580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.805901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:14.840836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-f19a3b5b-4769-4e9f-a5c5-42a464a9d93a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5013669 Feb 11 13:08:14.861633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Request body: {'port': {'device_id': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:14.938666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-e93b7ddb-6fb6-450d-af12-fc7f30024b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee782dff-7c92-45b4-be3c-ef6a94b5a50a {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:14.945022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:14.970403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc95c998-c2ce-4180-8c64-3c93010de04d req-db1946e6-a283-4ef9-bcb2-f5fca9ee6627 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079467 Feb 11 13:08:14.975946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-e93b7ddb-6fb6-450d-af12-fc7f30024b8d service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:14.992757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-fef0ab1c-201c-40dc-a72a-59736c5c3f2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:14.994184 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-fef0ab1c-201c-40dc-a72a-59736c5c3f2e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3817492 Feb 11 13:08:15.008367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.098292 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-cd6769d7-c7cf-49e1-b86f-219064dd53c7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=51c46cec-fa3c-4481-a16f-5cdd079eaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5341160 Feb 11 13:08:15.144672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-e93b7ddb-6fb6-450d-af12-fc7f30024b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.187090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-9250bf4f-f941-45bf-9a1e-a154d4488c70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7 HTTP/1.1" status: 200 len: 217 time: 0.1867764 Feb 11 13:08:15.220068 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.224666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.284134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] Sync routers for ids ['17842eaf-cfdd-432c-88bb-50deb2e971d6'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:15.300145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] Routers {'17842eaf-cfdd-432c-88bb-50deb2e971d6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:15.301989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['17842eaf-cfdd-432c-88bb-50deb2e971d6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:15.329969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Pushing event updated for resources: {'Port': ['ID=7b07687b-fbf1-436c-a7a0-0b05342baaac,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:15.351445 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.358226 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.380657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.382049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c600a562-2d23-43da-8aa1-a1488384a89d req-03bffc99-2eb4-4061-9c66-2a19c4431501 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6051438 Feb 11 13:08:15.460302 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a4d990e-5954-4be8-a136-91cdb806dd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.469489 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:08:15.472159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-a5270d46-9ca7-478f-ab6f-349318055059 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.473586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-a5270d46-9ca7-478f-ab6f-349318055059 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2258792 Feb 11 13:08:15.504326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c600a562-2d23-43da-8aa1-a1488384a89d req-d9b71c41-c64a-4717-b10e-529c340710d4 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:floatingip {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:15.525375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c600a562-2d23-43da-8aa1-a1488384a89d req-d9b71c41-c64a-4717-b10e-529c340710d4 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:floatingip {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:15.533552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c600a562-2d23-43da-8aa1-a1488384a89d req-d9b71c41-c64a-4717-b10e-529c340710d4 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.72 HTTP/1.1" status: 200 len: 695 time: 0.1429574 Feb 11 13:08:15.576387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-fbe986de-156e-4300-89ad-133520ee21a4 service neutron] 10.222.0.75 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603479 Feb 11 13:08:15.581703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] Set router 17842eaf-cfdd-432c-88bb-50deb2e971d6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:15.617691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3d42-192d-4f3d-84a7-8889ce9ce7fb req-fa249aaa-990f-4248-9944-3ce90eb0b3f8 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.619166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-005f3d42-192d-4f3d-84a7-8889ce9ce7fb req-fa249aaa-990f-4248-9944-3ce90eb0b3f8 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 943 time: 0.5292196 Feb 11 13:08:15.626270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-e93b7ddb-6fb6-450d-af12-fc7f30024b8d service neutron] Transition to ACTIVE for port object ee782dff-7c92-45b4-be3c-ef6a94b5a50a will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:15.634227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:15.647870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:15.648247 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.741090 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-e93b7ddb-6fb6-450d-af12-fc7f30024b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.821943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600a562-2d23-43da-8aa1-a1488384a89d req-ca9c08af-597d-4f10-8bc4-aa458f516e5b tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.823433 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c600a562-2d23-43da-8aa1-a1488384a89d req-ca9c08af-597d-4f10-8bc4-aa458f516e5b tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2886546 Feb 11 13:08:15.869880 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.973809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:15.987484 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:15.993576 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:16.022097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a8d02-7b8d-4262-9d18-6df142c1f2bf req-1f706b80-db18-4476-9b21-7b288588912b tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.023614 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c7a8d02-7b8d-4262-9d18-6df142c1f2bf req-1f706b80-db18-4476-9b21-7b288588912b tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 931 time: 0.0817955 Feb 11 13:08:16.071166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-005f3d42-192d-4f3d-84a7-8889ce9ce7fb req-09514e83-f431-4246-9ffd-79d35109616f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943694 Feb 11 13:08:16.098111 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c7a8d02-7b8d-4262-9d18-6df142c1f2bf req-f19ad79e-b1a5-4e16-9b9a-f97e2d7a1e65 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665181 Feb 11 13:08:16.131682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:16.151890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.152227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.152557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.152882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.153204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.153699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.154081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.154403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.154761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.155217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.155512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:16.185739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '85bb60e9-f679-435e-8748-af27a9e4e05b', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'port_id': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'mac_address': 'fa:16:3e:a3:15:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca56347-4a96-43f9-b2a1-049991676346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:03Z', 'updated_at': '2022-02-11T13:08:08Z', 'revision_number': 1, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d9c41a-258c-47b3-b6d6-69da97f7ddb2', 'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'mac_address': 'fa:16:3e:88:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:36Z', 'updated_at': '2022-02-11T13:08:08Z', 'revision_number': 5, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'subnets': [{'id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:16.190624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] Checking router: 17842eaf-cfdd-432c-88bb-50deb2e971d6 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:08:16.202898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] Routers {'17842eaf-cfdd-432c-88bb-50deb2e971d6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:16.204309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:07:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['17842eaf-cfdd-432c-88bb-50deb2e971d6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:16.261934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b7ddb-6fb6-450d-af12-fc7f30024b8d service neutron] Pushing event updated for resources: {'Port': ['ID=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,revision_number=10']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:16.279276 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-2ff6cd2c-0cde-426b-bed5-b48b07ec3633 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7886789 Feb 11 13:08:16.281124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-442d8884-d663-424b-9815-c84ae82bbf86 req-98517592-5581-4a46-b73c-159ca7bcc1e1 service neutron] 10.222.0.75 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894586 Feb 11 13:08:16.329084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-e93b7ddb-6fb6-450d-af12-fc7f30024b8d service neutron] No DVR routers for this DVR port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:16.354905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261cd38-3e46-4985-8656-c167b520abe0 req-85a0c6c9-1df6-4f43-98b0-b6fcad1c6351 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.357904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a261cd38-3e46-4985-8656-c167b520abe0 req-85a0c6c9-1df6-4f43-98b0-b6fcad1c6351 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 945 time: 0.0949609 Feb 11 13:08:16.402330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] Set router 17842eaf-cfdd-432c-88bb-50deb2e971d6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:16.406277 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a261cd38-3e46-4985-8656-c167b520abe0 req-d122f36b-bfa9-4b0a-8f22-43abe7b69b6e tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bc0ebd7-2da8-411c-8553-809d82197f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Feb 11 13:08:16.570380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-e93b7ddb-6fb6-450d-af12-fc7f30024b8d service neutron] 10.222.0.73 "PUT /v2.0/ports/ee782dff-7c92-45b4-be3c-ef6a94b5a50a/bindings/n-h2-818559-1/activate HTTP/1.1" status: 200 len: 369 time: 2.9333079 Feb 11 13:08:16.631987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-716e3790-43c6-47f6-9723-ede7845d6045 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999790 Feb 11 13:08:16.669925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56da72-f28f-4cbe-a5fa-0d380d741434 req-a2f91e9b-c020-41a6-974c-3bd63803f9f7 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.671552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b56da72-f28f-4cbe-a5fa-0d380d741434 req-a2f91e9b-c020-41a6-974c-3bd63803f9f7 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.1016407 Feb 11 13:08:16.691215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ee782dff-7c92-45b4-be3c-ef6a94b5a50a no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:16.705550 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8fee59-ecab-4db6-9b56-da178637e090 req-729c8c58-c283-4db9-bc39-90168d50e7ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4317226 Feb 11 13:08:16.707572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8a5fe1-c694-42ab-a743-202500158207 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:16.728921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b56da72-f28f-4cbe-a5fa-0d380d741434 req-987efbe5-f98c-4d59-a6f9-6d40d1aa913c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486991 Feb 11 13:08:16.776211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:16.818946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Transition to ACTIVE for port object ec8a5fe1-c694-42ab-a743-202500158207 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:16.827443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ee782dff-7c92-45b4-be3c-ef6a94b5a50a not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:16.843723 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:16.930710 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42d1b11c-2f66-499d-b018-7c79fd6306fe req-b223b257-a7ed-402b-9aa6-a6e5e548a95a service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861252 Feb 11 13:08:16.997611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032aaa8-d6e2-44fb-bf67-0c5293fa05a3 req-78111130-90e0-4329-9bf1-2c32e94c2260 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.999767 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a032aaa8-d6e2-44fb-bf67-0c5293fa05a3 req-78111130-90e0-4329-9bf1-2c32e94c2260 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1075172 Feb 11 13:08:17.006122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '85bb60e9-f679-435e-8748-af27a9e4e05b', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'port_id': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'mac_address': 'fa:16:3e:a3:15:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca56347-4a96-43f9-b2a1-049991676346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:03Z', 'updated_at': '2022-02-11T13:08:08Z', 'revision_number': 1, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d9c41a-258c-47b3-b6d6-69da97f7ddb2', 'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'mac_address': 'fa:16:3e:88:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:36Z', 'updated_at': '2022-02-11T13:08:08Z', 'revision_number': 5, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'subnets': [{'id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:17.012840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a5fe1-c694-42ab-a743-202500158207,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:17.014934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686773e2-bd2f-4a97-b216-082bdc8cd837 None None] The sync data for ids ['17842eaf-cfdd-432c-88bb-50deb2e971d6'] in n-d-818559-1 is: [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '85bb60e9-f679-435e-8748-af27a9e4e05b', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'port_id': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'mac_address': 'fa:16:3e:a3:15:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca56347-4a96-43f9-b2a1-049991676346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:03Z', 'updated_at': '2022-02-11T13:08:08Z', 'revision_number': 1, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d9c41a-258c-47b3-b6d6-69da97f7ddb2', 'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'mac_address': 'fa:16:3e:88:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:36Z', 'updated_at': '2022-02-11T13:08:08Z', 'revision_number': 5, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'subnets': [{'id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:08:17.027521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-f97b41da-899d-46fd-8dd1-e4896c187b15 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1095 time: 0.3819299 Feb 11 13:08:17.169825 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a032aaa8-d6e2-44fb-bf67-0c5293fa05a3 req-4d4a4140-ebb6-4cab-8592-c1582104818e tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.72 HTTP/1.1" status: 200 len: 695 time: 0.1617258 Feb 11 13:08:17.183580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a032aaa8-d6e2-44fb-bf67-0c5293fa05a3 req-05bdd17f-9ad1-4052-b8c2-dcb2cff456cd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Request body: {'floatingip': {'port_id': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:17.231181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Attempting to bind port ec8a5fe1-c694-42ab-a743-202500158207 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:17.231667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Attempting to bind port ec8a5fe1-c694-42ab-a743-202500158207 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:17.231878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Attempting to bind port ec8a5fe1-c694-42ab-a743-202500158207 on network d66ec596-dd90-437e-8518-ffca133f948a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:17.240926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Port ec8a5fe1-c694-42ab-a743-202500158207 on network d66ec596-dd90-437e-8518-ffca133f948a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:17.241361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Attempting to bind port ec8a5fe1-c694-42ab-a743-202500158207 on network d66ec596-dd90-437e-8518-ffca133f948a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:17.246099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-28951c5f-cf86-4187-b382-9c3433a762bd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415 HTTP/1.1" status: 200 len: 1095 time: 0.1800320 Feb 11 13:08:17.253923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:17.254254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Checking segment: {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:17.254646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Bound using segment: {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:17.255071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Bound port: ec8a5fe1-c694-42ab-a743-202500158207, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19fa6b3-b3d2-4420-ab84-2071cac87daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:17.255408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:17.278321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a032aaa8-d6e2-44fb-bf67-0c5293fa05a3 req-05bdd17f-9ad1-4052-b8c2-dcb2cff456cd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:17.437248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] For port ec8a5fe1-c694-42ab-a743-202500158207, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:17.446079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] For port ec8a5fe1-c694-42ab-a743-202500158207, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ec8a5fe1-c694-42ab-a743-202500158207,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:17.450107 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:17.506985 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-1e34d676-223a-466e-910c-de637f3dc44c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 1095 time: 0.2226207 Feb 11 13:08:17.581666 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a2af1bc-51ac-4755-ba28-53acc1408d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:17.649760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:17.651230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] 10.222.0.73 "PUT /v2.0/ports/ec8a5fe1-c694-42ab-a743-202500158207 HTTP/1.1" status: 200 len: 1091 time: 2.7988369 Feb 11 13:08:17.651744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'tag': 'ec8a5fe1-c694-42ab-a743-202500158207'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:17.687492 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1166f-884e-48c7-a8a2-d6f333999c39 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a5fe1-c694-42ab-a743-202500158207,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:17.770484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-dc2c938a-bbc3-4048-a871-807fdf9bad5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:17.772010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-dc2c938a-bbc3-4048-a871-807fdf9bad5b service neutron] 10.222.0.75 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.2550275 Feb 11 13:08:17.794614 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-a032aaa8-d6e2-44fb-bf67-0c5293fa05a3 req-05bdd17f-9ad1-4052-b8c2-dcb2cff456cd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:08:17.807285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a032aaa8-d6e2-44fb-bf67-0c5293fa05a3 req-05bdd17f-9ad1-4052-b8c2-dcb2cff456cd tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "PUT /v2.0/floatingips/25e8c60d-6920-4512-a242-c20fa403f0c4 HTTP/1.1" status: 409 len: 550 time: 0.6279433 Feb 11 13:08:17.871078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-e37b657f-3f9f-46aa-a4aa-336965217df4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a HTTP/1.1" status: 200 len: 217 time: 0.0832963 Feb 11 13:08:17.879833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-9111db83-f12c-424b-a9ed-09258a05f247 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 1094 time: 0.1732256 Feb 11 13:08:17.905251 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7', 'code': 200} Feb 11 13:08:17.914047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-14d4b545-3a1d-4dc7-878f-6cc95a44a99d tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:08:17.917811 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-14d4b545-3a1d-4dc7-878f-6cc95a44a99d tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069218 Feb 11 13:08:17.926522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Request body: {'binding': {'host': 'n-h1-818559-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:17.926995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Unknown quota resources ['binding']. {{(pid=83567) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 11 13:08:18.019081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-1967884b-8a47-4c6a-a27b-5ef3c4d04ba8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8a5fe1-c694-42ab-a743-202500158207 HTTP/1.1" status: 200 len: 217 time: 0.0898666 Feb 11 13:08:18.070541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-38234e6a-8f92-4b4a-a785-c6c29c951d0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:18.072025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-38234e6a-8f92-4b4a-a785-c6c29c951d0d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.1851845 Feb 11 13:08:18.092086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-8168379b-496a-44ae-a38e-1405c5510cde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:18.093453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-8168379b-496a-44ae-a38e-1405c5510cde service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.0677052 Feb 11 13:08:18.212022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebf218-9c1d-4e4c-af5a-ce458c239e28 req-97859e9d-390e-4850-803a-19c46f1e6384 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:18.213532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7ebf218-9c1d-4e4c-af5a-ce458c239e28 req-97859e9d-390e-4850-803a-19c46f1e6384 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.1999285 Feb 11 13:08:18.217950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on host n-h1-818559-1 for vnic_type normal with profile None {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:18.218279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:18.218626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:18.245252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:18.245568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:18.256030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-3e1cc4ac-0fc6-4894-887d-4c76beeccaed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656458 Feb 11 13:08:18.261073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:18.261466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:18.261775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:18.262194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Bound port: 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:18.281178 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7ebf218-9c1d-4e4c-af5a-ce458c239e28 req-71d9fb86-da5e-409e-bf2a-bb1770c633f1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591686 Feb 11 13:08:18.302302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:18.313721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] Notify callbacks [] for binding, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:18.315258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-842c34a3-0584-4f0b-8172-632e6a0480dd service neutron] 10.222.0.67 "POST /v2.0/ports/1343e87e-9e0e-45ee-b1d0-668fe8562d32/bindings HTTP/1.1" status: 201 len: 389 time: 0.3931510 Feb 11 13:08:18.436720 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-641b3ca6-da1d-4513-baed-6f877b9fe9fa service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694310 Feb 11 13:08:18.446895 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-9fe2108f-b6b6-4ab5-ac58-4da298784d96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3164961 Feb 11 13:08:18.688714 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:18.756867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0e2da-9320-4b83-8104-df50fdf89e51 req-77df07a4-e19f-4b4c-a343-2fb746607fac tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:18.758308 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15c0e2da-9320-4b83-8104-df50fdf89e51 req-77df07a4-e19f-4b4c-a343-2fb746607fac tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 943 time: 0.0767114 Feb 11 13:08:18.821708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15c0e2da-9320-4b83-8104-df50fdf89e51 req-c620308f-ce5c-4cfd-8502-c46bf795eb99 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574090 Feb 11 13:08:18.825633 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:18.834325 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-bffd0884-ede3-4775-a309-b690bad03e25 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815284 Feb 11 13:08:18.871604 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-d408e18b-f4d4-4ae2-bdfc-6ad732e14e8f service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909230 Feb 11 13:08:18.928169 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'tag': 'ec8a5fe1-c694-42ab-a743-202500158207', 'status': 'completed', 'code': 200} Feb 11 13:08:18.948494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c08698-e714-4865-9a0b-644d8273d86e req-ac319cf4-65a3-42a0-964b-b64549fe8a0f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:18.949938 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-03c08698-e714-4865-9a0b-644d8273d86e req-ac319cf4-65a3-42a0-964b-b64549fe8a0f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 944 time: 0.3761637 Feb 11 13:08:18.957958 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-890483a9-1726-4139-8f82-0facbab63ea5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 1096 time: 0.3015914 Feb 11 13:08:19.058560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6449d-901c-402e-a97e-1c6e5c69527f req-12a2e06f-1b7d-49bf-a5aa-18d60973baa4 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.060037 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6df6449d-901c-402e-a97e-1c6e5c69527f req-12a2e06f-1b7d-49bf-a5aa-18d60973baa4 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.0776544 Feb 11 13:08:19.106644 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6df6449d-901c-402e-a97e-1c6e5c69527f req-bd70b3f8-94a4-4798-a540-bde929c878cf tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399268 Feb 11 13:08:19.113709 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4b9e799-f969-4cd9-ac97-9568108ab8f2 req-b8f4f272-3b9f-4c2b-8622-65c5fd2ab0f4 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696531 Feb 11 13:08:19.126747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-03c08698-e714-4865-9a0b-644d8273d86e req-ccae70b7-fa25-4671-93e3-38a748f111f7 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660140 Feb 11 13:08:19.211746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-c436f73e-5d0b-4248-8c70-f560edcd4652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.212695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-c436f73e-5d0b-4248-8c70-f560edcd4652 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.2357144 Feb 11 13:08:19.293616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-216d8980-efab-495e-ac19-c9c7faa66556 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32 HTTP/1.1" status: 200 len: 217 time: 0.0729094 Feb 11 13:08:19.386229 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-55dd977a-d46c-408a-bd2b-4db3ff1f656c tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips/25e8c60d-6920-4512-a242-c20fa403f0c4 HTTP/1.1" status: 200 len: 692 time: 0.2241635 Feb 11 13:08:19.461992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-ed0c9bb8-fb93-45e0-89cb-302a59b73bd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.463381 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-ed0c9bb8-fb93-45e0-89cb-302a59b73bd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1619892 Feb 11 13:08:19.466079 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56000ab7-9337-49a4-b1d4-a6cac4e3c831 req-876dcb07-1538-4b3f-a5cd-9d94ef3853cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 1094 time: 0.2910714 Feb 11 13:08:19.551102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-ad77ec07-61e8-4aa5-8289-4f4f18e7d477 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.552608 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-ad77ec07-61e8-4aa5-8289-4f4f18e7d477 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.1617949 Feb 11 13:08:19.564294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-b9a37287-4e45-43fb-877c-ec1d38e75041 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:08:19.567032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-b9a37287-4e45-43fb-877c-ec1d38e75041 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0084314 Feb 11 13:08:19.600722 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7faca6-35cc-45a0-8257-5ece4fd85212 None None] New status for floating IP 85bb60e9-f679-435e-8748-af27a9e4e05b: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:08:19.612857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-da38d6e0-5d4e-4542-b0a9-42e448840f20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286578 Feb 11 13:08:19.651701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-6936d2ee-7e93-43b9-bb3d-5772fac28383 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.72 HTTP/1.1" status: 200 len: 695 time: 0.0798910 Feb 11 13:08:19.662495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-44e7f115-693e-412b-813d-84ae3cda0c4a tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1095 time: 0.3304541 Feb 11 13:08:19.763798 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-c7a11f93-e1eb-4ccb-b57d-5ebe5ee58b2a tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.72 HTTP/1.1" status: 200 len: 695 time: 0.1052079 Feb 11 13:08:19.879297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682ca9-6bcc-41ff-be2b-de585467da20 req-186430f2-d7f5-4723-97e6-25be370836ac tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.880744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a9682ca9-6bcc-41ff-be2b-de585467da20 req-186430f2-d7f5-4723-97e6-25be370836ac tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.5157626 Feb 11 13:08:19.928751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-1bba6743-cf8e-4021-95fe-b28549f7b7ab tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Deleting port 7b07687b-fbf1-436c-a7a0-0b05342baaac {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:19.929314 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-1bba6743-cf8e-4021-95fe-b28549f7b7ab tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:19.959046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56000ab7-9337-49a4-b1d4-a6cac4e3c831 req-97539e6d-0430-4cc2-aa08-58e57eba3fc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.960521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56000ab7-9337-49a4-b1d4-a6cac4e3c831 req-97539e6d-0430-4cc2-aa08-58e57eba3fc9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.4734294 Feb 11 13:08:20.074513 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.082354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56000ab7-9337-49a4-b1d4-a6cac4e3c831 req-586596b3-0234-4a7c-bd39-aae3a701e412 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8a5fe1-c694-42ab-a743-202500158207 HTTP/1.1" status: 200 len: 217 time: 0.1131184 Feb 11 13:08:20.086253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-ed5c773e-39f8-4905-9270-602d0cb7a6dd service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653847 Feb 11 13:08:20.092690 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a9682ca9-6bcc-41ff-be2b-de585467da20 req-2dd9bfb3-a142-4337-8b88-8818944ff082 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940570 Feb 11 13:08:20.102872 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-1bba6743-cf8e-4021-95fe-b28549f7b7ab tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.103688 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-1bba6743-cf8e-4021-95fe-b28549f7b7ab tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.231294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-ac9c4d26-43ce-4356-9499-cf310f72233a service neutron] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:20.241436 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-ac9c4d26-43ce-4356-9499-cf310f72233a service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.242920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7af302c3-d5bb-4a33-9155-c8b1a566b9ba req-ac9c4d26-43ce-4356-9499-cf310f72233a service neutron] 10.222.0.75 "DELETE /v2.0/ports/ee782dff-7c92-45b4-be3c-ef6a94b5a50a/bindings/n-h1-818559-1 HTTP/1.1" status: 204 len: 173 time: 0.4383883 Feb 11 13:08:20.249806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-1bba6743-cf8e-4021-95fe-b28549f7b7ab tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Calling delete_port for 7b07687b-fbf1-436c-a7a0-0b05342baaac owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:20.300858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56000ab7-9337-49a4-b1d4-a6cac4e3c831 req-d092b469-44b3-4650-9853-4cc1bf608f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:20.302334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56000ab7-9337-49a4-b1d4-a6cac4e3c831 req-d092b469-44b3-4650-9853-4cc1bf608f89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.2063036 Feb 11 13:08:20.392966 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-1bba6743-cf8e-4021-95fe-b28549f7b7ab tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.407351 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-2461e758-f277-4ed8-9b92-f2cbff302c3c service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097277 Feb 11 13:08:20.430061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f9ea-0215-4e85-8cd0-780c1038f3e3 req-0bac735c-9d03-4b10-86ef-b55aceadc924 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:20.431517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02c5f9ea-0215-4e85-8cd0-780c1038f3e3 req-0bac735c-9d03-4b10-86ef-b55aceadc924 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 945 time: 0.1782207 Feb 11 13:08:20.444127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba6743-cf8e-4021-95fe-b28549f7b7ab tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Pushing event deleted for resources: {'Port': ['ID=7b07687b-fbf1-436c-a7a0-0b05342baaac,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:20.466152 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56000ab7-9337-49a4-b1d4-a6cac4e3c831 req-4b103198-4e07-483e-9954-7bca1096b24c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495805 Feb 11 13:08:20.487655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02c5f9ea-0215-4e85-8cd0-780c1038f3e3 req-2e28d4e0-e511-4d33-a2c6-a65dc3645bc8 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486193 Feb 11 13:08:20.544891 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-1bba6743-cf8e-4021-95fe-b28549f7b7ab tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.574149 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-1bba6743-cf8e-4021-95fe-b28549f7b7ab tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.579327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2aa4fd37-54a3-4786-8639-b8f547517b0a req-1bba6743-cf8e-4021-95fe-b28549f7b7ab tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "DELETE /v2.0/floatingips/25e8c60d-6920-4512-a242-c20fa403f0c4 HTTP/1.1" status: 204 len: 173 time: 0.8088822 Feb 11 13:08:20.774888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8478a-de00-4b0c-9da0-737bb8acae5b req-b2bc82f1-09fa-4cec-8434-dd7e85c1c8f2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:20.776286 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-06d8478a-de00-4b0c-9da0-737bb8acae5b req-b2bc82f1-09fa-4cec-8434-dd7e85c1c8f2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 943 time: 0.0888934 Feb 11 13:08:20.815517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56000ab7-9337-49a4-b1d4-a6cac4e3c831 req-8715d141-c5a6-4cc5-8279-11d6697d003c service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061028 Feb 11 13:08:20.823366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5437b4-3c53-4af1-8f08-5d52456cd0b9 req-bc50741e-bdec-4c5c-9032-383c2acc69b0 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:20.824827 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f5437b4-3c53-4af1-8f08-5d52456cd0b9 req-bc50741e-bdec-4c5c-9032-383c2acc69b0 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 945 time: 0.2176168 Feb 11 13:08:20.871595 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-06d8478a-de00-4b0c-9da0-737bb8acae5b req-933f6508-d9be-4ca5-919a-ab3a4c009bad tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850408 Feb 11 13:08:20.979896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f5437b4-3c53-4af1-8f08-5d52456cd0b9 req-7f0cfcdc-c4c5-4222-89a7-5e62a71ad434 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/security-groups?id=6bc0ebd7-2da8-411c-8553-809d82197f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349688 Feb 11 13:08:21.018538 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56000ab7-9337-49a4-b1d4-a6cac4e3c831 req-040499d4-7ca3-447c-b46c-9392791a6f99 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927574 Feb 11 13:08:21.171724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc911f6-c0f2-4f6c-99af-0ae11688ffeb req-a12df553-498f-4cff-9003-e03318205e4b tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:21.178412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-edc911f6-c0f2-4f6c-99af-0ae11688ffeb req-a12df553-498f-4cff-9003-e03318205e4b tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.0949435 Feb 11 13:08:21.230031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-1d349241-31f2-4469-8995-09162c9beb2f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:21.230488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-edc911f6-c0f2-4f6c-99af-0ae11688ffeb req-0bb44249-b564-4df3-b765-2fb0fec7c6f3 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487356 Feb 11 13:08:21.236165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-1d349241-31f2-4469-8995-09162c9beb2f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 945 time: 0.1206720 Feb 11 13:08:21.349511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-8548a064-f2ef-478f-aa93-529131e0774f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Deleting port def46d8d-6252-4199-80da-211844395af0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:21.350179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-8548a064-f2ef-478f-aa93-529131e0774f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:21.381387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-78427fa3-4248-4b1f-be7e-d11bde1ee1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:floatingip {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:21.408922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-78427fa3-4248-4b1f-be7e-d11bde1ee1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:floatingip {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:21.415221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-78427fa3-4248-4b1f-be7e-d11bde1ee1f8 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 1002 time: 0.1446121 Feb 11 13:08:21.460600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af766fd0-9abe-4821-8dec-e67a758a70cc req-1faf225b-5bfb-4c52-aed8-510a3a6baef6 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:21.462354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af766fd0-9abe-4821-8dec-e67a758a70cc req-1faf225b-5bfb-4c52-aed8-510a3a6baef6 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 944 time: 0.2253284 Feb 11 13:08:21.617019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-7251eb7e-a4d6-4078-932e-ab48cfff767e tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:21.617187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af766fd0-9abe-4821-8dec-e67a758a70cc req-a8d3ef80-b11f-47cb-bc6d-0e211e0c2e78 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417429 Feb 11 13:08:21.617829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-7251eb7e-a4d6-4078-932e-ab48cfff767e tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:21.635661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-7251eb7e-a4d6-4078-932e-ab48cfff767e tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:21.637712 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-7251eb7e-a4d6-4078-932e-ab48cfff767e tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports/cf1b8530-182c-44db-93d2-b0386e4478a8 HTTP/1.1" status: 200 len: 943 time: 0.2207947 Feb 11 13:08:21.686244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-8548a064-f2ef-478f-aa93-529131e0774f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] For port def46d8d-6252-4199-80da-211844395af0, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=def46d8d-6252-4199-80da-211844395af0,segment=NetworkSegment(7e69ce65-6aa1-40bd-b1d1-532d3088d6d0),segment_id=7e69ce65-6aa1-40bd-b1d1-532d3088d6d0)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:21.686608 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-8548a064-f2ef-478f-aa93-529131e0774f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:21.847285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-ab6493e1-cd88-4e48-a569-ca37f91eea37 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 1002 time: 0.1100838 Feb 11 13:08:21.930459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-8548a064-f2ef-478f-aa93-529131e0774f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Calling delete_port for def46d8d-6252-4199-80da-211844395af0 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:22.006248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-f921f59f-3389-4d3d-878e-44b3b257fc35 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.007644 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-f921f59f-3389-4d3d-878e-44b3b257fc35 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.1553319 Feb 11 13:08:22.020700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-a8eacfa0-e3fa-4bbd-8b3f-39e7efd728e2 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:08:22.028476 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-a8eacfa0-e3fa-4bbd-8b3f-39e7efd728e2 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0126195 Feb 11 13:08:22.102292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4570fe-ea5f-4fe2-8e03-7f2c58a1e528 req-91f60dca-77d5-4247-ab86-197963448265 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.103737 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd4570fe-ea5f-4fe2-8e03-7f2c58a1e528 req-91f60dca-77d5-4247-ab86-197963448265 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 945 time: 0.1815717 Feb 11 13:08:22.138457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-31493be3-d97b-4331-b7e5-567d60bcdbac tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 1002 time: 0.1091535 Feb 11 13:08:22.150761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-fc23ea48-32a1-4fa3-bfef-5090ace1d282 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:22.169957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-8548a064-f2ef-478f-aa93-529131e0774f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:22.186282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['def46d8d-6252-4199-80da-211844395af0'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:22.213223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd4570fe-ea5f-4fe2-8e03-7f2c58a1e528 req-8d393e26-ef8c-4740-86d2-44474104ef2e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946815 Feb 11 13:08:22.222234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548a064-f2ef-478f-aa93-529131e0774f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Pushing event deleted for resources: {'Port': ['ID=def46d8d-6252-4199-80da-211844395af0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:22.266733 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-fc23ea48-32a1-4fa3-bfef-5090ace1d282 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:22.305020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-8548a064-f2ef-478f-aa93-529131e0774f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] No DVR routers for this DVR port def46d8d-6252-4199-80da-211844395af0 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:22.309792 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-8548a064-f2ef-478f-aa93-529131e0774f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:22.312352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3', 'name': 'network-vif-deleted', 'tag': 'def46d8d-6252-4199-80da-211844395af0'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:22.332449 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d0fcfb9-8964-43b3-a6a7-8b857fe2f7ee req-8548a064-f2ef-478f-aa93-529131e0774f tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.75 "DELETE /v2.0/ports/def46d8d-6252-4199-80da-211844395af0 HTTP/1.1" status: 204 len: 173 time: 1.0646849 Feb 11 13:08:22.566648 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-fc23ea48-32a1-4fa3-bfef-5090ace1d282 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:22.570847 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-fc23ea48-32a1-4fa3-bfef-5090ace1d282 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:22.571163 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-fc23ea48-32a1-4fa3-bfef-5090ace1d282 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Floating IP 85bb60e9-f679-435e-8748-af27a9e4e05b disassociated. External IP: 172.25.4.224, port: cf1b8530-182c-44db-93d2-b0386e4478a8. Feb 11 13:08:22.578266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f659f5-6477-48be-ada9-d003f4d2f7f1 req-0ff743e7-0b8b-40f0-a4f1-fe5ae7096de8 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.579710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-50f659f5-6477-48be-ada9-d003f4d2f7f1 req-0ff743e7-0b8b-40f0-a4f1-fe5ae7096de8 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Synchronizing usage tracker for tenant:f091c04736694ca39b7f651d133df13b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:22.595879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-50f659f5-6477-48be-ada9-d003f4d2f7f1 req-0ff743e7-0b8b-40f0-a4f1-fe5ae7096de8 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Unset dirty status for tenant:f091c04736694ca39b7f651d133df13b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:22.597469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50f659f5-6477-48be-ada9-d003f4d2f7f1 req-0ff743e7-0b8b-40f0-a4f1-fe5ae7096de8 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 943 time: 0.1005836 Feb 11 13:08:22.645431 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50f659f5-6477-48be-ada9-d003f4d2f7f1 req-c094dcad-fbe9-4e78-a8d5-c85ee45a75ea tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Feb 11 13:08:22.704779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ec8a5fe1-c694-42ab-a743-202500158207 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:08:22.823866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-77aee75b-e179-43b2-8673-63021fdadb8d req-2620d2b0-7be8-4d48-9654-0e28a1ca9b62 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Synchronizing usage tracker for tenant:b4b5347bda8c4c758d2c2ad42e29020e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:22.841284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-77aee75b-e179-43b2-8673-63021fdadb8d req-2620d2b0-7be8-4d48-9654-0e28a1ca9b62 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] Unset dirty status for tenant:b4b5347bda8c4c758d2c2ad42e29020e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:22.843229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-77aee75b-e179-43b2-8673-63021fdadb8d req-2620d2b0-7be8-4d48-9654-0e28a1ca9b62 tempest-InstanceActionsV221TestJSON-565164575 tempest-InstanceActionsV221TestJSON-565164575-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3 HTTP/1.1" status: 200 len: 210 time: 0.0637577 Feb 11 13:08:22.850250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ec8a5fe1-c694-42ab-a743-202500158207, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ec8a5fe1-c694-42ab-a743-202500158207,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:22.864250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'ec8a5fe1-c694-42ab-a743-202500158207', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'port_id': 'ec8a5fe1-c694-42ab-a743-202500158207', 'mac_address': 'fa:16:3e:f4:92:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:08:22.936535 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:22.963293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8a5fe1-c694-42ab-a743-202500158207 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:22.983269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ec8a5fe1-c694-42ab-a743-202500158207, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ec8a5fe1-c694-42ab-a743-202500158207,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:22.988291 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:23.009703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-fc23ea48-32a1-4fa3-bfef-5090ace1d282 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Router 17842eaf-cfdd-432c-88bb-50deb2e971d6 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:23.068327 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ec8a5fe1-c694-42ab-a743-202500158207,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:23.087170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f975d-e346-409d-a6be-383cfb8e31e1 req-3d7f8b3c-67df-4a87-8d82-37a5b724a922 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:23.088717 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-519f975d-e346-409d-a6be-383cfb8e31e1 req-3d7f8b3c-67df-4a87-8d82-37a5b724a922 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.0904078 Feb 11 13:08:23.136047 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-519f975d-e346-409d-a6be-383cfb8e31e1 req-ff91bd64-bbb3-4702-a0d5-838fcd956d7a tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415013 Feb 11 13:08:23.233582 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['ec8a5fe1-c694-42ab-a743-202500158207'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:23.234143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-fc23ea48-32a1-4fa3-bfef-5090ace1d282 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:23.238461 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-fc23ea48-32a1-4fa3-bfef-5090ace1d282 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:23.269030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] Sync routers for ids ['17842eaf-cfdd-432c-88bb-50deb2e971d6'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:23.317580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] Routers {'17842eaf-cfdd-432c-88bb-50deb2e971d6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:23.318452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['17842eaf-cfdd-432c-88bb-50deb2e971d6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:23.349774 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fbea9643-38ef-4a4e-ad53-b9aff31fc4a3 req-f1904875-689d-4fe7-92ea-6bdad0549593 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 1095 time: 0.0851760 Feb 11 13:08:23.395730 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fbea9643-38ef-4a4e-ad53-b9aff31fc4a3 req-2dc85a25-f5a4-4c49-824b-3fcdc3d5da37 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Feb 11 13:08:23.419111 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-fc23ea48-32a1-4fa3-bfef-5090ace1d282 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "PUT /v2.0/floatingips/85bb60e9-f679-435e-8748-af27a9e4e05b HTTP/1.1" status: 200 len: 695 time: 1.2734618 Feb 11 13:08:23.419501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca56347-4a96-43f9-b2a1-049991676346', 'tag': 'cf1b8530-182c-44db-93d2-b0386e4478a8'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:23.518037 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-bb5d55b6-ecec-4945-a519-9047aeca80a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=717e6b1e77d84d2e850456bf0c48c0d7&device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 1097 time: 0.0855060 Feb 11 13:08:23.536648 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c0a04c-c5bc-4c6d-85c3-1f66551efdf3', 'name': 'network-vif-deleted', 'tag': 'def46d8d-6252-4199-80da-211844395af0', 'status': 'completed', 'code': 200} Feb 11 13:08:23.537054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] Set router 17842eaf-cfdd-432c-88bb-50deb2e971d6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:23.661920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50962) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:23.836153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80910495-7120-4240-9fd3-1a2061b996d2 req-a1b8a18c-ed1a-479c-98b6-a42ca95f2e97 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:23.837798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80910495-7120-4240-9fd3-1a2061b996d2 req-a1b8a18c-ed1a-479c-98b6-a42ca95f2e97 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 945 time: 0.0808382 Feb 11 13:08:23.857888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-a87eec3b-414b-4864-8237-80d375b7f046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:23.859917 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-a87eec3b-414b-4864-8237-80d375b7f046 service neutron] 10.222.0.67 "GET /v2.0/networks?id=51c46cec-fa3c-4481-a16f-5cdd079eaf60 HTTP/1.1" status: 200 len: 930 time: 0.3348718 Feb 11 13:08:23.891778 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80910495-7120-4240-9fd3-1a2061b996d2 req-acdd676a-c336-4b28-8ad3-b45ca9a5a9dc tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Feb 11 13:08:23.949393 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-a30a9a3e-156e-4d20-969c-03e2def1a090 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf1b8530-182c-44db-93d2-b0386e4478a8 HTTP/1.1" status: 200 len: 217 time: 0.0774758 Feb 11 13:08:24.001829 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca56347-4a96-43f9-b2a1-049991676346', 'tag': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'status': 'completed', 'code': 200} Feb 11 13:08:24.007993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '36d9c41a-258c-47b3-b6d6-69da97f7ddb2', 'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'mac_address': 'fa:16:3e:88:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:36Z', 'updated_at': '2022-02-11T13:08:08Z', 'revision_number': 5, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'subnets': [{'id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:24.013408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] Checking router: 17842eaf-cfdd-432c-88bb-50deb2e971d6 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:08:24.027063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] Routers {'17842eaf-cfdd-432c-88bb-50deb2e971d6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:24.027682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['17842eaf-cfdd-432c-88bb-50deb2e971d6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:24.036492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-7d0639fa-8031-4868-ac9f-0d9ef5417a06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.037960 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-7d0639fa-8031-4868-ac9f-0d9ef5417a06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba HTTP/1.1" status: 200 len: 868 time: 0.0795560 Feb 11 13:08:24.224921 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb6f9ab-9179-4b47-be65-06c3f877b598 req-b78cbacc-18a1-4a04-b66d-42c67961e62f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=717e6b1e77d84d2e850456bf0c48c0d7&device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 1097 time: 0.2155483 Feb 11 13:08:24.228899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] Set router 17842eaf-cfdd-432c-88bb-50deb2e971d6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:24.236025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209062b-c26a-4565-a268-e01e30367932 req-f4f7e91c-eb6b-462a-85d8-65f26645acc9 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.238227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-f4f7e91c-eb6b-462a-85d8-65f26645acc9 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 820 time: 0.1699126 Feb 11 13:08:24.252889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-ddbac304-a971-4bb0-81d2-58d5b7df92c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=51c46cec-fa3c-4481-a16f-5cdd079eaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535029 Feb 11 13:08:24.335497 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-961d8a4c-ef9b-4230-8b8d-2d82b94aea86 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/quotas/5bd4082c5fc74b74b65cf6ee2fb0a415 HTTP/1.1" status: 200 len: 375 time: 0.0730643 Feb 11 13:08:24.413600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-db146601-b304-4be3-b01b-51e1f9c50393 service neutron] 10.222.0.67 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503620 Feb 11 13:08:24.430870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6f9ab-9179-4b47-be65-06c3f877b598 req-6f0ae249-43e3-4b73-9c12-a2d1b2e3cc68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.432348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb6f9ab-9179-4b47-be65-06c3f877b598 req-6f0ae249-43e3-4b73-9c12-a2d1b2e3cc68 service neutron] 10.222.0.75 "GET /v2.0/networks?id=51c46cec-fa3c-4481-a16f-5cdd079eaf60 HTTP/1.1" status: 200 len: 930 time: 0.1932364 Feb 11 13:08:24.513587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb6f9ab-9179-4b47-be65-06c3f877b598 req-5725edf7-9cff-40b1-a051-8fed5ad8054e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf1b8530-182c-44db-93d2-b0386e4478a8 HTTP/1.1" status: 200 len: 217 time: 0.0711801 Feb 11 13:08:24.517422 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:24.557740 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-0aa046ee-ea61-4c95-90a2-176cbcf67d74 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2105126 Feb 11 13:08:24.604069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '36d9c41a-258c-47b3-b6d6-69da97f7ddb2', 'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'mac_address': 'fa:16:3e:88:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:36Z', 'updated_at': '2022-02-11T13:08:08Z', 'revision_number': 5, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'subnets': [{'id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:24.608346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c043b295-c387-4ba9-b3d9-7af6f44c1432 None None] The sync data for ids ['17842eaf-cfdd-432c-88bb-50deb2e971d6'] in n-d-818559-1 is: [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '36d9c41a-258c-47b3-b6d6-69da97f7ddb2', 'name': '', 'network_id': '51c46cec-fa3c-4481-a16f-5cdd079eaf60', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'mac_address': 'fa:16:3e:88:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:36Z', 'updated_at': '2022-02-11T13:08:08Z', 'revision_number': 5, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'subnets': [{'id': 'cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:08:24.668518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6f9ab-9179-4b47-be65-06c3f877b598 req-30cebb33-960d-438a-9ef7-1900171fd719 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.669933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb6f9ab-9179-4b47-be65-06c3f877b598 req-30cebb33-960d-438a-9ef7-1900171fd719 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba HTTP/1.1" status: 200 len: 868 time: 0.1490126 Feb 11 13:08:24.695608 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfb201-7bef-4e5a-9109-9a49df549c9f req-7983c078-388e-4118-9cdd-11d25078b83e service neutron] 10.222.0.67 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787852 Feb 11 13:08:24.707404 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ec8a5fe1-c694-42ab-a743-202500158207 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:08:24.795416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port ec8a5fe1-c694-42ab-a743-202500158207 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:24.803848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port ec8a5fe1-c694-42ab-a743-202500158207 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:24.804222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:24.844138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-44f22010-50d7-42a6-a366-1a8fbcbde660 service neutron] 10.222.0.67 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774959 Feb 11 13:08:24.935882 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:24.966044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb6f9ab-9179-4b47-be65-06c3f877b598 req-73fc2a21-a333-497b-a60a-88f50f092f4a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=51c46cec-fa3c-4481-a16f-5cdd079eaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2883017 Feb 11 13:08:24.968631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a5fe1-c694-42ab-a743-202500158207'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:24.980543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ec8a5fe1-c694-42ab-a743-202500158207, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ec8a5fe1-c694-42ab-a743-202500158207,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:24.985772 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:25.063069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ec8a5fe1-c694-42ab-a743-202500158207,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:25.085503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-9f7dfeb3-7756-4c56-bde6-a01375fd16cb service neutron] 10.222.0.67 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403350 Feb 11 13:08:25.135145 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb6f9ab-9179-4b47-be65-06c3f877b598 req-a6753ee3-934a-408d-aee6-1ae50966c1b3 service neutron] 10.222.0.75 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560380 Feb 11 13:08:25.200359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df2c6f-0d4b-4dd6-81cc-42b01ff89394 req-29b5a1f6-1337-49b9-b030-9f84199d3f34 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:25.202084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15df2c6f-0d4b-4dd6-81cc-42b01ff89394 req-29b5a1f6-1337-49b9-b030-9f84199d3f34 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 945 time: 0.1852524 Feb 11 13:08:25.314678 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15df2c6f-0d4b-4dd6-81cc-42b01ff89394 req-4dfc9d36-bb5f-4aa7-a870-b332d4e6b6da tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045003 Feb 11 13:08:25.341950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb6f9ab-9179-4b47-be65-06c3f877b598 req-90b1a548-9af1-4dec-8d15-5985aa13c7a4 service neutron] 10.222.0.75 "GET /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999006 Feb 11 13:08:25.380099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-b0a8c708-87ba-495e-9c23-7a28d85ace40 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=12b287917ba646e9b3169123c7ffe5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365422 Feb 11 13:08:25.522092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device def46d8d-6252-4199-80da-211844395af0 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:25.525542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] Deleting port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:25.526007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:25.577104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: def46d8d-6252-4199-80da-211844395af0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:25.577712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device def46d8d-6252-4199-80da-211844395af0 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:25.588073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-85a59d52-10e1-4acd-805e-64dcfe2a1dcf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:25.590355 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-85a59d52-10e1-4acd-805e-64dcfe2a1dcf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035701 Feb 11 13:08:25.611913 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-230a42cc-80cc-45f8-9b74-2c550f3c71d1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/quotas/12b287917ba646e9b3169123c7ffe5dc HTTP/1.1" status: 200 len: 375 time: 0.0122862 Feb 11 13:08:25.698572 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-dc4edc09-4396-4d2e-a93c-628f7ddd90fc tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794277 Feb 11 13:08:25.791803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004654f-a7c2-43ea-afc7-e9f60d0c2cc8 req-fa6afa85-c917-451f-9d3b-16f821656340 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:25.793254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0004654f-a7c2-43ea-afc7-e9f60d0c2cc8 req-fa6afa85-c917-451f-9d3b-16f821656340 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.2185757 Feb 11 13:08:25.871268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] For port 9b46df3f-84ff-428e-9f10-0b3621b3dc1b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9b46df3f-84ff-428e-9f10-0b3621b3dc1b,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:25.871629 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:25.945641 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-d3b3f575-b1f6-42ef-b6f0-987df638357c tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips/85bb60e9-f679-435e-8748-af27a9e4e05b HTTP/1.1" status: 200 len: 695 time: 0.0951493 Feb 11 13:08:25.950257 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0004654f-a7c2-43ea-afc7-e9f60d0c2cc8 req-fc7468ad-ff82-4184-b9e0-124b9f5cc925 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424787 Feb 11 13:08:26.054376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] Calling delete_port for 9b46df3f-84ff-428e-9f10-0b3621b3dc1b owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:26.198650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-3c2cde22-4cde-453b-ae0d-5da47cc1b27b tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:26.200213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-3c2cde22-4cde-453b-ae0d-5da47cc1b27b tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2536964 Feb 11 13:08:26.210569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-a413813f-8de8-49b9-a6dc-0295702ad0c7 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:08:26.211544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-a413813f-8de8-49b9-a6dc-0295702ad0c7 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056403 Feb 11 13:08:26.250974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c99f34-a33a-4959-ad7c-5fb022dd61b3 req-a09994cb-b903-4a49-8cef-9d335fbef5ae tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:26.252636 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46c99f34-a33a-4959-ad7c-5fb022dd61b3 req-a09994cb-b903-4a49-8cef-9d335fbef5ae tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 945 time: 0.1386237 Feb 11 13:08:26.301364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-f882518f-e3c1-4fdb-a248-94768b19c1b4 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 698 time: 0.0827279 Feb 11 13:08:26.342757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46c99f34-a33a-4959-ad7c-5fb022dd61b3 req-fc24eab0-e258-4f71-9b18-ea77514078cc tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833237 Feb 11 13:08:26.383589 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:26.392548 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-a63edadf-036a-49e3-90bb-4778a3905611 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 698 time: 0.0831587 Feb 11 13:08:26.438038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b46df3f-84ff-428e-9f10-0b3621b3dc1b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:26.439124 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a5fe1-c694-42ab-a743-202500158207', 'code': 200} Feb 11 13:08:26.670554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Deleting port 7c418702-9939-4d3c-9b41-c0136fc1721c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:26.670925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:26.805677 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6805c31b-b361-4251-aef8-64ad3547de96 req-c5749562-add1-4291-9b46-a19525f0170e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 210 time: 0.1148067 Feb 11 13:08:26.940003 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:27.018442 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d68a4e-3f3a-470f-b9d0-9e136c7ac082 None None] New status for floating IP 85bb60e9-f679-435e-8748-af27a9e4e05b: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:08:27.206935 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-5291a2d3-d5ca-46f0-aadb-21ac53e3c6c0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=12b287917ba646e9b3169123c7ffe5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552576 Feb 11 13:08:27.252054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-62ffd5ce-a2da-4c54-8bf0-9b9fcc14fbd5 req-71749c07-ef3f-4798-9e9c-601587aef4dd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 1096 time: 0.5160103 Feb 11 13:08:27.268097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209062b-c26a-4565-a268-e01e30367932 req-26853f90-9130-4a1f-a135-2c07782cab7f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:27.269572 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-26853f90-9130-4a1f-a135-2c07782cab7f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 820 time: 0.5428314 Feb 11 13:08:27.344985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fa423ba5-8adb-4ae2-946c-ed023e754b5c req-252f144f-f34e-4c4a-bec0-0063a31ce4d7 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 210 time: 0.0646696 Feb 11 13:08:27.348605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Request body: {'port': {'device_id': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386', 'admin_state_up': True, 'tenant_id': '5bd4082c5fc74b74b65cf6ee2fb0a415'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:27.483136 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:27.483367 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:27.639020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Calling delete_port for 7c418702-9939-4d3c-9b41-c0136fc1721c owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:27.712402 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-62ffd5ce-a2da-4c54-8bf0-9b9fcc14fbd5 req-42c308a8-369a-489f-8614-a5ccb9e7bd83 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418614 Feb 11 13:08:27.742259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9376055-c4b9-4a2f-86ef-a1538146ef16 req-2cc416ec-1ce1-4bb7-8fae-a57405041e1f tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:27.743677 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9376055-c4b9-4a2f-86ef-a1538146ef16 req-2cc416ec-1ce1-4bb7-8fae-a57405041e1f tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 945 time: 0.1953256 Feb 11 13:08:27.764348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-dd8f9741-65b9-4cfb-8727-d19775129a88 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:27.766494 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-dd8f9741-65b9-4cfb-8727-d19775129a88 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5422208 Feb 11 13:08:27.781336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:27.798316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:27.810528 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:08:27.810906 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:08:27.811842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Made reservation on behalf of 5bd4082c5fc74b74b65cf6ee2fb0a415 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:27.815512 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:27.912789 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9376055-c4b9-4a2f-86ef-a1538146ef16 req-1d688780-7e61-4b58-b44f-c13577fd1245 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118295 Feb 11 13:08:27.951092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Request body: {'port': {'device_id': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '12b287917ba646e9b3169123c7ffe5dc'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:27.993884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] Router a86dee77-613a-4629-9450-a299678ec5e2 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:28.076007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Allocated IP 172.20.0.10 (60917ce9-2e2f-44cf-847e-30a373078386/f0494066-81f3-4ce9-87c0-698b915c81df/7d561fee-5409-4070-83c9-8cb9bd9d172e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:28.135786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:28.162188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:28.193962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Made reservation on behalf of 12b287917ba646e9b3169123c7ffe5dc for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:28.196901 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:28.220046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edffeb-486d-4c98-b2a2-cf6c3012d4e6 req-468acd37-1a8e-4f83-810a-eb27925b5e6c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:28.221504 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-05edffeb-486d-4c98-b2a2-cf6c3012d4e6 req-468acd37-1a8e-4f83-810a-eb27925b5e6c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.1694043 Feb 11 13:08:28.286343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-05edffeb-486d-4c98-b2a2-cf6c3012d4e6 req-4df41d7b-f109-42cc-96dc-0348aaf6705f tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574625 Feb 11 13:08:28.299018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:28.316802 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a9faecb5-5e59-44f3-a747-bb54b9987c5f admin admin] 10.222.0.67 "PUT /v2.0/routers/a86dee77-613a-4629-9450-a299678ec5e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6516173 Feb 11 13:08:28.317012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Deleting port 7c418702-9939-4d3c-9b41-c0136fc1721c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:28.317012 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:28.317502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51020) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:28.320064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] Sync routers for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:28.341157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:28.342496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:28.541747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:28.569704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:28.601399 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:28.673747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Allocated IP 192.168.233.93 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/04b5ad98-6b90-44c1-8248-a8711f7fa2dd) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:28.705192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:28.705558 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:28.909426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e225ed-7e36-4682-b7f5-1858218732f6 req-57f5673e-3504-4600-923c-59a2a4c3d014 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:28.910907 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26e225ed-7e36-4682-b7f5-1858218732f6 req-57f5673e-3504-4600-923c-59a2a4c3d014 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 945 time: 0.2939548 Feb 11 13:08:28.919872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:08:26Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:28.924469 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] Checking router: a86dee77-613a-4629-9450-a299678ec5e2 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:08:28.935743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] Routers {'a86dee77-613a-4629-9450-a299678ec5e2'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:28.936284 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a86dee77-613a-4629-9450-a299678ec5e2'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:28.956385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Calling delete_port for 7c418702-9939-4d3c-9b41-c0136fc1721c owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:28.966941 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26e225ed-7e36-4682-b7f5-1858218732f6 req-fda6e563-8b39-41bb-8858-dce98e31caae tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454881 Feb 11 13:08:29.000905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:29.007130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:29.017722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Deleting port 3c7702af-888c-4010-83c2-1105afbee29d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:29.018098 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:29.176145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] Set router a86dee77-613a-4629-9450-a299678ec5e2 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:29.277131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Network 60917ce9-2e2f-44cf-847e-30a373078386 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:29.288910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:29.306533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:08:29.337364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] For port 3c7702af-888c-4010-83c2-1105afbee29d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3c7702af-888c-4010-83c2-1105afbee29d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:29.337664 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:29.347409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Pushing event updated for resources: {'Port': ['ID=7d561fee-5409-4070-83c9-8cb9bd9d172e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:29.362902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633077ea-9c48-4fbe-b202-8094fa9f960a req-0ea38448-d654-4e9c-880d-e234008157f6 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:29.364503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-633077ea-9c48-4fbe-b202-8094fa9f960a req-0ea38448-d654-4e9c-880d-e234008157f6 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 932 time: 0.1476266 Feb 11 13:08:29.478667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:29.479585 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:29.490851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Calling delete_port for 3c7702af-888c-4010-83c2-1105afbee29d owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:29.514065 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:29.559355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:08:26Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:29.565069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46366a9e-07f7-4335-8eb9-91d7edd7c62f None None] The sync data for ids ['a86dee77-613a-4629-9450-a299678ec5e2'] in n-d-818559-1 is: [{'id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1740957659-router', 'tenant_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '3c7702af-888c-4010-83c2-1105afbee29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:10Z', 'updated_at': '2022-02-11T13:08:26Z', 'revision_number': 5, 'project_id': 'ec0ecf0bc87e427b87dd69bd6961545f', 'gw_port': {'id': '3c7702af-888c-4010-83c2-1105afbee29d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86dee77-613a-4629-9450-a299678ec5e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:11Z', 'updated_at': '2022-02-11T13:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:08:29.574134 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-633077ea-9c48-4fbe-b202-8094fa9f960a req-56d943f4-da0a-4869-9bbc-8ccd4def127f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601431 Feb 11 13:08:29.623587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-4b8ad9e1-d89e-4e7e-b050-ec7a1d963b3f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2617965 Feb 11 13:08:29.623587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Pushing event deleted for resources: {'Port': ['ID=7c418702-9939-4d3c-9b41-c0136fc1721c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:29.638847 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:29.660047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Request body: {'port': {'device_id': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:29.730007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Transition to ACTIVE for port object 04b5ad98-6b90-44c1-8248-a8711f7fa2dd will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:29.806055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a79c32c8-80bb-4c9d-9a53-96a50a089394 req-94ab2dad-dc0a-46c6-a34d-4c64fa5bf1f0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 210 time: 0.0545635 Feb 11 13:08:29.821601 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:29.870757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7702af-888c-4010-83c2-1105afbee29d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:29.902265 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1d0c66b-9e51-494a-9be2-a5dec4065974 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.5557508 Feb 11 13:08:29.920901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51032) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:29.927143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818559-1'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:30.051204 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.070885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7c4404e8-df38-4edd-a2a1-6e6f815a11b7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:30.121081 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.148387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cfad1194-1ec4-42d6-b39c-24ed53c87b0f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:30.171249 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.173774 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.175314 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d2de87c-1a27-4564-91df-c6b332e601b5 req-8120a27b-1fef-4f98-89a7-fd7ee66a8a56 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "DELETE /v2.0/floatingips/85bb60e9-f679-435e-8748-af27a9e4e05b HTTP/1.1" status: 204 len: 173 time: 3.7748740 Feb 11 13:08:30.238513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:30.248747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.278352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:30.325147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.339265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:08:30.385889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9c5fe5-027e-43d7-8d30-e8e1de4b57c1 admin admin] Deleting subnet 1679790b-4f95-4532-ba70-ec085e7b7e06 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:08:30.402463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:30.475888 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5fe5-027e-43d7-8d30-e8e1de4b57c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.610536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.611108 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.651815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7065abaf-3f76-4a4c-9ac8-3ac934333a91 None None] Provisioning for port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:30.659026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7065abaf-3f76-4a4c-9ac8-3ac934333a91 None None] Provisioning complete for port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:30.659627 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7065abaf-3f76-4a4c-9ac8-3ac934333a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.705855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9b46df3f-84ff-428e-9f10-0b3621b3dc1b no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:30.746608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 9b46df3f-84ff-428e-9f10-0b3621b3dc1b {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:30.746946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9b46df3f-84ff-428e-9f10-0b3621b3dc1b not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:30.757760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1343e87e-9e0e-45ee-b1d0-668fe8562d32 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:08:30.785813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7065abaf-3f76-4a4c-9ac8-3ac934333a91 None None] Port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:08:30.804101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7661352-7570-458c-87bd-74b8702d1c9e req-db2b7fc7-0ee1-443f-a92d-d5fba65d1494 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.809649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b7661352-7570-458c-87bd-74b8702d1c9e req-db2b7fc7-0ee1-443f-a92d-d5fba65d1494 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 945 time: 0.7233286 Feb 11 13:08:30.825876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5fe5-027e-43d7-8d30-e8e1de4b57c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.839588 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-ceed0e2b-88da-4448-84dd-351ba5fde731 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8925185 Feb 11 13:08:30.887427 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.904926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Request body: {'port': {'device_id': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:30.917711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:30.921419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.931580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1343e87e-9e0e-45ee-b1d0-668fe8562d32 has no active binding in host n-h1-818559-1 {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 11 13:08:30.951038 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5fe5-027e-43d7-8d30-e8e1de4b57c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.965293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd244e-6051-4408-828c-61e0a0c3602a req-040d63cb-e7c3-43eb-be1b-f223314f8a8a tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.966783 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aacd244e-6051-4408-828c-61e0a0c3602a req-040d63cb-e7c3-43eb-be1b-f223314f8a8a tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.6641879 Feb 11 13:08:30.981439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b7661352-7570-458c-87bd-74b8702d1c9e req-d94ef4ef-5f6b-473c-adb7-77d273cfb622 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195722 Feb 11 13:08:31.016458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:31.022279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.023143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86dee77-613a-4629-9450-a299678ec5e2 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:08:31.043325 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.044626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-de130ac6-960c-4be5-93d3-ce551aa1ad46 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a86dee77-613a-4629-9450-a299678ec5e2 HTTP/1.1" status: 204 len: 168 time: 2.7266841 Feb 11 13:08:31.050308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51046) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:31.182025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:31.219784 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5fe5-027e-43d7-8d30-e8e1de4b57c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.243789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aacd244e-6051-4408-828c-61e0a0c3602a req-72762646-7dbe-41a5-aca4-d5bd2303b36c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669537 Feb 11 13:08:31.252221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-500a6a4f-001f-452a-a27e-fef2af5dacc1 admin admin] Deleting subnet 8bf62628-fc09-41c7-932f-80b55ea8d8be {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:08:31.270546 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-500a6a4f-001f-452a-a27e-fef2af5dacc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.302072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c5fe5-027e-43d7-8d30-e8e1de4b57c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1679790b-4f95-4532-ba70-ec085e7b7e06,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:31.306978 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.330263 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5fe5-027e-43d7-8d30-e8e1de4b57c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.338251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d561fee-5409-4070-83c9-8cb9bd9d172e {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:31.346351 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6f9c5fe5-027e-43d7-8d30-e8e1de4b57c1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1679790b-4f95-4532-ba70-ec085e7b7e06 HTTP/1.1" status: 204 len: 168 time: 1.4286835 Feb 11 13:08:31.347615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1343e87e-9e0e-45ee-b1d0-668fe8562d32'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:31.350558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51052) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:31.354563 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-500a6a4f-001f-452a-a27e-fef2af5dacc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.355991 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.359958 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.397645 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.473827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5320080-34ce-4c7b-bd82-b1c8df5fb416 req-711c9fc1-9a50-452c-8406-eab253600375 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:31.475191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5320080-34ce-4c7b-bd82-b1c8df5fb416 req-711c9fc1-9a50-452c-8406-eab253600375 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 945 time: 0.3434401 Feb 11 13:08:31.488838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Transition to ACTIVE for port object 7d561fee-5409-4070-83c9-8cb9bd9d172e will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:31.527130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.557148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.597898 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5320080-34ce-4c7b-bd82-b1c8df5fb416 req-d3ac5fe2-bcbb-4956-b560-e1c2569b3f96 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091185 Feb 11 13:08:31.633710 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-500a6a4f-001f-452a-a27e-fef2af5dacc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.762227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=1343e87e-9e0e-45ee-b1d0-668fe8562d32,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:31.815093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.862462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69757ca9-2ad9-46a2-8208-9312af7500a2']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:31.877865 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-500a6a4f-001f-452a-a27e-fef2af5dacc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.885001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e69ce65-6aa1-40bd-b1d1-532d3088d6d0') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:31.885291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e69ce65-6aa1-40bd-b1d1-532d3088d6d0') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:31.908702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on host n-h2-818559-1 for vnic_type normal with profile {"migrating_to": "n-h1-818559-1"} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:31.909036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:31.909368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:31.929724 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.937893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a6a4f-001f-452a-a27e-fef2af5dacc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf62628-fc09-41c7-932f-80b55ea8d8be,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:31.958732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1194f58-929b-43b1-a173-cc05288added req-8e2362e0-c7f2-42a4-9aa3-67f516e86637 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:31.959660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ff354-4079-4790-8f10-233d3b02c038 None None] Network d02be5d7-6046-43a0-ad81-4c92c76e445e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:08:31.960879 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1194f58-929b-43b1-a173-cc05288added req-8e2362e0-c7f2-42a4-9aa3-67f516e86637 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 935 time: 0.2214985 Feb 11 13:08:31.964697 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-500a6a4f-001f-452a-a27e-fef2af5dacc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.965732 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:31.988752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:08:31.989224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:32.004609 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:32.007916 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-500a6a4f-001f-452a-a27e-fef2af5dacc1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8bf62628-fc09-41c7-932f-80b55ea8d8be HTTP/1.1" status: 204 len: 168 time: 0.9542985 Feb 11 13:08:32.013227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa4478-706f-4b1d-9b7a-55544b344e29 req-6353c554-9dbf-46a5-a9c1-74b8fa757b1c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:32.013867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-caaa4478-706f-4b1d-9b7a-55544b344e29 req-6353c554-9dbf-46a5-a9c1-74b8fa757b1c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Synchronizing usage tracker for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:32.014708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51058) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:32.026134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Pushing event updated for resources: {'Port': ['ID=7d561fee-5409-4070-83c9-8cb9bd9d172e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:32.066136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:32.066474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Attempting to bind port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:32.101461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:32.101461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:32.101843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:32.102199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Bound port: 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:32.102544 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.121632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-caaa4478-706f-4b1d-9b7a-55544b344e29 req-6353c554-9dbf-46a5-a9c1-74b8fa757b1c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Unset dirty status for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:32.122538 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-caaa4478-706f-4b1d-9b7a-55544b344e29 req-6353c554-9dbf-46a5-a9c1-74b8fa757b1c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 944 time: 0.7119086 Feb 11 13:08:32.209241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.223335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1194f58-929b-43b1-a173-cc05288added req-4bc30508-9e4e-4709-a86b-7be629bbb791 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532279 Feb 11 13:08:32.226329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:32.227048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:32.227048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:32.265557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.268461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Port 7d561fee-5409-4070-83c9-8cb9bd9d172e on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:32.268788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:32.269873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] Pushing event deleted for resources: {'Network': ['ID=69757ca9-2ad9-46a2-8208-9312af7500a2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:32.277337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.284158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d98d6-f11e-4572-9ced-9f53f94cb8a8 None None] DHCP port deletion for d02be5d7-6046-43a0-ad81-4c92c76e445e request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:08:32.284800 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-31745ba2-eb2a-4370-8022-fc01228cb023 admin admin] 10.222.0.67 "DELETE /v2.0/networks/69757ca9-2ad9-46a2-8208-9312af7500a2 HTTP/1.1" status: 204 len: 168 time: 0.9329302 Feb 11 13:08:32.288963 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-060d98d6-f11e-4572-9ced-9f53f94cb8a8 None None] Deleting port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:32.289707 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-060d98d6-f11e-4572-9ced-9f53f94cb8a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.301834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Deleting port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:32.307349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.318134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-caaa4478-706f-4b1d-9b7a-55544b344e29 req-6957a141-2bb8-4e82-a714-0b8f43dbfb96 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821024 Feb 11 13:08:32.319452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:32.329970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:32.330593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:32.331177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:32.331624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Bound port: 7d561fee-5409-4070-83c9-8cb9bd9d172e, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:32.331966 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.407605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:32.512200 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.516787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51066) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:32.643145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-060d98d6-f11e-4572-9ced-9f53f94cb8a8 None None] For port 0eb59e38-f528-451f-b9cd-ca925bfc94b9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0eb59e38-f528-451f-b9cd-ca925bfc94b9,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:32.644417 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-060d98d6-f11e-4572-9ced-9f53f94cb8a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.723961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0eb59e38-f528-451f-b9cd-ca925bfc94b9 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:32.737054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b5ad98-6b90-44c1-8248-a8711f7fa2dd {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:32.762653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.813198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] For port 0eb59e38-f528-451f-b9cd-ca925bfc94b9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0eb59e38-f528-451f-b9cd-ca925bfc94b9,segment=NetworkSegment(01532152-b7c3-4eb6-9326-9d34db591587),segment_id=01532152-b7c3-4eb6-9326-9d34db591587)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:32.813653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.830081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-4044953e-5b15-4bfd-bebe-4eb93fbfaeae tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:32.831600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-4044953e-5b15-4bfd-bebe-4eb93fbfaeae tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3660789 Feb 11 13:08:32.842092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-060d98d6-f11e-4572-9ced-9f53f94cb8a8 None None] Calling delete_port for 0eb59e38-f528-451f-b9cd-ca925bfc94b9 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:32.879420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Transition to ACTIVE for port object 04b5ad98-6b90-44c1-8248-a8711f7fa2dd will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:32.907767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:32.919519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:32.924243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=1343e87e-9e0e-45ee-b1d0-668fe8562d32,revision_number=8']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:32.987276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:32.992214 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-07f3ecb3-7708-4182-8e2d-483d102dbcd3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b4b5347bda8c4c758d2c2ad42e29020e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4099562 Feb 11 13:08:32.997499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51072) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:33.003081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Calling delete_port for 0eb59e38-f528-451f-b9cd-ca925bfc94b9 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:33.004568 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.022530 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.040099 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-060d98d6-f11e-4572-9ced-9f53f94cb8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.097008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d98d6-f11e-4572-9ced-9f53f94cb8a8 None None] Pushing event deleted for resources: {'Port': ['ID=0eb59e38-f528-451f-b9cd-ca925bfc94b9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.107047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d98d6-f11e-4572-9ced-9f53f94cb8a8 None None] No DVR routers for this DVR port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:33.143401 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-ffce6751-cbd5-4d6b-85ab-436be12bd762 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.2518704 Feb 11 13:08:33.144264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:08:33.144748 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:08:33.150739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-7bc56a81-9191-4753-82f1-19f81aa22022 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Request body: {'floatingip': {'port_id': '68e16767-fcec-41b9-bed7-c27b649a1373', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:33.157664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.167075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3c7702af-888c-4010-83c2-1105afbee29d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:33.211615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3c7702af-888c-4010-83c2-1105afbee29d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:33.211961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3c7702af-888c-4010-83c2-1105afbee29d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:33.228990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.230358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-e1a27a88-4174-430d-85c0-89a259977fe1 service neutron] 10.222.0.73 "PUT /v2.0/ports/1343e87e-9e0e-45ee-b1d0-668fe8562d32 HTTP/1.1" status: 200 len: 1121 time: 3.3249269 Feb 11 13:08:33.236355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9cb77-4fc2-4dd0-94ee-fd73fc2b4b31 req-7a2b19b8-4a90-47ca-8f06-1b608cb669b8 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:33.237075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-77c9cb77-4fc2-4dd0-94ee-fd73fc2b4b31 req-7a2b19b8-4a90-47ca-8f06-1b608cb669b8 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:33.243822 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-7bc56a81-9191-4753-82f1-19f81aa22022 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.275967 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.277501 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d561fee-5409-4070-83c9-8cb9bd9d172e HTTP/1.1" status: 200 len: 1092 time: 3.6586957 Feb 11 13:08:33.287642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1343e87e-9e0e-45ee-b1d0-668fe8562d32'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:33.351664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['1343e87e-9e0e-45ee-b1d0-668fe8562d32'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:33.365005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-77c9cb77-4fc2-4dd0-94ee-fd73fc2b4b31 req-7a2b19b8-4a90-47ca-8f06-1b608cb669b8 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:33.366488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-77c9cb77-4fc2-4dd0-94ee-fd73fc2b4b31 req-7a2b19b8-4a90-47ca-8f06-1b608cb669b8 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8466918 Feb 11 13:08:33.483357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b08213-6431-427f-ae4c-b2c972fe8295 service neutron] Pushing event updated for resources: {'Port': ['ID=7d561fee-5409-4070-83c9-8cb9bd9d172e,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.518883 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-add2b8b0-8d40-4237-8b80-45e3615fac32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.535080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-77c9cb77-4fc2-4dd0-94ee-fd73fc2b4b31 req-3d3d1569-f13a-4abf-8288-560af090f009 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:33.604578 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-add2b8b0-8d40-4237-8b80-45e3615fac32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.624268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-77c9cb77-4fc2-4dd0-94ee-fd73fc2b4b31 req-3d3d1569-f13a-4abf-8288-560af090f009 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:33.626229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-77c9cb77-4fc2-4dd0-94ee-fd73fc2b4b31 req-3d3d1569-f13a-4abf-8288-560af090f009 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2444172 Feb 11 13:08:33.642037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:33.642377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:33.642804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:33.673743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:33.674320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:33.679276 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-70b7493e-65f1-4291-8f19-b7adb585ce27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 1095 time: 0.3013220 Feb 11 13:08:33.695966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Deleting port 0eb59e38-f528-451f-b9cd-ca925bfc94b9 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:33.696307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.713767 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1343e87e-9e0e-45ee-b1d0-668fe8562d32', 'code': 200} Feb 11 13:08:33.767793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-add2b8b0-8d40-4237-8b80-45e3615fac32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.771515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:33.771854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:33.772234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:33.772669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Bound port: 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:33.773007 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.790869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] The port '0eb59e38-f528-451f-b9cd-ca925bfc94b9' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:08:33.845068 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-971a60de-9962-4dc0-ad6f-6acea25f0bb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e HTTP/1.1" status: 200 len: 217 time: 0.1360643 Feb 11 13:08:33.845775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2b8b0-8d40-4237-8b80-45e3615fac32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc0ebd7-2da8-411c-8553-809d82197f61,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.878787 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:08:33.944966 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.952041 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-add2b8b0-8d40-4237-8b80-45e3615fac32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:33.954139 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-add2b8b0-8d40-4237-8b80-45e3615fac32 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6bc0ebd7-2da8-411c-8553-809d82197f61 HTTP/1.1" status: 204 len: 168 time: 0.9528813 Feb 11 13:08:33.991151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209062b-c26a-4565-a268-e01e30367932 req-07eae8fa-3416-49bd-a74e-447650e231c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:33.992618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-07eae8fa-3416-49bd-a74e-447650e231c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.1069460 Feb 11 13:08:34.045581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02be5d7-6046-43a0-ad81-4c92c76e445e']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:34.060697 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-ed16cac0-1c2c-4967-b441-ec0772bba2f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552056 Feb 11 13:08:34.063521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:34.074735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01532152-b7c3-4eb6-9326-9d34db591587') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:34.074735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01532152-b7c3-4eb6-9326-9d34db591587') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:34.093957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:34.099627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:34.117220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:34.127518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:08:34.127813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:34.142020 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:34.152695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:34.194725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bd87f-b3e7-46cf-b986-b44707308ba1 req-649648e0-e610-49e2-a777-caa8cc83ccbe tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:34.196264 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e82bd87f-b3e7-46cf-b986-b44707308ba1 req-649648e0-e610-49e2-a777-caa8cc83ccbe tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.3906085 Feb 11 13:08:34.275554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:34.276908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] 10.222.0.73 "PUT /v2.0/ports/04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 1095 time: 3.3838804 Feb 11 13:08:34.330686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a8b03-5580-4e5a-936b-45ef49ab0913 service neutron] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:34.369495 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:34.377310 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:34.422608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e82bd87f-b3e7-46cf-b986-b44707308ba1 req-356fcb72-5886-4231-ac07-5423470582bc tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023735 Feb 11 13:08:34.424881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-e7871b5e-45ee-443f-b9aa-92b9371d85d4 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543694 Feb 11 13:08:34.517840 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-7bc56a81-9191-4753-82f1-19f81aa22022 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:34.549947 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-7bc56a81-9191-4753-82f1-19f81aa22022 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:34.669811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] Pushing event deleted for resources: {'Network': ['ID=d02be5d7-6046-43a0-ad81-4c92c76e445e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:34.689846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4e819f54-287c-4198-a9e6-004c0ded06ba admin admin] 10.222.0.67 "DELETE /v2.0/networks/d02be5d7-6046-43a0-ad81-4c92c76e445e HTTP/1.1" status: 204 len: 168 time: 2.6732893 Feb 11 13:08:34.692990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51094) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:34.788711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a606306b-3abf-4fa2-bdc9-17f8cb2f3ce0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1098 time: 0.4630723 Feb 11 13:08:34.896482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3209062b-c26a-4565-a268-e01e30367932 req-72b707fc-6850-4326-8039-031588b3eb47 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552639 Feb 11 13:08:34.897591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-990df8c1-8caf-4714-bf65-1628dd1673ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 217 time: 0.0915976 Feb 11 13:08:34.955256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66a8d5-6836-4edc-aa4c-4343e205de7b req-2a13f1c5-f33e-4585-8486-08e4004150ac tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:34.956081 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-7bc56a81-9191-4753-82f1-19f81aa22022 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Floating IP 8931157e-2fcd-482d-80f8-96fc26c3f14d associated. External IP: 172.25.4.33, port: 68e16767-fcec-41b9-bed7-c27b649a1373. Feb 11 13:08:34.956742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e66a8d5-6836-4edc-aa4c-4343e205de7b req-2a13f1c5-f33e-4585-8486-08e4004150ac tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 943 time: 0.3328664 Feb 11 13:08:35.009601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-3d617562-a902-4ef2-9fdd-91c74ccbfbcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.011123 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-3d617562-a902-4ef2-9fdd-91c74ccbfbcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1019819 Feb 11 13:08:35.021672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51104) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:35.055175 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e66a8d5-6836-4edc-aa4c-4343e205de7b req-91a24f28-d04e-41a7-9ca8-5ba950f40161 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919585 Feb 11 13:08:35.102094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-490851ff-8b01-4341-a8ed-9a28522ca76a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840135 Feb 11 13:08:35.260505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1697092611-network', 'tenant_id': '04f69df148f0403a8e621332d0312e2f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:35.270763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:35.276371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Usage tracker for resource:network and tenant:04f69df148f0403a8e621332d0312e2f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:08:35.279888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:08:35.285639 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-49865878-ddcf-429a-bb8c-fe858003d06d service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767738 Feb 11 13:08:35.291142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:35.324022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Made reservation on behalf of 04f69df148f0403a8e621332d0312e2f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:35.326243 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:35.347215 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:35.406162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:35.412205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Usage tracker for resource:security_group_rule and tenant:04f69df148f0403a8e621332d0312e2f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:08:35.415794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:08:35.425864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:35.486301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc23115-504c-45c0-acb7-a6c8aa48b91a req-a97da706-1a11-412f-a7e4-dd3bf479158f service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941671 Feb 11 13:08:35.498652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103d66-0260-42b0-9446-c7fdd09a3988 req-86c50e3f-1c99-4edf-b6b7-420fa0cc3eb5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.499372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-12103d66-0260-42b0-9446-c7fdd09a3988 req-86c50e3f-1c99-4edf-b6b7-420fa0cc3eb5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Synchronizing usage tracker for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:35.517611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-12103d66-0260-42b0-9446-c7fdd09a3988 req-86c50e3f-1c99-4edf-b6b7-420fa0cc3eb5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Unset dirty status for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:35.518970 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-12103d66-0260-42b0-9446-c7fdd09a3988 req-86c50e3f-1c99-4edf-b6b7-420fa0cc3eb5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 947 time: 0.1543171 Feb 11 13:08:35.565595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 55c7365b-466c-4ff6-afa6-efb689268e5c details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:08:35.568324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 55c7365b-466c-4ff6-afa6-efb689268e5c no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:35.569386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-12103d66-0260-42b0-9446-c7fdd09a3988 req-252035c2-0c5d-4eaf-85e0-99254e64cb65 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442286 Feb 11 13:08:35.616656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:35.742813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'tag': '1343e87e-9e0e-45ee-b1d0-668fe8562d32'}, {'name': 'network-changed', 'server_uuid': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'tag': '7d561fee-5409-4070-83c9-8cb9bd9d172e'}, {'name': 'network-changed', 'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:35.783086 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:35.787849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb0d00-dc67-4137-8f3a-661de2d4b932 req-5c726ab8-6ec9-4721-bf15-9ab5e175a487 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.789439 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4dcb0d00-dc67-4137-8f3a-661de2d4b932 req-5c726ab8-6ec9-4721-bf15-9ab5e175a487 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 944 time: 0.0895307 Feb 11 13:08:35.819259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:35.840858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:35.844231 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4dcb0d00-dc67-4137-8f3a-661de2d4b932 req-64b36afd-cd9f-4a42-a9d2-d5b522de0406 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478635 Feb 11 13:08:35.850553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'mac_address': 'fa:16:3e:ba:e1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:08:35.854524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:35.884412 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:35.917699 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:35.926934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:35.960946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf64a875-ff1c-4562-8ccb-91d2cfdeb319 req-f3c88bfd-33be-4bdc-a9d1-506d8208d884 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0658755 Feb 11 13:08:35.966489 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:35.983157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:35.992799 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:35.996028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c7365b-466c-4ff6-afa6-efb689268e5c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:36.000719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7d821b-6d82-40dd-84ee-f97eb8275eea,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:36.009644 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:36.009997 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Added segment a5edaeb7-82ff-47d1-ab46-5e40b15ec147 of type vlan for network 1ebe32f3-cc63-4373-980a-ede3f9c26694 Feb 11 13:08:36.025525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:36.029243 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:36.055824 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:36.098289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:36.122790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:36.123650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:36.124879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:36.156936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45ff0b-0b82-40b2-82a2-e4077a09ff46 req-61aeb990-c9d9-4180-9fb9-e516f54053b8 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:36.157990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b45ff0b-0b82-40b2-82a2-e4077a09ff46 req-61aeb990-c9d9-4180-9fb9-e516f54053b8 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 948 time: 0.0878048 Feb 11 13:08:36.204146 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b45ff0b-0b82-40b2-82a2-e4077a09ff46 req-c6f90bd8-b7df-407a-81c0-9e334b35d820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Feb 11 13:08:36.251670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] Pushing event updated for resources: {'Network': ['ID=1ebe32f3-cc63-4373-980a-ede3f9c26694,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:36.255463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-93443330-abc1-467f-852a-9083cc888d23 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2315073 Feb 11 13:08:36.258609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51120) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:36.267120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 1ebe32f3-cc63-4373-980a-ede3f9c26694 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:08:36.279137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Request body: {'subnet': {'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1697092611-subnet', 'tenant_id': '04f69df148f0403a8e621332d0312e2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:36.295915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:36.300767 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'tag': '1343e87e-9e0e-45ee-b1d0-668fe8562d32', 'status': 'completed', 'code': 200} Feb 11 13:08:36.301072 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'tag': '7d561fee-5409-4070-83c9-8cb9bd9d172e', 'status': 'completed', 'code': 200} Feb 11 13:08:36.301303 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'status': 'completed', 'code': 200} Feb 11 13:08:36.304367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Usage tracker for resource:subnet and tenant:04f69df148f0403a8e621332d0312e2f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:08:36.307946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:08:36.314067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-7bc56a81-9191-4753-82f1-19f81aa22022 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:36.363094 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'code': 200} Feb 11 13:08:36.367482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:36.419439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Made reservation on behalf of 04f69df148f0403a8e621332d0312e2f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:36.426177 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:36.489534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['55c7365b-466c-4ff6-afa6-efb689268e5c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:36.628038 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-07b25ea7-d405-497f-ad2b-151219a4699b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 1124 time: 0.3076458 Feb 11 13:08:36.640105 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-273a92d7-eb45-4ccb-99e9-846f9af63b2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 1095 time: 0.3206673 Feb 11 13:08:36.764156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-7bc56a81-9191-4753-82f1-19f81aa22022 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:36.777806 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] Sync routers for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:36.791845 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:36.792785 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:36.809083 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-7bc56a81-9191-4753-82f1-19f81aa22022 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:36.883311 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-7bc56a81-9191-4753-82f1-19f81aa22022 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "PUT /v2.0/floatingips/8931157e-2fcd-482d-80f8-96fc26c3f14d HTTP/1.1" status: 200 len: 996 time: 3.7371268 Feb 11 13:08:36.884081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:37.005400 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:37.033230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] Deleting port b2abda8b-a645-4e5e-aa8b-be79b9fcf932 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:37.033799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:37.063320 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:37.071619 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-5f122f3e-0611-45ac-8924-aba890a99a01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1097 time: 0.1746316 Feb 11 13:08:37.143195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-fceafb42-e54a-46e0-a33f-9911c847ed04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.144541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-fceafb42-e54a-46e0-a33f-9911c847ed04 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.4991477 Feb 11 13:08:37.222161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:37.225921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-473fcd64-929d-455d-863c-ec01c8c4dac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.227395 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-473fcd64-929d-455d-863c-ec01c8c4dac2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.5563037 Feb 11 13:08:37.329787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-18b80c89-995f-42d8-bf3b-37e982a5e030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.331293 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-18b80c89-995f-42d8-bf3b-37e982a5e030 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.2505276 Feb 11 13:08:37.338723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-b38bf4de-f32c-4b9c-991a-83471ae8a4c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32 HTTP/1.1" status: 200 len: 217 time: 0.1793151 Feb 11 13:08:37.379097 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': '68e16767-fcec-41b9-bed7-c27b649a1373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:a7:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:08:34Z', 'revision_number': 1, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:37.383059 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] Checking router: 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:08:37.393908 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:37.394432 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:37.404288 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-8da0e447-d9a1-4dce-9dce-74974078cd46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e HTTP/1.1" status: 200 len: 217 time: 0.1346636 Feb 11 13:08:37.420950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29419202-bf7f-4263-899d-69042d7953fb req-7501da2e-cde9-4156-97c7-3c9169b0c31c tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.422671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29419202-bf7f-4263-899d-69042d7953fb req-7501da2e-cde9-4156-97c7-3c9169b0c31c tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 943 time: 0.5452909 Feb 11 13:08:37.437266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] For port b2abda8b-a645-4e5e-aa8b-be79b9fcf932, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b2abda8b-a645-4e5e-aa8b-be79b9fcf932,segment=NetworkSegment(a63860c8-cac2-4973-be0a-aa7f2c421cf5),segment_id=a63860c8-cac2-4973-be0a-aa7f2c421cf5)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:37.437806 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:37.465225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c4e170-a34f-4706-a93c-98b3728cc264,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:37.533062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-06b7bf4c-7637-454f-be70-743284c8f6c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.534512 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-06b7bf4c-7637-454f-be70-743284c8f6c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1748021 Feb 11 13:08:37.566097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Checking segment: {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:37.566450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Network hostable DHCP agents. Network: 1ebe32f3-cc63-4373-980a-ede3f9c26694, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:37.585072 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:37.604959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-90bb33e0-e7e4-4368-9271-c7db70325df0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.606396 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-90bb33e0-e7e4-4368-9271-c7db70325df0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.1808774 Feb 11 13:08:37.626747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-f9a3f1e1-b3e6-4863-842d-319a149177b9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616817 Feb 11 13:08:37.658431 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29419202-bf7f-4263-899d-69042d7953fb req-da528e34-cb07-4015-9f47-78cd9f2feced tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247856 Feb 11 13:08:37.689591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-ea6fd1bf-fbe7-4e0a-b4ae-49a10cf81911 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670464 Feb 11 13:08:37.731484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] Calling delete_port for b2abda8b-a645-4e5e-aa8b-be79b9fcf932 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:37.794874 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-077cd084-a880-4108-9a24-c32d5a3d04c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 999 time: 0.4550829 Feb 11 13:08:37.868673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Network 1ebe32f3-cc63-4373-980a-ede3f9c26694 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:37.885736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-636275eb-d928-4e5f-baba-1041b0a0a6b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.887552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-636275eb-d928-4e5f-baba-1041b0a0a6b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.0777252 Feb 11 13:08:37.910341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 1ebe32f3-cc63-4373-980a-ede3f9c26694) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:37.915263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.915839 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:37.920291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630fe9b-7c57-4f1d-b351-5d474d9c88b2 None None] Network 1ebe32f3-cc63-4373-980a-ede3f9c26694 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:08:38.041685 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-538b759f-7dc8-4980-ac5c-31e538a2caac admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7805641 Feb 11 13:08:38.049213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-b8afeaa6-cdc4-40da-81f3-931265a7c1ed service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846705 Feb 11 13:08:38.074924 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': '68e16767-fcec-41b9-bed7-c27b649a1373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:a7:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:08:34Z', 'revision_number': 1, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:38.089886 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecead7-fd2e-4664-8378-d74461e52691 None None] The sync data for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 is: [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': '68e16767-fcec-41b9-bed7-c27b649a1373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:a7:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:08:34Z', 'revision_number': 1, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:08:38.118378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-40d5e3f7-b42c-482d-9f20-496eebaa26cf service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735530 Feb 11 13:08:38.129185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:38.243528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-fc9e3947-db6e-4af1-9b78-cf419c009bab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3440492 Feb 11 13:08:38.246675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699219e-8243-452e-9386-c5313cda418c None None] Network 1ebe32f3-cc63-4373-980a-ede3f9c26694 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:08:38.270899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b2abda8b-a645-4e5e-aa8b-be79b9fcf932,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:38.276532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a79e56-d13a-45f5-a7d7-19936ca04b27 req-5cabc4a4-a0e9-4455-b444-af31af2a8e74 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.285222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1a79e56-d13a-45f5-a7d7-19936ca04b27 req-5cabc4a4-a0e9-4455-b444-af31af2a8e74 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 947 time: 0.4532692 Feb 11 13:08:38.404827 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-8ceae5a4-a734-4600-a03b-e4c3b8cbfac6 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321817 Feb 11 13:08:38.429467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd77213-7073-46fa-8b97-933afb06b28a None None] New status for floating IP 8931157e-2fcd-482d-80f8-96fc26c3f14d: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:08:38.435148 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1a79e56-d13a-45f5-a7d7-19936ca04b27 req-38968f1b-ed57-4c3e-b1af-b40c7b023c6d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490147 Feb 11 13:08:38.468867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-3fddd9f0-3785-4729-9067-85b178cf5583 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939205 Feb 11 13:08:38.575874 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-15511dc2-82ca-471b-93e3-c9bdbd15a9e5 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313210 Feb 11 13:08:38.709217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-67276391-bf73-4d1f-805e-8ecf64c8e961 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1098 time: 0.1727242 Feb 11 13:08:38.806547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b1caa35-c2a0-4379-ae6d-c63ebed5d983 req-8e3dbdaf-5582-409a-b348-7fbe0281e3a0 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600919 Feb 11 13:08:38.842440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6755997-218b-4102-b6e9-127dcd5612e1 req-90d6ecd2-3d7c-4dc1-9b0a-27a72b582424 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.849549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6755997-218b-4102-b6e9-127dcd5612e1 req-90d6ecd2-3d7c-4dc1-9b0a-27a72b582424 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 946 time: 0.2037594 Feb 11 13:08:38.868834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7d561fee-5409-4070-83c9-8cb9bd9d172e details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:08:38.904881 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373', 'status': 'completed', 'code': 200} Feb 11 13:08:38.939633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-52d0dd5b-4e0a-45fd-93a6-5032b40f90ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.941143 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-52d0dd5b-4e0a-45fd-93a6-5032b40f90ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2149804 Feb 11 13:08:38.955064 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6755997-218b-4102-b6e9-127dcd5612e1 req-6588bc41-1d14-4df3-89ac-9b8d58e8e673 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/security-groups?id=d865e58f-66d7-4a99-90b5-75eea5345e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044896 Feb 11 13:08:39.039910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:39.055132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '7d561fee-5409-4070-83c9-8cb9bd9d172e', 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386', 'port_id': '7d561fee-5409-4070-83c9-8cb9bd9d172e', 'mac_address': 'fa:16:3e:1d:b2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0494066-81f3-4ce9-87c0-698b915c81df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:08:39.125776 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:39.145903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d561fee-5409-4070-83c9-8cb9bd9d172e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:39.162855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:39.165528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f2b69-a74a-4fe3-8076-6c9472b6bb91 req-01c9ab4a-33af-4e54-a4e4-4e549587bc9a tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:39.167086 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f60f2b69-a74a-4fe3-8076-6c9472b6bb91 req-01c9ab4a-33af-4e54-a4e4-4e549587bc9a tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 944 time: 0.1260948 Feb 11 13:08:39.167699 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:39.168770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:08:39.183826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:39.255482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7d561fee-5409-4070-83c9-8cb9bd9d172e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:39.308334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-985faacc-8a58-4e8f-8ecc-87137a75ba01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 217 time: 0.3523083 Feb 11 13:08:39.363288 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f60f2b69-a74a-4fe3-8076-6c9472b6bb91 req-3c5ff3b7-3032-4115-986f-e11a51a46ef0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813815 Feb 11 13:08:39.415660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:39.425569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'mac_address': 'fa:16:3e:f2:19:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:08:39.430031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-422a5035-052d-40cb-baaa-f155c9a54140 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:39.431811 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-422a5035-052d-40cb-baaa-f155c9a54140 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1112165 Feb 11 13:08:39.448578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-b1d41824-1311-4e28-a314-2aaf48357bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:39.450050 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-b1d41824-1311-4e28-a314-2aaf48357bf6 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 946 time: 0.4897850 Feb 11 13:08:39.529277 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:39.542196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d51d3-29ff-426d-8e5b-85f32d088bb1 req-f6756884-50b3-45cb-9f61-9df759528308 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:39.543931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8f6d51d3-29ff-426d-8e5b-85f32d088bb1 req-f6756884-50b3-45cb-9f61-9df759528308 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 948 time: 0.3069046 Feb 11 13:08:39.574714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b5ad98-6b90-44c1-8248-a8711f7fa2dd {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:39.611448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:39.616832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 55c7365b-466c-4ff6-afa6-efb689268e5c up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:08:39.625949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-310763e2-308c-45ee-91fa-62a81191f22a req-6f6cc5df-9bcd-4f51-bb29-8ff75f7e54fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1097 time: 0.6687889 Feb 11 13:08:39.667807 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:39.755851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:39.761209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 55c7365b-466c-4ff6-afa6-efb689268e5c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:39.761684 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:39.840059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-c142e454-dc31-4732-a3d0-0084729713f9 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Deleting port cf1b8530-182c-44db-93d2-b0386e4478a8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:39.840476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-c142e454-dc31-4732-a3d0-0084729713f9 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:39.898305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8f6d51d3-29ff-426d-8e5b-85f32d088bb1 req-bbe037db-693d-4534-b528-7e8434cdd18a tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943335 Feb 11 13:08:39.922418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:39.973514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:39.985513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:39.994539 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:40.011617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310763e2-308c-45ee-91fa-62a81191f22a req-55f9346a-03f3-454c-bb5a-846aae481b6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.013623 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-310763e2-308c-45ee-91fa-62a81191f22a req-55f9346a-03f3-454c-bb5a-846aae481b6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.3601222 Feb 11 13:08:40.088884 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-56b81ec1-fc53-4c40-9530-a5c3f5fdfe7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6377389 Feb 11 13:08:40.090740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.139211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['7d561fee-5409-4070-83c9-8cb9bd9d172e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:40.169395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['04b5ad98-6b90-44c1-8248-a8711f7fa2dd'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:40.212250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5ddce958-ea4a-4b2f-a4ab-d2e9da88ce75 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.212903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5ddce958-ea4a-4b2f-a4ab-d2e9da88ce75 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Synchronizing usage tracker for tenant:04f69df148f0403a8e621332d0312e2f on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:40.236690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5ddce958-ea4a-4b2f-a4ab-d2e9da88ce75 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Unset dirty status for tenant:04f69df148f0403a8e621332d0312e2f on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:40.242549 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5ddce958-ea4a-4b2f-a4ab-d2e9da88ce75 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/networks?id=1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 200 len: 813 time: 0.2767026 Feb 11 13:08:40.275174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-0362e142-2cf0-4dbc-ba14-70240c3d947d tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/quotas/04f69df148f0403a8e621332d0312e2f HTTP/1.1" status: 200 len: 375 time: 0.0316973 Feb 11 13:08:40.327981 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-1a8c6309-2d60-45bc-819a-ba20780cd615 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=04f69df148f0403a8e621332d0312e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468974 Feb 11 13:08:40.340975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] Router ba396f12-51a2-42fd-a809-1d0b27ba5862 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:40.407678 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-310763e2-308c-45ee-91fa-62a81191f22a req-8f3fbe8e-68a7-45f0-afef-813ed8bda0f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 1001 time: 0.3844345 Feb 11 13:08:40.559759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be9bf-1d30-45d1-90e1-3bd68142d355 req-75b24d4a-cd05-4d3c-82d5-548e57a25c13 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.561251 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f09be9bf-1d30-45d1-90e1-3bd68142d355 req-75b24d4a-cd05-4d3c-82d5-548e57a25c13 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 943 time: 0.4706533 Feb 11 13:08:40.572897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310763e2-308c-45ee-91fa-62a81191f22a req-d05b9501-083a-47b7-8d56-cfd2c44e7c84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.574290 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-310763e2-308c-45ee-91fa-62a81191f22a req-d05b9501-083a-47b7-8d56-cfd2c44e7c84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.1535976 Feb 11 13:08:40.576137 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-85904c09-937b-4c9a-8dec-74c59ae3a9f1 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505932 Feb 11 13:08:40.599763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-19e0ed32-a147-429a-b629-692697aeb9ae service neutron] 10.222.0.67 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608356 Feb 11 13:08:40.662136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-c142e454-dc31-4732-a3d0-0084729713f9 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] For port cf1b8530-182c-44db-93d2-b0386e4478a8, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cf1b8530-182c-44db-93d2-b0386e4478a8,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:40.662495 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-c142e454-dc31-4732-a3d0-0084729713f9 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:40.762421 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-c274b0a9-6264-4f76-933c-710972f0f6a5 service neutron] 10.222.0.67 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487787 Feb 11 13:08:40.793917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:40.804858 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] Sync routers for ids ['ba396f12-51a2-42fd-a809-1d0b27ba5862'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:40.805407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2f1833bc-d832-45f4-b1fb-b0ceb6f722ed admin admin] 10.222.0.67 "PUT /v2.0/routers/ba396f12-51a2-42fd-a809-1d0b27ba5862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1113482 Feb 11 13:08:40.807798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51162) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:40.820618 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] Routers {'ba396f12-51a2-42fd-a809-1d0b27ba5862'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:40.821422 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ba396f12-51a2-42fd-a809-1d0b27ba5862'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:40.986781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-c142e454-dc31-4732-a3d0-0084729713f9 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Calling delete_port for cf1b8530-182c-44db-93d2-b0386e4478a8 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:41.067016 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f09be9bf-1d30-45d1-90e1-3bd68142d355 req-6f14faf5-47d0-408a-989e-61575314c39a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963651 Feb 11 13:08:41.100804 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] Set router ba396f12-51a2-42fd-a809-1d0b27ba5862 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:41.120964 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73949a90-cb31-4e14-9c70-b811cfd6285e req-0a01b91c-fd11-481c-bd96-1609bc8f0d74 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283990 Feb 11 13:08:41.241341 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:41.259336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-310763e2-308c-45ee-91fa-62a81191f22a req-7edf4cfa-8311-4347-84c6-ae6a67a28eb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6653597 Feb 11 13:08:41.340477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-c142e454-dc31-4732-a3d0-0084729713f9 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:41.355180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['cf1b8530-182c-44db-93d2-b0386e4478a8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:41.451801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142e454-dc31-4732-a3d0-0084729713f9 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Pushing event deleted for resources: {'Port': ['ID=cf1b8530-182c-44db-93d2-b0386e4478a8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:41.458623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-560c31ea-57a3-477b-b7f7-f012a0e95083 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:41.460439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-560c31ea-57a3-477b-b7f7-f012a0e95083 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4029167 Feb 11 13:08:41.640222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-c142e454-dc31-4732-a3d0-0084729713f9 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] No DVR routers for this DVR port cf1b8530-182c-44db-93d2-b0386e4478a8 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:41.650431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-c142e454-dc31-4732-a3d0-0084729713f9 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:41.655013 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-router', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:23Z', 'updated_at': '2022-02-11T13:08:37Z', 'revision_number': 5, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'gw_port': {'id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:25Z', 'updated_at': '2022-02-11T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:41.663330 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] Checking router: ba396f12-51a2-42fd-a809-1d0b27ba5862 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:08:41.676892 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] Routers {'ba396f12-51a2-42fd-a809-1d0b27ba5862'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:41.677723 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ba396f12-51a2-42fd-a809-1d0b27ba5862'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:41.682275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca56347-4a96-43f9-b2a1-049991676346', 'name': 'network-vif-deleted', 'tag': 'cf1b8530-182c-44db-93d2-b0386e4478a8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:41.691210 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ec8d6c8-6f80-40a2-b4db-2b8e9f4ce79d req-c142e454-dc31-4732-a3d0-0084729713f9 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.75 "DELETE /v2.0/ports/cf1b8530-182c-44db-93d2-b0386e4478a8 HTTP/1.1" status: 204 len: 173 time: 2.1865392 Feb 11 13:08:41.694899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-310763e2-308c-45ee-91fa-62a81191f22a req-d65f44ab-6d23-4d6b-bfcd-90f75bfe9084 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251513 Feb 11 13:08:41.775679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78995b0c-3bbc-4223-acde-6a5905dbbcc1 req-52f778ca-29ef-4056-a0c6-c91162de46d1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:41.791203 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-78995b0c-3bbc-4223-acde-6a5905dbbcc1 req-52f778ca-29ef-4056-a0c6-c91162de46d1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 948 time: 0.4979253 Feb 11 13:08:41.836015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1f4e9e73-e591-483e-be28-df5ea7aef9dd tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1001 time: 0.3645844 Feb 11 13:08:41.843739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Request body: {'floatingip': {'port_id': 'ec8a5fe1-c694-42ab-a743-202500158207', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:41.976436 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:41.982994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-78995b0c-3bbc-4223-acde-6a5905dbbcc1 req-781d222b-0406-4989-bcb5-22ca0aa416a5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907175 Feb 11 13:08:42.057246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-310763e2-308c-45ee-91fa-62a81191f22a req-e7b26273-abf0-418c-8461-9b4663ea0831 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511088 Feb 11 13:08:42.086539 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'code': 200} Feb 11 13:08:42.091379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:42.100445 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] Set router ba396f12-51a2-42fd-a809-1d0b27ba5862 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:42.340467 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:42.366981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Deleting port b43c5a11-8221-4c2d-a58c-a03071054505 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:42.367665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:42.421609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ca52e8b5-a5e0-4cf8-9a1d-e2c9dc957bd6 req-c59d8e5e-3901-4db3-b7bf-a1629b5dd679 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Synchronizing usage tracker for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:42.494394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ca52e8b5-a5e0-4cf8-9a1d-e2c9dc957bd6 req-c59d8e5e-3901-4db3-b7bf-a1629b5dd679 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] Unset dirty status for tenant:717e6b1e77d84d2e850456bf0c48c0d7 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:42.508616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca52e8b5-a5e0-4cf8-9a1d-e2c9dc957bd6 req-c59d8e5e-3901-4db3-b7bf-a1629b5dd679 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560 tempest-FloatingIPsAssociationNegativeTestJSON-1048972560-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ca56347-4a96-43f9-b2a1-049991676346 HTTP/1.1" status: 200 len: 210 time: 0.1515062 Feb 11 13:08:42.516651 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-bc1c671d-3f71-47e6-9635-88cbffc4c503 service neutron] 10.222.0.75 "GET /v2.0/ports/1343e87e-9e0e-45ee-b1d0-668fe8562d32/bindings/n-h1-818559-1 HTTP/1.1" status: 200 len: 384 time: 0.2329514 Feb 11 13:08:42.542802 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-router', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:23Z', 'updated_at': '2022-02-11T13:08:37Z', 'revision_number': 5, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'gw_port': {'id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:25Z', 'updated_at': '2022-02-11T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:42.552085 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1cf9b0-3e02-4dc4-91ec-8c766375330c None None] The sync data for ids ['ba396f12-51a2-42fd-a809-1d0b27ba5862'] in n-d-818559-1 is: [{'id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134546764-router', 'tenant_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:23Z', 'updated_at': '2022-02-11T13:08:37Z', 'revision_number': 5, 'project_id': 'b36ffdbabcc0404eb8665fd2f719f4a7', 'gw_port': {'id': 'b43c5a11-8221-4c2d-a58c-a03071054505', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:54:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba396f12-51a2-42fd-a809-1d0b27ba5862', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:25Z', 'updated_at': '2022-02-11T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:08:42.663138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b2275c8a-18a8-4375-95ad-913d40b8a9ae req-8ce1d703-db5c-4c73-8c9b-7e69f1b4ec79 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 1100 time: 0.2363751 Feb 11 13:08:42.865098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:08:42.906139 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b2275c8a-18a8-4375-95ad-913d40b8a9ae req-f37d0200-d684-4200-8be2-062a3bb35719 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942596 Feb 11 13:08:42.924305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] For port b43c5a11-8221-4c2d-a58c-a03071054505, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b43c5a11-8221-4c2d-a58c-a03071054505,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:42.924657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:42.957585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:42.959976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063f060-ba4e-4158-b871-4e67db45dae8 req-b6edb4cf-1dd8-41ec-bcf0-7f0178e58db2 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:42.961481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1063f060-ba4e-4158-b871-4e67db45dae8 req-b6edb4cf-1dd8-41ec-bcf0-7f0178e58db2 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 945 time: 0.2557962 Feb 11 13:08:42.963911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:42.964901 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.003142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b2abda8b-a645-4e5e-aa8b-be79b9fcf932 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:43.003368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-f58e4845-30e8-444b-92cc-890e9b65a6d0 service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:43.045341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-f58e4845-30e8-444b-92cc-890e9b65a6d0 service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:43.082197 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1063f060-ba4e-4158-b871-4e67db45dae8 req-b39dee20-ad0b-4498-bf67-0165a3c93a7d tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064017 Feb 11 13:08:43.086239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Calling delete_port for b43c5a11-8221-4c2d-a58c-a03071054505 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:43.087477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: b2abda8b-a645-4e5e-aa8b-be79b9fcf932 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:43.088195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b2abda8b-a645-4e5e-aa8b-be79b9fcf932 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:43.115659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-f58e4845-30e8-444b-92cc-890e9b65a6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1343e87e-9e0e-45ee-b1d0-668fe8562d32 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:43.142128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-f58e4845-30e8-444b-92cc-890e9b65a6d0 service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:43.168742 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-f58e4845-30e8-444b-92cc-890e9b65a6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.275300 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.331143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:43.336413 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.337522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7d561fee-5409-4070-83c9-8cb9bd9d172e up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:08:43.361867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-f58e4845-30e8-444b-92cc-890e9b65a6d0 service neutron] Transition to ACTIVE for port object 1343e87e-9e0e-45ee-b1d0-668fe8562d32 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:43.380518 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-f58e4845-30e8-444b-92cc-890e9b65a6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.441633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.446875 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.504787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:43.509318 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.532720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 7d561fee-5409-4070-83c9-8cb9bd9d172e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:43.541924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 7d561fee-5409-4070-83c9-8cb9bd9d172e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:43.542316 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.653769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1343e87e-9e0e-45ee-b1d0-668fe8562d32 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:43.741086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1343e87e-9e0e-45ee-b1d0-668fe8562d32 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:43.741539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cf1b8530-182c-44db-93d2-b0386e4478a8 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:43.746053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b6829-e6d0-4dd9-8d95-3287eda242e3 req-168508b0-e57e-4d91-a2a3-0a1bdffda33e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:43.747928 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f84b6829-e6d0-4dd9-8d95-3287eda242e3 req-168508b0-e57e-4d91-a2a3-0a1bdffda33e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.4602199 Feb 11 13:08:43.768790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43c5a11-8221-4c2d-a58c-a03071054505,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:43.790945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: cf1b8530-182c-44db-93d2-b0386e4478a8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:43.791361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cf1b8530-182c-44db-93d2-b0386e4478a8 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:43.796742 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.835992 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:43.840723 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:43.856461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e4845-30e8-444b-92cc-890e9b65a6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1343e87e-9e0e-45ee-b1d0-668fe8562d32,revision_number=10']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:43.866445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-f58e4845-30e8-444b-92cc-890e9b65a6d0 service neutron] No DVR routers for this DVR port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:43.922306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7d561fee-5409-4070-83c9-8cb9bd9d172e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:44.004474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-f58e4845-30e8-444b-92cc-890e9b65a6d0 service neutron] 10.222.0.75 "PUT /v2.0/ports/1343e87e-9e0e-45ee-b1d0-668fe8562d32/bindings/n-h1-818559-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4666946 Feb 11 13:08:44.015629 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f84b6829-e6d0-4dd9-8d95-3287eda242e3 req-82665039-b4b3-4c82-baf5-4e8fd7634115 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118111 Feb 11 13:08:44.042890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:44.073243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-1de8ad10-5e4b-40f4-81fd-2a156b784ccf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:44.075358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-1de8ad10-5e4b-40f4-81fd-2a156b784ccf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "GET /v2.0/networks?id=1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 200 len: 813 time: 0.2482963 Feb 11 13:08:44.088231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'}, {'server_uuid': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d561fee-5409-4070-83c9-8cb9bd9d172e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:44.105867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Request body: {'port': {'device_id': '0bcc4a26-6702-43d9-8a12-f50efcf5244c', 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694', 'admin_state_up': True, 'tenant_id': '04f69df148f0403a8e621332d0312e2f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:44.243743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:44.249398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Usage tracker for resource:port and tenant:04f69df148f0403a8e621332d0312e2f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:08:44.252326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:08:44.257972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:44.273157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Made reservation on behalf of 04f69df148f0403a8e621332d0312e2f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:44.276830 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:44.324121 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:44.340728 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:44.343932 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca56347-4a96-43f9-b2a1-049991676346', 'name': 'network-vif-deleted', 'tag': 'cf1b8530-182c-44db-93d2-b0386e4478a8', 'status': 'completed', 'code': 200} Feb 11 13:08:44.379190 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Floating IP 8931157e-2fcd-482d-80f8-96fc26c3f14d associated. External IP: 172.25.4.33, port: 68e16767-fcec-41b9-bed7-c27b649a1373. Feb 11 13:08:44.492076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:44.492076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba396f12-51a2-42fd-a809-1d0b27ba5862 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:08:44.500168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Allocated IP 172.20.0.3 (1ebe32f3-cc63-4373-980a-ede3f9c26694/78c4e170-a34f-4706-a93c-98b3728cc264/84dd855e-c195-42e2-9601-d4eea4dadc6e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:44.517043 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:44.520399 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e459378a-f204-458d-9fb1-ddc529151cf5 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ba396f12-51a2-42fd-a809-1d0b27ba5862 HTTP/1.1" status: 204 len: 168 time: 3.7093592 Feb 11 13:08:44.520947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:44.619693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331391b8-e4ee-4181-83d1-fa22e92f2c35 req-0a57cc83-14e5-44dd-98c7-1a968a8133e4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:44.621166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-331391b8-e4ee-4181-83d1-fa22e92f2c35 req-0a57cc83-14e5-44dd-98c7-1a968a8133e4 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 944 time: 0.2013834 Feb 11 13:08:44.659093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8130a6-a552-4eb5-ab9c-dabd0ac3f406 admin admin] Deleting subnet 89270889-8235-4b8d-9d58-1890f5a65ef6 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:08:44.686306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad8130a6-a552-4eb5-ab9c-dabd0ac3f406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:44.839682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:44.988138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad8130a6-a552-4eb5-ab9c-dabd0ac3f406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:45.041330 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-331391b8-e4ee-4181-83d1-fa22e92f2c35 req-677f9cac-9e96-4472-b0a1-b266a3aa562c tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080610 Feb 11 13:08:45.115292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:45.126293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] Sync routers for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:45.147726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:45.148636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:45.287036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-e201496c-45ee-40a5-a329-724afb7f659e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:45.288817 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-e201496c-45ee-40a5-a329-724afb7f659e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "GET /v2.0/networks?id=1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 200 len: 813 time: 0.4759064 Feb 11 13:08:45.297794 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:45.306129 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-bd628129-af8c-40bb-9144-65b7bbcc3911 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1095 time: 0.5334175 Feb 11 13:08:45.374085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Request body: {'port': {'device_id': '1e0ac0e0-6ed8-4318-884e-99739aca90bc', 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694', 'admin_state_up': True, 'tenant_id': '04f69df148f0403a8e621332d0312e2f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:45.396391 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9bc38e03-36aa-4bb0-8ed9-05823f3f85e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:45.419982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:45.470022 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1147063d-cb72-40bc-8c96-4a4da85bae43 req-861daf96-952d-41ed-9fe4-b28deb389966 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5275700 Feb 11 13:08:45.488220 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad8130a6-a552-4eb5-ab9c-dabd0ac3f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:45.818733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:45.826416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': 'ec8a5fe1-c694-42ab-a743-202500158207', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:f4:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:08:43Z', 'revision_number': 3, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:45.830776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] Checking router: 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:08:45.832364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:45.843126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:45.843745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:45.948341 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad8130a6-a552-4eb5-ab9c-dabd0ac3f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:45.953288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:08:45.987310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-0b9f22fd-493b-409d-8517-9932bc6f1399 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388&tenant_id=43e57f5e521545208f8f14d0937ff0f1 HTTP/1.1" status: 200 len: 1095 time: 0.6671138 Feb 11 13:08:46.001890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Usage tracker for resource:port and tenant:04f69df148f0403a8e621332d0312e2f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:08:46.011336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb0ca1-cfdd-435b-98be-f4c2025e824d req-c2cf3275-4486-4c10-bc28-31492ecdf28c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:46.012789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdb0ca1-cfdd-435b-98be-f4c2025e824d req-c2cf3275-4486-4c10-bc28-31492ecdf28c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.5987132 Feb 11 13:08:46.022960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:08:46.029078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Pushing event updated for resources: {'Port': ['ID=84dd855e-c195-42e2-9601-d4eea4dadc6e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:46.031587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8130a6-a552-4eb5-ab9c-dabd0ac3f406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89270889-8235-4b8d-9d58-1890f5a65ef6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:46.033546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:46.053315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:46.058092 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:46.072215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Network 1ebe32f3-cc63-4373-980a-ede3f9c26694 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:46.073592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:08:46.095007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:46.099274 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1147063d-cb72-40bc-8c96-4a4da85bae43 req-6da4711f-65b6-4ca0-b1a2-e57cf557bffa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 1096 time: 0.4322581 Feb 11 13:08:46.107348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:08:46.176894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:46.190152 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-1b6d5561-4c62-4117-89d2-d51d6e0111c6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "PUT /v2.0/floatingips/8931157e-2fcd-482d-80f8-96fc26c3f14d HTTP/1.1" status: 200 len: 997 time: 4.3527958 Feb 11 13:08:46.192869 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad8130a6-a552-4eb5-ab9c-dabd0ac3f406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:46.194155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e1548-9764-4ec9-807c-bb602e14e8ff None None] Network 8fa94f89-344d-419c-a7a4-a42d925b72f8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:08:46.253821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Made reservation on behalf of 04f69df148f0403a8e621332d0312e2f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:46.256712 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:46.266023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-af96fa8e-d02e-41f0-934d-d3fc53dc931d tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:46.270014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-af96fa8e-d02e-41f0-934d-d3fc53dc931d tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports/68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 943 time: 0.0790608 Feb 11 13:08:46.306798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ad8130a6-a552-4eb5-ab9c-dabd0ac3f406 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/89270889-8235-4b8d-9d58-1890f5a65ef6 HTTP/1.1" status: 204 len: 168 time: 1.7849541 Feb 11 13:08:46.309177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51208) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:46.330259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:46.330910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:46.402680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdb0ca1-cfdd-435b-98be-f4c2025e824d req-f36325bd-453e-42be-9e55-cb49870878dc tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325758 Feb 11 13:08:46.445729 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-77e68f7b-8ef2-4a64-a9d1-da5b82871411 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3440955 Feb 11 13:08:46.464569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Request body: {'port': {'device_id': '0bcc4a26-6702-43d9-8a12-f50efcf5244c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:46.501692 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-0e237246-e89a-4cd0-af97-0d34ed319f35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 1095 time: 0.4631801 Feb 11 13:08:46.535327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:46.538271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147063d-cb72-40bc-8c96-4a4da85bae43 req-d3f02a07-1db3-4e47-8531-33de32924c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:46.539931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1147063d-cb72-40bc-8c96-4a4da85bae43 req-d3f02a07-1db3-4e47-8531-33de32924c20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.3997490 Feb 11 13:08:46.571661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Deleting port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:46.572001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:46.623083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51212) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:46.627025 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-f4410d02-c261-4be6-8431-71db73441b72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1097 time: 0.2891657 Feb 11 13:08:46.644046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': 'ec8a5fe1-c694-42ab-a743-202500158207', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:f4:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:08:43Z', 'revision_number': 3, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:46.653933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a9437-841d-445b-b630-5286a0c40c59 None None] The sync data for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 is: [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': 'ec8a5fe1-c694-42ab-a743-202500158207', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:f4:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:08:43Z', 'revision_number': 3, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:08:46.669850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b43c5a11-8221-4c2d-a58c-a03071054505 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:46.713382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: b43c5a11-8221-4c2d-a58c-a03071054505 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:46.713694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b43c5a11-8221-4c2d-a58c-a03071054505 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:46.742291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e025227-e3d0-4041-9d36-e72a8eae2b99 None None] DHCP port deletion for 8fa94f89-344d-419c-a7a4-a42d925b72f8 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:08:46.746623 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'code': 200} Feb 11 13:08:46.746949 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d561fee-5409-4070-83c9-8cb9bd9d172e', 'code': 200} Feb 11 13:08:46.748472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2e025227-e3d0-4041-9d36-e72a8eae2b99 None None] Deleting port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:46.749379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e025227-e3d0-4041-9d36-e72a8eae2b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:46.831574 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1147063d-cb72-40bc-8c96-4a4da85bae43 req-1398ba7a-9a65-427d-9faa-80c43332a7ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1273eeae-20e8-4c53-a810-af76378e18a2 HTTP/1.1" status: 200 len: 217 time: 0.2793736 Feb 11 13:08:46.991470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2e025227-e3d0-4041-9d36-e72a8eae2b99 None None] For port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6b6f6cb0-d1a2-420a-ac28-8515fd2017a6,segment=NetworkSegment(a63860c8-cac2-4973-be0a-aa7f2c421cf5),segment_id=a63860c8-cac2-4973-be0a-aa7f2c421cf5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:46.992046 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e025227-e3d0-4041-9d36-e72a8eae2b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:47.067454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Allocated IP 172.20.0.2 (1ebe32f3-cc63-4373-980a-ede3f9c26694/78c4e170-a34f-4706-a93c-98b3728cc264/5a3c394b-ab02-4353-9950-dfb906929455) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:47.098907 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:47.115746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147063d-cb72-40bc-8c96-4a4da85bae43 req-80223f53-0c03-4635-871b-12b23b0b067e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.117218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1147063d-cb72-40bc-8c96-4a4da85bae43 req-80223f53-0c03-4635-871b-12b23b0b067e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.2411013 Feb 11 13:08:47.117373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2e025227-e3d0-4041-9d36-e72a8eae2b99 None None] Calling delete_port for 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:47.122403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-70eedd44-ba2b-495c-82dd-8b237b726de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.124414 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-70eedd44-ba2b-495c-82dd-8b237b726de7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.6122136 Feb 11 13:08:47.199025 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e025227-e3d0-4041-9d36-e72a8eae2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:47.245566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e025227-e3d0-4041-9d36-e72a8eae2b99 None None] Pushing event deleted for resources: {'Port': ['ID=6b6f6cb0-d1a2-420a-ac28-8515fd2017a6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:47.252944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e025227-e3d0-4041-9d36-e72a8eae2b99 None None] No DVR routers for this DVR port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:47.257860 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1147063d-cb72-40bc-8c96-4a4da85bae43 req-12d31171-59ff-4337-ab79-b288e8fa9847 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311245 Feb 11 13:08:47.292378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-4a59b33f-74eb-4333-af6b-db0bd27c40ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.293850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-4a59b33f-74eb-4333-af6b-db0bd27c40ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.5928624 Feb 11 13:08:47.366496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-830681d7-c8de-4749-94b8-d47dd7656c48 req-7db567c9-f211-4166-a2ad-192db25fbb23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1100 time: 0.4507821 Feb 11 13:08:47.422324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] For port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6b6f6cb0-d1a2-420a-ac28-8515fd2017a6,segment=NetworkSegment(a63860c8-cac2-4973-be0a-aa7f2c421cf5),segment_id=a63860c8-cac2-4973-be0a-aa7f2c421cf5)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:47.422702 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:47.433153 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-af1bef1c-3191-4cb1-96a9-dfbb78c8d605 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 217 time: 0.1275179 Feb 11 13:08:47.530918 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-2e492c65-a8f0-42f2-ad47-09558e436c05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32 HTTP/1.1" status: 200 len: 217 time: 0.3655465 Feb 11 13:08:47.565184 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-99bfcad7-ab70-408c-be32-9a541238b522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:47.605218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Calling delete_port for 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:47.632000 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b0b19a8-5596-4579-9d6f-9d1ad9f1003a req-ddb83f50-6849-44a2-ae30-2386fbd8528e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 1097 time: 0.7645593 Feb 11 13:08:47.675407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-830681d7-c8de-4749-94b8-d47dd7656c48 req-93d4998d-06a6-462e-86d6-b25ab6ee7c0f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891705 Feb 11 13:08:47.684357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4288-0460-40ff-b910-f9799484f0d4 req-c557df07-cc28-4323-b9a4-288f26a7f233 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.685799 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e8a4288-0460-40ff-b910-f9799484f0d4 req-c557df07-cc28-4323-b9a4-288f26a7f233 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 946 time: 0.7712545 Feb 11 13:08:47.700902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-8383f43b-3652-4be9-ab7a-d8a22ea64b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.702922 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-8383f43b-3652-4be9-ab7a-d8a22ea64b07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.2620962 Feb 11 13:08:47.770668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:08:47.770993 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:08:47.880031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-620b1f1e-cb55-4d68-b874-09a6a4ffc456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.881740 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-620b1f1e-cb55-4d68-b874-09a6a4ffc456 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.3292706 Feb 11 13:08:47.892082 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1147063d-cb72-40bc-8c96-4a4da85bae43 req-7e4bc954-3926-4edd-911f-e8057c7a9a01 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072531 Feb 11 13:08:47.925285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-a2644d58-37be-42d0-bf7f-0e34237ca6a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2041831 Feb 11 13:08:47.935915 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb3f61-760e-45db-8e12-b2b4c0e3a61d None None] New status for floating IP 8931157e-2fcd-482d-80f8-96fc26c3f14d: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:08:47.999451 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b0b19a8-5596-4579-9d6f-9d1ad9f1003a req-3823272f-f602-4f08-92c1-0a8f7998a59d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623079 Feb 11 13:08:48.056001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e8a4288-0460-40ff-b910-f9799484f0d4 req-7378e65d-dc96-4f14-9391-f541ba50b3bb tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055022 Feb 11 13:08:48.064461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-b6f9d10c-a7bd-422d-b9ca-b343d52bd7ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384499 Feb 11 13:08:48.094835 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.116630 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-e0402bc1-ea40-4570-bd83-f83f879aa4d8 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715498 Feb 11 13:08:48.157444 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1147063d-cb72-40bc-8c96-4a4da85bae43 req-53bc465b-f98a-4b10-8c89-da5a47505318 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338653 Feb 11 13:08:48.180433 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.281500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Deleting port 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:48.281843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.308447 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-86800401-effb-45af-9cdf-3c6978b10083 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774511 Feb 11 13:08:48.388460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] The port '6b6f6cb0-d1a2-420a-ac28-8515fd2017a6' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:08:48.402265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.466558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Network 1ebe32f3-cc63-4373-980a-ede3f9c26694 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:48.471858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:48.473622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Pushing event updated for resources: {'Port': ['ID=5a3c394b-ab02-4353-9950-dfb906929455,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:48.475811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:08:48.614511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-f44869df-3851-41be-8b1c-b809d516ec01 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291328 Feb 11 13:08:48.623421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.624607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.661927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.688728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:48.730391 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.730668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:48.730853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6b6f6cb0-d1a2-420a-ac28-8515fd2017a6 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:48.739888 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5648d4c1-bbba-444e-afd0-fa2cac019614 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3705540 Feb 11 13:08:48.779403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ef383-92c5-4953-bf2b-9dbc48a2c89d req-57675ce8-6759-40cf-a690-0e1147bd8b42 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.780862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-622ef383-92c5-4953-bf2b-9dbc48a2c89d req-57675ce8-6759-40cf-a690-0e1147bd8b42 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Synchronizing usage tracker for tenant:04f69df148f0403a8e621332d0312e2f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:48.799193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Request body: {'port': {'device_id': '1e0ac0e0-6ed8-4318-884e-99739aca90bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:48.819292 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.826259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa94f89-344d-419c-a7a4-a42d925b72f8']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:48.844454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63860c8-cac2-4973-be0a-aa7f2c421cf5') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:48.844750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63860c8-cac2-4973-be0a-aa7f2c421cf5') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:48.853509 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-5e327880-c739-4351-875a-a936f634fef4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 1096 time: 0.5093131 Feb 11 13:08:48.881842 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.902807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84dd855e-c195-42e2-9601-d4eea4dadc6e {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:48.943474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] Sync routers for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:48.945642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-622ef383-92c5-4953-bf2b-9dbc48a2c89d req-57675ce8-6759-40cf-a690-0e1147bd8b42 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Unset dirty status for tenant:04f69df148f0403a8e621332d0312e2f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:48.947054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-622ef383-92c5-4953-bf2b-9dbc48a2c89d req-57675ce8-6759-40cf-a690-0e1147bd8b42 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 931 time: 0.6341946 Feb 11 13:08:48.948501 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.964131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:48.965279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:48.970741 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:48.973223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-275780ea-6bc4-4ab1-b187-5c465042aa1f service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442295 Feb 11 13:08:48.987818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:08:48.988495 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:49.009607 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:49.014807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Transition to ACTIVE for port object 84dd855e-c195-42e2-9601-d4eea4dadc6e will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:49.024206 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:49.056958 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:49.143567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-d5bd6986-f6dc-48e1-b368-ddf366442f44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:49.145117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-d5bd6986-f6dc-48e1-b368-ddf366442f44 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.2829924 Feb 11 13:08:49.147776 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:49.167443 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:49.231086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:49.240913 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa94f89-344d-419c-a7a4-a42d925b72f8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:49.296645 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-256ef906-f6e0-4668-ad42-74ea80e41515 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8fa94f89-344d-419c-a7a4-a42d925b72f8 HTTP/1.1" status: 204 len: 168 time: 2.9860146 Feb 11 13:08:49.343788 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-622ef383-92c5-4953-bf2b-9dbc48a2c89d req-fa9d1bb1-1713-410a-85c5-aca1d2bbd242 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862340 Feb 11 13:08:49.345150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Pushing event updated for resources: {'Port': ['ID=84dd855e-c195-42e2-9601-d4eea4dadc6e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:49.452443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-57b308da-3711-4fb6-9120-368092110877 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8a5fe1-c694-42ab-a743-202500158207 HTTP/1.1" status: 200 len: 1000 time: 0.2820039 Feb 11 13:08:49.623880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51226) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:49.740518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-a1bbb9c5-f892-43f2-b5fd-60a6df4420eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:49.745653 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-a1bbb9c5-f892-43f2-b5fd-60a6df4420eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.2626884 Feb 11 13:08:49.884375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': 'ec8a5fe1-c694-42ab-a743-202500158207', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:f4:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:08:48Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:49.889696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] Checking router: 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:08:49.900705 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:49.901310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:49.935541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b04e1557-0e80-4f52-a18e-2918a82bdcb0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ec0ecf0bc87e427b87dd69bd6961545f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2692974 Feb 11 13:08:49.937130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51230) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:49.958182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-0b6691ee-0880-4d83-aad1-89c4ca5e68ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008996 Feb 11 13:08:49.963961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Attempting to bind port 84dd855e-c195-42e2-9601-d4eea4dadc6e on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:49.964296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Attempting to bind port 84dd855e-c195-42e2-9601-d4eea4dadc6e by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:49.964621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Attempting to bind port 84dd855e-c195-42e2-9601-d4eea4dadc6e on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:50.004311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Port 84dd855e-c195-42e2-9601-d4eea4dadc6e on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:50.004566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Attempting to bind port 84dd855e-c195-42e2-9601-d4eea4dadc6e on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:50.038096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02651-bd53-4f1e-a3f3-9874baffe757 req-a186d659-a435-4813-b46b-107be7069778 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.039631 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9e02651-bd53-4f1e-a3f3-9874baffe757 req-a186d659-a435-4813-b46b-107be7069778 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.4125764 Feb 11 13:08:50.055210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:50.055782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Checking segment: {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:50.056422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Bound using segment: {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:50.057155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Bound port: 84dd855e-c195-42e2-9601-d4eea4dadc6e, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:50.057726 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.097173 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.104431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:50.104846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-578fd2db-006d-45a7-b48e-e583cdac2ca6 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1095 time: 0.3700254 Feb 11 13:08:50.155962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fb2541f-702c-487d-a421-9382854b87cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.180164 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:08:50.205039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fb2541f-702c-487d-a421-9382854b87cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.219138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-491842c1-6b61-4d3f-b640-7589e72a59c6 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453878 Feb 11 13:08:50.312326 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9e02651-bd53-4f1e-a3f3-9874baffe757 req-27d83616-7444-42ba-8a8b-581ef955bbf1 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617626 Feb 11 13:08:50.353314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3c394b-ab02-4353-9950-dfb906929455 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:50.364442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.368221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] For port 84dd855e-c195-42e2-9601-d4eea4dadc6e, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:50.373253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] For port 84dd855e-c195-42e2-9601-d4eea4dadc6e, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84dd855e-c195-42e2-9601-d4eea4dadc6e,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:50.389486 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.395821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Transition to ACTIVE for port object 5a3c394b-ab02-4353-9950-dfb906929455 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:50.431269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fb2541f-702c-487d-a421-9382854b87cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.442931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.467056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2541f-702c-487d-a421-9382854b87cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f3b9fc-29cb-4471-8a5e-a8d3026a9a44,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:50.477038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17122a92-6bb7-42f1-94ff-78f753721ad3 req-06cca49f-b5f3-44be-b50a-d3c6ab629401 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183697 Feb 11 13:08:50.482116 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.484737 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] 10.222.0.75 "PUT /v2.0/ports/84dd855e-c195-42e2-9601-d4eea4dadc6e HTTP/1.1" status: 200 len: 1091 time: 4.0238912 Feb 11 13:08:50.493136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcc4a26-6702-43d9-8a12-f50efcf5244c', 'tag': '84dd855e-c195-42e2-9601-d4eea4dadc6e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:50.508925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-ca371f95-dbfa-4578-a47e-ff1fd442273b service neutron] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:50.531161 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fb2541f-702c-487d-a421-9382854b87cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.532284 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4fb2541f-702c-487d-a421-9382854b87cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/05f3b9fc-29cb-4471-8a5e-a8d3026a9a44 HTTP/1.1" status: 204 len: 168 time: 0.5951490 Feb 11 13:08:50.603199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] Deleting port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:50.603553 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.614546 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-ca371f95-dbfa-4578-a47e-ff1fd442273b service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.615835 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc6e5145-69e6-4000-ab87-16ea8a4cc93c req-ca371f95-dbfa-4578-a47e-ff1fd442273b service neutron] 10.222.0.73 "DELETE /v2.0/ports/1343e87e-9e0e-45ee-b1d0-668fe8562d32/bindings/n-h2-818559-1 HTTP/1.1" status: 204 len: 173 time: 0.5034029 Feb 11 13:08:50.639781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': 'ec8a5fe1-c694-42ab-a743-202500158207', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:f4:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:08:48Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:50.649336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26fec8-2811-4ed5-9920-d3e6a6cf4f4e None None] The sync data for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 is: [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': 'ec8a5fe1-c694-42ab-a743-202500158207', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:f4:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:08:48Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:08:50.691165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490397f7-8707-426b-87fb-c7cadb722c5f service neutron] Pushing event updated for resources: {'Port': ['ID=84dd855e-c195-42e2-9601-d4eea4dadc6e,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:50.805436 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373', 'status': 'completed', 'code': 200} Feb 11 13:08:50.861704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] For port 36d9c41a-258c-47b3-b6d6-69da97f7ddb2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=36d9c41a-258c-47b3-b6d6-69da97f7ddb2,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:50.862111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:50.865462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Pushing event updated for resources: {'Port': ['ID=5a3c394b-ab02-4353-9950-dfb906929455,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:50.990692 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-a8e48ba1-7ba6-4bb5-b81b-05cf5f334db8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04f69df148f0403a8e621332d0312e2f&device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 1094 time: 0.4149880 Feb 11 13:08:51.004053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d72f8d-43b9-4fc0-b8ca-f643876da6e1 req-38dfb957-cccc-46eb-8a30-0f850783e5d1 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.007104 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6d72f8d-43b9-4fc0-b8ca-f643876da6e1 req-38dfb957-cccc-46eb-8a30-0f850783e5d1 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 944 time: 0.3799322 Feb 11 13:08:51.011004 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c094791b-6b3b-41cd-9a3c-68b14d7d3b43 req-f2f35f82-f56a-480f-9bd1-a0e508033efc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1097 time: 0.2788591 Feb 11 13:08:51.069845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Attempting to bind port 5a3c394b-ab02-4353-9950-dfb906929455 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:51.070920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Attempting to bind port 5a3c394b-ab02-4353-9950-dfb906929455 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:51.070920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Attempting to bind port 5a3c394b-ab02-4353-9950-dfb906929455 on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:51.147753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] Calling delete_port for 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:51.221385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51246) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:51.291591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-f6c6cee8-95dd-41b4-9621-46dd63ed1c21 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84dd855e-c195-42e2-9601-d4eea4dadc6e HTTP/1.1" status: 200 len: 217 time: 0.2769194 Feb 11 13:08:51.292088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Port 5a3c394b-ab02-4353-9950-dfb906929455 on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:08:51.292399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Attempting to bind port 5a3c394b-ab02-4353-9950-dfb906929455 on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:08:51.322625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:08:51.323014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Checking segment: {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:08:51.323751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Bound using segment: {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:08:51.323751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Bound port: 5a3c394b-ab02-4353-9950-dfb906929455, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:51.324133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:51.357190 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5dfb0edf-6da9-4555-832b-b17054ed3690 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b36ffdbabcc0404eb8665fd2f719f4a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1347451 Feb 11 13:08:51.360808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51250) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:51.408358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4e05a-67aa-4c4c-b249-7a3f564e2227 req-a4bc0c2c-f525-4f2b-929e-6ba7e9cec03d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.409828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15a4e05a-67aa-4c4c-b249-7a3f564e2227 req-a4bc0c2c-f525-4f2b-929e-6ba7e9cec03d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.4529090 Feb 11 13:08:51.424024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6d72f8d-43b9-4fc0-b8ca-f643876da6e1 req-f6317686-96db-4725-94c9-ebc1404854c7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102228 Feb 11 13:08:51.531719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5e2617e1-97f1-4256-8f72-0452493471df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.533424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5e2617e1-97f1-4256-8f72-0452493471df service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78c4e170-a34f-4706-a93c-98b3728cc264 HTTP/1.1" status: 200 len: 853 time: 0.1975465 Feb 11 13:08:51.548186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094791b-6b3b-41cd-9a3c-68b14d7d3b43 req-afd749dd-694d-4141-bfd3-6efc5c6039ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.549974 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c094791b-6b3b-41cd-9a3c-68b14d7d3b43 req-afd749dd-694d-4141-bfd3-6efc5c6039ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.4635410 Feb 11 13:08:51.552321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33bec2bf-1fe2-4b37-b6d9-7b6e0f961c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:51.572463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15a4e05a-67aa-4c4c-b249-7a3f564e2227 req-b7cc9092-1c11-43a8-a91c-d642b90248bf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520126 Feb 11 13:08:51.589178 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:51.594434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33bec2bf-1fe2-4b37-b6d9-7b6e0f961c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:51.600671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-de21242e-da80-4109-865b-ca1166d81b14 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ebe32f3-cc63-4373-980a-ede3f9c26694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461907 Feb 11 13:08:51.655581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] For port 5a3c394b-ab02-4353-9950-dfb906929455, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:51.662355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d9c41a-258c-47b3-b6d6-69da97f7ddb2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:51.781576 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c094791b-6b3b-41cd-9a3c-68b14d7d3b43 req-cb0fa8da-c04f-4623-b165-453827fc9c30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 217 time: 0.1781750 Feb 11 13:08:51.785569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] For port 5a3c394b-ab02-4353-9950-dfb906929455, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=5a3c394b-ab02-4353-9950-dfb906929455,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:51.836548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:51.837186 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33bec2bf-1fe2-4b37-b6d9-7b6e0f961c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:51.966568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bec2bf-1fe2-4b37-b6d9-7b6e0f961c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf2e29-177f-4f38-871f-fb9fe6101da6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:51.972510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:51.973877 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] 10.222.0.75 "PUT /v2.0/ports/5a3c394b-ab02-4353-9950-dfb906929455 HTTP/1.1" status: 200 len: 1091 time: 3.1900840 Feb 11 13:08:51.975257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094791b-6b3b-41cd-9a3c-68b14d7d3b43 req-7d7451e5-0088-43f1-a475-adbdf8516798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.976638 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c094791b-6b3b-41cd-9a3c-68b14d7d3b43 req-7d7451e5-0088-43f1-a475-adbdf8516798 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.1880856 Feb 11 13:08:52.006201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e1520-edf2-4e91-b9b1-d1bdc095433d req-f8c8c1fd-3167-4145-bd1a-eb1c122a53a5 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.007796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e1e1520-edf2-4e91-b9b1-d1bdc095433d req-f8c8c1fd-3167-4145-bd1a-eb1c122a53a5 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.3008199 Feb 11 13:08:52.010465 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33bec2bf-1fe2-4b37-b6d9-7b6e0f961c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:52.015883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-33bec2bf-1fe2-4b37-b6d9-7b6e0f961c2e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/10bf2e29-177f-4f38-871f-fb9fe6101da6 HTTP/1.1" status: 204 len: 168 time: 0.6496935 Feb 11 13:08:52.023663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-c8840433-c1c1-46e5-bb48-2240cc31f1c4 service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693137 Feb 11 13:08:52.038719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45192aa6-30f9-4c94-b838-8ee77a13ee7a service neutron] Pushing event updated for resources: {'Port': ['ID=5a3c394b-ab02-4353-9950-dfb906929455,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:52.068567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1213197-bd75-407f-a53b-65526ac4d1f5 req-6ab330cc-435d-49be-a664-a40cae4dc940 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.070445 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1213197-bd75-407f-a53b-65526ac4d1f5 req-6ab330cc-435d-49be-a664-a40cae4dc940 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 946 time: 0.4181347 Feb 11 13:08:52.085596 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e1e1520-edf2-4e91-b9b1-d1bdc095433d req-058e5fdf-0f02-4448-ab7f-337954a55a59 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680709 Feb 11 13:08:52.170155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:52.347375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-2a4b397d-e56a-4dda-ad3b-994293eb56fc service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057809 Feb 11 13:08:52.349547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1213197-bd75-407f-a53b-65526ac4d1f5 req-dfc2c9c7-fb28-4c40-927c-217280c27ded tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217968 Feb 11 13:08:52.354619 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c094791b-6b3b-41cd-9a3c-68b14d7d3b43 req-47361f50-2b24-472c-a74d-9ad29053d7f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3671629 Feb 11 13:08:52.394250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-8221a1cc-ec41-4add-bfb4-249aa7c43576 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04f69df148f0403a8e621332d0312e2f&device_id=1e0ac0e0-6ed8-4318-884e-99739aca90bc HTTP/1.1" status: 200 len: 1094 time: 0.2651806 Feb 11 13:08:52.517916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561b62-3570-4da7-9906-744cba5c2da4 req-82293445-2fdc-4636-a8ad-46e269a950af tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.527525 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50561b62-3570-4da7-9906-744cba5c2da4 req-82293445-2fdc-4636-a8ad-46e269a950af tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 943 time: 0.1849387 Feb 11 13:08:52.598745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-50561b62-3570-4da7-9906-744cba5c2da4 req-224ae039-2cb9-444b-b379-1fae313c120d tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Synchronizing usage tracker for tenant:04f69df148f0403a8e621332d0312e2f on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:08:52.613471 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcc4a26-6702-43d9-8a12-f50efcf5244c', 'tag': '84dd855e-c195-42e2-9601-d4eea4dadc6e', 'status': 'completed', 'code': 200} Feb 11 13:08:52.735664 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-706de20f-f173-4ed2-8ea0-43b2a9359496 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a3c394b-ab02-4353-9950-dfb906929455 HTTP/1.1" status: 200 len: 217 time: 0.2700512 Feb 11 13:08:52.774942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-50561b62-3570-4da7-9906-744cba5c2da4 req-224ae039-2cb9-444b-b379-1fae313c120d tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Unset dirty status for tenant:04f69df148f0403a8e621332d0312e2f on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:08:52.783172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50561b62-3570-4da7-9906-744cba5c2da4 req-224ae039-2cb9-444b-b379-1fae313c120d tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544706 Feb 11 13:08:52.853994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'tag': 'ec8a5fe1-c694-42ab-a743-202500158207'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:52.855313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-19f0d425-195e-4767-b436-622b288ffae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.856768 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-19f0d425-195e-4767-b436-622b288ffae5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78c4e170-a34f-4706-a93c-98b3728cc264 HTTP/1.1" status: 200 len: 853 time: 0.0949004 Feb 11 13:08:52.892156 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1238e5a-d1ed-4321-be71-d2405776215d req-c69cdbd9-f650-41ab-9760-0ad891cf44bd tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1000 time: 0.2856085 Feb 11 13:08:53.128887 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c094791b-6b3b-41cd-9a3c-68b14d7d3b43 req-aee70c37-512b-4dbe-8d8e-69ee67069ed9 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7670376 Feb 11 13:08:53.138798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-5a144dff-b287-4bfb-b607-cfd9bd030ffd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ebe32f3-cc63-4373-980a-ede3f9c26694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818701 Feb 11 13:08:53.212372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1238e5a-d1ed-4321-be71-d2405776215d req-b138e7cc-1b0b-4f2a-8f4f-7ad728a20845 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:53.214771 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1238e5a-d1ed-4321-be71-d2405776215d req-b138e7cc-1b0b-4f2a-8f4f-7ad728a20845 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports/ec8a5fe1-c694-42ab-a743-202500158207 HTTP/1.1" status: 200 len: 942 time: 0.3213861 Feb 11 13:08:53.223230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2feb63-1244-4548-a134-7ff0ac34d5cc req-4b8f1daa-d52a-4a25-8f65-27666ab97a66 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:53.224922 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ec2feb63-1244-4548-a134-7ff0ac34d5cc req-4b8f1daa-d52a-4a25-8f65-27666ab97a66 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.1749527 Feb 11 13:08:53.303250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ec2feb63-1244-4548-a134-7ff0ac34d5cc req-8fe91da9-d35f-42ee-a5aa-fc5a1ab1aa21 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690975 Feb 11 13:08:53.348867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f6ff0fe-7f70-48a1-8777-e377e8e12e23 req-d96f6bd1-a927-431f-8cb1-eae1164cae3f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04f69df148f0403a8e621332d0312e2f&device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 1094 time: 0.7986479 Feb 11 13:08:53.354541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] Router 17842eaf-cfdd-432c-88bb-50deb2e971d6 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:53.643187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c094791b-6b3b-41cd-9a3c-68b14d7d3b43 req-9de2492b-f730-4f1f-9063-222006b65a27 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938416 Feb 11 13:08:53.664140 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-b438eeb1-662e-412f-b748-e1a239cb14b3 service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852397 Feb 11 13:08:53.735051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:53.739486 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1238e5a-d1ed-4321-be71-d2405776215d req-1175d368-a348-49a8-9f1b-4a5d16fd3f1b tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1000 time: 0.2680359 Feb 11 13:08:53.742200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5c6702f6-5d72-4c3f-8982-996534e016c4 admin admin] 10.222.0.67 "PUT /v2.0/routers/17842eaf-cfdd-432c-88bb-50deb2e971d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1140079 Feb 11 13:08:53.749180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51294) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:53.750411 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] Sync routers for ids ['17842eaf-cfdd-432c-88bb-50deb2e971d6'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:53.766660 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] Routers {'17842eaf-cfdd-432c-88bb-50deb2e971d6'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:53.770254 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['17842eaf-cfdd-432c-88bb-50deb2e971d6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:53.873828 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfe1b263-3352-4de3-afaa-b7abfbc14d15 req-0a4b179b-673e-4ef5-8f60-3b9757fdcee6 service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880770 Feb 11 13:08:53.880355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ff0fe-7f70-48a1-8777-e377e8e12e23 req-378e1f00-af40-4380-80eb-7e1b0fe3e4c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:53.881116 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f6ff0fe-7f70-48a1-8777-e377e8e12e23 req-378e1f00-af40-4380-80eb-7e1b0fe3e4c5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 200 len: 914 time: 0.5159955 Feb 11 13:08:54.141857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f6ff0fe-7f70-48a1-8777-e377e8e12e23 req-49dbdc87-927b-400a-b2bc-3001b752f289 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84dd855e-c195-42e2-9601-d4eea4dadc6e HTTP/1.1" status: 200 len: 217 time: 0.2006192 Feb 11 13:08:54.149047 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:54.230017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ff0fe-7f70-48a1-8777-e377e8e12e23 req-2336f938-e9ee-4781-9f11-089b674c30ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:54.231502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f6ff0fe-7f70-48a1-8777-e377e8e12e23 req-2336f938-e9ee-4781-9f11-089b674c30ba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78c4e170-a34f-4706-a93c-98b3728cc264 HTTP/1.1" status: 200 len: 853 time: 0.0660617 Feb 11 13:08:54.272235 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] Set router 17842eaf-cfdd-432c-88bb-50deb2e971d6 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:54.302096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1238e5a-d1ed-4321-be71-d2405776215d req-e44439e7-d51f-43a1-9765-f5c56cd66e59 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:54.310349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1238e5a-d1ed-4321-be71-d2405776215d req-e44439e7-d51f-43a1-9765-f5c56cd66e59 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.5148411 Feb 11 13:08:54.321872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f6ff0fe-7f70-48a1-8777-e377e8e12e23 req-60692b94-9822-42b5-911d-037073849b8e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ebe32f3-cc63-4373-980a-ede3f9c26694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762742 Feb 11 13:08:54.349737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a70705d9-21a2-4ae1-8c43-fc447c074b2f req-8cfccd8b-84d5-4bb7-af85-63a026a4bb08 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 1097 time: 0.2746379 Feb 11 13:08:54.355812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3678801d-780e-460c-97cf-bf1e674e46ac req-71d81c68-b358-4b68-abd5-b25da3491782 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 1100 time: 0.2807143 Feb 11 13:08:54.467227 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a70705d9-21a2-4ae1-8c43-fc447c074b2f req-524aa040-86d5-483a-8b18-0c0d043e039e tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163435 Feb 11 13:08:54.543185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:54.565207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Deleting port 1c74873b-2e63-47a6-91c1-926317333dc6 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:54.565835 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:54.621442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0ac0e0-6ed8-4318-884e-99739aca90bc', 'tag': '5a3c394b-ab02-4353-9950-dfb906929455'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:54.647460 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:08:51Z', 'revision_number': 5, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port': {'id': '1c74873b-2e63-47a6-91c1-926317333dc6', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:28Z', 'updated_at': '2022-02-11T13:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:54.652408 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] Checking router: 17842eaf-cfdd-432c-88bb-50deb2e971d6 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:08:54.681379 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] Routers {'17842eaf-cfdd-432c-88bb-50deb2e971d6'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:54.682379 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['17842eaf-cfdd-432c-88bb-50deb2e971d6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:54.728900 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'tag': 'ec8a5fe1-c694-42ab-a743-202500158207', 'status': 'completed', 'code': 200} Feb 11 13:08:54.832949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] For port 1c74873b-2e63-47a6-91c1-926317333dc6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1c74873b-2e63-47a6-91c1-926317333dc6,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:54.833627 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:54.870089 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] Set router 17842eaf-cfdd-432c-88bb-50deb2e971d6 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:54.988979 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:08:54Z', 'revision_number': 6, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:54.992838 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f6ad43-4d31-4dab-87a7-4ab45bea02e0 None None] The sync data for ids ['17842eaf-cfdd-432c-88bb-50deb2e971d6'] in n-d-818559-1 is: [{'id': '17842eaf-cfdd-432c-88bb-50deb2e971d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1974986385-router', 'tenant_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:27Z', 'updated_at': '2022-02-11T13:08:54Z', 'revision_number': 6, 'project_id': '717e6b1e77d84d2e850456bf0c48c0d7', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:08:55.034427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Calling delete_port for 1c74873b-2e63-47a6-91c1-926317333dc6 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:55.034695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f6ff0fe-7f70-48a1-8777-e377e8e12e23 req-0dfc0a15-012e-4b03-ae1a-b582b13f862a service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863904 Feb 11 13:08:55.047223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678801d-780e-460c-97cf-bf1e674e46ac req-9df63bd5-2dd9-4ffe-8a1d-a8b4723f3f2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.048564 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3678801d-780e-460c-97cf-bf1e674e46ac req-9df63bd5-2dd9-4ffe-8a1d-a8b4723f3f2b service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.6464057 Feb 11 13:08:55.133010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16598c-5018-4180-a60d-547e93dfa53a req-1e4f1bcc-25be-4c68-b252-0a3387962896 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.134467 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f16598c-5018-4180-a60d-547e93dfa53a req-1e4f1bcc-25be-4c68-b252-0a3387962896 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 943 time: 0.2928658 Feb 11 13:08:55.196962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f16598c-5018-4180-a60d-547e93dfa53a req-da26c94f-a57f-4add-a33f-9e0c8d9ee0d9 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553489 Feb 11 13:08:55.202412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed1da7e4-72b3-4993-b2fd-afbbba658f73 req-d8662fe1-7ab3-415a-a83e-e3f64a82ea7d tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 1095 time: 0.7668817 Feb 11 13:08:55.212596 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49ead8b0-d6ed-40bb-aee6-b95e4cb7d823 req-64ece2cc-1263-4101-83c0-01de14607000 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 1096 time: 0.4714561 Feb 11 13:08:55.219574 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3678801d-780e-460c-97cf-bf1e674e46ac req-eee77c06-5447-4e6a-aa02-cc5d2a86b919 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=55c7365b-466c-4ff6-afa6-efb689268e5c HTTP/1.1" status: 200 len: 217 time: 0.1458125 Feb 11 13:08:55.439878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:55.453034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f6ff0fe-7f70-48a1-8777-e377e8e12e23 req-43efcfd4-b4b6-4cef-bef2-87f2593d4cb5 service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024360 Feb 11 13:08:55.458388 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed1da7e4-72b3-4993-b2fd-afbbba658f73 req-57a2cde5-541c-4b23-abcb-72c758537993 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446098 Feb 11 13:08:55.462559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678801d-780e-460c-97cf-bf1e674e46ac req-467a5385-9ee9-4e5b-8d4d-4e5057336dfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.464045 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3678801d-780e-460c-97cf-bf1e674e46ac req-467a5385-9ee9-4e5b-8d4d-4e5057336dfa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2068069 Feb 11 13:08:55.494317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1c74873b-2e63-47a6-91c1-926317333dc6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:55.582901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ad0b5-13c0-4fb8-836d-f5c9f22feaee req-08aa36b2-a256-4e61-9db9-3d811f6f2fc6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.584348 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-273ad0b5-13c0-4fb8-836d-f5c9f22feaee req-08aa36b2-a256-4e61-9db9-3d811f6f2fc6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.2335162 Feb 11 13:08:55.640879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ead8b0-d6ed-40bb-aee6-b95e4cb7d823 req-83945d36-3b1d-4615-976e-abfb6b63702a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.642328 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49ead8b0-d6ed-40bb-aee6-b95e4cb7d823 req-83945d36-3b1d-4615-976e-abfb6b63702a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.4079239 Feb 11 13:08:55.714215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 84dd855e-c195-42e2-9601-d4eea4dadc6e details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:08:55.749263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-edb19b78-3ceb-4360-a05a-31a2f20f9e27 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1000 time: 0.1999013 Feb 11 13:08:55.769224 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-273ad0b5-13c0-4fb8-836d-f5c9f22feaee req-cca004bc-a1b3-4082-b472-3db1373d3cb8 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786389 Feb 11 13:08:55.771622 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:55.852314 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3678801d-780e-460c-97cf-bf1e674e46ac req-6af59142-e103-462d-a296-c7aff75316bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3457305 Feb 11 13:08:55.894386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49ead8b0-d6ed-40bb-aee6-b95e4cb7d823 req-56ff7e57-fe85-4a9a-9188-d08dbf646d3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8a5fe1-c694-42ab-a743-202500158207 HTTP/1.1" status: 200 len: 1000 time: 0.2305508 Feb 11 13:08:55.919961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 84dd855e-c195-42e2-9601-d4eea4dadc6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84dd855e-c195-42e2-9601-d4eea4dadc6e,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:55.935177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '84dd855e-c195-42e2-9601-d4eea4dadc6e', 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694', 'port_id': '84dd855e-c195-42e2-9601-d4eea4dadc6e', 'mac_address': 'fa:16:3e:66:80:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c4e170-a34f-4706-a93c-98b3728cc264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:08:56.023693 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0ac0e0-6ed8-4318-884e-99739aca90bc', 'tag': '5a3c394b-ab02-4353-9950-dfb906929455', 'status': 'completed', 'code': 200} Feb 11 13:08:56.030180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-45dcd648-9323-40f3-94d2-16cfcda48447 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:56.030781 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.031659 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-45dcd648-9323-40f3-94d2-16cfcda48447 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports/ec8a5fe1-c694-42ab-a743-202500158207 HTTP/1.1" status: 200 len: 942 time: 0.2763324 Feb 11 13:08:56.092418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84dd855e-c195-42e2-9601-d4eea4dadc6e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:56.134656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 84dd855e-c195-42e2-9601-d4eea4dadc6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84dd855e-c195-42e2-9601-d4eea4dadc6e,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:56.135632 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3678801d-780e-460c-97cf-bf1e674e46ac req-71ccf016-819b-4df4-93f4-ceee3c201f39 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699933 Feb 11 13:08:56.143894 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.228290 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.243535 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.252836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=84dd855e-c195-42e2-9601-d4eea4dadc6e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:56.282328 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.283284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17842eaf-cfdd-432c-88bb-50deb2e971d6 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:08:56.303388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.305477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-12273c07-7f84-4662-b494-7cf4da8529ef admin admin] 10.222.0.67 "DELETE /v2.0/routers/17842eaf-cfdd-432c-88bb-50deb2e971d6 HTTP/1.1" status: 204 len: 168 time: 2.5553110 Feb 11 13:08:56.307761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51336) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:56.449785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-41588b54-d695-4c71-ab3e-7eef20a12adc admin admin] Deleting subnet cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:08:56.459946 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41588b54-d695-4c71-ab3e-7eef20a12adc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.522450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-e2328587-02aa-4fde-8df1-ff6afea8327c tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1000 time: 0.2551508 Feb 11 13:08:56.534960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ead8b0-d6ed-40bb-aee6-b95e4cb7d823 req-99b83896-0b00-4031-8440-6b5411b601ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:56.536529 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49ead8b0-d6ed-40bb-aee6-b95e4cb7d823 req-99b83896-0b00-4031-8440-6b5411b601ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.5816345 Feb 11 13:08:56.546458 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3678801d-780e-460c-97cf-bf1e674e46ac req-048ebccd-ca7c-4389-8067-9331984f183d service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999362 Feb 11 13:08:56.578310 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41588b54-d695-4c71-ab3e-7eef20a12adc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.587577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['84dd855e-c195-42e2-9601-d4eea4dadc6e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:56.729086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:56.750016 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41588b54-d695-4c71-ab3e-7eef20a12adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.770822 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb920b4-7858-4fd9-b0f2-a31d21a24029 req-43659d94-3ac2-491c-93f7-b4e75c366ea7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04f69df148f0403a8e621332d0312e2f&device_id=1e0ac0e0-6ed8-4318-884e-99739aca90bc HTTP/1.1" status: 200 len: 1094 time: 0.6703670 Feb 11 13:08:56.786635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:56.786902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 36d9c41a-258c-47b3-b6d6-69da97f7ddb2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:56.787495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1c74873b-2e63-47a6-91c1-926317333dc6 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:56.834241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 1c74873b-2e63-47a6-91c1-926317333dc6 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:56.834666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1c74873b-2e63-47a6-91c1-926317333dc6 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:56.915830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41588b54-d695-4c71-ab3e-7eef20a12adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.968994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c8f9202-2898-4552-ad49-702cc6b29dad req-7f1fb871-f6b7-4e10-b794-b1fc1302890e tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 1095 time: 0.1516006 Feb 11 13:08:56.971636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41588b54-d695-4c71-ab3e-7eef20a12adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:56.976452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41588b54-d695-4c71-ab3e-7eef20a12adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.986114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a8ab6-cd74-4baa-abea-5ef28be1cab4 None None] Network 51c46cec-fa3c-4481-a16f-5cdd079eaf60 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:08:57.005196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-41588b54-d695-4c71-ab3e-7eef20a12adc admin admin] 10.222.0.67 "DELETE /v2.0/subnets/cd4cf4c1-c11c-4b85-a54a-cd9bc080dcba HTTP/1.1" status: 204 len: 168 time: 0.6960704 Feb 11 13:08:57.007810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51352) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:57.104102 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49ead8b0-d6ed-40bb-aee6-b95e4cb7d823 req-53eef11f-850e-4224-8f81-1e1265f7b8d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5175934 Feb 11 13:08:57.112930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c8f9202-2898-4552-ad49-702cc6b29dad req-58f8eea9-2653-4867-ba81-c2f72ff5dad0 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285617 Feb 11 13:08:57.116063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-b2bef31e-8b2e-4c7d-8c0b-b18f1995f707 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:57.124601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-b2bef31e-8b2e-4c7d-8c0b-b18f1995f707 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.5850120 Feb 11 13:08:57.152368 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:57.164406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Deleting port 97747e32-5dc5-4488-8129-21f59006a87c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:57.164961 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:57.361398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] DHCP port deletion for 51c46cec-fa3c-4481-a16f-5cdd079eaf60 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:08:57.365851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] Deleting port 97747e32-5dc5-4488-8129-21f59006a87c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:57.367482 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:57.460842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb920b4-7858-4fd9-b0f2-a31d21a24029 req-8feba2a1-53dd-42c5-b069-8abe01984201 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:57.462881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb920b4-7858-4fd9-b0f2-a31d21a24029 req-8feba2a1-53dd-42c5-b069-8abe01984201 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 200 len: 914 time: 0.6731532 Feb 11 13:08:57.561640 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-856f358e-66cd-43de-9a96-ede71309ebb2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1000 time: 0.4348314 Feb 11 13:08:57.576029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-7a8e4f06-71b9-4bdd-9325-d3008f56ba13 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:08:57.639614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49ead8b0-d6ed-40bb-aee6-b95e4cb7d823 req-05f7c100-d5de-4576-ac19-f57dc5f7311f service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087538 Feb 11 13:08:57.649879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] For port 97747e32-5dc5-4488-8129-21f59006a87c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97747e32-5dc5-4488-8129-21f59006a87c,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:57.650489 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:57.654090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb920b4-7858-4fd9-b0f2-a31d21a24029 req-b0e785d4-a012-49e9-928f-cfca6fd8f09a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a3c394b-ab02-4353-9950-dfb906929455 HTTP/1.1" status: 200 len: 217 time: 0.1784642 Feb 11 13:08:57.737633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 5a3c394b-ab02-4353-9950-dfb906929455 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:08:57.765648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] For port 97747e32-5dc5-4488-8129-21f59006a87c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97747e32-5dc5-4488-8129-21f59006a87c,segment=NetworkSegment(151f417f-31a6-4c57-9d72-9c1a187a8c17),segment_id=151f417f-31a6-4c57-9d72-9c1a187a8c17)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:57.766114 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:57.783948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Calling delete_port for 97747e32-5dc5-4488-8129-21f59006a87c owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:57.818680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-7a8e4f06-71b9-4bdd-9325-d3008f56ba13 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:57.900843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272177a-5184-4b5d-8f1c-dade39ca4447 req-f9d5609e-0f24-4447-8eef-5da4ababdaf0 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:57.902471 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e272177a-5184-4b5d-8f1c-dade39ca4447 req-f9d5609e-0f24-4447-8eef-5da4ababdaf0 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 944 time: 0.3071017 Feb 11 13:08:57.903806 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:57.907818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb920b4-7858-4fd9-b0f2-a31d21a24029 req-45ac5fb5-cf89-47b7-b0ad-3a387eea134d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:57.909334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb920b4-7858-4fd9-b0f2-a31d21a24029 req-45ac5fb5-cf89-47b7-b0ad-3a387eea134d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78c4e170-a34f-4706-a93c-98b3728cc264 HTTP/1.1" status: 200 len: 853 time: 0.2300856 Feb 11 13:08:57.960570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] Calling delete_port for 97747e32-5dc5-4488-8129-21f59006a87c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:08:57.968884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=97747e32-5dc5-4488-8129-21f59006a87c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:57.979950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] No DVR routers for this DVR port 97747e32-5dc5-4488-8129-21f59006a87c on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:57.998614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb920b4-7858-4fd9-b0f2-a31d21a24029 req-efba9ca6-7b6f-474b-9d2a-4d283dc57693 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ebe32f3-cc63-4373-980a-ede3f9c26694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726357 Feb 11 13:08:58.053072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49ead8b0-d6ed-40bb-aee6-b95e4cb7d823 req-3d590d33-4df5-4975-9357-7eb98cd1fd64 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971672 Feb 11 13:08:58.095920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 5a3c394b-ab02-4353-9950-dfb906929455, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=5a3c394b-ab02-4353-9950-dfb906929455,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:58.102450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e272177a-5184-4b5d-8f1c-dade39ca4447 req-6c8cc633-700e-4b2c-a191-c9ff4ba5628c tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645398 Feb 11 13:08:58.111431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '5a3c394b-ab02-4353-9950-dfb906929455', 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694', 'port_id': '5a3c394b-ab02-4353-9950-dfb906929455', 'mac_address': 'fa:16:3e:60:60:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c4e170-a34f-4706-a93c-98b3728cc264', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:08:58.119015 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:08:58.119374 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:08:58.122082 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.168104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c46cec-fa3c-4481-a16f-5cdd079eaf60']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:58.184468 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.201043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151f417f-31a6-4c57-9d72-9c1a187a8c17') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:58.201872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151f417f-31a6-4c57-9d72-9c1a187a8c17') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:58.204991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3c394b-ab02-4353-9950-dfb906929455 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:08:58.220918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.221291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 5a3c394b-ab02-4353-9950-dfb906929455, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=5a3c394b-ab02-4353-9950-dfb906929455,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:58.225582 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.242880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.250900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:08:58.251595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:58.267074 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:58.298452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=5a3c394b-ab02-4353-9950-dfb906929455,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:58.304009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-7a8e4f06-71b9-4bdd-9325-d3008f56ba13 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.306567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb920b4-7858-4fd9-b0f2-a31d21a24029 req-84c8add5-3971-4aea-b51b-9b6f9433f9fa service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557158 Feb 11 13:08:58.307556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-7a8e4f06-71b9-4bdd-9325-d3008f56ba13 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.307911 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-7a8e4f06-71b9-4bdd-9325-d3008f56ba13 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Floating IP 8931157e-2fcd-482d-80f8-96fc26c3f14d disassociated. External IP: 172.25.4.33, port: ec8a5fe1-c694-42ab-a743-202500158207. Feb 11 13:08:58.403117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.408012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.438169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c46cec-fa3c-4481-a16f-5cdd079eaf60,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:58.446460 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d0b1a196-52eb-4aea-bada-dab59c5ae6b8 req-a4e8e9bf-adae-40d2-a23f-300ce45f85ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1785281 Feb 11 13:08:58.458175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-782c8b48-1d05-4739-a52c-953efb01eab2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/51c46cec-fa3c-4481-a16f-5cdd079eaf60 HTTP/1.1" status: 204 len: 168 time: 1.4469111 Feb 11 13:08:58.620291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] Deleting port 97747e32-5dc5-4488-8129-21f59006a87c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:08:58.621377 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.702093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['5a3c394b-ab02-4353-9950-dfb906929455'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:08:58.733384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb920b4-7858-4fd9-b0f2-a31d21a24029 req-62a25e75-6761-4822-b6aa-864e8e78756f service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783643 Feb 11 13:08:58.785187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97747e32-5dc5-4488-8129-21f59006a87c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:08:58.791876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51370) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:58.794678 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-ee3e7588-70bd-40d2-8356-15cca12a7815 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096668 Feb 11 13:08:58.848024 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8a55c3ac-1c81-4900-8272-94f008307ce1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=717e6b1e77d84d2e850456bf0c48c0d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0548794 Feb 11 13:08:58.850654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51376) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:08:58.915116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-013b85f6-7f0c-4c7d-97f1-d827bd5bb039 None None] The port '97747e32-5dc5-4488-8129-21f59006a87c' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:08:58.916357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 97747e32-5dc5-4488-8129-21f59006a87c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:08:58.916357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97747e32-5dc5-4488-8129-21f59006a87c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:08:58.933258 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-48f3b8a1-759e-4ee3-b334-409afe36c467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.970293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-48f3b8a1-759e-4ee3-b334-409afe36c467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:59.066212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-48f3b8a1-759e-4ee3-b334-409afe36c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:59.098454 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-48f3b8a1-759e-4ee3-b334-409afe36c467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:59.099618 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-48f3b8a1-759e-4ee3-b334-409afe36c467 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d865e58f-66d7-4a99-90b5-75eea5345e0a HTTP/1.1" status: 204 len: 168 time: 0.2479589 Feb 11 13:08:59.101012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3b8a1-759e-4ee3-b334-409afe36c467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d865e58f-66d7-4a99-90b5-75eea5345e0a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:59.138472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-7a8e4f06-71b9-4bdd-9325-d3008f56ba13 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:59.214925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971eea-d545-4c88-a740-652a764800de req-7e2cab41-186f-4507-909e-4d1c3d71e035 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:59.216398 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d971eea-d545-4c88-a740-652a764800de req-7e2cab41-186f-4507-909e-4d1c3d71e035 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.0955942 Feb 11 13:08:59.264693 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d971eea-d545-4c88-a740-652a764800de req-01bdedd7-0e17-480e-b6bf-5be223a9d513 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Feb 11 13:08:59.437890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-7a8e4f06-71b9-4bdd-9325-d3008f56ba13 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:59.446239 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-7a8e4f06-71b9-4bdd-9325-d3008f56ba13 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:59.451707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] Sync routers for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:08:59.477795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:08:59.478683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:59.574807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-7a8e4f06-71b9-4bdd-9325-d3008f56ba13 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "PUT /v2.0/floatingips/8931157e-2fcd-482d-80f8-96fc26c3f14d HTTP/1.1" status: 200 len: 694 time: 2.0040481 Feb 11 13:08:59.575418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'tag': 'ec8a5fe1-c694-42ab-a743-202500158207'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:08:59.677083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-d848302f-d062-4c94-af1b-b38a3962e682 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 1096 time: 0.0901873 Feb 11 13:08:59.820490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 84dd855e-c195-42e2-9601-d4eea4dadc6e up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:08:59.902842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-6841ea83-af31-4d69-a3ec-828a66ec2367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:59.911048 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-6841ea83-af31-4d69-a3ec-828a66ec2367 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.2280266 Feb 11 13:08:59.968669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:08:59.997025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-30ec95ec-c0d6-49d5-9f9f-81f8cc29bdee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8a5fe1-c694-42ab-a743-202500158207 HTTP/1.1" status: 200 len: 217 time: 0.0851288 Feb 11 13:09:00.086159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-5c42deb1-d210-4326-b64f-f9ad7cb201d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:00.087783 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-5c42deb1-d210-4326-b64f-f9ad7cb201d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.0848980 Feb 11 13:09:00.203863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-2976f187-b508-44dd-8f43-aafcb6e10b9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016467 Feb 11 13:09:00.276654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 84dd855e-c195-42e2-9601-d4eea4dadc6e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:00.295555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 84dd855e-c195-42e2-9601-d4eea4dadc6e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:00.296137 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:00.405329 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-25a96fea-aed0-4d7f-9081-8a971cbe3cd3 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924939 Feb 11 13:09:00.558816 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:00.562425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fef6ed24-8f19-49f3-bfb8-79883ae797ba req-35714f0d-0394-4fd5-92be-2f0bd9a39b74 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512759 Feb 11 13:09:00.599291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcc4a26-6702-43d9-8a12-f50efcf5244c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dd855e-c195-42e2-9601-d4eea4dadc6e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:00.614912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 84dd855e-c195-42e2-9601-d4eea4dadc6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84dd855e-c195-42e2-9601-d4eea4dadc6e,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:00.618310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:00.623701 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:00.659874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] Checking router: 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:09:00.710700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:09:00.711709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:00.773274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97199fbf-2ced-40af-bc80-bb2895202776 req-1b01377b-1acb-419d-a476-176ef12d4753 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:00.774954 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97199fbf-2ced-40af-bc80-bb2895202776 req-1b01377b-1acb-419d-a476-176ef12d4753 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.1294906 Feb 11 13:09:00.869675 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97199fbf-2ced-40af-bc80-bb2895202776 req-33032ff7-434f-4df9-bc36-eb530a5e035f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861206 Feb 11 13:09:00.955792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=84dd855e-c195-42e2-9601-d4eea4dadc6e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:00.961240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:09:00.977776 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'tag': 'ec8a5fe1-c694-42ab-a743-202500158207', 'status': 'completed', 'code': 200} Feb 11 13:09:01.272405 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a704876-a1cb-4016-b6d7-208a3306973f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1100 time: 0.3463879 Feb 11 13:09:01.322401 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e3e061b-47b2-412b-8b4e-5a9aaa1a0f8c req-8f98f9ea-f170-4013-bdca-cb543aa5a0a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 1096 time: 0.3326595 Feb 11 13:09:01.365724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42327f-5e10-4172-a60c-9235dba9ff9b req-66713628-b46c-4184-bb08-69abc92969b1 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:01.367550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd42327f-5e10-4172-a60c-9235dba9ff9b req-66713628-b46c-4184-bb08-69abc92969b1 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.1063013 Feb 11 13:09:01.380406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:01.385906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca182649-fe47-466f-9016-60d5a9cf4eab None None] The sync data for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 is: [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:09:01.442039 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd42327f-5e10-4172-a60c-9235dba9ff9b req-7ca3fbdf-118b-4c10-b832-3957aa10cfd5 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674574 Feb 11 13:09:01.473656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1739-78e9-40aa-b881-15077a7968ed req-c9393dd9-1964-4023-92ad-73c2bdb76e65 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:01.475280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-18db1739-78e9-40aa-b881-15077a7968ed req-c9393dd9-1964-4023-92ad-73c2bdb76e65 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 945 time: 0.6450706 Feb 11 13:09:01.476236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-0a9daaf1-823c-476f-8fcc-faa42f0b5c53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:01.477534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-0a9daaf1-823c-476f-8fcc-faa42f0b5c53 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.1914093 Feb 11 13:09:01.743138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-11c01857-2414-491f-b450-17f467a3f7d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 217 time: 0.2402518 Feb 11 13:09:01.746520 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d739da5-29df-4952-aba4-cd67da5d4d0a None None] New status for floating IP 8931157e-2fcd-482d-80f8-96fc26c3f14d: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:09:01.759698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 5a3c394b-ab02-4353-9950-dfb906929455 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:01.872138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 5a3c394b-ab02-4353-9950-dfb906929455 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:01.879613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 5a3c394b-ab02-4353-9950-dfb906929455 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:01.879990 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:01.900583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-025e38ef-9e50-4698-b60f-9bf45cdd0238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:01.902309 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-025e38ef-9e50-4698-b60f-9bf45cdd0238 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1353078 Feb 11 13:09:01.917363 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-18db1739-78e9-40aa-b881-15077a7968ed req-1b496aa8-5193-4028-bc53-0384a68785d3 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177186 Feb 11 13:09:02.002707 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e061b-47b2-412b-8b4e-5a9aaa1a0f8c req-76db2a8f-3946-4da0-b669-9bd74b474fdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:02.004957 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e3e061b-47b2-412b-8b4e-5a9aaa1a0f8c req-76db2a8f-3946-4da0-b669-9bd74b474fdb service neutron] 10.222.0.73 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.5457306 Feb 11 13:09:02.149988 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcc4a26-6702-43d9-8a12-f50efcf5244c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dd855e-c195-42e2-9601-d4eea4dadc6e', 'code': 200} Feb 11 13:09:02.160963 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:02.224332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 5a3c394b-ab02-4353-9950-dfb906929455, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=5a3c394b-ab02-4353-9950-dfb906929455,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:02.230456 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:02.232033 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e3e061b-47b2-412b-8b4e-5a9aaa1a0f8c req-cfc90604-2cb4-489c-9367-59a5b91cf4c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec8a5fe1-c694-42ab-a743-202500158207 HTTP/1.1" status: 200 len: 217 time: 0.2106514 Feb 11 13:09:02.310923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e061b-47b2-412b-8b4e-5a9aaa1a0f8c req-d585448e-0f16-4a1a-84f3-1ee5bc6653c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:02.313282 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e3e061b-47b2-412b-8b4e-5a9aaa1a0f8c req-d585448e-0f16-4a1a-84f3-1ee5bc6653c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.0734041 Feb 11 13:09:02.323773 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-da5c3df4-d62b-4525-ab29-9ffe4fc8b5b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4097626 Feb 11 13:09:02.361058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=5a3c394b-ab02-4353-9950-dfb906929455,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:02.385213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b65b4-901d-4c7e-9092-00dc8881aa24 req-9554d1c3-84c1-48e2-9098-a39d4c38ca37 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:02.386696 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d33b65b4-901d-4c7e-9092-00dc8881aa24 req-9554d1c3-84c1-48e2-9098-a39d4c38ca37 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.0979705 Feb 11 13:09:02.434899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d33b65b4-901d-4c7e-9092-00dc8881aa24 req-9e29a3b8-05b1-41fb-81d7-aa446cbd4676 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Feb 11 13:09:02.590684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bdaa546c-190f-4d60-ae1c-a7afadd03379 req-9bd27726-1606-4db7-ade1-f47c4d321cda service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 1096 time: 0.4238961 Feb 11 13:09:02.652097 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-30b7c13b-a841-4b40-b54b-f55cbbc827b0 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860124 Feb 11 13:09:02.658334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e3e061b-47b2-412b-8b4e-5a9aaa1a0f8c req-76b8c54d-82e7-4052-b271-fee086ba8830 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3306696 Feb 11 13:09:02.738231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-5d858713-1f9a-4ae4-9ca0-ebcf44b9b175 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:02.740432 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-5d858713-1f9a-4ae4-9ca0-ebcf44b9b175 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3685477 Feb 11 13:09:02.890282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4862ed-ee5f-402d-b3c4-d9d56a7727e2 req-108671a4-0e02-425a-9585-5376331599da tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:02.891963 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c4862ed-ee5f-402d-b3c4-d9d56a7727e2 req-108671a4-0e02-425a-9585-5376331599da tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.1004488 Feb 11 13:09:02.922246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bdaa546c-190f-4d60-ae1c-a7afadd03379 req-a70833e4-7bb0-4852-98fb-a90a465bd7f2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092041 Feb 11 13:09:02.946055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c4862ed-ee5f-402d-b3c4-d9d56a7727e2 req-33d05566-9873-4d90-bcd1-2ec39ba0f759 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477896 Feb 11 13:09:02.969239 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-fa14ac27-dccf-47e6-84ec-af215c923280 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 695 time: 0.1217313 Feb 11 13:09:02.996157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-dcfb08eb-4d47-411a-b866-9f752f8c3109 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Request body: {'floatingip': {'port_id': '68e16767-fcec-41b9-bed7-c27b649a1373', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:03.207068 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-dcfb08eb-4d47-411a-b866-9f752f8c3109 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:03.229167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b187ce1-71ba-4755-b099-b6533c24ed98 req-1fcbb0cd-aa36-413b-bc06-76f8783a6344 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:03.230741 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b187ce1-71ba-4755-b099-b6533c24ed98 req-1fcbb0cd-aa36-413b-bc06-76f8783a6344 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 945 time: 0.0845780 Feb 11 13:09:03.277837 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b187ce1-71ba-4755-b099-b6533c24ed98 req-a0dd372f-efd9-4f35-9b32-2ef75928eaba tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397987 Feb 11 13:09:03.293137 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-a3105c89-1a75-491a-9814-d50d2bc0955d service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248198 Feb 11 13:09:03.352541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e3e061b-47b2-412b-8b4e-5a9aaa1a0f8c req-b128a800-d81e-4f89-a2c5-f465531b381c service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830330 Feb 11 13:09:03.969658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51544) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:04.003674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51554) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:04.035132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044425c1-1543-4ee8-b4c8-153d9c3665e7 req-9f07bcce-a200-4927-9559-53d33aaff146 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:04.040752 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-044425c1-1543-4ee8-b4c8-153d9c3665e7 req-9f07bcce-a200-4927-9559-53d33aaff146 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.3105936 Feb 11 13:09:04.105584 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e3e061b-47b2-412b-8b4e-5a9aaa1a0f8c req-6f67a253-38ea-4c25-bac4-01bff9189b16 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7412899 Feb 11 13:09:04.142002 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-044425c1-1543-4ee8-b4c8-153d9c3665e7 req-39d7df93-482c-417b-babb-d2e5241de05f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987599 Feb 11 13:09:04.151594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0ac0e0-6ed8-4318-884e-99739aca90bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3c394b-ab02-4353-9950-dfb906929455'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:04.165899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-5fbb9021-376c-4818-b95d-0d956329b8f3 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:04.166716 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-5fbb9021-376c-4818-b95d-0d956329b8f3 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815 HTTP/1.1" status: 200 len: 945 time: 0.1960719 Feb 11 13:09:04.243778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a96a8e8b-c658-4d23-ab4d-59d9f628f11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:04.291712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a96a8e8b-c658-4d23-ab4d-59d9f628f11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:04.296388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a96a8e8b-c658-4d23-ab4d-59d9f628f11c admin admin] Usage tracker for resource:security_group_rule and tenant:f8283ac02d8b4815ae2467d1d19b5d4a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:04.300084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a96a8e8b-c658-4d23-ab4d-59d9f628f11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:04.311298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a96a8e8b-c658-4d23-ab4d-59d9f628f11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:04.349377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-3f7b5c5b-f5e9-43c5-991d-54d310384096 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Deleting port ec8a5fe1-c694-42ab-a743-202500158207 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:04.349953 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-3f7b5c5b-f5e9-43c5-991d-54d310384096 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:04.407187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bac62bce-ee5c-4ff3-8310-5b576e44891e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:04.445969 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-dcfb08eb-4d47-411a-b866-9f752f8c3109 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:04.474023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a96a8e8b-c658-4d23-ab4d-59d9f628f11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:04.484622 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-dcfb08eb-4d47-411a-b866-9f752f8c3109 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:04.487183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d31a98-e32e-4c9e-ad60-10014332ee67 req-d58f3c82-3159-4966-825a-2af6ea6a305b tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:04.488846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60d31a98-e32e-4c9e-ad60-10014332ee67 req-d58f3c82-3159-4966-825a-2af6ea6a305b tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.1339724 Feb 11 13:09:04.489939 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a96a8e8b-c658-4d23-ab4d-59d9f628f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:04.561162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a8e8b-c658-4d23-ab4d-59d9f628f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea0715a-8444-47f5-b9b4-b98346f80c14,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:04.581521 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a96a8e8b-c658-4d23-ab4d-59d9f628f11c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8283ac02d8b4815ae2467d1d19b5d4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5767217 Feb 11 13:09:04.585249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51568) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:04.632962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60d31a98-e32e-4c9e-ad60-10014332ee67 req-9c64e0e4-a9bc-459b-9990-0714d1ebf18c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272507 Feb 11 13:09:04.659865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bac62bce-ee5c-4ff3-8310-5b576e44891e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:04.708017 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0ac0e0-6ed8-4318-884e-99739aca90bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3c394b-ab02-4353-9950-dfb906929455', 'code': 200} Feb 11 13:09:04.721240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bac62bce-ee5c-4ff3-8310-5b576e44891e admin admin] Usage tracker for resource:security_group_rule and tenant:54243165c8874beea1092a200124e73a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:04.788504 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d4e6-7d0c-4159-adcb-ae24d8447b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:04.804874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bac62bce-ee5c-4ff3-8310-5b576e44891e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:04.829613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bac62bce-ee5c-4ff3-8310-5b576e44891e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:04.883778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d4e6-7d0c-4159-adcb-ae24d8447b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:04.966334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f322e78-43b4-434c-9f44-c5b6e0bb857b req-28fc68af-a27c-4abf-8d39-416e917e8f7c tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:04.968063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f322e78-43b4-434c-9f44-c5b6e0bb857b req-28fc68af-a27c-4abf-8d39-416e917e8f7c tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 945 time: 0.1404560 Feb 11 13:09:05.004773 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d4e6-7d0c-4159-adcb-ae24d8447b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:05.031784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7d4e6-7d0c-4159-adcb-ae24d8447b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea0715a-8444-47f5-b9b4-b98346f80c14,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:05.042809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-3f7b5c5b-f5e9-43c5-991d-54d310384096 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] For port ec8a5fe1-c694-42ab-a743-202500158207, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ec8a5fe1-c694-42ab-a743-202500158207,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:05.043219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-3f7b5c5b-f5e9-43c5-991d-54d310384096 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:05.046510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d4e6-7d0c-4159-adcb-ae24d8447b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:05.050635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0dc7d4e6-7d0c-4159-adcb-ae24d8447b86 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7ea0715a-8444-47f5-b9b4-b98346f80c14 HTTP/1.1" status: 204 len: 168 time: 0.4646904 Feb 11 13:09:05.066317 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f322e78-43b4-434c-9f44-c5b6e0bb857b req-8697311c-9931-455b-9bdd-b8442fcddc51 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811443 Feb 11 13:09:05.239378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-3f7b5c5b-f5e9-43c5-991d-54d310384096 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Calling delete_port for ec8a5fe1-c694-42ab-a743-202500158207 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:05.371393 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bac62bce-ee5c-4ff3-8310-5b576e44891e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:05.384124 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bac62bce-ee5c-4ff3-8310-5b576e44891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:05.400951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0277-202b-4070-8d01-3c23ba3c76df req-6544dea1-3e08-4a8f-a9ac-d3e8fab2daec tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:05.409345 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d7f0277-202b-4070-8d01-3c23ba3c76df req-6544dea1-3e08-4a8f-a9ac-d3e8fab2daec tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.1146014 Feb 11 13:09:05.481062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d7f0277-202b-4070-8d01-3c23ba3c76df req-3029c4f9-250a-478b-aa9c-dedc091e7445 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703285 Feb 11 13:09:05.486366 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c545495-0120-4e12-b360-8a66608d6f97 req-3281ad7e-8044-4cec-939d-a7f73b7ae561 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1e0ac0e0-6ed8-4318-884e-99739aca90bc HTTP/1.1" status: 200 len: 1096 time: 0.5824625 Feb 11 13:09:05.580254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac62bce-ee5c-4ff3-8310-5b576e44891e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd99441-77b6-40a1-ab46-0c563b45550e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:05.591356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bac62bce-ee5c-4ff3-8310-5b576e44891e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=54243165c8874beea1092a200124e73a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6163223 Feb 11 13:09:05.594525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51586) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:05.615525 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-3f7b5c5b-f5e9-43c5-991d-54d310384096 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:05.628184 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['68e16767-fcec-41b9-bed7-c27b649a1373'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:05.671232 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c545495-0120-4e12-b360-8a66608d6f97 req-f6727153-2ddf-490b-a1d5-542266968bc4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515481 Feb 11 13:09:05.675202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b5c5b-f5e9-43c5-991d-54d310384096 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Pushing event deleted for resources: {'Port': ['ID=ec8a5fe1-c694-42ab-a743-202500158207,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:05.679691 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-dcfb08eb-4d47-411a-b866-9f752f8c3109 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Floating IP 8931157e-2fcd-482d-80f8-96fc26c3f14d associated. External IP: 172.25.4.33, port: 68e16767-fcec-41b9-bed7-c27b649a1373. Feb 11 13:09:05.709777 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64083e5d-c451-4661-b441-1f75b8b8d324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:05.750496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64083e5d-c451-4661-b441-1f75b8b8d324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:05.867023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64083e5d-c451-4661-b441-1f75b8b8d324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:05.901223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64083e5d-c451-4661-b441-1f75b8b8d324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd99441-77b6-40a1-ab46-0c563b45550e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:05.962742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64083e5d-c451-4661-b441-1f75b8b8d324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:05.966054 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-64083e5d-c451-4661-b441-1f75b8b8d324 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5dd99441-77b6-40a1-ab46-0c563b45550e HTTP/1.1" status: 204 len: 168 time: 0.3665719 Feb 11 13:09:06.059630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84da56-59f8-4655-9db8-4dacb699b201 req-60ded3fb-30d7-4404-baf9-d066c1faab3e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:06.067821 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d84da56-59f8-4655-9db8-4dacb699b201 req-60ded3fb-30d7-4404-baf9-d066c1faab3e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.1693897 Feb 11 13:09:06.113128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-3f7b5c5b-f5e9-43c5-991d-54d310384096 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] No DVR routers for this DVR port ec8a5fe1-c694-42ab-a743-202500158207 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:06.128644 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-3f7b5c5b-f5e9-43c5-991d-54d310384096 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:06.132407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'name': 'network-vif-deleted', 'tag': 'ec8a5fe1-c694-42ab-a743-202500158207'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:06.141189 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d84da56-59f8-4655-9db8-4dacb699b201 req-615a1599-cb2d-45a5-a017-0e1fd748ed19 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707824 Feb 11 13:09:06.182433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a349af9c-ab53-49cc-9c32-8ac0703555aa req-3f7b5c5b-f5e9-43c5-991d-54d310384096 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.73 "DELETE /v2.0/ports/ec8a5fe1-c694-42ab-a743-202500158207 HTTP/1.1" status: 204 len: 173 time: 2.0087829 Feb 11 13:09:06.527460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef38ce-c2c5-43d0-9b0b-087eb4d07ad5 req-7f4ff0ab-bd3e-445e-9c08-e0637d37b44a tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:06.552084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0bef38ce-c2c5-43d0-9b0b-087eb4d07ad5 req-7f4ff0ab-bd3e-445e-9c08-e0637d37b44a tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 945 time: 0.1908174 Feb 11 13:09:06.678275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0bef38ce-c2c5-43d0-9b0b-087eb4d07ad5 req-818a8ba8-0b89-413b-b00e-21d3a497849e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246295 Feb 11 13:09:06.695817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-dcfb08eb-4d47-411a-b866-9f752f8c3109 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:06.710242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51618) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:06.740858 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ee8fa1c-5bdc-4749-bb67-03041f4886c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:06.753969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51622) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:06.785253 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1c2a56-cfa8-4b3f-83b7-ad2c1252a815', 'name': 'network-vif-deleted', 'tag': 'ec8a5fe1-c694-42ab-a743-202500158207', 'status': 'completed', 'code': 200} Feb 11 13:09:06.794049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8ee8fa1c-5bdc-4749-bb67-03041f4886c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:06.801061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8ee8fa1c-5bdc-4749-bb67-03041f4886c3 admin admin] Usage tracker for resource:security_group_rule and tenant:3835405f554342f7adcd4f4b4d95159b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:06.804874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8ee8fa1c-5bdc-4749-bb67-03041f4886c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:06.813159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8ee8fa1c-5bdc-4749-bb67-03041f4886c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:06.952915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ec8a5fe1-c694-42ab-a743-202500158207 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:06.956903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ee8fa1c-5bdc-4749-bb67-03041f4886c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:06.964992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ee8fa1c-5bdc-4749-bb67-03041f4886c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.070073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8fa1c-5bdc-4749-bb67-03041f4886c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807c0086-9c5f-4ad6-9bc5-faf04a7ff9ed,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:07.073755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-dcfb08eb-4d47-411a-b866-9f752f8c3109 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:07.097478 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8ee8fa1c-5bdc-4749-bb67-03041f4886c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3835405f554342f7adcd4f4b4d95159b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3859310 Feb 11 13:09:07.100438 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-dcfb08eb-4d47-411a-b866-9f752f8c3109 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.100617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51630) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:07.135696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] Sync routers for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:09:07.153111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: ec8a5fe1-c694-42ab-a743-202500158207 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:09:07.153444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ec8a5fe1-c694-42ab-a743-202500158207 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:09:07.175836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1436784953-network', 'tenant_id': '30e4e65ed6db4a40b9baf3f9e6919213'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:07.186163 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.191487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:09:07.192190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:07.195297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfb752-1b88-4106-8252-f3b1a7e16bcc req-9b06a474-424d-4d50-916c-b88f36d2a507 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:07.204362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fddfb752-1b88-4106-8252-f3b1a7e16bcc req-9b06a474-424d-4d50-916c-b88f36d2a507 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.3341727 Feb 11 13:09:07.207907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:07.244376 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-dcfb08eb-4d47-411a-b866-9f752f8c3109 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "PUT /v2.0/floatingips/8931157e-2fcd-482d-80f8-96fc26c3f14d HTTP/1.1" status: 200 len: 996 time: 4.2667065 Feb 11 13:09:07.255172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Usage tracker for resource:network and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:07.261920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:07.272157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:07.313344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Made reservation on behalf of 30e4e65ed6db4a40b9baf3f9e6919213 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:07.316296 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.345636 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29f02d1f-e6e3-4efc-803a-052bb2301abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.347405 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.362665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fddfb752-1b88-4106-8252-f3b1a7e16bcc req-cdbd5e14-5bd5-4842-a59e-77de47cdd082 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574140 Feb 11 13:09:07.367386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-ab93d902-bd63-4f6f-a395-40f88bfdd9eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1097 time: 0.1062241 Feb 11 13:09:07.426380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29f02d1f-e6e3-4efc-803a-052bb2301abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.449558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:09:07.504538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:07.512667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Usage tracker for resource:security_group_rule and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:07.517024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:07.524180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:07.631549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29f02d1f-e6e3-4efc-803a-052bb2301abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.659764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-76148c77-f275-45a3-b955-ed7b50fc23b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:07.663128 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-76148c77-f275-45a3-b955-ed7b50fc23b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.2784750 Feb 11 13:09:07.674118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f02d1f-e6e3-4efc-803a-052bb2301abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807c0086-9c5f-4ad6-9bc5-faf04a7ff9ed,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:07.714233 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29f02d1f-e6e3-4efc-803a-052bb2301abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.715408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-29f02d1f-e6e3-4efc-803a-052bb2301abe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/807c0086-9c5f-4ad6-9bc5-faf04a7ff9ed HTTP/1.1" status: 204 len: 168 time: 0.6140079 Feb 11 13:09:07.717940 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.731508 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.796295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb9f227-79db-43c6-9605-b2e8d0ba46c1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:07.815356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:09:07.828567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f8271-be4c-4748-a0d0-0aaff63311d6 req-e1d948ff-b470-4995-8aae-b76852499cb9 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:07.830144 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c63f8271-be4c-4748-a0d0-0aaff63311d6 req-e1d948ff-b470-4995-8aae-b76852499cb9 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0ac0e0-6ed8-4318-884e-99739aca90bc HTTP/1.1" status: 200 len: 945 time: 0.2432189 Feb 11 13:09:07.837076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:07.837076 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Added segment 4b5eadf8-3af3-4821-8d77-9fcb453a15ee of type vlan for network 20489804-476a-4332-a946-803b725f133b Feb 11 13:09:07.920270 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c63f8271-be4c-4748-a0d0-0aaff63311d6 req-1d2bd246-8e4b-48aa-bfef-798589b9c51b tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762103 Feb 11 13:09:07.927542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:08.001267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:08.002492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:08.003240 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:08.041498 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-970a86e3-0101-4749-b96c-1e10581dc0f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 999 time: 0.3726389 Feb 11 13:09:08.150112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-8ccf8340-cc67-46fc-b8f6-1e41c0193076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:08.155468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-8ccf8340-cc67-46fc-b8f6-1e41c0193076 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.1062682 Feb 11 13:09:08.229505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] Pushing event updated for resources: {'Network': ['ID=20489804-476a-4332-a946-803b725f133b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:08.252025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 20489804-476a-4332-a946-803b725f133b details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:09:08.262263 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a91ce9b7-bc07-4a43-8f24-06a15c7e539f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5043917 Feb 11 13:09:08.266352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51646) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:08.274855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Request body: {'subnet': {'network_id': '20489804-476a-4332-a946-803b725f133b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1436784953-subnet', 'tenant_id': '30e4e65ed6db4a40b9baf3f9e6919213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:08.299322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:08.312234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Usage tracker for resource:subnet and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:08.319718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:08.330765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:08.367883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Made reservation on behalf of 30e4e65ed6db4a40b9baf3f9e6919213 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:08.385307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:08.419293 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-31dce5ce-a9dc-4477-978a-5444ffd49333 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588372 Feb 11 13:09:08.452258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': '68e16767-fcec-41b9-bed7-c27b649a1373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:a7:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:09:04Z', 'revision_number': 8, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:08.456607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] Checking router: 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:09:08.472354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:09:08.473061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:08:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:08.478048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df824790-41d0-473e-bb16-4c43c2dad141 req-160c65a0-c3cf-48b5-8fa1-b7b4a16a5ab2 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:08.489519 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df824790-41d0-473e-bb16-4c43c2dad141 req-160c65a0-c3cf-48b5-8fa1-b7b4a16a5ab2 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.2264922 Feb 11 13:09:08.556453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df824790-41d0-473e-bb16-4c43c2dad141 req-898adf50-10f4-487a-877c-2673eabe8f0f tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646877 Feb 11 13:09:08.792787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:08.806284 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:09:08.813546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-253cc8d3-f99a-445e-8c71-9feb1a89a6ef service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933470 Feb 11 13:09:08.963339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20cbd4-633c-4186-a9ea-f29060239ae0 req-aaf1b227-9cde-499d-9b63-0f866860fb46 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:08.970923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d20cbd4-633c-4186-a9ea-f29060239ae0 req-aaf1b227-9cde-499d-9b63-0f866860fb46 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.1767015 Feb 11 13:09:09.026688 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d20cbd4-633c-4186-a9ea-f29060239ae0 req-fe1fee5e-dfa8-48c4-b96c-c9fc0b842b1f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548339 Feb 11 13:09:09.115391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7b6fd87-1009-444d-925c-de01c3166f32 req-b7eca8ba-01ad-444f-8979-ab1c2f66263f service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924764 Feb 11 13:09:09.131038 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373', 'status': 'completed', 'code': 200} Feb 11 13:09:09.164465 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:09.372157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c41361af-ab88-418a-a23d-0156333170cc req-2cce5a49-05d0-437c-9d39-eb80a1173073 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 1097 time: 0.1292887 Feb 11 13:09:09.519105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95947634-a8f9-4d00-a88f-019def2cc7d3,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:09.576802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Checking segment: {'id': '4b5eadf8-3af3-4821-8d77-9fcb453a15ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20489804-476a-4332-a946-803b725f133b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:09.577557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Network hostable DHCP agents. Network: 20489804-476a-4332-a946-803b725f133b, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:09:09.590133 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-145718ff-a6c6-41db-937a-88e69b3f090c req-140bf284-c853-4b84-9f5b-cf289f987bad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1097 time: 0.4151907 Feb 11 13:09:09.603273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': '68e16767-fcec-41b9-bed7-c27b649a1373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:a7:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:09:04Z', 'revision_number': 8, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:09.608401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0004f8-b2d2-4833-932b-dfd68cf8fc89 req-de6ffffc-6e79-4e75-af0b-ce2a79cb97f7 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:09.610187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e0004f8-b2d2-4833-932b-dfd68cf8fc89 req-de6ffffc-6e79-4e75-af0b-ce2a79cb97f7 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0ac0e0-6ed8-4318-884e-99739aca90bc HTTP/1.1" status: 200 len: 945 time: 0.2546256 Feb 11 13:09:09.615304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca34c26-2631-4b4a-83ff-467dc0ac7045 None None] The sync data for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 is: [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8931157e-2fcd-482d-80f8-96fc26c3f14d', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'port_id': '68e16767-fcec-41b9-bed7-c27b649a1373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'mac_address': 'fa:16:3e:a7:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:07Z', 'updated_at': '2022-02-11T13:09:04Z', 'revision_number': 8, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:09:09.662987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c41361af-ab88-418a-a23d-0156333170cc req-a7c8e3fd-02cd-4f72-83a7-d55a7dbc19e3 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724886 Feb 11 13:09:09.849023 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e0004f8-b2d2-4833-932b-dfd68cf8fc89 req-a27f0d7e-34a5-4053-a44f-288b4a60f028 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105582 Feb 11 13:09:09.889957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Network 20489804-476a-4332-a946-803b725f133b is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:09:09.934160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 20489804-476a-4332-a946-803b725f133b) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:09.943722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c0b6cd-3a5a-4ebc-a21a-539388eeb9c2 None None] Network 20489804-476a-4332-a946-803b725f133b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:09:09.958398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:09.963176 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:10.005576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145718ff-a6c6-41db-937a-88e69b3f090c req-9c250b8f-8d04-41fc-b31f-11c6610e4aa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:10.008950 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d260ddf6-f4bc-4f42-8c2e-53e32047c4d2 None None] New status for floating IP 8931157e-2fcd-482d-80f8-96fc26c3f14d: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:09:10.013702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89587e09-bbd4-4806-9201-2422517a5350 req-2ed3e485-265d-46a7-8966-7576f0efeb24 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips/8931157e-2fcd-482d-80f8-96fc26c3f14d HTTP/1.1" status: 200 len: 996 time: 0.2083325 Feb 11 13:09:10.018814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-145718ff-a6c6-41db-937a-88e69b3f090c req-9c250b8f-8d04-41fc-b31f-11c6610e4aa8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.4187713 Feb 11 13:09:10.025319 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-daedf644-7a23-467d-82fc-ff8c37bfd389 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7576706 Feb 11 13:09:10.309584 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-145718ff-a6c6-41db-937a-88e69b3f090c req-9844d16a-d349-4837-b73f-5e86906ebfd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 999 time: 0.2827551 Feb 11 13:09:10.395393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89587e09-bbd4-4806-9201-2422517a5350 req-0980e5e1-f7a9-44a9-a1ec-429233f6d290 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:10.401834 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89587e09-bbd4-4806-9201-2422517a5350 req-0980e5e1-f7a9-44a9-a1ec-429233f6d290 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.3815641 Feb 11 13:09:10.418403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-89587e09-bbd4-4806-9201-2422517a5350 req-c4ec9baa-0cb1-4447-afe4-e3e7658ad85a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:09:10.421019 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89587e09-bbd4-4806-9201-2422517a5350 req-c4ec9baa-0cb1-4447-afe4-e3e7658ad85a tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0115840 Feb 11 13:09:10.452684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ed903-6c5a-424d-8edc-70040ce52edc None None] Network 20489804-476a-4332-a946-803b725f133b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:09:10.571895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145718ff-a6c6-41db-937a-88e69b3f090c req-1071feb1-9e2e-433b-b934-6c3d711af2c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:10.574645 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-145718ff-a6c6-41db-937a-88e69b3f090c req-1071feb1-9e2e-433b-b934-6c3d711af2c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.2576058 Feb 11 13:09:10.766032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca52c7-c675-4739-a38c-bf6cddffcfdd req-b0cd3a4d-d13f-4b4b-b1c9-f6caa7ec52d4 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:10.767584 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4cca52c7-c675-4739-a38c-bf6cddffcfdd req-b0cd3a4d-d13f-4b4b-b1c9-f6caa7ec52d4 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.5673046 Feb 11 13:09:10.830119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3ddf9f3b-6232-4c88-843e-150ea56bb9b8 req-fd712c89-9786-4cee-b6a3-db6a9a056aae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1029999 Feb 11 13:09:10.870877 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:09:10.885418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4cca52c7-c675-4739-a38c-bf6cddffcfdd req-7ac4f876-4b51-4c2f-a4d2-599956ab751e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017845 Feb 11 13:09:10.897834 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-145718ff-a6c6-41db-937a-88e69b3f090c req-c7c9de21-3daa-4f5e-922c-1db16d385ba3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3157012 Feb 11 13:09:11.110893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-145718ff-a6c6-41db-937a-88e69b3f090c req-5541b90e-90cd-4193-8314-780f3b5b3800 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017839 Feb 11 13:09:11.679285 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-145718ff-a6c6-41db-937a-88e69b3f090c req-783700ae-7183-4335-a13f-d1a4ccb7da26 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641520 Feb 11 13:09:11.716877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39467502-1a97-4691-9300-0a44863561b6 req-b7c05f7e-3b36-4a3f-8996-3b5598704179 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:11.718412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39467502-1a97-4691-9300-0a44863561b6 req-b7c05f7e-3b36-4a3f-8996-3b5598704179 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.2105310 Feb 11 13:09:11.781513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39467502-1a97-4691-9300-0a44863561b6 req-ce0aaa02-26ba-4184-bf6a-b7d9d8ade5b0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539882 Feb 11 13:09:11.991130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:12.158901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1091891063', 'description': 'tempest-description-1006514671'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:12.167873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:12.173072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:12.176344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:12.182397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:12.196537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:12.238146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:12.242451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group_rule and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:12.245550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:12.251809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:12.270994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-f6353d5a-d7c4-4834-9a5a-b1bca98265b5 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:09:12.272303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-f6353d5a-d7c4-4834-9a5a-b1bca98265b5 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055900 Feb 11 13:09:12.287002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Request body: {'binding': {'host': 'n-h2-818559-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:12.287779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Unknown quota resources ['binding']. {{(pid=83567) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 11 13:09:12.311881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:12.316474 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:12.361943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:12.379539 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06a86e71-5e8d-4c26-9d6a-a5f2596063d3 req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.2276762 Feb 11 13:09:12.381056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278182ad-c283-4bd6-966c-e498fde58e34 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627c5de0-3111-4caa-8273-b6ba22e34511,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:12.527088 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-606dc352-7451-4d68-be1a-de42edb0e083 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1001 time: 0.1403077 Feb 11 13:09:12.542651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e on host n-h2-818559-1 for vnic_type normal with profile None {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:12.543072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:12.543691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:12.552709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Port 7d561fee-5409-4070-83c9-8cb9bd9d172e on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:09:12.553365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:12.563651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:12.564057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:12.564441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:12.564877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Bound port: 7d561fee-5409-4070-83c9-8cb9bd9d172e, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:12.598548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:12.603694 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] Notify callbacks [] for binding, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:12.604849 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-3d862eef-1234-4230-ac53-9572c0389e6a service neutron] 10.222.0.67 "POST /v2.0/ports/7d561fee-5409-4070-83c9-8cb9bd9d172e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3237016 Feb 11 13:09:12.607657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-fecb1ea1-3632-49b7-9344-120910f27055 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:12.608625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-fecb1ea1-3632-49b7-9344-120910f27055 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Synchronizing usage tracker for tenant:f091c04736694ca39b7f651d133df13b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:12.625212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-fecb1ea1-3632-49b7-9344-120910f27055 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Unset dirty status for tenant:f091c04736694ca39b7f651d133df13b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:12.626782 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-fecb1ea1-3632-49b7-9344-120910f27055 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports/68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 943 time: 0.0937316 Feb 11 13:09:12.893986 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-140e72d3-3002-4ea9-a73e-6a4af2394393 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1001 time: 0.1522887 Feb 11 13:09:13.152472 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-2a24fba3-092b-4778-9476-40454650807b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 1097 time: 0.2235470 Feb 11 13:09:13.201983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-f419375a-de21-4e7c-b143-f95db4dd3cc6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:13.203556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-f419375a-de21-4e7c-b143-f95db4dd3cc6 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.3043296 Feb 11 13:09:13.203855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1f20-5e1d-472c-8bc1-d968848f992e req-4153a364-1940-4598-a4ac-e1fed355620c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:13.205381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96ac1f20-5e1d-472c-8bc1-d968848f992e req-4153a364-1940-4598-a4ac-e1fed355620c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.1002002 Feb 11 13:09:13.262058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96ac1f20-5e1d-472c-8bc1-d968848f992e req-7c21b6df-59da-4615-9131-25d5b2f6e53f tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513403 Feb 11 13:09:13.316140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-452262754', 'description': 'tempest-description-457423935'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:13.323263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:13.327628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:13.331343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:13.341994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:13.355969 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:13.406263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:13.413242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group_rule and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:13.416805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:13.423277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:13.429026 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-8dd14877-619c-4749-b9db-a1db9fdf822b tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 1001 time: 0.1631975 Feb 11 13:09:13.439025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-881ff8fa-a38d-4242-b7af-2f61bebfc263 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:13.460265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51758) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:13.498733 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:13.508150 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:13.570868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aba0e93-dcd7-4065-bb94-acb30ffec817,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:13.576402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-13f62b44-32c0-4e5c-b9a1-8a2a677b4871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:13.588885 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-13f62b44-32c0-4e5c-b9a1-8a2a677b4871 service neutron] 10.222.0.75 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.4148471 Feb 11 13:09:13.595998 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:13.599841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb40846d-f534-42a1-a499-cc5eb5d66d88 req-23f1fc0c-9f54-4694-a507-609cb5a8aeec tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.2901905 Feb 11 13:09:13.689616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee289ec4-e75d-4221-9d52-602a8f181f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:13.749467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ee289ec4-e75d-4221-9d52-602a8f181f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:13.754950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-9197a000-ea2d-4773-a66c-444cedd42bda service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e HTTP/1.1" status: 200 len: 217 time: 0.1263347 Feb 11 13:09:13.756784 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-881ff8fa-a38d-4242-b7af-2f61bebfc263 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:13.789732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ee289ec4-e75d-4221-9d52-602a8f181f75 admin admin] Usage tracker for resource:security_group_rule and tenant:7f3917d7dda048ad9783e51855135012 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:13.796810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ee289ec4-e75d-4221-9d52-602a8f181f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:13.811329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ee289ec4-e75d-4221-9d52-602a8f181f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:13.881985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f94f2-bf83-49cc-a5e9-eca097a4596f req-63198b8b-b066-48b7-b443-86199b7c0cf1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:13.883574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d7f94f2-bf83-49cc-a5e9-eca097a4596f req-63198b8b-b066-48b7-b443-86199b7c0cf1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 946 time: 0.1263843 Feb 11 13:09:13.933514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee289ec4-e75d-4221-9d52-602a8f181f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:13.944328 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee289ec4-e75d-4221-9d52-602a8f181f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:13.977257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-83246f51-27cd-44fe-9889-f3b8f6e7123b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:13.979487 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-83246f51-27cd-44fe-9889-f3b8f6e7123b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.1648922 Feb 11 13:09:13.989379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d7f94f2-bf83-49cc-a5e9-eca097a4596f req-cf051507-12bc-496a-9365-bfd6ea256a14 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933111 Feb 11 13:09:14.008316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee289ec4-e75d-4221-9d52-602a8f181f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae692d01-8821-4523-b2f8-ff8fd9afda6b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:14.014468 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ee289ec4-e75d-4221-9d52-602a8f181f75 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7f3917d7dda048ad9783e51855135012&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5532415 Feb 11 13:09:14.018444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51770) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:14.103466 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f2bdede-1741-44b6-8529-cc0e1ee8f6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:14.139269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f2bdede-1741-44b6-8529-cc0e1ee8f6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:14.230145 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-c4afe245-0cca-4e28-a3a4-87ec04a8f47a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2054145 Feb 11 13:09:14.244155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f2bdede-1741-44b6-8529-cc0e1ee8f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:14.268487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bdede-1741-44b6-8529-cc0e1ee8f6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae692d01-8821-4523-b2f8-ff8fd9afda6b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:14.279166 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f2bdede-1741-44b6-8529-cc0e1ee8f6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:14.283656 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9f2bdede-1741-44b6-8529-cc0e1ee8f6d7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ae692d01-8821-4523-b2f8-ff8fd9afda6b HTTP/1.1" status: 204 len: 168 time: 0.2638659 Feb 11 13:09:14.324502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5897a0-0e71-4c44-a227-26c28ad9c61b req-a7078d16-15d3-447b-a242-149b5a6bd24d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:14.326620 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb5897a0-0e71-4c44-a227-26c28ad9c61b req-a7078d16-15d3-447b-a242-149b5a6bd24d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.1215196 Feb 11 13:09:14.381219 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb5897a0-0e71-4c44-a227-26c28ad9c61b req-638d4a25-1d03-421f-b7da-8f83306a35c0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483689 Feb 11 13:09:14.444443 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-881ff8fa-a38d-4242-b7af-2f61bebfc263 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:14.455186 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-881ff8fa-a38d-4242-b7af-2f61bebfc263 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:14.455500 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-881ff8fa-a38d-4242-b7af-2f61bebfc263 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Floating IP 8931157e-2fcd-482d-80f8-96fc26c3f14d disassociated. External IP: 172.25.4.33, port: 68e16767-fcec-41b9-bed7-c27b649a1373. Feb 11 13:09:14.638735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-5f618ff7-33db-4326-8b6d-72c6a1e7f8d1 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877912 Feb 11 13:09:14.645954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-dfbbe268-b8e8-46e6-ba11-8ac084defe82 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:14.647375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-dfbbe268-b8e8-46e6-ba11-8ac084defe82 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e0ac0e0-6ed8-4318-884e-99739aca90bc HTTP/1.1" status: 200 len: 945 time: 0.5660043 Feb 11 13:09:14.708922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-512d1892-dd5f-463e-bcb9-e44c2f6c7b6a tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:14.716643 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-512d1892-dd5f-463e-bcb9-e44c2f6c7b6a tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/networks?id=1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 200 len: 813 time: 0.1956716 Feb 11 13:09:14.735503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6bb3aac8-5c3a-4ed7-bebd-3a011adc6534 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/quotas/04f69df148f0403a8e621332d0312e2f HTTP/1.1" status: 200 len: 375 time: 0.0173752 Feb 11 13:09:14.824999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Deleting port 5a3c394b-ab02-4353-9950-dfb906929455 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:14.825865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:14.854213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-5f6830c9-a6a4-469f-b72f-514a3efd4dc4 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=04f69df148f0403a8e621332d0312e2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151056 Feb 11 13:09:14.858345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51784) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:14.905078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:14.955374 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-801841c5-3272-407c-b94d-1a47997d570a service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059256 Feb 11 13:09:15.008989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:15.024663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Usage tracker for resource:security_group_rule and tenant:f8bdd0622ddd470c96d7ec1d441fbdf1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:15.029928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:15.048620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:15.059628 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-b989dcee-578d-4a3e-b52a-a15c4c4220b7 service neutron] 10.222.0.67 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812954 Feb 11 13:09:15.219397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] For port 5a3c394b-ab02-4353-9950-dfb906929455, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=5a3c394b-ab02-4353-9950-dfb906929455,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:15.220388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:15.365345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f8ecc08-ae85-45a2-bf80-30e30d6bead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:15.414603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:15.418425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Calling delete_port for 5a3c394b-ab02-4353-9950-dfb906929455 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:15.421147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:15.452483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-7e5bc848-b002-47e1-acb1-6c31ed0311e9 service neutron] 10.222.0.67 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448310 Feb 11 13:09:15.522671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f80d779-1f8d-49e3-91d1-b79cde13bfb6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:15.605455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.606129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.606129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.607121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.607121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.614172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.615203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.615203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.615453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.615990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.615990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:15.660272 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-58770348-641b-472d-8ba8-335957b81c67 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8bdd0622ddd470c96d7ec1d441fbdf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7976413 Feb 11 13:09:15.667109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51794) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:16.102571 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:16.117207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['84dd855e-c195-42e2-9601-d4eea4dadc6e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:16.182549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549557b-7962-4519-98bd-f48f837683cc req-deaf9291-0ca8-40fd-8f13-16c1d860b8b6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:16.183499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5549557b-7962-4519-98bd-f48f837683cc req-deaf9291-0ca8-40fd-8f13-16c1d860b8b6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Synchronizing usage tracker for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:16.221512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5549557b-7962-4519-98bd-f48f837683cc req-deaf9291-0ca8-40fd-8f13-16c1d860b8b6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Unset dirty status for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:16.229595 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-deaf9291-0ca8-40fd-8f13-16c1d860b8b6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 813 time: 0.3170307 Feb 11 13:09:16.268037 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-701ffc48-a5d1-4cd3-9fc4-7b10c6ec2a74 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/quotas/30e4e65ed6db4a40b9baf3f9e6919213 HTTP/1.1" status: 200 len: 375 time: 0.0372062 Feb 11 13:09:16.358352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Pushing event deleted for resources: {'Port': ['ID=5a3c394b-ab02-4353-9950-dfb906929455,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:16.380032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-474b866a-1b8d-45e2-833d-a003a072d799 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094027 Feb 11 13:09:16.484469 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] No DVR routers for this DVR port 5a3c394b-ab02-4353-9950-dfb906929455 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:16.510450 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:16.559162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-06f602cc-4d89-4b6d-b8ca-60ccf84b1b42 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:16.561777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-06f602cc-4d89-4b6d-b8ca-60ccf84b1b42 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Synchronizing usage tracker for tenant:04f69df148f0403a8e621332d0312e2f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:16.576157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.577020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.577728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.579219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.579762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.580248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.581135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.582615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.583153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.583872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.584509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:16.597452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0ac0e0-6ed8-4318-884e-99739aca90bc', 'name': 'network-vif-deleted', 'tag': '5a3c394b-ab02-4353-9950-dfb906929455'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:16.608888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-881ff8fa-a38d-4242-b7af-2f61bebfc263 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:16.611290 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-41d2a1c1-64ad-424f-adfa-863ff7a5aaef service neutron] 10.222.0.67 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301855 Feb 11 13:09:16.620152 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b0379b0-1cd4-405a-a9ff-cb603cef322b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:16.637586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15a28202-80a9-4f3c-8655-76f021ab1716 req-6f8907ef-9ff0-490f-9799-348cb805c089 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "DELETE /v2.0/ports/5a3c394b-ab02-4353-9950-dfb906929455 HTTP/1.1" status: 204 len: 173 time: 1.9652820 Feb 11 13:09:16.695374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-06f602cc-4d89-4b6d-b8ca-60ccf84b1b42 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Unset dirty status for tenant:04f69df148f0403a8e621332d0312e2f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:16.696533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-06f602cc-4d89-4b6d-b8ca-60ccf84b1b42 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcc4a26-6702-43d9-8a12-f50efcf5244c HTTP/1.1" status: 200 len: 945 time: 1.0320966 Feb 11 13:09:16.726353 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b0379b0-1cd4-405a-a9ff-cb603cef322b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:16.863295 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-cdb52aa6-f0dc-4e60-81f4-3202cbc2b9cf service neutron] 10.222.0.67 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509804 Feb 11 13:09:17.141309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-db60008a-ec77-439a-8417-87348884c56e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Deleting port 84dd855e-c195-42e2-9601-d4eea4dadc6e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:17.141901 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-db60008a-ec77-439a-8417-87348884c56e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:17.284167 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b0379b0-1cd4-405a-a9ff-cb603cef322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:17.320459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0379b0-1cd4-405a-a9ff-cb603cef322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f80d779-1f8d-49e3-91d1-b79cde13bfb6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:17.321842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c12e3-3323-48b5-9502-dd5ca78ab40e req-8e8bc6eb-d49c-4076-9e1e-83a76a077b78 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:17.323827 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c88c12e3-3323-48b5-9502-dd5ca78ab40e req-8e8bc6eb-d49c-4076-9e1e-83a76a077b78 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.0911200 Feb 11 13:09:17.349919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b0379b0-1cd4-405a-a9ff-cb603cef322b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:17.351474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1b0379b0-1cd4-405a-a9ff-cb603cef322b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2f80d779-1f8d-49e3-91d1-b79cde13bfb6 HTTP/1.1" status: 204 len: 168 time: 1.6858306 Feb 11 13:09:17.399040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c88c12e3-3323-48b5-9502-dd5ca78ab40e req-bb2b4a7b-93f5-4a0f-9e7c-688641d4a897 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677862 Feb 11 13:09:17.588776 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe005021-f06b-4f18-aa49-35c98838a15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:17.658437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-db60008a-ec77-439a-8417-87348884c56e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] For port 84dd855e-c195-42e2-9601-d4eea4dadc6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84dd855e-c195-42e2-9601-d4eea4dadc6e,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:17.671695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-db60008a-ec77-439a-8417-87348884c56e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:17.823657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-db60008a-ec77-439a-8417-87348884c56e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Calling delete_port for 84dd855e-c195-42e2-9601-d4eea4dadc6e owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:17.864599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 5a3c394b-ab02-4353-9950-dfb906929455 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:17.936023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 5a3c394b-ab02-4353-9950-dfb906929455 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:09:17.937177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 5a3c394b-ab02-4353-9950-dfb906929455 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:09:17.955769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 84dd855e-c195-42e2-9601-d4eea4dadc6e no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:17.988526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb81c3-179d-4fff-b98a-eb60156d9799 req-e0d0a66c-1dcf-40bc-b5af-fdea78c9b1d1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:18.011173 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89bb81c3-179d-4fff-b98a-eb60156d9799 req-e0d0a66c-1dcf-40bc-b5af-fdea78c9b1d1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 946 time: 0.2836030 Feb 11 13:09:18.020977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-881ff8fa-a38d-4242-b7af-2f61bebfc263 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:18.046719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] Sync routers for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:09:18.054237 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-881ff8fa-a38d-4242-b7af-2f61bebfc263 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:18.124406 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89bb81c3-179d-4fff-b98a-eb60156d9799 req-d637e02f-2531-4ed5-aad5-29e1cc2397cf tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116004 Feb 11 13:09:18.126821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:09:18.132047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:09:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:18.330210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-28cd94e0-5ec2-4b6f-bbb3-815918e77a01 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:18.332187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-28cd94e0-5ec2-4b6f-bbb3-815918e77a01 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.73 "GET /v2.0/networks?id=1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 200 len: 813 time: 0.2815728 Feb 11 13:09:18.385372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Request body: {'port': {'device_id': 'd77809d1-0643-4e3b-8edd-1e1405fbfb99', 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694', 'admin_state_up': True, 'tenant_id': '04f69df148f0403a8e621332d0312e2f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:18.584930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81107372-c49e-4072-857a-8ef717c1dcf5 req-38abcd3e-f4a5-4a68-8a16-e2242b8dfa73 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:18.596853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81107372-c49e-4072-857a-8ef717c1dcf5 req-38abcd3e-f4a5-4a68-8a16-e2242b8dfa73 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.1962957 Feb 11 13:09:18.612843 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:18.671052 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81107372-c49e-4072-857a-8ef717c1dcf5 req-755d4cec-b89e-4f3d-883d-d0c29e887f4c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722940 Feb 11 13:09:18.895375 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:18.914547 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:18.926123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:09:18.947608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-881ff8fa-a38d-4242-b7af-2f61bebfc263 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "PUT /v2.0/floatingips/8931157e-2fcd-482d-80f8-96fc26c3f14d HTTP/1.1" status: 200 len: 695 time: 5.5164690 Feb 11 13:09:18.955190 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-db60008a-ec77-439a-8417-87348884c56e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:18.978236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:19.347018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:19.356004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] Checking router: 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:09:19.385860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:09:19.386767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:09:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:19.392035 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0ac0e0-6ed8-4318-884e-99739aca90bc', 'name': 'network-vif-deleted', 'tag': '5a3c394b-ab02-4353-9950-dfb906929455', 'status': 'completed', 'code': 200} Feb 11 13:09:19.414862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:19.419616 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3bc0a10d-2107-422c-bebe-30122a3c7e65 req-7f4c19f4-310f-4903-a4e1-ed733040edee tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 210 time: 0.0658791 Feb 11 13:09:19.449325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60008a-ec77-439a-8417-87348884c56e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Pushing event deleted for resources: {'Port': ['ID=84dd855e-c195-42e2-9601-d4eea4dadc6e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:19.488410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Made reservation on behalf of 04f69df148f0403a8e621332d0312e2f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:19.491793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:19.603698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:09:19.836760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-db60008a-ec77-439a-8417-87348884c56e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] No DVR routers for this DVR port 84dd855e-c195-42e2-9601-d4eea4dadc6e on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:19.937583 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-db60008a-ec77-439a-8417-87348884c56e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:19.939633 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9bf655ba-a7a3-47fa-8e53-e8df3b3305df req-db60008a-ec77-439a-8417-87348884c56e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "DELETE /v2.0/ports/84dd855e-c195-42e2-9601-d4eea4dadc6e HTTP/1.1" status: 204 len: 173 time: 3.2179000 Feb 11 13:09:20.052964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-17399739-262f-49a0-b84c-5d1030c3ee02 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.054442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-17399739-262f-49a0-b84c-5d1030c3ee02 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "GET /v2.0/networks?id=1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 200 len: 813 time: 1.3029139 Feb 11 13:09:20.109010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Request body: {'port': {'device_id': '1149ce89-e060-4c5d-b899-199962612d1a', 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694', 'admin_state_up': True, 'tenant_id': '04f69df148f0403a8e621332d0312e2f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:20.113381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e629-4c00-4e61-91e8-c9c9759041d1 req-f8dbce57-7c8e-41e7-a245-907ad9da5988 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.117940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3419e629-4c00-4e61-91e8-c9c9759041d1 req-f8dbce57-7c8e-41e7-a245-907ad9da5988 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.3611867 Feb 11 13:09:20.133038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549557b-7962-4519-98bd-f48f837683cc req-3c025345-c098-4bcf-8fef-15501cec4528 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.135145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-3c025345-c098-4bcf-8fef-15501cec4528 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.75 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 813 time: 0.5307918 Feb 11 13:09:20.172466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'port': {'device_id': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'network_id': '20489804-476a-4332-a946-803b725f133b', 'admin_state_up': True, 'tenant_id': '30e4e65ed6db4a40b9baf3f9e6919213'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:20.187617 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:20.233543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:20.239387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72357a-47e6-411f-b458-add1edacab46 None None] The sync data for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 is: [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:07:36Z', 'revision_number': 4, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '689100ae-d5de-48cd-9517-05e9ba6f13ce', 'name': '', 'network_id': 'd66ec596-dd90-437e-8518-ffca133f948a', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'mac_address': 'fa:16:3e:e4:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:33Z', 'updated_at': '2022-02-11T13:07:48Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'subnets': [{'id': '7c100edd-48d2-4b49-aac3-9726cf53f91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:09:20.343322 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3419e629-4c00-4e61-91e8-c9c9759041d1 req-b73107ee-ef8e-4a72-8b3d-c5078f840373 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068927 Feb 11 13:09:20.350241 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-586442a2-5d0d-424f-937b-c4baeb8cf8a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1097 time: 1.2451341 Feb 11 13:09:20.415995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:20.420725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:port and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:20.424575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:20.432004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:20.455624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Made reservation on behalf of 30e4e65ed6db4a40b9baf3f9e6919213 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:20.460522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:20.603237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-373d55bd-ae5e-4d9b-b476-9ad517730558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.605159 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-373d55bd-ae5e-4d9b-b476-9ad517730558 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.2539186 Feb 11 13:09:20.613329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Allocated IP 172.20.0.11 (1ebe32f3-cc63-4373-980a-ede3f9c26694/78c4e170-a34f-4706-a93c-98b3728cc264/5bbb7df7-f1fe-47f3-9325-a0eccbe56843) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:20.712973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbaebbcf-103a-4f1c-9777-854452bd90f8 req-3a05f7c3-57e5-4a1a-ab93-f43d1df8a403 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 210 time: 0.2041564 Feb 11 13:09:20.724568 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-4587d17a-fb1f-4111-b871-07726fa01ce5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 217 time: 0.1087213 Feb 11 13:09:20.726434 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a6985-8506-4e1c-80d3-9ef7c1263174 None None] New status for floating IP 8931157e-2fcd-482d-80f8-96fc26c3f14d: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:09:20.939204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:20.947215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Usage tracker for resource:port and tenant:04f69df148f0403a8e621332d0312e2f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:20.960019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:20.991483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-5688fcb7-2cc7-4f72-84b9-94a0a3bd83db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.991483 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-5688fcb7-2cc7-4f72-84b9-94a0a3bd83db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.2443490 Feb 11 13:09:20.991483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:21.092701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Made reservation on behalf of 04f69df148f0403a8e621332d0312e2f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:21.095757 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:21.110834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Allocated IP 172.20.0.12 (20489804-476a-4332-a946-803b725f133b/95947634-a8f9-4d00-a88f-019def2cc7d3/067bf274-73f8-4877-bf04-17867850256e) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:21.391229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-b45fc961-d422-43cf-8418-30f2d37e608c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3654790 Feb 11 13:09:21.398082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373'}, {'server_uuid': '0bcc4a26-6702-43d9-8a12-f50efcf5244c', 'name': 'network-vif-deleted', 'tag': '84dd855e-c195-42e2-9601-d4eea4dadc6e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:21.471645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa688-eae0-49c1-8d54-d4460757416b req-732a2f5c-bed5-47ee-92ed-d90324527015 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.479163 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89baa688-eae0-49c1-8d54-d4460757416b req-732a2f5c-bed5-47ee-92ed-d90324527015 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 946 time: 0.4574294 Feb 11 13:09:21.583294 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89baa688-eae0-49c1-8d54-d4460757416b req-3b76e91f-3b7d-4e40-b8c8-563bf74a00a4 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031003 Feb 11 13:09:21.643439 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:21.674712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:21.700173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-4a7e91af-35cd-42e2-93cc-35cd8f45d8d1 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833970 Feb 11 13:09:21.726741 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:21.832119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:21.853337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'Port': ['ID=067bf274-73f8-4877-bf04-17867850256e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:21.864761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Network 20489804-476a-4332-a946-803b725f133b is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:21.869170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:21.873313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:09:21.948188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.948829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:21.969682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Network 1ebe32f3-cc63-4373-980a-ede3f9c26694 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:21.977651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd758d8-14b5-46b0-a42d-b3b19c58d3b9 req-692fb87f-011b-4f84-9260-b86ced93d7d8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.979072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6bd758d8-14b5-46b0-a42d-b3b19c58d3b9 req-692fb87f-011b-4f84-9260-b86ced93d7d8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.1701939 Feb 11 13:09:21.994471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:22.007673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:09:22.016214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-1aaa3171-9797-4fd6-85c1-c186a536fdff tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8520427 Feb 11 13:09:22.040294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Request body: {'port': {'device_id': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:22.061428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Allocated IP 172.20.0.13 (1ebe32f3-cc63-4373-980a-ede3f9c26694/78c4e170-a34f-4706-a93c-98b3728cc264/ba76b3e2-af16-4794-a69d-9ba38b4966b8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:22.078664 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e1ad4c7-8939-491d-a4b9-f76ff0e2c508 req-e9ef53b8-4e70-4a98-b616-1061ef91f4e6 service neutron] 10.222.0.67 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694451 Feb 11 13:09:22.089139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Pushing event updated for resources: {'Port': ['ID=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:22.112384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6bd758d8-14b5-46b0-a42d-b3b19c58d3b9 req-63ce1721-99cc-46b7-a0f7-c5d26c7f04f9 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242752 Feb 11 13:09:22.188520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:22.256767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:22.257990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:22.356052 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-6cb107df-a6a6-4ddc-8aac-3d6d384acb84 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9801610 Feb 11 13:09:22.377942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Request body: {'port': {'device_id': 'd77809d1-0643-4e3b-8edd-1e1405fbfb99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:22.516450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2ad52-6404-4681-8f9f-2bba59fd50fe req-b6b47391-8be4-42ae-b1a1-a547f336ea1a tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:22.518058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b2ad52-6404-4681-8f9f-2bba59fd50fe req-b6b47391-8be4-42ae-b1a1-a547f336ea1a tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.2344420 Feb 11 13:09:22.599031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b2ad52-6404-4681-8f9f-2bba59fd50fe req-6474d0c4-f7a5-40c7-9800-87b04e9cc8fc tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661378 Feb 11 13:09:22.601323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9466e-baf3-44ff-ae71-68f603c3b048 req-1bc5db8a-f1bb-46be-b60c-234b9c29cbc8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:22.602829 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2cf9466e-baf3-44ff-ae71-68f603c3b048 req-1bc5db8a-f1bb-46be-b60c-234b9c29cbc8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 932 time: 0.3345299 Feb 11 13:09:22.662738 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:22.691032 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:22.723244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067bf274-73f8-4877-bf04-17867850256e {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:22.733206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:22.743891 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373', 'status': 'completed', 'code': 200} Feb 11 13:09:22.744129 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcc4a26-6702-43d9-8a12-f50efcf5244c', 'name': 'network-vif-deleted', 'tag': '84dd855e-c195-42e2-9601-d4eea4dadc6e', 'status': 'completed', 'code': 200} Feb 11 13:09:22.749464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Transition to ACTIVE for port object 067bf274-73f8-4877-bf04-17867850256e will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:22.754496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:22.827227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2cf9466e-baf3-44ff-ae71-68f603c3b048 req-48b65912-c970-4792-b3d5-f75705a69074 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Synchronizing usage tracker for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:22.900910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Pushing event updated for resources: {'Port': ['ID=067bf274-73f8-4877-bf04-17867850256e,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:22.927477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2cf9466e-baf3-44ff-ae71-68f603c3b048 req-48b65912-c970-4792-b3d5-f75705a69074 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Unset dirty status for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:22.928859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2cf9466e-baf3-44ff-ae71-68f603c3b048 req-48b65912-c970-4792-b3d5-f75705a69074 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116436 Feb 11 13:09:22.945623 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:23.047334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Attempting to bind port 067bf274-73f8-4877-bf04-17867850256e on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:23.047706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Attempting to bind port 067bf274-73f8-4877-bf04-17867850256e by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '4b5eadf8-3af3-4821-8d77-9fcb453a15ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20489804-476a-4332-a946-803b725f133b'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:23.048045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Attempting to bind port 067bf274-73f8-4877-bf04-17867850256e on network 20489804-476a-4332-a946-803b725f133b {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:23.054894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Port 067bf274-73f8-4877-bf04-17867850256e on network 20489804-476a-4332-a946-803b725f133b not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:09:23.055243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Attempting to bind port 067bf274-73f8-4877-bf04-17867850256e on network 20489804-476a-4332-a946-803b725f133b {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:23.063208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:23.063744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Checking segment: {'id': '4b5eadf8-3af3-4821-8d77-9fcb453a15ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20489804-476a-4332-a946-803b725f133b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:23.064294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Bound using segment: {'id': '4b5eadf8-3af3-4821-8d77-9fcb453a15ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20489804-476a-4332-a946-803b725f133b'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:23.064903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Bound port: 067bf274-73f8-4877-bf04-17867850256e, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5eadf8-3af3-4821-8d77-9fcb453a15ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20489804-476a-4332-a946-803b725f133b'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:23.065419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:23.150140 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-016b8f94-2b2c-4593-8c09-c8816caa0a77 req-4c0a40f3-3abf-4e98-a004-715b4f88ac6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f091c04736694ca39b7f651d133df13b&device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 1097 time: 0.3942239 Feb 11 13:09:23.152032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Network 1ebe32f3-cc63-4373-980a-ede3f9c26694 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:23.162078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:23.186407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] For port 067bf274-73f8-4877-bf04-17867850256e, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:23.189711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] For port 067bf274-73f8-4877-bf04-17867850256e, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=067bf274-73f8-4877-bf04-17867850256e,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:23.201570 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:23.204321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Pushing event updated for resources: {'Port': ['ID=ba76b3e2-af16-4794-a69d-9ba38b4966b8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:23.211457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:09:23.291743 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:23.293107 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] 10.222.0.75 "PUT /v2.0/ports/067bf274-73f8-4877-bf04-17867850256e HTTP/1.1" status: 200 len: 1092 time: 1.2591791 Feb 11 13:09:23.293534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'tag': '067bf274-73f8-4877-bf04-17867850256e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:23.396680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57924acd-0bf8-4418-bcfb-42905300c132 service neutron] Pushing event updated for resources: {'Port': ['ID=067bf274-73f8-4877-bf04-17867850256e,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:23.485719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2543df-97c4-4f33-bcdb-5de3ea97a4c3 req-2150cf27-635d-4ada-be42-8c23c665df89 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.498472 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e2543df-97c4-4f33-bcdb-5de3ea97a4c3 req-2150cf27-635d-4ada-be42-8c23c665df89 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 946 time: 0.1856711 Feb 11 13:09:23.511208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.512035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:23.545676 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-5680819d-524a-40af-bd64-5252e0e3cebb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 1095 time: 0.1823173 Feb 11 13:09:23.565329 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:09:23.573376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b8f94-2b2c-4593-8c09-c8816caa0a77 req-c7a8c244-ddd9-4d96-8ae7-24d0d75a34f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.575452 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-016b8f94-2b2c-4593-8c09-c8816caa0a77 req-c7a8c244-ddd9-4d96-8ae7-24d0d75a34f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 200 len: 922 time: 0.4138522 Feb 11 13:09:23.583719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-afd683d7-6f8c-42b2-bcc4-730bde319fa2 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4977069 Feb 11 13:09:23.629677 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e2543df-97c4-4f33-bcdb-5de3ea97a4c3 req-16e82baf-90d2-4e2b-ac32-c5666dc21204 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296301 Feb 11 13:09:23.631425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-98a78d3e-3404-4747-b40b-1cd1097d031b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067bf274-73f8-4877-bf04-17867850256e HTTP/1.1" status: 200 len: 217 time: 0.0773766 Feb 11 13:09:23.689115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-016b8f94-2b2c-4593-8c09-c8816caa0a77 req-07e918b1-35f4-46db-b85a-8acd0f509801 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 200 len: 217 time: 0.1044915 Feb 11 13:09:23.704572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Request body: {'port': {'device_id': '1149ce89-e060-4c5d-b899-199962612d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:23.838521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee9a36-4307-4251-aa54-5c4a2c48589d req-229ba695-8d75-419d-b446-cbed5e34db89 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.839461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-63ee9a36-4307-4251-aa54-5c4a2c48589d req-229ba695-8d75-419d-b446-cbed5e34db89 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Synchronizing usage tracker for tenant:04f69df148f0403a8e621332d0312e2f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:23.873630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:23.893928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549557b-7962-4519-98bd-f48f837683cc req-58086295-85fa-4b49-ac8c-376849234b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.895541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-58086295-85fa-4b49-ac8c-376849234b32 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=95947634-a8f9-4d00-a88f-019def2cc7d3 HTTP/1.1" status: 200 len: 853 time: 0.2538228 Feb 11 13:09:23.902218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:23.965327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-9717574a-d74f-4cb0-a32d-76384bd32935 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20489804-476a-4332-a946-803b725f133b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570095 Feb 11 13:09:23.966400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b8f94-2b2c-4593-8c09-c8816caa0a77 req-a21c0f0e-f442-4447-9b88-60754af8f4e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.968528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-016b8f94-2b2c-4593-8c09-c8816caa0a77 req-a21c0f0e-f442-4447-9b88-60754af8f4e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 200 len: 860 time: 0.2146432 Feb 11 13:09:23.969108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-63ee9a36-4307-4251-aa54-5c4a2c48589d req-229ba695-8d75-419d-b446-cbed5e34db89 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Unset dirty status for tenant:04f69df148f0403a8e621332d0312e2f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:23.970911 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63ee9a36-4307-4251-aa54-5c4a2c48589d req-229ba695-8d75-419d-b446-cbed5e34db89 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 932 time: 0.8126016 Feb 11 13:09:24.007959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fac431-d144-4978-9f70-f9fb22418991 req-f5120195-667d-43e2-9ef7-910000fbb532 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:24.009472 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75fac431-d144-4978-9f70-f9fb22418991 req-f5120195-667d-43e2-9ef7-910000fbb532 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.1775036 Feb 11 13:09:24.023409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Transition to ACTIVE for port object 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:24.050936 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:24.140538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51938) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:24.156473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75fac431-d144-4978-9f70-f9fb22418991 req-749f946f-e0cf-47b0-8ddc-fc388f2bd2e2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984304 Feb 11 13:09:24.176214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-3bcf8407-0aad-4c52-bda2-fcade59bbcc9 service neutron] 10.222.0.75 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038081 Feb 11 13:09:24.248298 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:24.348109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-411c8e8e-f44d-4343-acd7-978daada0be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:24.386808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Pushing event updated for resources: {'Port': ['ID=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:24.390512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-411c8e8e-f44d-4343-acd7-978daada0be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:24.395418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-411c8e8e-f44d-4343-acd7-978daada0be2 admin admin] Usage tracker for resource:security_group_rule and tenant:219012ec4a4049d198b33ffdc8fa2550 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:24.399410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-411c8e8e-f44d-4343-acd7-978daada0be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:24.407039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-411c8e8e-f44d-4343-acd7-978daada0be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:24.440850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63ee9a36-4307-4251-aa54-5c4a2c48589d req-cae73a1d-26fe-4429-9e67-b3bc572356ba tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604011 Feb 11 13:09:24.464964 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-016b8f94-2b2c-4593-8c09-c8816caa0a77 req-854c9705-3a57-46e8-b8ef-e7d08b9d23d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d66ec596-dd90-437e-8518-ffca133f948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4824483 Feb 11 13:09:24.632760 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'tag': '067bf274-73f8-4877-bf04-17867850256e', 'status': 'completed', 'code': 200} Feb 11 13:09:24.639713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-411c8e8e-f44d-4343-acd7-978daada0be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:24.661961 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-411c8e8e-f44d-4343-acd7-978daada0be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:24.739998 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5549557b-7962-4519-98bd-f48f837683cc req-bda982f7-135e-494a-bc02-80b4aacf0f90 service neutron] 10.222.0.75 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193119 Feb 11 13:09:24.777600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c8e8e-f44d-4343-acd7-978daada0be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bb5b57-2350-4f8d-895d-e2835dddca3f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:24.785424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-411c8e8e-f44d-4343-acd7-978daada0be2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=219012ec4a4049d198b33ffdc8fa2550&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6409719 Feb 11 13:09:24.788980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51950) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:24.877774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c59a9-921d-42e9-aa74-384e580ab4d4 req-e17384d3-cb05-45c8-ae5d-e82aa6a8b039 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:24.879561 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d65c59a9-921d-42e9-aa74-384e580ab4d4 req-e17384d3-cb05-45c8-ae5d-e82aa6a8b039 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.3183687 Feb 11 13:09:24.947717 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-416355e4-f5bf-44f4-96c6-f703c09929d9 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1097 time: 0.6178863 Feb 11 13:09:24.971157 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02d8a909-127c-42c1-b99d-873fdd7803ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:24.992313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d65c59a9-921d-42e9-aa74-384e580ab4d4 req-5a41a73c-084e-4faa-946a-9d497ebd52e9 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963132 Feb 11 13:09:25.009481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Attempting to bind port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:25.009813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Attempting to bind port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:25.010138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Attempting to bind port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:25.014456 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d221ae0-8d0f-4dda-91d6-748d8ebecb97 req-a279c6c3-7024-4fee-bcf3-ef0ab9d4e1a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 1095 time: 0.1954575 Feb 11 13:09:25.016999 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02d8a909-127c-42c1-b99d-873fdd7803ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:25.037615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818559-1'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:25.100422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:09:25.100835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Attempting to bind port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:25.104271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-016b8f94-2b2c-4593-8c09-c8816caa0a77 req-c599e601-fdc4-4168-995d-7fe0f7ff052a service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877924 Feb 11 13:09:25.174826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:25.175161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Checking segment: {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:25.175532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Bound using segment: {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:25.175972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Bound port: 5bbb7df7-f1fe-47f3-9325-a0eccbe56843, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:25.176313 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:25.253682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-049e74eb-ddc6-49e4-88db-d474f74f8249 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips/8931157e-2fcd-482d-80f8-96fc26c3f14d HTTP/1.1" status: 200 len: 693 time: 0.1185052 Feb 11 13:09:25.308026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221ae0-8d0f-4dda-91d6-748d8ebecb97 req-000ef2c5-bfd3-462e-a393-a335f6729d01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:25.309875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d221ae0-8d0f-4dda-91d6-748d8ebecb97 req-000ef2c5-bfd3-462e-a393-a335f6729d01 service neutron] 10.222.0.75 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 914 time: 0.2841668 Feb 11 13:09:25.368546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf334-c3d4-405b-aa22-062061fad8fd req-fb3b0d0f-7fa1-4ef2-b039-f9653b97f1e4 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:25.370021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c09cf334-c3d4-405b-aa22-062061fad8fd req-fb3b0d0f-7fa1-4ef2-b039-f9653b97f1e4 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 944 time: 0.6443892 Feb 11 13:09:25.432958 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:25.467688 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d221ae0-8d0f-4dda-91d6-748d8ebecb97 req-299abe37-3018-497f-8cf1-53b4d8c33995 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067bf274-73f8-4877-bf04-17867850256e HTTP/1.1" status: 200 len: 217 time: 0.1032214 Feb 11 13:09:25.474192 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02d8a909-127c-42c1-b99d-873fdd7803ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:25.531387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8a909-127c-42c1-b99d-873fdd7803ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bb5b57-2350-4f8d-895d-e2835dddca3f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:25.550987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02d8a909-127c-42c1-b99d-873fdd7803ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:25.555685 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-02d8a909-127c-42c1-b99d-873fdd7803ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f2bb5b57-2350-4f8d-895d-e2835dddca3f HTTP/1.1" status: 204 len: 168 time: 0.7598341 Feb 11 13:09:25.594002 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-016b8f94-2b2c-4593-8c09-c8816caa0a77 req-21a5337a-311d-450f-9072-d5689b28bec3 service neutron] 10.222.0.73 "GET /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727235 Feb 11 13:09:25.648612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] For port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:25.660907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-e15bcd8f-cf74-442e-8135-a889dddc25d1 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:25.667588 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-e15bcd8f-cf74-442e-8135-a889dddc25d1 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.3945754 Feb 11 13:09:25.669281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221ae0-8d0f-4dda-91d6-748d8ebecb97 req-2a4e1374-d970-4114-a72a-dab54ff7ac47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:25.671251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d221ae0-8d0f-4dda-91d6-748d8ebecb97 req-2a4e1374-d970-4114-a72a-dab54ff7ac47 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=95947634-a8f9-4d00-a88f-019def2cc7d3 HTTP/1.1" status: 200 len: 853 time: 0.1890295 Feb 11 13:09:25.693014 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c09cf334-c3d4-405b-aa22-062061fad8fd req-99773a56-b07e-4383-afb8-486d3da1c3e2 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045230 Feb 11 13:09:25.698409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] For port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:25.718285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba76b3e2-af16-4794-a69d-9ba38b4966b8 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:25.773839 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:25.791990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:25.862368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d221ae0-8d0f-4dda-91d6-748d8ebecb97 req-b138923d-ce63-4b15-8b5e-2fea1fe9607b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20489804-476a-4332-a946-803b725f133b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832695 Feb 11 13:09:25.916409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7d561fee-5409-4070-83c9-8cb9bd9d172e details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:09:25.960148 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-4c64e24b-b99e-4fce-b096-8622ef97537f tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 696 time: 0.1959934 Feb 11 13:09:26.078090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Transition to ACTIVE for port object ba76b3e2-af16-4794-a69d-9ba38b4966b8 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:26.110238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:26.124023 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:26.125488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] 10.222.0.73 "PUT /v2.0/ports/5bbb7df7-f1fe-47f3-9325-a0eccbe56843 HTTP/1.1" status: 200 len: 1092 time: 3.7515659 Feb 11 13:09:26.127330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77809d1-0643-4e3b-8edd-1e1405fbfb99', 'tag': '5bbb7df7-f1fe-47f3-9325-a0eccbe56843'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:26.293180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:26.317698 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-cd8b3503-8751-4764-9233-674d14fe2935 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.33 HTTP/1.1" status: 200 len: 696 time: 0.1003592 Feb 11 13:09:26.346554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7d561fee-5409-4070-83c9-8cb9bd9d172e has no active binding in host n-h2-818559-1 {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 11 13:09:26.370736 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8028b-79a4-477e-9c47-74e73d135feb service neutron] Pushing event updated for resources: {'Port': ['ID=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:26.490784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:26.527658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-dd4e6fef-06ce-4530-9fc4-acdb125285b2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Deleting port 69e8e9ad-c990-449e-9c47-5b3437e3e1e1 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:26.529014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-dd4e6fef-06ce-4530-9fc4-acdb125285b2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:26.536626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:26.597517 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-3aaee4d8-3518-417b-bf6a-b615c20fa9fc service neutron] show failed (client error): The resource could not be found. Feb 11 13:09:26.598389 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-3aaee4d8-3518-417b-bf6a-b615c20fa9fc service neutron] 10.222.0.73 "GET /v2.0/ports/04b5ad98-6b90-44c1-8248-a8711f7fa2dd/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.8449123 Feb 11 13:09:26.601177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51968) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:26.655848 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b53cc66d-6dd1-44f5-a805-8a3fb7b0cc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:26.708336 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d221ae0-8d0f-4dda-91d6-748d8ebecb97 req-70077639-388b-4fe7-8580-aa5ae2bd2a07 service neutron] 10.222.0.75 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005202 Feb 11 13:09:26.720231 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:26.782776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2e734-05e9-4cdd-bd27-16172d9fc507 req-e546d160-ff0f-4783-8f5f-f6cfcbbc824b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:26.784612 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3b2e734-05e9-4cdd-bd27-16172d9fc507 req-e546d160-ff0f-4783-8f5f-f6cfcbbc824b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 946 time: 0.8202100 Feb 11 13:09:26.887126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-dd4e6fef-06ce-4530-9fc4-acdb125285b2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:26.887587 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-dd4e6fef-06ce-4530-9fc4-acdb125285b2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:26.899896 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:26.907683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.75', 64843) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:26.922991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b53cc66d-6dd1-44f5-a805-8a3fb7b0cc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:26.927717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Pushing event updated for resources: {'Port': ['ID=ba76b3e2-af16-4794-a69d-9ba38b4966b8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:27.016743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Pushing event updated for resources: {'Port': ['ID=7d561fee-5409-4070-83c9-8cb9bd9d172e,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:27.030878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b53cc66d-6dd1-44f5-a805-8a3fb7b0cc3f admin admin] Usage tracker for resource:security_group_rule and tenant:8375b8a0ace54768b37667a859a839da is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:27.037861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b53cc66d-6dd1-44f5-a805-8a3fb7b0cc3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:27.052878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b53cc66d-6dd1-44f5-a805-8a3fb7b0cc3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:27.089628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-dd4e6fef-06ce-4530-9fc4-acdb125285b2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Calling delete_port for 69e8e9ad-c990-449e-9c47-5b3437e3e1e1 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:27.122872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3b2e734-05e9-4cdd-bd27-16172d9fc507 req-c6fe895e-fa09-4b8d-ab36-637142f63226 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239827 Feb 11 13:09:27.126770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Attempting to bind port ba76b3e2-af16-4794-a69d-9ba38b4966b8 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:27.127104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Attempting to bind port ba76b3e2-af16-4794-a69d-9ba38b4966b8 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:27.127478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Attempting to bind port ba76b3e2-af16-4794-a69d-9ba38b4966b8 on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:27.136545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-4afaa4ef-d419-4f06-bdc3-9156c153477a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=04f69df148f0403a8e621332d0312e2f&device_id=d77809d1-0643-4e3b-8edd-1e1405fbfb99 HTTP/1.1" status: 200 len: 1095 time: 0.8506956 Feb 11 13:09:27.259322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Port ba76b3e2-af16-4794-a69d-9ba38b4966b8 on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:09:27.259645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Attempting to bind port ba76b3e2-af16-4794-a69d-9ba38b4966b8 on network 1ebe32f3-cc63-4373-980a-ede3f9c26694 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:27.279573 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d221ae0-8d0f-4dda-91d6-748d8ebecb97 req-348acf62-4657-4273-9a4f-5fadbd0b9b31 service neutron] 10.222.0.75 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542300 Feb 11 13:09:27.285612 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-dd4e6fef-06ce-4530-9fc4-acdb125285b2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:27.290597 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-60c97153-4ef8-4a0e-b1c1-55cd1302e2f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bbb7df7-f1fe-47f3-9325-a0eccbe56843 HTTP/1.1" status: 200 len: 217 time: 0.1423891 Feb 11 13:09:27.348684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e6fef-06ce-4530-9fc4-acdb125285b2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Pushing event deleted for resources: {'Port': ['ID=69e8e9ad-c990-449e-9c47-5b3437e3e1e1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:27.388710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e on host n-h1-818559-1 for vnic_type normal with profile {"migrating_to": "n-h2-818559-1"} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:27.388996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:27.389313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:27.391377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:27.391704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Checking segment: {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:27.392073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Bound using segment: {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:27.392494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Bound port: ba76b3e2-af16-4794-a69d-9ba38b4966b8, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:27.392833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:27.427125 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-d804d939-6a33-4996-9f33-14039e9231ca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad&tenant_id=12b287917ba646e9b3169123c7ffe5dc HTTP/1.1" status: 200 len: 1100 time: 0.5160022 Feb 11 13:09:27.443814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:27.472458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Port 7d561fee-5409-4070-83c9-8cb9bd9d172e on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:09:27.472796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Attempting to bind port 7d561fee-5409-4070-83c9-8cb9bd9d172e on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:27.498812 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-dd4e6fef-06ce-4530-9fc4-acdb125285b2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:27.514710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-34f376c8-b5f8-41e8-b95d-b8af46bedff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:27.516749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-34f376c8-b5f8-41e8-b95d-b8af46bedff0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78c4e170-a34f-4706-a93c-98b3728cc264 HTTP/1.1" status: 200 len: 853 time: 0.1822762 Feb 11 13:09:27.575167 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-dd4e6fef-06ce-4530-9fc4-acdb125285b2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:27.576072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b53cc66d-6dd1-44f5-a805-8a3fb7b0cc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:27.576637 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8557b374-1c4d-4abc-a6c6-c1a8bd7c131d req-dd4e6fef-06ce-4530-9fc4-acdb125285b2 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "DELETE /v2.0/floatingips/8931157e-2fcd-482d-80f8-96fc26c3f14d HTTP/1.1" status: 204 len: 173 time: 1.2489431 Feb 11 13:09:27.579611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:27.580458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:27.580458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:27.580988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Bound port: 7d561fee-5409-4070-83c9-8cb9bd9d172e, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:27.581479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:27.585371 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:27.602029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-778dd851-021d-4a12-8184-47edf240753e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ebe32f3-cc63-4373-980a-ede3f9c26694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704801 Feb 11 13:09:27.602634 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b53cc66d-6dd1-44f5-a805-8a3fb7b0cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:27.788364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] For port ba76b3e2-af16-4794-a69d-9ba38b4966b8, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:27.808411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cc66d-6dd1-44f5-a805-8a3fb7b0cc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4344da9a-91b4-4972-bfb2-723c48954e06,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:27.829402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715286d-6801-4e85-9980-c2c280220606 req-779809dd-8209-47b8-8545-0361be25a426 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:27.830961 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2715286d-6801-4e85-9980-c2c280220606 req-779809dd-8209-47b8-8545-0361be25a426 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.5575831 Feb 11 13:09:27.833972 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b53cc66d-6dd1-44f5-a805-8a3fb7b0cc3f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8375b8a0ace54768b37667a859a839da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2198431 Feb 11 13:09:27.841877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] For port ba76b3e2-af16-4794-a69d-9ba38b4966b8, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ba76b3e2-af16-4794-a69d-9ba38b4966b8,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:27.842738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51980) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:27.879577 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:27.937727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 067bf274-73f8-4877-bf04-17867850256e details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:09:27.999472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb25437-a6e7-4154-9aea-f52fa1dfac5f req-3ac784b1-4767-410d-8dcd-a9addf1cab05 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:28.000933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9bb25437-a6e7-4154-9aea-f52fa1dfac5f req-3ac784b1-4767-410d-8dcd-a9addf1cab05 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 944 time: 0.2999680 Feb 11 13:09:28.021944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:28.041221 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.042502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] 10.222.0.75 "PUT /v2.0/ports/ba76b3e2-af16-4794-a69d-9ba38b4966b8 HTTP/1.1" status: 200 len: 1092 time: 4.4280806 Feb 11 13:09:28.056536 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-bd4a67e0-c9fd-4967-b100-fc5c7f0f50e7 service neutron] 10.222.0.73 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383590 Feb 11 13:09:28.064822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:28.104194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:28.104867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2715286d-6801-4e85-9980-c2c280220606 req-402acc94-487b-4e30-acfb-809789267d61 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515368 Feb 11 13:09:28.113355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.119269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 067bf274-73f8-4877-bf04-17867850256e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=067bf274-73f8-4877-bf04-17867850256e,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:28.140758 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9bb25437-a6e7-4154-9aea-f52fa1dfac5f req-eb08efb4-ed57-4913-8de9-5a5cb48b75f0 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333833 Feb 11 13:09:28.144778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '067bf274-73f8-4877-bf04-17867850256e', 'network_id': '20489804-476a-4332-a946-803b725f133b', 'port_id': '067bf274-73f8-4877-bf04-17867850256e', 'mac_address': 'fa:16:3e:a1:68:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95947634-a8f9-4d00-a88f-019def2cc7d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:09:28.163396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:28.218883 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.241768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067bf274-73f8-4877-bf04-17867850256e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:28.244179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:28.255886 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.267187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 067bf274-73f8-4877-bf04-17867850256e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=067bf274-73f8-4877-bf04-17867850256e,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:28.271667 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.297715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Transition to ACTIVE for port object 04b5ad98-6b90-44c1-8248-a8711f7fa2dd will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:28.302656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.349666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=067bf274-73f8-4877-bf04-17867850256e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:28.357937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063e895-8e18-4599-a0fa-a48436ef06cc service neutron] Pushing event updated for resources: {'Port': ['ID=ba76b3e2-af16-4794-a69d-9ba38b4966b8,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:28.362568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.363107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.363311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.363751 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.364144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.364476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.364805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.365126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.365460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.365769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.366088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:28.396076 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77809d1-0643-4e3b-8edd-1e1405fbfb99', 'tag': '5bbb7df7-f1fe-47f3-9325-a0eccbe56843', 'status': 'completed', 'code': 200} Feb 11 13:09:28.507825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1445cc47-5187-45b2-ad4a-14616df207eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.518620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] No DVR routers for this DVR port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:28.520496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=6']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:28.595693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:28.596079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:28.596627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:28.608395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:09:28.608721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:28.617606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9215d-6518-4d47-a07d-56c83ffe5810 req-fa80735e-5a01-4757-a7ed-993b1f71af0c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:28.618322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f0b9215d-6518-4d47-a07d-56c83ffe5810 req-fa80735e-5a01-4757-a7ed-993b1f71af0c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Synchronizing usage tracker for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:28.629926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:28.630818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:28.630818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:28.631111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Bound port: 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:28.631436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.677053 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1445cc47-5187-45b2-ad4a-14616df207eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.685851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f0b9215d-6518-4d47-a07d-56c83ffe5810 req-fa80735e-5a01-4757-a7ed-993b1f71af0c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Unset dirty status for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:28.686729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0b9215d-6518-4d47-a07d-56c83ffe5810 req-fa80735e-5a01-4757-a7ed-993b1f71af0c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 945 time: 0.3314011 Feb 11 13:09:28.688254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Pushing event updated for resources: {'Port': ['ID=7d561fee-5409-4070-83c9-8cb9bd9d172e,revision_number=8']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:28.702204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['067bf274-73f8-4877-bf04-17867850256e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:28.743209 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-43022267-419f-4c81-88df-4da6f856b004 service neutron] 10.222.0.73 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732848 Feb 11 13:09:28.755096 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.756414 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-96ff8342-5745-4158-b650-1ad6ab2d775e service neutron] 10.222.0.75 "PUT /v2.0/ports/7d561fee-5409-4070-83c9-8cb9bd9d172e HTTP/1.1" status: 200 len: 1122 time: 3.7408359 Feb 11 13:09:28.770782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c411ae-dd8d-4ab4-a32f-bb316c6fa11c req-ed69cfee-3947-4a5a-822c-e452df2be21d tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:28.776606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:28.777824 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a9c411ae-dd8d-4ab4-a32f-bb316c6fa11c req-ed69cfee-3947-4a5a-822c-e452df2be21d tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 949 time: 0.3836281 Feb 11 13:09:28.781029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f0b9215d-6518-4d47-a07d-56c83ffe5810 req-01f098fb-923d-450a-9969-05337881af5b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Synchronizing usage tracker for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:28.785196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:28.793089 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.853217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f0b9215d-6518-4d47-a07d-56c83ffe5810 req-01f098fb-923d-450a-9969-05337881af5b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Unset dirty status for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:28.854425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0b9215d-6518-4d47-a07d-56c83ffe5810 req-01f098fb-923d-450a-9969-05337881af5b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584592 Feb 11 13:09:28.866837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-7ace1f62-47d0-45b7-a90a-39d7eea28c48 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04f69df148f0403a8e621332d0312e2f&device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 1095 time: 0.7589092 Feb 11 13:09:28.872831 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.873718 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] 10.222.0.75 "PUT /v2.0/ports/04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 1095 time: 1.4341486 Feb 11 13:09:28.908746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26ea95-de26-4323-851f-baa5dc688c00 service neutron] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=7']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:28.920850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7d561fee-5409-4070-83c9-8cb9bd9d172e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:28.953693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['7d561fee-5409-4070-83c9-8cb9bd9d172e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:28.974495 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1445cc47-5187-45b2-ad4a-14616df207eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.993415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a9c411ae-dd8d-4ab4-a32f-bb316c6fa11c req-4d62893b-1c73-4db7-939f-b2dda31dd513 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144058 Feb 11 13:09:29.005360 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-4bdf070d-994f-462e-9c9d-c8c45fbaf526 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba76b3e2-af16-4794-a69d-9ba38b4966b8 HTTP/1.1" status: 200 len: 217 time: 0.1160972 Feb 11 13:09:29.037052 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-9c237fc1-d2fa-427e-b647-619a00184092 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1098 time: 0.1178138 Feb 11 13:09:29.116332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:29.123375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445cc47-5187-45b2-ad4a-14616df207eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4344da9a-91b4-4972-bfb2-723c48954e06,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:29.142692 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1445cc47-5187-45b2-ad4a-14616df207eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:29.144141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1445cc47-5187-45b2-ad4a-14616df207eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4344da9a-91b4-4972-bfb2-723c48954e06 HTTP/1.1" status: 204 len: 168 time: 1.2967839 Feb 11 13:09:29.159899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a69b1045-a685-4ec1-bb51-708e4d527f72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:29.161521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-a69b1045-a685-4ec1-bb51-708e4d527f72 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78c4e170-a34f-4706-a93c-98b3728cc264 HTTP/1.1" status: 200 len: 853 time: 0.1410403 Feb 11 13:09:29.164359 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0688f406-38da-4d28-ac13-22c928d0332b req-5a37ec33-e709-4907-977e-73978474f847 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=04f69df148f0403a8e621332d0312e2f&device_id=d77809d1-0643-4e3b-8edd-1e1405fbfb99 HTTP/1.1" status: 200 len: 1095 time: 0.3525298 Feb 11 13:09:29.239617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:09:29.305678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-2e0bc754-f330-41ba-9cdf-cb568ae2c26b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:29.308634 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-2e0bc754-f330-41ba-9cdf-cb568ae2c26b service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2629979 Feb 11 13:09:29.378789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-f55da70e-de90-4852-8b21-e38f36e68324 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ebe32f3-cc63-4373-980a-ede3f9c26694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742218 Feb 11 13:09:29.401305 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-f3e59599-3ad6-46cf-91ff-e11eb6c933de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 217 time: 0.0856345 Feb 11 13:09:29.553548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-f465acb3-17de-41f6-814c-209a9b95157f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:29.555224 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-f465acb3-17de-41f6-814c-209a9b95157f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1471443 Feb 11 13:09:29.678991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f406-38da-4d28-ac13-22c928d0332b req-0cbb8d9f-5823-4e18-b584-5507d2d66cc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:29.680823 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0688f406-38da-4d28-ac13-22c928d0332b req-0cbb8d9f-5823-4e18-b584-5507d2d66cc8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 200 len: 914 time: 0.5095420 Feb 11 13:09:29.687631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b14ba-b539-4fea-a4af-caa1f3974e58 req-0d454196-a5fc-4352-be4e-ef42e8f12b0c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:29.689015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a5b14ba-b539-4fea-a4af-caa1f3974e58 req-0d454196-a5fc-4352-be4e-ef42e8f12b0c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 944 time: 0.1939068 Feb 11 13:09:29.696535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-f44075c0-aa35-4fc0-bb19-87b48d258c85 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:29.698890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-f44075c0-aa35-4fc0-bb19-87b48d258c85 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 808 time: 0.3229239 Feb 11 13:09:29.749698 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-8b884f90-e296-4751-89ee-25e23bfd1c9d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1835701 Feb 11 13:09:29.752302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a5b14ba-b539-4fea-a4af-caa1f3974e58 req-5634f9be-aeb6-4231-a1b2-f6b3432dea56 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546167 Feb 11 13:09:29.777476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-e9b2bf24-0313-4c41-b9d5-6388bdd11d26 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/quotas/43e57f5e521545208f8f14d0937ff0f1 HTTP/1.1" status: 200 len: 375 time: 0.0192621 Feb 11 13:09:29.780677 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-696af5b5-481f-4542-91d1-a60b327bfb03 service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757846 Feb 11 13:09:29.833593 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0688f406-38da-4d28-ac13-22c928d0332b req-bc4cc2ad-413d-4a64-aaeb-7f052e85d05c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bbb7df7-f1fe-47f3-9325-a0eccbe56843 HTTP/1.1" status: 200 len: 217 time: 0.1299062 Feb 11 13:09:29.903381 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'code': 200} Feb 11 13:09:29.931625 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-e944027b-68df-4308-9771-42a5479027fa service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720548 Feb 11 13:09:29.970979 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 55c7365b-466c-4ff6-afa6-efb689268e5c details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:09:30.017261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f406-38da-4d28-ac13-22c928d0332b req-bf228181-58fb-4606-9a7f-1902868092dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.018700 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0688f406-38da-4d28-ac13-22c928d0332b req-bf228181-58fb-4606-9a7f-1902868092dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78c4e170-a34f-4706-a93c-98b3728cc264 HTTP/1.1" status: 200 len: 853 time: 0.1620569 Feb 11 13:09:30.167067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 55c7365b-466c-4ff6-afa6-efb689268e5c no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:30.179733 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-19778acf-2c0c-4288-83ef-3cfb23d961b6 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3904815 Feb 11 13:09:30.195989 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0688f406-38da-4d28-ac13-22c928d0332b req-528e829b-dae5-4b34-9504-39143d19582b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1ebe32f3-cc63-4373-980a-ede3f9c26694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586194 Feb 11 13:09:30.213790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176f945-ad53-4066-b481-3adc83b55b86 req-ea4763e5-b549-49e0-a140-77f4be038608 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.216619 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c176f945-ad53-4066-b481-3adc83b55b86 req-ea4763e5-b549-49e0-a140-77f4be038608 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 947 time: 0.1311431 Feb 11 13:09:30.219094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb24c55a-aae6-4c57-b70e-bfee43d0e84c req-6efaee82-d341-47a9-8f8d-e5b80ee7b739 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761776 Feb 11 13:09:30.235619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:30.271903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'mac_address': 'fa:16:3e:ba:e1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:09:30.354022 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-2e90ab8e-7d25-4125-898a-e88832a3fde9 service neutron] 10.222.0.67 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605546 Feb 11 13:09:30.399683 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:30.435574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c176f945-ad53-4066-b481-3adc83b55b86 req-4f483e97-0e69-4d3d-92f6-c674406647b0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124727 Feb 11 13:09:30.441252 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:30.495010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d561fee-5409-4070-83c9-8cb9bd9d172e'}, {'name': 'network-changed', 'server_uuid': '1149ce89-e060-4c5d-b899-199962612d1a', 'tag': 'ba76b3e2-af16-4794-a69d-9ba38b4966b8'}, {'name': 'network-changed', 'server_uuid': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'tag': '7d561fee-5409-4070-83c9-8cb9bd9d172e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:30.498526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55c7365b-466c-4ff6-afa6-efb689268e5c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:30.508734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aefc657d-8507-4c67-9a0c-146b95e2ad31 req-cb77e4c7-6f27-47d0-8000-74dd53deb288 service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6742330 Feb 11 13:09:30.553193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:30.560490 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:30.638537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad78ba-1bac-47f6-97e1-103dfeb826d0 req-d0929740-caed-4ae3-840d-33201f946efc tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.646234 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbad78ba-1bac-47f6-97e1-103dfeb826d0 req-d0929740-caed-4ae3-840d-33201f946efc tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 944 time: 0.1016040 Feb 11 13:09:30.663174 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-41ede075-e049-4aeb-afbc-fdf3fa8eda96 service neutron] 10.222.0.67 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848213 Feb 11 13:09:30.717581 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbad78ba-1bac-47f6-97e1-103dfeb826d0 req-a0862948-09d8-4c86-89e9-b5034b5ba658 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701239 Feb 11 13:09:30.719843 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0688f406-38da-4d28-ac13-22c928d0332b req-a699890d-a8a8-4ae3-8419-a3db66484112 service neutron] 10.222.0.73 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625650 Feb 11 13:09:30.748878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:30.760356 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:09:30.760706 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:09:30.944916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0688f406-38da-4d28-ac13-22c928d0332b req-093fd330-6150-4e25-be13-7981d61102e9 service neutron] 10.222.0.73 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147574 Feb 11 13:09:30.949423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225216-f7f8-48ad-8196-9f03f7131ca4 req-e9e6225e-973c-40f3-965a-a4d569865321 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.950941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b3225216-f7f8-48ad-8196-9f03f7131ca4 req-e9e6225e-973c-40f3-965a-a4d569865321 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Synchronizing usage tracker for tenant:f091c04736694ca39b7f651d133df13b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:30.962118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-fab1383f-1674-45e1-b367-29b1f379131e tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.963770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-fab1383f-1674-45e1-b367-29b1f379131e tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.73 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 946 time: 0.1308472 Feb 11 13:09:30.969476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b3225216-f7f8-48ad-8196-9f03f7131ca4 req-e9e6225e-973c-40f3-965a-a4d569865321 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Unset dirty status for tenant:f091c04736694ca39b7f651d133df13b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:30.971047 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3225216-f7f8-48ad-8196-9f03f7131ca4 req-e9e6225e-973c-40f3-965a-a4d569865321 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 946 time: 0.1208615 Feb 11 13:09:31.016627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['55c7365b-466c-4ff6-afa6-efb689268e5c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:31.029719 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3225216-f7f8-48ad-8196-9f03f7131ca4 req-b59ef72a-6ac2-4d40-9feb-fff2f096836d tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523458 Feb 11 13:09:31.069947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-0b8d7018-8d5a-44d3-9e18-b0320691ef89 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Deleting port 68e16767-fcec-41b9-bed7-c27b649a1373 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:31.070624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-0b8d7018-8d5a-44d3-9e18-b0320691ef89 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:31.101149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:09:31.291973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:31.336156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '5bbb7df7-f1fe-47f3-9325-a0eccbe56843', 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694', 'port_id': '5bbb7df7-f1fe-47f3-9325-a0eccbe56843', 'mac_address': 'fa:16:3e:f1:2b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c4e170-a34f-4706-a93c-98b3728cc264', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:09:31.388607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e496c6f-4dcc-4afa-bc26-01bad443a6ff req-5170978a-2bae-4c94-a107-c859e22464d9 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:31.407428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e496c6f-4dcc-4afa-bc26-01bad443a6ff req-5170978a-2bae-4c94-a107-c859e22464d9 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 945 time: 0.1458673 Feb 11 13:09:31.485861 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e496c6f-4dcc-4afa-bc26-01bad443a6ff req-029577ce-26f5-4576-9582-ab240e029a6d tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774698 Feb 11 13:09:31.576174 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:31.586459 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:31.627591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:31.629637 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d561fee-5409-4070-83c9-8cb9bd9d172e', 'code': 200} Feb 11 13:09:31.630102 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1149ce89-e060-4c5d-b899-199962612d1a', 'tag': 'ba76b3e2-af16-4794-a69d-9ba38b4966b8', 'status': 'completed', 'code': 200} Feb 11 13:09:31.630102 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'tag': '7d561fee-5409-4070-83c9-8cb9bd9d172e', 'status': 'completed', 'code': 200} Feb 11 13:09:31.635919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 55c7365b-466c-4ff6-afa6-efb689268e5c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:31.685785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:31.695556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9685c1c-50cb-4930-82a7-5d6bcdb75121 req-a30ab8e1-a314-4f3f-8a9c-d74ede3ce322 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:31.695990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:31.697410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9685c1c-50cb-4930-82a7-5d6bcdb75121 req-a30ab8e1-a314-4f3f-8a9c-d74ede3ce322 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 948 time: 0.3355460 Feb 11 13:09:31.706738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:31.789201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:31.791898 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:31.868885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100f5f2-f7b4-453e-8076-5fdfa15cef57 req-ba4c7dea-7d2d-45cc-a1f6-04f90d34bc06 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:31.871045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=10']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:31.871589 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a100f5f2-f7b4-453e-8076-5fdfa15cef57 req-ba4c7dea-7d2d-45cc-a1f6-04f90d34bc06 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 944 time: 0.1171513 Feb 11 13:09:31.876793 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9685c1c-50cb-4930-82a7-5d6bcdb75121 req-77d462cc-863c-4bab-8ecc-05c23f02745c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255167 Feb 11 13:09:31.909485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-0b8d7018-8d5a-44d3-9e18-b0320691ef89 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] For port 68e16767-fcec-41b9-bed7-c27b649a1373, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68e16767-fcec-41b9-bed7-c27b649a1373,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:31.910119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-0b8d7018-8d5a-44d3-9e18-b0320691ef89 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:31.945931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:31.978341 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a100f5f2-f7b4-453e-8076-5fdfa15cef57 req-d49d9ff5-1b52-4951-94d6-4ef310dffe60 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892437 Feb 11 13:09:31.984787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 067bf274-73f8-4877-bf04-17867850256e up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:32.037237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['5bbb7df7-f1fe-47f3-9325-a0eccbe56843'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:32.124866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3bc44431-88c7-445f-a843-5c487c86b5a7 req-6d1df39b-1247-4cca-9577-61340cbadccf tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 210 time: 0.0608783 Feb 11 13:09:32.134750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-a2d677ba-bfe7-4277-a9fd-5d1108f4596d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 1125 time: 0.5011802 Feb 11 13:09:32.151809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-0b8d7018-8d5a-44d3-9e18-b0320691ef89 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Calling delete_port for 68e16767-fcec-41b9-bed7-c27b649a1373 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:32.225334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-4106e6f0-e924-495a-9f1a-b2dc807ad40d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04f69df148f0403a8e621332d0312e2f&device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 1095 time: 0.5412123 Feb 11 13:09:32.344931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 067bf274-73f8-4877-bf04-17867850256e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:32.353204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 067bf274-73f8-4877-bf04-17867850256e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:32.353573 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:32.376370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b160e2-e044-4f6e-a6f1-84c345726e0e req-b67e78fc-627f-4232-8785-18f023d4dceb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:32.385244 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c7b160e2-e044-4f6e-a6f1-84c345726e0e req-b67e78fc-627f-4232-8785-18f023d4dceb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 947 time: 0.1564367 Feb 11 13:09:32.453649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c7b160e2-e044-4f6e-a6f1-84c345726e0e req-bd49bc07-dc40-4f58-b7a3-d5b60e7ecbbd tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669789 Feb 11 13:09:32.515968 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:32.570996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067bf274-73f8-4877-bf04-17867850256e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:32.582182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 067bf274-73f8-4877-bf04-17867850256e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=067bf274-73f8-4877-bf04-17867850256e,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:32.587956 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:32.665240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=067bf274-73f8-4877-bf04-17867850256e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:32.715912 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'status': 'completed', 'code': 200} Feb 11 13:09:32.831023 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-bd1a9e14-6ac1-4c0b-bd0c-b5317544834e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1098 time: 0.0767269 Feb 11 13:09:32.832418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-12ad626f-c4f8-43ac-a048-f96978d47293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:32.833813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-12ad626f-c4f8-43ac-a048-f96978d47293 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 200 len: 914 time: 0.5430050 Feb 11 13:09:32.964153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-3b52dfc8-5b27-4ea9-b43c-94909dfda0ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:32.965444 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-3b52dfc8-5b27-4ea9-b43c-94909dfda0ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.7389176 Feb 11 13:09:32.984672 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-2cb2e029-274e-46b3-b422-754424990e6c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba76b3e2-af16-4794-a69d-9ba38b4966b8 HTTP/1.1" status: 200 len: 217 time: 0.1288080 Feb 11 13:09:33.026295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f148c-2897-4278-9e9d-38d6a3d46c1d req-fadcdbcf-f8b7-49d5-b26f-acdbe9788ff4 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.027845 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aa8f148c-2897-4278-9e9d-38d6a3d46c1d req-fadcdbcf-f8b7-49d5-b26f-acdbe9788ff4 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/ports?device_id=0017fdbf-3d6f-471b-a6db-4daed41f1864 HTTP/1.1" status: 200 len: 946 time: 0.2003214 Feb 11 13:09:33.032353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-7444861d-b66c-4dd5-9311-347ec935a81d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.034123 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-7444861d-b66c-4dd5-9311-347ec935a81d service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.1725740 Feb 11 13:09:33.039267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91a24e-4da3-44cc-805f-c86e5fe5c2b0 req-ef404db9-5864-4a7a-8d35-ec265148a3f8 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.045935 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd91a24e-4da3-44cc-805f-c86e5fe5c2b0 req-ef404db9-5864-4a7a-8d35-ec265148a3f8 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 944 time: 0.5161691 Feb 11 13:09:33.128151 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-b2edec43-7cd2-41da-aeb1-ab7361beec99 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 217 time: 0.0766246 Feb 11 13:09:33.130236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:33.174477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aa8f148c-2897-4278-9e9d-38d6a3d46c1d req-e4e8668f-031d-41f5-8c12-1949fe041dac tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ec8017-d952-4b6a-8025-d1b90261878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382716 Feb 11 13:09:33.216363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-94b5040b-c669-497b-8aee-b6bba4c1d5df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.217672 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-94b5040b-c669-497b-8aee-b6bba4c1d5df service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0774360 Feb 11 13:09:33.220323 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-c67af466-5020-4bf3-9357-fc8d0eb0408b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e HTTP/1.1" status: 200 len: 217 time: 0.2386391 Feb 11 13:09:33.247924 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-0b8d7018-8d5a-44d3-9e18-b0320691ef89 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:33.263921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:33.270355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:33.270704 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:33.316972 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-f88dba20-4d4d-438b-9219-8adceb54052d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829141 Feb 11 13:09:33.421252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-4c81ea80-9dbf-4a4a-b901-e1f383283912 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1098 time: 0.6573768 Feb 11 13:09:33.422065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d7018-8d5a-44d3-9e18-b0320691ef89 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Pushing event deleted for resources: {'Port': ['ID=68e16767-fcec-41b9-bed7-c27b649a1373,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:33.480612 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:33.486734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd91a24e-4da3-44cc-805f-c86e5fe5c2b0 req-02bc8d50-80b6-4742-8e43-897bcf613793 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398689 Feb 11 13:09:33.488545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-85204895-de5b-4dd8-99b8-6346b941e4cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.492075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-85204895-de5b-4dd8-99b8-6346b941e4cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=78c4e170-a34f-4706-a93c-98b3728cc264 HTTP/1.1" status: 200 len: 853 time: 0.4407163 Feb 11 13:09:33.554077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-4c98c48b-b64e-434d-8924-e70f466739d9 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252040 Feb 11 13:09:33.558598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:33.570425 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:33.754063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:33.772369 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-49338096-6bc6-4eb1-9eb6-3a0b14a8d0b9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ebe32f3-cc63-4373-980a-ede3f9c26694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2554610 Feb 11 13:09:33.789233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-95d6d4cd-07dc-413e-94d5-bde4757104c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.790568 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-95d6d4cd-07dc-413e-94d5-bde4757104c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.5444255 Feb 11 13:09:33.823331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-000bc6be-1b32-4dad-a56d-5c83f8a39383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542390 Feb 11 13:09:33.939254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-0b8d7018-8d5a-44d3-9e18-b0320691ef89 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] No DVR routers for this DVR port 68e16767-fcec-41b9-bed7-c27b649a1373 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:33.955859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7c314120-d4be-445f-a019-ebd999e558ae tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.957557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7c314120-d4be-445f-a019-ebd999e558ae tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 808 time: 0.8463726 Feb 11 13:09:33.957696 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-8e92b4e6-0a55-4643-916f-276032fd99c6 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915622 Feb 11 13:09:33.992713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:09:34.006558 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-0b8d7018-8d5a-44d3-9e18-b0320691ef89 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:34.010794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-10cde80e-173e-4e8f-b2b5-59f77f590d8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442695 Feb 11 13:09:34.011204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'name': 'network-vif-deleted', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:34.020126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Request body: {'port': {'device_id': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a', 'admin_state_up': True, 'tenant_id': '43e57f5e521545208f8f14d0937ff0f1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:34.042277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-07f3cbf5-3d0f-43c5-a840-1dda794b9be3 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:34.051415 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-07f3cbf5-3d0f-43c5-a840-1dda794b9be3 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197902 Feb 11 13:09:34.079351 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-8695a084-c150-4119-af58-f2b7e2c6a464 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/quotas/ccdbddfb1dff486d8267a47422e1ee0f HTTP/1.1" status: 200 len: 375 time: 0.0181911 Feb 11 13:09:34.141847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-f93710ed-ba60-4c79-b681-a8d5a5390690 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611243 Feb 11 13:09:34.203145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 55c7365b-466c-4ff6-afa6-efb689268e5c up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:34.282498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:34.308848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'mac_address': 'fa:16:3e:f2:19:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:09:34.342702 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067bf274-73f8-4877-bf04-17867850256e', 'code': 200} Feb 11 13:09:34.404508 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:34.420997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 55c7365b-466c-4ff6-afa6-efb689268e5c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:34.421380 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:34.461606 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-4fb362a5-4718-414f-9aee-e5b25c490799 service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892267 Feb 11 13:09:34.464156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b5ad98-6b90-44c1-8248-a8711f7fa2dd {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:34.496088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:34.504008 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:34.504741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ba76b3e2-af16-4794-a69d-9ba38b4966b8 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:09:34.551742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-65a9cc7d-5b49-4336-aa2e-e084d96109f2 req-0b8d7018-8d5a-44d3-9e18-b0320691ef89 tempest-FloatingIPsAssociationTestJSON-643457774 tempest-FloatingIPsAssociationTestJSON-643457774-project] 10.222.0.73 "DELETE /v2.0/ports/68e16767-fcec-41b9-bed7-c27b649a1373 HTTP/1.1" status: 204 len: 173 time: 3.5814362 Feb 11 13:09:34.581792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-09732344-88e0-4eda-bfac-5717610416da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:34.583410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-09732344-88e0-4eda-bfac-5717610416da service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 1.1457970 Feb 11 13:09:34.709018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:09:34.801565 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:34.865558 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e05e24ad-314e-42d0-a61a-ca92acd3880d req-6a4cf197-9518-4367-a5d6-f4c1e6145b4d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 1097 time: 0.4357686 Feb 11 13:09:34.869570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-425ff5cd-b263-4f0a-a8a7-7b0ab1ae9a3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 217 time: 0.2011371 Feb 11 13:09:34.892596 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-fe0484c8-002a-4290-ab58-97286950989e service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8364251 Feb 11 13:09:34.904372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598565f-5b24-432f-8000-e3025bb1c23a req-71467fa6-d71e-4f4e-9a96-e211348d7e99 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:34.909970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:34.911384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a598565f-5b24-432f-8000-e3025bb1c23a req-71467fa6-d71e-4f4e-9a96-e211348d7e99 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 948 time: 0.3240395 Feb 11 13:09:34.912965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:34.975595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb68895-7d11-4a63-b240-d259af3893fd req-d3b6a209-08e7-4825-8b30-b7a654736efd tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:34.978821 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e05e24ad-314e-42d0-a61a-ca92acd3880d req-d6c72ea1-565e-4428-9abd-712c74af7c45 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006939 Feb 11 13:09:34.984226 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddb68895-7d11-4a63-b240-d259af3893fd req-d3b6a209-08e7-4825-8b30-b7a654736efd tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 946 time: 1.2213330 Feb 11 13:09:34.994546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a598565f-5b24-432f-8000-e3025bb1c23a req-b3a14e08-f87b-47bf-acad-0bad05c439da tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822113 Feb 11 13:09:35.001546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-6164df34-735e-44ef-9a88-e0b2267ac737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:35.003168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-6164df34-735e-44ef-9a88-e0b2267ac737 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1245236 Feb 11 13:09:35.013696 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:35.120767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:35.136738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:35.189186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 68e16767-fcec-41b9-bed7-c27b649a1373 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:35.247126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 68e16767-fcec-41b9-bed7-c27b649a1373 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:09:35.247616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 68e16767-fcec-41b9-bed7-c27b649a1373 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:09:35.268632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Made reservation on behalf of 43e57f5e521545208f8f14d0937ff0f1 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:35.271749 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:35.316267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=11']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:35.331404 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-079ec9f8-f235-4a72-b6ec-c36bfeb1309a service neutron] 10.222.0.75 "GET /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8119104 Feb 11 13:09:35.361090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff145e-24c7-49e8-8818-869bd15f5886 req-ce42a013-1d58-4f00-82a1-5c8d47440f25 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:35.363490 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7ff145e-24c7-49e8-8818-869bd15f5886 req-ce42a013-1d58-4f00-82a1-5c8d47440f25 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 944 time: 0.1433697 Feb 11 13:09:35.378480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ba76b3e2-af16-4794-a69d-9ba38b4966b8, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ba76b3e2-af16-4794-a69d-9ba38b4966b8,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:35.418150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'ba76b3e2-af16-4794-a69d-9ba38b4966b8', 'network_id': '1ebe32f3-cc63-4373-980a-ede3f9c26694', 'port_id': 'ba76b3e2-af16-4794-a69d-9ba38b4966b8', 'mac_address': 'fa:16:3e:3d:35:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c4e170-a34f-4706-a93c-98b3728cc264', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:09:35.443192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7ff145e-24c7-49e8-8818-869bd15f5886 req-1ea9143b-4875-4a71-9adb-32c9218c90e6 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734727 Feb 11 13:09:35.526363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:35.553038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba76b3e2-af16-4794-a69d-9ba38b4966b8 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:35.587518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ba76b3e2-af16-4794-a69d-9ba38b4966b8, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ba76b3e2-af16-4794-a69d-9ba38b4966b8,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:35.593703 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:35.620978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddb68895-7d11-4a63-b240-d259af3893fd req-28b98771-350b-48d1-ae5f-f8b883f7e4c5 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357059 Feb 11 13:09:35.704168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=ba76b3e2-af16-4794-a69d-9ba38b4966b8,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:35.734569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Allocated IP 172.20.0.6 (67ddad11-10dd-4732-a4e0-80241859c24a/cd4c495a-e289-46e6-a8c0-ba75eb92d391/e987f778-f908-4973-9fa8-267918472ac5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:35.748380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46bba0ce-16ed-4658-bcd6-a409ce738085 req-524d0f02-3d3c-43be-8c7c-616554edd9c2 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7442832 Feb 11 13:09:35.769511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20ec00d9-e57f-4757-9889-4101d795ffc4 req-ff3ba79b-4921-4a9d-a187-d948fe578d36 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 210 time: 0.0543468 Feb 11 13:09:35.771552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-4ff76aa3-8120-42a0-9a8d-f97eaa4e7760 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7458553 Feb 11 13:09:35.772863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-c5b525fa-4dc0-47fd-a3b4-0aae7fe382dd service neutron] 10.222.0.73 "GET /v2.0/ports/7d561fee-5409-4070-83c9-8cb9bd9d172e/bindings/n-h2-818559-1 HTTP/1.1" status: 200 len: 384 time: 0.4368963 Feb 11 13:09:35.863525 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0017fdbf-3d6f-471b-a6db-4daed41f1864', 'name': 'network-vif-deleted', 'tag': '68e16767-fcec-41b9-bed7-c27b649a1373', 'status': 'completed', 'code': 200} Feb 11 13:09:35.929901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52106) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:36.132513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['04b5ad98-6b90-44c1-8248-a8711f7fa2dd'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:36.177196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93e05565-f36e-434b-9eb0-f5be43ab962f req-131888a3-5f62-41dd-8dc0-98e2af56a0a9 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 210 time: 0.0680046 Feb 11 13:09:36.183424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ba76b3e2-af16-4794-a69d-9ba38b4966b8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:36.338435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-aec863c1-f1be-4ac1-b450-aee312f0f944 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1937368 Feb 11 13:09:36.358292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77809d1-0643-4e3b-8edd-1e1405fbfb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbb7df7-f1fe-47f3-9325-a0eccbe56843'}, {'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:36.413746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8fceb-fd87-46db-9eac-0146e63c828d req-d24a94fe-8c5b-4c4a-aafb-1e1a11ccfd72 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:36.415262 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93c8fceb-fd87-46db-9eac-0146e63c828d req-d24a94fe-8c5b-4c4a-aafb-1e1a11ccfd72 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 948 time: 0.5506525 Feb 11 13:09:36.585768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe9e98-d479-47ef-b63b-82ca6ab1ca02 req-c2ec7981-1a8c-4860-afc5-d8c58c728138 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:36.587242 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91fe9e98-d479-47ef-b63b-82ca6ab1ca02 req-c2ec7981-1a8c-4860-afc5-d8c58c728138 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 945 time: 0.1883385 Feb 11 13:09:36.608442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-bbe9998c-c538-424a-80d0-83bbbf82fc55 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263891 Feb 11 13:09:36.651369 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91fe9e98-d479-47ef-b63b-82ca6ab1ca02 req-18adb1bd-5db4-4a6b-a05c-0bad4cff8c18 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557845 Feb 11 13:09:36.686609 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:36.895063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:36.939459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9077-f7a6-46ba-8074-77ad8832707a req-f7f8c2e8-d90e-4a67-b3d4-9fe3659dd491 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:36.941022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-007a9077-f7a6-46ba-8074-77ad8832707a req-f7f8c2e8-d90e-4a67-b3d4-9fe3659dd491 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 950 time: 0.1350157 Feb 11 13:09:36.968223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93c8fceb-fd87-46db-9eac-0146e63c828d req-d8076c74-5850-4116-a7ac-ab036738ab0f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418274 Feb 11 13:09:37.003895 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-007a9077-f7a6-46ba-8074-77ad8832707a req-06a8d881-6736-4c9d-bcc7-3d0d98f907d7 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565107 Feb 11 13:09:37.033733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-6a8a988e-74d6-4d9f-8de9-a0565155f42e tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:37.035362 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-6a8a988e-74d6-4d9f-8de9-a0565155f42e tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6823547 Feb 11 13:09:37.040248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56a143eb-2118-4c18-bc52-fda05886c7bb req-86ed1394-cc1b-41ec-ac05-7675da7c3209 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086881 Feb 11 13:09:37.048396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-72506f35-0e08-42d8-88b9-99ed5940371e service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:37.065433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Request body: {'port': {'device_id': '8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': 'ccdbddfb1dff486d8267a47422e1ee0f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:37.078953 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:37.097456 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77809d1-0643-4e3b-8edd-1e1405fbfb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbb7df7-f1fe-47f3-9325-a0eccbe56843', 'code': 200} Feb 11 13:09:37.098079 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'code': 200} Feb 11 13:09:37.162758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:37.173804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1343e87e-9e0e-45ee-b1d0-668fe8562d32'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:37.315041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-72506f35-0e08-42d8-88b9-99ed5940371e service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:37.359941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Network 67ddad11-10dd-4732-a4e0-80241859c24a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:37.422745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ac32d-d539-426b-a2e4-bc2d687f7585 req-bc7daf34-d27e-4264-bb2e-258493e30554 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:37.424355 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af2ac32d-d539-426b-a2e4-bc2d687f7585 req-bc7daf34-d27e-4264-bb2e-258493e30554 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 944 time: 0.1623611 Feb 11 13:09:37.436611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:37.438987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:09:37.589915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Pushing event updated for resources: {'Port': ['ID=e987f778-f908-4973-9fa8-267918472ac5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:37.603286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-72506f35-0e08-42d8-88b9-99ed5940371e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d561fee-5409-4070-83c9-8cb9bd9d172e {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:37.625538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af2ac32d-d539-426b-a2e4-bc2d687f7585 req-d7bcea71-72eb-46bb-8018-75b37c25219b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941113 Feb 11 13:09:37.635046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-72506f35-0e08-42d8-88b9-99ed5940371e service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:37.646545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:37.647161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:37.671076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:37.693576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Usage tracker for resource:port and tenant:ccdbddfb1dff486d8267a47422e1ee0f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:37.708289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] Deleting port 689100ae-d5de-48cd-9517-05e9ba6f13ce {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:37.708637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:37.711498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:37.723818 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-72506f35-0e08-42d8-88b9-99ed5940371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:37.739259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:37.769583 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-7963f43d-ae3e-45d7-9a4f-7fb320086b9d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7530384 Feb 11 13:09:37.800766 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63105d96-6ecd-41eb-88d0-03c39603466d req-de3997a0-d110-48e9-9e41-8950e1a7f540 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d77809d1-0643-4e3b-8edd-1e1405fbfb99 HTTP/1.1" status: 200 len: 1097 time: 0.5443332 Feb 11 13:09:37.804267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Request body: {'port': {'device_id': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:37.849938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Made reservation on behalf of ccdbddfb1dff486d8267a47422e1ee0f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:37.852831 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:37.883866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a790bc65-83f5-4e3b-a0a0-2ef4e0ee333c req-0a80f6c0-0294-426c-a5a8-610c630a031f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 1101 time: 0.5299184 Feb 11 13:09:37.897012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b18b4b-6415-4cd5-874e-31af99616bc1 req-73d07d0b-54fd-4d34-b877-adaae9b39b71 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:37.898432 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04b18b4b-6415-4cd5-874e-31af99616bc1 req-73d07d0b-54fd-4d34-b877-adaae9b39b71 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 946 time: 0.5880926 Feb 11 13:09:37.940656 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:37.941411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110e515-dafb-47ec-b0f1-5607b3efd0fa req-ccfb32fa-91eb-42da-b07a-64a482c64fa7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:37.942921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c110e515-dafb-47ec-b0f1-5607b3efd0fa req-ccfb32fa-91eb-42da-b07a-64a482c64fa7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 931 time: 0.1866341 Feb 11 13:09:37.952048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] For port 689100ae-d5de-48cd-9517-05e9ba6f13ce, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=689100ae-d5de-48cd-9517-05e9ba6f13ce,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:37.952410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:38.094064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] Calling delete_port for 689100ae-d5de-48cd-9517-05e9ba6f13ce owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:38.125902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63105d96-6ecd-41eb-88d0-03c39603466d req-2ea52980-64d7-4cdb-8520-06db135c380b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827706 Feb 11 13:09:38.133685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:38.137537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-72506f35-0e08-42d8-88b9-99ed5940371e service neutron] Transition to ACTIVE for port object 7d561fee-5409-4070-83c9-8cb9bd9d172e will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:38.143810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04b18b4b-6415-4cd5-874e-31af99616bc1 req-5b1c88ab-135d-4485-ac22-87dc49c67a5a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301896 Feb 11 13:09:38.144830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Usage tracker for resource:security_group_rule and tenant:ccdbddfb1dff486d8267a47422e1ee0f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:38.150202 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a790bc65-83f5-4e3b-a0a0-2ef4e0ee333c req-6688d3ee-2b8d-4997-9870-27cb6aa6fd5d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493899 Feb 11 13:09:38.151153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:38.155459 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-72506f35-0e08-42d8-88b9-99ed5940371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:38.155784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c110e515-dafb-47ec-b0f1-5607b3efd0fa req-9ec31519-3596-4abb-aa9e-b7c98de8c1fd tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068539 Feb 11 13:09:38.159886 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:38.211519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:38.332843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:38.421050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=689100ae-d5de-48cd-9517-05e9ba6f13ce,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:38.431580 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9d4ed2b-4375-411b-9b9f-5d2597465d4f req-626dd103-5a0b-41f3-831d-cdaf7e78c154 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 210 time: 0.0627928 Feb 11 13:09:38.765222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:38.834694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2743e0d-550f-4efb-aeeb-7e977474f96b req-094ec5ea-3353-4ce9-9c35-da6f9656e68d tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:38.836147 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2743e0d-550f-4efb-aeeb-7e977474f96b req-094ec5ea-3353-4ce9-9c35-da6f9656e68d tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 945 time: 0.2048874 Feb 11 13:09:38.837808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72506f35-0e08-42d8-88b9-99ed5940371e service neutron] Pushing event updated for resources: {'Port': ['ID=7d561fee-5409-4070-83c9-8cb9bd9d172e,revision_number=10']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:38.854062 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:38.868849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-72506f35-0e08-42d8-88b9-99ed5940371e service neutron] No DVR routers for this DVR port 7d561fee-5409-4070-83c9-8cb9bd9d172e on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:38.894921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2743e0d-550f-4efb-aeeb-7e977474f96b req-f06e630e-12f2-4e19-9596-bce3dcb23bc0 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517983 Feb 11 13:09:38.930761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:39.079670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98491c1f-9bb6-4535-829a-e634bb428850,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:39.135323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-2ec21513-1930-4882-b23d-ec5936fb2936 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1091891063&fields=id&tenant_id=30e4e65ed6db4a40b9baf3f9e6919213 HTTP/1.1" status: 200 len: 267 time: 0.0675466 Feb 11 13:09:39.143318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7d561fee-5409-4070-83c9-8cb9bd9d172e no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:39.225100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7d561fee-5409-4070-83c9-8cb9bd9d172e not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:09:39.230149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-6c6adb1b-e175-4d93-9492-794fd25ebb5b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:39.233147 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-6c6adb1b-e175-4d93-9492-794fd25ebb5b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad&tenant_id=12b287917ba646e9b3169123c7ffe5dc&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 948 time: 0.5567694 Feb 11 13:09:39.312306 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-72506f35-0e08-42d8-88b9-99ed5940371e service neutron] 10.222.0.73 "PUT /v2.0/ports/7d561fee-5409-4070-83c9-8cb9bd9d172e/bindings/n-h2-818559-1/activate HTTP/1.1" status: 200 len: 369 time: 3.5290990 Feb 11 13:09:39.330887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162025aa-b154-452a-ab94-03e5223e2ac1 req-38c16008-4ccc-4e43-b4af-89c131002927 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:39.332582 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-162025aa-b154-452a-ab94-03e5223e2ac1 req-38c16008-4ccc-4e43-b4af-89c131002927 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 950 time: 0.5855157 Feb 11 13:09:39.334012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Allocated IP 192.168.233.132 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/1639021e-46c4-4ed4-800a-657bf440b8ca) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:39.384649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-1a59ee60-a330-4f33-aa5f-c6ca0e4bf7bb tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:39.386446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-1a59ee60-a330-4f33-aa5f-c6ca0e4bf7bb tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 946 time: 0.2393603 Feb 11 13:09:39.433591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-dbcfd93c-67f4-40b9-8330-75391faeec07 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'port': {'security_groups': ['fdb9f227-79db-43c6-9605-b2e8d0ba46c1', '627c5de0-3111-4caa-8273-b6ba22e34511']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:39.504421 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-b2a251cc-84f9-4609-8a37-1025b52ac111 service neutron] 10.222.0.75 "GET /v2.0/ports/04b5ad98-6b90-44c1-8248-a8711f7fa2dd/bindings/n-h2-818559-1 HTTP/1.1" status: 200 len: 382 time: 0.2547140 Feb 11 13:09:39.517650 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-162025aa-b154-452a-ab94-03e5223e2ac1 req-86de87c0-e7b0-457f-99f8-2bf1a8301433 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758487 Feb 11 13:09:39.587969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e987f778-f908-4973-9fa8-267918472ac5 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:39.644657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:39.719122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Transition to ACTIVE for port object e987f778-f908-4973-9fa8-267918472ac5 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:39.735638 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:39.744491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-dbcfd93c-67f4-40b9-8330-75391faeec07 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:39.765950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-b57a8ed1-64cb-4da1-aa65-ed9b8b0351f6 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.3781862 Feb 11 13:09:39.920609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e987f778-f908-4973-9fa8-267918472ac5,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:39.950431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:39.963567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-162e0693-57d8-4930-aabb-12e2c6033b5c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1099 time: 0.4288580 Feb 11 13:09:40.008576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758f3ec-8398-46fc-8506-c8f1215c3f4c req-33dbf723-76d0-4937-b4a3-7b4d1b70357a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.010084 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d758f3ec-8398-46fc-8506-c8f1215c3f4c req-33dbf723-76d0-4937-b4a3-7b4d1b70357a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 948 time: 0.3384771 Feb 11 13:09:40.011151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Transition to ACTIVE for port object 1639021e-46c4-4ed4-800a-657bf440b8ca will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:40.016809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:40.104401 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-dda5527e-e3de-4bff-876c-b7ad788728f3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415 HTTP/1.1" status: 200 len: 1096 time: 0.3022227 Feb 11 13:09:40.164627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:40.183423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:40.183798 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:40.253695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d758f3ec-8398-46fc-8506-c8f1215c3f4c req-72f02960-227e-4dcd-8651-8c02ab75b1a2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116480 Feb 11 13:09:40.276445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:40.276695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:40.277023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:40.288699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Port e987f778-f908-4973-9fa8-267918472ac5 on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:09:40.289055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:40.333828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:40.334230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:40.334565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:40.335009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Bound port: e987f778-f908-4973-9fa8-267918472ac5, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:40.335345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:40.370201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:40.392632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-dbcfd93c-67f4-40b9-8330-75391faeec07 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] For port 067bf274-73f8-4877-bf04-17867850256e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=067bf274-73f8-4877-bf04-17867850256e,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:40.434558 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-a7580dd8-bc24-4b1a-8ff8-fe832dd3e095 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 1096 time: 0.1967926 Feb 11 13:09:40.441205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-dbcfd93c-67f4-40b9-8330-75391faeec07 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:40.445490 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:40.505546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:40.528681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:40.535729 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:40.536612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ba76b3e2-af16-4794-a69d-9ba38b4966b8 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:40.586391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-77894eac-87aa-4183-827a-f558ca741354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.588481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-77894eac-87aa-4183-827a-f558ca741354 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.6105559 Feb 11 13:09:40.592258 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-dbcfd93c-67f4-40b9-8330-75391faeec07 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:40.614397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['067bf274-73f8-4877-bf04-17867850256e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:40.705793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:40.719560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:40.720676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:40.727177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-dbcfd93c-67f4-40b9-8330-75391faeec07 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.727904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-dbcfd93c-67f4-40b9-8330-75391faeec07 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:40.741373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f80b309b-2cf8-44b3-b819-ed517d46bb06 req-dbcfd93c-67f4-40b9-8330-75391faeec07 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "PUT /v2.0/ports/067bf274-73f8-4877-bf04-17867850256e HTTP/1.1" status: 200 len: 982 time: 1.3231094 Feb 11 13:09:40.741373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'tag': '067bf274-73f8-4877-bf04-17867850256e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:40.744330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:09:40.783642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port ba76b3e2-af16-4794-a69d-9ba38b4966b8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:40.787871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfd93c-67f4-40b9-8330-75391faeec07 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'Port': ['ID=067bf274-73f8-4877-bf04-17867850256e,revision_number=6']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:40.799089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port ba76b3e2-af16-4794-a69d-9ba38b4966b8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:40.799519 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:40.806714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Pushing event updated for resources: {'Port': ['ID=1639021e-46c4-4ed4-800a-657bf440b8ca,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:40.833894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-4c24a76d-63e0-4fc5-bd5d-16aaed1dc938 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.837212 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-4c24a76d-63e0-4fc5-bd5d-16aaed1dc938 service neutron] 10.222.0.75 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.3814063 Feb 11 13:09:40.845158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] Router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:40.852393 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-b20bc7a3-9751-4cc9-93f3-2cdf88a392d2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 217 time: 0.2260187 Feb 11 13:09:40.857621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.858084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:40.972243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-2ab71343-d155-4270-9968-641789530383 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9155881 Feb 11 13:09:40.979250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:40.985591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['067bf274-73f8-4877-bf04-17867850256e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:40.990631 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Request body: {'port': {'device_id': '8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:41.032752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-08766379-d663-4ac5-9282-96c568a306e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:41.034116 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-08766379-d663-4ac5-9282-96c568a306e6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1698289 Feb 11 13:09:41.038210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:41.053397 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:41.074513 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-34014ac6-23c7-46cd-b55a-684ee73d59fe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e HTTP/1.1" status: 200 len: 217 time: 0.2144573 Feb 11 13:09:41.133608 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:41.144164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c960a1-9eb4-492f-a4d7-fc7514ee3a5c req-14460d29-40e2-4067-aee3-0c607ee85494 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:41.145673 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69c960a1-9eb4-492f-a4d7-fc7514ee3a5c req-14460d29-40e2-4067-aee3-0c607ee85494 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 945 time: 0.5932295 Feb 11 13:09:41.166702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-588a2dec-b735-424f-8216-c0e9b4e95d63 None None] Provisioning for port 1639021e-46c4-4ed4-800a-657bf440b8ca completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:41.177553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-588a2dec-b735-424f-8216-c0e9b4e95d63 None None] Provisioning complete for port 1639021e-46c4-4ed4-800a-657bf440b8ca triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:41.178298 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-588a2dec-b735-424f-8216-c0e9b4e95d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:41.247126 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:41.248552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] 10.222.0.75 "PUT /v2.0/ports/e987f778-f908-4973-9fa8-267918472ac5 HTTP/1.1" status: 200 len: 1091 time: 3.4533887 Feb 11 13:09:41.253773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'tag': 'e987f778-f908-4973-9fa8-267918472ac5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:41.287950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ba76b3e2-af16-4794-a69d-9ba38b4966b8, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ba76b3e2-af16-4794-a69d-9ba38b4966b8,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:41.296708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-588a2dec-b735-424f-8216-c0e9b4e95d63 None None] Port 1639021e-46c4-4ed4-800a-657bf440b8ca cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:09:41.297879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f8a15-921c-4248-90e0-72e7afb01b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e987f778-f908-4973-9fa8-267918472ac5,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:41.299287 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:41.313136 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:41.333377 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69c960a1-9eb4-492f-a4d7-fc7514ee3a5c req-a81e0842-0761-424b-bf5d-cefa1aa97793 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716251 Feb 11 13:09:41.366949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-4f70d7e0-6706-4004-9891-8154e4697e0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:41.378013 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-4f70d7e0-6706-4004-9891-8154e4697e0d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.2803187 Feb 11 13:09:41.428214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-f1a730a0-3028-4a5f-8295-d0b2a173bb34 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451267 Feb 11 13:09:41.435992 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-5c5fb420-b876-404d-b1f5-e7819c857e99 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3764763 Feb 11 13:09:41.438701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa7d46-734b-47eb-9b17-61110dc482a6 req-87fcb147-d3c2-4522-8fdc-1a8e8cb8cb01 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:41.440148 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-efaa7d46-734b-47eb-9b17-61110dc482a6 req-87fcb147-d3c2-4522-8fdc-1a8e8cb8cb01 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 943 time: 0.4996567 Feb 11 13:09:41.506332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=ba76b3e2-af16-4794-a69d-9ba38b4966b8,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:41.622737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-efaa7d46-734b-47eb-9b17-61110dc482a6 req-126e70ad-fe31-446f-955c-c718d0966acd tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510155 Feb 11 13:09:41.677897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-9cec77a1-d0c4-470c-a113-62d47c7acee5 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272484 Feb 11 13:09:41.686650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:41.702339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] Sync routers for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:09:41.714296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:09:41.715059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:09:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:41.798549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-cf8e189f-23fe-40a2-9693-6ff5eb97751c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 1094 time: 0.4342070 Feb 11 13:09:41.816003 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-94a3372e-e15e-4bc7-a7c7-24f81151d8e3 admin admin] 10.222.0.67 "PUT /v2.0/routers/8d1209ab-fbdb-4e1d-bc96-2b041a3aaded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8826797 Feb 11 13:09:41.816225 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-ebaa322c-0b6c-41fc-9ab6-561be0de6357 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607512 Feb 11 13:09:41.830834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52152) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:41.939182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:09:41.971063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-da99c8dc-7f2d-40aa-a4ea-5e316e32b2e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e987f778-f908-4973-9fa8-267918472ac5 HTTP/1.1" status: 200 len: 217 time: 0.1574323 Feb 11 13:09:41.989746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002397b-f19f-4519-91cf-fc5e9de0011c req-59e3d14f-ea2b-4425-a726-25c4e98a7d12 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:41.990454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3002397b-f19f-4519-91cf-fc5e9de0011c req-59e3d14f-ea2b-4425-a726-25c4e98a7d12 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Synchronizing usage tracker for tenant:ccdbddfb1dff486d8267a47422e1ee0f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:42.024119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-2810f6ed-2130-41ff-81a0-5f51f2318a5d service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354695 Feb 11 13:09:42.052097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f465fb-f525-4562-be70-9aa356bb62d0 req-e3a546f3-97a4-4a0e-877c-1296de7be4e6 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.059497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5f465fb-f525-4562-be70-9aa356bb62d0 req-e3a546f3-97a4-4a0e-877c-1296de7be4e6 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 946 time: 0.2836337 Feb 11 13:09:42.116674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5f465fb-f525-4562-be70-9aa356bb62d0 req-e72f646e-3c4c-45c1-b252-72ffd30f99ee tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560942 Feb 11 13:09:42.127854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3002397b-f19f-4519-91cf-fc5e9de0011c req-59e3d14f-ea2b-4425-a726-25c4e98a7d12 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Unset dirty status for tenant:ccdbddfb1dff486d8267a47422e1ee0f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:42.134801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3002397b-f19f-4519-91cf-fc5e9de0011c req-59e3d14f-ea2b-4425-a726-25c4e98a7d12 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 936 time: 0.5621099 Feb 11 13:09:42.158367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:42.170081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:42.173081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-a0157124-e5c4-42e5-a035-e76b35dd0e7b service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000727 Feb 11 13:09:42.182306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-3e399926-39f2-4332-8e5a-e33895e5ef2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.183753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-3e399926-39f2-4332-8e5a-e33895e5ef2b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1783655 Feb 11 13:09:42.274695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:09:38Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:42.281030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] Checking router: 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:09:42.300690 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'code': 200} Feb 11 13:09:42.305789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] Routers {'8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:09:42.306592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:09:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:42.407380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-e63f7809-2468-46b6-8a4a-e5ac9b08efae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2129478 Feb 11 13:09:42.417588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3002397b-f19f-4519-91cf-fc5e9de0011c req-e193db72-60a0-4602-88e7-beb3c8a939fb tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Synchronizing usage tracker for tenant:ccdbddfb1dff486d8267a47422e1ee0f on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:42.447714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1639021e-46c4-4ed4-800a-657bf440b8ca {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:42.532726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] Set router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:09:42.544241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:42.569569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785312-2c7c-403e-9024-3eeaf65155a5 req-71d7602b-f1b1-4c4d-be6b-de0e3371602f tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.577268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50785312-2c7c-403e-9024-3eeaf65155a5 req-71d7602b-f1b1-4c4d-be6b-de0e3371602f tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 950 time: 0.1244788 Feb 11 13:09:42.580443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3002397b-f19f-4519-91cf-fc5e9de0011c req-e193db72-60a0-4602-88e7-beb3c8a939fb tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Unset dirty status for tenant:ccdbddfb1dff486d8267a47422e1ee0f on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:42.581557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3002397b-f19f-4519-91cf-fc5e9de0011c req-e193db72-60a0-4602-88e7-beb3c8a939fb tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463005 Feb 11 13:09:42.596082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Transition to ACTIVE for port object 1639021e-46c4-4ed4-800a-657bf440b8ca will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:42.606911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:42.623265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:42.637923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Deleting port a2f6f826-b9f5-4c65-9f03-e737e7475eeb {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:42.638723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:42.713770 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50785312-2c7c-403e-9024-3eeaf65155a5 req-7ce4d52c-5b59-4a51-961d-765bc13541ce tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348860 Feb 11 13:09:42.784316 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-dfd14a16-9624-4f1e-a28c-2d96b3ae3075 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586242 Feb 11 13:09:42.842142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-0d4e47a2-61c3-45a3-ad20-7230400af0e8 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.3902617 Feb 11 13:09:42.859215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Pushing event updated for resources: {'Port': ['ID=1639021e-46c4-4ed4-800a-657bf440b8ca,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:42.890881 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'tag': '067bf274-73f8-4877-bf04-17867850256e', 'status': 'completed', 'code': 200} Feb 11 13:09:42.947080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:09:38Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:42.956588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e180a2f-7b00-445b-aa28-4a1444e7cf30 None None] The sync data for ids ['8d1209ab-fbdb-4e1d-bc96-2b041a3aaded'] in n-d-818559-1 is: [{'id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'name': 'tempest-FloatingIPsAssociationTestJSON-1965842416-router', 'tenant_id': 'f091c04736694ca39b7f651d133df13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:22Z', 'updated_at': '2022-02-11T13:09:38Z', 'revision_number': 5, 'project_id': 'f091c04736694ca39b7f651d133df13b', 'gw_port': {'id': 'a2f6f826-b9f5-4c65-9f03-e737e7475eeb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1209ab-fbdb-4e1d-bc96-2b041a3aaded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:25Z', 'updated_at': '2022-02-11T13:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:09:42.957508 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'tag': 'e987f778-f908-4973-9fa8-267918472ac5', 'status': 'completed', 'code': 200} Feb 11 13:09:43.043686 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-c8aa6d06-c3e2-4527-9b7a-cab8d91f8c81 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-452262754&fields=id&tenant_id=30e4e65ed6db4a40b9baf3f9e6919213 HTTP/1.1" status: 200 len: 267 time: 0.2113545 Feb 11 13:09:43.059025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] For port a2f6f826-b9f5-4c65-9f03-e737e7475eeb, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a2f6f826-b9f5-4c65-9f03-e737e7475eeb,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:43.059810 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:43.237350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b26a2a0-6e48-46c8-a124-3e1cbc6258c0 req-b7eb1030-696d-434c-93a3-989aed86d0cd service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384854 Feb 11 13:09:43.274959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Attempting to bind port 1639021e-46c4-4ed4-800a-657bf440b8ca on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:43.275310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Attempting to bind port 1639021e-46c4-4ed4-800a-657bf440b8ca by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:43.275648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Attempting to bind port 1639021e-46c4-4ed4-800a-657bf440b8ca on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:43.291744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-f6d4dcc6-a775-4cc5-b2b3-2d225e156913 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.293396 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-f6d4dcc6-a775-4cc5-b2b3-2d225e156913 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 985 time: 0.2488506 Feb 11 13:09:43.296689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Port 1639021e-46c4-4ed4-800a-657bf440b8ca on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:09:43.297040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Attempting to bind port 1639021e-46c4-4ed4-800a-657bf440b8ca on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:43.340859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-2c966c15-92ee-4ed7-9f6f-f92b029d6350 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'port': {'security_groups': ['627c5de0-3111-4caa-8273-b6ba22e34511', 'fdb9f227-79db-43c6-9605-b2e8d0ba46c1', '0aba0e93-dcd7-4065-bb94-acb30ffec817']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:43.367079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Calling delete_port for a2f6f826-b9f5-4c65-9f03-e737e7475eeb owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:43.367252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-f05a7e86-2a10-4cc4-b755-d7b9e422c139 service neutron] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:43.386433 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-f05a7e86-2a10-4cc4-b755-d7b9e422c139 service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:43.388121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f0bcce5-82ee-46b5-b22c-8eb6d357f2d0 req-f05a7e86-2a10-4cc4-b755-d7b9e422c139 service neutron] 10.222.0.75 "DELETE /v2.0/ports/7d561fee-5409-4070-83c9-8cb9bd9d172e/bindings/n-h1-818559-1 HTTP/1.1" status: 204 len: 173 time: 0.5211513 Feb 11 13:09:43.397033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:43.397397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:43.397742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:43.398181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Bound port: 1639021e-46c4-4ed4-800a-657bf440b8ca, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:43.398521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:43.458518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e6f0646-151c-40a9-8283-2b70902b1421 req-25211c68-00e1-4df0-b540-daee4dd15dbf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 1136 time: 0.5467961 Feb 11 13:09:43.581775 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-2c966c15-92ee-4ed7-9f6f-f92b029d6350 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:43.604712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-43527337-c7e9-4dc6-b453-12b32a158fea req-378d38cd-a14c-496a-8c28-b1471a24a8fe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 1094 time: 0.3033571 Feb 11 13:09:43.645682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] For port 1639021e-46c4-4ed4-800a-657bf440b8ca, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:43.647353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e8f34-647a-4ca4-b2d3-15c96401b15c req-aa5e6abb-6607-45df-b28c-d1950d58926d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.648825 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82e8f34-647a-4ca4-b2d3-15c96401b15c req-aa5e6abb-6607-45df-b28c-d1950d58926d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.5682979 Feb 11 13:09:43.654744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f0646-151c-40a9-8283-2b70902b1421 req-b819077f-2c45-4ed5-b591-48fbd9ac05a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.656141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e6f0646-151c-40a9-8283-2b70902b1421 req-b819077f-2c45-4ed5-b591-48fbd9ac05a5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 914 time: 0.1828895 Feb 11 13:09:43.739831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] For port 1639021e-46c4-4ed4-800a-657bf440b8ca, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1639021e-46c4-4ed4-800a-657bf440b8ca,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:43.760748 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:43.788136 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e6f0646-151c-40a9-8283-2b70902b1421 req-a7391b80-cd11-4d6e-9b20-c1a24b285c1f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067bf274-73f8-4877-bf04-17867850256e HTTP/1.1" status: 200 len: 217 time: 0.1143315 Feb 11 13:09:43.853250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82e8f34-647a-4ca4-b2d3-15c96401b15c req-4fc56d0c-9817-40db-a725-99d896496de6 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961589 Feb 11 13:09:43.875109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:43.881231 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:43.882729 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] 10.222.0.73 "PUT /v2.0/ports/1639021e-46c4-4ed4-800a-657bf440b8ca HTTP/1.1" status: 200 len: 1096 time: 2.8961163 Feb 11 13:09:43.934043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793c3cd-5ae8-4b1f-a211-c0eadadfdb93 service neutron] Pushing event updated for resources: {'Port': ['ID=1639021e-46c4-4ed4-800a-657bf440b8ca,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:43.986003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43527337-c7e9-4dc6-b453-12b32a158fea req-afd74bf8-48d2-45a4-8ad4-49a8a58fc197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.987027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f6f826-b9f5-4c65-9f03-e737e7475eeb,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:43.991858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-43527337-c7e9-4dc6-b453-12b32a158fea req-afd74bf8-48d2-45a4-8ad4-49a8a58fc197 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.3557000 Feb 11 13:09:43.992736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f0646-151c-40a9-8283-2b70902b1421 req-3ea868a8-4c3b-483e-8792-1afed2fff113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.994338 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e6f0646-151c-40a9-8283-2b70902b1421 req-3ea868a8-4c3b-483e-8792-1afed2fff113 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=95947634-a8f9-4d00-a88f-019def2cc7d3 HTTP/1.1" status: 200 len: 853 time: 0.1921759 Feb 11 13:09:44.173325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e6f0646-151c-40a9-8283-2b70902b1421 req-78ae181c-f42a-4a71-928c-ce1e62f53df6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20489804-476a-4332-a946-803b725f133b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984685 Feb 11 13:09:44.302332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1149ce89-e060-4c5d-b899-199962612d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba76b3e2-af16-4794-a69d-9ba38b4966b8'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:44.330030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-43527337-c7e9-4dc6-b453-12b32a158fea req-fdd937e2-a2d0-4d1b-b834-29ee35597ae0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e987f778-f908-4973-9fa8-267918472ac5 HTTP/1.1" status: 200 len: 217 time: 0.1788666 Feb 11 13:09:44.444457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-d82958f6-7d34-443c-854e-df355d312e34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 1099 time: 0.4981148 Feb 11 13:09:44.455288 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.455864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-2c966c15-92ee-4ed7-9f6f-f92b029d6350 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] For port 067bf274-73f8-4877-bf04-17867850256e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=067bf274-73f8-4877-bf04-17867850256e,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:44.527994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fae178-d890-40d6-964d-da39372bc820 req-6bc10a68-d452-4a48-b496-14d5a69e8897 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.529743 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01fae178-d890-40d6-964d-da39372bc820 req-6bc10a68-d452-4a48-b496-14d5a69e8897 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 945 time: 0.4124792 Feb 11 13:09:44.545402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43527337-c7e9-4dc6-b453-12b32a158fea req-8e7493a4-e7ab-4e77-8e70-60cad467cb92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.546878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-43527337-c7e9-4dc6-b453-12b32a158fea req-8e7493a4-e7ab-4e77-8e70-60cad467cb92 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1815557 Feb 11 13:09:44.548087 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-4d32ff12-efe6-4b4d-99de-b25c4f3ed311 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=1639021e-46c4-4ed4-800a-657bf440b8ca HTTP/1.1" status: 200 len: 217 time: 0.0883484 Feb 11 13:09:44.553550 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca5a2e77-8705-4647-b396-5ca5658ef555 req-8a820d13-8f3f-4c71-b851-9f923b521022 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4013250 Feb 11 13:09:44.622662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e6f0646-151c-40a9-8283-2b70902b1421 req-1beb8d6f-ef97-4369-988b-81b5605243d8 service neutron] 10.222.0.75 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395289 Feb 11 13:09:44.687392 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-2c966c15-92ee-4ed7-9f6f-f92b029d6350 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.696988 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-43527337-c7e9-4dc6-b453-12b32a158fea req-0c2c358c-de5d-4daa-987d-deb66efa8df5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949039 Feb 11 13:09:44.703030 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-2c966c15-92ee-4ed7-9f6f-f92b029d6350 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.716649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['067bf274-73f8-4877-bf04-17867850256e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:44.755991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 689100ae-d5de-48cd-9517-05e9ba6f13ce no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:44.781439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-1e91200e-b2b8-4bc0-a453-ea9ca0dc8d8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.782973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-1e91200e-b2b8-4bc0-a453-ea9ca0dc8d8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2285798 Feb 11 13:09:44.800144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 689100ae-d5de-48cd-9517-05e9ba6f13ce {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:09:44.800580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 689100ae-d5de-48cd-9517-05e9ba6f13ce not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:09:44.929909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-2c966c15-92ee-4ed7-9f6f-f92b029d6350 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.930505 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-2c966c15-92ee-4ed7-9f6f-f92b029d6350 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.932064 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61018ae7-6016-4b56-934e-7b51a7e2e965 req-2c966c15-92ee-4ed7-9f6f-f92b029d6350 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "PUT /v2.0/ports/067bf274-73f8-4877-bf04-17867850256e HTTP/1.1" status: 200 len: 1021 time: 1.5961010 Feb 11 13:09:44.959713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62', 'tag': '1639021e-46c4-4ed4-800a-657bf440b8ca'}, {'name': 'network-changed', 'server_uuid': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'tag': '067bf274-73f8-4877-bf04-17867850256e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:44.968531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.969116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c966c15-92ee-4ed7-9f6f-f92b029d6350 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'Port': ['ID=067bf274-73f8-4877-bf04-17867850256e,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:44.987189 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01fae178-d890-40d6-964d-da39372bc820 req-1a10e57e-a328-4b66-98a7-a9bc929bfdb5 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988829 Feb 11 13:09:45.007483 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca5a2e77-8705-4647-b396-5ca5658ef555 req-c6884269-f14b-4688-a97d-2f46d18d6dcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 1096 time: 0.4064336 Feb 11 13:09:45.016704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:45.019702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-43527337-c7e9-4dc6-b453-12b32a158fea req-16c0bf63-59e0-46ae-aeab-5ba918b4991e service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778692 Feb 11 13:09:45.030496 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-3a3960b5-059a-4fca-8e7c-d4f29aa1a32b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2376671 Feb 11 13:09:45.102157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e6f0646-151c-40a9-8283-2b70902b1421 req-eb50b497-a7cd-471a-b8b3-a038648662fc service neutron] 10.222.0.75 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170763 Feb 11 13:09:45.103279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:45.103850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d1209ab-fbdb-4e1d-bc96-2b041a3aaded {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:09:45.121276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:45.127140 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4ba94b6c-6f9a-4591-9ab5-49a953e274a3 admin admin] 10.222.0.67 "DELETE /v2.0/routers/8d1209ab-fbdb-4e1d-bc96-2b041a3aaded HTTP/1.1" status: 204 len: 168 time: 3.2948649 Feb 11 13:09:45.128752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52176) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:45.163097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['067bf274-73f8-4877-bf04-17867850256e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:45.275541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7248bd6d-8102-4b84-80d3-1d60245a6d54 admin admin] Deleting subnet 7c100edd-48d2-4b49-aac3-9726cf53f91b {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:09:45.283884 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7248bd6d-8102-4b84-80d3-1d60245a6d54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:45.383080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7248bd6d-8102-4b84-80d3-1d60245a6d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:45.385505 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14231eb0-040e-4fcb-be70-4257344b586d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:45.600455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96df668-389d-4c25-a3a4-62a5a975e52f req-18fc4ac9-c37a-4ae9-8bbc-a7826c7cbe93 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.602099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d96df668-389d-4c25-a3a4-62a5a975e52f req-18fc4ac9-c37a-4ae9-8bbc-a7826c7cbe93 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 946 time: 0.1533196 Feb 11 13:09:45.631268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7248bd6d-8102-4b84-80d3-1d60245a6d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:45.632880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a2e77-8705-4647-b396-5ca5658ef555 req-bf71ff16-b627-4829-9d4b-70b38939161e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.634367 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca5a2e77-8705-4647-b396-5ca5658ef555 req-bf71ff16-b627-4829-9d4b-70b38939161e service neutron] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.5641513 Feb 11 13:09:45.644187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-43527337-c7e9-4dc6-b453-12b32a158fea req-11f2c66a-c0cc-4e60-b179-94eed4dc17b3 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124792 Feb 11 13:09:45.649157 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-8d86f716-8c45-4d08-ba9d-8611e864d45e service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985601 Feb 11 13:09:45.705960 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d96df668-389d-4c25-a3a4-62a5a975e52f req-1bb3de80-fb08-4094-9fe5-46edf8cf9f9a tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976412 Feb 11 13:09:45.732539 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7248bd6d-8102-4b84-80d3-1d60245a6d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:45.800427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248bd6d-8102-4b84-80d3-1d60245a6d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c100edd-48d2-4b49-aac3-9726cf53f91b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:45.810241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7248bd6d-8102-4b84-80d3-1d60245a6d54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:45.817019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b15d130-f702-400a-b5b7-21701a99bf2c None None] Network d66ec596-dd90-437e-8518-ffca133f948a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:09:45.819381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7248bd6d-8102-4b84-80d3-1d60245a6d54 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7c100edd-48d2-4b49-aac3-9726cf53f91b HTTP/1.1" status: 204 len: 168 time: 0.6890700 Feb 11 13:09:45.821783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52182) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:45.878086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f7848-8064-4a43-b97d-3b57ac906e94 req-10d4b110-1e15-4690-af9a-be211beb75bb tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.878845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8e6f7848-8064-4a43-b97d-3b57ac906e94 req-10d4b110-1e15-4690-af9a-be211beb75bb tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Synchronizing usage tracker for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:45.954546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca5a2e77-8705-4647-b396-5ca5658ef555 req-d1c349ad-5cc4-408e-b8be-0ca041989bc7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a47b102c-8225-4168-9368-59d60a825601 HTTP/1.1" status: 200 len: 217 time: 0.3017492 Feb 11 13:09:45.986610 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:46.014335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Deleting port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:46.014826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:46.029574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8e6f7848-8064-4a43-b97d-3b57ac906e94 req-10d4b110-1e15-4690-af9a-be211beb75bb tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Unset dirty status for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:46.030759 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8e6f7848-8064-4a43-b97d-3b57ac906e94 req-10d4b110-1e15-4690-af9a-be211beb75bb tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 943 time: 0.8381758 Feb 11 13:09:46.064433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634368-cfd4-4849-8bd5-e49e2ac34498 req-4b31e34f-341c-49fd-a48b-0279cff29343 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.065841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-db634368-cfd4-4849-8bd5-e49e2ac34498 req-4b31e34f-341c-49fd-a48b-0279cff29343 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 948 time: 0.1722825 Feb 11 13:09:46.081549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a2e77-8705-4647-b396-5ca5658ef555 req-567b2f14-7602-46ea-9166-e7746d27c265 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.083002 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca5a2e77-8705-4647-b396-5ca5658ef555 req-567b2f14-7602-46ea-9166-e7746d27c265 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.1186349 Feb 11 13:09:46.165421 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca5a2e77-8705-4647-b396-5ca5658ef555 req-83c7ad97-1c8a-470b-a2e7-cc099e4e1920 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672312 Feb 11 13:09:46.179411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] DHCP port deletion for d66ec596-dd90-437e-8518-ffca133f948a request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:09:46.184500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] Deleting port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:46.185049 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:46.195017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-db634368-cfd4-4849-8bd5-e49e2ac34498 req-8983ff89-4d3f-412c-8deb-ee3a79648a7a tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151459 Feb 11 13:09:46.202604 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c3aa53-69aa-4750-b089-d4277263f482 req-58e70322-7197-472e-9921-576757c94dea service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872790 Feb 11 13:09:46.210911 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-27def0fe-cb8a-4aff-b8e9-cc5f483a5efa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad&tenant_id=12b287917ba646e9b3169123c7ffe5dc HTTP/1.1" status: 200 len: 1100 time: 0.3768797 Feb 11 13:09:46.225875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8e6f7848-8064-4a43-b97d-3b57ac906e94 req-04a95907-bba3-48dd-80c0-efa7d3945256 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812518 Feb 11 13:09:46.231460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:46.295433 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1149ce89-e060-4c5d-b899-199962612d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba76b3e2-af16-4794-a69d-9ba38b4966b8', 'code': 200} Feb 11 13:09:46.374109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] For port 6f59ccf2-19cb-4e9c-9911-f06696801ac8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6f59ccf2-19cb-4e9c-9911-f06696801ac8,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:46.374470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:46.519541 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:46.535574 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] For port 6f59ccf2-19cb-4e9c-9911-f06696801ac8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6f59ccf2-19cb-4e9c-9911-f06696801ac8,segment=NetworkSegment(d19fa6b3-b3d2-4420-ab84-2071cac87daf),segment_id=d19fa6b3-b3d2-4420-ab84-2071cac87daf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:46.537098 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:46.537227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Calling delete_port for 6f59ccf2-19cb-4e9c-9911-f06696801ac8 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:46.544028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca5a2e77-8705-4647-b396-5ca5658ef555 req-6c4d7640-f49f-4c60-ac09-e5a201a4af1d service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613665 Feb 11 13:09:46.645717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d74a3-306c-4067-abaa-c0758178ec74 req-29a38fae-45f0-41f7-b60a-b9eb0e2c7ee9 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.647215 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-604d74a3-306c-4067-abaa-c0758178ec74 req-29a38fae-45f0-41f7-b60a-b9eb0e2c7ee9 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 1024 time: 0.2071354 Feb 11 13:09:46.647818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:46.674154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] Calling delete_port for 6f59ccf2-19cb-4e9c-9911-f06696801ac8 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:46.712803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f59ccf2-19cb-4e9c-9911-f06696801ac8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:46.724687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] No DVR routers for this DVR port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:46.760140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6f59ccf2-19cb-4e9c-9911-f06696801ac8 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:46.779893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03da39b-527c-49c1-be89-30ab24af4a73 req-fd8a634e-5226-4041-b7d4-0fc92a4fb0e8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.781270 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a03da39b-527c-49c1-be89-30ab24af4a73 req-fd8a634e-5226-4041-b7d4-0fc92a4fb0e8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.3962953 Feb 11 13:09:46.799199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 6f59ccf2-19cb-4e9c-9911-f06696801ac8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:09:46.799678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6f59ccf2-19cb-4e9c-9911-f06696801ac8 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:09:46.800191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a2f6f826-b9f5-4c65-9f03-e737e7475eeb no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:46.825370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e428184c-88d2-40c7-8df6-a97a052cb8bd req-a1a99090-3fa4-4033-be72-9938f52da1da service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 1097 time: 0.3985817 Feb 11 13:09:46.832953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a2f6f826-b9f5-4c65-9f03-e737e7475eeb {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:09:46.833410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a2f6f826-b9f5-4c65-9f03-e737e7475eeb not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:09:46.841142 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:09:46.841142 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:09:46.881756 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:46.972651 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca5a2e77-8705-4647-b396-5ca5658ef555 req-66b37dd1-f84f-44c7-9578-d8038660c00e service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224758 Feb 11 13:09:47.004206 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a03da39b-527c-49c1-be89-30ab24af4a73 req-67ee6f87-7adf-4cdf-a783-8de8efc0ad13 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075794 Feb 11 13:09:47.019921 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e428184c-88d2-40c7-8df6-a97a052cb8bd req-9e559b64-30ab-4875-9a06-42054d73cf40 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749234 Feb 11 13:09:47.043126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66ec596-dd90-437e-8518-ffca133f948a']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:47.051155 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-604d74a3-306c-4067-abaa-c0758178ec74 req-b2f7ddea-3507-4f31-a78e-0a435435e542 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&id=627c5de0-3111-4caa-8273-b6ba22e34511&id=0aba0e93-dcd7-4065-bb94-acb30ffec817 HTTP/1.1" status: 200 len: 5484 time: 0.3633482 Feb 11 13:09:47.055889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:47.060179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19fa6b3-b3d2-4420-ab84-2071cac87daf') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:47.060989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19fa6b3-b3d2-4420-ab84-2071cac87daf') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:47.079202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.099501 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.104156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:47.107656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:09:47.108367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:09:47.125814 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:09:47.140739 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62', 'tag': '1639021e-46c4-4ed4-800a-657bf440b8ca', 'status': 'completed', 'code': 200} Feb 11 13:09:47.141145 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'tag': '067bf274-73f8-4877-bf04-17867850256e', 'status': 'completed', 'code': 200} Feb 11 13:09:47.268167 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.276810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.287315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.301488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66ec596-dd90-437e-8518-ffca133f948a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:47.312713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Transition to ACTIVE for port object 04b5ad98-6b90-44c1-8248-a8711f7fa2dd will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:47.325663 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.329973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c751f38-5c9a-40c4-84ed-fbc1b4f28b77 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d66ec596-dd90-437e-8518-ffca133f948a HTTP/1.1" status: 204 len: 168 time: 1.5053585 Feb 11 13:09:47.342018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2fe240cb-fd64-458e-8061-48d1e57eb8ed req-833a4cf6-6e3c-4855-8858-d1750dce8115 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 1101 time: 0.1207871 Feb 11 13:09:47.342882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] Deleting port 6f59ccf2-19cb-4e9c-9911-f06696801ac8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:47.343311 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.367681 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-dba4d2c0-fcc2-4fd9-9edb-df37b8a9d9ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 1099 time: 0.2186208 Feb 11 13:09:47.416564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2fe240cb-fd64-458e-8061-48d1e57eb8ed req-e464a4c9-acb0-4f66-b193-c69ae187aade tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653403 Feb 11 13:09:47.431527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ae215-7608-48f0-960f-dfd0fd5a6704 None None] The port '6f59ccf2-19cb-4e9c-9911-f06696801ac8' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:09:47.479916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'security_group': {'name': ' tempest-securitygroup -979782687 ', 'description': 'tempest-description-2049065553'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:47.489101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:47.502769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:47.517045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.586334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:47.586755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1acf9978-bf91-4746-a6ce-e04f5176cc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.594690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group_rule and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:47.598801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:47.607010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:47.621517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52200) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:47.714256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5843ab23-367c-4d15-a596-3f69cda82f2a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f091c04736694ca39b7f651d133df13b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0907578 Feb 11 13:09:47.716788 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.717911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52204) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:47.729681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=10']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:47.733521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.754748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31513de-1507-45e4-8c6b-da2c84904928 req-1f2788ce-1ac4-4295-b41c-c4f05c7b95b5 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:47.756219 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a31513de-1507-45e4-8c6b-da2c84904928 req-1f2788ce-1ac4-4295-b41c-c4f05c7b95b5 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 946 time: 0.5248079 Feb 11 13:09:47.808803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.814351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] No DVR routers for this DVR port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:47.823172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8813442d-740e-4cfc-bb3d-bb0c140345e2 req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 0.3477538 Feb 11 13:09:47.829343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bbd1e-fc88-4a80-b0d2-157c47021d9a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8438ea4-a449-456a-a454-bba662f0927b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:47.857643 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a31be1-ca56-4d63-954f-d51b8c992d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.872402 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:09:47.900315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a31be1-ca56-4d63-954f-d51b8c992d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:47.935868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-10628ee9-7e4c-40ef-ae78-bb071baecc88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:47.937289 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-10628ee9-7e4c-40ef-ae78-bb071baecc88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.4134209 Feb 11 13:09:47.948845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a31513de-1507-45e4-8c6b-da2c84904928 req-ad66f0c3-69a0-4a52-8294-f56debe498ce tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651669 Feb 11 13:09:48.014463 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-2fe45291-aed9-465f-a6e2-1845e73e0497 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 1175 time: 0.4636657 Feb 11 13:09:48.015147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:48.015441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:48.015813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:48.016134 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f10f85c-b4f0-4e67-8065-7459af33ce21 req-ef8ec86e-32c1-4356-9067-34684c8aab3c tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 1096 time: 0.0897448 Feb 11 13:09:48.020366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a31be1-ca56-4d63-954f-d51b8c992d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:48.060229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-216dcadd-f0fc-471c-8a56-009a9b284515 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=1639021e-46c4-4ed4-800a-657bf440b8ca HTTP/1.1" status: 200 len: 217 time: 0.1136293 Feb 11 13:09:48.060843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:09:48.061160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Attempting to bind port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:48.068495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:48.075202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a31be1-ca56-4d63-954f-d51b8c992d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ec8017-d952-4b6a-8025-d1b90261878a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:48.104766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f10f85c-b4f0-4e67-8065-7459af33ce21 req-2dc48017-ed0b-4798-9fae-25f237d6a4cd tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711684 Feb 11 13:09:48.105578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a31be1-ca56-4d63-954f-d51b8c992d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:48.109344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f8a31be1-ca56-4d63-954f-d51b8c992d98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/94ec8017-d952-4b6a-8025-d1b90261878a HTTP/1.1" status: 204 len: 168 time: 0.3902121 Feb 11 13:09:48.176179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:09:48.198184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:48.198516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:48.198932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:48.199372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Bound port: 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:48.199905 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:48.328237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-b8b0b953-26bf-4af0-bf9c-cd3b038d0618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.329690 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-b8b0b953-26bf-4af0-bf9c-cd3b038d0618 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2205083 Feb 11 13:09:48.378964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7f3bc-001a-490a-b932-73a6dfdb94f0 req-436bc9d6-86a8-4c2c-b61a-685927f76c13 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.380520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93e7f3bc-001a-490a-b932-73a6dfdb94f0 req-436bc9d6-86a8-4c2c-b61a-685927f76c13 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 943 time: 0.0856469 Feb 11 13:09:48.414073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-7511ed19-c351-4753-9d6b-693b23d0704c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.415570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-7511ed19-c351-4753-9d6b-693b23d0704c service neutron] 10.222.0.75 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 914 time: 0.3911433 Feb 11 13:09:48.436664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93e7f3bc-001a-490a-b932-73a6dfdb94f0 req-72605638-75d8-4120-85e9-0cd327e95427 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500627 Feb 11 13:09:48.504255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af702be-15e3-4fb7-8556-f3c9f42f7e28 req-452fa770-b8f9-4345-b216-6c8f98903c35 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.505655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3af702be-15e3-4fb7-8556-f3c9f42f7e28 req-452fa770-b8f9-4345-b216-6c8f98903c35 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 948 time: 0.3975194 Feb 11 13:09:48.559986 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-8f99c0c5-1bad-456e-bc45-843d396ece0a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067bf274-73f8-4877-bf04-17867850256e HTTP/1.1" status: 200 len: 217 time: 0.1266184 Feb 11 13:09:48.561589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:48.622229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:48.647546 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:48.716869 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:48.717480 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-c5d0cabf-6f83-4d40-ac0f-c7365b9a5b46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3802156 Feb 11 13:09:48.755950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3af702be-15e3-4fb7-8556-f3c9f42f7e28 req-c16c3226-0e6a-4650-94cd-1cb67d351520 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269249 Feb 11 13:09:48.761973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-2b78df34-0b32-4490-a52b-e2ddaba11d2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.763565 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-2b78df34-0b32-4490-a52b-e2ddaba11d2d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=95947634-a8f9-4d00-a88f-019def2cc7d3 HTTP/1.1" status: 200 len: 853 time: 0.1850674 Feb 11 13:09:48.773947 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:48.775067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] 10.222.0.73 "PUT /v2.0/ports/04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 1096 time: 2.5479865 Feb 11 13:09:48.792597 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a68b4a89-915f-47e2-a4e0-3e2810894536 req-218dda9d-b95e-4cef-b551-42d3bbc53c51 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/b8438ea4-a449-456a-a454-bba662f0927b HTTP/1.1" status: 200 len: 1614 time: 0.0890415 Feb 11 13:09:48.837516 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.026034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-2b13d8ea-5440-4c11-ab43-3af8f046dde9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20489804-476a-4332-a946-803b725f133b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2498879 Feb 11 13:09:49.042468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c74f7-884b-4c8b-a4db-19ee702f5e4c service neutron] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=11']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:49.117408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5144550f-d95a-4a24-b141-15b7f981b5a1 req-3d348549-cc4a-44f9-ba72-b90251269796 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 1096 time: 0.1422784 Feb 11 13:09:49.165507 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5144550f-d95a-4a24-b141-15b7f981b5a1 req-985c580c-493c-4efb-9d75-23da0f8b2aa8 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428782 Feb 11 13:09:49.209756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1639021e-46c4-4ed4-800a-657bf440b8ca details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:09:49.248445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'}, {'name': 'network-changed', 'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:49.268191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52242) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:49.408691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-60290378-4f88-4a86-bfd5-5a01abc66f65 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6851990 Feb 11 13:09:49.456939 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-a2532290-2657-4ef6-b3ce-f7f7451ae1d0 service neutron] 10.222.0.75 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065020 Feb 11 13:09:49.463299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1639021e-46c4-4ed4-800a-657bf440b8ca, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1639021e-46c4-4ed4-800a-657bf440b8ca,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:49.468135 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-db76f25b-1816-403c-9a5f-7f4b920ffd8b req-1ebe2a2a-e8df-411c-8d09-284238a3eec8 tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 1101 time: 0.1163590 Feb 11 13:09:49.477899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '1639021e-46c4-4ed4-800a-657bf440b8ca', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '1639021e-46c4-4ed4-800a-657bf440b8ca', 'mac_address': 'fa:16:3e:9a:63:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:09:49.478150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37194960-bfa5-4871-968e-34f0515ae9d7 req-993e0eb3-b1e4-4021-8a75-4710a94c48cc tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:49.487263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37194960-bfa5-4871-968e-34f0515ae9d7 req-993e0eb3-b1e4-4021-8a75-4710a94c48cc tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 948 time: 0.5454917 Feb 11 13:09:49.512821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-590042234-network', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:49.529568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-db76f25b-1816-403c-9a5f-7f4b920ffd8b req-2a9b0efb-c5b2-4ca1-ac76-97de4fdb428d tempest-ServersAdminTestJSON-89470520 tempest-ServersAdminTestJSON-89470520-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604854 Feb 11 13:09:49.536957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:49.542297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Usage tracker for resource:network and tenant:71167bb09dda45e29c85bcfb4eb96c13 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:49.547163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:49.548289 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.563534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:49.569480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1639021e-46c4-4ed4-800a-657bf440b8ca {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:49.573977 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-57f1e7f8-5266-4fea-9d1d-a0c6a3c12ff4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1099 time: 0.7185271 Feb 11 13:09:49.579882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Made reservation on behalf of 71167bb09dda45e29c85bcfb4eb96c13 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:49.582472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.587099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1639021e-46c4-4ed4-800a-657bf440b8ca, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1639021e-46c4-4ed4-800a-657bf440b8ca,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:49.591418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.598087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.666769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=1639021e-46c4-4ed4-800a-657bf440b8ca,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:49.672825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:49.678899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Usage tracker for resource:security_group_rule and tenant:71167bb09dda45e29c85bcfb4eb96c13 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:49.683101 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95a84edc-046d-4e3c-be4f-aaecfc134ce8 req-9d00dd50-6723-4b90-94b0-724dff3a997c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/b8438ea4-a449-456a-a454-bba662f0927b HTTP/1.1" status: 200 len: 1614 time: 0.0860307 Feb 11 13:09:49.683971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:49.692298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:49.780737 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-95a84edc-046d-4e3c-be4f-aaecfc134ce8 req-2b9ed08b-7ad5-478f-a9f7-54e60bf39d04 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.818944 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37194960-bfa5-4871-968e-34f0515ae9d7 req-9fdfe679-3c79-4200-a281-8de03b158d45 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302572 Feb 11 13:09:49.830204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-95a84edc-046d-4e3c-be4f-aaecfc134ce8 req-2b9ed08b-7ad5-478f-a9f7-54e60bf39d04 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.845397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.851439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1639021e-46c4-4ed4-800a-657bf440b8ca'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:49.855580 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.866520 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-a98ccc40-43a3-4711-9833-3d748334ffee service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427214 Feb 11 13:09:49.904142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-037c4019-ad0c-4f93-8735-bbda142e1cd8 req-e104054d-1c0d-455f-af9e-f24ead911787 service neutron] 10.222.0.75 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581769 Feb 11 13:09:49.905070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-e10482f6-f5b7-4815-998f-f0c351fbf6c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:49.906360 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-e10482f6-f5b7-4815-998f-f0c351fbf6c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3104844 Feb 11 13:09:49.917884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:09:49.927741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8330a1-c108-4ff7-9d8a-dc71a950db5c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:49.942090 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-95a84edc-046d-4e3c-be4f-aaecfc134ce8 req-2b9ed08b-7ad5-478f-a9f7-54e60bf39d04 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.944971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:49.945311 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Added segment eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb of type vlan for network e0d17855-7bea-4563-bffd-a21a4e05f186 Feb 11 13:09:49.968225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ed08b-7ad5-478f-a9f7-54e60bf39d04 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8438ea4-a449-456a-a454-bba662f0927b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:49.997750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-4e406392-9e2d-4937-b491-7dbf85bd7968 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 217 time: 0.0853455 Feb 11 13:09:50.006885 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.013099 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-95a84edc-046d-4e3c-be4f-aaecfc134ce8 req-2b9ed08b-7ad5-478f-a9f7-54e60bf39d04 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.014355 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95a84edc-046d-4e3c-be4f-aaecfc134ce8 req-2b9ed08b-7ad5-478f-a9f7-54e60bf39d04 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/b8438ea4-a449-456a-a454-bba662f0927b HTTP/1.1" status: 204 len: 173 time: 0.3238285 Feb 11 13:09:50.049690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.050723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.051542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.091480 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8218648 Feb 11 13:09:50.098160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52258) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:50.099151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-61f016f5-3931-4ffb-b10b-94bdbd39c2ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.100826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-61f016f5-3931-4ffb-b10b-94bdbd39c2ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0664690 Feb 11 13:09:50.104703 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.163870 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'code': 200} Feb 11 13:09:50.164129 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'status': 'completed', 'code': 200} Feb 11 13:09:50.169174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Request body: {'subnet': {'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-590042234-subnet', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:50.182563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:50.197850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Usage tracker for resource:subnet and tenant:71167bb09dda45e29c85bcfb4eb96c13 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:50.203664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:50.212251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:50.214867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed14f1-79c7-4dfb-9f63-471137e54f15 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d17855-7bea-4563-bffd-a21a4e05f186,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:50.224997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Made reservation on behalf of 71167bb09dda45e29c85bcfb4eb96c13 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:50.227522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.234268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e0d17855-7bea-4563-bffd-a21a4e05f186 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:09:50.250702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4f02c-e22e-4f9d-b609-91fef6960953 req-7280bebe-a48f-400f-b5cc-8d6545a95be0 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.253219 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cce4f02c-e22e-4f9d-b609-91fef6960953 req-7280bebe-a48f-400f-b5cc-8d6545a95be0 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 946 time: 0.2595801 Feb 11 13:09:50.329706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-c7e3d828-a87b-4221-b9c5-e4df657429ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2008228 Feb 11 13:09:50.359264 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cce4f02c-e22e-4f9d-b609-91fef6960953 req-756b5ac0-85ee-4365-92c4-901584348144 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872111 Feb 11 13:09:50.509659 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-da9a3574-b8ce-4b23-8970-f5706f7a4bff service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550028 Feb 11 13:09:50.513101 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-41f485fd-a3ed-45fd-971b-6900cf3d57bc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1099 time: 0.3372135 Feb 11 13:09:50.529028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.622444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c755fad-295a-4592-b0f8-33cdaa19d784,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:50.640050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Checking segment: {'id': 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:50.640739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Network hostable DHCP agents. Network: e0d17855-7bea-4563-bffd-a21a4e05f186, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:09:50.664409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Network e0d17855-7bea-4563-bffd-a21a4e05f186 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:09:50.678412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e0d17855-7bea-4563-bffd-a21a4e05f186) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:50.682727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.683470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.692226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ad870-ace1-404e-9a06-a65ce4e36020 None None] Network e0d17855-7bea-4563-bffd-a21a4e05f186 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:09:50.719258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f0220ab6-051c-480d-9a03-19281bcd9ec2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6198075 Feb 11 13:09:50.721863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52270) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:50.728593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-590042234-router', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:50.752546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:50.763471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Usage tracker for resource:router and tenant:71167bb09dda45e29c85bcfb4eb96c13 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:50.768334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:50.781075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:50.798552 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.801659 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.813669 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c4c69b-2af6-4fd4-abfd-6ef037b0fc50 req-f9c0f6d8-113b-454e-9ee1-f954f70a4c31 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631941 Feb 11 13:09:50.848624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908d034-a811-48d5-b3b7-48dbb64683b0 req-b4f8afaa-278e-4f06-852b-2be21f1dedd7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.850495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3908d034-a811-48d5-b3b7-48dbb64683b0 req-b4f8afaa-278e-4f06-852b-2be21f1dedd7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 943 time: 0.3365400 Feb 11 13:09:50.867463 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:50.874524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-2ea54353-ec38-4770-9ba1-cffef60dced7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.876526 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-2ea54353-ec38-4770-9ba1-cffef60dced7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3312294 Feb 11 13:09:51.001184 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-e0d17855-7bea-4563-bffd-a21a4e05f186', 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'fixed_ips': [{'subnet_id': '0c755fad-295a-4592-b0f8-33cdaa19d784'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:09:51.002011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:51.004798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-e54e9bfd-bfb0-486b-b3f3-bb629442e7e4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 217 time: 0.0842454 Feb 11 13:09:51.015519 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3908d034-a811-48d5-b3b7-48dbb64683b0 req-635ac9cd-d0df-486c-9b9d-385520c867c2 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585922 Feb 11 13:09:51.191513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Allocated IP 172.20.0.2 (e0d17855-7bea-4563-bffd-a21a4e05f186/0c755fad-295a-4592-b0f8-33cdaa19d784/8037686b-0f3a-46bf-9a73-4c96a1eed6c2) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:51.198074 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-1ab3a64d-4501-47ca-9844-4d0c657ebea8 req-f40a528a-7ffa-445a-88fc-d5811f637200 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] show failed (client error): The resource could not be found. Feb 11 13:09:51.199119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1ab3a64d-4501-47ca-9844-4d0c657ebea8 req-f40a528a-7ffa-445a-88fc-d5811f637200 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/b8438ea4-a449-456a-a454-bba662f0927b HTTP/1.1" status: 404 len: 352 time: 0.0432687 Feb 11 13:09:51.213996 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:51.219441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-e6b67496-b89e-4829-af67-127586d4f84f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:51.220870 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-e6b67496-b89e-4829-af67-127586d4f84f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2038016 Feb 11 13:09:51.223928 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-cc19bced-5445-4f93-bcad-54e9646fa459 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 1099 time: 0.3446393 Feb 11 13:09:51.228825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1639021e-46c4-4ed4-800a-657bf440b8ca up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:51.238666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7290b0f-877c-40e6-a2ca-6d4f6be80443 req-d7844722-a3e2-4887-b394-75b0b2d6bd1a tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:51.245705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c7290b0f-877c-40e6-a2ca-6d4f6be80443 req-d7844722-a3e2-4887-b394-75b0b2d6bd1a tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 949 time: 0.3627903 Feb 11 13:09:51.374506 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c7290b0f-877c-40e6-a2ca-6d4f6be80443 req-4a4649b5-1bea-44bc-89ac-cd45a71bb12d tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279521 Feb 11 13:09:51.437629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 1639021e-46c4-4ed4-800a-657bf440b8ca completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:51.454301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 1639021e-46c4-4ed4-800a-657bf440b8ca triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:51.454693 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:51.501997 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-d02f2fc2-fd06-4e3d-b7b9-e6ee6c7cd731 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:51.505459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-d02f2fc2-fd06-4e3d-b7b9-e6ee6c7cd731 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2688022 Feb 11 13:09:51.508374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:51.567219 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:51.627181 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-4feae508-a0b7-4be7-909c-09ebacd1bb47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 200 len: 217 time: 0.0975542 Feb 11 13:09:51.720435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-0617ddd7-9d5e-40b0-a2d6-069e8c177420 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4596326 Feb 11 13:09:51.726392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c29b2b-15fe-4030-801a-4a6c39fc663d req-7458c77f-2c10-42fe-aa0d-8657fca2ab51 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:51.728157 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08c29b2b-15fe-4030-801a-4a6c39fc663d req-7458c77f-2c10-42fe-aa0d-8657fca2ab51 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=d77809d1-0643-4e3b-8edd-1e1405fbfb99 HTTP/1.1" status: 200 len: 946 time: 0.3688846 Feb 11 13:09:51.739225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Allocated IP 172.25.4.197 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/aa0cb3cf-33bb-401e-9dec-73fc4ec42702) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:51.823719 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:51.882613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-2aa2967a-ccc2-49ab-8eb2-cfe82b439568 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532800 Feb 11 13:09:51.892166 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:51.906861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Transition to ACTIVE for port object 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:51.907867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-058f0b35-e6a9-4eef-a2bd-f016a9dee982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:51.909564 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-058f0b35-e6a9-4eef-a2bd-f016a9dee982 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2655993 Feb 11 13:09:51.938455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1639021e-46c4-4ed4-800a-657bf440b8ca'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:51.948227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Transition to ACTIVE for port object 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:51.956067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1639021e-46c4-4ed4-800a-657bf440b8ca, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1639021e-46c4-4ed4-800a-657bf440b8ca,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:51.961914 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:51.984716 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.014890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.051507 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.062723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Network e0d17855-7bea-4563-bffd-a21a4e05f186 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:52.066476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:52.070266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:09:52.088980 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08c29b2b-15fe-4030-801a-4a6c39fc663d req-30b7ab08-aa5b-41df-b6a3-05e7a691eedd tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086978 Feb 11 13:09:52.130012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device e987f778-f908-4973-9fa8-267918472ac5 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:09:52.146408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Pushing event updated for resources: {'Port': ['ID=8037686b-0f3a-46bf-9a73-4c96a1eed6c2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:52.170239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:52.176858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:52.183784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Pushing event updated for resources: {'Port': ['ID=aa0cb3cf-33bb-401e-9dec-73fc4ec42702,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:52.186779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:09:52.243367 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-f4d2e562-cb7d-42ff-b24f-e4b37fb1564b service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211052 Feb 11 13:09:52.246254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-09ad059c-fd5d-422f-a954-f8b35a853c7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3227837 Feb 11 13:09:52.259147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5e854-c41b-4f03-b3c3-3d69464bd2cc req-b78f2319-b381-4422-af1b-bd7b3be9181f tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:52.267071 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fcf5e854-c41b-4f03-b3c3-3d69464bd2cc req-b78f2319-b381-4422-af1b-bd7b3be9181f tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 950 time: 0.3675587 Feb 11 13:09:52.294907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Attempting to bind port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:52.295270 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Attempting to bind port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:52.295854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Attempting to bind port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 on network e0d17855-7bea-4563-bffd-a21a4e05f186 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:52.353266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:52.353945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Checking segment: {'id': 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:52.354520 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.355082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Bound using segment: {'id': 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:52.355875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Bound port: 8037686b-0f3a-46bf-9a73-4c96a1eed6c2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:52.356411 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.370909 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fcf5e854-c41b-4f03-b3c3-3d69464bd2cc req-2ac5aff1-c848-452b-ab80-d56c9fceb96c tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026096 Feb 11 13:09:52.440807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=1639021e-46c4-4ed4-800a-657bf440b8ca,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:52.442173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1877534749', 'description': 'tempest-description-138089382'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:52.448962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:52.454267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:52.457692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:52.464648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:52.474998 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.476141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.509104 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-473c11e7-30c8-42e2-8eb5-0bc0c28d8e04 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550843 Feb 11 13:09:52.527548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:52.539845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] For port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:52.542306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.550111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'e987f778-f908-4973-9fa8-267918472ac5', 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a', 'port_id': 'e987f778-f908-4973-9fa8-267918472ac5', 'mac_address': 'fa:16:3e:ae:c4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4c495a-e289-46e6-a8c0-ba75eb92d391', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:09:52.554182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] For port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8037686b-0f3a-46bf-9a73-4c96a1eed6c2,segment=NetworkSegment(eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb),segment_id=eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:52.589552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.680158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:52.686692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group_rule and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:52.690927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:52.697649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:52.712826 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.713377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f52d60-04ae-4e1d-ac8c-719c8679394f req-66d5b239-de82-4260-95bc-90caf0686a77 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:52.716078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85f52d60-04ae-4e1d-ac8c-719c8679394f req-66d5b239-de82-4260-95bc-90caf0686a77 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 948 time: 0.3426960 Feb 11 13:09:52.748898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2055ac4-4e31-4d3d-b015-44d835f670e4 None None] Pushing event updated for resources: {'Port': ['ID=8037686b-0f3a-46bf-9a73-4c96a1eed6c2,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:52.752470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e987f778-f908-4973-9fa8-267918472ac5 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:52.774227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.792723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:52.800157 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.805089 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.886728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf44ab3-55af-46ba-aee3-09acc3c1800c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:52.888316 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e52331d1-3a90-4838-8bd1-d7b7d838af2f req-ddf9a670-82b6-42a9-adbf-6fcab46a7a6b service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615336 Feb 11 13:09:52.908737 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:52.913537 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-095c9947-b833-4303-a881-51db519c353b req-21c3e302-994c-4979-967d-4ce27ae11a15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4771240 Feb 11 13:09:52.930030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85f52d60-04ae-4e1d-ac8c-719c8679394f req-9e348def-8931-4634-a3e6-ae7d8e35192f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657739 Feb 11 13:09:52.960025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=e987f778-f908-4973-9fa8-267918472ac5,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:53.021752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Router 2be71830-797a-4612-9dca-94511aa4b488 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:09:53.027050 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1639021e-46c4-4ed4-800a-657bf440b8ca', 'code': 200} Feb 11 13:09:53.223347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:09:53.281021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f507d7a-11dc-430f-9ba1-70a58ec388a9 req-e9795a25-400c-4842-a7c2-cac15f3c3712 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 1101 time: 0.1632044 Feb 11 13:09:53.324867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8ebf-f1b0-4d19-a54a-0c7bbd1c9f5b req-3c880de5-f2db-4439-b8d8-237c9916724c tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:53.326351 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f0ce8ebf-f1b0-4d19-a54a-0c7bbd1c9f5b req-3c880de5-f2db-4439-b8d8-237c9916724c tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 944 time: 0.1484098 Feb 11 13:09:53.358932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:53.366638 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f507d7a-11dc-430f-9ba1-70a58ec388a9 req-fdfd301d-ed8e-4f05-b5b1-ed6baae44172 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785804 Feb 11 13:09:53.371027 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Sync routers for ids ['2be71830-797a-4612-9dca-94511aa4b488'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:09:53.388700 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f0ce8ebf-f1b0-4d19-a54a-0c7bbd1c9f5b req-0ee590a8-d0bf-48e8-8f17-795855c04235 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550241 Feb 11 13:09:53.392879 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Routers {'2be71830-797a-4612-9dca-94511aa4b488'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:09:53.393645 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:09:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['2be71830-797a-4612-9dca-94511aa4b488'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:53.404059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['e987f778-f908-4973-9fa8-267918472ac5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:53.405479 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:53.410921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52294) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:09:53.432783 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4b0208f3-4e0d-4c16-8d87-9d88d779ccae admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7093298 Feb 11 13:09:53.509010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:53.537099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'mac_address': 'fa:16:3e:f2:19:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:09:53.754120 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Set router 2be71830-797a-4612-9dca-94511aa4b488 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:09:53.780766 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:53.833782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b5ad98-6b90-44c1-8248-a8711f7fa2dd {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:09:53.851718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:53.878967 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:54.002149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1519826200', 'description': 'tempest-description-1039682184'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:54.032778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=12']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:54.052307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:54.084266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:54.088748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:54.097045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825938-9386-41c4-bb37-9f50d61396af req-5703708a-4f3f-4d49-beaf-eb3b0b2e1488 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.101403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:54.108038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f4825938-9386-41c4-bb37-9f50d61396af req-5703708a-4f3f-4d49-beaf-eb3b0b2e1488 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 950 time: 0.4956868 Feb 11 13:09:54.140987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83e5bacb-706c-4a42-b168-adb0dc371999 req-a9eb4a18-5851-497d-b4b0-916232f8091d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4211919 Feb 11 13:09:54.155876 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:54.195477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f4825938-9386-41c4-bb37-9f50d61396af req-7b7320ed-92e0-4f76-9f66-3860eff663dc tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864041 Feb 11 13:09:54.234862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['04b5ad98-6b90-44c1-8248-a8711f7fa2dd'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:54.288737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858562be-350a-4113-818d-4f2a90e6d483 req-22447697-042a-4904-b1f9-43d8a014e1ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.290383 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-858562be-350a-4113-818d-4f2a90e6d483 req-22447697-042a-4904-b1f9-43d8a014e1ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 950 time: 0.4196014 Feb 11 13:09:54.310165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:54.313588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5cb857-ab53-4ef9-980b-ee8f68b679e4 None None] Network e0d17855-7bea-4563-bffd-a21a4e05f186 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:09:54.394983 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be71830-797a-4612-9dca-94511aa4b488', 'name': 'tempest-FloatingIPDetailsTestJSON-590042234-router', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:50Z', 'updated_at': '2022-02-11T13:09:52Z', 'revision_number': 3, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'gw_port': {'id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:51Z', 'updated_at': '2022-02-11T13:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:54.398923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83e5bacb-706c-4a42-b168-adb0dc371999 req-f4aa5f2e-de86-4313-8f86-738c3a1a6f3a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4be9f77f238244f9a803c672b754a36a&device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 1100 time: 0.2207563 Feb 11 13:09:54.400689 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Checking router: 2be71830-797a-4612-9dca-94511aa4b488 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:09:54.401028 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Updating router 2be71830-797a-4612-9dca-94511aa4b488 port aa0cb3cf-33bb-401e-9dec-73fc4ec42702 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:09:54.441448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group_rule and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:54.459030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:54.497873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:54.513123 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:54.561895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-858562be-350a-4113-818d-4f2a90e6d483 req-c15111b8-776d-49c8-ad46-194b6199e820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Deleting port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:54.578598 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-858562be-350a-4113-818d-4f2a90e6d483 req-c15111b8-776d-49c8-ad46-194b6199e820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:54.686192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ab6658ac-1097-47a5-8f46-eb8f15e58838 None None] Provisioning for port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:54.914784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:55.077241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5bacb-706c-4a42-b168-adb0dc371999 req-71320469-9a7a-4aaa-82a5-cbf0a47aaaff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.078872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83e5bacb-706c-4a42-b168-adb0dc371999 req-71320469-9a7a-4aaa-82a5-cbf0a47aaaff service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.6475699 Feb 11 13:09:55.159161 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83e5bacb-706c-4a42-b168-adb0dc371999 req-677ae767-9c56-4d6c-919f-b0455ab403d6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=59f5fd2e-3533-439d-9352-c73591aac6a3 HTTP/1.1" status: 200 len: 217 time: 0.0703840 Feb 11 13:09:55.170288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbf257-7966-4f32-b8b8-41b68c0da9fa req-d294201f-8db1-4e2e-b31e-fd5b00e6228e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.171913 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f2cbf257-7966-4f32-b8b8-41b68c0da9fa req-d294201f-8db1-4e2e-b31e-fd5b00e6228e tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 950 time: 0.3766522 Feb 11 13:09:55.242141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5bacb-706c-4a42-b168-adb0dc371999 req-17a68d0b-d781-430b-9848-eb9954ef7008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.243751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83e5bacb-706c-4a42-b168-adb0dc371999 req-17a68d0b-d781-430b-9848-eb9954ef7008 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0708861 Feb 11 13:09:55.274960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:55.283270 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:55.283537 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.351600 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.367943 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Transition to ACTIVE for port object aa0cb3cf-33bb-401e-9dec-73fc4ec42702 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:55.372750 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f2cbf257-7966-4f32-b8b8-41b68c0da9fa req-d3997ad5-a81c-46f3-98e4-9af4a4921060 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267576 Feb 11 13:09:55.388274 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.392234 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83e5bacb-706c-4a42-b168-adb0dc371999 req-05f5205c-61c9-40f7-b65a-c42047e3318b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312897 Feb 11 13:09:55.605031 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.672721 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.673279 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Attempting to bind port aa0cb3cf-33bb-401e-9dec-73fc4ec42702 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:09:55.682094 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Attempting to bind port aa0cb3cf-33bb-401e-9dec-73fc4ec42702 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:09:55.682621 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Attempting to bind port aa0cb3cf-33bb-401e-9dec-73fc4ec42702 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:09:55.710848 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.714935 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:09:55.715486 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:09:55.715954 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.716341 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:09:55.716823 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Bound port: aa0cb3cf-33bb-401e-9dec-73fc4ec42702, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:09:55.717216 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.721561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8037686b-0f3a-46bf-9a73-4c96a1eed6c2,segment=NetworkSegment(eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb),segment_id=eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:55.728126 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.757242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-858562be-350a-4113-818d-4f2a90e6d483 req-c15111b8-776d-49c8-ad46-194b6199e820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] For port 674c6b9c-a20d-4b84-9994-88f8e2e90b45, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=674c6b9c-a20d-4b84-9994-88f8e2e90b45,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:55.758088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-858562be-350a-4113-818d-4f2a90e6d483 req-c15111b8-776d-49c8-ad46-194b6199e820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.788902 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83e5bacb-706c-4a42-b168-adb0dc371999 req-5ee8f230-b799-4e04-8e65-c1147aee4873 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873553 Feb 11 13:09:55.801734 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] For port aa0cb3cf-33bb-401e-9dec-73fc4ec42702, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:55.804654 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] For port aa0cb3cf-33bb-401e-9dec-73fc4ec42702, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=aa0cb3cf-33bb-401e-9dec-73fc4ec42702,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:55.815376 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Pushing event updated for resources: {'Port': ['ID=aa0cb3cf-33bb-401e-9dec-73fc4ec42702,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:55.825787 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.830805 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.831213 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.831839 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.832225 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.832557 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.832790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-36a48101-2e0e-42cf-ac23-b0392941d5de None None] Provisioning complete for port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:55.832989 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.833178 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36a48101-2e0e-42cf-ac23-b0392941d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:55.833313 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.833636 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.834052 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.834378 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.834724 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:55.908789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=8037686b-0f3a-46bf-9a73-4c96a1eed6c2,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:55.920533 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8f7ab-986e-4d87-83ba-03a9e09c7364 None None] Pushing event updated for resources: {'Port': ['ID=aa0cb3cf-33bb-401e-9dec-73fc4ec42702,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:55.947484 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Routers {'2be71830-797a-4612-9dca-94511aa4b488'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:09:55.948298 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:09:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['2be71830-797a-4612-9dca-94511aa4b488'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:56.040646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09198ff4-877a-4fb5-a91f-fab1dc1d0bc8 req-5506bcb2-cdc5-44be-bbbd-6f8acf090154 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.051467 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09198ff4-877a-4fb5-a91f-fab1dc1d0bc8 req-5506bcb2-cdc5-44be-bbbd-6f8acf090154 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.3646717 Feb 11 13:09:56.056676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-858562be-350a-4113-818d-4f2a90e6d483 req-c15111b8-776d-49c8-ad46-194b6199e820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Calling delete_port for 674c6b9c-a20d-4b84-9994-88f8e2e90b45 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:56.128314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device e987f778-f908-4973-9fa8-267918472ac5 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:56.139790 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:56.153105 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c8fc884d-4ede-4698-8c91-aa931064e2c1 req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 2.2872064 Feb 11 13:09:56.163586 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83e5bacb-706c-4a42-b168-adb0dc371999 req-f7ef4f76-04f4-429b-9024-235c701a6d98 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468139 Feb 11 13:09:56.201443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09198ff4-877a-4fb5-a91f-fab1dc1d0bc8 req-6b60b948-3604-450b-9f27-8ea29c6f19cf tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486709 Feb 11 13:09:56.259504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port e987f778-f908-4973-9fa8-267918472ac5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:56.263639 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] Set router 2be71830-797a-4612-9dca-94511aa4b488 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:09:56.266307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port e987f778-f908-4973-9fa8-267918472ac5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:56.266955 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:56.303106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf6aa5-579a-4a19-95ca-7ef128af3812 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c87874e-732c-4103-8295-db8ebf67014f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:56.373020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-62cca202-80bc-4bed-ac3d-d770bb454410 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.374807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-62cca202-80bc-4bed-ac3d-d770bb454410 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.73 "GET /v2.0/ports?device_id=d77809d1-0643-4e3b-8edd-1e1405fbfb99 HTTP/1.1" status: 200 len: 946 time: 1.0547521 Feb 11 13:09:56.456979 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:56.482154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db93f8-b3f2-44b9-a978-aec09d6ab99f req-a59b3570-35de-4e9a-a336-a64358f68f4e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.498948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30db93f8-b3f2-44b9-a978-aec09d6ab99f req-a59b3570-35de-4e9a-a336-a64358f68f4e tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=d77809d1-0643-4e3b-8edd-1e1405fbfb99 HTTP/1.1" status: 200 len: 946 time: 0.1404176 Feb 11 13:09:56.562309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e987f778-f908-4973-9fa8-267918472ac5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:56.564616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-858562be-350a-4113-818d-4f2a90e6d483 req-c15111b8-776d-49c8-ad46-194b6199e820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:56.599742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:56.605247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['59f5fd2e-3533-439d-9352-c73591aac6a3', '55c7365b-466c-4ff6-afa6-efb689268e5c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:09:56.624194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-9384fb89-4129-4127-a54d-86254c3006bf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Deleting port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:56.624194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-9384fb89-4129-4127-a54d-86254c3006bf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:56.643716 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:56.645822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 674c6b9c-a20d-4b84-9994-88f8e2e90b45 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:56.667882 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30db93f8-b3f2-44b9-a978-aec09d6ab99f req-fc48551e-e12a-4c40-ab86-8778dbb78273 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/security-groups?id=1e7d821b-6d82-40dd-84ee-f97eb8275eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675003 Feb 11 13:09:56.690264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15111b8-776d-49c8-ad46-194b6199e820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Pushing event deleted for resources: {'Port': ['ID=674c6b9c-a20d-4b84-9994-88f8e2e90b45,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:56.783130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a032e7-56aa-4c2d-896a-4bef52b706f0 req-7bbe00c6-18a7-4afc-a194-92d6fee3da50 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.787359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 674c6b9c-a20d-4b84-9994-88f8e2e90b45 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:09:56.788718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 674c6b9c-a20d-4b84-9994-88f8e2e90b45 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:09:56.788859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42a032e7-56aa-4c2d-896a-4bef52b706f0 req-7bbe00c6-18a7-4afc-a194-92d6fee3da50 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 944 time: 0.4079056 Feb 11 13:09:56.796012 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be71830-797a-4612-9dca-94511aa4b488', 'name': 'tempest-FloatingIPDetailsTestJSON-590042234-router', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:50Z', 'updated_at': '2022-02-11T13:09:52Z', 'revision_number': 3, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'gw_port': {'id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:51Z', 'updated_at': '2022-02-11T13:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:56.801238 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa0772-dd69-4603-91d2-ab0db01fd3a0 None None] The sync data for ids ['2be71830-797a-4612-9dca-94511aa4b488'] in n-d-818559-1 is: [{'id': '2be71830-797a-4612-9dca-94511aa4b488', 'name': 'tempest-FloatingIPDetailsTestJSON-590042234-router', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:50Z', 'updated_at': '2022-02-11T13:09:52Z', 'revision_number': 3, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'gw_port': {'id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:51Z', 'updated_at': '2022-02-11T13:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:09:56.820126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:57.055207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=e987f778-f908-4973-9fa8-267918472ac5,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:57.118624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:57.119003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:57.147078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-09a736aa-e2ee-4dbe-92f9-4ca9efa632a8 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:57.148530 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-09a736aa-e2ee-4dbe-92f9-4ca9efa632a8 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "GET /v2.0/ports?device_id=1149ce89-e060-4c5d-b899-199962612d1a HTTP/1.1" status: 200 len: 946 time: 0.3141592 Feb 11 13:09:57.159623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e82fc-e570-43ae-872d-0a985382cc72 req-93818d03-3e8e-460a-90c3-b07bd800f24a tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:57.161134 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-367e82fc-e570-43ae-872d-0a985382cc72 req-93818d03-3e8e-460a-90c3-b07bd800f24a tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 950 time: 0.2243731 Feb 11 13:09:57.190160 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42a032e7-56aa-4c2d-896a-4bef52b706f0 req-a27c5783-fc51-4611-8322-16ad908a2981 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005530 Feb 11 13:09:57.275206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:57.339708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-858562be-350a-4113-818d-4f2a90e6d483 req-c15111b8-776d-49c8-ad46-194b6199e820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] No DVR routers for this DVR port 674c6b9c-a20d-4b84-9994-88f8e2e90b45 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:57.366416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-c8371d3b-fd8d-4135-ba48-749cc1ea8396 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Deleting port ba76b3e2-af16-4794-a69d-9ba38b4966b8 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:09:57.367117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-c8371d3b-fd8d-4135-ba48-749cc1ea8396 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:57.499138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-367e82fc-e570-43ae-872d-0a985382cc72 req-d7b12911-1d6d-40ff-b1c9-5e46620f27e7 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921402 Feb 11 13:09:57.506889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-858562be-350a-4113-818d-4f2a90e6d483 req-c15111b8-776d-49c8-ad46-194b6199e820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:57.647404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb4c65-b19a-4d39-ab5c-8e20b32da58a', 'name': 'network-vif-deleted', 'tag': '674c6b9c-a20d-4b84-9994-88f8e2e90b45'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:57.658613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1470085142', 'description': 'tempest-description-212674660'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:09:57.660946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:57.664370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:57.674860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:57.682024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:57.691703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:57.711916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:57.717247 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:57.805809 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:57.837883 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-858562be-350a-4113-818d-4f2a90e6d483 req-c15111b8-776d-49c8-ad46-194b6199e820 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "DELETE /v2.0/ports/674c6b9c-a20d-4b84-9994-88f8e2e90b45 HTTP/1.1" status: 204 len: 173 time: 3.5336256 Feb 11 13:09:57.900573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-c8371d3b-fd8d-4135-ba48-749cc1ea8396 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] For port ba76b3e2-af16-4794-a69d-9ba38b4966b8, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ba76b3e2-af16-4794-a69d-9ba38b4966b8,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:57.903367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-c8371d3b-fd8d-4135-ba48-749cc1ea8396 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:57.910422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-9384fb89-4129-4127-a54d-86254c3006bf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] For port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,segment=NetworkSegment(a5edaeb7-82ff-47d1-ab46-5e40b15ec147),segment_id=a5edaeb7-82ff-47d1-ab46-5e40b15ec147)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:57.911057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-9384fb89-4129-4127-a54d-86254c3006bf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:57.974655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:09:57.979467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group_rule and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:09:57.984704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:09:57.991300 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:57.993470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:09:58.058375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:58.064096 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:58.068352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:09:58.161399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-9384fb89-4129-4127-a54d-86254c3006bf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Calling delete_port for 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:58.228643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=13']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:58.280207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-c8371d3b-fd8d-4135-ba48-749cc1ea8396 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Calling delete_port for ba76b3e2-af16-4794-a69d-9ba38b4966b8 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:09:58.315253 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:58.370980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:58.385903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:58.395710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15115c86-e1c6-424f-b798-52deb9adab56 req-b3fdc35f-b68c-44b8-9283-429f77b53ee8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:58.402462 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15115c86-e1c6-424f-b798-52deb9adab56 req-b3fdc35f-b68c-44b8-9283-429f77b53ee8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 949 time: 0.4778895 Feb 11 13:09:58.487260 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-9384fb89-4129-4127-a54d-86254c3006bf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:58.514171 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15115c86-e1c6-424f-b798-52deb9adab56 req-ed62b4c1-d340-4263-96c0-45483907233d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068118 Feb 11 13:09:58.547863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca172f-af26-4f13-beba-0e323605a42f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:58.569691 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:58.570941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ac7d8bc-d171-44c1-84a7-c5411180c703 req-98e749e0-a663-4f94-bfc4-0c1148872179 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.0687075 Feb 11 13:09:58.582444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384fb89-4129-4127-a54d-86254c3006bf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Pushing event deleted for resources: {'Port': ['ID=5bbb7df7-f1fe-47f3-9325-a0eccbe56843,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:58.597951 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-c8371d3b-fd8d-4135-ba48-749cc1ea8396 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:58.768667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-9384fb89-4129-4127-a54d-86254c3006bf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] No DVR routers for this DVR port 5bbb7df7-f1fe-47f3-9325-a0eccbe56843 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:58.772604 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-9384fb89-4129-4127-a54d-86254c3006bf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:58.774507 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d01002f4-4a6a-47c2-9a97-6cd6ac7edb94 req-9384fb89-4129-4127-a54d-86254c3006bf tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.73 "DELETE /v2.0/ports/5bbb7df7-f1fe-47f3-9325-a0eccbe56843 HTTP/1.1" status: 204 len: 173 time: 2.3585472 Feb 11 13:09:58.779105 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e987f778-f908-4973-9fa8-267918472ac5', 'code': 200} Feb 11 13:09:58.797773 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:58.864355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8371d3b-fd8d-4135-ba48-749cc1ea8396 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Pushing event deleted for resources: {'Port': ['ID=ba76b3e2-af16-4794-a69d-9ba38b4966b8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:58.866739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device aa0cb3cf-33bb-401e-9dec-73fc4ec42702 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:09:58.880452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f347e41-7888-4edd-9984-1d6d30cb8cd5 req-137f4f32-267e-4840-bb58-50882a60c883 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bb4c65-b19a-4d39-ab5c-8e20b32da58a HTTP/1.1" status: 200 len: 210 time: 0.1064675 Feb 11 13:09:59.029210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-c8371d3b-fd8d-4135-ba48-749cc1ea8396 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] No DVR routers for this DVR port ba76b3e2-af16-4794-a69d-9ba38b4966b8 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:59.030850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port aa0cb3cf-33bb-401e-9dec-73fc4ec42702 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:59.034093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-c8371d3b-fd8d-4135-ba48-749cc1ea8396 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:59.037059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1149ce89-e060-4c5d-b899-199962612d1a', 'name': 'network-vif-deleted', 'tag': 'ba76b3e2-af16-4794-a69d-9ba38b4966b8'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:09:59.039311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port aa0cb3cf-33bb-401e-9dec-73fc4ec42702 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:59.039680 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:59.075569 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fba62446-3eaa-4d74-882a-d1057e90dd2c req-c8371d3b-fd8d-4135-ba48-749cc1ea8396 tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.75 "DELETE /v2.0/ports/ba76b3e2-af16-4794-a69d-9ba38b4966b8 HTTP/1.1" status: 204 len: 173 time: 1.9123049 Feb 11 13:09:59.222854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2c8fb2a1-1a38-4482-9b8d-e0f494813631 req-abd0c045-d44b-4b7b-8fb8-43926c65394c tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Synchronizing usage tracker for tenant:04f69df148f0403a8e621332d0312e2f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:09:59.242116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2c8fb2a1-1a38-4482-9b8d-e0f494813631 req-abd0c045-d44b-4b7b-8fb8-43926c65394c tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] Unset dirty status for tenant:04f69df148f0403a8e621332d0312e2f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:09:59.244267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:59.257343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c8fb2a1-1a38-4482-9b8d-e0f494813631 req-abd0c045-d44b-4b7b-8fb8-43926c65394c tempest-MultipleCreateTestJSON-1144206163 tempest-MultipleCreateTestJSON-1144206163-project] 10.222.0.67 "GET /v2.0/ports?device_id=d77809d1-0643-4e3b-8edd-1e1405fbfb99 HTTP/1.1" status: 200 len: 210 time: 0.0814636 Feb 11 13:09:59.278713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port aa0cb3cf-33bb-401e-9dec-73fc4ec42702, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=aa0cb3cf-33bb-401e-9dec-73fc4ec42702,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:59.286476 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:59.329094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0809fab5-b648-421c-b2a2-a30fd6f2df6b req-0d9f70a3-7bf3-448b-ad4a-ddfe6d00d878 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 1096 time: 0.2568781 Feb 11 13:09:59.354626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Allocated IP 172.20.0.1 (e0d17855-7bea-4563-bffd-a21a4e05f186/0c755fad-295a-4592-b0f8-33cdaa19d784/7c0bf11e-7473-41cd-b804-b30d38ca8690) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:59.487427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=aa0cb3cf-33bb-401e-9dec-73fc4ec42702,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:59.503181 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb4c65-b19a-4d39-ab5c-8e20b32da58a', 'name': 'network-vif-deleted', 'tag': '674c6b9c-a20d-4b84-9994-88f8e2e90b45', 'status': 'completed', 'code': 200} Feb 11 13:09:59.660266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fc16-42e2-45ea-95f5-bb4e41477fad req-9c680f5d-a13d-414f-821a-fa991b3b97da tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:59.661607 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f112fc16-42e2-45ea-95f5-bb4e41477fad req-9c680f5d-a13d-414f-821a-fa991b3b97da tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 945 time: 0.1105442 Feb 11 13:09:59.668130 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0809fab5-b648-421c-b2a2-a30fd6f2df6b req-53a0445e-a256-4bd5-8bb2-efee2be426b3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623611 Feb 11 13:09:59.709345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:59.721218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f112fc16-42e2-45ea-95f5-bb4e41477fad req-8ee4071f-d416-4071-8854-3334ddf353c9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531061 Feb 11 13:09:59.728279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Transition to ACTIVE for port object 7c0bf11e-7473-41cd-b804-b30d38ca8690 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:59.742606 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21aa92ad-b25f-4764-bc37-36a541c7500c req-f874eec8-daa0-4ed8-a99c-61785aa8ee80 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1983659 Feb 11 13:09:59.770328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:59.936965 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1149ce89-e060-4c5d-b899-199962612d1a', 'name': 'network-vif-deleted', 'tag': 'ba76b3e2-af16-4794-a69d-9ba38b4966b8', 'status': 'completed', 'code': 200} Feb 11 13:09:59.954496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Network e0d17855-7bea-4563-bffd-a21a4e05f186 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:59.958298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:59.960095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Pushing event updated for resources: {'Port': ['ID=7c0bf11e-7473-41cd-b804-b30d38ca8690,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:59.962172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:00.037274 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:00.038856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1c138e3d-d633-4f15-bb57-0cb2c2384cc1 req-434360ed-9fc7-4f32-9e69-1d7f4199874c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Synchronizing usage tracker for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:00.078969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1c138e3d-d633-4f15-bb57-0cb2c2384cc1 req-434360ed-9fc7-4f32-9e69-1d7f4199874c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Unset dirty status for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:00.082174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1c138e3d-d633-4f15-bb57-0cb2c2384cc1 req-434360ed-9fc7-4f32-9e69-1d7f4199874c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213 HTTP/1.1" status: 200 len: 9733 time: 0.2641566 Feb 11 13:10:00.138503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ba76b3e2-af16-4794-a69d-9ba38b4966b8 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:00.210184 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:00.225766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: ba76b3e2-af16-4794-a69d-9ba38b4966b8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:10:00.226111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ba76b3e2-af16-4794-a69d-9ba38b4966b8 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:10:00.238684 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1c138e3d-d633-4f15-bb57-0cb2c2384cc1 req-7c49dde7-3c1f-404b-933e-e6389b6ea723 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/fdb9f227-79db-43c6-9605-b2e8d0ba46c1 HTTP/1.1" status: 200 len: 2649 time: 0.1497943 Feb 11 13:10:00.306249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2ea5c453-3666-4c42-80e7-203265285cbf None None] Provisioning for port 7c0bf11e-7473-41cd-b804-b30d38ca8690 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:00.314374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2ea5c453-3666-4c42-80e7-203265285cbf None None] Provisioning complete for port 7c0bf11e-7473-41cd-b804-b30d38ca8690 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:00.314967 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c453-3666-4c42-80e7-203265285cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:00.330026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1c138e3d-d633-4f15-bb57-0cb2c2384cc1 req-a5dc6d5f-e9ba-4834-ab51-85f64df1f01f tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/fdb9f227-79db-43c6-9605-b2e8d0ba46c1 HTTP/1.1" status: 200 len: 2649 time: 0.0886116 Feb 11 13:10:00.391020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5c453-3666-4c42-80e7-203265285cbf None None] Port 7c0bf11e-7473-41cd-b804-b30d38ca8690 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:10:00.466146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-1b16dfb6-2e8b-4df1-8b79-df1c1e909eb6 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=12b287917ba646e9b3169123c7ffe5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329695 Feb 11 13:10:00.545806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de3aa7-fd92-43eb-9253-c68098fa5fd7 req-1bf745e2-0785-4021-b51a-b5560cc61b26 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:00.547444 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-75de3aa7-fd92-43eb-9253-c68098fa5fd7 req-1bf745e2-0785-4021-b51a-b5560cc61b26 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 950 time: 0.2613196 Feb 11 13:10:00.641305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-75de3aa7-fd92-43eb-9253-c68098fa5fd7 req-337d273e-0432-4b69-8df0-e30d470586cd tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776613 Feb 11 13:10:00.656536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecef84-3587-43f2-a415-b927d3639d7a req-33137ecb-2de5-4dbc-820a-44fb8305371a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:00.658133 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-33137ecb-2de5-4dbc-820a-44fb8305371a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835225 Feb 11 13:10:00.658271 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:00.664119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:00.686501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-4ca9c308-98a5-4c3f-b687-7ed4ef0bf8f0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/quotas/12b287917ba646e9b3169123c7ffe5dc HTTP/1.1" status: 200 len: 375 time: 0.0222723 Feb 11 13:10:00.780791 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:00.790967 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:00.793013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device aa0cb3cf-33bb-401e-9dec-73fc4ec42702 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:10:00.932955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port aa0cb3cf-33bb-401e-9dec-73fc4ec42702 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:00.933591 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:00.981378 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-606446a8-0c25-4423-8ebd-df498a46b549 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2810340 Feb 11 13:10:00.992655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Pushing event updated for resources: {'Port': ['ID=7c0bf11e-7473-41cd-b804-b30d38ca8690,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:00.996034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Network e0d17855-7bea-4563-bffd-a21a4e05f186 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:00.998277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:01.275299 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e444d8cf-ddc9-4c7f-be79-b3c79311eeda req-8b59a1d4-02ae-4490-b60e-7c9548cde0fb tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/8bf44ab3-55af-46ba-aee3-09acc3c1800c HTTP/1.1" status: 200 len: 1634 time: 0.1879449 Feb 11 13:10:01.323213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9a82e382-0f36-408c-9ede-8002fcd2a352 None None] Provisioning complete for port 7c0bf11e-7473-41cd-b804-b30d38ca8690 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:01.323898 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a82e382-0f36-408c-9ede-8002fcd2a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:01.397844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9a82e382-0f36-408c-9ede-8002fcd2a352 None None] Port 7c0bf11e-7473-41cd-b804-b30d38ca8690 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:10:01.522633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb002851-4c11-478a-a124-f3d2e77c4359 req-10d0fabf-4e56-4d3a-bc3a-16083228bace tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.526401 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fb002851-4c11-478a-a124-f3d2e77c4359 req-10d0fabf-4e56-4d3a-bc3a-16083228bace tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 945 time: 0.2076750 Feb 11 13:10:01.612848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77809d1-0643-4e3b-8edd-1e1405fbfb99', 'name': 'network-vif-deleted', 'tag': '5bbb7df7-f1fe-47f3-9325-a0eccbe56843'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:01.629725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e444d8cf-ddc9-4c7f-be79-b3c79311eeda req-8e96ca92-9a76-43f2-bb86-6309abe8fa0f tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:01.630193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fb002851-4c11-478a-a124-f3d2e77c4359 req-cf8a1661-9e99-4e30-87bf-1561c06f5f26 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972135 Feb 11 13:10:01.690671 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e444d8cf-ddc9-4c7f-be79-b3c79311eeda req-8e96ca92-9a76-43f2-bb86-6309abe8fa0f tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:01.719370 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'code': 200} Feb 11 13:10:01.754963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e444d8cf-ddc9-4c7f-be79-b3c79311eeda req-8e96ca92-9a76-43f2-bb86-6309abe8fa0f tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:01.780852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96ca92-9a76-43f2-bb86-6309abe8fa0f tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf44ab3-55af-46ba-aee3-09acc3c1800c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:01.812754 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e444d8cf-ddc9-4c7f-be79-b3c79311eeda req-8e96ca92-9a76-43f2-bb86-6309abe8fa0f tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:01.813861 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e444d8cf-ddc9-4c7f-be79-b3c79311eeda req-8e96ca92-9a76-43f2-bb86-6309abe8fa0f tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/8bf44ab3-55af-46ba-aee3-09acc3c1800c HTTP/1.1" status: 204 len: 173 time: 0.5378189 Feb 11 13:10:01.839728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Router 2be71830-797a-4612-9dca-94511aa4b488 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:10:01.887637 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-c2e36096-d5f1-469d-9acf-fb41d63bb3fd tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497415 Feb 11 13:10:02.185900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-b70926b2-baa1-43e5-8e35-0984c90736ba tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:02.194658 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-b70926b2-baa1-43e5-8e35-0984c90736ba tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002534 Feb 11 13:10:02.211174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-74f204b7-7896-4d25-9151-28ed0c800d71 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/quotas/ccdbddfb1dff486d8267a47422e1ee0f HTTP/1.1" status: 200 len: 375 time: 0.0154366 Feb 11 13:10:02.244064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52434) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:02.308941 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-7a3e9642-d60e-43f8-abe5-602c6214cd03 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960078 Feb 11 13:10:02.325551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:02.330727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-208762c8-afbc-498a-a59c-a7f20a0e931b admin admin] 10.222.0.67 "PUT /v2.0/routers/2be71830-797a-4612-9dca-94511aa4b488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9185538 Feb 11 13:10:02.335312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Sync routers for ids ['2be71830-797a-4612-9dca-94511aa4b488'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:10:02.336902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ebd1de-f9b8-4bfc-a8fc-2319ad60c53e admin admin] Deleting subnet 78c4e170-a34f-4706-a93c-98b3728cc264 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:10:02.340912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd1de-f9b8-4bfc-a8fc-2319ad60c53e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:02.353410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Routers {'2be71830-797a-4612-9dca-94511aa4b488'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:10:02.354398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:09:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['2be71830-797a-4612-9dca-94511aa4b488'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:02.548462 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-344e1663-231c-4d18-8648-5478a60112bf req-52eaf731-1438-4a4f-b554-021469f702e8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 210 time: 0.1411903 Feb 11 13:10:02.622927 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd1de-f9b8-4bfc-a8fc-2319ad60c53e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:02.687334 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77809d1-0643-4e3b-8edd-1e1405fbfb99', 'name': 'network-vif-deleted', 'tag': '5bbb7df7-f1fe-47f3-9325-a0eccbe56843', 'status': 'completed', 'code': 200} Feb 11 13:10:02.695751 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-c3c9f7af-ee7f-4635-b6fa-527c3290cd76 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=12b287917ba646e9b3169123c7ffe5dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188519 Feb 11 13:10:02.720090 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Set router 2be71830-797a-4612-9dca-94511aa4b488 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:10:02.821841 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd1de-f9b8-4bfc-a8fc-2319ad60c53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:02.878725 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-2be41052-dff7-403f-8c3d-7c58aa5cd931 req-5eae5d0a-7133-432a-8855-4274bef4e794 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] show failed (client error): The resource could not be found. Feb 11 13:10:02.879748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2be41052-dff7-403f-8c3d-7c58aa5cd931 req-5eae5d0a-7133-432a-8855-4274bef4e794 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/8bf44ab3-55af-46ba-aee3-09acc3c1800c HTTP/1.1" status: 404 len: 352 time: 0.2163355 Feb 11 13:10:02.983508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7041f-97a5-4ead-8fad-80d315a92316 req-a63bf942-ef7a-4b5b-b261-e4118cc6868f tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:02.985336 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7fa7041f-97a5-4ead-8fad-80d315a92316 req-a63bf942-ef7a-4b5b-b261-e4118cc6868f tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 949 time: 0.1684947 Feb 11 13:10:03.101089 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7fa7041f-97a5-4ead-8fad-80d315a92316 req-d15ae6fe-904c-4005-bd3f-c84f3caa478b tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072426 Feb 11 13:10:03.258838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48777674-f647-402e-b9b3-71eee6328fe6 req-4be0944a-51ef-442a-a90a-b4e95f5c07d5 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 210 time: 0.0949788 Feb 11 13:10:03.268856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd1de-f9b8-4bfc-a8fc-2319ad60c53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:03.304864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be71830-797a-4612-9dca-94511aa4b488', 'name': 'tempest-FloatingIPDetailsTestJSON-590042234-router', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:50Z', 'updated_at': '2022-02-11T13:10:00Z', 'revision_number': 4, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'gw_port': {'id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:51Z', 'updated_at': '2022-02-11T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '7c0bf11e-7473-41cd-b804-b30d38ca8690', 'name': '', 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'mac_address': 'fa:16:3e:1a:3f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c755fad-295a-4592-b0f8-33cdaa19d784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:58Z', 'updated_at': '2022-02-11T13:10:00Z', 'revision_number': 2, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'subnets': [{'id': '0c755fad-295a-4592-b0f8-33cdaa19d784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:03.319515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Checking router: 2be71830-797a-4612-9dca-94511aa4b488 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:10:03.321943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Updating router 2be71830-797a-4612-9dca-94511aa4b488 port 7c0bf11e-7473-41cd-b804-b30d38ca8690 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:10:03.332536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebd1de-f9b8-4bfc-a8fc-2319ad60c53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c4e170-a34f-4706-a93c-98b3728cc264,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:03.393137 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd1de-f9b8-4bfc-a8fc-2319ad60c53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:03.433966 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b7ebd1de-f9b8-4bfc-a8fc-2319ad60c53e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/78c4e170-a34f-4706-a93c-98b3728cc264 HTTP/1.1" status: 204 len: 168 time: 1.1887925 Feb 11 13:10:03.449635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecef84-3587-43f2-a415-b927d3639d7a req-131abde1-5a53-499d-a798-af964bfc9fd1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:03.451417 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-131abde1-5a53-499d-a798-af964bfc9fd1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7501566 Feb 11 13:10:03.452003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52460) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:03.486591 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:03.491375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-90a32c02-e2d7-46e6-8fb7-376e4da9138b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4228227 Feb 11 13:10:03.547007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Request body: {'port': {'device_id': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '12b287917ba646e9b3169123c7ffe5dc'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:03.549565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf94c75-9cee-41b5-9fca-dfce927a02b7 req-0df444d6-557e-4ea1-9833-edefd8b65bff tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:03.557542 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4cf94c75-9cee-41b5-9fca-dfce927a02b7 req-0df444d6-557e-4ea1-9833-edefd8b65bff tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 945 time: 0.1382692 Feb 11 13:10:03.592888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:03.618116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4cf94c75-9cee-41b5-9fca-dfce927a02b7 req-255e13b8-b1ad-441b-9226-cf9b1b0647d1 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589867 Feb 11 13:10:03.665854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:03.688058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Usage tracker for resource:floatingip and tenant:71167bb09dda45e29c85bcfb4eb96c13 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:03.701569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:03.711691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:03.725852 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:03.727171 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d9d0d43-249a-4a7a-ae65-5aae81486ed6 req-b5fd7187-a291-45a6-9e84-016857f1b33b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/8c87874e-732c-4103-8295-db8ebf67014f HTTP/1.1" status: 200 len: 1635 time: 0.0604930 Feb 11 13:10:03.745858 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:03.847107 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5d9d0d43-249a-4a7a-ae65-5aae81486ed6 req-f80b02fb-eeef-4c45-ae74-da095d0b8fa1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:03.890281 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5d9d0d43-249a-4a7a-ae65-5aae81486ed6 req-f80b02fb-eeef-4c45-ae74-da095d0b8fa1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:03.958753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:03.959515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5d9d0d43-249a-4a7a-ae65-5aae81486ed6 req-f80b02fb-eeef-4c45-ae74-da095d0b8fa1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:03.982352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:04.000050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b02fb-eeef-4c45-ae74-da095d0b8fa1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c87874e-732c-4103-8295-db8ebf67014f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:04.002089 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.009787 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5d9d0d43-249a-4a7a-ae65-5aae81486ed6 req-f80b02fb-eeef-4c45-ae74-da095d0b8fa1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.023041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Made reservation on behalf of 12b287917ba646e9b3169123c7ffe5dc for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:04.025761 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d9d0d43-249a-4a7a-ae65-5aae81486ed6 req-f80b02fb-eeef-4c45-ae74-da095d0b8fa1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/8c87874e-732c-4103-8295-db8ebf67014f HTTP/1.1" status: 204 len: 173 time: 0.2862487 Feb 11 13:10:04.026024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.056758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebe32f3-cc63-4373-980a-ede3f9c26694']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:04.074302 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.076850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:04.077546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5edaeb7-82ff-47d1-ab46-5e40b15ec147') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:04.088930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Transition to ACTIVE for port object 7c0bf11e-7473-41cd-b804-b30d38ca8690 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:04.100327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.133089 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.173860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.193681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:10:04.194078 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:04.212616 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:04.215773 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5a2adf03-6aa0-4e7b-a69b-f0d218643558 req-2e7246c9-6e1d-4f35-a590-350782c75848 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 210 time: 0.0664070 Feb 11 13:10:04.325028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030989a-a695-4d89-bd89-6d826680973d None None] Pushing event updated for resources: {'Port': ['ID=7c0bf11e-7473-41cd-b804-b30d38ca8690,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:04.521138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.525483 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.550114 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48249712-02d9-4b77-ac4b-b74398db5f28 req-ad90d340-ee7f-4e3b-bcac-7817f5508986 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 1096 time: 0.0978971 Feb 11 13:10:04.565874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Attempting to bind port 7c0bf11e-7473-41cd-b804-b30d38ca8690 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:10:04.567296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Attempting to bind port 7c0bf11e-7473-41cd-b804-b30d38ca8690 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:10:04.568857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Attempting to bind port 7c0bf11e-7473-41cd-b804-b30d38ca8690 on network e0d17855-7bea-4563-bffd-a21a4e05f186 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:04.593474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:10:04.593842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Checking segment: {'id': 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:04.597787 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.598234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Bound using segment: {'id': 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:10:04.598764 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Bound port: 7c0bf11e-7473-41cd-b804-b30d38ca8690, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:10:04.599150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.629308 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-19547a45-ab0a-4185-b916-7f28a2b4d700 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724170 Feb 11 13:10:04.643146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48249712-02d9-4b77-ac4b-b74398db5f28 req-0c02dad7-673d-41a1-8072-87613bbe4374 tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876408 Feb 11 13:10:04.751061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.776172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] For port 7c0bf11e-7473-41cd-b804-b30d38ca8690, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:04.780958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] For port 7c0bf11e-7473-41cd-b804-b30d38ca8690, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7c0bf11e-7473-41cd-b804-b30d38ca8690,segment=NetworkSegment(eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb),segment_id=eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:04.786243 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:04.791229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebe32f3-cc63-4373-980a-ede3f9c26694,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:04.821957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-5f6c2166-f6bf-46d4-b729-b01f92f3ca0f tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:04.824041 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-5f6c2166-f6bf-46d4-b729-b01f92f3ca0f tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795628 Feb 11 13:10:04.857613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Request body: {'port': {'device_id': '97664ad3-fd0e-43f2-87c5-32daec96b27b', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': 'ccdbddfb1dff486d8267a47422e1ee0f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:04.864368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Allocated IP 192.168.233.225 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/7fa2640a-3034-4971-b259-0ecad306b28c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:04.874673 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-30610c08-6c2f-4d1b-b050-af68511dd714 req-dc5a94f9-250c-4b01-a56d-8aacb25ed642 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] show failed (client error): The resource could not be found. Feb 11 13:10:04.896264 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30610c08-6c2f-4d1b-b050-af68511dd714 req-dc5a94f9-250c-4b01-a56d-8aacb25ed642 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/8c87874e-732c-4103-8295-db8ebf67014f HTTP/1.1" status: 404 len: 352 time: 0.0715542 Feb 11 13:10:04.915256 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f65ed000-cd4b-41a2-8011-ef1a35fcbc27 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1ebe32f3-cc63-4373-980a-ede3f9c26694 HTTP/1.1" status: 204 len: 168 time: 1.4594560 Feb 11 13:10:04.929094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Routers {'2be71830-797a-4612-9dca-94511aa4b488'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:10:04.929771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:09:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['2be71830-797a-4612-9dca-94511aa4b488'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:05.075854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-050aee2e-380e-470a-b71d-f97bbcac2bee tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:05.076579 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-050aee2e-380e-470a-b71d-f97bbcac2bee tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Synchronizing usage tracker for tenant:4be9f77f238244f9a803c672b754a36a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:05.123605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030989a-a695-4d89-bd89-6d826680973d None None] Pushing event updated for resources: {'Port': ['ID=7c0bf11e-7473-41cd-b804-b30d38ca8690,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:05.255724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Allocated IP 172.25.4.201 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/97297352-81c9-4e06-b1d5-8d5f4c0185a6) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:05.271148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-050aee2e-380e-470a-b71d-f97bbcac2bee tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Unset dirty status for tenant:4be9f77f238244f9a803c672b754a36a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:05.272781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-050aee2e-380e-470a-b71d-f97bbcac2bee tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 949 time: 0.6816700 Feb 11 13:10:05.287388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52486) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:05.292626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] Set router 2be71830-797a-4612-9dca-94511aa4b488 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:10:05.376032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-170dba77-603f-4198-acaf-b5626f9e10ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Deleting port 59f5fd2e-3533-439d-9352-c73591aac6a3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:05.376392 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-170dba77-603f-4198-acaf-b5626f9e10ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:05.385981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:05.404133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:05.415499 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a7997c35-03ed-4d23-93e7-330d9d507034 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=04f69df148f0403a8e621332d0312e2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1233833 Feb 11 13:10:05.424318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52490) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:05.440812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce2435-6226-445f-9067-4fd645569653 req-4e7ee260-2ac8-42f0-a932-72f5f7ee91d1 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:05.448058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbce2435-6226-445f-9067-4fd645569653 req-4e7ee260-2ac8-42f0-a932-72f5f7ee91d1 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=d99243d9-30a9-43cb-b50b-030fedeed762 HTTP/1.1" status: 200 len: 949 time: 0.2964399 Feb 11 13:10:05.476361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Made reservation on behalf of ccdbddfb1dff486d8267a47422e1ee0f for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:05.479476 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:05.639570 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbce2435-6226-445f-9067-4fd645569653 req-77960a55-7b72-4027-9742-e69a80d61af2 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859279 Feb 11 13:10:05.715800 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebd48635-7566-4996-9c8c-516cfc3dfaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:05.783600 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebd48635-7566-4996-9c8c-516cfc3dfaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:05.792474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be71830-797a-4612-9dca-94511aa4b488', 'name': 'tempest-FloatingIPDetailsTestJSON-590042234-router', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:50Z', 'updated_at': '2022-02-11T13:10:00Z', 'revision_number': 4, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'gw_port': {'id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:51Z', 'updated_at': '2022-02-11T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '7c0bf11e-7473-41cd-b804-b30d38ca8690', 'name': '', 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'mac_address': 'fa:16:3e:1a:3f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c755fad-295a-4592-b0f8-33cdaa19d784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:58Z', 'updated_at': '2022-02-11T13:10:04Z', 'revision_number': 4, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'subnets': [{'id': '0c755fad-295a-4592-b0f8-33cdaa19d784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:05.801506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d3756-38e6-4de7-8bfe-7e69e43c281c None None] The sync data for ids ['2be71830-797a-4612-9dca-94511aa4b488'] in n-d-818559-1 is: [{'id': '2be71830-797a-4612-9dca-94511aa4b488', 'name': 'tempest-FloatingIPDetailsTestJSON-590042234-router', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:50Z', 'updated_at': '2022-02-11T13:10:00Z', 'revision_number': 4, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'gw_port': {'id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:51Z', 'updated_at': '2022-02-11T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '7c0bf11e-7473-41cd-b804-b30d38ca8690', 'name': '', 'network_id': 'e0d17855-7bea-4563-bffd-a21a4e05f186', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'mac_address': 'fa:16:3e:1a:3f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c755fad-295a-4592-b0f8-33cdaa19d784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:58Z', 'updated_at': '2022-02-11T13:10:04Z', 'revision_number': 4, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'subnets': [{'id': '0c755fad-295a-4592-b0f8-33cdaa19d784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:10:05.830023 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:05.977600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e22e71ba-8fa7-4962-959f-2397d0088979 req-51dfcdfa-f1a2-4835-add5-ea5b233d3958 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 210 time: 0.0696828 Feb 11 13:10:06.004128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebd48635-7566-4996-9c8c-516cfc3dfaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:06.026684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd48635-7566-4996-9c8c-516cfc3dfaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7d821b-6d82-40dd-84ee-f97eb8275eea,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:06.030561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Transition to ACTIVE for port object 7fa2640a-3034-4971-b259-0ecad306b28c will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:06.102738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebd48635-7566-4996-9c8c-516cfc3dfaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:06.104267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ebd48635-7566-4996-9c8c-516cfc3dfaea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1e7d821b-6d82-40dd-84ee-f97eb8275eea HTTP/1.1" status: 204 len: 168 time: 0.6721528 Feb 11 13:10:06.108218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:06.123334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-170dba77-603f-4198-acaf-b5626f9e10ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] For port 59f5fd2e-3533-439d-9352-c73591aac6a3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=59f5fd2e-3533-439d-9352-c73591aac6a3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:06.123685 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-170dba77-603f-4198-acaf-b5626f9e10ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:06.273100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c10d44e-f477-4963-8355-d8b36583ab3c req-ba74c8e8-b1dd-4eb8-b93b-601b9005681c tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 1096 time: 0.1129153 Feb 11 13:10:06.304619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-170dba77-603f-4198-acaf-b5626f9e10ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Calling delete_port for 59f5fd2e-3533-439d-9352-c73591aac6a3 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:06.352199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c10d44e-f477-4963-8355-d8b36583ab3c req-13fe5da1-e229-4547-b3fe-fae42e27887c tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772619 Feb 11 13:10:06.390502 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:06.406749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cfad1194-1ec4-42d6-b39c-24ed53c87b0f', '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:06.448975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7c4404e8-df38-4edd-a2a1-6e6f815a11b7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:06.494987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:06.544578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:06.545990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:06.577854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:06.583357 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6263a87-0843-4a74-a472-66c4bbe63700 req-c22df5c5-332d-434a-bf16-cf383e48ee8b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/5aca172f-af26-4f13-beba-0e323605a42f HTTP/1.1" status: 200 len: 1634 time: 0.1454237 Feb 11 13:10:06.657280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Allocated IP 192.168.233.205 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/534b46dc-8a07-4ee3-9422-95d3fd5187c4) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:06.679948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:06.968090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:07.002694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:07.026872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:07.124255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7c0bf11e-7473-41cd-b804-b30d38ca8690 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:10:07.154966 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-170dba77-603f-4198-acaf-b5626f9e10ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.267585 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.270562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6263a87-0843-4a74-a472-66c4bbe63700 req-973943ec-4d2e-4352-9760-8870de6fcaac tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.314984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Transition to ACTIVE for port object 534b46dc-8a07-4ee3-9422-95d3fd5187c4 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:07.351014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6263a87-0843-4a74-a472-66c4bbe63700 req-973943ec-4d2e-4352-9760-8870de6fcaac tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.431959 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.488048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6263a87-0843-4a74-a472-66c4bbe63700 req-973943ec-4d2e-4352-9760-8870de6fcaac tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.523138 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.562411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:07.563067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.627102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7c8ea441-64ad-4b8a-b3f5-9b58661e7d62 None None] Provisioning for port 7fa2640a-3034-4971-b259-0ecad306b28c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:07.635442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:07.636542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973943ec-4d2e-4352-9760-8870de6fcaac tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca172f-af26-4f13-beba-0e323605a42f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:07.642963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-170dba77-603f-4198-acaf-b5626f9e10ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] No DVR routers for this DVR port 59f5fd2e-3533-439d-9352-c73591aac6a3 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:07.647946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event updated for resources: {'Port': ['ID=97297352-81c9-4e06-b1d5-8d5f4c0185a6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:07.652168 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-170dba77-603f-4198-acaf-b5626f9e10ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.654833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:07.656478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99243d9-30a9-43cb-b50b-030fedeed762', 'name': 'network-vif-deleted', 'tag': '59f5fd2e-3533-439d-9352-c73591aac6a3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:07.657275 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6263a87-0843-4a74-a472-66c4bbe63700 req-973943ec-4d2e-4352-9760-8870de6fcaac tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.672582 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6263a87-0843-4a74-a472-66c4bbe63700 req-973943ec-4d2e-4352-9760-8870de6fcaac tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/5aca172f-af26-4f13-beba-0e323605a42f HTTP/1.1" status: 204 len: 173 time: 1.0805674 Feb 11 13:10:07.685579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:07.694461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7c8ea441-64ad-4b8a-b3f5-9b58661e7d62 None None] Provisioning complete for port 7fa2640a-3034-4971-b259-0ecad306b28c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:07.694998 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea441-64ad-4b8a-b3f5-9b58661e7d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.723190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dba77-603f-4198-acaf-b5626f9e10ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Pushing event deleted for resources: {'Port': ['ID=59f5fd2e-3533-439d-9352-c73591aac6a3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:07.730280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-36b1bf24-8147-4fb9-87f9-8d5badf1c084 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2523272 Feb 11 13:10:07.738526 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aa7d5a0c-d523-41c2-bbef-2d098487723d req-170dba77-603f-4198-acaf-b5626f9e10ba tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "DELETE /v2.0/ports/59f5fd2e-3533-439d-9352-c73591aac6a3 HTTP/1.1" status: 204 len: 173 time: 2.4378967 Feb 11 13:10:07.753608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Request body: {'port': {'device_id': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:07.804700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Pushing event updated for resources: {'Port': ['ID=534b46dc-8a07-4ee3-9422-95d3fd5187c4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:07.866359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 7c0bf11e-7473-41cd-b804-b30d38ca8690 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:07.883312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:07.889415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.925383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 7c0bf11e-7473-41cd-b804-b30d38ca8690 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:07.925765 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:07.936713 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fea3e226-1aee-41f8-8880-17d03b2bc855 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0850894 Feb 11 13:10:07.968594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Request body: {'port': {'device_id': '97664ad3-fd0e-43f2-87c5-32daec96b27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:08.178678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 59f5fd2e-3533-439d-9352-c73591aac6a3 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:08.236668 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:08.285053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 59f5fd2e-3533-439d-9352-c73591aac6a3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:10:08.285644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 59f5fd2e-3533-439d-9352-c73591aac6a3 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:10:08.304884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ea441-64ad-4b8a-b3f5-9b58661e7d62 None None] Port 7fa2640a-3034-4971-b259-0ecad306b28c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:10:08.381448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52528) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:08.392489 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:08.402393 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:08.425461 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:08.440075 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:08.470315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76b36c-2e74-49bf-ad76-82a842710d93 req-89147b3a-3ce3-47bb-9963-3ef6b3bbe9bb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:08.474036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d76b36c-2e74-49bf-ad76-82a842710d93 req-89147b3a-3ce3-47bb-9963-3ef6b3bbe9bb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 936 time: 0.4326632 Feb 11 13:10:08.591745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4a1092b2-9867-4f56-8d39-e24c78a808d7 None None] Provisioning for port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:08.609939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 7c0bf11e-7473-41cd-b804-b30d38ca8690, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7c0bf11e-7473-41cd-b804-b30d38ca8690,segment=NetworkSegment(eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb),segment_id=eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:08.647102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['55c7365b-466c-4ff6-afa6-efb689268e5c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:08.709840 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:08.714945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4a1092b2-9867-4f56-8d39-e24c78a808d7 None None] Provisioning complete for port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:08.715851 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a1092b2-9867-4f56-8d39-e24c78a808d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:08.716623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-790712553-network', 'tenant_id': 'd8d96c6520944371a34cd78809697731'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:08.718400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d76b36c-2e74-49bf-ad76-82a842710d93 req-ab4b1978-c9d4-4fc7-a0a7-b7348b5cc63f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095602 Feb 11 13:10:08.721797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:08.727085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Usage tracker for resource:network and tenant:d8d96c6520944371a34cd78809697731 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:08.729745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:08.736771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:08.766169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Made reservation on behalf of d8d96c6520944371a34cd78809697731 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:08.771008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:08.794805 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:08.882341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:08.895147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d96c6520944371a34cd78809697731 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:08.901272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:08.913667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4a1092b2-9867-4f56-8d39-e24c78a808d7 None None] Port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:10:08.917107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:08.946929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=7c0bf11e-7473-41cd-b804-b30d38ca8690,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:08.992716 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.003718 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.184331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event updated for resources: {'Port': ['ID=97297352-81c9-4e06-b1d5-8d5f4c0185a6,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:09.191575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1639021e-46c4-4ed4-800a-657bf440b8ca'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:09.200096 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.205624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.221541 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.237780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534b46dc-8a07-4ee3-9422-95d3fd5187c4 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:09.255941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.263611 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.264837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-3b0c7f41-a39e-4aac-ac6d-269c3fd19eed tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7725649 Feb 11 13:10:09.265531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:09.271036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3ecc7-00ea-4b0a-b11a-30eefac92efa,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:09.331052 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.331400 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Added segment a342d649-77f9-48b9-9195-ef86d8e3dff6 of type vlan for network 06c246b2-9480-4836-aa0d-01aee639f1e9 Feb 11 13:10:09.372303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-87fe2924-8b67-453f-adea-91c88c401ea7 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Synchronizing usage tracker for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:09.395555 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.430915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-87fe2924-8b67-453f-adea-91c88c401ea7 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Unset dirty status for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:09.432401 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-87fe2924-8b67-453f-adea-91c88c401ea7 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.201 HTTP/1.1" status: 200 len: 696 time: 0.1573308 Feb 11 13:10:09.474120 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.474911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:09.475495 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.478386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Transition to ACTIVE for port object 534b46dc-8a07-4ee3-9422-95d3fd5187c4 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:09.490253 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.720493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Pushing event updated for resources: {'Port': ['ID=534b46dc-8a07-4ee3-9422-95d3fd5187c4,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:09.748462 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3591115 Feb 11 13:10:09.757714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52542) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:09.766863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfe3a8-cb40-4345-a85b-2292ef9934c1 admin admin] Pushing event updated for resources: {'Network': ['ID=06c246b2-9480-4836-aa0d-01aee639f1e9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:09.773140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Request body: {'subnet': {'network_id': '06c246b2-9480-4836-aa0d-01aee639f1e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-790712553-subnet', 'tenant_id': 'd8d96c6520944371a34cd78809697731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:09.778495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 06c246b2-9480-4836-aa0d-01aee639f1e9 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:10:09.779519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850fb3-cf5c-4a72-b8a5-6b8a71bc2ee5 req-e2f3ceb5-ae7a-42b0-9156-d5789568d28c tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:09.780310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a8850fb3-cf5c-4a72-b8a5-6b8a71bc2ee5 req-e2f3ceb5-ae7a-42b0-9156-d5789568d28c tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Synchronizing usage tracker for tenant:ccdbddfb1dff486d8267a47422e1ee0f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:09.796411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:09.804142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Usage tracker for resource:subnet and tenant:d8d96c6520944371a34cd78809697731 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:09.809080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:09.840520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:09.861129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a8850fb3-cf5c-4a72-b8a5-6b8a71bc2ee5 req-e2f3ceb5-ae7a-42b0-9156-d5789568d28c tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Unset dirty status for tenant:ccdbddfb1dff486d8267a47422e1ee0f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:09.862649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8850fb3-cf5c-4a72-b8a5-6b8a71bc2ee5 req-e2f3ceb5-ae7a-42b0-9156-d5789568d28c tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 936 time: 0.5979106 Feb 11 13:10:09.866699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-90cdbdf9-729a-434e-8163-1516632f8792 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:09.868059 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-90cdbdf9-729a-434e-8163-1516632f8792 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.4267309 Feb 11 13:10:09.876812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Made reservation on behalf of d8d96c6520944371a34cd78809697731 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:09.879192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:09.906885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-5640aae7-8249-4d1a-8387-a4b02b446e2d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:10:09.907850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1af317b4-7a92-4545-a66a-f20794a981d8 req-5640aae7-8249-4d1a-8387-a4b02b446e2d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0120978 Feb 11 13:10:09.914857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Attempting to bind port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:10:09.915269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Attempting to bind port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:10:09.915606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Attempting to bind port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:09.937709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:10:09.937709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Attempting to bind port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:09.952999 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8850fb3-cf5c-4a72-b8a5-6b8a71bc2ee5 req-7c5755b0-a74a-42d0-83f5-656c1157c460 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797770 Feb 11 13:10:09.953856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:10:09.954187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:09.954552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:10:09.955016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Bound port: 534b46dc-8a07-4ee3-9422-95d3fd5187c4, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:10:09.955350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:10.071878 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99243d9-30a9-43cb-b50b-030fedeed762', 'name': 'network-vif-deleted', 'tag': '59f5fd2e-3533-439d-9352-c73591aac6a3', 'status': 'completed', 'code': 200} Feb 11 13:10:10.077920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa2640a-3034-4971-b259-0ecad306b28c {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:10.086797 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:10.093155 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-a1b43a35-1251-45ec-9648-128bf5e1fc41 req-b4a83a86-4a36-445d-a1c9-4601bf1434d9 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] show failed (client error): The resource could not be found. Feb 11 13:10:10.094160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1b43a35-1251-45ec-9648-128bf5e1fc41 req-b4a83a86-4a36-445d-a1c9-4601bf1434d9 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/5aca172f-af26-4f13-beba-0e323605a42f HTTP/1.1" status: 404 len: 352 time: 0.0375612 Feb 11 13:10:10.115074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] For port 534b46dc-8a07-4ee3-9422-95d3fd5187c4, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:10.119047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] For port 534b46dc-8a07-4ee3-9422-95d3fd5187c4, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=534b46dc-8a07-4ee3-9422-95d3fd5187c4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:10.126138 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:10.164245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Transition to ACTIVE for port object 7fa2640a-3034-4971-b259-0ecad306b28c will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:10.189275 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:10.244065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:10.245409 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] 10.222.0.75 "PUT /v2.0/ports/534b46dc-8a07-4ee3-9422-95d3fd5187c4 HTTP/1.1" status: 200 len: 1096 time: 2.2860208 Feb 11 13:10:10.245947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97664ad3-fd0e-43f2-87c5-32daec96b27b', 'tag': '534b46dc-8a07-4ee3-9422-95d3fd5187c4'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:10.283912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24385e-2cd3-4183-999a-5a65c27e8bff service neutron] Pushing event updated for resources: {'Port': ['ID=534b46dc-8a07-4ee3-9422-95d3fd5187c4,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:10.459937 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fdabe946-53ba-434c-9f87-d7c2f242dfe6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 1099 time: 0.1579249 Feb 11 13:10:10.703392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:10.707315 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-6bf1d532-3c19-4463-bad4-805bdf62dcf3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=534b46dc-8a07-4ee3-9422-95d3fd5187c4 HTTP/1.1" status: 200 len: 217 time: 0.2273550 Feb 11 13:10:10.715927 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:10.837423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7c0bf11e-7473-41cd-b804-b30d38ca8690 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:10:10.929264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-90126675-c992-4fab-80eb-0e4fda55adbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:10.930154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ce5d51-9e98-46c1-8f28-a4b11ada163b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:10.936205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-90126675-c992-4fab-80eb-0e4fda55adbb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2183599 Feb 11 13:10:10.975186 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-204a0d4d-9c26-4648-a75b-c7753c9c5276 req-57a1e205-dc09-4e45-ac80-352c2f207231 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5864038 Feb 11 13:10:11.006848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Checking segment: {'id': 'a342d649-77f9-48b9-9195-ef86d8e3dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06c246b2-9480-4836-aa0d-01aee639f1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:11.007235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Network hostable DHCP agents. Network: 06c246b2-9480-4836-aa0d-01aee639f1e9, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:10:11.030643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 7c0bf11e-7473-41cd-b804-b30d38ca8690 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:11.031188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:11.055892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:10:11.056231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:10:11.056563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:11.071743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Port 7fa2640a-3034-4971-b259-0ecad306b28c on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:10:11.071743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:11.101781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:10:11.102154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:11.102818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:10:11.103252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Bound port: 7fa2640a-3034-4971-b259-0ecad306b28c, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:10:11.103639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:11.145163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Network 06c246b2-9480-4836-aa0d-01aee639f1e9 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:10:11.150819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe1a0c-517b-4996-9dd6-1c4318adcf8f req-b61ad03e-33d6-4e2c-ae46-0cf079505102 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:11.159888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1fe1a0c-517b-4996-9dd6-1c4318adcf8f req-b61ad03e-33d6-4e2c-ae46-0cf079505102 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 948 time: 0.2226899 Feb 11 13:10:11.170722 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-87c09936-393d-41f4-8467-a44fef1746d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1783993 Feb 11 13:10:11.225439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 06c246b2-9480-4836-aa0d-01aee639f1e9) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:11.242995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:11.243595 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:11.302907 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4a67a4c2-0db7-4dea-a6c1-36a7c8c4c6d1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5412831 Feb 11 13:10:11.305151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:11.311558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11c5df-b950-4324-acee-c5209fdf019e None None] Network 06c246b2-9480-4836-aa0d-01aee639f1e9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:10:11.322620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:11.336032 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:11.490442 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-d595b22c-f961-48ed-8167-5c6f96b7f18c service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991562 Feb 11 13:10:11.565633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:11.576669 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 1096 time: 3.8349349 Feb 11 13:10:11.601516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b6457-12ba-431b-a81c-0cd6a773a3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:11.715899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1fe1a0c-517b-4996-9dd6-1c4318adcf8f req-ca16ace2-db64-4724-9afc-eae8341f05a2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545251 Feb 11 13:10:11.824449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9abccb4-b5a2-4844-a6a2-1edb03ba5ce3 None None] Network 06c246b2-9480-4836-aa0d-01aee639f1e9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:10:11.897627 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-2f7d49f5-b691-4e10-acfc-663c671c3599 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1099 time: 0.2172318 Feb 11 13:10:12.008930 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-a9095820-4b84-485c-823e-0e77ac3f1d5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 217 time: 0.1033621 Feb 11 13:10:12.074394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:12.088932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-299d42c3-bf8c-4dc7-ac5b-7cb76d1aebbf req-fae46c55-317d-4d6e-b68f-b2398ccc793f service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768430 Feb 11 13:10:12.107589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6f0fb635-a6b6-4d65-ac51-3f221f16deb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:12.109616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-6f0fb635-a6b6-4d65-ac51-3f221f16deb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0949821 Feb 11 13:10:12.136179 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:12.188768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-2685d9bc-2a3c-48e7-95fa-dedf5da0f0db tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Synchronizing usage tracker for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:12.219306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-2685d9bc-2a3c-48e7-95fa-dedf5da0f0db tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Unset dirty status for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:12.222059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-2685d9bc-2a3c-48e7-95fa-dedf5da0f0db tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3895555 Feb 11 13:10:12.233482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-8b9be8fd-b6af-40a2-99fa-c9b785796ccd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165736 Feb 11 13:10:12.234276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:12.239573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:12.258818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:12.286430 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:12.417402 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-f1ca1f05-4c12-47b0-a7d7-f2c01b5faa42 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762104 Feb 11 13:10:12.510614 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:12.622554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aecef84-3587-43f2-a415-b927d3639d7a req-a152b7fc-2377-4ffb-80f1-712e74133e88 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989520 Feb 11 13:10:12.641003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-f9207511-4953-47a2-b9f3-63e20622a7ba tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:10:12.642204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-f9207511-4953-47a2-b9f3-63e20622a7ba tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067706 Feb 11 13:10:12.656243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Request body: {'binding': {'host': 'n-h1-818559-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:12.656769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Unknown quota resources ['binding']. {{(pid=83568) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 11 13:10:12.682764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Allocated IP 172.25.4.57 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d3635ed5-fa08-4d2f-9cc9-c27dcc8cc9b7) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:12.886283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 on host n-h1-818559-1 for vnic_type normal with profile None {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:10:12.886659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:10:12.888342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:12.898194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Port e987f778-f908-4973-9fa8-267918472ac5 on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:10:12.898747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:12.905381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:10:12.905723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:12.906117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:10:12.906541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Bound port: e987f778-f908-4973-9fa8-267918472ac5, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:10:12.946492 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:12.963413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:12.965351 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8f1c9ce3-289c-4975-a128-a176d0a8e015 service neutron] 10.222.0.67 "POST /v2.0/ports/e987f778-f908-4973-9fa8-267918472ac5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3145475 Feb 11 13:10:13.016260 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:13.065213 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:13.144621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:13.152819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:13.157928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:13.181458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-70f48cb9-c65b-41b2-b9f0-93fead83a287 req-75582a09-9c48-4a61-bb09-d02753af2218 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Synchronizing usage tracker for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:13.201138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-70f48cb9-c65b-41b2-b9f0-93fead83a287 req-75582a09-9c48-4a61-bb09-d02753af2218 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Unset dirty status for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:13.202872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70f48cb9-c65b-41b2-b9f0-93fead83a287 req-75582a09-9c48-4a61-bb09-d02753af2218 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213 HTTP/1.1" status: 200 len: 5484 time: 0.1077530 Feb 11 13:10:13.246177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event updated for resources: {'Port': ['ID=d3635ed5-fa08-4d2f-9cc9-c27dcc8cc9b7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:13.283103 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70f48cb9-c65b-41b2-b9f0-93fead83a287 req-7c5284c0-cc7e-4bc0-9bde-418ac11350b0 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/fdb9f227-79db-43c6-9605-b2e8d0ba46c1 HTTP/1.1" status: 200 len: 2649 time: 0.0725052 Feb 11 13:10:13.323385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-21f491c4-93f0-4053-838f-fe103329b5a6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:13.325521 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-21f491c4-93f0-4053-838f-fe103329b5a6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 950 time: 0.1359770 Feb 11 13:10:13.389955 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70f48cb9-c65b-41b2-b9f0-93fead83a287 req-0744b29a-f896-4f6a-b797-33e9e98fdae1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/fdb9f227-79db-43c6-9605-b2e8d0ba46c1 HTTP/1.1" status: 200 len: 2649 time: 0.0999377 Feb 11 13:10:13.412944 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-86d8f9a5-6bb1-4f47-9677-7b6918a569d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 1096 time: 0.1049323 Feb 11 13:10:13.568969 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97664ad3-fd0e-43f2-87c5-32daec96b27b', 'tag': '534b46dc-8a07-4ee3-9422-95d3fd5187c4', 'status': 'completed', 'code': 200} Feb 11 13:10:13.579365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-862a8cfb-ac9f-4375-b9bb-3863fd41f2b6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Deleting port 55c7365b-466c-4ff6-afa6-efb689268e5c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:13.579686 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-862a8cfb-ac9f-4375-b9bb-3863fd41f2b6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:13.618702 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:13.787100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-b33cedeb-7b73-4137-95c2-84f801f1358c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:13.788657 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-b33cedeb-7b73-4137-95c2-84f801f1358c service neutron] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.3696346 Feb 11 13:10:13.791509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf6c4c31-5dec-40e9-bfc7-4fc08ffaf805 req-66670f2f-0915-4a49-91d0-82aab0f7efdb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 1099 time: 0.2081695 Feb 11 13:10:13.798422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a1014-12df-456f-97fc-5caada701b3f req-12cde939-a1cd-4b5d-bf3c-d855eb3f88ed tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:13.799251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-139a1014-12df-456f-97fc-5caada701b3f req-12cde939-a1cd-4b5d-bf3c-d855eb3f88ed tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Synchronizing usage tracker for tenant:4be9f77f238244f9a803c672b754a36a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:13.831075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:13.962352 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-3275276c-8325-46d2-832a-d35c426646e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e987f778-f908-4973-9fa8-267918472ac5 HTTP/1.1" status: 200 len: 217 time: 0.1586769 Feb 11 13:10:14.008779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-139a1014-12df-456f-97fc-5caada701b3f req-12cde939-a1cd-4b5d-bf3c-d855eb3f88ed tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Unset dirty status for tenant:4be9f77f238244f9a803c672b754a36a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:14.009885 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-139a1014-12df-456f-97fc-5caada701b3f req-12cde939-a1cd-4b5d-bf3c-d855eb3f88ed tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2b19edd-81fe-47b5-9cc0-f5aea19afe30 HTTP/1.1" status: 200 len: 950 time: 0.3864675 Feb 11 13:10:14.107287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c4c31-5dec-40e9-bfc7-4fc08ffaf805 req-93ca4992-f0d6-413f-9d0b-13e48d22e7cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:14.108850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf6c4c31-5dec-40e9-bfc7-4fc08ffaf805 req-93ca4992-f0d6-413f-9d0b-13e48d22e7cf service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3043458 Feb 11 13:10:14.114695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-400838eb-bac6-4242-9dbb-8700db17f8e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:14.116841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-400838eb-bac6-4242-9dbb-8700db17f8e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.1470733 Feb 11 13:10:14.150406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-862a8cfb-ac9f-4375-b9bb-3863fd41f2b6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] For port 55c7365b-466c-4ff6-afa6-efb689268e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=55c7365b-466c-4ff6-afa6-efb689268e5c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:14.150938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-862a8cfb-ac9f-4375-b9bb-3863fd41f2b6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:14.211141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 534b46dc-8a07-4ee3-9422-95d3fd5187c4 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:10:14.228003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-c57624d5-e8e1-48c5-b60a-4fb4cc4a3396 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561972 Feb 11 13:10:14.229354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf6c4c31-5dec-40e9-bfc7-4fc08ffaf805 req-64bcc107-28f0-41c9-9682-22bf151f07f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=534b46dc-8a07-4ee3-9422-95d3fd5187c4 HTTP/1.1" status: 200 len: 217 time: 0.1089787 Feb 11 13:10:14.243114 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-139a1014-12df-456f-97fc-5caada701b3f req-9cc2a47f-2ffe-4e71-acda-424983a8249a tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.67 "GET /v2.0/security-groups?id=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024970 Feb 11 13:10:14.291908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-862a8cfb-ac9f-4375-b9bb-3863fd41f2b6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Calling delete_port for 55c7365b-466c-4ff6-afa6-efb689268e5c owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:14.405451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c4c31-5dec-40e9-bfc7-4fc08ffaf805 req-cce00216-20d8-413d-ba34-c8f9d8dbd313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:14.406988 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf6c4c31-5dec-40e9-bfc7-4fc08ffaf805 req-cce00216-20d8-413d-ba34-c8f9d8dbd313 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1627593 Feb 11 13:10:14.416329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 534b46dc-8a07-4ee3-9422-95d3fd5187c4, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=534b46dc-8a07-4ee3-9422-95d3fd5187c4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:14.429652 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:14.446222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '534b46dc-8a07-4ee3-9422-95d3fd5187c4', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '534b46dc-8a07-4ee3-9422-95d3fd5187c4', 'mac_address': 'fa:16:3e:1a:23:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:10:14.461572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:14.544489 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:14.553350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-cf45bf89-b99e-4cfe-b0c9-51d2fbf2723f service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081524 Feb 11 13:10:14.565946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534b46dc-8a07-4ee3-9422-95d3fd5187c4 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:14.582117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 534b46dc-8a07-4ee3-9422-95d3fd5187c4, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=534b46dc-8a07-4ee3-9422-95d3fd5187c4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:14.587363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:14.592416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event updated for resources: {'Port': ['ID=d3635ed5-fa08-4d2f-9cc9-c27dcc8cc9b7,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:14.617759 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-862a8cfb-ac9f-4375-b9bb-3863fd41f2b6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:14.639183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['55c7365b-466c-4ff6-afa6-efb689268e5c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:14.696082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a8cfb-ac9f-4375-b9bb-3863fd41f2b6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Pushing event deleted for resources: {'Port': ['ID=55c7365b-466c-4ff6-afa6-efb689268e5c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:14.700862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:14.718325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=534b46dc-8a07-4ee3-9422-95d3fd5187c4,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:14.718557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac10122-c5e8-435a-8f52-4d5606e0cf0d req-5d321fbf-ecd5-47af-9575-1e9462fe749a tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:14.719890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ac10122-c5e8-435a-8f52-4d5606e0cf0d req-5d321fbf-ecd5-47af-9575-1e9462fe749a tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 948 time: 0.2467468 Feb 11 13:10:14.725541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf6c4c31-5dec-40e9-bfc7-4fc08ffaf805 req-41ad494e-6017-486d-9481-567dca9136a2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2992597 Feb 11 13:10:14.786406 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-4ce047f2-9a61-449f-81cb-d7600d3b20e2 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244942 Feb 11 13:10:14.883761 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ac10122-c5e8-435a-8f52-4d5606e0cf0d req-23a407bc-9fff-40c2-8c29-c5f7d68b511c tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486142 Feb 11 13:10:14.947575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-862a8cfb-ac9f-4375-b9bb-3863fd41f2b6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] No DVR routers for this DVR port 55c7365b-466c-4ff6-afa6-efb689268e5c on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:14.951311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-862a8cfb-ac9f-4375-b9bb-3863fd41f2b6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:14.953283 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f253958-1448-4c65-afb6-7f730f2c65fb req-862a8cfb-ac9f-4375-b9bb-3863fd41f2b6 tempest-ServersAdminTestJSON-2085687502 tempest-ServersAdminTestJSON-2085687502-project] 10.222.0.75 "DELETE /v2.0/ports/55c7365b-466c-4ff6-afa6-efb689268e5c HTTP/1.1" status: 204 len: 173 time: 1.6192791 Feb 11 13:10:14.955728 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:14.957955 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-0363ad03-e4aa-455b-8774-a291578485c1 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7304835 Feb 11 13:10:14.981907 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf6c4c31-5dec-40e9-bfc7-4fc08ffaf805 req-eb02fa61-2548-4acd-bf09-55dc7bf0d8a9 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267666 Feb 11 13:10:14.990092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['534b46dc-8a07-4ee3-9422-95d3fd5187c4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:15.140233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-fda2d609-cdcc-4e8e-9d7c-c24089560c0f tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Synchronizing usage tracker for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:15.177499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-fda2d609-cdcc-4e8e-9d7c-c24089560c0f tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Unset dirty status for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:15.184379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-fda2d609-cdcc-4e8e-9d7c-c24089560c0f tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.2199204 Feb 11 13:10:15.291603 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf6c4c31-5dec-40e9-bfc7-4fc08ffaf805 req-18c74150-275d-4a63-87bc-219cf4e31595 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990370 Feb 11 13:10:15.374622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:10:15.381875 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8abecf5a-4bde-47b1-a2ec-8f0a7c42bf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:15.451746 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c', 'status': 'completed', 'code': 200} Feb 11 13:10:15.459253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-2cc9214c-65cb-4a9b-b89d-b3a3fb931102 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:15.474466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49616083-4a2d-4a3b-97f3-d67c8e05d2a6 req-2cc9214c-65cb-4a9b-b89d-b3a3fb931102 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2887278 Feb 11 13:10:15.570504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'name': 'network-vif-deleted', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:15.616579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:15.639503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '7fa2640a-3034-4971-b259-0ecad306b28c', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '7fa2640a-3034-4971-b259-0ecad306b28c', 'mac_address': 'fa:16:3e:f2:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:10:15.717274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:15.744332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa2640a-3034-4971-b259-0ecad306b28c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:15.772182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:15.779532 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:15.891406 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1ee1206-3a27-4319-b3fa-1b2a6f32df2e req-df2346c5-5765-47a6-aedc-0c8aac9cf2b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1099 time: 0.3781097 Feb 11 13:10:15.908894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf37fd9-30ab-40bf-8b81-34e31fb6d858 req-e0920b2a-a3eb-4b2e-bcce-b39cc5143f52 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:15.909701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7bf37fd9-30ab-40bf-8b81-34e31fb6d858 req-e0920b2a-a3eb-4b2e-bcce-b39cc5143f52 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Synchronizing usage tracker for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:15.920360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca358d6-197a-4a42-8a18-3b10cfd5f700 req-04e7cc35-a1c4-4d74-a488-11e997c71000 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:15.933699 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ca358d6-197a-4a42-8a18-3b10cfd5f700 req-04e7cc35-a1c4-4d74-a488-11e997c71000 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 945 time: 0.1882303 Feb 11 13:10:15.947122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:16.023699 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ca358d6-197a-4a42-8a18-3b10cfd5f700 req-d16e64d7-8388-47bc-8517-6764f45b504a tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884290 Feb 11 13:10:16.061740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1429170034', 'description': 'tempest-description-1759652789'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:16.068908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:16.078061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['7fa2640a-3034-4971-b259-0ecad306b28c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:16.085331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:16.092031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7bf37fd9-30ab-40bf-8b81-34e31fb6d858 req-e0920b2a-a3eb-4b2e-bcce-b39cc5143f52 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Unset dirty status for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:16.095468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7bf37fd9-30ab-40bf-8b81-34e31fb6d858 req-e0920b2a-a3eb-4b2e-bcce-b39cc5143f52 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 949 time: 0.3128588 Feb 11 13:10:16.099093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:16.149135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:16.154253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group_rule and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:16.157690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:16.163632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:16.182309 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7bf37fd9-30ab-40bf-8b81-34e31fb6d858 req-8436dd04-1069-4585-b49f-cdf29a2df11e tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757332 Feb 11 13:10:16.231638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 55c7365b-466c-4ff6-afa6-efb689268e5c no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:16.246012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee1206-3a27-4319-b3fa-1b2a6f32df2e req-b5befe0e-d9fb-4e24-9035-05d1796ef3b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:16.248087 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1ee1206-3a27-4319-b3fa-1b2a6f32df2e req-b5befe0e-d9fb-4e24-9035-05d1796ef3b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3301210 Feb 11 13:10:16.250493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:16.258960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:16.304848 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:16.305103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 55c7365b-466c-4ff6-afa6-efb689268e5c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:10:16.305206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 55c7365b-466c-4ff6-afa6-efb689268e5c not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:10:16.318899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a48b7f2-ce69-4057-8c6f-85faa18c99fb req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.2623067 Feb 11 13:10:16.357207 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1ee1206-3a27-4319-b3fa-1b2a6f32df2e req-f9a4f761-adf1-48c0-bfae-d5a1d500fbff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 217 time: 0.1022234 Feb 11 13:10:16.377042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ff3462-9ae7-46fb-9d6e-28874f285ebd,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:16.407234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.442742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.443832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.444379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.444782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.445246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.445682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.446126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.446547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.449223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.450398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222a8949-724a-42f5-9458-49f96b2063a8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:16.569813 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b19edd-81fe-47b5-9cc0-f5aea19afe30', 'name': 'network-vif-deleted', 'tag': '55c7365b-466c-4ff6-afa6-efb689268e5c', 'status': 'completed', 'code': 200} Feb 11 13:10:16.625841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee1206-3a27-4319-b3fa-1b2a6f32df2e req-66ecc986-a9e3-48e7-a518-0013b6ac2e21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:16.627751 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1ee1206-3a27-4319-b3fa-1b2a6f32df2e req-66ecc986-a9e3-48e7-a518-0013b6ac2e21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2652383 Feb 11 13:10:16.814171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef96e-f675-4206-bb79-41d1d83f5584 req-2239fd18-827c-4d75-8161-99d0cc77d6a6 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:16.824228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-744ef96e-f675-4206-bb79-41d1d83f5584 req-2239fd18-827c-4d75-8161-99d0cc77d6a6 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 949 time: 0.1317055 Feb 11 13:10:16.847713 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1ee1206-3a27-4319-b3fa-1b2a6f32df2e req-c1bfbe70-1496-4d43-956c-cfdbca2198ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648991 Feb 11 13:10:16.858804 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-14569178-e3bf-4ad0-9fdb-868421f1369b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2723420 Feb 11 13:10:16.864089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:16.870075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:16.888526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:16.895956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52638) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:16.913887 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-744ef96e-f675-4206-bb79-41d1d83f5584 req-5b19f0bd-27f7-49f8-ace5-083a9f25e92e tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875707 Feb 11 13:10:16.974074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1302789896', 'description': 'tempest-description-836018457'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:16.975728 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:16.985634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:17.000459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:17.007478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:17.022696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:17.045802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.100657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:17.105405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group_rule and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:17.109438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:17.118242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:17.129302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1ee1206-3a27-4319-b3fa-1b2a6f32df2e req-92a8b33c-c2e8-45c4-9782-566a54f66806 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348537 Feb 11 13:10:17.199034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.204307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.257219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d33cff-5e6a-4fc1-9d24-9d2bd62fa97b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:17.261438 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.263306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fcc8ebe4-c773-422d-a362-3934c8147da4 req-ce87d4c8-2dea-4682-a63f-80d4a2f1f8ae tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.2939293 Feb 11 13:10:17.378341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:10:17.389691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-083b74d7-3006-4ad6-9f89-5da1f0c210d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4be9f77f238244f9a803c672b754a36a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4739103 Feb 11 13:10:17.392778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52652) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:17.398320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1ee1206-3a27-4319-b3fa-1b2a6f32df2e req-c2bcbca3-dc05-4c51-b3a3-9337555eeeb3 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549205 Feb 11 13:10:17.419249 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.472479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 7fa2640a-3034-4971-b259-0ecad306b28c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:17.486505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 7fa2640a-3034-4971-b259-0ecad306b28c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:17.486918 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.573035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.610291 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad136b7a-ed28-4828-a25b-a6792564760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.627311 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.656732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Allocated IP 172.25.4.195 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/4f8412aa-bdf5-4cf2-b7b5-7a8e21f40042) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:17.676972 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.683871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e63cd-c17e-4ed9-b7a1-a1c8c03c434a req-41a0c787-1464-453f-96ca-314ea1ec27da tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:17.696129 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c59e63cd-c17e-4ed9-b7a1-a1c8c03c434a req-41a0c787-1464-453f-96ca-314ea1ec27da tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 945 time: 0.1231565 Feb 11 13:10:17.722314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:17.723288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:17.729259 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.779639 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c59e63cd-c17e-4ed9-b7a1-a1c8c03c434a req-dc520c85-def0-4303-bcce-3c566493c20b tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816872 Feb 11 13:10:17.825564 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.830409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:17.865730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272a4a5d-3bc5-411a-b89c-37c04c9cf1cd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:17.899131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.899484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.899834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.902862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.903509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.905543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.906418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.906793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.907132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.908187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.908285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:17.941940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.953421 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:17.956147 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f8638809-0d23-4bb0-ade2-8d97bad68b93 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/272a4a5d-3bc5-411a-b89c-37c04c9cf1cd HTTP/1.1" status: 204 len: 168 time: 0.5595653 Feb 11 13:10:17.987301 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:18.037667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4c2c3-532b-45df-a4c8-8a32110418bd req-9cd9009c-1d5c-451d-abf1-34fadc8e1868 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:18.047281 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bde4c2c3-532b-45df-a4c8-8a32110418bd req-9cd9009c-1d5c-451d-abf1-34fadc8e1868 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.1072805 Feb 11 13:10:18.112607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:18.117009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:18.123775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event updated for resources: {'Port': ['ID=4f8412aa-bdf5-4cf2-b7b5-7a8e21f40042,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:18.126093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:18.144085 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bde4c2c3-532b-45df-a4c8-8a32110418bd req-b0685ec5-2900-468a-8076-8c4902ab5796 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921335 Feb 11 13:10:18.216695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 534b46dc-8a07-4ee3-9422-95d3fd5187c4 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:10:18.343638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:18.357877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:18.359361 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:18.537978 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:18.545599 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:18.586962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 534b46dc-8a07-4ee3-9422-95d3fd5187c4, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=534b46dc-8a07-4ee3-9422-95d3fd5187c4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:18.597423 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:18.617031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52672) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:18.669364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:18.702494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-fa3a638e-b153-4d29-b7a8-4a93746861aa tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:18.704035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-fa3a638e-b153-4d29-b7a8-4a93746861aa tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 813 time: 0.3652568 Feb 11 13:10:18.711260 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7d537b7b-3d9d-41b6-95f1-459d5158711b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc692af16de2422990baa82d1ed21d46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0823388 Feb 11 13:10:18.715119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52678) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:18.755933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-6d21967b-1335-42f5-84f4-a7a345858581 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/quotas/30e4e65ed6db4a40b9baf3f9e6919213 HTTP/1.1" status: 200 len: 375 time: 0.0432441 Feb 11 13:10:18.851144 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:18.896436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8237a81-3435-492e-b764-c3cbb44c62b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:18.909838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=534b46dc-8a07-4ee3-9422-95d3fd5187c4,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:18.912516 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:18.958392 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8237a81-3435-492e-b764-c3cbb44c62b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:19.011313 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:19.019762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:19.032149 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-7b917a12-02a3-4930-85b7-6a43ef6df2a3 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2682898 Feb 11 13:10:19.159670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event updated for resources: {'Port': ['ID=4f8412aa-bdf5-4cf2-b7b5-7a8e21f40042,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:19.192358 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:19.229237 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:19.231540 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-adfee041-e56f-4f20-8a06-3c0e25c87d6d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3708367 Feb 11 13:10:19.247470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8237a81-3435-492e-b764-c3cbb44c62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:19.283936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-9cd0161d-9e2c-4f71-98a0-ae34ed95af64 service neutron] 10.222.0.67 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508330 Feb 11 13:10:19.289325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8237a81-3435-492e-b764-c3cbb44c62b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a07c2b8-b13e-4d9c-8a40-8900671f5b29,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:19.395875 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8237a81-3435-492e-b764-c3cbb44c62b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:19.396853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d8237a81-3435-492e-b764-c3cbb44c62b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6a07c2b8-b13e-4d9c-8a40-8900671f5b29 HTTP/1.1" status: 204 len: 168 time: 0.6721392 Feb 11 13:10:19.502453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-603e70dc-688a-4dda-bd3a-12e8def88828 service neutron] 10.222.0.67 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027295 Feb 11 13:10:19.947844 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c', 'code': 200} Feb 11 13:10:20.028072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-f83d5080-8677-4373-92b6-4b2c079e9367 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Synchronizing usage tracker for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:20.123200 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:20.125205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-f83d5080-8677-4373-92b6-4b2c079e9367 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Unset dirty status for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:20.127101 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-f83d5080-8677-4373-92b6-4b2c079e9367 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.8871965 Feb 11 13:10:20.365847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-22dfa445-e2f4-4bba-951e-496cb5811c71 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:20.385287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c503f6c6-d24d-49fb-9c9c-0383ea752a19 req-22dfa445-e2f4-4bba-951e-496cb5811c71 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2503173 Feb 11 13:10:20.410191 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3bbf6b71-2f12-492c-8c24-8f7834b4d654 req-bf491b8b-43a9-48ce-b04f-bb701c00e2e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1101 time: 0.3669596 Feb 11 13:10:20.499859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3bbf6b71-2f12-492c-8c24-8f7834b4d654 req-c319fe19-8b47-4fd7-9854-332d621383a9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822003 Feb 11 13:10:20.649383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c1bd4-dda0-4ce0-aec0-51bcf8ba033a req-0d767e79-f6e4-4c1a-bfa9-cf3e955ff5e7 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:20.651223 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b7c1bd4-dda0-4ce0-aec0-51bcf8ba033a req-0d767e79-f6e4-4c1a-bfa9-cf3e955ff5e7 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 950 time: 0.4703591 Feb 11 13:10:20.671279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54581de7-4aac-4f7d-a56b-896f33e29893 req-542cbf28-09d8-44ad-a366-e9b0a0196a15 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:20.672907 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54581de7-4aac-4f7d-a56b-896f33e29893 req-542cbf28-09d8-44ad-a366-e9b0a0196a15 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 945 time: 0.1158290 Feb 11 13:10:20.707153 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b7c1bd4-dda0-4ce0-aec0-51bcf8ba033a req-1d45bfe6-3f98-499e-8614-044f2a80ee7a tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496883 Feb 11 13:10:20.756609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54581de7-4aac-4f7d-a56b-896f33e29893 req-c158c455-eed3-4a61-b2fd-20e88f46b518 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773544 Feb 11 13:10:20.953735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b54dd574-5924-4ef4-86bb-8ae1b68c4679 req-8b4b7c97-d3ee-4e35-8f0a-287da24e5253 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 210 time: 0.0496712 Feb 11 13:10:21.024156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261afb3-72e0-43b6-aff7-7649e6c3d60a req-56691e58-ff21-4988-b58d-eeb1d81d053b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:21.025661 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f261afb3-72e0-43b6-aff7-7649e6c3d60a req-56691e58-ff21-4988-b58d-eeb1d81d053b tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.0963032 Feb 11 13:10:21.073036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f261afb3-72e0-43b6-aff7-7649e6c3d60a req-c1057495-b0f2-4296-9e55-167b01acf1dd tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Feb 11 13:10:21.186050 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-fd02ca9f-3402-4515-9908-cf337a8979e2 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1606154 Feb 11 13:10:21.196113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:21.208042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:21.222518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:21.235339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:21.602730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-b4f75242-39f5-4177-8c11-621094391d85 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:21.604307 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-b4f75242-39f5-4177-8c11-621094391d85 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.73 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 813 time: 0.2221413 Feb 11 13:10:21.610444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:21.659411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'port': {'device_id': '96d01d38-44b0-43f6-982f-fce055431004', 'network_id': '20489804-476a-4332-a946-803b725f133b', 'admin_state_up': True, 'tenant_id': '30e4e65ed6db4a40b9baf3f9e6919213'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:21.814772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-90cae4e6-d6ef-4078-9f68-4ef7f10405d3 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:21.821355 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-90cae4e6-d6ef-4078-9f68-4ef7f10405d3 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 820 time: 0.3325865 Feb 11 13:10:21.841702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-d4820a48-17ce-4af0-8614-445d640521e3 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/quotas/5bd4082c5fc74b74b65cf6ee2fb0a415 HTTP/1.1" status: 200 len: 375 time: 0.0168443 Feb 11 13:10:21.944557 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-dfc0d6c1-e4d6-4799-a539-96ed82909813 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019642 Feb 11 13:10:21.951624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97664ad3-fd0e-43f2-87c5-32daec96b27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534b46dc-8a07-4ee3-9422-95d3fd5187c4'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:21.990281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:22.002501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Allocated IP 172.25.4.167 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/0a5951f8-4c41-4b81-be22-8ead6c226f8c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:22.010121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:22.042322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Made reservation on behalf of 30e4e65ed6db4a40b9baf3f9e6919213 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:22.045462 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:22.113506 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-62245413-e49f-4864-8028-8a6a59204cb1 service neutron] 10.222.0.67 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552229 Feb 11 13:10:22.274244 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-0d583aac-d0a0-4d60-95a2-0afc3a1411c1 service neutron] 10.222.0.67 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547925 Feb 11 13:10:22.323711 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:22.367713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Allocated IP 172.20.0.10 (20489804-476a-4332-a946-803b725f133b/95947634-a8f9-4d00-a88f-019def2cc7d3/f91727eb-94a5-4a34-a487-ff4122f60332) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:22.415242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:22.615525 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:22.616729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event updated for resources: {'Port': ['ID=0a5951f8-4c41-4b81-be22-8ead6c226f8c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:22.624668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:22.629025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:22.774075 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:22.873324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1d226-e36b-4e7b-97a5-689570a5a2fd req-6816c3b3-9d89-4925-855f-4999dcef4786 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:22.874824 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ec1d226-e36b-4e7b-97a5-689570a5a2fd req-6816c3b3-9d89-4925-855f-4999dcef4786 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 950 time: 0.0834668 Feb 11 13:10:22.908658 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:22.911840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:22.936439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['067bf274-73f8-4877-bf04-17867850256e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:22.937274 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ec1d226-e36b-4e7b-97a5-689570a5a2fd req-dc21d7a9-4ea5-4f83-aa9d-b94967a0578a tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554996 Feb 11 13:10:23.016957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Network 20489804-476a-4332-a946-803b725f133b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:23.026741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:23.040352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:23.146419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'Port': ['ID=f91727eb-94a5-4a34-a487-ff4122f60332,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:23.151765 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:23.187127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dce54-9662-49d0-a209-d35247f3dd36 req-a34fbb55-86ff-4a89-aec9-69c0bcefdea5 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.188974 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-287dce54-9662-49d0-a209-d35247f3dd36 req-a34fbb55-86ff-4a89-aec9-69c0bcefdea5 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 945 time: 0.1203945 Feb 11 13:10:23.196352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.197288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:23.260870 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-287dce54-9662-49d0-a209-d35247f3dd36 req-8528f022-ff71-4347-961c-8f526978b770 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636246 Feb 11 13:10:23.267008 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-d6339d97-0d4d-4dcb-b97d-19325f37ac50 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6128309 Feb 11 13:10:23.339454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Request body: {'port': {'device_id': '96d01d38-44b0-43f6-982f-fce055431004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:23.365100 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97664ad3-fd0e-43f2-87c5-32daec96b27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534b46dc-8a07-4ee3-9422-95d3fd5187c4', 'code': 200} Feb 11 13:10:23.597794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17021335-1dc2-4f62-bc59-cccdae2ddad6 req-7ca97ba5-549b-402f-93d6-d411a3784012 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.599389 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17021335-1dc2-4f62-bc59-cccdae2ddad6 req-7ca97ba5-549b-402f-93d6-d411a3784012 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 932 time: 0.1185760 Feb 11 13:10:23.658711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-17021335-1dc2-4f62-bc59-cccdae2ddad6 req-409ea039-1000-49ed-8ae2-9e5cf289d210 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Synchronizing usage tracker for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:23.672353 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:23.676132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-17021335-1dc2-4f62-bc59-cccdae2ddad6 req-409ea039-1000-49ed-8ae2-9e5cf289d210 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Unset dirty status for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:23.677561 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17021335-1dc2-4f62-bc59-cccdae2ddad6 req-409ea039-1000-49ed-8ae2-9e5cf289d210 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713043 Feb 11 13:10:23.801947 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:23.821637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:23.926040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1ad29-f501-4d55-a428-cff022d74aaf req-20b0da50-33c4-4c2d-b8b3-fec907ac9395 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.927717 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7c1ad29-f501-4d55-a428-cff022d74aaf req-20b0da50-33c4-4c2d-b8b3-fec907ac9395 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.0972099 Feb 11 13:10:23.970087 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-630e0f17-cb1d-4025-8531-27102bddd20a tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.4864883 Feb 11 13:10:23.991040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7c1ad29-f501-4d55-a428-cff022d74aaf req-8e2a68a4-e5ca-438a-ac89-9f44bcb55454 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533237 Feb 11 13:10:23.994027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb48f4e8-073c-446d-9a96-379305c798c1 req-71a3d8b7-9c81-4c85-8bde-a352372653d2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 1101 time: 0.5093818 Feb 11 13:10:23.999338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818559-1'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:24.181451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event updated for resources: {'Port': ['ID=0a5951f8-4c41-4b81-be22-8ead6c226f8c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:24.307641 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-1671576c-54ab-42ab-a33b-22f9b8b00066 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1491360c2b424d87b40755686037af2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296068 Feb 11 13:10:24.358489 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb48f4e8-073c-446d-9a96-379305c798c1 req-2ddadace-603d-40fe-a19f-88e589cbf880 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236077 Feb 11 13:10:24.398260 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:24.426045 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:24.445666 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:24.446995 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-d430dadb-302f-4929-875f-d839fcb75f9e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2549660 Feb 11 13:10:24.594631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-ad02ceab-98e1-4d3e-a6a3-a50bdd47eefa tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:24.596055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-ad02ceab-98e1-4d3e-a6a3-a50bdd47eefa tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.75 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 820 time: 0.2872620 Feb 11 13:10:24.604215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-46eb23f2-4d68-4be2-825c-3d5c573866d7 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:24.605702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-46eb23f2-4d68-4be2-825c-3d5c573866d7 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704692 Feb 11 13:10:24.622866 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-3ac28907-f300-490d-8a50-af368a8612af tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/quotas/1491360c2b424d87b40755686037af2e HTTP/1.1" status: 200 len: 375 time: 0.0117044 Feb 11 13:10:24.627646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-592c1554-9bbf-479b-8de4-98242d2d3402 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Synchronizing usage tracker for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:24.667582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Request body: {'port': {'device_id': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386', 'admin_state_up': True, 'tenant_id': '5bd4082c5fc74b74b65cf6ee2fb0a415'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:24.691037 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-130c5ada-00cf-4e19-8876-5ada092a6585 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1491360c2b424d87b40755686037af2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627720 Feb 11 13:10:24.725990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:10:24.736015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-592c1554-9bbf-479b-8de4-98242d2d3402 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Unset dirty status for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:24.737530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-592c1554-9bbf-479b-8de4-98242d2d3402 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.167 HTTP/1.1" status: 200 len: 696 time: 0.2722368 Feb 11 13:10:24.839944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:24.879060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:10:24.889664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:24.911460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Made reservation on behalf of 5bd4082c5fc74b74b65cf6ee2fb0a415 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:24.915508 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:24.978608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91727eb-94a5-4a34-a487-ff4122f60332 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:24.998878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:25.002620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:25.049079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Transition to ACTIVE for port object f91727eb-94a5-4a34-a487-ff4122f60332 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:25.062085 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a041c690-8ec1-453c-94a5-4a489bcaeb94 req-aa6820ab-782d-4127-8574-4f6d68701933 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 210 time: 0.1019797 Feb 11 13:10:25.070705 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:25.125463 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:10:25.150242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-e849adb8-7f03-4c77-9e27-132b46af210d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:25.151668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b7c5304-9a53-4369-bbc2-b230220f45d4 req-e849adb8-7f03-4c77-9e27-132b46af210d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.4062660 Feb 11 13:10:25.260825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Allocated IP 172.20.0.5 (60917ce9-2e2f-44cf-847e-30a373078386/f0494066-81f3-4ce9-87c0-698b915c81df/fe864379-9abc-4f94-86b2-bb20dd0b7d72) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:25.278740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Pushing event updated for resources: {'Port': ['ID=f91727eb-94a5-4a34-a487-ff4122f60332,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:25.301571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:25.419283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e987f778-f908-4973-9fa8-267918472ac5 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:10:25.525186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e987f778-f908-4973-9fa8-267918472ac5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:25.610965 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:25.650060 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:25.670597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:25.693659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e987f778-f908-4973-9fa8-267918472ac5 has no active binding in host n-h1-818559-1 {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 11 13:10:25.792738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:25.814785 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f6f0056-0646-4b9b-8245-5ed544f11ac1 req-72c6b59a-bbbe-44bd-afe2-3da8df3bc710 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1101 time: 0.1810248 Feb 11 13:10:25.825637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Attempting to bind port f91727eb-94a5-4a34-a487-ff4122f60332 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:10:25.825637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Attempting to bind port f91727eb-94a5-4a34-a487-ff4122f60332 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4b5eadf8-3af3-4821-8d77-9fcb453a15ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20489804-476a-4332-a946-803b725f133b'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:10:25.825637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Attempting to bind port f91727eb-94a5-4a34-a487-ff4122f60332 on network 20489804-476a-4332-a946-803b725f133b {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:25.859365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17be05-2e4d-48b3-9e64-7d0f0827a383 req-9a71f796-5679-4871-92df-58f3e0d17156 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:25.871657 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff17be05-2e4d-48b3-9e64-7d0f0827a383 req-9a71f796-5679-4871-92df-58f3e0d17156 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 950 time: 0.4830141 Feb 11 13:10:25.875363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8f6f0056-0646-4b9b-8245-5ed544f11ac1 req-8f95f87b-9aef-4252-a797-57bd1697abe4 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] Synchronizing usage tracker for tenant:6ad1441b442846c0a3826eba1d6a34b1 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:25.890250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:25.905613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7d561fee-5409-4070-83c9-8cb9bd9d172e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:25.907939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Pushing event updated for resources: {'Port': ['ID=e987f778-f908-4973-9fa8-267918472ac5,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:25.927458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Port f91727eb-94a5-4a34-a487-ff4122f60332 on network 20489804-476a-4332-a946-803b725f133b not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:10:25.928658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Attempting to bind port f91727eb-94a5-4a34-a487-ff4122f60332 on network 20489804-476a-4332-a946-803b725f133b {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:25.946876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8f6f0056-0646-4b9b-8245-5ed544f11ac1 req-8f95f87b-9aef-4252-a797-57bd1697abe4 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] Unset dirty status for tenant:6ad1441b442846c0a3826eba1d6a34b1 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:25.957435 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f6f0056-0646-4b9b-8245-5ed544f11ac1 req-8f95f87b-9aef-4252-a797-57bd1697abe4 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417034 Feb 11 13:10:26.060205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:10:26.060545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Checking segment: {'id': '4b5eadf8-3af3-4821-8d77-9fcb453a15ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20489804-476a-4332-a946-803b725f133b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:26.061015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Bound using segment: {'id': '4b5eadf8-3af3-4821-8d77-9fcb453a15ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20489804-476a-4332-a946-803b725f133b'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:10:26.061381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Bound port: f91727eb-94a5-4a34-a487-ff4122f60332, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5eadf8-3af3-4821-8d77-9fcb453a15ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '20489804-476a-4332-a946-803b725f133b'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:10:26.061772 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:26.076927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Network 60917ce9-2e2f-44cf-847e-30a373078386 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:26.078148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Pushing event updated for resources: {'Port': ['ID=fe864379-9abc-4f94-86b2-bb20dd0b7d72,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:26.092669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 on host n-h2-818559-1 for vnic_type normal with profile {"migrating_to": "n-h1-818559-1"} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:10:26.093007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:10:26.093440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:26.093819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:26.096811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:26.240493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:26.240762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Port e987f778-f908-4973-9fa8-267918472ac5 on network 67ddad11-10dd-4732-a4e0-80241859c24a not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:10:26.240865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Attempting to bind port e987f778-f908-4973-9fa8-267918472ac5 on network 67ddad11-10dd-4732-a4e0-80241859c24a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:26.241225 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:26.246089 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff17be05-2e4d-48b3-9e64-7d0f0827a383 req-a40feebb-461a-4e16-a855-01360829f5d6 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731954 Feb 11 13:10:26.278996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:10:26.279587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Checking segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:26.280145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Bound using segment: {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:10:26.280742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Bound port: e987f778-f908-4973-9fa8-267918472ac5, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32466f6e-4945-45b9-ba40-a827cf8d4928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '67ddad11-10dd-4732-a4e0-80241859c24a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:10:26.281876 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:26.297221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-5da56de5-3afa-434b-9ce3-b2a46cf57012 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6334436 Feb 11 13:10:26.307300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a4d58-591c-4b90-a68e-ffbc6d6195eb req-8a52ce21-b5ad-4ecc-affb-588158c861c7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:26.309434 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a2a4d58-591c-4b90-a68e-ffbc6d6195eb req-8a52ce21-b5ad-4ecc-affb-588158c861c7 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 943 time: 0.1331666 Feb 11 13:10:26.336622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Request body: {'port': {'device_id': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:26.370351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] For port f91727eb-94a5-4a34-a487-ff4122f60332, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:26.397401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] For port f91727eb-94a5-4a34-a487-ff4122f60332, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f91727eb-94a5-4a34-a487-ff4122f60332,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:26.412395 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:26.478254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:26.533829 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:26.535997 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] 10.222.0.73 "PUT /v2.0/ports/f91727eb-94a5-4a34-a487-ff4122f60332 HTTP/1.1" status: 200 len: 1092 time: 3.2012312 Feb 11 13:10:26.539558 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a2a4d58-591c-4b90-a68e-ffbc6d6195eb req-d1ce6ffa-d56c-4f68-a1c2-5b4565d368fc tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605496 Feb 11 13:10:26.544311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:26.564749 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:26.572970 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:26.603531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e838d-c9e6-4a04-ae9d-5ce7b5b9008d service neutron] Pushing event updated for resources: {'Port': ['ID=f91727eb-94a5-4a34-a487-ff4122f60332,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:26.839005 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-20a4ba5c-9f36-4a7e-a3c4-9d2803332992 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1491360c2b424d87b40755686037af2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666537 Feb 11 13:10:26.875320 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b1a06b7-ae94-4ee3-857f-6a12af5e0038 req-c5b2c132-ce98-427d-8dfb-46e1e1a94d77 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 210 time: 0.0929186 Feb 11 13:10:27.017828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Pushing event updated for resources: {'Port': ['ID=e987f778-f908-4973-9fa8-267918472ac5,revision_number=8']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:27.057693 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:27.059735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-43ecaccd-a148-4308-b5f1-290597c3b22a service neutron] 10.222.0.73 "PUT /v2.0/ports/e987f778-f908-4973-9fa8-267918472ac5 HTTP/1.1" status: 200 len: 1121 time: 3.0742218 Feb 11 13:10:27.065822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3798-8807-4249-9554-45e333729240 req-e7ac3c29-b8bf-426c-ae4d-37ac70afeef2 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:27.066619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-eaea3798-8807-4249-9554-45e333729240 req-e7ac3c29-b8bf-426c-ae4d-37ac70afeef2 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Synchronizing usage tracker for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:27.085129 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fcd1fccc-b8d4-4e69-8569-07a62fb3b610 req-110765db-c9fd-44cb-9c52-eeced09a04e5 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips/681b882b-c2a3-41e7-a8fb-3511ccf57821 HTTP/1.1" status: 200 len: 693 time: 0.1090500 Feb 11 13:10:27.119344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-eaea3798-8807-4249-9554-45e333729240 req-e7ac3c29-b8bf-426c-ae4d-37ac70afeef2 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Unset dirty status for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:27.120555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eaea3798-8807-4249-9554-45e333729240 req-e7ac3c29-b8bf-426c-ae4d-37ac70afeef2 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 944 time: 0.6435752 Feb 11 13:10:27.126751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-cd22496b-9c6a-4b62-8277-51695b5ced63 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:27.128210 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-cd22496b-9c6a-4b62-8277-51695b5ced63 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2825699 Feb 11 13:10:27.131285 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-03fd185a-44da-4a17-9fdc-dda20b4b5b8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 1095 time: 0.4882538 Feb 11 13:10:27.167691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Request body: {'port': {'device_id': '15bfea91-bac8-4123-ae17-5674f7b1c725', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '1491360c2b424d87b40755686037af2e'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:27.186350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['e987f778-f908-4973-9fa8-267918472ac5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:27.242149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['e987f778-f908-4973-9fa8-267918472ac5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:27.365223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1fccc-b8d4-4e69-8569-07a62fb3b610 req-2d614fa8-e631-4fb3-bff0-bdef96f69420 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:27.366568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fcd1fccc-b8d4-4e69-8569-07a62fb3b610 req-2d614fa8-e631-4fb3-bff0-bdef96f69420 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2807181 Feb 11 13:10:27.385038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe864379-9abc-4f94-86b2-bb20dd0b7d72 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:27.398038 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:27.427779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Transition to ACTIVE for port object fe864379-9abc-4f94-86b2-bb20dd0b7d72 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:27.433026 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:27.435932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:27.448279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Usage tracker for resource:port and tenant:1491360c2b424d87b40755686037af2e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:27.453664 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-65866453-5a8a-434c-8c64-07b23db253f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91727eb-94a5-4a34-a487-ff4122f60332 HTTP/1.1" status: 200 len: 217 time: 0.0947897 Feb 11 13:10:27.454537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:27.468992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:27.537206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-4f3c82f3-627f-4b84-be21-e95cd5cda043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:27.539216 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-4f3c82f3-627f-4b84-be21-e95cd5cda043 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95947634-a8f9-4d00-a88f-019def2cc7d3 HTTP/1.1" status: 200 len: 853 time: 0.0767190 Feb 11 13:10:27.596667 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e987f778-f908-4973-9fa8-267918472ac5', 'code': 200} Feb 11 13:10:27.602644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Made reservation on behalf of 1491360c2b424d87b40755686037af2e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:27.611588 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:27.625653 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-39cc0e7e-8986-4d2d-9566-cfb2c91a8b7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20489804-476a-4332-a946-803b725f133b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772836 Feb 11 13:10:27.627752 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eaea3798-8807-4249-9554-45e333729240 req-d49a9fb8-4556-43b3-8869-36c93889e7ea tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956145 Feb 11 13:10:27.631694 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:27.662174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe864379-9abc-4f94-86b2-bb20dd0b7d72,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:27.761611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:27.770652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Usage tracker for resource:security_group_rule and tenant:1491360c2b424d87b40755686037af2e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:27.777027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:27.831116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:10:27.831571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:10:27.832070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:27.840645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:27.844678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:10:27.845004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:27.857220 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40b6635e-5a51-4bba-a8a8-ea2a9a9d589c req-b8893e3c-76e1-4870-a2cd-55312e0f5cd5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1259594 Feb 11 13:10:27.858114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:10:27.858509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:27.859015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:10:27.859595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Bound port: fe864379-9abc-4f94-86b2-bb20dd0b7d72, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:10:27.860049 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:27.863774 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-bd78dd4c-2685-4199-891e-e9f08e4110c6 service neutron] 10.222.0.73 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214949 Feb 11 13:10:27.973569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:27.977429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:27.983449 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:28.016549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96f53a-5136-409e-8bd2-aaa060629c97 req-d3fd8dd2-7204-4934-b25c-8eb34a1110d2 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.018757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e96f53a-5136-409e-8bd2-aaa060629c97 req-d3fd8dd2-7204-4934-b25c-8eb34a1110d2 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 943 time: 0.2423816 Feb 11 13:10:28.093589 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:28.108719 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:28.178220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:28.179642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] 10.222.0.75 "PUT /v2.0/ports/fe864379-9abc-4f94-86b2-bb20dd0b7d72 HTTP/1.1" status: 200 len: 1091 time: 1.8577671 Feb 11 13:10:28.181218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'tag': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:28.275011 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af63c29-5a95-495a-827c-9a6c469c5380 req-0ffee1c5-20d3-4410-8dab-22bdc2a7eeff service neutron] 10.222.0.73 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034784 Feb 11 13:10:28.282936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5e6e-f8ff-434b-8acb-180f6603bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe864379-9abc-4f94-86b2-bb20dd0b7d72,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:28.353145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedc3ca-1133-4070-9e0a-318f0d460a90 req-af044617-6bbf-4231-bed8-dd8ce82c87f2 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.354923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0dedc3ca-1133-4070-9e0a-318f0d460a90 req-af044617-6bbf-4231-bed8-dd8ce82c87f2 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 950 time: 0.1744184 Feb 11 13:10:28.367235 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-4d8f6d41-8044-4a82-85cc-f24814aa076a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 1094 time: 0.1254015 Feb 11 13:10:28.391457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e96f53a-5136-409e-8bd2-aaa060629c97 req-ec5239d3-a238-4974-91fe-de6f308665c6 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559372 Feb 11 13:10:28.395694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb6625e-6bba-4810-85ac-22139f2bdbe6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:28.462205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-f3e8cc2c-e023-42a3-95ed-c63bf421fcd8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72 HTTP/1.1" status: 200 len: 217 time: 0.0753591 Feb 11 13:10:28.473115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0dedc3ca-1133-4070-9e0a-318f0d460a90 req-0d1ea999-6426-4853-999c-6905da751340 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099563 Feb 11 13:10:28.536315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-88994b77-709e-4042-bf14-c617b2799899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.537758 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-88994b77-709e-4042-bf14-c617b2799899 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.0638411 Feb 11 13:10:28.580635 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-71684b9a-8548-4295-bc73-91b4b20609d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3145666 Feb 11 13:10:28.587711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-cf5aa4bc-9a0e-4130-9fda-599f57f06a8d tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips/681b882b-c2a3-41e7-a8fb-3511ccf57821 HTTP/1.1" status: 200 len: 693 time: 0.1197317 Feb 11 13:10:28.605413 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-3f0e2302-2f47-4231-a785-026b91b47111 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511866 Feb 11 13:10:28.641842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Allocated IP 192.168.233.115 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/92dd074f-6a6a-452b-9e60-3e94ffb0c249) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:28.819397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-311cb345-49f8-45c5-a448-b0aa213cfe18 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.820771 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-311cb345-49f8-45c5-a448-b0aa213cfe18 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2251313 Feb 11 13:10:28.823365 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-d62d92a6-7d16-4ea7-b8e5-bbdef9d23b67 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094860 Feb 11 13:10:28.837232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbccbfc-e04f-41b8-97db-3bafa6dc5405 req-5484cc4c-8585-4da7-b957-6992815d5894 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.838770 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ecbccbfc-e04f-41b8-97db-3bafa6dc5405 req-5484cc4c-8585-4da7-b957-6992815d5894 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 943 time: 0.1330452 Feb 11 13:10:28.975841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ecbccbfc-e04f-41b8-97db-3bafa6dc5405 req-ed9675a8-8bd6-4454-a82c-89daca7dadab tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170924 Feb 11 13:10:28.988856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-54b55115-48ec-41d6-a8a7-08412097a0a2 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.167 HTTP/1.1" status: 200 len: 696 time: 0.1049769 Feb 11 13:10:29.026483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f39d6d9-72e8-450e-9839-2bb57ffd63a5 req-a9b73ca1-43f0-4f1e-8a24-fcc2f8f40b6d service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867757 Feb 11 13:10:29.111225 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-5dcaab07-db10-4274-a0b4-5897f03ebe26 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.167 HTTP/1.1" status: 200 len: 696 time: 0.1119258 Feb 11 13:10:29.154432 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2268677-acd6-4544-ba66-a6b61109184c req-2cc2af1a-16df-43cd-9005-a68e78fd8996 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 210 time: 0.0552397 Feb 11 13:10:29.200992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:29.318441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Transition to ACTIVE for port object 92dd074f-6a6a-452b-9e60-3e94ffb0c249 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:29.327699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-68a6d974-abd7-4499-8ebc-5c29d475256b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Deleting port 0a5951f8-4c41-4b81-be22-8ead6c226f8c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:29.327699 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-68a6d974-abd7-4499-8ebc-5c29d475256b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:29.377722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a5e05-0aed-415b-a4a2-bebe9ab339f0 req-a6973820-6c76-454b-be73-e6dfbac7a67f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.383076 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-253a5e05-0aed-415b-a4a2-bebe9ab339f0 req-a6973820-6c76-454b-be73-e6dfbac7a67f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.0953605 Feb 11 13:10:29.429359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-253a5e05-0aed-415b-a4a2-bebe9ab339f0 req-bfb0381f-d272-4303-8b34-f1cad3a6bc40 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440907 Feb 11 13:10:29.471257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:29.515644 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'tag': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72', 'status': 'completed', 'code': 200} Feb 11 13:10:29.602024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:29.608954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d01d38-44b0-43f6-982f-fce055431004', 'tag': 'f91727eb-94a5-4a34-a487-ff4122f60332'}, {'name': 'network-changed', 'server_uuid': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'tag': 'e987f778-f908-4973-9fa8-267918472ac5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:29.614146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:29.620931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:29.648656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Pushing event updated for resources: {'Port': ['ID=92dd074f-6a6a-452b-9e60-3e94ffb0c249,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:29.652325 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-68a6d974-abd7-4499-8ebc-5c29d475256b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:29.653425 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-68a6d974-abd7-4499-8ebc-5c29d475256b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:29.724077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b647249-84f4-492c-be90-aab260fa5f95 req-6cdf60df-6c66-4c7d-b468-1b1e7789779b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 1094 time: 0.1560807 Feb 11 13:10:29.826443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-68a6d974-abd7-4499-8ebc-5c29d475256b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Calling delete_port for 0a5951f8-4c41-4b81-be22-8ead6c226f8c owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:29.887770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d227d19b-af79-4658-afdc-135e69a86808 None None] Provisioning for port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:29.899646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d227d19b-af79-4658-afdc-135e69a86808 None None] Provisioning complete for port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:29.899646 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d227d19b-af79-4658-afdc-135e69a86808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:29.995529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.996726 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:30.032183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d227d19b-af79-4658-afdc-135e69a86808 None None] Port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:10:30.035986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b647249-84f4-492c-be90-aab260fa5f95 req-662e140d-0ebc-46ba-8753-8add39e0bd30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:30.035986 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b647249-84f4-492c-be90-aab260fa5f95 req-662e140d-0ebc-46ba-8753-8add39e0bd30 service neutron] 10.222.0.75 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.2874036 Feb 11 13:10:30.084088 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-95864128-63a7-4e4f-9417-290b8c33dbd3 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9213693 Feb 11 13:10:30.159973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b647249-84f4-492c-be90-aab260fa5f95 req-7f778ed5-9205-4b95-b3c7-794fdac6fe11 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72 HTTP/1.1" status: 200 len: 217 time: 0.0788751 Feb 11 13:10:30.190874 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-68a6d974-abd7-4499-8ebc-5c29d475256b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:30.240669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b206757-41d5-4b60-ab5b-b45fee2bb330 req-087ec2e7-1a24-4c3c-8aee-132193f8ab11 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:30.240669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b206757-41d5-4b60-ab5b-b45fee2bb330 req-087ec2e7-1a24-4c3c-8aee-132193f8ab11 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 944 time: 0.2020402 Feb 11 13:10:30.251512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6d974-abd7-4499-8ebc-5c29d475256b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event deleted for resources: {'Port': ['ID=0a5951f8-4c41-4b81-be22-8ead6c226f8c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:30.272093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b647249-84f4-492c-be90-aab260fa5f95 req-2271bdc8-649b-45e6-bfa8-e65257ea68b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:30.272093 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b647249-84f4-492c-be90-aab260fa5f95 req-2271bdc8-649b-45e6-bfa8-e65257ea68b0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.1064775 Feb 11 13:10:30.312831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Request body: {'port': {'device_id': '15bfea91-bac8-4123-ae17-5674f7b1c725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:30.329215 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b647249-84f4-492c-be90-aab260fa5f95 req-be7c355e-f45e-400a-ae31-966bca181965 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494661 Feb 11 13:10:30.334704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b206757-41d5-4b60-ab5b-b45fee2bb330 req-5dad23e2-7cdf-4a8a-ab46-d977c779705c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949779 Feb 11 13:10:30.426932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-68a6d974-abd7-4499-8ebc-5c29d475256b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:30.460241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:30.481215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-68a6d974-abd7-4499-8ebc-5c29d475256b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:30.482613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a24ab38d-2712-42b9-8a4f-153c19f82b31 req-68a6d974-abd7-4499-8ebc-5c29d475256b tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "DELETE /v2.0/floatingips/681b882b-c2a3-41e7-a8fb-3511ccf57821 HTTP/1.1" status: 204 len: 173 time: 1.3574362 Feb 11 13:10:30.595549 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d01d38-44b0-43f6-982f-fce055431004', 'tag': 'f91727eb-94a5-4a34-a487-ff4122f60332', 'status': 'completed', 'code': 200} Feb 11 13:10:30.596167 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'tag': 'e987f778-f908-4973-9fa8-267918472ac5', 'status': 'completed', 'code': 200} Feb 11 13:10:30.711861 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b647249-84f4-492c-be90-aab260fa5f95 req-c8b15316-4036-4276-9225-568fd919ac7d service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696573 Feb 11 13:10:30.724575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b5cbe-cc56-4c05-a80a-66a772f013c2 req-cb155004-359f-4324-90a8-537062ab1d4c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:30.725267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1a3b5cbe-cc56-4c05-a80a-66a772f013c2 req-cb155004-359f-4324-90a8-537062ab1d4c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Synchronizing usage tracker for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:30.839025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1a3b5cbe-cc56-4c05-a80a-66a772f013c2 req-cb155004-359f-4324-90a8-537062ab1d4c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Unset dirty status for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:30.839025 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1a3b5cbe-cc56-4c05-a80a-66a772f013c2 req-cb155004-359f-4324-90a8-537062ab1d4c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 943 time: 0.2586708 Feb 11 13:10:30.927550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b647249-84f4-492c-be90-aab260fa5f95 req-f06f7a64-b761-4886-a928-9ec46fdfcba4 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941099 Feb 11 13:10:30.942646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1a3b5cbe-cc56-4c05-a80a-66a772f013c2 req-8f699fab-08ff-4f1c-973b-52ecce2bb3f0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055532 Feb 11 13:10:30.985106 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-cde101f0-9933-4e7a-aac0-3f9adccf3c5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1101 time: 0.4392424 Feb 11 13:10:31.028018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-9b42202b-8aa5-4537-a058-a23f3f4833d5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 1124 time: 0.4085112 Feb 11 13:10:31.116856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-0a0d9be4-c1d2-4af3-974d-88389b7145d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 1095 time: 0.4689441 Feb 11 13:10:31.155793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56d603-bbc4-4fd7-9b78-e92e56d09038 req-e26a145b-79a8-46c4-b775-dac005fb1c4f tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.157173 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b56d603-bbc4-4fd7-9b78-e92e56d09038 req-e26a145b-79a8-46c4-b775-dac005fb1c4f tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 943 time: 0.0804181 Feb 11 13:10:31.211323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b56d603-bbc4-4fd7-9b78-e92e56d09038 req-ad193eb9-4d3b-4b33-b765-00442c3374d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440292 Feb 11 13:10:31.234544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7751-995c-4d52-af87-ca529e04ac57 req-9f1b6612-226e-48a4-beaa-1232dfd2699b tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.234544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1e1a7751-995c-4d52-af87-ca529e04ac57 req-9f1b6612-226e-48a4-beaa-1232dfd2699b tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 950 time: 0.5236521 Feb 11 13:10:31.443387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-2be384f2-5d45-462c-9ec2-37a728f27700 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.444716 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-2be384f2-5d45-462c-9ec2-37a728f27700 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.4487462 Feb 11 13:10:31.461540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f91727eb-94a5-4a34-a487-ff4122f60332 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:10:31.492146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-76574321-7f53-4a43-8273-75d4638f1ef0 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.500117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-76574321-7f53-4a43-8273-75d4638f1ef0 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/networks?id=06c246b2-9480-4836-aa0d-01aee639f1e9 HTTP/1.1" status: 200 len: 809 time: 0.1598268 Feb 11 13:10:31.521121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-65a36e33-8bc3-468e-86a9-6c89a29621b5 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/quotas/d8d96c6520944371a34cd78809697731 HTTP/1.1" status: 200 len: 375 time: 0.0200498 Feb 11 13:10:31.575745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1e1a7751-995c-4d52-af87-ca529e04ac57 req-3838bce0-1207-4c67-81d2-c163a3846070 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756245 Feb 11 13:10:31.595223 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-c3970435-07b8-463f-b22b-7eff6da40d0b tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d8d96c6520944371a34cd78809697731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726047 Feb 11 13:10:31.598090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-4d2b7559-8300-42de-8c4a-f5ed3b804b60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.609537 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-4d2b7559-8300-42de-8c4a-f5ed3b804b60 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.5208113 Feb 11 13:10:31.610815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-7648db55-17a8-45b6-b697-b200ed7026ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.612392 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-7648db55-17a8-45b6-b697-b200ed7026ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 914 time: 0.4737351 Feb 11 13:10:31.702486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f91727eb-94a5-4a34-a487-ff4122f60332, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f91727eb-94a5-4a34-a487-ff4122f60332,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:31.725085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'f91727eb-94a5-4a34-a487-ff4122f60332', 'network_id': '20489804-476a-4332-a946-803b725f133b', 'port_id': 'f91727eb-94a5-4a34-a487-ff4122f60332', 'mac_address': 'fa:16:3e:aa:46:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95947634-a8f9-4d00-a88f-019def2cc7d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:10:31.808925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-89c3688a-fe77-4371-9978-ad4856bcb667 service neutron] 10.222.0.67 "GET /v2.0/networks/06c246b2-9480-4836-aa0d-01aee639f1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128193 Feb 11 13:10:31.826011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:31.860193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91727eb-94a5-4a34-a487-ff4122f60332 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:31.871865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-153257e0-701d-4f1b-b940-649d2446dcf2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 217 time: 0.3859978 Feb 11 13:10:31.877610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f91727eb-94a5-4a34-a487-ff4122f60332, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f91727eb-94a5-4a34-a487-ff4122f60332,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:31.877610 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:31.925034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dd074f-6a6a-452b-9e60-3e94ffb0c249 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:31.998866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f91727eb-94a5-4a34-a487-ff4122f60332,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:32.004274 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-5104a0e6-66fb-4753-a49a-d63dffad9ab4 service neutron] 10.222.0.67 "GET /v2.0/networks/06c246b2-9480-4836-aa0d-01aee639f1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778805 Feb 11 13:10:32.013925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.013925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.013925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.013925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.013925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.013925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.013925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.020701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-88afd2a1-2c45-4f01-bf46-a80ec38b038e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.025453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.025453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.025453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.029912 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-88afd2a1-2c45-4f01-bf46-a80ec38b038e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1093841 Feb 11 13:10:32.033685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:32.037763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:32.045239 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-378246b7-c9cb-4262-829f-3e4e96da65db service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e987f778-f908-4973-9fa8-267918472ac5 HTTP/1.1" status: 200 len: 217 time: 0.4094584 Feb 11 13:10:32.092483 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-1fced358-f02e-4e1f-bc46-ce2778fa04f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91727eb-94a5-4a34-a487-ff4122f60332 HTTP/1.1" status: 200 len: 217 time: 0.4575555 Feb 11 13:10:32.208134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Transition to ACTIVE for port object 92dd074f-6a6a-452b-9e60-3e94ffb0c249 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:32.236984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:32.262959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f91727eb-94a5-4a34-a487-ff4122f60332'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:32.334018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-7e5946cd-5ccf-422d-aebd-1affffa110c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.334018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-7e5946cd-5ccf-422d-aebd-1affffa110c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.2449870 Feb 11 13:10:32.415867 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-050c0225-7395-4554-a1c0-97552540ba38 service neutron] 10.222.0.75 "GET /v2.0/ports/e987f778-f908-4973-9fa8-267918472ac5/bindings/n-h1-818559-1 HTTP/1.1" status: 200 len: 384 time: 0.1508713 Feb 11 13:10:32.473774 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-a7d38016-a999-43c0-b5ef-db19d88da59b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295867 Feb 11 13:10:32.551118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-5c1373a0-92b6-45c4-91f4-40cf59e8b826 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.551891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-5c1373a0-92b6-45c4-91f4-40cf59e8b826 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95947634-a8f9-4d00-a88f-019def2cc7d3 HTTP/1.1" status: 200 len: 853 time: 0.4141252 Feb 11 13:10:32.805024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19f844-e458-4859-b3ed-3e5136e7e315 req-a659c7f6-07fa-4d18-81f4-a60eb8116ecc tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.805794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2f19f844-e458-4859-b3ed-3e5136e7e315 req-a659c7f6-07fa-4d18-81f4-a60eb8116ecc tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Synchronizing usage tracker for tenant:1491360c2b424d87b40755686037af2e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:32.839541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-63db0e6c-7ae3-492f-9820-e68ea55ac9d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20489804-476a-4332-a946-803b725f133b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2557840 Feb 11 13:10:32.840711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Pushing event updated for resources: {'Port': ['ID=92dd074f-6a6a-452b-9e60-3e94ffb0c249,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:32.859875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb17cb-80cb-490a-831e-e3e19c19bcca req-26ee3061-dc16-4184-8006-43f863db903a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.861752 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-2ddb009b-7dab-474e-9d73-ceeb45b5d8a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8251040 Feb 11 13:10:32.862178 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2afb17cb-80cb-490a-831e-e3e19c19bcca req-26ee3061-dc16-4184-8006-43f863db903a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.2965817 Feb 11 13:10:32.877092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-37e0fd6a-d326-4fd9-b1d8-7bd6b9d8928a service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:32.930978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-37e0fd6a-d326-4fd9-b1d8-7bd6b9d8928a service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:32.978291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2afb17cb-80cb-490a-831e-e3e19c19bcca req-9348b737-c1ad-4c62-aeec-69ec6aa3cfda tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040199 Feb 11 13:10:32.992343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-37e0fd6a-d326-4fd9-b1d8-7bd6b9d8928a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e987f778-f908-4973-9fa8-267918472ac5 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:33.003731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2f19f844-e458-4859-b3ed-3e5136e7e315 req-a659c7f6-07fa-4d18-81f4-a60eb8116ecc tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Unset dirty status for tenant:1491360c2b424d87b40755686037af2e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:33.004796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-37e0fd6a-d326-4fd9-b1d8-7bd6b9d8928a service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:33.005152 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f19f844-e458-4859-b3ed-3e5136e7e315 req-a659c7f6-07fa-4d18-81f4-a60eb8116ecc tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 936 time: 1.1457841 Feb 11 13:10:33.031024 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-37e0fd6a-d326-4fd9-b1d8-7bd6b9d8928a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:33.225429 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-10a8a428-e5bc-45a7-aa41-60855d08cb42 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894531 Feb 11 13:10:33.370064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd80ac9-8fb3-48f2-b8ae-03af758449f7 req-a6fd1234-ba00-42f7-9918-ae2198393122 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:33.371639 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbd80ac9-8fb3-48f2-b8ae-03af758449f7 req-a6fd1234-ba00-42f7-9918-ae2198393122 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3303816 Feb 11 13:10:33.382082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-37e0fd6a-d326-4fd9-b1d8-7bd6b9d8928a service neutron] Transition to ACTIVE for port object e987f778-f908-4973-9fa8-267918472ac5 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:33.387713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-37e0fd6a-d326-4fd9-b1d8-7bd6b9d8928a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:33.412878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-bd1830c8-568e-48d0-bafc-2ad25ce84315 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107994 Feb 11 13:10:33.448490 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-80d0e913-abaa-4dc1-a057-d8c03c34596a service neutron] 10.222.0.73 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813634 Feb 11 13:10:33.474301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2f19f844-e458-4859-b3ed-3e5136e7e315 req-958c2561-cc1d-4e20-a2a9-90cefe02c4a1 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Synchronizing usage tracker for tenant:1491360c2b424d87b40755686037af2e on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:33.507682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Attempting to bind port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:10:33.508006 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Attempting to bind port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:10:33.508515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Attempting to bind port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:33.582747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-37e0fd6a-d326-4fd9-b1d8-7bd6b9d8928a service neutron] No DVR routers for this DVR port e987f778-f908-4973-9fa8-267918472ac5 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:33.611594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0fd6a-d326-4fd9-b1d8-7bd6b9d8928a service neutron] Pushing event updated for resources: {'Port': ['ID=e987f778-f908-4973-9fa8-267918472ac5,revision_number=10']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:33.665693 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-37e0fd6a-d326-4fd9-b1d8-7bd6b9d8928a service neutron] 10.222.0.75 "PUT /v2.0/ports/e987f778-f908-4973-9fa8-267918472ac5/bindings/n-h1-818559-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2485852 Feb 11 13:10:33.683268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44824c-c0f9-432e-bd8f-49fab5ba9ce2 req-f8f512af-96f2-4535-b3f7-23ca8de8d4ad tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:33.685241 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc44824c-c0f9-432e-bd8f-49fab5ba9ce2 req-f8f512af-96f2-4535-b3f7-23ca8de8d4ad tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 945 time: 0.1630123 Feb 11 13:10:33.756498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc44824c-c0f9-432e-bd8f-49fab5ba9ce2 req-11591027-09d7-4dec-9d03-4af7c49354b8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547462 Feb 11 13:10:33.776362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:10:33.776362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Attempting to bind port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:33.800718 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-fd929949-7167-4098-afb4-5d45a674d8f3 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500860 Feb 11 13:10:33.803699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2f19f844-e458-4859-b3ed-3e5136e7e315 req-958c2561-cc1d-4e20-a2a9-90cefe02c4a1 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Unset dirty status for tenant:1491360c2b424d87b40755686037af2e on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:33.804761 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f19f844-e458-4859-b3ed-3e5136e7e315 req-958c2561-cc1d-4e20-a2a9-90cefe02c4a1 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225192 Feb 11 13:10:33.812613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:10:33.812613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:33.812613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:10:33.812613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Bound port: 92dd074f-6a6a-452b-9e60-3e94ffb0c249, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:10:33.812613 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:33.930524 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-be6e03ae-1eb7-46de-bff4-bf2cd55b14f2 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098488 Feb 11 13:10:33.971385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e847fefb-023a-4c01-a955-6484efad1ee7 req-e6d39492-650a-4b5d-980a-e6e074196462 service neutron] 10.222.0.73 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134737 Feb 11 13:10:34.045283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] For port 92dd074f-6a6a-452b-9e60-3e94ffb0c249, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:34.054157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] For port 92dd074f-6a6a-452b-9e60-3e94ffb0c249, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=92dd074f-6a6a-452b-9e60-3e94ffb0c249,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:34.062199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:34.119930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-e72fa6fa-c161-4999-b6ae-507516f54d3a tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.121536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-e72fa6fa-c161-4999-b6ae-507516f54d3a tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.75 "GET /v2.0/networks?id=06c246b2-9480-4836-aa0d-01aee639f1e9 HTTP/1.1" status: 200 len: 809 time: 0.3409553 Feb 11 13:10:34.129022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-774098ab-588f-4f98-8652-30e2428e409d tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1095 time: 0.3516521 Feb 11 13:10:34.141293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Request body: {'port': {'device_id': 'a29821ee-ffad-4bc4-ae96-aec02206d149', 'network_id': '06c246b2-9480-4836-aa0d-01aee639f1e9', 'admin_state_up': True, 'tenant_id': 'd8d96c6520944371a34cd78809697731'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:34.243578 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:34.245038 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] 10.222.0.73 "PUT /v2.0/ports/92dd074f-6a6a-452b-9e60-3e94ffb0c249 HTTP/1.1" status: 200 len: 1096 time: 4.1507888 Feb 11 13:10:34.247470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bfea91-bac8-4123-ae17-5674f7b1c725', 'tag': '92dd074f-6a6a-452b-9e60-3e94ffb0c249'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:34.265569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3a8e6-e0a9-49f7-8fe7-edc737361344 service neutron] Pushing event updated for resources: {'Port': ['ID=92dd074f-6a6a-452b-9e60-3e94ffb0c249,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:34.289197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcc439-e9ba-42b7-aa30-f607974976e3 req-9af9b4d1-5110-490c-9700-64ad480cae8d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.291036 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3bcc439-e9ba-42b7-aa30-f607974976e3 req-9af9b4d1-5110-490c-9700-64ad480cae8d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 944 time: 0.1723380 Feb 11 13:10:34.332580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device e987f778-f908-4973-9fa8-267918472ac5 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:34.404881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3bcc439-e9ba-42b7-aa30-f607974976e3 req-1a4606ac-6fb1-4436-b8cd-7c65fe9d3a0f tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071398 Feb 11 13:10:34.412593 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-2b50c6cc-01ac-40db-b341-895bd0b31c11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1491360c2b424d87b40755686037af2e&device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 1099 time: 0.1126952 Feb 11 13:10:34.421741 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-72750fa8-7e6a-48a8-9b7c-3f625b72745f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13&tenant_id=43e57f5e521545208f8f14d0937ff0f1 HTTP/1.1" status: 200 len: 1095 time: 0.2634315 Feb 11 13:10:34.435055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:34.439340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Usage tracker for resource:port and tenant:d8d96c6520944371a34cd78809697731 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:34.443539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:34.447282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device e987f778-f908-4973-9fa8-267918472ac5 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:10:34.450604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:34.515962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Made reservation on behalf of d8d96c6520944371a34cd78809697731 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:34.518950 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:34.519808 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-9facf7f5-c7b1-4be6-ac44-49d51cb57b05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=92dd074f-6a6a-452b-9e60-3e94ffb0c249 HTTP/1.1" status: 200 len: 217 time: 0.0915887 Feb 11 13:10:34.538641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3ebc2-d75a-4cf5-ae65-9f33d6bcc05b req-c9e080f6-68a1-4f23-9dbe-330571facb77 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.540115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-faf3ebc2-d75a-4cf5-ae65-9f33d6bcc05b req-c9e080f6-68a1-4f23-9dbe-330571facb77 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 943 time: 0.2739019 Feb 11 13:10:34.631016 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-cbcbff52-abc3-473b-8984-b11ae00f2fe9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 1095 time: 0.1732585 Feb 11 13:10:34.635516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40dfc9f7-0f0a-4f5d-8abc-fa06cb908b80 req-105552a3-14fe-4715-9587-25236d341216 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 210 time: 0.0622203 Feb 11 13:10:34.647595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-a1031b2d-f6cd-47e9-959a-4ded72174223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.649003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-a1031b2d-f6cd-47e9-959a-4ded72174223 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1182649 Feb 11 13:10:34.733434 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-8a66a9c0-99cd-4ee9-835d-0d8582cb83a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741315 Feb 11 13:10:34.767880 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-faf3ebc2-d75a-4cf5-ae65-9f33d6bcc05b req-5a3063c1-4a2c-4221-ac1b-1624552ff279 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193482 Feb 11 13:10:34.932604 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-e2569924-6790-4938-9011-88e3624e5b8b service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894121 Feb 11 13:10:34.939890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08712331-ec8e-4b70-b20e-3f3051a9d358 req-37d8922a-5e72-4b2c-a3f7-95d624c0ef3c tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.941348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08712331-ec8e-4b70-b20e-3f3051a9d358 req-37d8922a-5e72-4b2c-a3f7-95d624c0ef3c tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 950 time: 0.1777565 Feb 11 13:10:34.943459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-15dfcab2-913d-4d7c-8e5d-e13377d4bd20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.944902 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-15dfcab2-913d-4d7c-8e5d-e13377d4bd20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.2974985 Feb 11 13:10:34.950680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c8cda3d6-73ee-4b16-9537-bb746ff1a247 req-f65146d5-1d94-4a5f-9958-bb8b41f2efb6 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?tenant_id=71167bb09dda45e29c85bcfb4eb96c13 HTTP/1.1" status: 200 len: 1656 time: 0.1253383 Feb 11 13:10:35.005193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Allocated IP 172.20.0.12 (06c246b2-9480-4836-aa0d-01aee639f1e9/65ce5d51-9e98-46c1-8f28-a4b11ada163b/3a60b121-185a-4993-986a-3194f5a336ca) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:35.051984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-10b09d7a-1156-439d-ab05-3c6f707bd8dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e987f778-f908-4973-9fa8-267918472ac5 HTTP/1.1" status: 200 len: 217 time: 0.0977721 Feb 11 13:10:35.075422 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08712331-ec8e-4b70-b20e-3f3051a9d358 req-826d9b33-3c07-4b72-beb2-febf6a045287 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141491 Feb 11 13:10:35.116556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccdf21ae-3828-4b4b-b92c-690cc218e311 req-601a8113-eac9-46d8-a383-79db19317f65 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742887 Feb 11 13:10:35.299829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba9c09-b4da-4dd1-8618-ac99ae586470 req-0996df04-100f-4430-8ba3-401ff97f7385 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:35.303035 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63ba9c09-b4da-4dd1-8618-ac99ae586470 req-0996df04-100f-4430-8ba3-401ff97f7385 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.0870714 Feb 11 13:10:35.358319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-0329bfe1-f12e-47c0-8620-68042bd6164e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:35.359423 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63ba9c09-b4da-4dd1-8618-ac99ae586470 req-3c4a952c-8e12-4364-8706-06941aad7155 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490649 Feb 11 13:10:35.359792 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-0329bfe1-f12e-47c0-8620-68042bd6164e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.2555056 Feb 11 13:10:35.495842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f91727eb-94a5-4a34-a487-ff4122f60332 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:10:35.543816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cda3d6-73ee-4b16-9537-bb746ff1a247 req-8aa92caa-8d72-498a-92df-abc9c0b5e0e0 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:35.550764 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c8cda3d6-73ee-4b16-9537-bb746ff1a247 req-8aa92caa-8d72-498a-92df-abc9c0b5e0e0 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks?id=5d284fd3-664c-4ba9-9cea-460cca212d89&id=5d284fd3-664c-4ba9-9cea-460cca212d89&id=5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 787 time: 0.5423396 Feb 11 13:10:35.557521 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-e78cb62f-a352-4602-905a-7c4267d85098 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661098 Feb 11 13:10:35.563042 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bfea91-bac8-4123-ae17-5674f7b1c725', 'tag': '92dd074f-6a6a-452b-9e60-3e94ffb0c249', 'status': 'completed', 'code': 200} Feb 11 13:10:35.584078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-c8cda3d6-73ee-4b16-9537-bb746ff1a247 req-db6f0693-6674-41e8-b6b1-10007ae9a4bc tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:10:35.592475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c8cda3d6-73ee-4b16-9537-bb746ff1a247 req-db6f0693-6674-41e8-b6b1-10007ae9a4bc tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0372336 Feb 11 13:10:35.626990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port f91727eb-94a5-4a34-a487-ff4122f60332 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:35.641358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port f91727eb-94a5-4a34-a487-ff4122f60332 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:35.641358 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:35.793613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:35.807817 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a91211aa-dee0-4e7f-9222-33acb39c36d5 req-70aa6dba-cb53-4ce8-96f4-1474e8dec65b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1491360c2b424d87b40755686037af2e&device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 1099 time: 0.2094836 Feb 11 13:10:35.820032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eecf6-80cd-43b3-b574-75eafee067be req-5f4cbf2e-8a62-4788-a4b3-3e002c020ea7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:35.821526 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb9eecf6-80cd-43b3-b574-75eafee067be req-5f4cbf2e-8a62-4788-a4b3-3e002c020ea7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 945 time: 0.1146932 Feb 11 13:10:35.825304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d01d38-44b0-43f6-982f-fce055431004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91727eb-94a5-4a34-a487-ff4122f60332'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:35.838036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f91727eb-94a5-4a34-a487-ff4122f60332, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f91727eb-94a5-4a34-a487-ff4122f60332,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:35.843447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:35.897280 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:35.906165 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-f1e93ca8-a6d8-44c0-a8c7-5880a41a3091 service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982280 Feb 11 13:10:35.924672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f91727eb-94a5-4a34-a487-ff4122f60332,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:35.973364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb9eecf6-80cd-43b3-b574-75eafee067be req-7ccb42a4-1ade-42a3-a808-9aecf723c866 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253238 Feb 11 13:10:36.022678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3953eae-4acd-440d-af5b-c3dea1eb9eb6 req-7778f4c5-1c5d-40f9-9f83-9d696d9595de tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.025137 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3953eae-4acd-440d-af5b-c3dea1eb9eb6 req-7778f4c5-1c5d-40f9-9f83-9d696d9595de tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 948 time: 0.2893174 Feb 11 13:10:36.096382 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:36.107297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91211aa-dee0-4e7f-9222-33acb39c36d5 req-23d281ea-fad8-4748-8a1f-2769ebb58828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.108776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a91211aa-dee0-4e7f-9222-33acb39c36d5 req-23d281ea-fad8-4748-8a1f-2769ebb58828 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2862673 Feb 11 13:10:36.158015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-4ca53eae-0d2e-46c6-a774-6378d9335f3f service neutron] 10.222.0.73 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429767 Feb 11 13:10:36.181922 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3953eae-4acd-440d-af5b-c3dea1eb9eb6 req-1fbe00ed-fb25-42a9-8422-260a7ea9cea7 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444182 Feb 11 13:10:36.197786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Network 06c246b2-9480-4836-aa0d-01aee639f1e9 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:36.201486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:36.205959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:36.228378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a91211aa-dee0-4e7f-9222-33acb39c36d5 req-944544d3-986d-4f43-943f-a48b15c76534 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=92dd074f-6a6a-452b-9e60-3e94ffb0c249 HTTP/1.1" status: 200 len: 217 time: 0.1129525 Feb 11 13:10:36.235481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Pushing event updated for resources: {'Port': ['ID=3a60b121-185a-4993-986a-3194f5a336ca,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:36.271635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.272499 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:36.299407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-744834ee-3927-4c6b-bb88-db4240372363 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1629579 Feb 11 13:10:36.315863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Request body: {'port': {'device_id': 'a29821ee-ffad-4bc4-ae96-aec02206d149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:36.321802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91211aa-dee0-4e7f-9222-33acb39c36d5 req-ada6b4e6-15f9-44e7-8dba-e31f0a2f6c96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.323306 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a91211aa-dee0-4e7f-9222-33acb39c36d5 req-ada6b4e6-15f9-44e7-8dba-e31f0a2f6c96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0876389 Feb 11 13:10:36.334104 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ab2fc1b-5a3c-4293-9f5c-7d2d37f8b889 req-655fbc3d-02d2-421a-9573-9c57cf51a4c6 tempest-LiveMigrationNegativeTest-469063169 tempest-LiveMigrationNegativeTest-469063169-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 1101 time: 0.1701152 Feb 11 13:10:36.354425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device fe864379-9abc-4f94-86b2-bb20dd0b7d72 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:10:36.402660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ab2fc1b-5a3c-4293-9f5c-7d2d37f8b889 req-531d4539-44f7-4c07-84e7-d875b591d745 tempest-LiveMigrationNegativeTest-469063169 tempest-LiveMigrationNegativeTest-469063169-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:36.469722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5ab2fc1b-5a3c-4293-9f5c-7d2d37f8b889 req-531d4539-44f7-4c07-84e7-d875b591d745 tempest-LiveMigrationNegativeTest-469063169 tempest-LiveMigrationNegativeTest-469063169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:36.476881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5ab2fc1b-5a3c-4293-9f5c-7d2d37f8b889 req-531d4539-44f7-4c07-84e7-d875b591d745 tempest-LiveMigrationNegativeTest-469063169 tempest-LiveMigrationNegativeTest-469063169-project-admin] Usage tracker for resource:security_group_rule and tenant:8b1196b8ab0c4b88894883022136a5f3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:10:36.480464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5ab2fc1b-5a3c-4293-9f5c-7d2d37f8b889 req-531d4539-44f7-4c07-84e7-d875b591d745 tempest-LiveMigrationNegativeTest-469063169 tempest-LiveMigrationNegativeTest-469063169-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:10:36.488249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5ab2fc1b-5a3c-4293-9f5c-7d2d37f8b889 req-531d4539-44f7-4c07-84e7-d875b591d745 tempest-LiveMigrationNegativeTest-469063169 tempest-LiveMigrationNegativeTest-469063169-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:36.502711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a91211aa-dee0-4e7f-9222-33acb39c36d5 req-866ea65c-2140-452b-b454-233bae44e76b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1424625 Feb 11 13:10:36.617197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f226efb-2abc-4d7c-948a-15f42355aaa3 req-2748f208-6755-4807-a1f0-a44a7efe43ac tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.618708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1f226efb-2abc-4d7c-948a-15f42355aaa3 req-2748f208-6755-4807-a1f0-a44a7efe43ac tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 944 time: 0.2683864 Feb 11 13:10:36.626856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:36.650458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:36.672446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72', 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386', 'port_id': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72', 'mac_address': 'fa:16:3e:a6:a8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0494066-81f3-4ce9-87c0-698b915c81df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:10:36.709868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ab2fc1b-5a3c-4293-9f5c-7d2d37f8b889 req-531d4539-44f7-4c07-84e7-d875b591d745 tempest-LiveMigrationNegativeTest-469063169 tempest-LiveMigrationNegativeTest-469063169-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:36.712511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a91211aa-dee0-4e7f-9222-33acb39c36d5 req-664e1001-2d31-4b83-b6b9-49b3658006d5 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989892 Feb 11 13:10:36.733268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:36.752568 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ab2fc1b-5a3c-4293-9f5c-7d2d37f8b889 req-531d4539-44f7-4c07-84e7-d875b591d745 tempest-LiveMigrationNegativeTest-469063169 tempest-LiveMigrationNegativeTest-469063169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:36.754928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe864379-9abc-4f94-86b2-bb20dd0b7d72 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:36.772232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:36.773984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1f226efb-2abc-4d7c-948a-15f42355aaa3 req-aa3c7535-fcbc-4e26-8c48-aa37d4d03963 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317363 Feb 11 13:10:36.777003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:36.784423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-8b1248a1-f6e6-4793-8df5-49577258ad4e tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13&tenant_id=43e57f5e521545208f8f14d0937ff0f1&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1095 time: 0.2575099 Feb 11 13:10:36.890664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=fe864379-9abc-4f94-86b2-bb20dd0b7d72,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:36.938609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ab2fc1b-5a3c-4293-9f5c-7d2d37f8b889 req-531d4539-44f7-4c07-84e7-d875b591d745 tempest-LiveMigrationNegativeTest-469063169 tempest-LiveMigrationNegativeTest-469063169-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977471 Feb 11 13:10:36.940597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d4539-44f7-4c07-84e7-d875b591d745 tempest-LiveMigrationNegativeTest-469063169 tempest-LiveMigrationNegativeTest-469063169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a738135f-152d-4a94-839b-0760f6135619,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:37.010752 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a91211aa-dee0-4e7f-9222-33acb39c36d5 req-e093df5b-e0d2-4081-a8ca-f628ab6a80e2 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910802 Feb 11 13:10:37.022559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-18efa483-cfac-4f49-8a87-37434cbd1fac tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips/0d3a892b-3057-4edd-b9cb-715068d8e4a9 HTTP/1.1" status: 200 len: 693 time: 0.1910517 Feb 11 13:10:37.087815 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:37.163947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de4db8-24da-435b-b09b-5b0d5c3b9c3a req-17a92a16-57c4-4811-b0bc-f2ab5ca4c2d3 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.165408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1de4db8-24da-435b-b09b-5b0d5c3b9c3a req-17a92a16-57c4-4811-b0bc-f2ab5ca4c2d3 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 932 time: 0.0889454 Feb 11 13:10:37.176556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['fe864379-9abc-4f94-86b2-bb20dd0b7d72'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:37.228473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f1de4db8-24da-435b-b09b-5b0d5c3b9c3a req-c6e560f4-cceb-4337-bd37-6a59ba859453 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Synchronizing usage tracker for tenant:d8d96c6520944371a34cd78809697731 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:37.256619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f1de4db8-24da-435b-b09b-5b0d5c3b9c3a req-c6e560f4-cceb-4337-bd37-6a59ba859453 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Unset dirty status for tenant:d8d96c6520944371a34cd78809697731 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:37.259438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1de4db8-24da-435b-b09b-5b0d5c3b9c3a req-c6e560f4-cceb-4337-bd37-6a59ba859453 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/security-groups?id=bea3ecc7-00ea-4b0a-b11a-30eefac92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859683 Feb 11 13:10:37.426473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-0c6b2ea8-0423-42df-ba81-9bec37667de9 service neutron] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:37.444171 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-0c6b2ea8-0423-42df-ba81-9bec37667de9 service neutron] Notify callbacks [] for binding, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:37.445251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-815d78c8-7038-4bc4-9d94-a961d1b78468 req-0c6b2ea8-0423-42df-ba81-9bec37667de9 service neutron] 10.222.0.73 "DELETE /v2.0/ports/e987f778-f908-4973-9fa8-267918472ac5/bindings/n-h2-818559-1 HTTP/1.1" status: 204 len: 173 time: 0.6115847 Feb 11 13:10:37.519500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-dd4f3985-7c5a-4574-a7ae-547aefb9e7d3 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.519500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-dd4f3985-7c5a-4574-a7ae-547aefb9e7d3 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.4785697 Feb 11 13:10:37.525279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 92dd074f-6a6a-452b-9e60-3e94ffb0c249 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:10:37.574130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f798735-ab9e-4541-b0cd-3ab8ad264947 req-39aad423-f4b9-430d-96e1-8c044cc7aa09 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.574130 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6f798735-ab9e-4541-b0cd-3ab8ad264947 req-39aad423-f4b9-430d-96e1-8c044cc7aa09 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 944 time: 0.1556375 Feb 11 13:10:37.616374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:10:37.646359 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6f798735-ab9e-4541-b0cd-3ab8ad264947 req-3652c8e1-a66a-485a-a555-eb0410c2c94e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609007 Feb 11 13:10:37.695142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-9a93dd3a-eb8a-4241-80bd-3923cf9c9c53 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.1663384 Feb 11 13:10:37.733297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 92dd074f-6a6a-452b-9e60-3e94ffb0c249, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=92dd074f-6a6a-452b-9e60-3e94ffb0c249,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:37.748399 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d01d38-44b0-43f6-982f-fce055431004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91727eb-94a5-4a34-a487-ff4122f60332', 'code': 200} Feb 11 13:10:37.752590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '92dd074f-6a6a-452b-9e60-3e94ffb0c249', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '92dd074f-6a6a-452b-9e60-3e94ffb0c249', 'mac_address': 'fa:16:3e:09:09:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:10:37.801683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a60b121-185a-4993-986a-3194f5a336ca {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:37.821142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-d36ecdce-c343-4c25-a7ee-e6b4bdce41be tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.1114807 Feb 11 13:10:37.825019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:37.831206 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:37.854101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dd074f-6a6a-452b-9e60-3e94ffb0c249 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:37.870908 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 92dd074f-6a6a-452b-9e60-3e94ffb0c249, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=92dd074f-6a6a-452b-9e60-3e94ffb0c249,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:37.877120 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:37.954267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe29cbd-b467-47c5-8f8f-d9c5f2e0056b req-310dcf98-b812-4b1e-95be-cdfeb3023be2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.955958 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0fe29cbd-b467-47c5-8f8f-d9c5f2e0056b req-310dcf98-b812-4b1e-95be-cdfeb3023be2 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.0947847 Feb 11 13:10:37.993491 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=92dd074f-6a6a-452b-9e60-3e94ffb0c249,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:38.013304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0fe29cbd-b467-47c5-8f8f-d9c5f2e0056b req-472d53d9-796b-4d26-abae-53e09aac4521 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Feb 11 13:10:38.037081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Transition to ACTIVE for port object 3a60b121-185a-4993-986a-3194f5a336ca will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:38.060714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:38.125880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-87a9f68e-8b5f-4238-9400-53383324c5d9 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Deleting port 4f8412aa-bdf5-4cf2-b7b5-7a8e21f40042 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:38.125880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-87a9f68e-8b5f-4238-9400-53383324c5d9 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:38.233099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['92dd074f-6a6a-452b-9e60-3e94ffb0c249'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:38.274272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Pushing event updated for resources: {'Port': ['ID=3a60b121-185a-4993-986a-3194f5a336ca,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:38.274717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c1d1f-4324-4292-a02c-b72d89389c47 req-5260a8c9-eacb-4a7f-8519-dc4a0beec449 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.276254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a13c1d1f-4324-4292-a02c-b72d89389c47 req-5260a8c9-eacb-4a7f-8519-dc4a0beec449 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 946 time: 0.0860848 Feb 11 13:10:38.343281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a13c1d1f-4324-4292-a02c-b72d89389c47 req-cb66623d-1348-4c23-af38-a616eb7bf443 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496156 Feb 11 13:10:38.377429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device fe864379-9abc-4f94-86b2-bb20dd0b7d72 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:10:38.472437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5a34aaab-2f2b-484d-9a86-fcb206de1e69 req-e453b520-9783-47e7-80e8-15cf912ae03d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 1097 time: 0.5780075 Feb 11 13:10:38.510742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port fe864379-9abc-4f94-86b2-bb20dd0b7d72 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:38.518966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port fe864379-9abc-4f94-86b2-bb20dd0b7d72 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:38.519290 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:38.577486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652c7f6-ea5c-4635-b529-4ab7bfa1390d req-c858c4be-5c1b-4213-9184-dc8588b75dcd tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.585162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8652c7f6-ea5c-4635-b529-4ab7bfa1390d req-c858c4be-5c1b-4213-9184-dc8588b75dcd tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 949 time: 0.0986288 Feb 11 13:10:38.636798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-87a9f68e-8b5f-4238-9400-53383324c5d9 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:38.637111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-87a9f68e-8b5f-4238-9400-53383324c5d9 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:38.656512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:38.664207 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8652c7f6-ea5c-4635-b529-4ab7bfa1390d req-7b86e618-b69a-4c00-ae96-552cd28bf3a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768049 Feb 11 13:10:38.728072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:38.734162 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:38.794057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-87a9f68e-8b5f-4238-9400-53383324c5d9 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Calling delete_port for 4f8412aa-bdf5-4cf2-b7b5-7a8e21f40042 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:38.841464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=fe864379-9abc-4f94-86b2-bb20dd0b7d72,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:38.875464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5a34aaab-2f2b-484d-9a86-fcb206de1e69 req-2d09bc95-7afc-46fc-9f2d-6bd8c9ec6193 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919508 Feb 11 13:10:38.880893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f44120-0eb7-41d1-b5a0-5d1c407705e0 req-445fa7a1-27df-4690-a2a8-d1623deb7d96 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.882809 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85f44120-0eb7-41d1-b5a0-5d1c407705e0 req-445fa7a1-27df-4690-a2a8-d1623deb7d96 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 944 time: 0.0964513 Feb 11 13:10:38.902748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Attempting to bind port 3a60b121-185a-4993-986a-3194f5a336ca on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:10:38.903087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Attempting to bind port 3a60b121-185a-4993-986a-3194f5a336ca by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'a342d649-77f9-48b9-9195-ef86d8e3dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06c246b2-9480-4836-aa0d-01aee639f1e9'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:10:38.903410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Attempting to bind port 3a60b121-185a-4993-986a-3194f5a336ca on network 06c246b2-9480-4836-aa0d-01aee639f1e9 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:38.918717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Port 3a60b121-185a-4993-986a-3194f5a336ca on network 06c246b2-9480-4836-aa0d-01aee639f1e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:10:38.919136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Attempting to bind port 3a60b121-185a-4993-986a-3194f5a336ca on network 06c246b2-9480-4836-aa0d-01aee639f1e9 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:38.929543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:10:38.929672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Checking segment: {'id': 'a342d649-77f9-48b9-9195-ef86d8e3dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06c246b2-9480-4836-aa0d-01aee639f1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:38.930468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Bound using segment: {'id': 'a342d649-77f9-48b9-9195-ef86d8e3dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06c246b2-9480-4836-aa0d-01aee639f1e9'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:10:38.930659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Bound port: 3a60b121-185a-4993-986a-3194f5a336ca, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a342d649-77f9-48b9-9195-ef86d8e3dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '06c246b2-9480-4836-aa0d-01aee639f1e9'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:10:38.930964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:38.935724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85f44120-0eb7-41d1-b5a0-5d1c407705e0 req-9cf91909-a64a-46bb-948d-dc5dfb859912 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453558 Feb 11 13:10:39.073645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-87a9f68e-8b5f-4238-9400-53383324c5d9 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:39.144370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3813c108-425f-4fcb-a593-7e2ea36eb0ae req-76e61a11-dfb6-460d-b5b5-acbe960eb99a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0863247 Feb 11 13:10:39.240541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9f68e-8b5f-4238-9400-53383324c5d9 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event deleted for resources: {'Port': ['ID=4f8412aa-bdf5-4cf2-b7b5-7a8e21f40042,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:39.249373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] For port 3a60b121-185a-4993-986a-3194f5a336ca, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:39.315719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] For port 3a60b121-185a-4993-986a-3194f5a336ca, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=3a60b121-185a-4993-986a-3194f5a336ca,segment=NetworkSegment(a342d649-77f9-48b9-9195-ef86d8e3dff6),segment_id=a342d649-77f9-48b9-9195-ef86d8e3dff6)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:39.323533 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:39.370180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177892f6-2a06-4f07-b587-d751aaa4b1c3 req-fd6f6669-0b48-4d76-a6fb-cbd371e4edbc tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:39.371759 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-177892f6-2a06-4f07-b587-d751aaa4b1c3 req-fd6f6669-0b48-4d76-a6fb-cbd371e4edbc tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 944 time: 0.0863705 Feb 11 13:10:39.416201 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:39.417528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] 10.222.0.75 "PUT /v2.0/ports/3a60b121-185a-4993-986a-3194f5a336ca HTTP/1.1" status: 200 len: 1092 time: 3.1080732 Feb 11 13:10:39.420277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29821ee-ffad-4bc4-ae96-aec02206d149', 'tag': '3a60b121-185a-4993-986a-3194f5a336ca'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:39.423357 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-177892f6-2a06-4f07-b587-d751aaa4b1c3 req-a9689daa-95c5-4fdd-848e-8edbd9ae9ae6 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/security-groups?id=bea3ecc7-00ea-4b0a-b11a-30eefac92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 Feb 11 13:10:39.428687 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-87a9f68e-8b5f-4238-9400-53383324c5d9 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:39.442969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbe798-4c0b-4f1e-b1fc-3118423e3d7d service neutron] Pushing event updated for resources: {'Port': ['ID=3a60b121-185a-4993-986a-3194f5a336ca,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:39.452090 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-87a9f68e-8b5f-4238-9400-53383324c5d9 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:39.467451 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3feb9271-7fe2-43d1-a0f2-2fb71564d226 req-87a9f68e-8b5f-4238-9400-53383324c5d9 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "DELETE /v2.0/floatingips/0d3a892b-3057-4edd-b9cb-715068d8e4a9 HTTP/1.1" status: 204 len: 173 time: 1.6450896 Feb 11 13:10:39.535287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 92dd074f-6a6a-452b-9e60-3e94ffb0c249 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:10:39.604970 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-63612d66-73f2-4326-9258-009063915133 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d8d96c6520944371a34cd78809697731&device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 1095 time: 0.1273029 Feb 11 13:10:39.653640 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:39.662219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:39.662711 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:39.722125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5234f0-5c4a-4722-a1a4-a48c57d730ab req-1fd3526d-7ff5-4c81-8cc0-ba0225c8e192 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:39.724651 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd5234f0-5c4a-4722-a1a4-a48c57d730ab req-1fd3526d-7ff5-4c81-8cc0-ba0225c8e192 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 945 time: 0.1081111 Feb 11 13:10:39.734879 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-ee3473ec-70e8-4a3c-bfe6-7499d35adc5b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a60b121-185a-4993-986a-3194f5a336ca HTTP/1.1" status: 200 len: 217 time: 0.1204114 Feb 11 13:10:39.782161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd5234f0-5c4a-4722-a1a4-a48c57d730ab req-77d9dd0b-0a56-438d-a68f-cce1eeec94cc tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519609 Feb 11 13:10:39.814134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:39.819278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:39.827084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-56959ed1-706f-4041-93cd-27fa4d0ae028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:39.828623 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-56959ed1-706f-4041-93cd-27fa4d0ae028 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=65ce5d51-9e98-46c1-8f28-a4b11ada163b HTTP/1.1" status: 200 len: 849 time: 0.0853462 Feb 11 13:10:39.873254 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 92dd074f-6a6a-452b-9e60-3e94ffb0c249, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=92dd074f-6a6a-452b-9e60-3e94ffb0c249,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:39.878484 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:39.889647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-8055863f-6036-4add-b2d0-c1c6a5a7f09b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=06c246b2-9480-4836-aa0d-01aee639f1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513265 Feb 11 13:10:39.895959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec160d9-961f-4fe5-9099-ab2d6aeee83a req-df382832-1f39-4738-ab55-8d2d9ce42da6 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:39.897545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ec160d9-961f-4fe5-9099-ab2d6aeee83a req-df382832-1f39-4738-ab55-8d2d9ce42da6 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.2119327 Feb 11 13:10:39.968166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=92dd074f-6a6a-452b-9e60-3e94ffb0c249,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:40.059026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ec160d9-961f-4fe5-9099-ab2d6aeee83a req-0f738c71-99e2-4fd5-aef8-8b98fa804c7f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411180 Feb 11 13:10:40.108878 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-593ecc0b-7ff8-41da-a408-d1e3810b2f71 service neutron] 10.222.0.75 "GET /v2.0/networks/06c246b2-9480-4836-aa0d-01aee639f1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100573 Feb 11 13:10:40.305733 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29821ee-ffad-4bc4-ae96-aec02206d149', 'tag': '3a60b121-185a-4993-986a-3194f5a336ca', 'status': 'completed', 'code': 200} Feb 11 13:10:40.384366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0585ad1-655c-4c8a-b55b-0563a6a2bfcd req-e1841db7-4325-4842-8221-72fd80327900 service neutron] 10.222.0.75 "GET /v2.0/networks/06c246b2-9480-4836-aa0d-01aee639f1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592220 Feb 11 13:10:40.397311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-065bac23-a833-4cfc-aa39-4a83fdc0004a tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips/7c656ad4-75c8-4c7c-aa95-d78a28f11326 HTTP/1.1" status: 200 len: 692 time: 0.0905538 Feb 11 13:10:40.399151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1f0d-816a-4e2d-a771-e8a28f948082 req-4903a2c7-5a0c-4236-a05a-c04da0a88d79 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:40.400591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-701a1f0d-816a-4e2d-a771-e8a28f948082 req-4903a2c7-5a0c-4236-a05a-c04da0a88d79 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 946 time: 0.1390634 Feb 11 13:10:40.501784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-701a1f0d-816a-4e2d-a771-e8a28f948082 req-4e3dcabc-2cd3-4d5e-8ba6-0acca47bc35f tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928340 Feb 11 13:10:40.538071 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90b0270b-35b9-4468-bdb3-5e466fa9cbac req-7809b8c9-b87e-42b4-827d-b1cc6124da2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d8d96c6520944371a34cd78809697731&device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 1095 time: 0.0986512 Feb 11 13:10:40.715862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-5fe54a12-e591-415d-bccc-b71da30b9722 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:40.727175 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-5fe54a12-e591-415d-bccc-b71da30b9722 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.3235846 Feb 11 13:10:40.817668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-4699c0da-4a55-482b-9840-e97033381a34 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Synchronizing usage tracker for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:40.840140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-4699c0da-4a55-482b-9840-e97033381a34 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Unset dirty status for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:40.860282 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-4699c0da-4a55-482b-9840-e97033381a34 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.1190834 Feb 11 13:10:40.863131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0270b-35b9-4468-bdb3-5e466fa9cbac req-6baae402-77e6-4279-8d24-d592928470cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:40.870533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90b0270b-35b9-4468-bdb3-5e466fa9cbac req-6baae402-77e6-4279-8d24-d592928470cf service neutron] 10.222.0.75 "GET /v2.0/networks?id=06c246b2-9480-4836-aa0d-01aee639f1e9 HTTP/1.1" status: 200 len: 910 time: 0.3197045 Feb 11 13:10:40.960705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44499ccb-be20-45fd-a3c5-97321afa7ccf req-ac85bc1a-bc01-4d8d-9578-2a4cc8bb538a tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 1095 time: 0.2474451 Feb 11 13:10:40.963434 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-8ccf1493-5427-4f41-9c89-cb2c5ffc4d43 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.57 HTTP/1.1" status: 200 len: 695 time: 0.1146448 Feb 11 13:10:40.994926 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90b0270b-35b9-4468-bdb3-5e466fa9cbac req-ccb1fef7-57a3-41eb-9514-177d7a813a87 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a60b121-185a-4993-986a-3194f5a336ca HTTP/1.1" status: 200 len: 217 time: 0.1139164 Feb 11 13:10:41.075598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44499ccb-be20-45fd-a3c5-97321afa7ccf req-9c84e193-bd5b-4228-a0de-9b64d238fa6a tempest-LiveMigrationTest-1777334235 tempest-LiveMigrationTest-1777334235-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029365 Feb 11 13:10:41.090209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0270b-35b9-4468-bdb3-5e466fa9cbac req-59350bb7-282a-4732-abfe-354fe646dcd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:41.090209 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90b0270b-35b9-4468-bdb3-5e466fa9cbac req-59350bb7-282a-4732-abfe-354fe646dcd7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=65ce5d51-9e98-46c1-8f28-a4b11ada163b HTTP/1.1" status: 200 len: 849 time: 0.0898917 Feb 11 13:10:41.145386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-e7a55840-3d1f-41e0-ad7d-3dccb34c76a8 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Deleting port d3635ed5-fa08-4d2f-9cc9-c27dcc8cc9b7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:41.145386 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-e7a55840-3d1f-41e0-ad7d-3dccb34c76a8 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:41.148888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90b0270b-35b9-4468-bdb3-5e466fa9cbac req-1ac58127-f65b-4f39-8f6c-170d139ff31a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=06c246b2-9480-4836-aa0d-01aee639f1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481858 Feb 11 13:10:41.374273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-e7a55840-3d1f-41e0-ad7d-3dccb34c76a8 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:41.374273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-e7a55840-3d1f-41e0-ad7d-3dccb34c76a8 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:41.490465 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90b0270b-35b9-4468-bdb3-5e466fa9cbac req-ed913372-8773-4366-9f5f-c8af368c533d service neutron] 10.222.0.75 "GET /v2.0/networks/06c246b2-9480-4836-aa0d-01aee639f1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307967 Feb 11 13:10:41.523639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-e7a55840-3d1f-41e0-ad7d-3dccb34c76a8 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Calling delete_port for d3635ed5-fa08-4d2f-9cc9-c27dcc8cc9b7 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:41.554212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42374a93-72a6-4e6c-b71e-0db82e877423 req-f559b02f-91ee-47d9-8c4a-d75f801ac983 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:41.554212 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-42374a93-72a6-4e6c-b71e-0db82e877423 req-f559b02f-91ee-47d9-8c4a-d75f801ac983 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 950 time: 0.2969925 Feb 11 13:10:41.687117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-42374a93-72a6-4e6c-b71e-0db82e877423 req-fabba7ad-edf5-4ccd-a374-94d9f5f48bba tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378479 Feb 11 13:10:41.701277 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-e7a55840-3d1f-41e0-ad7d-3dccb34c76a8 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:41.710236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90b0270b-35b9-4468-bdb3-5e466fa9cbac req-7e2dbcc6-6048-4b8a-b916-696540766767 service neutron] 10.222.0.75 "GET /v2.0/networks/06c246b2-9480-4836-aa0d-01aee639f1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081454 Feb 11 13:10:41.750971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a55840-3d1f-41e0-ad7d-3dccb34c76a8 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event deleted for resources: {'Port': ['ID=d3635ed5-fa08-4d2f-9cc9-c27dcc8cc9b7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:41.763012 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72', 'code': 200} Feb 11 13:10:41.849637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-e7a55840-3d1f-41e0-ad7d-3dccb34c76a8 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:41.881263 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-e7a55840-3d1f-41e0-ad7d-3dccb34c76a8 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:41.882366 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-12d6913c-29fe-480d-981d-d2d7cc2afb0e req-e7a55840-3d1f-41e0-ad7d-3dccb34c76a8 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "DELETE /v2.0/floatingips/7c656ad4-75c8-4c7c-aa95-d78a28f11326 HTTP/1.1" status: 204 len: 173 time: 0.9086378 Feb 11 13:10:41.978213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed701453-4817-4e92-992d-01c3101a0445 req-fcad0101-32ae-43f3-9af8-105571af3692 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:41.979742 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed701453-4817-4e92-992d-01c3101a0445 req-fcad0101-32ae-43f3-9af8-105571af3692 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 950 time: 0.1146729 Feb 11 13:10:41.988065 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3894ac8-f9d1-4b89-886e-211e5626bef2 req-25ecaea7-d12e-45dd-b94f-c9413951f5c0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 1096 time: 0.1553867 Feb 11 13:10:42.019362 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:42.063615 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed701453-4817-4e92-992d-01c3101a0445 req-5b53e2e0-0ad3-4c14-b164-02598641f452 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745833 Feb 11 13:10:42.066503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3894ac8-f9d1-4b89-886e-211e5626bef2 req-16cce4f2-40e5-44aa-94d1-25d95cb9b12c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619216 Feb 11 13:10:42.086936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3ae8-c2d4-493c-b81a-38d3e55d7105 req-84607a2c-cec6-4a4e-b44e-ca7cb51f88f0 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:42.088577 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d26a3ae8-c2d4-493c-b81a-38d3e55d7105 req-84607a2c-cec6-4a4e-b44e-ca7cb51f88f0 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 944 time: 0.0942669 Feb 11 13:10:42.134029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d26a3ae8-c2d4-493c-b81a-38d3e55d7105 req-83c177eb-f06e-44ab-8977-1f8bd2b95b52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/security-groups?id=bea3ecc7-00ea-4b0a-b11a-30eefac92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395813 Feb 11 13:10:42.252699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14b264-1c4a-47d2-852c-f8274f07113a req-92ac1d37-60f1-4157-880a-6cf862b30a7b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:42.254221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f14b264-1c4a-47d2-852c-f8274f07113a req-92ac1d37-60f1-4157-880a-6cf862b30a7b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 945 time: 0.0811865 Feb 11 13:10:42.306326 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f14b264-1c4a-47d2-852c-f8274f07113a req-905b4a6f-3eeb-4c72-bdec-9f1fc872d818 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Feb 11 13:10:42.332815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61145548-b5e5-47ae-b97e-4f6bee874096 req-310d8eae-0236-42ac-b61c-d5e1ae22d851 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:42.334232 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61145548-b5e5-47ae-b97e-4f6bee874096 req-310d8eae-0236-42ac-b61c-d5e1ae22d851 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.0847211 Feb 11 13:10:42.387496 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61145548-b5e5-47ae-b97e-4f6bee874096 req-8f280000-c0a6-446d-9901-046885014d37 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451734 Feb 11 13:10:42.398459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f6011-cce9-48de-af16-721186188aa1 req-b5627fb0-69c9-4b76-aa3b-bcc421f11d78 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:42.399921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-316f6011-cce9-48de-af16-721186188aa1 req-b5627fb0-69c9-4b76-aa3b-bcc421f11d78 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.75 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 950 time: 0.0794821 Feb 11 13:10:42.404480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 3a60b121-185a-4993-986a-3194f5a336ca details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:10:42.481378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-316f6011-cce9-48de-af16-721186188aa1 req-528c321b-163b-40cf-9e24-03a1c1db6567 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Deleting port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:42.481722 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-316f6011-cce9-48de-af16-721186188aa1 req-528c321b-163b-40cf-9e24-03a1c1db6567 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:42.560447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 3a60b121-185a-4993-986a-3194f5a336ca, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=3a60b121-185a-4993-986a-3194f5a336ca,segment=NetworkSegment(a342d649-77f9-48b9-9195-ef86d8e3dff6),segment_id=a342d649-77f9-48b9-9195-ef86d8e3dff6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:42.579590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '3a60b121-185a-4993-986a-3194f5a336ca', 'network_id': '06c246b2-9480-4836-aa0d-01aee639f1e9', 'port_id': '3a60b121-185a-4993-986a-3194f5a336ca', 'mac_address': 'fa:16:3e:be:92:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ce5d51-9e98-46c1-8f28-a4b11ada163b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:10:42.654543 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:42.670490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2a5f4-7b46-497e-a882-41d2e49128b9 req-5bc27050-0363-4a61-a22f-e7614569998f tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:42.672711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a60b121-185a-4993-986a-3194f5a336ca {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:10:42.675060 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7e2a5f4-7b46-497e-a882-41d2e49128b9 req-5bc27050-0363-4a61-a22f-e7614569998f tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 946 time: 0.1497467 Feb 11 13:10:42.688521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 3a60b121-185a-4993-986a-3194f5a336ca, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=3a60b121-185a-4993-986a-3194f5a336ca,segment=NetworkSegment(a342d649-77f9-48b9-9195-ef86d8e3dff6),segment_id=a342d649-77f9-48b9-9195-ef86d8e3dff6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:42.692853 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:42.719305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7e2a5f4-7b46-497e-a882-41d2e49128b9 req-158a6d40-0388-459e-807a-f3f5285fd8cc tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Feb 11 13:10:42.785274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=3a60b121-185a-4993-986a-3194f5a336ca,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:42.824936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-f43d5115-8280-4500-80d4-b0e73017b916 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips/8d8ec3ea-1720-49ba-877d-42183b943f52 HTTP/1.1" status: 200 len: 693 time: 0.1730163 Feb 11 13:10:42.929427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c16bb7-580a-4a8a-8a54-3e8d83c24f2e req-71527cfd-b0eb-4858-9cd4-d2d5b7c9c820 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:42.930921 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3c16bb7-580a-4a8a-8a54-3e8d83c24f2e req-71527cfd-b0eb-4858-9cd4-d2d5b7c9c820 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 944 time: 0.0833273 Feb 11 13:10:42.980476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3c16bb7-580a-4a8a-8a54-3e8d83c24f2e req-421fdd33-bba3-4573-8739-d2ab265cd490 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Feb 11 13:10:43.018125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-316f6011-cce9-48de-af16-721186188aa1 req-528c321b-163b-40cf-9e24-03a1c1db6567 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] For port 534b46dc-8a07-4ee3-9422-95d3fd5187c4, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=534b46dc-8a07-4ee3-9422-95d3fd5187c4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:43.018629 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-316f6011-cce9-48de-af16-721186188aa1 req-528c321b-163b-40cf-9e24-03a1c1db6567 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:43.086115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-47f08100-5d15-4690-bf1a-90d64c6e0b0e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:43.087391 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-47f08100-5d15-4690-bf1a-90d64c6e0b0e tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2552640 Feb 11 13:10:43.094604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['3a60b121-185a-4993-986a-3194f5a336ca'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:43.151462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-316f6011-cce9-48de-af16-721186188aa1 req-528c321b-163b-40cf-9e24-03a1c1db6567 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Calling delete_port for 534b46dc-8a07-4ee3-9422-95d3fd5187c4 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:43.170539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0c91a-1fb4-422d-a40a-fd7d6d96eccc req-cdbedc5f-25a8-4403-969e-54025c5b977c tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:43.172399 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24e0c91a-1fb4-422d-a40a-fd7d6d96eccc req-cdbedc5f-25a8-4403-969e-54025c5b977c tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 950 time: 0.0799997 Feb 11 13:10:43.225096 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24e0c91a-1fb4-422d-a40a-fd7d6d96eccc req-d425a520-64fe-48b2-adc8-f4ba0bc99ad8 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468092 Feb 11 13:10:43.304355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-a8fde896-ef72-4050-95ae-b44448a50acf tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Synchronizing usage tracker for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:43.365609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-a8fde896-ef72-4050-95ae-b44448a50acf tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Unset dirty status for tenant:71167bb09dda45e29c85bcfb4eb96c13 on resource:floatingip {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:43.366860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-a8fde896-ef72-4050-95ae-b44448a50acf tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.201 HTTP/1.1" status: 200 len: 696 time: 0.2225845 Feb 11 13:10:43.387969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-962a01a2-af04-4218-8ed3-3fdaaa1ea5ce tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1429170034&fields=id&tenant_id=30e4e65ed6db4a40b9baf3f9e6919213 HTTP/1.1" status: 200 len: 267 time: 0.0478625 Feb 11 13:10:43.550003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-658a9358-cafc-4f38-86f5-17aca89c7fcb tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:43.551753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-658a9358-cafc-4f38-86f5-17aca89c7fcb tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 946 time: 0.1581175 Feb 11 13:10:43.565254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-e80c9539-a4a1-44e9-a644-e07c6e276346 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'port': {'security_groups': ['fdb9f227-79db-43c6-9605-b2e8d0ba46c1', '85ff3462-9ae7-46fb-9d6e-28874f285ebd']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:43.628747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-617c0b6a-c7e4-4cdb-85e1-e4d462fcdfcc tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:43.630531 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-617c0b6a-c7e4-4cdb-85e1-e4d462fcdfcc tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 944 time: 0.3594406 Feb 11 13:10:43.636656 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-8b3f3e3e-c68a-4bbe-9196-915c0ae710f4 tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.201 HTTP/1.1" status: 200 len: 696 time: 0.2300322 Feb 11 13:10:43.692922 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-e80c9539-a4a1-44e9-a644-e07c6e276346 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:43.760260 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-316f6011-cce9-48de-af16-721186188aa1 req-528c321b-163b-40cf-9e24-03a1c1db6567 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:43.764037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bfea91-bac8-4123-ae17-5674f7b1c725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dd074f-6a6a-452b-9e60-3e94ffb0c249'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:43.774615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1639021e-46c4-4ed4-800a-657bf440b8ca'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:43.889673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c321b-163b-40cf-9e24-03a1c1db6567 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Pushing event deleted for resources: {'Port': ['ID=534b46dc-8a07-4ee3-9422-95d3fd5187c4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:43.912631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-44079a44-e290-44ee-a5a1-05123fb21833 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Deleting port e987f778-f908-4973-9fa8-267918472ac5 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:43.912976 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-44079a44-e290-44ee-a5a1-05123fb21833 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:43.958540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-e80c9539-a4a1-44e9-a644-e07c6e276346 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] For port f91727eb-94a5-4a34-a487-ff4122f60332, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f91727eb-94a5-4a34-a487-ff4122f60332,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:43.992979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-40c22d0d-c0eb-4e47-a974-ae0e0ff261ec tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Deleting port 97297352-81c9-4e06-b1d5-8d5f4c0185a6 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:43.993476 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-40c22d0d-c0eb-4e47-a974-ae0e0ff261ec tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:43.994342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-e80c9539-a4a1-44e9-a644-e07c6e276346 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:43.999911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-e80c9539-a4a1-44e9-a644-e07c6e276346 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:44.076265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-e80c9539-a4a1-44e9-a644-e07c6e276346 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:44.076947 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-e80c9539-a4a1-44e9-a644-e07c6e276346 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:44.078347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-484c4246-ef1f-4a02-968c-4f3af29d7e4b req-e80c9539-a4a1-44e9-a644-e07c6e276346 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "PUT /v2.0/ports/f91727eb-94a5-4a34-a487-ff4122f60332 HTTP/1.1" status: 200 len: 982 time: 0.5192566 Feb 11 13:10:44.078821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d01d38-44b0-43f6-982f-fce055431004', 'tag': 'f91727eb-94a5-4a34-a487-ff4122f60332'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:44.102112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c9539-a4a1-44e9-a644-e07c6e276346 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'Port': ['ID=f91727eb-94a5-4a34-a487-ff4122f60332,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:44.108597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-316f6011-cce9-48de-af16-721186188aa1 req-528c321b-163b-40cf-9e24-03a1c1db6567 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] No DVR routers for this DVR port 534b46dc-8a07-4ee3-9422-95d3fd5187c4 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:44.111306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-316f6011-cce9-48de-af16-721186188aa1 req-528c321b-163b-40cf-9e24-03a1c1db6567 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:44.117885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97664ad3-fd0e-43f2-87c5-32daec96b27b', 'name': 'network-vif-deleted', 'tag': '534b46dc-8a07-4ee3-9422-95d3fd5187c4'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:44.126635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['067bf274-73f8-4877-bf04-17867850256e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:44.195210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f91727eb-94a5-4a34-a487-ff4122f60332'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:44.215732 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-316f6011-cce9-48de-af16-721186188aa1 req-528c321b-163b-40cf-9e24-03a1c1db6567 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.75 "DELETE /v2.0/ports/534b46dc-8a07-4ee3-9422-95d3fd5187c4 HTTP/1.1" status: 204 len: 173 time: 1.8082905 Feb 11 13:10:44.237062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f91727eb-94a5-4a34-a487-ff4122f60332'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:44.239800 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e344cecb-3a82-4e80-adc8-27b22cd1a80e req-14f00b6f-85ac-4158-be9b-8c6323f719b3 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=97664ad3-fd0e-43f2-87c5-32daec96b27b HTTP/1.1" status: 200 len: 210 time: 0.0434394 Feb 11 13:10:44.441922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 3a60b121-185a-4993-986a-3194f5a336ca up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:10:44.455083 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-40c22d0d-c0eb-4e47-a974-ae0e0ff261ec tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:44.455407 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-40c22d0d-c0eb-4e47-a974-ae0e0ff261ec tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:44.504207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6ca36-1c11-4af4-a354-3c5767f1debf req-dd98fb75-46ca-4b53-b389-26a14138ee61 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:44.506041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-16a6ca36-1c11-4af4-a354-3c5767f1debf req-dd98fb75-46ca-4b53-b389-26a14138ee61 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 945 time: 0.0819416 Feb 11 13:10:44.556010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-16a6ca36-1c11-4af4-a354-3c5767f1debf req-8d6474e6-8d58-4e26-8d30-46502c7cc292 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/security-groups?id=bea3ecc7-00ea-4b0a-b11a-30eefac92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Feb 11 13:10:44.611664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-40c22d0d-c0eb-4e47-a974-ae0e0ff261ec tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Calling delete_port for 97297352-81c9-4e06-b1d5-8d5f4c0185a6 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:44.644559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-44079a44-e290-44ee-a5a1-05123fb21833 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] For port e987f778-f908-4973-9fa8-267918472ac5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e987f778-f908-4973-9fa8-267918472ac5,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:44.644918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-44079a44-e290-44ee-a5a1-05123fb21833 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:44.712190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 3a60b121-185a-4993-986a-3194f5a336ca completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:44.745698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 3a60b121-185a-4993-986a-3194f5a336ca triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:44.746093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:44.779275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-44079a44-e290-44ee-a5a1-05123fb21833 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Calling delete_port for e987f778-f908-4973-9fa8-267918472ac5 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:44.790517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883e1e8-e305-4820-8be2-b707683910ae req-fce4929d-3670-4854-9cfc-ce8bfccb66b7 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:44.795037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1883e1e8-e305-4820-8be2-b707683910ae req-fce4929d-3670-4854-9cfc-ce8bfccb66b7 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 945 time: 0.1177447 Feb 11 13:10:44.865383 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1883e1e8-e305-4820-8be2-b707683910ae req-527db66f-1489-4ef1-86aa-4ba806a3cd42 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600250 Feb 11 13:10:45.053486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-40c22d0d-c0eb-4e47-a974-ae0e0ff261ec tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:45.069924 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:45.086198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f153606-fda5-48bf-b4b5-e2bd6820286f req-581db6c6-cc2e-4b3f-b03d-df8a9237caf0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:45.088805 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f153606-fda5-48bf-b4b5-e2bd6820286f req-581db6c6-cc2e-4b3f-b03d-df8a9237caf0 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.0838757 Feb 11 13:10:45.110553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 3a60b121-185a-4993-986a-3194f5a336ca, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=3a60b121-185a-4993-986a-3194f5a336ca,segment=NetworkSegment(a342d649-77f9-48b9-9195-ef86d8e3dff6),segment_id=a342d649-77f9-48b9-9195-ef86d8e3dff6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:45.116141 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:45.118288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 534b46dc-8a07-4ee3-9422-95d3fd5187c4 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:45.147021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f153606-fda5-48bf-b4b5-e2bd6820286f req-8c1cebd3-b6a6-4ad4-a360-5af8e8ddb021 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514953 Feb 11 13:10:45.200178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 534b46dc-8a07-4ee3-9422-95d3fd5187c4 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:10:45.200771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 534b46dc-8a07-4ee3-9422-95d3fd5187c4 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:10:45.221798 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bfea91-bac8-4123-ae17-5674f7b1c725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dd074f-6a6a-452b-9e60-3e94ffb0c249', 'code': 200} Feb 11 13:10:45.233901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=3a60b121-185a-4993-986a-3194f5a336ca,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:45.279421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c22d0d-c0eb-4e47-a974-ae0e0ff261ec tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Pushing event deleted for resources: {'Port': ['ID=97297352-81c9-4e06-b1d5-8d5f4c0185a6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:45.319608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-44079a44-e290-44ee-a5a1-05123fb21833 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:45.332720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1343e87e-9e0e-45ee-b1d0-668fe8562d32', 'e987f778-f908-4973-9fa8-267918472ac5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:45.398027 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-057fa341-9803-4657-abb1-793360ac1341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:45.412213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44079a44-e290-44ee-a5a1-05123fb21833 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Pushing event deleted for resources: {'Port': ['ID=e987f778-f908-4973-9fa8-267918472ac5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:45.427124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-721e01ba-e2ce-413c-9ac6-4e547344d9ce req-a9ea33ef-4356-48e5-8664-61517fb72655 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6d9cca5-3fc6-49fa-85f1-41fad4b0df13 HTTP/1.1" status: 200 len: 210 time: 0.0714777 Feb 11 13:10:45.495194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a36c8ce5-d940-4667-8ef3-e02a0c710a20 req-ec9ba25a-6d5b-4e84-851f-babc7fc2cc01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 1101 time: 0.1870980 Feb 11 13:10:45.535999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-44079a44-e290-44ee-a5a1-05123fb21833 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] No DVR routers for this DVR port e987f778-f908-4973-9fa8-267918472ac5 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:45.538600 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-40c22d0d-c0eb-4e47-a974-ae0e0ff261ec tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:45.543494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-44079a44-e290-44ee-a5a1-05123fb21833 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:45.570391 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d15b93a8-21f5-44f7-80f7-3701eb09f849 req-44079a44-e290-44ee-a5a1-05123fb21833 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.73 "DELETE /v2.0/ports/e987f778-f908-4973-9fa8-267918472ac5 HTTP/1.1" status: 204 len: 173 time: 1.9317775 Feb 11 13:10:45.575932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-40c22d0d-c0eb-4e47-a974-ae0e0ff261ec tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:45.576987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd560a4b-8f86-4392-86f4-58fa026a111e req-40c22d0d-c0eb-4e47-a974-ae0e0ff261ec tempest-FloatingIPDetailsTestJSON-753580964 tempest-FloatingIPDetailsTestJSON-753580964-project] 10.222.0.67 "DELETE /v2.0/floatingips/8d8ec3ea-1720-49ba-877d-42183b943f52 HTTP/1.1" status: 204 len: 173 time: 1.9067030 Feb 11 13:10:45.583679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53018) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:45.591871 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a36c8ce5-d940-4667-8ef3-e02a0c710a20 req-add50789-e8ed-4e56-a322-3ea9bfdad8d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854344 Feb 11 13:10:45.597327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ec446473-929d-44fd-86fd-884351d9895d req-cfea3f53-4945-4ae2-897c-f8a2887eff15 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/85ff3462-9ae7-46fb-9d6e-28874f285ebd HTTP/1.1" status: 200 len: 1635 time: 0.1304018 Feb 11 13:10:45.650847 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d01d38-44b0-43f6-982f-fce055431004', 'tag': 'f91727eb-94a5-4a34-a487-ff4122f60332', 'status': 'completed', 'code': 200} Feb 11 13:10:45.661266 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-ec446473-929d-44fd-86fd-884351d9895d req-215237f9-8a1a-43a6-8165-2f578e3e53dd tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:10:45.662247 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ec446473-929d-44fd-86fd-884351d9895d req-215237f9-8a1a-43a6-8165-2f578e3e53dd tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/85ff3462-9ae7-46fb-9d6e-28874f285ebd HTTP/1.1" status: 409 len: 341 time: 0.0584662 Feb 11 13:10:45.713586 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97664ad3-fd0e-43f2-87c5-32daec96b27b', 'name': 'network-vif-deleted', 'tag': '534b46dc-8a07-4ee3-9422-95d3fd5187c4', 'status': 'completed', 'code': 200} Feb 11 13:10:45.888494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764b210-c41a-4aab-a873-f802a9ca3c75 req-4e677cfb-4683-4adf-8054-15cca621245c tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:45.889954 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9764b210-c41a-4aab-a873-f802a9ca3c75 req-4e677cfb-4683-4adf-8054-15cca621245c tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 950 time: 0.1194735 Feb 11 13:10:45.959742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9764b210-c41a-4aab-a873-f802a9ca3c75 req-5ea3c27e-7b38-4171-8512-c080735e3844 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616794 Feb 11 13:10:45.969760 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59883fb2-941b-4831-98d4-579e2c34bc73 req-56e73456-9200-43a3-b3be-9176413f4e59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 1136 time: 0.1266778 Feb 11 13:10:46.035958 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe5d6e3b-c871-4f2b-9372-7bb8fbedcfe9 req-7c46fb7c-8bb3-41b9-85a1-ea0754501f44 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 1096 time: 0.2376854 Feb 11 13:10:46.100897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe5d6e3b-c871-4f2b-9372-7bb8fbedcfe9 req-18156bce-f4aa-417d-86fa-04bcaa13d4b0 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586348 Feb 11 13:10:46.123483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883fb2-941b-4831-98d4-579e2c34bc73 req-3d00a0a7-294f-4aa9-824a-5a7feb99f673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:46.125197 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59883fb2-941b-4831-98d4-579e2c34bc73 req-3d00a0a7-294f-4aa9-824a-5a7feb99f673 service neutron] 10.222.0.73 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 914 time: 0.1491575 Feb 11 13:10:46.150247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:46.305546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59883fb2-941b-4831-98d4-579e2c34bc73 req-cd2d88c0-29fa-440e-9300-036d45d2a217 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91727eb-94a5-4a34-a487-ff4122f60332 HTTP/1.1" status: 200 len: 217 time: 0.1733494 Feb 11 13:10:46.401255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883fb2-941b-4831-98d4-579e2c34bc73 req-2efe4dd4-1b90-4bad-967c-02394643dfb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:46.403879 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59883fb2-941b-4831-98d4-579e2c34bc73 req-2efe4dd4-1b90-4bad-967c-02394643dfb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95947634-a8f9-4d00-a88f-019def2cc7d3 HTTP/1.1" status: 200 len: 853 time: 0.0870538 Feb 11 13:10:46.409525 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70c04-4b72-4abb-b1cd-68acb478ec92 req-2b6e24ea-8b28-433c-a728-637136a1222a tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:46.416761 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1b70c04-4b72-4abb-b1cd-68acb478ec92 req-2b6e24ea-8b28-433c-a728-637136a1222a tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 946 time: 0.1774442 Feb 11 13:10:46.577042 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59883fb2-941b-4831-98d4-579e2c34bc73 req-17cf879a-1aec-43cd-834b-8b9f5d169748 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20489804-476a-4332-a946-803b725f133b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564341 Feb 11 13:10:46.676165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1b70c04-4b72-4abb-b1cd-68acb478ec92 req-6c6aa501-eb29-4d9b-8af4-f3d1fe256d56 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/security-groups?id=bea3ecc7-00ea-4b0a-b11a-30eefac92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582779 Feb 11 13:10:46.823632 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59883fb2-941b-4831-98d4-579e2c34bc73 req-0727cafc-9884-4e2c-bfd4-b7acbcbee936 service neutron] 10.222.0.73 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287841 Feb 11 13:10:47.027111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] Deleting port 7c0bf11e-7473-41cd-b804-b30d38ca8690 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:47.029142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:47.112738 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59883fb2-941b-4831-98d4-579e2c34bc73 req-c09c6638-dd76-4d50-b7a0-cfb0e10d4ce7 service neutron] 10.222.0.73 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782927 Feb 11 13:10:47.139275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ff5e0-a906-460f-941a-689f182c8901 req-4c01bc5e-2e1b-4361-970e-d7d2f6b8e595 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:47.154772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bc1ff5e0-a906-460f-941a-689f182c8901 req-4c01bc5e-2e1b-4361-970e-d7d2f6b8e595 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.1712894 Feb 11 13:10:47.223674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29821ee-ffad-4bc4-ae96-aec02206d149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a60b121-185a-4993-986a-3194f5a336ca'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:47.316011 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-436c9f9b-4bd1-471c-9dd5-dccb5185d249 req-8892858c-79d2-453a-9c14-1c9cdd864c29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 1136 time: 0.0971937 Feb 11 13:10:47.434889 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bc1ff5e0-a906-460f-941a-689f182c8901 req-90c60b8b-29c9-4683-bc4b-1779bc4a4d06 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788854 Feb 11 13:10:47.475214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e5aced1-a353-46b6-a55b-3a073d5080ab req-6147c5b3-f996-4371-a09a-ff642543fddb tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 1096 time: 0.3513396 Feb 11 13:10:47.497588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c9f9b-4bd1-471c-9dd5-dccb5185d249 req-0099d31b-9d72-426b-b06a-76b9f870184a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:47.499175 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-436c9f9b-4bd1-471c-9dd5-dccb5185d249 req-0099d31b-9d72-426b-b06a-76b9f870184a service neutron] 10.222.0.73 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 914 time: 0.1641598 Feb 11 13:10:47.541832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] For port 7c0bf11e-7473-41cd-b804-b30d38ca8690, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7c0bf11e-7473-41cd-b804-b30d38ca8690,segment=NetworkSegment(eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb),segment_id=eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:47.542179 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:47.565540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e987f778-f908-4973-9fa8-267918472ac5 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:47.587163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-436c9f9b-4bd1-471c-9dd5-dccb5185d249 req-716f40ee-1fbc-442c-9927-0662ea393e35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91727eb-94a5-4a34-a487-ff4122f60332 HTTP/1.1" status: 200 len: 217 time: 0.0811095 Feb 11 13:10:47.660154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c9f9b-4bd1-471c-9dd5-dccb5185d249 req-d01b85c8-730a-4828-9e93-a65515466cc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:47.662053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-436c9f9b-4bd1-471c-9dd5-dccb5185d249 req-d01b85c8-730a-4828-9e93-a65515466cc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95947634-a8f9-4d00-a88f-019def2cc7d3 HTTP/1.1" status: 200 len: 853 time: 0.0678561 Feb 11 13:10:47.694321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: e987f778-f908-4973-9fa8-267918472ac5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:10:47.694848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e987f778-f908-4973-9fa8-267918472ac5 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:10:47.699842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] Calling delete_port for 7c0bf11e-7473-41cd-b804-b30d38ca8690 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:47.708520 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef123-08d0-4b25-bbcc-e81f5cec9bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:47.729188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'name': 'network-vif-deleted', 'tag': 'e987f778-f908-4973-9fa8-267918472ac5'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:47.748955 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e5aced1-a353-46b6-a55b-3a073d5080ab req-87b87db0-b277-49e7-ac9e-ec58fbeef56d tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728817 Feb 11 13:10:47.780213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-436c9f9b-4bd1-471c-9dd5-dccb5185d249 req-7480ed52-fc72-4a35-b15c-47eb73961a93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20489804-476a-4332-a946-803b725f133b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820587 Feb 11 13:10:47.936340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf9a7a-0c9e-4704-8ef2-fac63576bcac req-f1d612b4-2b58-4b0f-af73-136ee3af1aa7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:47.936562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:47.943310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4acf9a7a-0c9e-4704-8ef2-fac63576bcac req-f1d612b4-2b58-4b0f-af73-136ee3af1aa7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 985 time: 0.2801156 Feb 11 13:10:48.016888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0bf11e-7473-41cd-b804-b30d38ca8690,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:48.037679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4acf9a7a-0c9e-4704-8ef2-fac63576bcac req-4a5f0128-7184-4b84-87c2-5a33f9bfc265 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&id=85ff3462-9ae7-46fb-9d6e-28874f285ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0934265 Feb 11 13:10:48.057118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-436c9f9b-4bd1-471c-9dd5-dccb5185d249 req-3431559e-2f76-476b-b13f-3f30311e7b24 service neutron] 10.222.0.73 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533686 Feb 11 13:10:48.353787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-436c9f9b-4bd1-471c-9dd5-dccb5185d249 req-87dc49bb-7cff-4b20-87d3-159bdc94beac service neutron] 10.222.0.73 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844403 Feb 11 13:10:48.388535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6a767-277f-4e63-bb0a-11715a2fce63 req-573b301f-3a40-49f7-a275-f1a06b948d99 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:48.390049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ec6a767-277f-4e63-bb0a-11715a2fce63 req-573b301f-3a40-49f7-a275-f1a06b948d99 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 950 time: 0.1675231 Feb 11 13:10:48.441000 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ec6a767-277f-4e63-bb0a-11715a2fce63 req-08b126ad-5333-4331-bc9d-3c1f8ca5bc08 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450454 Feb 11 13:10:48.530672 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29821ee-ffad-4bc4-ae96-aec02206d149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a60b121-185a-4993-986a-3194f5a336ca', 'code': 200} Feb 11 13:10:48.720205 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:48.748415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cffd4-d2e5-42b6-bc58-43b6fa584450 req-f0850bfa-4365-49af-87bc-9e5b7a4fdc62 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:48.749136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-474cffd4-d2e5-42b6-bc58-43b6fa584450 req-f0850bfa-4365-49af-87bc-9e5b7a4fdc62 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Synchronizing usage tracker for tenant:ccdbddfb1dff486d8267a47422e1ee0f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:48.817179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-2f1f3362-491b-429a-b281-09eb0708d553 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:48.817432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-2f1f3362-491b-429a-b281-09eb0708d553 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Synchronizing usage tracker for tenant:ccdbddfb1dff486d8267a47422e1ee0f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:48.825951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-474cffd4-d2e5-42b6-bc58-43b6fa584450 req-f0850bfa-4365-49af-87bc-9e5b7a4fdc62 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Unset dirty status for tenant:ccdbddfb1dff486d8267a47422e1ee0f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:48.833530 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-474cffd4-d2e5-42b6-bc58-43b6fa584450 req-f0850bfa-4365-49af-87bc-9e5b7a4fdc62 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 950 time: 0.7021279 Feb 11 13:10:48.847552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:48.878142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5fb4810-9e9e-4991-ac88-cb347c017ac1 req-e7e4379a-e86e-4558-a373-2b0b73966524 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 1097 time: 0.2373385 Feb 11 13:10:48.896328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b65576-b229-4b7f-abe3-ec5d65b4a942 req-197daeb3-27a6-49d2-b79e-52ad9293d9bd tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:48.898381 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-72b65576-b229-4b7f-abe3-ec5d65b4a942 req-197daeb3-27a6-49d2-b79e-52ad9293d9bd tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 946 time: 0.1317632 Feb 11 13:10:48.917296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-2f1f3362-491b-429a-b281-09eb0708d553 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Unset dirty status for tenant:ccdbddfb1dff486d8267a47422e1ee0f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:48.918949 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-2f1f3362-491b-429a-b281-09eb0708d553 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62 HTTP/1.1" status: 200 len: 950 time: 0.5793359 Feb 11 13:10:48.983525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-72b65576-b229-4b7f-abe3-ec5d65b4a942 req-98d4d600-4686-473e-b298-5a309f75f754 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/security-groups?id=bea3ecc7-00ea-4b0a-b11a-30eefac92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672450 Feb 11 13:10:49.012676 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-474cffd4-d2e5-42b6-bc58-43b6fa584450 req-2edc1145-c189-4407-829b-905435935996 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.67 "GET /v2.0/security-groups?id=98491c1f-9bb6-4535-829a-e634bb428850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777966 Feb 11 13:10:49.039177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5fb4810-9e9e-4991-ac88-cb347c017ac1 req-118bad4d-0d05-4d6e-bc83-7144ad504745 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bea3ecc7-00ea-4b0a-b11a-30eefac92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479843 Feb 11 13:10:49.055466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-7817e0d8-46a9-4799-942e-e06156abd886 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Deleting port 1639021e-46c4-4ed4-800a-657bf440b8ca {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:49.055782 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-7817e0d8-46a9-4799-942e-e06156abd886 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:49.083442 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d9cca5-3fc6-49fa-85f1-41fad4b0df13', 'name': 'network-vif-deleted', 'tag': 'e987f778-f908-4973-9fa8-267918472ac5', 'status': 'completed', 'code': 200} Feb 11 13:10:49.173555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:49.628560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec0572-873e-426c-9143-93cb88069959 req-f0494ac0-f8eb-4514-86b8-7b95baa90b41 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:49.630161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0cec0572-873e-426c-9143-93cb88069959 req-f0494ac0-f8eb-4514-86b8-7b95baa90b41 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 985 time: 0.1054945 Feb 11 13:10:49.690646 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0cec0572-873e-426c-9143-93cb88069959 req-1d17f2ed-e3d1-4eb6-92aa-2ace4a833529 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&id=85ff3462-9ae7-46fb-9d6e-28874f285ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0535550 Feb 11 13:10:49.748692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-7817e0d8-46a9-4799-942e-e06156abd886 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] For port 1639021e-46c4-4ed4-800a-657bf440b8ca, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1639021e-46c4-4ed4-800a-657bf440b8ca,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:49.749195 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-7817e0d8-46a9-4799-942e-e06156abd886 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:49.761326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18cac2-bf18-4a2b-afc9-30ef9ade1b41 req-acda9337-6acb-448a-be23-eee625b1aacb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:49.763174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe18cac2-bf18-4a2b-afc9-30ef9ade1b41 req-acda9337-6acb-448a-be23-eee625b1aacb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.4519818 Feb 11 13:10:49.910970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-7817e0d8-46a9-4799-942e-e06156abd886 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Calling delete_port for 1639021e-46c4-4ed4-800a-657bf440b8ca owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:49.981678 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0302c81-9342-40e9-8b75-86eb13eb6619 req-380fc03b-1812-45bb-a034-0f57ebfca2bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1636908 Feb 11 13:10:49.999971 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe18cac2-bf18-4a2b-afc9-30ef9ade1b41 req-9b4a7208-0293-4eeb-a272-ed8dbca16111 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288675 Feb 11 13:10:50.093523 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:50.271594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-7817e0d8-46a9-4799-942e-e06156abd886 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:50.364266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-def602d2-c92c-40b0-8ca4-7df9ab4a93d8 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1491360c2b424d87b40755686037af2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1677434 Feb 11 13:10:50.364995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817e0d8-46a9-4799-942e-e06156abd886 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Pushing event deleted for resources: {'Port': ['ID=1639021e-46c4-4ed4-800a-657bf440b8ca,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:50.579621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-7817e0d8-46a9-4799-942e-e06156abd886 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] No DVR routers for this DVR port 1639021e-46c4-4ed4-800a-657bf440b8ca on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:50.595609 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-7817e0d8-46a9-4799-942e-e06156abd886 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:50.652650 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e13e9a61-b4b6-4acd-a0d0-218bfc4022b9 req-7817e0d8-46a9-4799-942e-e06156abd886 tempest-LiveMigrationNegativeTest-466980958 tempest-LiveMigrationNegativeTest-466980958-project] 10.222.0.73 "DELETE /v2.0/ports/1639021e-46c4-4ed4-800a-657bf440b8ca HTTP/1.1" status: 204 len: 173 time: 1.7255018 Feb 11 13:10:50.704247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-1ea71771-92b2-4097-952d-25df46c4a807 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:50.705700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-1ea71771-92b2-4097-952d-25df46c4a807 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242857 Feb 11 13:10:50.885423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-b0788aae-e0c3-497e-be7c-1f8965b57e0f tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/quotas/1491360c2b424d87b40755686037af2e HTTP/1.1" status: 200 len: 375 time: 0.1202786 Feb 11 13:10:51.021819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-7c65a42e-2ee2-4ee5-a466-ce6ca03f9ca1 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1491360c2b424d87b40755686037af2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289721 Feb 11 13:10:51.081848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] Router 2be71830-797a-4612-9dca-94511aa4b488 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:10:51.084653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62', 'name': 'network-vif-deleted', 'tag': '1639021e-46c4-4ed4-800a-657bf440b8ca'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:51.215448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-96fa52d2-967c-4497-af7a-e71bb270f7a5 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:10:51.217021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-96fa52d2-967c-4497-af7a-e71bb270f7a5 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063636 Feb 11 13:10:51.228023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Request body: {'binding': {'host': 'n-h1-818559-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:51.228661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Unknown quota resources ['binding']. {{(pid=83568) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 11 13:10:51.384322 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-acb11267-6918-4dc4-8bcc-09e7e06c24fb tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1302789896&fields=id&tenant_id=30e4e65ed6db4a40b9baf3f9e6919213 HTTP/1.1" status: 200 len: 267 time: 0.0826485 Feb 11 13:10:51.391160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:51.398885 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c36d4ffb-6060-45e9-986c-894e0cce296e admin admin] 10.222.0.67 "PUT /v2.0/routers/2be71830-797a-4612-9dca-94511aa4b488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8114696 Feb 11 13:10:51.399686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53128) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:51.403132 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] Sync routers for ids ['2be71830-797a-4612-9dca-94511aa4b488'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:10:51.428150 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] Routers {'2be71830-797a-4612-9dca-94511aa4b488'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:10:51.428777 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:10:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['2be71830-797a-4612-9dca-94511aa4b488'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:51.579723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1639021e-46c4-4ed4-800a-657bf440b8ca no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:51.679236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 1639021e-46c4-4ed4-800a-657bf440b8ca {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:10:51.679638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1639021e-46c4-4ed4-800a-657bf440b8ca not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:10:51.739244 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] Set router 2be71830-797a-4612-9dca-94511aa4b488 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:10:51.777797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on host n-h1-818559-1 for vnic_type normal with profile None {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:10:51.778277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:10:51.778723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:51.785735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:10:51.786205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:10:51.793129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:10:51.793566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:10:51.794095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:10:51.794640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Bound port: fe864379-9abc-4f94-86b2-bb20dd0b7d72, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:10:51.829337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:51.835767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:51.837153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] 10.222.0.67 "POST /v2.0/ports/fe864379-9abc-4f94-86b2-bb20dd0b7d72/bindings HTTP/1.1" status: 201 len: 389 time: 0.6134348 Feb 11 13:10:51.961038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-fdf9ccac-ccb2-43ed-bc36-bc61d15aa8f2 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:51.969010 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-fdf9ccac-ccb2-43ed-bc36-bc61d15aa8f2 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 985 time: 0.5758798 Feb 11 13:10:51.975369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-6cd39e01-3910-40cc-b5fc-43d9a4f9d8c7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'port': {'security_groups': ['85ff3462-9ae7-46fb-9d6e-28874f285ebd', 'fdb9f227-79db-43c6-9605-b2e8d0ba46c1', '37d33cff-5e6a-4fc1-9d24-9d2bd62fa97b']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:52.080337 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be71830-797a-4612-9dca-94511aa4b488', 'name': 'tempest-FloatingIPDetailsTestJSON-590042234-router', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:50Z', 'updated_at': '2022-02-11T13:10:47Z', 'revision_number': 5, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'gw_port': {'id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:51Z', 'updated_at': '2022-02-11T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:52.086514 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] Checking router: 2be71830-797a-4612-9dca-94511aa4b488 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:10:52.097452 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] Routers {'2be71830-797a-4612-9dca-94511aa4b488'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:10:52.098051 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:10:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['2be71830-797a-4612-9dca-94511aa4b488'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:52.199877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-6cd39e01-3910-40cc-b5fc-43d9a4f9d8c7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:52.241869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d2734-e68d-440b-be3e-b0b2d55c170e req-20c35675-5891-4078-846f-bc6020b2a28e tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:52.244946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-891d2734-e68d-440b-be3e-b0b2d55c170e req-20c35675-5891-4078-846f-bc6020b2a28e tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 946 time: 0.1602330 Feb 11 13:10:52.326101 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-891d2734-e68d-440b-be3e-b0b2d55c170e req-007864d3-fa7f-4de1-a50b-ea2491b5b343 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/security-groups?id=bea3ecc7-00ea-4b0a-b11a-30eefac92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728054 Feb 11 13:10:52.358327 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] Set router 2be71830-797a-4612-9dca-94511aa4b488 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:10:52.397351 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:52.710551 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be71830-797a-4612-9dca-94511aa4b488', 'name': 'tempest-FloatingIPDetailsTestJSON-590042234-router', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:50Z', 'updated_at': '2022-02-11T13:10:47Z', 'revision_number': 5, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'gw_port': {'id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:51Z', 'updated_at': '2022-02-11T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:52.715806 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6435dee-ff15-408d-9e3a-d514ced50a61 None None] The sync data for ids ['2be71830-797a-4612-9dca-94511aa4b488'] in n-d-818559-1 is: [{'id': '2be71830-797a-4612-9dca-94511aa4b488', 'name': 'tempest-FloatingIPDetailsTestJSON-590042234-router', 'tenant_id': '71167bb09dda45e29c85bcfb4eb96c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:50Z', 'updated_at': '2022-02-11T13:10:47Z', 'revision_number': 5, 'project_id': '71167bb09dda45e29c85bcfb4eb96c13', 'gw_port': {'id': 'aa0cb3cf-33bb-401e-9dec-73fc4ec42702', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be71830-797a-4612-9dca-94511aa4b488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:51Z', 'updated_at': '2022-02-11T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:10:52.795662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-93a2c3d2-5cea-434d-bb05-9d3ce59ab663 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 1096 time: 0.4838150 Feb 11 13:10:52.840854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-6cd39e01-3910-40cc-b5fc-43d9a4f9d8c7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] For port f91727eb-94a5-4a34-a487-ff4122f60332, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f91727eb-94a5-4a34-a487-ff4122f60332,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:52.846152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53146) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:52.923746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1508a56-db1b-4837-b689-09bdaafc3a0e req-49e68b58-977c-4c15-99ab-a95f31148831 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:52.931674 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1508a56-db1b-4837-b689-09bdaafc3a0e req-49e68b58-977c-4c15-99ab-a95f31148831 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.1064699 Feb 11 13:10:52.964359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-6cd39e01-3910-40cc-b5fc-43d9a4f9d8c7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:52.988094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1508a56-db1b-4837-b689-09bdaafc3a0e req-c2c2379b-8d18-4bc9-a1f2-0232c803d8e1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554037 Feb 11 13:10:53.014897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-6cd39e01-3910-40cc-b5fc-43d9a4f9d8c7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:53.020876 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-ca13f735-e263-4382-8275-80af27f62a55 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=1491360c2b424d87b40755686037af2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622387 Feb 11 13:10:53.036544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f91727eb-94a5-4a34-a487-ff4122f60332'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:53.134810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['067bf274-73f8-4877-bf04-17867850256e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:53.136649 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3c59a4-5ca5-4b43-b4df-0fcf8d8f7d62', 'name': 'network-vif-deleted', 'tag': '1639021e-46c4-4ed4-800a-657bf440b8ca', 'status': 'completed', 'code': 200} Feb 11 13:10:53.216092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b8d21-e702-438e-a887-5ac058a1075d req-00ddfee7-a7d8-4ffe-86a3-2e7de20bba13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:53.217529 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-00ddfee7-a7d8-4ffe-86a3-2e7de20bba13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.4068921 Feb 11 13:10:53.396886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-35a7a563-946c-44f7-bf3c-99cf47a864e3 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:53.399754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-35a7a563-946c-44f7-bf3c-99cf47a864e3 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 944 time: 0.1954508 Feb 11 13:10:53.471308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-6cd39e01-3910-40cc-b5fc-43d9a4f9d8c7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:53.471962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-6cd39e01-3910-40cc-b5fc-43d9a4f9d8c7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:53.487776 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5c23b08-427d-4963-abb8-33a1479edc5c req-6cd39e01-3910-40cc-b5fc-43d9a4f9d8c7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "PUT /v2.0/ports/f91727eb-94a5-4a34-a487-ff4122f60332 HTTP/1.1" status: 200 len: 1021 time: 1.5177915 Feb 11 13:10:53.552103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-04deb1d5-707b-487e-8874-646ef812d1f9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Deleting port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:53.552639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-04deb1d5-707b-487e-8874-646ef812d1f9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:53.554299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f91727eb-94a5-4a34-a487-ff4122f60332'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:53.557659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd39e01-3910-40cc-b5fc-43d9a4f9d8c7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'Port': ['ID=f91727eb-94a5-4a34-a487-ff4122f60332,revision_number=7']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:53.606602 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-3199dc3c-e8e1-451f-bfc5-a1ee4012472b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72 HTTP/1.1" status: 200 len: 217 time: 0.3060601 Feb 11 13:10:53.725018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f628d975-ea96-4390-b4f2-f6b9d719149c req-edcfdea0-c488-4c9e-afab-ea04fb7e8fb9 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 210 time: 0.0761704 Feb 11 13:10:53.970426 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-19a0f2f4-cc89-4d80-abaa-b3b508863436 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ccdbddfb1dff486d8267a47422e1ee0f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1188903 Feb 11 13:10:53.978157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-45448417-09e1-488d-ad87-1b3a171fc92c tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:53.980288 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-45448417-09e1-488d-ad87-1b3a171fc92c tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8383672 Feb 11 13:10:53.981902 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:53.985258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53158) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:53.987411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-04deb1d5-707b-487e-8874-646ef812d1f9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] For port 1343e87e-9e0e-45ee-b1d0-668fe8562d32, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1343e87e-9e0e-45ee-b1d0-668fe8562d32,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:53.987923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-04deb1d5-707b-487e-8874-646ef812d1f9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:54.016823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7c302168-77b0-4fd9-9054-55363f419b6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:54.018295 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7c302168-77b0-4fd9-9054-55363f419b6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.3998730 Feb 11 13:10:54.025152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Request body: {'port': {'device_id': 'fe11e8ce-6f35-4576-8ca6-00331e4aff6f', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '1491360c2b424d87b40755686037af2e'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:54.098925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Deleting port aa0cb3cf-33bb-401e-9dec-73fc4ec42702 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:54.099329 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:54.189353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-04deb1d5-707b-487e-8874-646ef812d1f9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Calling delete_port for 1343e87e-9e0e-45ee-b1d0-668fe8562d32 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:54.237400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-ad1a00b8-eef4-4f86-b608-9a648c6e5c71 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1894197 Feb 11 13:10:54.320933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1a22-2c70-41ee-b30b-f9f3113024ef req-c216743c-cfa0-415c-9917-694bbb77675e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:54.323408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b4f1a22-2c70-41ee-b30b-f9f3113024ef req-c216743c-cfa0-415c-9917-694bbb77675e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8291120-8ed6-41c2-bcd7-ea8643cda388 HTTP/1.1" status: 200 len: 944 time: 0.2475591 Feb 11 13:10:54.462726 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b4f1a22-2c70-41ee-b30b-f9f3113024ef req-f56e8a36-d990-4161-958b-250d12cec42d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312423 Feb 11 13:10:54.463899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176128-b44f-47fd-bac8-329f8cc25fc9 req-e7ce9904-7774-4677-ad81-ce4bdfc00f2f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:54.464306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-04deb1d5-707b-487e-8874-646ef812d1f9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:54.468088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c7176128-b44f-47fd-bac8-329f8cc25fc9 req-e7ce9904-7774-4677-ad81-ce4bdfc00f2f tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 945 time: 0.7802730 Feb 11 13:10:54.476785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1343e87e-9e0e-45ee-b1d0-668fe8562d32'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:54.537593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] For port aa0cb3cf-33bb-401e-9dec-73fc4ec42702, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=aa0cb3cf-33bb-401e-9dec-73fc4ec42702,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:54.538210 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:54.548261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04deb1d5-707b-487e-8874-646ef812d1f9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Pushing event deleted for resources: {'Port': ['ID=1343e87e-9e0e-45ee-b1d0-668fe8562d32,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:54.676967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-04deb1d5-707b-487e-8874-646ef812d1f9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] No DVR routers for this DVR port 1343e87e-9e0e-45ee-b1d0-668fe8562d32 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:54.681564 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-04deb1d5-707b-487e-8874-646ef812d1f9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:54.684263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'name': 'network-vif-deleted', 'tag': '1343e87e-9e0e-45ee-b1d0-668fe8562d32'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:54.688509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Calling delete_port for aa0cb3cf-33bb-401e-9dec-73fc4ec42702 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:54.698995 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9ca67d0-5214-4288-9ee1-b3cedb374d5f req-04deb1d5-707b-487e-8874-646ef812d1f9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.73 "DELETE /v2.0/ports/1343e87e-9e0e-45ee-b1d0-668fe8562d32 HTTP/1.1" status: 204 len: 173 time: 1.2929666 Feb 11 13:10:54.701847 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-180750c2-cefa-4e08-9627-4cf06551480d req-12c0b026-1a9d-4b3f-8e19-6f9da205895e tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/37d33cff-5e6a-4fc1-9d24-9d2bd62fa97b HTTP/1.1" status: 200 len: 1634 time: 0.1465051 Feb 11 13:10:54.759852 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-180750c2-cefa-4e08-9627-4cf06551480d req-cbc22025-95b0-411e-8d26-a000b5964fc3 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:10:54.760049 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1491295-4640-47ca-ba43-122cab5c1160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:54.760782 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-180750c2-cefa-4e08-9627-4cf06551480d req-cbc22025-95b0-411e-8d26-a000b5964fc3 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/37d33cff-5e6a-4fc1-9d24-9d2bd62fa97b HTTP/1.1" status: 409 len: 341 time: 0.0533478 Feb 11 13:10:54.783283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7c0bf11e-7473-41cd-b804-b30d38ca8690 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:54.832900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 7c0bf11e-7473-41cd-b804-b30d38ca8690 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:10:54.833322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:10:54.834096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7c0bf11e-7473-41cd-b804-b30d38ca8690 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:10:54.885033 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1491295-4640-47ca-ba43-122cab5c1160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:54.898880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:10:54.909727 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-5b7063cc-5889-412b-aedf-e2d526022a00 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558371 Feb 11 13:10:54.971100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c7176128-b44f-47fd-bac8-329f8cc25fc9 req-59d00456-6d79-4291-843c-a3ba3d6aa852 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926712 Feb 11 13:10:55.002567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Made reservation on behalf of 1491360c2b424d87b40755686037af2e for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:55.005807 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:55.058377 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8291120-8ed6-41c2-bcd7-ea8643cda388', 'name': 'network-vif-deleted', 'tag': '1343e87e-9e0e-45ee-b1d0-668fe8562d32', 'status': 'completed', 'code': 200} Feb 11 13:10:55.159671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d01d38-44b0-43f6-982f-fce055431004', 'tag': 'f91727eb-94a5-4a34-a487-ff4122f60332'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:55.206504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaf05f-76cd-4703-a08f-ea064e62870f req-29494fe6-7507-4ee1-966f-549815a1f679 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:55.208341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d6aaf05f-76cd-4703-a08f-ea064e62870f req-29494fe6-7507-4ee1-966f-549815a1f679 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.1198063 Feb 11 13:10:55.264137 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1491295-4640-47ca-ba43-122cab5c1160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:55.268987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d6aaf05f-76cd-4703-a08f-ea064e62870f req-d630cb2c-e179-4df5-8a00-9a34be4ce271 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543392 Feb 11 13:10:55.289353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d2982f1-6022-44e1-a2b2-2f8c36479db3 req-7f68faad-52b1-4ad6-b68c-9c4614aa67b7 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 210 time: 0.1123788 Feb 11 13:10:55.312130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1491295-4640-47ca-ba43-122cab5c1160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98491c1f-9bb6-4535-829a-e634bb428850,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:55.369706 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-8a198c05-472d-4c6e-9b12-8c9f708fafa6 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436131 Feb 11 13:10:55.533252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9e16ea0-55a5-4ef3-aef4-585f97bb4f3f req-7f8c5918-ee93-4f3d-81bf-aa3d672024fc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895784 Feb 11 13:10:55.535006 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1491295-4640-47ca-ba43-122cab5c1160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:55.538415 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c1491295-4640-47ca-ba43-122cab5c1160 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/98491c1f-9bb6-4535-829a-e634bb428850 HTTP/1.1" status: 204 len: 168 time: 1.5423908 Feb 11 13:10:55.548801 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:55.637483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0cb3cf-33bb-401e-9dec-73fc4ec42702,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:55.650415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Allocated IP 192.168.233.53 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/be9d92d4-5b14-419e-b4ce-971810b84ac2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:55.718190 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d01d38-44b0-43f6-982f-fce055431004', 'tag': 'f91727eb-94a5-4a34-a487-ff4122f60332', 'status': 'completed', 'code': 200} Feb 11 13:10:55.832704 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9e16ea0-55a5-4ef3-aef4-585f97bb4f3f req-869d12f6-4372-4a6d-b98a-2e7e8cc11e05 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=43e57f5e521545208f8f14d0937ff0f1&device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 1095 time: 0.1264808 Feb 11 13:10:56.050419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7098b-b363-42df-bba5-8b06a1ed87e3 req-be1de902-e3e7-41ce-9631-63de4107a6e7 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:56.051419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-46c7098b-b363-42df-bba5-8b06a1ed87e3 req-be1de902-e3e7-41ce-9631-63de4107a6e7 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Synchronizing usage tracker for tenant:d8d96c6520944371a34cd78809697731 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:56.131002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53186) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:56.277598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e16ea0-55a5-4ef3-aef4-585f97bb4f3f req-3dbb4a2c-4c71-43fa-acf3-658f4cca2dea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:56.279493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9e16ea0-55a5-4ef3-aef4-585f97bb4f3f req-3dbb4a2c-4c71-43fa-acf3-658f4cca2dea service neutron] 10.222.0.75 "GET /v2.0/networks?id=67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 200 len: 909 time: 0.4117296 Feb 11 13:10:56.290836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eafbd-6ad7-4b2d-aafb-f28bc2bf268d req-70bcf138-c9f5-48a1-af47-0c30ef73d0d7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:56.292249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2eafbd-6ad7-4b2d-aafb-f28bc2bf268d req-70bcf138-c9f5-48a1-af47-0c30ef73d0d7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 1024 time: 0.2224369 Feb 11 13:10:56.293837 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-c818a36a-66ec-48bc-99ee-bd42fbf6fa24 service neutron] show failed (client error): The resource could not be found. Feb 11 13:10:56.294725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-c818a36a-66ec-48bc-99ee-bd42fbf6fa24 service neutron] 10.222.0.73 "GET /v2.0/ports/7fa2640a-3034-4971-b259-0ecad306b28c/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.2236459 Feb 11 13:10:56.351765 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:56.380411 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9e16ea0-55a5-4ef3-aef4-585f97bb4f3f req-ebaf2fd9-161f-44d3-8b26-f492687264f2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc568427-712a-43cd-b0cc-270b69b0db4d HTTP/1.1" status: 200 len: 217 time: 0.0847378 Feb 11 13:10:56.465227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2eafbd-6ad7-4b2d-aafb-f28bc2bf268d req-3d36ded4-c6c7-4e47-8d9e-a80c8c1f50c0 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&id=85ff3462-9ae7-46fb-9d6e-28874f285ebd&id=37d33cff-5e6a-4fc1-9d24-9d2bd62fa97b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1137462 Feb 11 13:10:56.478739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e16ea0-55a5-4ef3-aef4-585f97bb4f3f req-a168404d-6fd0-425c-8235-900f3e111e65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:56.479971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9e16ea0-55a5-4ef3-aef4-585f97bb4f3f req-a168404d-6fd0-425c-8235-900f3e111e65 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 200 len: 848 time: 0.0852327 Feb 11 13:10:56.489065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-46c7098b-b363-42df-bba5-8b06a1ed87e3 req-be1de902-e3e7-41ce-9631-63de4107a6e7 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Unset dirty status for tenant:d8d96c6520944371a34cd78809697731 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:56.490214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46c7098b-b363-42df-bba5-8b06a1ed87e3 req-be1de902-e3e7-41ce-9631-63de4107a6e7 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 946 time: 1.0456512 Feb 11 13:10:56.524261 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5fab964b-da56-4a7e-ac8e-0088297a4299 req-0cd1c624-f354-4915-90a7-043b09b24365 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 1175 time: 0.7665157 Feb 11 13:10:56.580443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9e16ea0-55a5-4ef3-aef4-585f97bb4f3f req-a3dda760-d5bd-4828-aa30-bfbdd355bc77 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67ddad11-10dd-4732-a4e0-80241859c24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921988 Feb 11 13:10:56.911180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9e16ea0-55a5-4ef3-aef4-585f97bb4f3f req-1364b2cb-e199-4bf2-8e7a-51222fb6f437 service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211401 Feb 11 13:10:57.078240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-a9227b86-d558-461b-bcce-f7f555932f48 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282&tenant_id=12b287917ba646e9b3169123c7ffe5dc HTTP/1.1" status: 200 len: 1101 time: 0.4509747 Feb 11 13:10:57.104121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46c7098b-b363-42df-bba5-8b06a1ed87e3 req-cd553604-54ee-4e07-8048-e210ed6f7a65 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/security-groups?id=bea3ecc7-00ea-4b0a-b11a-30eefac92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992515 Feb 11 13:10:57.104626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:57.135074 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:57.162310 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-acd7ee26-13bb-4e15-b476-debcd538e13d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b1196b8ab0c4b88894883022136a5f3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0225730 Feb 11 13:10:57.167436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:57.204539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Transition to ACTIVE for port object be9d92d4-5b14-419e-b4ce-971810b84ac2 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:57.327879 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9e16ea0-55a5-4ef3-aef4-585f97bb4f3f req-eb043a70-11c3-4ec6-9b17-a64ec68f222b service neutron] 10.222.0.75 "GET /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070799 Feb 11 13:10:57.353818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:57.388046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:57.409613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc41974-8bcd-4199-aa14-e073ea097483 req-c69ab3c1-4053-4d86-95e5-a7d47816cfe9 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:57.412155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ffc41974-8bcd-4199-aa14-e073ea097483 req-c69ab3c1-4053-4d86-95e5-a7d47816cfe9 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 945 time: 0.3781841 Feb 11 13:10:57.438530 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:57.452559 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:57.452559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab964b-da56-4a7e-ac8e-0088297a4299 req-aad2c003-a594-4d02-9185-d7534e8177be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:57.452559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5fab964b-da56-4a7e-ac8e-0088297a4299 req-aad2c003-a594-4d02-9185-d7534e8177be service neutron] 10.222.0.73 "GET /v2.0/networks?id=20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 200 len: 914 time: 0.8633196 Feb 11 13:10:57.458783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['92dd074f-6a6a-452b-9e60-3e94ffb0c249'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:10:57.533095 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6775480f-3982-447d-97fd-85569696d8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:57.585122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-a9388d71-1ec8-4946-967a-55ef94dc942b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:57.585122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-a9388d71-1ec8-4946-967a-55ef94dc942b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.73 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 1024 time: 0.3785186 Feb 11 13:10:57.592381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1343e87e-9e0e-45ee-b1d0-668fe8562d32 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:57.658748 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6775480f-3982-447d-97fd-85569696d8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:57.674796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 1343e87e-9e0e-45ee-b1d0-668fe8562d32 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:10:57.674971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1343e87e-9e0e-45ee-b1d0-668fe8562d32 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:10:57.716400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5fab964b-da56-4a7e-ac8e-0088297a4299 req-84168924-eff5-4694-b14f-263025e612d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91727eb-94a5-4a34-a487-ff4122f60332 HTTP/1.1" status: 200 len: 217 time: 0.1830020 Feb 11 13:10:57.751027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ffc41974-8bcd-4199-aa14-e073ea097483 req-789aa17c-38d8-494c-8d38-1fc0ebfb8078 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227928 Feb 11 13:10:57.768236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:57.779368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:57.785404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:10:57.868362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-e6f272de-84cb-4ada-9d7c-6f93e142ba8a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Deleting port f91727eb-94a5-4a34-a487-ff4122f60332 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:57.868703 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-e6f272de-84cb-4ada-9d7c-6f93e142ba8a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.034346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Pushing event updated for resources: {'Port': ['ID=be9d92d4-5b14-419e-b4ce-971810b84ac2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:58.036679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.037285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2be71830-797a-4612-9dca-94511aa4b488 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:10:58.065995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.068919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d96074d6-c0e8-444e-a163-04ca258680ba None None] Provisioning for port be9d92d4-5b14-419e-b4ce-971810b84ac2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:58.069177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-adc13639-8f5c-4ce7-9b5d-a8ae7bdfd678 admin admin] 10.222.0.67 "DELETE /v2.0/routers/2be71830-797a-4612-9dca-94511aa4b488 HTTP/1.1" status: 204 len: 168 time: 6.6679459 Feb 11 13:10:58.076117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d96074d6-c0e8-444e-a163-04ca258680ba None None] Provisioning complete for port be9d92d4-5b14-419e-b4ce-971810b84ac2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:58.076709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-79a8816d-fa01-4228-9478-22280b403d47 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.077141 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d96074d6-c0e8-444e-a163-04ca258680ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.078642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-79a8816d-fa01-4228-9478-22280b403d47 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.75 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 946 time: 0.8331621 Feb 11 13:10:58.084296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53202) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:10:58.116403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3134be-5b39-4d14-b53b-19bd0fd7372a req-6e7574bb-d757-4001-8aef-7492c21824d1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.125712 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b3134be-5b39-4d14-b53b-19bd0fd7372a req-6e7574bb-d757-4001-8aef-7492c21824d1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.8056233 Feb 11 13:10:58.190915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d96074d6-c0e8-444e-a163-04ca258680ba None None] Port be9d92d4-5b14-419e-b4ce-971810b84ac2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:10:58.300423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-f20a54ad-711b-4085-8ce0-d2960ba5c344 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.300423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-f20a54ad-711b-4085-8ce0-d2960ba5c344 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Synchronizing usage tracker for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:58.312218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab964b-da56-4a7e-ac8e-0088297a4299 req-1831b290-5497-48af-ba48-b9da6df14cd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.313785 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5fab964b-da56-4a7e-ac8e-0088297a4299 req-1831b290-5497-48af-ba48-b9da6df14cd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=95947634-a8f9-4d00-a88f-019def2cc7d3 HTTP/1.1" status: 200 len: 853 time: 0.5830224 Feb 11 13:10:58.348100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.349567 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.394275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba382952-0453-4cae-b8ad-a99f989b4f48 admin admin] Deleting subnet 0c755fad-295a-4592-b0f8-33cdaa19d784 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:10:58.397771 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6775480f-3982-447d-97fd-85569696d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.415941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba382952-0453-4cae-b8ad-a99f989b4f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.432739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-f20a54ad-711b-4085-8ce0-d2960ba5c344 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Unset dirty status for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:58.434534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-f20a54ad-711b-4085-8ce0-d2960ba5c344 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 944 time: 0.9881418 Feb 11 13:10:58.451089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775480f-3982-447d-97fd-85569696d8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a738135f-152d-4a94-839b-0760f6135619,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:58.457595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-6d0cac58-9394-4bd7-9609-fb70974fde52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Deleting port 3a60b121-185a-4993-986a-3194f5a336ca {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:58.457956 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-6d0cac58-9394-4bd7-9609-fb70974fde52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.493407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5fab964b-da56-4a7e-ac8e-0088297a4299 req-15931258-4e2f-4c3f-bb28-fd6c7c7c161e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=20489804-476a-4332-a946-803b725f133b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565800 Feb 11 13:10:58.548518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b3134be-5b39-4d14-b53b-19bd0fd7372a req-b7f5cce0-71ea-47e7-838c-d106cead40cb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210680 Feb 11 13:10:58.577945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6775480f-3982-447d-97fd-85569696d8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.581466 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6775480f-3982-447d-97fd-85569696d8e2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a738135f-152d-4a94-839b-0760f6135619 HTTP/1.1" status: 204 len: 168 time: 1.4017980 Feb 11 13:10:58.598825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:58.655361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d52bc7-036e-4385-8bf8-73ae97a210c1 req-8e700142-3120-49d8-a26e-199684589f5e tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.662083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5d52bc7-036e-4385-8bf8-73ae97a210c1 req-8e700142-3120-49d8-a26e-199684589f5e tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 935 time: 0.5088503 Feb 11 13:10:58.665464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-4adab916-fe42-4589-abf3-3dfe7f30b567 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6520088 Feb 11 13:10:58.668523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba382952-0453-4cae-b8ad-a99f989b4f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.688109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-ae92299a-093e-401c-8c95-da19bce3643d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Deleting port fc568427-712a-43cd-b0cc-270b69b0db4d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:10:58.688451 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-ae92299a-093e-401c-8c95-da19bce3643d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.736820 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:10:58.767770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device aa0cb3cf-33bb-401e-9dec-73fc4ec42702 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:58.804698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: aa0cb3cf-33bb-401e-9dec-73fc4ec42702 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:10:58.805320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device aa0cb3cf-33bb-401e-9dec-73fc4ec42702 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:10:58.807764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:58.947890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5d52bc7-036e-4385-8bf8-73ae97a210c1 req-356d7c49-4e36-4db5-b736-8d95602ca6c9 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846820 Feb 11 13:10:58.950831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-e6f272de-84cb-4ada-9d7c-6f93e142ba8a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] For port f91727eb-94a5-4a34-a487-ff4122f60332, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f91727eb-94a5-4a34-a487-ff4122f60332,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:58.958071 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-e6f272de-84cb-4ada-9d7c-6f93e142ba8a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:59.022000 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5fab964b-da56-4a7e-ac8e-0088297a4299 req-03d8fdef-afba-4a1f-a907-e7ed334f89a3 service neutron] 10.222.0.73 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993331 Feb 11 13:10:59.140602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:10:59.147247 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:59.156481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-e6f272de-84cb-4ada-9d7c-6f93e142ba8a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Calling delete_port for f91727eb-94a5-4a34-a487-ff4122f60332 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:59.172769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Request body: {'port': {'device_id': 'fe11e8ce-6f35-4576-8ca6-00331e4aff6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:10:59.276534 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba382952-0453-4cae-b8ad-a99f989b4f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:59.333344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Transition to ACTIVE for port object 7fa2640a-3034-4971-b259-0ecad306b28c will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:59.342818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6acf-a813-4eed-9da1-c40d63769e16 req-bb59d13a-e276-4851-a84d-e79c159c64d9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:59.343529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-46fc6acf-a813-4eed-9da1-c40d63769e16 req-bb59d13a-e276-4851-a84d-e79c159c64d9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Synchronizing usage tracker for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:10:59.352216 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:59.383688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-6d0cac58-9394-4bd7-9609-fb70974fde52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] For port 3a60b121-185a-4993-986a-3194f5a336ca, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=3a60b121-185a-4993-986a-3194f5a336ca,segment=NetworkSegment(a342d649-77f9-48b9-9195-ef86d8e3dff6),segment_id=a342d649-77f9-48b9-9195-ef86d8e3dff6)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:59.384047 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-6d0cac58-9394-4bd7-9609-fb70974fde52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:59.482434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:59.549595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:59.585967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f91727eb-94a5-4a34-a487-ff4122f60332 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:10:59.590294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-ae92299a-093e-401c-8c95-da19bce3643d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] For port fc568427-712a-43cd-b0cc-270b69b0db4d, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fc568427-712a-43cd-b0cc-270b69b0db4d,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:59.592605 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-ae92299a-093e-401c-8c95-da19bce3643d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:59.613682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-46fc6acf-a813-4eed-9da1-c40d63769e16 req-bb59d13a-e276-4851-a84d-e79c159c64d9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Unset dirty status for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:10:59.614881 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46fc6acf-a813-4eed-9da1-c40d63769e16 req-bb59d13a-e276-4851-a84d-e79c159c64d9 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 944 time: 0.9003501 Feb 11 13:10:59.638853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-6d0cac58-9394-4bd7-9609-fb70974fde52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Calling delete_port for 3a60b121-185a-4993-986a-3194f5a336ca owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:59.734485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] No DVR routers for this DVR port 7fa2640a-3034-4971-b259-0ecad306b28c on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:59.804636 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:59.831664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46fc6acf-a813-4eed-9da1-c40d63769e16 req-2eb20108-7e3a-42b5-8dc8-810c0c2cc493 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854518 Feb 11 13:10:59.833990 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5fab964b-da56-4a7e-ac8e-0088297a4299 req-065ca1ee-f2c4-4670-b758-e99487a0d72e service neutron] 10.222.0.73 "GET /v2.0/networks/20489804-476a-4332-a946-803b725f133b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8010805 Feb 11 13:10:59.841209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-ae92299a-093e-401c-8c95-da19bce3643d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Calling delete_port for fc568427-712a-43cd-b0cc-270b69b0db4d owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:10:59.876029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b59d6-fc0d-4df4-b64f-0bd707945d36 req-d430b826-34a2-4dd0-aefb-0d7e5cc91572 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:59.882931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d47b59d6-fc0d-4df4-b64f-0bd707945d36 req-d430b826-34a2-4dd0-aefb-0d7e5cc91572 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=96d01d38-44b0-43f6-982f-fce055431004 HTTP/1.1" status: 200 len: 1024 time: 0.7376034 Feb 11 13:10:59.924957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba382952-0453-4cae-b8ad-a99f989b4f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.134886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba382952-0453-4cae-b8ad-a99f989b4f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c755fad-295a-4592-b0f8-33cdaa19d784,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.151803 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-e6f272de-84cb-4ada-9d7c-6f93e142ba8a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.154205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:11:00.154766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:11:00.155267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:00.200911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba382952-0453-4cae-b8ad-a99f989b4f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.202523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:00.218478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d47b59d6-fc0d-4df4-b64f-0bd707945d36 req-283670d1-111e-4bb0-a907-a2eca909c7e9 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&id=85ff3462-9ae7-46fb-9d6e-28874f285ebd&id=37d33cff-5e6a-4fc1-9d24-9d2bd62fa97b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3340502 Feb 11 13:11:00.235569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f272de-84cb-4ada-9d7c-6f93e142ba8a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'Port': ['ID=f91727eb-94a5-4a34-a487-ff4122f60332,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.239699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['067bf274-73f8-4877-bf04-17867850256e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:00.261445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Port 7fa2640a-3034-4971-b259-0ecad306b28c on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:11:00.266411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:00.294152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5210aca8-728e-4523-9c14-58c9920c6b89 None None] Network e0d17855-7bea-4563-bffd-a21a4e05f186 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:11:00.352763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ba382952-0453-4cae-b8ad-a99f989b4f48 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0c755fad-295a-4592-b0f8-33cdaa19d784 HTTP/1.1" status: 204 len: 168 time: 2.2549527 Feb 11 13:11:00.364441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53246) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:00.497952 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-6d0cac58-9394-4bd7-9609-fb70974fde52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.527107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-e6f272de-84cb-4ada-9d7c-6f93e142ba8a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] No DVR routers for this DVR port f91727eb-94a5-4a34-a487-ff4122f60332 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:00.537508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-e6f272de-84cb-4ada-9d7c-6f93e142ba8a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.540210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:11:00.540542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:00.540914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:11:00.541341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Bound port: 7fa2640a-3034-4971-b259-0ecad306b28c, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:11:00.541667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.604968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cac58-9394-4bd7-9609-fb70974fde52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Pushing event deleted for resources: {'Port': ['ID=3a60b121-185a-4993-986a-3194f5a336ca,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.625292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de2b5-fd06-4939-b54e-f3127f52edef req-0082c31b-4b53-4b96-8eba-cb397f0ef6af tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.626462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-568de2b5-fd06-4939-b54e-f3127f52edef req-0082c31b-4b53-4b96-8eba-cb397f0ef6af tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Synchronizing usage tracker for tenant:d8d96c6520944371a34cd78809697731 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:00.628130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:00.638480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.643228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b450f45-a2d6-4584-bdf9-86d488e588ff req-e6f272de-84cb-4ada-9d7c-6f93e142ba8a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.73 "DELETE /v2.0/ports/f91727eb-94a5-4a34-a487-ff4122f60332 HTTP/1.1" status: 204 len: 173 time: 3.0386286 Feb 11 13:11:00.647064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-ae92299a-093e-401c-8c95-da19bce3643d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.725449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92299a-093e-401c-8c95-da19bce3643d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Pushing event deleted for resources: {'Port': ['ID=fc568427-712a-43cd-b0cc-270b69b0db4d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.853180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccb12b9-919f-48ec-a200-8fcc8c3065c5 None None] DHCP port deletion for e0d17855-7bea-4563-bffd-a21a4e05f186 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:11:00.861976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-6d0cac58-9394-4bd7-9609-fb70974fde52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] No DVR routers for this DVR port 3a60b121-185a-4993-986a-3194f5a336ca on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:00.867880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-6d0cac58-9394-4bd7-9609-fb70974fde52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.870042 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89f75232-d0f4-4e1a-8cdc-b6f530ba5745 req-6d0cac58-9394-4bd7-9609-fb70974fde52 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.75 "DELETE /v2.0/ports/3a60b121-185a-4993-986a-3194f5a336ca HTTP/1.1" status: 204 len: 173 time: 2.7675912 Feb 11 13:11:00.873650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822b1d7-6742-48b7-8845-aa391b538a32 req-31c821e9-2fab-4c11-a09d-3a51fd699ba6 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.881065 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0822b1d7-6742-48b7-8845-aa391b538a32 req-31c821e9-2fab-4c11-a09d-3a51fd699ba6 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 945 time: 0.4123411 Feb 11 13:11:00.881279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb12b9-919f-48ec-a200-8fcc8c3065c5 None None] Deleting port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:00.881587 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ccb12b9-919f-48ec-a200-8fcc8c3065c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.884652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:00.893605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29821ee-ffad-4bc4-ae96-aec02206d149', 'name': 'network-vif-deleted', 'tag': '3a60b121-185a-4993-986a-3194f5a336ca'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:00.903732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-568de2b5-fd06-4939-b54e-f3127f52edef req-0082c31b-4b53-4b96-8eba-cb397f0ef6af tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] Unset dirty status for tenant:d8d96c6520944371a34cd78809697731 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:00.904883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-568de2b5-fd06-4939-b54e-f3127f52edef req-0082c31b-4b53-4b96-8eba-cb397f0ef6af tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/ports?device_id=a29821ee-ffad-4bc4-ae96-aec02206d149 HTTP/1.1" status: 200 len: 946 time: 0.7714310 Feb 11 13:11:00.907396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Deleting port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:00.907958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.909956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-ae92299a-093e-401c-8c95-da19bce3643d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] No DVR routers for this DVR port fc568427-712a-43cd-b0cc-270b69b0db4d on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:00.918562 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-ae92299a-093e-401c-8c95-da19bce3643d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.919949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21023c22-d29f-44e8-803c-7a0fc3b98b3d req-ae92299a-093e-401c-8c95-da19bce3643d tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.75 "DELETE /v2.0/ports/fc568427-712a-43cd-b0cc-270b69b0db4d HTTP/1.1" status: 204 len: 173 time: 2.4738460 Feb 11 13:11:00.924143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:00.956168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0822b1d7-6742-48b7-8845-aa391b538a32 req-3955eaca-b666-4c78-8ae7-00ee0a13a55c tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741742 Feb 11 13:11:00.957714 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:01.008324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9d92d4-5b14-419e-b4ce-971810b84ac2 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:11:01.037928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:01.128521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Transition to ACTIVE for port object be9d92d4-5b14-419e-b4ce-971810b84ac2 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:01.148120 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:01.154824 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c', 'code': 200} Feb 11 13:11:01.157580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:01.167589 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-568de2b5-fd06-4939-b54e-f3127f52edef req-ce28e5f2-67a6-47b3-a313-1755daa8df84 tempest-ServerGroupTestJSON-178435107 tempest-ServerGroupTestJSON-178435107-project] 10.222.0.67 "GET /v2.0/security-groups?id=bea3ecc7-00ea-4b0a-b11a-30eefac92efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885602 Feb 11 13:11:01.169107 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:01.172317 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-1181e73b-c453-4826-8153-b21de9326166 service neutron] 10.222.0.75 "PUT /v2.0/ports/7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 1096 time: 4.0749562 Feb 11 13:11:01.531448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-ed3e2d38-0ca8-4e18-9e23-7d8e8179f48a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1099 time: 0.2017353 Feb 11 13:11:01.544157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2e3b2-96b5-432a-aa85-9705fed6cd79 req-3e1f8353-0bf9-4e54-8204-44a49a8e44af tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:01.547199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ca2e3b2-96b5-432a-aa85-9705fed6cd79 req-3e1f8353-0bf9-4e54-8204-44a49a8e44af tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 948 time: 0.1406956 Feb 11 13:11:01.675108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5ccb12b9-919f-48ec-a200-8fcc8c3065c5 None None] For port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8037686b-0f3a-46bf-9a73-4c96a1eed6c2,segment=NetworkSegment(eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb),segment_id=eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:01.675821 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ccb12b9-919f-48ec-a200-8fcc8c3065c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:01.816741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ca2e3b2-96b5-432a-aa85-9705fed6cd79 req-dbc2ff78-7547-43f9-a999-e6c252c1fc06 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361383 Feb 11 13:11:01.862670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb12b9-919f-48ec-a200-8fcc8c3065c5 None None] Calling delete_port for 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:01.874934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Pushing event updated for resources: {'Port': ['ID=be9d92d4-5b14-419e-b4ce-971810b84ac2,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:01.881912 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:11:01.895975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-d0508828-79e0-476f-aa54-ce01fce69ec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:01.899554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-d0508828-79e0-476f-aa54-ce01fce69ec1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3507214 Feb 11 13:11:01.993016 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-7c2f7bdf-bb18-4e54-a251-3075b3f43925 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 217 time: 0.0867064 Feb 11 13:11:02.059733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] For port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8037686b-0f3a-46bf-9a73-4c96a1eed6c2,segment=NetworkSegment(eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb),segment_id=eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:02.060569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:02.079419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-80f6105c-b3a0-4437-a64c-ab1b25290d4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:02.081398 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-80f6105c-b3a0-4437-a64c-ab1b25290d4b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0827839 Feb 11 13:11:02.086340 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ccb12b9-919f-48ec-a200-8fcc8c3065c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:02.155806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb12b9-919f-48ec-a200-8fcc8c3065c5 None None] Pushing event deleted for resources: {'Port': ['ID=8037686b-0f3a-46bf-9a73-4c96a1eed6c2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:02.159828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb12b9-919f-48ec-a200-8fcc8c3065c5 None None] No DVR routers for this DVR port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:02.232809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b033cfff-51ad-4159-a1fd-81a03be4e841 req-b9ce25ea-16ce-40b6-ba2a-eff8cf6e1ecc tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Synchronizing usage tracker for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:02.247513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Calling delete_port for 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:02.260437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b033cfff-51ad-4159-a1fd-81a03be4e841 req-b9ce25ea-16ce-40b6-ba2a-eff8cf6e1ecc tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Unset dirty status for tenant:43e57f5e521545208f8f14d0937ff0f1 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:02.261641 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b033cfff-51ad-4159-a1fd-81a03be4e841 req-b9ce25ea-16ce-40b6-ba2a-eff8cf6e1ecc tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f999258-3c6d-41ba-ab81-dd65fe3102ef HTTP/1.1" status: 200 len: 210 time: 0.1097472 Feb 11 13:11:02.277767 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-3681ecaf-1073-4dcc-998e-42e21109762e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855133 Feb 11 13:11:02.331305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdf9fe-a40b-4d04-8a31-a191870f3e20 req-c51b5baf-41a8-46fd-8831-50584d69f79b tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:02.332007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9fcdf9fe-a40b-4d04-8a31-a191870f3e20 req-c51b5baf-41a8-46fd-8831-50584d69f79b tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Synchronizing usage tracker for tenant:1491360c2b424d87b40755686037af2e on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:02.345580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Attempting to bind port be9d92d4-5b14-419e-b4ce-971810b84ac2 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:11:02.345914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Attempting to bind port be9d92d4-5b14-419e-b4ce-971810b84ac2 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:11:02.346237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Attempting to bind port be9d92d4-5b14-419e-b4ce-971810b84ac2 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:02.353933 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29821ee-ffad-4bc4-ae96-aec02206d149', 'name': 'network-vif-deleted', 'tag': '3a60b121-185a-4993-986a-3194f5a336ca', 'status': 'completed', 'code': 200} Feb 11 13:11:02.374974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Port be9d92d4-5b14-419e-b4ce-971810b84ac2 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:11:02.375189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Attempting to bind port be9d92d4-5b14-419e-b4ce-971810b84ac2 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:02.383569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:11:02.383921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:02.384286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:11:02.384726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Bound port: be9d92d4-5b14-419e-b4ce-971810b84ac2, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:11:02.385061 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:02.399681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9fcdf9fe-a40b-4d04-8a31-a191870f3e20 req-c51b5baf-41a8-46fd-8831-50584d69f79b tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Unset dirty status for tenant:1491360c2b424d87b40755686037af2e on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:02.406794 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fcdf9fe-a40b-4d04-8a31-a191870f3e20 req-c51b5baf-41a8-46fd-8831-50584d69f79b tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 947 time: 0.7869539 Feb 11 13:11:02.440156 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-347ccaac-742e-4b6f-a443-16be92dce289 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551793 Feb 11 13:11:02.464045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:11:02.464364 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:11:02.497029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 3a60b121-185a-4993-986a-3194f5a336ca no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:02.504593 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fcdf9fe-a40b-4d04-8a31-a191870f3e20 req-920dc1bf-6263-4c7e-83e5-3dc2cddfe53c tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967948 Feb 11 13:11:02.559563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 3a60b121-185a-4993-986a-3194f5a336ca {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:02.560062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 3a60b121-185a-4993-986a-3194f5a336ca not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:02.560486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device fc568427-712a-43cd-b0cc-270b69b0db4d no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:02.561431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] For port be9d92d4-5b14-419e-b4ce-971810b84ac2, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:02.565031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] For port be9d92d4-5b14-419e-b4ce-971810b84ac2, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=be9d92d4-5b14-419e-b4ce-971810b84ac2,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:02.573632 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:02.599840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: fc568427-712a-43cd-b0cc-270b69b0db4d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:02.600306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device fc568427-712a-43cd-b0cc-270b69b0db4d not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:02.709579 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258dc0da-0f82-4e7d-9bfa-bde8e4dab8ab req-2bc8753d-e08c-47be-99b4-303e61d50aef service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606268 Feb 11 13:11:02.725509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7788c-46f4-40eb-99f1-7d910ebef8a0 req-d77b60ac-5a4c-4a12-aab5-37f6c544cf9b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:02.727277 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ec7788c-46f4-40eb-99f1-7d910ebef8a0 req-d77b60ac-5a4c-4a12-aab5-37f6c544cf9b tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 945 time: 0.1478152 Feb 11 13:11:02.771234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:02.772561 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] 10.222.0.75 "PUT /v2.0/ports/be9d92d4-5b14-419e-b4ce-971810b84ac2 HTTP/1.1" status: 200 len: 1095 time: 4.0669694 Feb 11 13:11:02.796607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b5727-cf58-4c0a-a357-110d57b4d4ac service neutron] Pushing event updated for resources: {'Port': ['ID=be9d92d4-5b14-419e-b4ce-971810b84ac2,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:02.837310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:02.839748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ec7788c-46f4-40eb-99f1-7d910ebef8a0 req-91d28c97-e718-4ca0-ad10-21428ebd94a3 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961089 Feb 11 13:11:02.884653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:02.885153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:02.987396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Deleting port 8037686b-0f3a-46bf-9a73-4c96a1eed6c2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:02.988266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.085530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] The port '8037686b-0f3a-46bf-9a73-4c96a1eed6c2' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:11:03.196055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d01d38-44b0-43f6-982f-fce055431004', 'name': 'network-vif-deleted', 'tag': 'f91727eb-94a5-4a34-a487-ff4122f60332'}, {'server_uuid': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'name': 'network-vif-deleted', 'tag': 'fc568427-712a-43cd-b0cc-270b69b0db4d'}, {'name': 'network-changed', 'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:03.224789 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee8543b1-84ac-43e6-b01e-0f3a829b60d7 req-86bec24a-12e0-4a20-9f73-bfd28dbb7aca tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/85ff3462-9ae7-46fb-9d6e-28874f285ebd HTTP/1.1" status: 200 len: 1635 time: 0.2028942 Feb 11 13:11:03.246808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dc9f1-7f70-45c1-9c36-d7f07790d544 req-6491d82f-050d-4ff2-9aca-4e1b3ff8081e tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:03.248254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b4dc9f1-7f70-45c1-9c36-d7f07790d544 req-6491d82f-050d-4ff2-9aca-4e1b3ff8081e tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 948 time: 0.1713958 Feb 11 13:11:03.265653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.293777 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b4dc9f1-7f70-45c1-9c36-d7f07790d544 req-b6b22088-3717-447f-b0f7-0ff4613a85ae tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Feb 11 13:11:03.303063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-b64c8119-5f8a-42a1-a08e-be5819a694fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1491360c2b424d87b40755686037af2e&device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 1098 time: 0.3469927 Feb 11 13:11:03.317951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d17855-7bea-4563-bffd-a21a4e05f186']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:03.393230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:03.393540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaed1ed7-0bcf-4d44-bbb9-610141cbcdcb') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:03.405074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-9e7a02f5-1699-4bac-828a-1d8b084ab2cb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=be9d92d4-5b14-419e-b4ce-971810b84ac2 HTTP/1.1" status: 200 len: 217 time: 0.0893788 Feb 11 13:11:03.411361 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.488803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.496693 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ee8543b1-84ac-43e6-b01e-0f3a829b60d7 req-73903807-debf-41b5-9e27-6a319f11bf47 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.502231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:11:03.502656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.504589 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-db5aa4fe-e962-4809-9246-85b0641da1f4 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.0918167 Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:03.518550 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:03.521522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818559-1'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:03.605378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-8dabceef-8878-4dec-bdbb-6c415d53b6b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:03.607130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-8dabceef-8878-4dec-bdbb-6c415d53b6b2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1857691 Feb 11 13:11:03.608734 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ee8543b1-84ac-43e6-b01e-0f3a829b60d7 req-73903807-debf-41b5-9e27-6a319f11bf47 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.679862 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d01d38-44b0-43f6-982f-fce055431004', 'name': 'network-vif-deleted', 'tag': 'f91727eb-94a5-4a34-a487-ff4122f60332', 'status': 'completed', 'code': 200} Feb 11 13:11:03.680212 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f999258-3c6d-41ba-ab81-dd65fe3102ef', 'name': 'network-vif-deleted', 'tag': 'fc568427-712a-43cd-b0cc-270b69b0db4d', 'status': 'completed', 'code': 200} Feb 11 13:11:03.680465 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c', 'status': 'completed', 'code': 200} Feb 11 13:11:03.706296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.710986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.778766 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.798145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d17855-7bea-4563-bffd-a21a4e05f186,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:03.826067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ee8543b1-84ac-43e6-b01e-0f3a829b60d7 req-73903807-debf-41b5-9e27-6a319f11bf47 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.855140 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e4a0aed4-24a4-4ff5-a355-766af278f04b admin admin] 10.222.0.67 "DELETE /v2.0/networks/e0d17855-7bea-4563-bffd-a21a4e05f186 HTTP/1.1" status: 204 len: 168 time: 3.4847720 Feb 11 13:11:03.859668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73903807-debf-41b5-9e27-6a319f11bf47 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ff3462-9ae7-46fb-9d6e-28874f285ebd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:03.861555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ee8543b1-84ac-43e6-b01e-0f3a829b60d7 req-73903807-debf-41b5-9e27-6a319f11bf47 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:03.867827 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee8543b1-84ac-43e6-b01e-0f3a829b60d7 req-73903807-debf-41b5-9e27-6a319f11bf47 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/85ff3462-9ae7-46fb-9d6e-28874f285ebd HTTP/1.1" status: 204 len: 173 time: 0.6267934 Feb 11 13:11:03.894048 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-fdbd82f3-b5ce-4c49-a0e1-fdd51c4d54af service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2702026 Feb 11 13:11:03.947716 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-b62e7bdc-dc20-4d6d-8f8e-1d626a250411 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1099 time: 0.2244973 Feb 11 13:11:04.013893 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-05faecdd-ed27-4e4a-828f-8ca108d5348a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1099 time: 0.2966800 Feb 11 13:11:04.134758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:04.151232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53326) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:04.198764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cd597-d8d2-461e-8231-dc442590f310 req-5ba7def2-df13-4541-989a-695b29241cad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:04.201046 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-5ba7def2-df13-4541-989a-695b29241cad service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2396393 Feb 11 13:11:04.231594 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-8f6f50e1-4771-4478-8c16-6523f1717f1f service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248363 Feb 11 13:11:04.287871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cd597-d8d2-461e-8231-dc442590f310 req-0a67659e-bed6-4488-a29d-6b886911f6cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:04.287871 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-0a67659e-bed6-4488-a29d-6b886911f6cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2599499 Feb 11 13:11:04.289696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1cd4d-58ca-489d-8beb-64bfb1f53d53 req-0230c943-35e1-4272-8502-ae0731e656df tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:04.292370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0a1cd4d-58ca-489d-8beb-64bfb1f53d53 req-0230c943-35e1-4272-8502-ae0731e656df tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 947 time: 0.3304937 Feb 11 13:11:04.305667 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-c1f3689f-5ef0-4dc6-aa6a-0aaa0683bf6a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 217 time: 0.0903711 Feb 11 13:11:04.306668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:04.345364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cc87aebb-046d-4480-9a33-106c717c69de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=71167bb09dda45e29c85bcfb4eb96c13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1893036 Feb 11 13:11:04.349417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53334) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:04.390780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe11e8ce-6f35-4576-8ca6-00331e4aff6f', 'tag': 'be9d92d4-5b14-419e-b4ce-971810b84ac2'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:04.425135 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-e41ff796-18ae-48c5-966a-c73c9ef4c86f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 217 time: 0.0901842 Feb 11 13:11:04.503858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cd597-d8d2-461e-8231-dc442590f310 req-22f386d5-bc2e-44cc-8104-42d75ca10e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:04.505283 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-22f386d5-bc2e-44cc-8104-42d75ca10e8c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1535611 Feb 11 13:11:04.508104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:04.514517 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7f78bb2-67c3-4598-8786-58b4f1260b44 req-838dfdd8-1bfa-475e-b73a-4ea0e42edc9e service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723100 Feb 11 13:11:04.514901 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0a1cd4d-58ca-489d-8beb-64bfb1f53d53 req-68192190-8242-4219-88ae-3c23ab6978c2 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130620 Feb 11 13:11:04.519977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cd597-d8d2-461e-8231-dc442590f310 req-08aaeac1-3e82-42a2-9e66-487cb07ef129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:04.521700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-08aaeac1-3e82-42a2-9e66-487cb07ef129 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0891192 Feb 11 13:11:04.575702 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:04.722458 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a59f0714-5a4d-44b6-ac48-c5391710f58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:04.807838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-34c97b0f-7542-47b0-925c-cd22d3bd8ff7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2776678 Feb 11 13:11:04.818364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a59f0714-5a4d-44b6-ac48-c5391710f58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:04.825881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe864379-9abc-4f94-86b2-bb20dd0b7d72,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:04.841502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623edaf7-e28d-4caa-9057-f4a87d7e3711 req-871922d2-4554-4c83-b657-b959e1a188e8 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:04.843001 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-623edaf7-e28d-4caa-9057-f4a87d7e3711 req-871922d2-4554-4c83-b657-b959e1a188e8 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 943 time: 0.1237662 Feb 11 13:11:04.878923 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0bc9275-6349-412e-9fae-0df521d8775d req-3de1f3df-cd24-4478-9bc9-4d6fc9ac6406 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/37d33cff-5e6a-4fc1-9d24-9d2bd62fa97b HTTP/1.1" status: 200 len: 1634 time: 0.2481942 Feb 11 13:11:04.935245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on host n-h2-818559-1 for vnic_type normal with profile {"migrating_to": "n-h1-818559-1"} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:11:04.935476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:11:04.935793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:04.940166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-fca93757-732a-4ade-8597-eec68a692995 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4231424 Feb 11 13:11:04.971922 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-623edaf7-e28d-4caa-9057-f4a87d7e3711 req-8788a028-18ec-4f69-9d81-518a55abcbb0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733132 Feb 11 13:11:04.982720 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on network 60917ce9-2e2f-44cf-847e-30a373078386 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:11:04.983041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Attempting to bind port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on network 60917ce9-2e2f-44cf-847e-30a373078386 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:04.995372 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-97394613-1db5-4ac6-8579-e60f961b786b service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797972 Feb 11 13:11:05.092483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:11:05.092819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Checking segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:05.093196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Bound using segment: {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:11:05.093629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Bound port: fe864379-9abc-4f94-86b2-bb20dd0b7d72, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766884e2-8ba2-44ec-a788-9036cc6dcbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60917ce9-2e2f-44cf-847e-30a373078386'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:11:05.093967 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:05.169451 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-1871891c-082a-405e-9fb2-959321f6c860 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667492 Feb 11 13:11:05.216577 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a59f0714-5a4d-44b6-ac48-c5391710f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:05.263353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f0714-5a4d-44b6-ac48-c5391710f58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8330a1-c108-4ff7-9d8a-dc71a950db5c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:05.317289 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c0bc9275-6349-412e-9fae-0df521d8775d req-32329e32-e7f6-4b49-b61c-9906ce01f19c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:05.361554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a59f0714-5a4d-44b6-ac48-c5391710f58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:05.362668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a59f0714-5a4d-44b6-ac48-c5391710f58b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b8330a1-c108-4ff7-9d8a-dc71a950db5c HTTP/1.1" status: 204 len: 168 time: 1.0032234 Feb 11 13:11:05.407091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c0bc9275-6349-412e-9fae-0df521d8775d req-32329e32-e7f6-4b49-b61c-9906ce01f19c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:05.434896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-2c1b799d-d26e-430c-910d-7c129c3f5872 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767685 Feb 11 13:11:05.589325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:05.621593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:05.622644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fe864379-9abc-4f94-86b2-bb20dd0b7d72 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:11:05.632213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-204c9b11-a5b6-4a8e-aac6-6a7c1d5bda41 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:05.633893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-204c9b11-a5b6-4a8e-aac6-6a7c1d5bda41 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 945 time: 0.5810218 Feb 11 13:11:05.636028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc4dfa-3a14-4fec-b2db-c6f563914f6a req-cb265ed1-645d-407c-ae81-a7ed345a677a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:05.642145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:05.648170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ddc4dfa-3a14-4fec-b2db-c6f563914f6a req-cb265ed1-645d-407c-ae81-a7ed345a677a tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 948 time: 0.1173286 Feb 11 13:11:05.728884 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ddc4dfa-3a14-4fec-b2db-c6f563914f6a req-f344f9ee-9f2a-4cef-97f9-87d6f8a47762 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764320 Feb 11 13:11:05.747984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:05.747984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c0bc9275-6349-412e-9fae-0df521d8775d req-32329e32-e7f6-4b49-b61c-9906ce01f19c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:05.817995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32329e32-e7f6-4b49-b61c-9906ce01f19c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d33cff-5e6a-4fc1-9d24-9d2bd62fa97b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:05.863444 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe11e8ce-6f35-4576-8ca6-00331e4aff6f', 'tag': 'be9d92d4-5b14-419e-b4ce-971810b84ac2', 'status': 'completed', 'code': 200} Feb 11 13:11:05.940932 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c16cd597-d8d2-461e-8231-dc442590f310 req-b2ad3d28-339d-457d-bc09-b21a287a071f service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901018 Feb 11 13:11:05.992547 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c0bc9275-6349-412e-9fae-0df521d8775d req-32329e32-e7f6-4b49-b61c-9906ce01f19c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:06.002894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:06.008569 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0bc9275-6349-412e-9fae-0df521d8775d req-32329e32-e7f6-4b49-b61c-9906ce01f19c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/37d33cff-5e6a-4fc1-9d24-9d2bd62fa97b HTTP/1.1" status: 204 len: 173 time: 1.0981085 Feb 11 13:11:06.008569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-16f16550-f877-4998-a4ba-f6c00a8da2d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Deleting port 1273eeae-20e8-4c53-a810-af76378e18a2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:06.008569 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-16f16550-f877-4998-a4ba-f6c00a8da2d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:06.032692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fe864379-9abc-4f94-86b2-bb20dd0b7d72 has no active binding in host n-h1-818559-1 {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 11 13:11:06.092712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe864379-9abc-4f94-86b2-bb20dd0b7d72,revision_number=8']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:06.227146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0511c56-1b71-4dd2-ba4d-c119b3c24a9d req-4867d888-7ba1-45fd-92a3-7c8b611fcec6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1491360c2b424d87b40755686037af2e&device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 1098 time: 0.2850535 Feb 11 13:11:06.359517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:06.359517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-7b9c5063-b729-426f-97e7-64f7a9d7fec1 service neutron] 10.222.0.73 "PUT /v2.0/ports/fe864379-9abc-4f94-86b2-bb20dd0b7d72 HTTP/1.1" status: 200 len: 1121 time: 2.8389969 Feb 11 13:11:06.433300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['fe864379-9abc-4f94-86b2-bb20dd0b7d72'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:06.473690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceee898-9116-4165-a8f0-b391e0379ee0 req-36411e1b-9106-4270-87e7-da93c0739a4e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:06.488076 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eceee898-9116-4165-a8f0-b391e0379ee0 req-36411e1b-9106-4270-87e7-da93c0739a4e tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 945 time: 0.3729339 Feb 11 13:11:06.535408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['fe864379-9abc-4f94-86b2-bb20dd0b7d72'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:06.625140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511c56-1b71-4dd2-ba4d-c119b3c24a9d req-0e818a85-a84f-4fd1-a3fe-3bd4f82f2f0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:06.625140 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0511c56-1b71-4dd2-ba4d-c119b3c24a9d req-0e818a85-a84f-4fd1-a3fe-3bd4f82f2f0a service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3876655 Feb 11 13:11:06.635238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:11:06.715501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eceee898-9116-4165-a8f0-b391e0379ee0 req-99667e88-2111-4c53-86bf-814e09ed4858 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/security-groups?id=b83de80c-1040-4f16-a0b5-fd5831e3e3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247121 Feb 11 13:11:06.811304 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0511c56-1b71-4dd2-ba4d-c119b3c24a9d req-fa9b0445-1ac6-4546-a1cc-c8f06a4efd51 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=be9d92d4-5b14-419e-b4ce-971810b84ac2 HTTP/1.1" status: 200 len: 217 time: 0.1021738 Feb 11 13:11:06.833795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53378) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:06.988307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5cb55-039d-4391-8d28-64aecceaf55b req-410a2099-1f89-4fcc-b18c-ec5a0eeb0ffc tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:06.988307 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ae5cb55-039d-4391-8d28-64aecceaf55b req-410a2099-1f89-4fcc-b18c-ec5a0eeb0ffc tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 947 time: 0.3486810 Feb 11 13:11:07.044467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511c56-1b71-4dd2-ba4d-c119b3c24a9d req-a7369d57-280e-42ac-ad74-9baf2122e449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:07.059328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0511c56-1b71-4dd2-ba4d-c119b3c24a9d req-a7369d57-280e-42ac-ad74-9baf2122e449 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2375247 Feb 11 13:11:07.157628 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ae5cb55-039d-4391-8d28-64aecceaf55b req-220be097-c62e-4ca3-aa43-e2312b206697 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531758 Feb 11 13:11:07.177616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-16f16550-f877-4998-a4ba-f6c00a8da2d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] For port 1273eeae-20e8-4c53-a810-af76378e18a2, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1273eeae-20e8-4c53-a810-af76378e18a2,segment=NetworkSegment(32466f6e-4945-45b9-ba40-a827cf8d4928),segment_id=32466f6e-4945-45b9-ba40-a827cf8d4928)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:07.177616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-16f16550-f877-4998-a4ba-f6c00a8da2d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:07.280230 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0511c56-1b71-4dd2-ba4d-c119b3c24a9d req-3e74399f-d986-439d-bb06-9ea0a6655fdc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2095017 Feb 11 13:11:07.294466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:07.337264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '7fa2640a-3034-4971-b259-0ecad306b28c', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '7fa2640a-3034-4971-b259-0ecad306b28c', 'mac_address': 'fa:16:3e:f2:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:11:07.359735 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72', 'code': 200} Feb 11 13:11:07.444797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1206375995', 'description': 'tempest-description-355811148'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:07.451507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:07.457242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:07.479160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:07.491065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:07.499064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-16f16550-f877-4998-a4ba-f6c00a8da2d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Calling delete_port for 1273eeae-20e8-4c53-a810-af76378e18a2 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:07.543666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:07.590523 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:07.638298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1273eeae-20e8-4c53-a810-af76378e18a2 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:07.685340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:07.693522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Usage tracker for resource:security_group_rule and tenant:30e4e65ed6db4a40b9baf3f9e6919213 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:07.697908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:07.703168 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0511c56-1b71-4dd2-ba4d-c119b3c24a9d req-f41401b4-11d7-4252-a95d-3c16a1430f56 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243937 Feb 11 13:11:07.707302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:07.776961 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-16f16550-f877-4998-a4ba-f6c00a8da2d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:07.791934 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:07.794938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53398) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:07.827216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa2640a-3034-4971-b259-0ecad306b28c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:11:07.845499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:07.851749 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:07.875028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66699a6d-848c-43ea-876c-bfef871e600a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:07.894772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f16550-f877-4998-a4ba-f6c00a8da2d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Pushing event deleted for resources: {'Port': ['ID=1273eeae-20e8-4c53-a810-af76378e18a2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:07.906981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:07.913297 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0511c56-1b71-4dd2-ba4d-c119b3c24a9d req-92ea2152-9c9c-4f26-822a-8e0dde212f08 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002256 Feb 11 13:11:07.914488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:07.936286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:07.963269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9faada-44aa-4665-bcf3-b67f11556f88,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:07.967010 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:07.968635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-16b7dede-56ab-4646-9eb8-78e115f1ed0c req-53429eb2-baf0-499d-a070-6b99314dfb06 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5353661 Feb 11 13:11:08.016872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1171680063-network', 'tenant_id': '40d3c8cd37f4490b980420f182cbf936'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:08.021893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:08.025997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Usage tracker for resource:network and tenant:40d3c8cd37f4490b980420f182cbf936 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:08.029963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:08.036351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:08.047418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Made reservation on behalf of 40d3c8cd37f4490b980420f182cbf936 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:08.049734 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.055823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-16f16550-f877-4998-a4ba-f6c00a8da2d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] No DVR routers for this DVR port 1273eeae-20e8-4c53-a810-af76378e18a2 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:08.058833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-16f16550-f877-4998-a4ba-f6c00a8da2d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.063958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.068719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-66699a6d-848c-43ea-876c-bfef871e600a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:08.076486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-66699a6d-848c-43ea-876c-bfef871e600a admin admin] Usage tracker for resource:security_group_rule and tenant:ad06dc6aa25347cc8be8d82a260a0506 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:08.083567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-66699a6d-848c-43ea-876c-bfef871e600a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:08.099551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-66699a6d-848c-43ea-876c-bfef871e600a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:08.100002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:08.104272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Usage tracker for resource:security_group_rule and tenant:40d3c8cd37f4490b980420f182cbf936 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:08.105524 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c58c5b27-cd99-49ea-b995-c00adca98be9 req-16f16550-f877-4998-a4ba-f6c00a8da2d0 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.73 "DELETE /v2.0/ports/1273eeae-20e8-4c53-a810-af76378e18a2 HTTP/1.1" status: 204 len: 173 time: 2.4583721 Feb 11 13:11:08.107424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:08.115912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-2b75e3ea-3f04-4508-a9bc-e562bedadb61 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:08.117426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-2b75e3ea-3f04-4508-a9bc-e562bedadb61 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282&tenant_id=12b287917ba646e9b3169123c7ffe5dc&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 948 time: 0.7692611 Feb 11 13:11:08.133699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93deba1-058d-4090-9cf8-b45c5af7ea9e req-eced9882-9fb8-4b38-8d6a-28d9cce0bfcf tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:08.135204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c93deba1-058d-4090-9cf8-b45c5af7ea9e req-eced9882-9fb8-4b38-8d6a-28d9cce0bfcf tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 943 time: 0.5054088 Feb 11 13:11:08.149381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:08.259190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0b065-1bca-488b-ac54-26a7f1b83a97 req-eedb353c-5d19-4da2-98a4-02e17ca16499 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:08.260825 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbf0b065-1bca-488b-ac54-26a7f1b83a97 req-eedb353c-5d19-4da2-98a4-02e17ca16499 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 949 time: 0.1505079 Feb 11 13:11:08.293501 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.300238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.304625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7fa2640a-3034-4971-b259-0ecad306b28c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:08.348380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:08.356434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336d9b28-547b-41f0-bdf0-b85222887b4d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:08.375172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbf0b065-1bca-488b-ac54-26a7f1b83a97 req-b1ea3964-f55e-4a0e-874e-35ee47da29ef tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049144 Feb 11 13:11:08.379374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.379694 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Added segment 2c640142-7de0-4599-95b9-e2166a1ec849 of type vlan for network 083bbb3a-6491-4c7e-be96-faf3a1bca70c Feb 11 13:11:08.398662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c93deba1-058d-4090-9cf8-b45c5af7ea9e req-baedf598-dae1-40fa-9a14-892cd17d2a11 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192195 Feb 11 13:11:08.404317 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-f7994ba0-7d14-4b4b-bd39-9d154b49e380 service neutron] 10.222.0.75 "GET /v2.0/ports/7fa2640a-3034-4971-b259-0ecad306b28c/bindings/n-h2-818559-1 HTTP/1.1" status: 200 len: 382 time: 0.2656410 Feb 11 13:11:08.414230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.482442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66699a6d-848c-43ea-876c-bfef871e600a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.492406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.495212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66699a6d-848c-43ea-876c-bfef871e600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.495736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:08.499938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.523867 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device be9d92d4-5b14-419e-b4ce-971810b84ac2 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:11:08.573310 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7755463 Feb 11 13:11:08.587391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53410) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:08.597857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-66699a6d-848c-43ea-876c-bfef871e600a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ad06dc6aa25347cc8be8d82a260a0506&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7403760 Feb 11 13:11:08.599266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66699a6d-848c-43ea-876c-bfef871e600a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4c67d4-d0ac-4f8e-8fc3-83cbc25a4d2b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:08.628045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Request body: {'subnet': {'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1171680063-subnet', 'tenant_id': '40d3c8cd37f4490b980420f182cbf936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:08.638969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53414) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:08.645627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:08.661908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Usage tracker for resource:subnet and tenant:40d3c8cd37f4490b980420f182cbf936 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:08.669859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:08.697958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:08.749085 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c9eb69-2b74-4b49-abf5-c242d5feaba4 req-cd753be7-1114-4d7e-8ce9-908e11a64869 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/8d9faada-44aa-4665-bcf3-b67f11556f88 HTTP/1.1" status: 200 len: 1634 time: 0.1905892 Feb 11 13:11:08.754475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Made reservation on behalf of 40d3c8cd37f4490b980420f182cbf936 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:08.757229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.764953 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0bedf665-d920-493a-b88f-51da8d6eef72 req-07cbb483-9c9c-4f28-a049-2aa1fbfe6b53 tempest-LiveMigrationTest-589532398 tempest-LiveMigrationTest-589532398-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc730646-7655-43d8-8e4e-2b4c300ec7b0 HTTP/1.1" status: 200 len: 210 time: 0.1973071 Feb 11 13:11:08.781279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5c9eb69-2b74-4b49-abf5-c242d5feaba4 req-b6011924-074a-4919-9f83-e476b50b7ab8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1718078229', 'description': 'tempest-description-hth-794412542'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:08.833055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port be9d92d4-5b14-419e-b4ce-971810b84ac2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=be9d92d4-5b14-419e-b4ce-971810b84ac2,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:08.849744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'be9d92d4-5b14-419e-b4ce-971810b84ac2', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'be9d92d4-5b14-419e-b4ce-971810b84ac2', 'mac_address': 'fa:16:3e:9b:7c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:11:08.861348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748a158-993b-4f6a-88e5-ed37f300a487 admin admin] Pushing event updated for resources: {'Network': ['ID=083bbb3a-6491-4c7e-be96-faf3a1bca70c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:08.886061 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-4bac5489-3e1f-4fae-b88a-673799f54bbb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1100 time: 0.4460282 Feb 11 13:11:08.932189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:08.943209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 083bbb3a-6491-4c7e-be96-faf3a1bca70c details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:11:09.020533 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e04353b-b645-4740-828b-b7d703e36450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.029075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9874b7-dbe8-4b82-b12a-0ff2374b9966 req-6e35ef60-091c-47ab-beb1-376969764880 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:09.030552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad9874b7-dbe8-4b82-b12a-0ff2374b9966 req-6e35ef60-091c-47ab-beb1-376969764880 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 947 time: 0.0857589 Feb 11 13:11:09.041346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9d92d4-5b14-419e-b4ce-971810b84ac2 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:11:09.051850 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5c9eb69-2b74-4b49-abf5-c242d5feaba4 req-b6011924-074a-4919-9f83-e476b50b7ab8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.057290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port be9d92d4-5b14-419e-b4ce-971810b84ac2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=be9d92d4-5b14-419e-b4ce-971810b84ac2,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:09.073251 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.085963 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad9874b7-dbe8-4b82-b12a-0ff2374b9966 req-533e9ee6-00f5-4809-a682-400ce651ac2e tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Feb 11 13:11:09.103054 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e04353b-b645-4740-828b-b7d703e36450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.163325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=be9d92d4-5b14-419e-b4ce-971810b84ac2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:09.212848 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5c9eb69-2b74-4b49-abf5-c242d5feaba4 req-b6011924-074a-4919-9f83-e476b50b7ab8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.235073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53424) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:09.251654 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5c9eb69-2b74-4b49-abf5-c242d5feaba4 req-b6011924-074a-4919-9f83-e476b50b7ab8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.264613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-2274df74-ca43-4c0e-98d0-31c0a36195e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:09.266037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-2274df74-ca43-4c0e-98d0-31c0a36195e4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3691380 Feb 11 13:11:09.321057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-282ac850-65d9-4a6c-97bc-b2dfed86c902 admin admin] Deleting subnet 65ce5d51-9e98-46c1-8f28-a4b11ada163b {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:11:09.324701 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-282ac850-65d9-4a6c-97bc-b2dfed86c902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.353999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'tag': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72'}, {'server_uuid': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'name': 'network-vif-deleted', 'tag': '1273eeae-20e8-4c53-a810-af76378e18a2'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:09.376838 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-282ac850-65d9-4a6c-97bc-b2dfed86c902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.384294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6011924-074a-4919-9f83-e476b50b7ab8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9faada-44aa-4665-bcf3-b67f11556f88,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:09.391606 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-dc5eaeca-1206-4a80-8cb8-5bb91caa9893 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 217 time: 0.1016314 Feb 11 13:11:09.405256 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e04353b-b645-4740-828b-b7d703e36450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.407633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e04353b-b645-4740-828b-b7d703e36450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.412281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7e04353b-b645-4740-828b-b7d703e36450 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2b4c67d4-d0ac-4f8e-8fc3-83cbc25a4d2b HTTP/1.1" status: 204 len: 168 time: 0.7803190 Feb 11 13:11:09.413082 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5c9eb69-2b74-4b49-abf5-c242d5feaba4 req-b6011924-074a-4919-9f83-e476b50b7ab8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.414358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5c9eb69-2b74-4b49-abf5-c242d5feaba4 req-b6011924-074a-4919-9f83-e476b50b7ab8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "PUT /v2.0/security-groups/8d9faada-44aa-4665-bcf3-b67f11556f88 HTTP/1.1" status: 200 len: 1608 time: 0.6645548 Feb 11 13:11:09.432935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['be9d92d4-5b14-419e-b4ce-971810b84ac2'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:09.475569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-282ac850-65d9-4a6c-97bc-b2dfed86c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.479988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04353b-b645-4740-828b-b7d703e36450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4c67d4-d0ac-4f8e-8fc3-83cbc25a4d2b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:09.510505 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.527567 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'tag': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72', 'status': 'completed', 'code': 200} Feb 11 13:11:09.527944 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc730646-7655-43d8-8e4e-2b4c300ec7b0', 'name': 'network-vif-deleted', 'tag': '1273eeae-20e8-4c53-a810-af76378e18a2', 'status': 'completed', 'code': 200} Feb 11 13:11:09.637610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-9e23820d-27a2-444f-afa6-0943086852f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:09.640304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-9e23820d-27a2-444f-afa6-0943086852f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2217197 Feb 11 13:11:09.758304 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff8592ab-296e-49c9-bfbe-47b441bbcfe4 req-baebe5d7-3c85-4174-939e-9c5eb9014000 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/8d9faada-44aa-4665-bcf3-b67f11556f88 HTTP/1.1" status: 200 len: 1608 time: 0.1386499 Feb 11 13:11:09.759501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Pushing event updated for resources: {'Subnet': ['ID=030317ec-c34e-463e-b879-f7a97714cfe0,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:09.786540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-282ac850-65d9-4a6c-97bc-b2dfed86c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.802091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Checking segment: {'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:09.802682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Network hostable DHCP agents. Network: 083bbb3a-6491-4c7e-be96-faf3a1bca70c, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:09.868511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22af26-4beb-4dcd-a13d-619819bc8aa7 req-1cd9f41d-0650-4dce-a423-cdf7641101db tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:09.870598 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c22af26-4beb-4dcd-a13d-619819bc8aa7 req-1cd9f41d-0650-4dce-a423-cdf7641101db tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 949 time: 0.2274184 Feb 11 13:11:09.873445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ac850-65d9-4a6c-97bc-b2dfed86c902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ce5d51-9e98-46c1-8f28-a4b11ada163b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:09.882369 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18ae2a51-d7b3-451d-825c-e465edd2ebd3 req-99cee861-0337-4403-8cd3-98fb514678b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 1124 time: 0.3351607 Feb 11 13:11:09.888432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-282ac850-65d9-4a6c-97bc-b2dfed86c902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:09.891067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-16c6f5aa-c4d2-4af8-b539-897884ae864d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009873 Feb 11 13:11:09.921321 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-282ac850-65d9-4a6c-97bc-b2dfed86c902 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/65ce5d51-9e98-46c1-8f28-a4b11ada163b HTTP/1.1" status: 204 len: 168 time: 0.6849802 Feb 11 13:11:09.926954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53444) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:09.948217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Network 083bbb3a-6491-4c7e-be96-faf3a1bca70c is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:10.032989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 083bbb3a-6491-4c7e-be96-faf3a1bca70c) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:10.047603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddddb7-771b-463e-bc11-18d38b6d2acb None None] Network 083bbb3a-6491-4c7e-be96-faf3a1bca70c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:11:10.170830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:10.171610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:10.184002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53450) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:10.202770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c22af26-4beb-4dcd-a13d-619819bc8aa7 req-6e552a41-1986-4461-98ca-e99658c3b2a8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102932 Feb 11 13:11:10.269214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62b1a206-3f37-43ce-af44-edd05f82aaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:10.277624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae2a51-d7b3-451d-825c-e465edd2ebd3 req-c5f3aca8-d9cc-4618-b0bd-ffa5172f94d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:10.283062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18ae2a51-d7b3-451d-825c-e465edd2ebd3 req-c5f3aca8-d9cc-4618-b0bd-ffa5172f94d0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.3858156 Feb 11 13:11:10.306553 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8d41c8df-9de2-4636-8f47-39bcabf3f4df admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7167792 Feb 11 13:11:10.366533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-b7398533-57a0-40e8-b70c-f834d47baa62 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458694 Feb 11 13:11:10.376311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7282cf3d-4474-450f-ba30-b8e07e5f73da None None] Network 083bbb3a-6491-4c7e-be96-faf3a1bca70c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:11:10.397859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18ae2a51-d7b3-451d-825c-e465edd2ebd3 req-8f2a7440-f712-42b1-91aa-913de3be349e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72 HTTP/1.1" status: 200 len: 217 time: 0.0863700 Feb 11 13:11:10.414186 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-3da4cdab-a8c8-4311-9cfd-caa583a9c1e3 service neutron] 10.222.0.75 "GET /v2.0/ports/fe864379-9abc-4f94-86b2-bb20dd0b7d72/bindings/n-h1-818559-1 HTTP/1.1" status: 200 len: 384 time: 0.3760228 Feb 11 13:11:10.492140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae2a51-d7b3-451d-825c-e465edd2ebd3 req-9b4d17e6-5bae-4112-a951-b7680beb832c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:10.493511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18ae2a51-d7b3-451d-825c-e465edd2ebd3 req-9b4d17e6-5bae-4112-a951-b7680beb832c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.0838706 Feb 11 13:11:10.514504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:10.568943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-62b1a206-3f37-43ce-af44-edd05f82aaed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:10.625554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0744297-4d25-48b1-b3f9-978e4412912b req-82dac30c-05d8-4ca8-bf78-a9d187d008cb tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:10.640471 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0744297-4d25-48b1-b3f9-978e4412912b req-82dac30c-05d8-4ca8-bf78-a9d187d008cb tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 943 time: 0.6024680 Feb 11 13:11:10.692085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 7fa2640a-3034-4971-b259-0ecad306b28c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:10.693360 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:10.702411 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18ae2a51-d7b3-451d-825c-e465edd2ebd3 req-e751cf9b-aa62-41c1-822c-f37a87aa6099 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934831 Feb 11 13:11:10.708696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 7fa2640a-3034-4971-b259-0ecad306b28c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:10.708696 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:10.709637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-62b1a206-3f37-43ce-af44-edd05f82aaed admin admin] Usage tracker for resource:security_group_rule and tenant:2e5df80cd1574e6a99db44ebd24ada3e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:10.726087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-62b1a206-3f37-43ce-af44-edd05f82aaed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:10.748701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-62b1a206-3f37-43ce-af44-edd05f82aaed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:10.762228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cfe81eec-b7ef-4253-b49c-2625feac1ea1 req-055de055-7697-4df3-8d69-4bd1db019031 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/8d9faada-44aa-4665-bcf3-b67f11556f88 HTTP/1.1" status: 200 len: 1608 time: 0.4515669 Feb 11 13:11:10.910796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-e9fa135b-0784-4727-b13b-1f4b4a556a0d service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238802 Feb 11 13:11:10.919779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:10.967731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:10.982642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:10.986702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0744297-4d25-48b1-b3f9-978e4412912b req-c5cf766d-2e58-4a9c-beff-e15c2cd96641 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449335 Feb 11 13:11:10.990615 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.104725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:11.105373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62b1a206-3f37-43ce-af44-edd05f82aaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.156877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53462) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:11.169280 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cfe81eec-b7ef-4253-b49c-2625feac1ea1 req-66267cf6-e03b-4851-83bc-a465c66f1dd5 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.208919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62b1a206-3f37-43ce-af44-edd05f82aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.221540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.238098 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18ae2a51-d7b3-451d-825c-e465edd2ebd3 req-8fe289a1-73fb-49aa-be6e-23c70e0df021 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256956 Feb 11 13:11:11.282502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c246b2-9480-4836-aa0d-01aee639f1e9']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:11.329383 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cfe81eec-b7ef-4253-b49c-2625feac1ea1 req-66267cf6-e03b-4851-83bc-a465c66f1dd5 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.415861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1a206-3f37-43ce-af44-edd05f82aaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1769ed0c-fb6d-4cf1-b98e-5efd6005078d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:11.415861 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-62b1a206-3f37-43ce-af44-edd05f82aaed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e5df80cd1574e6a99db44ebd24ada3e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2141440 Feb 11 13:11:11.415861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53470) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:11.451201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cfe81eec-b7ef-4253-b49c-2625feac1ea1 req-66267cf6-e03b-4851-83bc-a465c66f1dd5 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.489118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a81b8d21-e702-438e-a887-5ac058a1075d req-4f415eb8-a25c-48ec-ad09-6c08a2a08f78 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:11.496767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a342d649-77f9-48b9-9195-ef86d8e3dff6') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:11.497528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a342d649-77f9-48b9-9195-ef86d8e3dff6') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:11.498426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66267cf6-e03b-4851-83bc-a465c66f1dd5 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9faada-44aa-4665-bcf3-b67f11556f88,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:11.516524 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.538052 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cfe81eec-b7ef-4253-b49c-2625feac1ea1 req-66267cf6-e03b-4851-83bc-a465c66f1dd5 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.547933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cfe81eec-b7ef-4253-b49c-2625feac1ea1 req-66267cf6-e03b-4851-83bc-a465c66f1dd5 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/8d9faada-44aa-4665-bcf3-b67f11556f88 HTTP/1.1" status: 204 len: 173 time: 0.7533419 Feb 11 13:11:11.549724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a81b8d21-e702-438e-a887-5ac058a1075d req-4f415eb8-a25c-48ec-ad09-6c08a2a08f78 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:11.565589 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.593112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:11:11.593554 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.616836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00c7b000-a3f3-4809-a007-f830dee500f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:11.625459 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:11.644431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-a81b8d21-e702-438e-a887-5ac058a1075d req-4f415eb8-a25c-48ec-ad09-6c08a2a08f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe864379-9abc-4f94-86b2-bb20dd0b7d72 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:11:11.673823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a81b8d21-e702-438e-a887-5ac058a1075d req-4f415eb8-a25c-48ec-ad09-6c08a2a08f78 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:11.675081 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00c7b000-a3f3-4809-a007-f830dee500f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.701362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a81b8d21-e702-438e-a887-5ac058a1075d req-4f415eb8-a25c-48ec-ad09-6c08a2a08f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.798320 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18ae2a51-d7b3-451d-825c-e465edd2ebd3 req-276567f6-d707-403d-8222-3338e7c8e481 service neutron] 10.222.0.75 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200300 Feb 11 13:11:11.798320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.808064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f051675-a544-440c-a160-208e4427e40d admin admin] Deleting subnet cd4c495a-e289-46e6-a8c0-ba75eb92d391 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:11:11.829703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.839641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f051675-a544-440c-a160-208e4427e40d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.854410 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00c7b000-a3f3-4809-a007-f830dee500f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.889564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7b000-a3f3-4809-a007-f830dee500f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1769ed0c-fb6d-4cf1-b98e-5efd6005078d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:11.892730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ccf3-a248-4dc9-bd08-b46a2ac9d8cd req-046651f4-d6a7-4240-a371-2bef923bac4d tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:11.906654 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad43ccf3-a248-4dc9-bd08-b46a2ac9d8cd req-046651f4-d6a7-4240-a371-2bef923bac4d tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 948 time: 0.6225386 Feb 11 13:11:11.915690 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00c7b000-a3f3-4809-a007-f830dee500f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.922291 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-00c7b000-a3f3-4809-a007-f830dee500f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1769ed0c-fb6d-4cf1-b98e-5efd6005078d HTTP/1.1" status: 204 len: 168 time: 0.5021763 Feb 11 13:11:11.922291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-a81b8d21-e702-438e-a887-5ac058a1075d req-4f415eb8-a25c-48ec-ad09-6c08a2a08f78 service neutron] Transition to ACTIVE for port object fe864379-9abc-4f94-86b2-bb20dd0b7d72 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:11.929268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] Pushing event deleted for resources: {'Network': ['ID=06c246b2-9480-4836-aa0d-01aee639f1e9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:11.935045 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a81b8d21-e702-438e-a887-5ac058a1075d req-4f415eb8-a25c-48ec-ad09-6c08a2a08f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:11.964233 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d8b9f51b-1416-4544-8d17-347f33db055d admin admin] 10.222.0.67 "DELETE /v2.0/networks/06c246b2-9480-4836-aa0d-01aee639f1e9 HTTP/1.1" status: 204 len: 168 time: 2.0325172 Feb 11 13:11:11.989661 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f051675-a544-440c-a160-208e4427e40d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:12.050296 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:12.061160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad43ccf3-a248-4dc9-bd08-b46a2ac9d8cd req-a052a567-949e-4f5d-83f0-55b86d27abfb tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544902 Feb 11 13:11:12.090025 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f051675-a544-440c-a160-208e4427e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:12.168336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f051675-a544-440c-a160-208e4427e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:12.173961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53490) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:12.245283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f051675-a544-440c-a160-208e4427e40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4c495a-e289-46e6-a8c0-ba75eb92d391,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.255141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f051675-a544-440c-a160-208e4427e40d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:12.268470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4f051675-a544-440c-a160-208e4427e40d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/cd4c495a-e289-46e6-a8c0-ba75eb92d391 HTTP/1.1" status: 204 len: 168 time: 1.1074550 Feb 11 13:11:12.273384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53496) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:12.398250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81b8d21-e702-438e-a887-5ac058a1075d req-4f415eb8-a25c-48ec-ad09-6c08a2a08f78 service neutron] No DVR routers for this DVR port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:12.453428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f415eb8-a25c-48ec-ad09-6c08a2a08f78 service neutron] Pushing event updated for resources: {'Port': ['ID=fe864379-9abc-4f94-86b2-bb20dd0b7d72,revision_number=10']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.473871 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:12.513527 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-58b5b2dc-70cc-4864-9f9b-04734aa8814b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d8d96c6520944371a34cd78809697731&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2879701 Feb 11 13:11:12.513527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53504) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:12.531759 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c', 'code': 200} Feb 11 13:11:12.531759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device be9d92d4-5b14-419e-b4ce-971810b84ac2 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:12.615089 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-4f415eb8-a25c-48ec-ad09-6c08a2a08f78 service neutron] 10.222.0.75 "PUT /v2.0/ports/fe864379-9abc-4f94-86b2-bb20dd0b7d72/bindings/n-h1-818559-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1830637 Feb 11 13:11:12.624263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963254f-efba-4bd6-8127-ceb991138f54 req-df78ef76-1de2-4fb0-aee6-0827078f0de5 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:12.624263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-df78ef76-1de2-4fb0-aee6-0827078f0de5 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/networks?id=083bbb3a-6491-4c7e-be96-faf3a1bca70c HTTP/1.1" status: 200 len: 822 time: 0.6050336 Feb 11 13:11:12.649395 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-1154507b-bbd7-4a1e-93f7-890db39942aa tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/quotas/40d3c8cd37f4490b980420f182cbf936 HTTP/1.1" status: 200 len: 375 time: 0.0207770 Feb 11 13:11:12.722943 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-2c7e93ca-137e-4e8e-b0eb-8fcbbb219405 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40d3c8cd37f4490b980420f182cbf936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761521 Feb 11 13:11:12.728375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port be9d92d4-5b14-419e-b4ce-971810b84ac2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:12.744277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port be9d92d4-5b14-419e-b4ce-971810b84ac2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:12.745040 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:12.909381 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:12.938086 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-e3c21977-7b6e-4ddc-8957-b931f8435cfb service neutron] 10.222.0.67 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139938 Feb 11 13:11:12.947617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port be9d92d4-5b14-419e-b4ce-971810b84ac2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=be9d92d4-5b14-419e-b4ce-971810b84ac2,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:12.954569 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:12.955320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:13.003268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c5e97c1-7346-4559-b9ce-cd555cfb0de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:13.026334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=be9d92d4-5b14-419e-b4ce-971810b84ac2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:13.029613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ddad11-10dd-4732-a4e0-80241859c24a']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:13.057160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32466f6e-4945-45b9-ba40-a827cf8d4928') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:13.057783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32466f6e-4945-45b9-ba40-a827cf8d4928') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:13.075161 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:13.092813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c5e97c1-7346-4559-b9ce-cd555cfb0de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:13.123492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:13.161100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950a281-d73f-4341-bacd-f982771bbab5 req-9dbca656-cf6f-42a7-a2a6-21e1e5ccf462 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:13.167887 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a950a281-d73f-4341-bacd-f982771bbab5 req-9dbca656-cf6f-42a7-a2a6-21e1e5ccf462 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.3069854 Feb 11 13:11:13.170842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:11:13.171425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:13.186093 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:13.216336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-3830d69e-7c64-45c1-8ccd-c6610c5cee9b service neutron] 10.222.0.67 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612340 Feb 11 13:11:13.320224 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-6dda5ef4-bbf7-45f0-b101-26f217cb4547 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1095 time: 0.1663833 Feb 11 13:11:13.385250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a950a281-d73f-4341-bacd-f982771bbab5 req-dfe90924-f0e8-4cbd-b67b-d1213ce08124 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162051 Feb 11 13:11:13.427791 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c5e97c1-7346-4559-b9ce-cd555cfb0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:13.430349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:13.505925 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-f3e15083-6a39-4e42-bb3f-5d4d2162f47c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415 HTTP/1.1" status: 200 len: 1095 time: 0.1803143 Feb 11 13:11:13.521922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:13.554214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e97c1-7346-4559-b9ce-cd555cfb0de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3ecc7-00ea-4b0a-b11a-30eefac92efa,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:13.657437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] Pushing event deleted for resources: {'Network': ['ID=67ddad11-10dd-4732-a4e0-80241859c24a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:13.796697 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-84b58692-c185-48b5-9868-4aabe708d53f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282&tenant_id=12b287917ba646e9b3169123c7ffe5dc HTTP/1.1" status: 200 len: 1101 time: 0.1453328 Feb 11 13:11:13.822352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:13.869603 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-113d777b-e951-4ff1-9976-f738f446587e admin admin] 10.222.0.67 "DELETE /v2.0/networks/67ddad11-10dd-4732-a4e0-80241859c24a HTTP/1.1" status: 204 len: 168 time: 1.5847163 Feb 11 13:11:13.869603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c5e97c1-7346-4559-b9ce-cd555cfb0de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:13.869603 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5c5e97c1-7346-4559-b9ce-cd555cfb0de7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bea3ecc7-00ea-4b0a-b11a-30eefac92efa HTTP/1.1" status: 204 len: 168 time: 1.3516252 Feb 11 13:11:13.869603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53534) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:14.030914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-416192ee-4a82-4b0a-8f88-85dbbe9d8643 admin admin] Deleting subnet 14498e15-26d1-492e-8995-07cfca4a2d76 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:11:14.065316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-416192ee-4a82-4b0a-8f88-85dbbe9d8643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:14.095200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-6bb2dfe6-a858-42fa-a58b-61e62d3fb47d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 1095 time: 0.5634825 Feb 11 13:11:14.159896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146802a3-9bc4-48af-846f-05c32dde6f84 req-23032ad6-06af-43bf-a5ca-662b15bb68ce tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:14.161724 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-146802a3-9bc4-48af-846f-05c32dde6f84 req-23032ad6-06af-43bf-a5ca-662b15bb68ce tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 944 time: 0.4930828 Feb 11 13:11:14.244510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-416192ee-4a82-4b0a-8f88-85dbbe9d8643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:14.256012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b8d21-e702-438e-a887-5ac058a1075d req-d8e61873-e7f9-4852-ae93-8c011949ccab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:14.257506 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-d8e61873-e7f9-4852-ae93-8c011949ccab service neutron] 10.222.0.73 "GET /v2.0/networks?id=60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 200 len: 921 time: 0.1506011 Feb 11 13:11:14.317363 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-146802a3-9bc4-48af-846f-05c32dde6f84 req-badee2a2-4cc6-48f4-b697-ed4a6b2be4b7 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433344 Feb 11 13:11:14.424436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-416192ee-4a82-4b0a-8f88-85dbbe9d8643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:14.468941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-c4ec59a9-a598-4e88-bfdf-0d21a65b6dbd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72 HTTP/1.1" status: 200 len: 217 time: 0.1939497 Feb 11 13:11:14.526102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device fe864379-9abc-4f94-86b2-bb20dd0b7d72 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:14.566341 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:14.670152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe11e8ce-6f35-4576-8ca6-00331e4aff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9d92d4-5b14-419e-b4ce-971810b84ac2'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:14.707405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b76a6-763b-4d65-9c5d-e2bbdb4afd40 req-d0c53d82-2939-46d8-ad7e-90f501ce5c51 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:14.709108 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-651b76a6-763b-4d65-9c5d-e2bbdb4afd40 req-d0c53d82-2939-46d8-ad7e-90f501ce5c51 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 949 time: 0.6860354 Feb 11 13:11:14.710185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device fe864379-9abc-4f94-86b2-bb20dd0b7d72 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:14.831554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-651b76a6-763b-4d65-9c5d-e2bbdb4afd40 req-801fc2b7-8fa7-456d-850c-acf7da09083a tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108620 Feb 11 13:11:14.939217 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e98e6af6-a087-4ff3-8dd0-a29cf7213f2d req-808c7ac0-cb89-4853-a963-c59d68d31de5 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 210 time: 0.1411614 Feb 11 13:11:14.941208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b8d21-e702-438e-a887-5ac058a1075d req-ac481a21-513f-4be3-8991-0d37cb7d23a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:14.943241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-416192ee-4a82-4b0a-8f88-85dbbe9d8643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:14.945894 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-ac481a21-513f-4be3-8991-0d37cb7d23a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 200 len: 860 time: 0.4671450 Feb 11 13:11:15.021538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416192ee-4a82-4b0a-8f88-85dbbe9d8643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14498e15-26d1-492e-8995-07cfca4a2d76,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:15.023394 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-416192ee-4a82-4b0a-8f88-85dbbe9d8643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:15.031127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-416192ee-4a82-4b0a-8f88-85dbbe9d8643 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/14498e15-26d1-492e-8995-07cfca4a2d76 HTTP/1.1" status: 204 len: 168 time: 1.1531715 Feb 11 13:11:15.034052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53562) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:15.101551 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe11e8ce-6f35-4576-8ca6-00331e4aff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9d92d4-5b14-419e-b4ce-971810b84ac2', 'code': 200} Feb 11 13:11:15.174548 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-bd70f999-d44e-4e3b-996a-49192b39f4dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=60917ce9-2e2f-44cf-847e-30a373078386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2053006 Feb 11 13:11:15.223151 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-d82be29c-5456-4998-a430-191760925e82 req-44974324-279a-41d1-896e-5ceb07ca54ed tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] show failed (client error): The resource could not be found. Feb 11 13:11:15.224094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d82be29c-5456-4998-a430-191760925e82 req-44974324-279a-41d1-896e-5ceb07ca54ed tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/37d33cff-5e6a-4fc1-9d24-9d2bd62fa97b HTTP/1.1" status: 404 len: 352 time: 0.0254390 Feb 11 13:11:15.294333 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:15.316011 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-8835374e-67fc-4cb8-b0f1-19f25d3b1d0e req-56de2449-e13c-499f-9057-26fdd0508c85 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] show failed (client error): The resource could not be found. Feb 11 13:11:15.316011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8835374e-67fc-4cb8-b0f1-19f25d3b1d0e req-56de2449-e13c-499f-9057-26fdd0508c85 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/85ff3462-9ae7-46fb-9d6e-28874f285ebd HTTP/1.1" status: 404 len: 352 time: 0.0282569 Feb 11 13:11:15.375156 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce07e4f3-b460-4879-9002-c85e5f78c915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:15.624377 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:15.656167 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-f854aea3-01b8-4daf-ba61-0649d4eb26fd req-aa88f62f-ac5a-4e29-84a9-d2dd211a63e7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] show failed (client error): The resource could not be found. Feb 11 13:11:15.657300 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f854aea3-01b8-4daf-ba61-0649d4eb26fd req-aa88f62f-ac5a-4e29-84a9-d2dd211a63e7 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/5aca172f-af26-4f13-beba-0e323605a42f HTTP/1.1" status: 404 len: 352 time: 0.2687311 Feb 11 13:11:15.764202 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-fbf85d84-4c0e-4e98-bcca-a43edef8db90 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795453 Feb 11 13:11:15.770020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:15.800786 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-373af354-2d48-4f78-88bf-5909b8bf1b9d req-b8636084-c87d-48d9-bb2a-b4e5b4ef6281 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 1100 time: 0.5719576 Feb 11 13:11:15.828379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf028de6-4c80-48ae-b09e-7f30dd446f8d']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:15.892444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f81bae4-8228-4d67-92dd-6c998129cc0f') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:15.892444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f81bae4-8228-4d67-92dd-6c998129cc0f') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:15.914842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8478a-4339-4a9c-ae52-68f6eb00f8af req-f6414ddb-4a85-4fb8-9286-1ae83309be2f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:15.927055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-45e8478a-4339-4a9c-ae52-68f6eb00f8af req-f6414ddb-4a85-4fb8-9286-1ae83309be2f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.6973116 Feb 11 13:11:15.935346 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:16.007794 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:11:16.025397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:16.055488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:11:16.055488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:16.058087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:16.080039 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:16.137369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963254f-efba-4bd6-8127-ceb991138f54 req-ba2c8aaa-94de-4b4a-9ac2-e21ff18d9666 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:16.137369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4963254f-efba-4bd6-8127-ceb991138f54 req-ba2c8aaa-94de-4b4a-9ac2-e21ff18d9666 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Synchronizing usage tracker for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:16.150119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-373af354-2d48-4f78-88bf-5909b8bf1b9d req-4388c1c7-fef2-4bb2-8878-cbfdbe22bfaa service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157635 Feb 11 13:11:16.184863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-45e8478a-4339-4a9c-ae52-68f6eb00f8af req-ab960b6b-d972-4c1d-bcc0-b3d8afce2429 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312236 Feb 11 13:11:16.204774 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:16.214187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4963254f-efba-4bd6-8127-ceb991138f54 req-ba2c8aaa-94de-4b4a-9ac2-e21ff18d9666 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Unset dirty status for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:16.214187 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-ba2c8aaa-94de-4b4a-9ac2-e21ff18d9666 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.75 "GET /v2.0/networks?id=083bbb3a-6491-4c7e-be96-faf3a1bca70c HTTP/1.1" status: 200 len: 822 time: 0.6611800 Feb 11 13:11:16.235306 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-3d140a3d-72cb-4ea8-bdcf-3ae3dbf87e88 service neutron] 10.222.0.73 "GET /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606555 Feb 11 13:11:16.243291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:16.246269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:16.257409 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:16.258804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf028de6-4c80-48ae-b09e-7f30dd446f8d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:16.272574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0e16dea8-a7a4-4632-a851-5072db076e31 admin admin] 10.222.0.67 "DELETE /v2.0/networks/bf028de6-4c80-48ae-b09e-7f30dd446f8d HTTP/1.1" status: 204 len: 168 time: 1.2269170 Feb 11 13:11:16.290904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82812cd2-4542-447d-bf37-95ba984e73ba req-d2261b5d-5fcb-46e5-8a7c-ff4c2269ef6d tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:16.290904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-82812cd2-4542-447d-bf37-95ba984e73ba req-d2261b5d-5fcb-46e5-8a7c-ff4c2269ef6d tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 944 time: 0.3276074 Feb 11 13:11:16.295003 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-18f649c5-3a67-47bc-9d60-1dfd05f3535b req-7bc5d133-d8b5-4691-916d-8de06537294b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] show failed (client error): The resource could not be found. Feb 11 13:11:16.311139 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-18f649c5-3a67-47bc-9d60-1dfd05f3535b req-7bc5d133-d8b5-4691-916d-8de06537294b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/8c87874e-732c-4103-8295-db8ebf67014f HTTP/1.1" status: 404 len: 352 time: 0.0545416 Feb 11 13:11:16.314763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Transition to ACTIVE for port object 7fa2640a-3034-4971-b259-0ecad306b28c will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:16.323516 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:16.387890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Request body: {'port': {'device_id': '10d67f0c-2e36-42b5-b24b-9b4b13ed18c8', 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c', 'admin_state_up': True, 'tenant_id': '40d3c8cd37f4490b980420f182cbf936'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:16.535423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:16.580463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-82812cd2-4542-447d-bf37-95ba984e73ba req-c2866eb5-e248-49da-9bbc-0cd424db079e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747233 Feb 11 13:11:16.663965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:16.677904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Usage tracker for resource:port and tenant:40d3c8cd37f4490b980420f182cbf936 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:16.692363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:16.710058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:16.728095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:16.734045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Made reservation on behalf of 40d3c8cd37f4490b980420f182cbf936 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:16.740384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:16.883549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=10']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:16.906039 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21b0e7fc-26a0-4bba-97e9-346a5463e5ed req-c0ac36ff-4093-4bc9-840b-e9695fa88bc6 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 210 time: 0.0719903 Feb 11 13:11:16.906424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53606) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:17.033859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-597f54a2-d7db-4475-b22f-b622e291b85e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=43e57f5e521545208f8f14d0937ff0f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1227770 Feb 11 13:11:17.036979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53612) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:17.065949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] No DVR routers for this DVR port 7fa2640a-3034-4971-b259-0ecad306b28c on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:17.091658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Allocated IP 172.20.0.2 (083bbb3a-6491-4c7e-be96-faf3a1bca70c/030317ec-c34e-463e-b879-f7a97714cfe0/c5c38efd-b989-4bb8-aab4-c894b8dc98f3) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:17.148022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:11:17.148356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:11:17.148682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:17.150542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.159255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Port 7fa2640a-3034-4971-b259-0ecad306b28c on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:11:17.159577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Attempting to bind port 7fa2640a-3034-4971-b259-0ecad306b28c on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:17.200088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:11:17.200088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:17.200088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:11:17.200088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Bound port: 7fa2640a-3034-4971-b259-0ecad306b28c, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:11:17.200088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.223898 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.312159 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-6e28ff8f-0c8a-4d77-9e5d-b10e4e6596b6 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791&tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1095 time: 0.4502807 Feb 11 13:11:17.366297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5711fe7-6ab0-4f6e-9791-9c800c679593 req-c1cbaba9-904d-44aa-bc80-3c5ce6888fb8 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:17.374161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f5711fe7-6ab0-4f6e-9791-9c800c679593 req-c1cbaba9-904d-44aa-bc80-3c5ce6888fb8 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 949 time: 0.4963999 Feb 11 13:11:17.458704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:17.491890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.516155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.520318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83de80c-1040-4f16-a0b5-fd5831e3e3f5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:17.535892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:17.544569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.544916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.545253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.545582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.545907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.546256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.546687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.547239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.547756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.548267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.548790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.566096 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f5711fe7-6ab0-4f6e-9791-9c800c679593 req-c436ea22-cb1f-4603-932c-bc5aee4bb51c tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909990 Feb 11 13:11:17.569579 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.606443 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.606443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e61e65b4-3fee-40af-9cd6-c8acff9d92ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b83de80c-1040-4f16-a0b5-fd5831e3e3f5 HTTP/1.1" status: 204 len: 168 time: 0.5614996 Feb 11 13:11:17.627976 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.635840 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33b41b2b-784a-4e7c-88b5-84907e0bd4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.723517 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c', 'code': 200} Feb 11 13:11:17.787488 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.790892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] 10.222.0.73 "PUT /v2.0/ports/7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 1097 time: 3.9864535 Feb 11 13:11:17.862214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a81b8d21-e702-438e-a887-5ac058a1075d req-bb624a4a-a026-4500-8472-acea94a303e0 service neutron] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:17.870223 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-68be592d-9148-4036-abd6-49e60908f40b req-43611b48-eba7-4165-801b-746174692657 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] show failed (client error): The resource could not be found. Feb 11 13:11:17.885967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-68be592d-9148-4036-abd6-49e60908f40b req-43611b48-eba7-4165-801b-746174692657 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/8bf44ab3-55af-46ba-aee3-09acc3c1800c HTTP/1.1" status: 404 len: 352 time: 0.1359658 Feb 11 13:11:17.908001 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a81b8d21-e702-438e-a887-5ac058a1075d req-bb624a4a-a026-4500-8472-acea94a303e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:17.909385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-bb624a4a-a026-4500-8472-acea94a303e0 service neutron] 10.222.0.73 "DELETE /v2.0/ports/fe864379-9abc-4f94-86b2-bb20dd0b7d72/bindings/n-h2-818559-1 HTTP/1.1" status: 204 len: 173 time: 0.5918655 Feb 11 13:11:17.910536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=11']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:17.955722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.956068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.956613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.958679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.959213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.959712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.960727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.961224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.961722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.962212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.962741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c056cb4a-9417-4214-baa8-25d9bf2feda7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.980352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Network 083bbb3a-6491-4c7e-be96-faf3a1bca70c is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:17.988263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event updated for resources: {'Port': ['ID=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:17.995185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:18.005699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:11:18.014435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-d7da5090-5d41-40c4-ad30-d5293200a1ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1100 time: 0.1869924 Feb 11 13:11:18.120581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:18.122520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:18.157867 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-9a31e3bb-ef37-4ee8-93f2-e6b5edd54015 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7873814 Feb 11 13:11:18.178729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Request body: {'port': {'device_id': '10d67f0c-2e36-42b5-b24b-9b4b13ed18c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:18.242743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dad74-96a2-4a67-b500-8906308786b8 req-a87ece47-ca1c-4c71-bb58-1128bca19728 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:18.250428 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f43dad74-96a2-4a67-b500-8906308786b8 req-a87ece47-ca1c-4c71-bb58-1128bca19728 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 949 time: 0.2008047 Feb 11 13:11:18.270872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-62f22258-41ec-46ba-89cb-255a238cdb7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:18.272364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-62f22258-41ec-46ba-89cb-255a238cdb7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2490435 Feb 11 13:11:18.342247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53640) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:18.343081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:18.376136 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-b3cc6d57-4741-4881-b1b5-438525543c52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 217 time: 0.0959070 Feb 11 13:11:18.425672 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f43dad74-96a2-4a67-b500-8906308786b8 req-48d74d77-257b-4112-a6e3-5474c073eb79 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732419 Feb 11 13:11:18.510801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-13788585-2f4b-444e-8df9-1acf0754ffe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:18.513127 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-13788585-2f4b-444e-8df9-1acf0754ffe5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1281009 Feb 11 13:11:18.627350 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cc5adc3c-c132-45dd-a846-d3af69b891ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=35016ca1d17740a5b61f12998bd524cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2685697 Feb 11 13:11:18.628294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53654) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:18.708087 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-fdd781be-530b-4eb5-90df-09d47852bb93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1889174 Feb 11 13:11:18.732687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609bef3-deef-41d5-82d7-eea98b4b6085 req-631bbc2d-bf26-4215-8d84-0d81a24b1e42 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:18.734338 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:18.740364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d609bef3-deef-41d5-82d7-eea98b4b6085 req-631bbc2d-bf26-4215-8d84-0d81a24b1e42 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 944 time: 0.2145627 Feb 11 13:11:18.845494 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:18.874626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d609bef3-deef-41d5-82d7-eea98b4b6085 req-7930ff6c-8213-46ea-ad00-7dcd571e6df8 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324637 Feb 11 13:11:18.876102 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e4730ee-852e-43bc-a330-f24ff864b839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:18.936974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e4730ee-852e-43bc-a330-f24ff864b839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:18.972842 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-7ceb490d-5314-4758-8275-9190c89ba056 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460885 Feb 11 13:11:19.109349 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-8da43b64-fa15-41b9-9196-193c4d625682 req-ca975af0-6e35-4186-94d5-6561d405c24a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] show failed (client error): The resource could not be found. Feb 11 13:11:19.109349 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8da43b64-fa15-41b9-9196-193c4d625682 req-ca975af0-6e35-4186-94d5-6561d405c24a tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/b8438ea4-a449-456a-a454-bba662f0927b HTTP/1.1" status: 404 len: 352 time: 0.0842464 Feb 11 13:11:19.125209 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e4730ee-852e-43bc-a330-f24ff864b839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:19.198043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4730ee-852e-43bc-a330-f24ff864b839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653ca53d-beaa-49db-ac1f-4b547a8ec2c7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:19.230027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28277fa7-6ee8-471e-83a8-43caf857e089 req-e44ec805-c727-4b96-bf08-cabfa5089291 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431614 Feb 11 13:11:19.240396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e4730ee-852e-43bc-a330-f24ff864b839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:19.240396 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4e4730ee-852e-43bc-a330-f24ff864b839 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/653ca53d-beaa-49db-ac1f-4b547a8ec2c7 HTTP/1.1" status: 204 len: 168 time: 0.6097038 Feb 11 13:11:19.287853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c38efd-b989-4bb8-aab4-c894b8dc98f3 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:11:19.307700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:19.376617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Transition to ACTIVE for port object c5c38efd-b989-4bb8-aab4-c894b8dc98f3 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:19.388176 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:19.643042 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5b328dd6-d57e-4793-9282-6a297e67919d req-19230b3f-ad86-4615-a3d4-e348016e7877 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0823238 Feb 11 13:11:19.643793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:19.708450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c812f0-af86-48db-a6bd-f512f99aa476 req-29487503-e4aa-49f9-96e9-1c34be834ad3 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:19.708450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-96c812f0-af86-48db-a6bd-f512f99aa476 req-29487503-e4aa-49f9-96e9-1c34be834ad3 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Synchronizing usage tracker for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:19.724273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:19.861179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-96c812f0-af86-48db-a6bd-f512f99aa476 req-29487503-e4aa-49f9-96e9-1c34be834ad3 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Unset dirty status for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:19.861179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96c812f0-af86-48db-a6bd-f512f99aa476 req-29487503-e4aa-49f9-96e9-1c34be834ad3 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 931 time: 0.5401552 Feb 11 13:11:19.871961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Attempting to bind port c5c38efd-b989-4bb8-aab4-c894b8dc98f3 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:11:19.871961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Attempting to bind port c5c38efd-b989-4bb8-aab4-c894b8dc98f3 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:11:19.871961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Attempting to bind port c5c38efd-b989-4bb8-aab4-c894b8dc98f3 on network 083bbb3a-6491-4c7e-be96-faf3a1bca70c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:19.904490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bc9b6-4463-4d12-9cb7-ea195e60a293 req-db8a7e6a-dd75-4413-9c8a-49289c189cb6 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:19.911516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e33bc9b6-4463-4d12-9cb7-ea195e60a293 req-db8a7e6a-dd75-4413-9c8a-49289c189cb6 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 949 time: 0.1199181 Feb 11 13:11:19.915319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Port c5c38efd-b989-4bb8-aab4-c894b8dc98f3 on network 083bbb3a-6491-4c7e-be96-faf3a1bca70c not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:11:19.915319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Attempting to bind port c5c38efd-b989-4bb8-aab4-c894b8dc98f3 on network 083bbb3a-6491-4c7e-be96-faf3a1bca70c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:19.942335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:11:19.942335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Checking segment: {'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:19.942537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Bound using segment: {'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:11:19.942964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Bound port: c5c38efd-b989-4bb8-aab4-c894b8dc98f3, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:11:19.943479 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:19.974012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e33bc9b6-4463-4d12-9cb7-ea195e60a293 req-8347e97c-00f5-47e1-a1d7-525c7716bd1c tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615027 Feb 11 13:11:19.995639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-96c812f0-af86-48db-a6bd-f512f99aa476 req-8be10b94-9ac0-47aa-8f3c-8f01fc98742c tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Synchronizing usage tracker for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:20.057741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-96c812f0-af86-48db-a6bd-f512f99aa476 req-8be10b94-9ac0-47aa-8f3c-8f01fc98742c tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Unset dirty status for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:20.063465 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96c812f0-af86-48db-a6bd-f512f99aa476 req-8be10b94-9ac0-47aa-8f3c-8f01fc98742c tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887448 Feb 11 13:11:20.110566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] For port c5c38efd-b989-4bb8-aab4-c894b8dc98f3, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:20.120264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] For port c5c38efd-b989-4bb8-aab4-c894b8dc98f3, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:20.122883 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:20.130898 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:20.331140 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:20.332594 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] 10.222.0.75 "PUT /v2.0/ports/c5c38efd-b989-4bb8-aab4-c894b8dc98f3 HTTP/1.1" status: 200 len: 1091 time: 2.1611271 Feb 11 13:11:20.334264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d67f0c-2e36-42b5-b24b-9b4b13ed18c8', 'tag': 'c5c38efd-b989-4bb8-aab4-c894b8dc98f3'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:20.365507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643ebbc-6599-4b9c-9cee-deb75a53c510 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:20.398055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5562f9-5163-4628-a7d5-6d1a99f45320 req-8bcb48cc-562b-4305-ba76-e87724caa818 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:20.405072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff5562f9-5163-4628-a7d5-6d1a99f45320 req-8bcb48cc-562b-4305-ba76-e87724caa818 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 949 time: 0.1606760 Feb 11 13:11:20.658885 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff5562f9-5163-4628-a7d5-6d1a99f45320 req-f0fa31dc-7c18-4309-8e08-2d3f70ca36a3 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473266 Feb 11 13:11:20.671647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-65646381-ed6a-4c07-8458-db0051a00b42 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40d3c8cd37f4490b980420f182cbf936&device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 1094 time: 0.2168598 Feb 11 13:11:20.805776 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c', 'status': 'completed', 'code': 200} Feb 11 13:11:20.812607 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-43f3552d-2ea4-455e-a5ce-de2a0e8a9b3c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5c38efd-b989-4bb8-aab4-c894b8dc98f3 HTTP/1.1" status: 200 len: 217 time: 0.1315641 Feb 11 13:11:20.909875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963254f-efba-4bd6-8127-ceb991138f54 req-15b48b56-ab51-4a9e-9734-8587164a6645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:20.910889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-15b48b56-ab51-4a9e-9734-8587164a6645 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=030317ec-c34e-463e-b879-f7a97714cfe0 HTTP/1.1" status: 200 len: 862 time: 0.0846324 Feb 11 13:11:21.000957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-8a3a84a7-2db8-4a84-b364-d68e8815c64c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=083bbb3a-6491-4c7e-be96-faf3a1bca70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768678 Feb 11 13:11:21.323398 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa19284-4cb5-4cf2-b8bb-c21a296079f6 req-a642ac1e-f6bd-4978-976b-3f30e70a8f54 tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=78c3d24b8c834db3b228765977217310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4091899 Feb 11 13:11:21.468754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-e5261b47-8860-4249-9daa-c0ce8f158379 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1100 time: 0.5702479 Feb 11 13:11:21.557375 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-1434d2a8-e99a-4739-ac72-2aae068d1dc0 service neutron] 10.222.0.75 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483387 Feb 11 13:11:21.650173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-827b2faf-154a-4579-ab91-b959446d2482 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=12b287917ba646e9b3169123c7ffe5dc&device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1100 time: 0.8158238 Feb 11 13:11:21.702888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-046075d8-1c45-4819-8ecf-ea9236b91f20 req-a2a83cef-9f11-4ec4-96a7-f7e12ffa7bc0 tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 1095 time: 0.2375100 Feb 11 13:11:21.742215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:11:21.781924 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4963254f-efba-4bd6-8127-ceb991138f54 req-762bc328-6325-493b-b832-d8e718b99fad service neutron] 10.222.0.75 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002785 Feb 11 13:11:21.791249 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-046075d8-1c45-4819-8ecf-ea9236b91f20 req-453fad55-33ac-4fe7-a540-affa18c3af8e tempest-LiveAutoBlockMigrationV225Test-573456091 tempest-LiveAutoBlockMigrationV225Test-573456091-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895872 Feb 11 13:11:21.851230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa19284-4cb5-4cf2-b8bb-c21a296079f6 req-cd99cec7-4f16-4c65-8fa3-30eae072491a tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:21.851230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa19284-4cb5-4cf2-b8bb-c21a296079f6 req-cd99cec7-4f16-4c65-8fa3-30eae072491a tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4539204 Feb 11 13:11:21.935311 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d67f0c-2e36-42b5-b24b-9b4b13ed18c8', 'tag': 'c5c38efd-b989-4bb8-aab4-c894b8dc98f3', 'status': 'completed', 'code': 200} Feb 11 13:11:21.938000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-ec24698e-753b-42ec-95fc-f7f9f047c401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:21.942271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-ec24698e-753b-42ec-95fc-f7f9f047c401 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3910856 Feb 11 13:11:21.944754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:21.976427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '7fa2640a-3034-4971-b259-0ecad306b28c', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '7fa2640a-3034-4971-b259-0ecad306b28c', 'mac_address': 'fa:16:3e:f2:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:11:21.995513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa19284-4cb5-4cf2-b8bb-c21a296079f6 req-d623e5b5-44ea-4b57-bf12-93768c667233 tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/quotas/78c3d24b8c834db3b228765977217310 HTTP/1.1" status: 200 len: 375 time: 0.1440499 Feb 11 13:11:21.998899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-af1a3cea-d25b-43ab-a640-17d867890c6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:22.000211 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-af1a3cea-d25b-43ab-a640-17d867890c6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.3419828 Feb 11 13:11:22.070077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:22.102859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa2640a-3034-4971-b259-0ecad306b28c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:11:22.137223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:22.146842 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:22.177326 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e607aa3-3c18-4e28-bc5e-f01f9ca0adfa req-74629706-9c65-4c51-967b-10c16cf27c68 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40d3c8cd37f4490b980420f182cbf936&device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 1094 time: 0.1944923 Feb 11 13:11:22.289601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-5d708e77-42a3-4990-a509-02a255587d21 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 217 time: 0.2880929 Feb 11 13:11:22.351509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa19284-4cb5-4cf2-b8bb-c21a296079f6 req-108c068a-85df-4bbc-b050-b6c4da0c56ad tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=78c3d24b8c834db3b228765977217310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2622941 Feb 11 13:11:22.363994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=12']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:22.432361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576cc79-edb2-47dd-a7bf-a49dbc25b9c9 req-4d653e7f-610d-447e-a501-18a842d5dd8c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:22.440992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a576cc79-edb2-47dd-a7bf-a49dbc25b9c9 req-4d653e7f-610d-447e-a501-18a842d5dd8c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 1024 time: 0.3071661 Feb 11 13:11:22.454186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['7fa2640a-3034-4971-b259-0ecad306b28c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:22.496833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e607aa3-3c18-4e28-bc5e-f01f9ca0adfa req-066ffdda-6bd1-45f9-9746-a0f3940c904f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:22.498100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e607aa3-3c18-4e28-bc5e-f01f9ca0adfa req-066ffdda-6bd1-45f9-9746-a0f3940c904f service neutron] 10.222.0.75 "GET /v2.0/networks?id=083bbb3a-6491-4c7e-be96-faf3a1bca70c HTTP/1.1" status: 200 len: 923 time: 0.3080742 Feb 11 13:11:22.592875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7089486d-79b0-49eb-adc1-798aa649c95a req-6b1d80dd-da7d-49f1-bf69-a295dc00215a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.1200802 Feb 11 13:11:22.596592 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-6d207ed1-a2be-494e-8228-fb8b9681b54d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 200 len: 217 time: 0.5032153 Feb 11 13:11:22.719059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e607aa3-3c18-4e28-bc5e-f01f9ca0adfa req-784ec51e-cf37-4c3b-b83d-96d25018e2ef service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5c38efd-b989-4bb8-aab4-c894b8dc98f3 HTTP/1.1" status: 200 len: 217 time: 0.1440415 Feb 11 13:11:22.732005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a576cc79-edb2-47dd-a7bf-a49dbc25b9c9 req-305530e3-3e0f-42af-913d-94a1abbf283b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Synchronizing usage tracker for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:22.735121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-8a276c3a-7a7e-4d4c-8ace-4439d9d15792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:22.738430 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-8a276c3a-7a7e-4d4c-8ace-4439d9d15792 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1271541 Feb 11 13:11:22.759990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a576cc79-edb2-47dd-a7bf-a49dbc25b9c9 req-305530e3-3e0f-42af-913d-94a1abbf283b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Unset dirty status for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:22.774778 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a576cc79-edb2-47dd-a7bf-a49dbc25b9c9 req-305530e3-3e0f-42af-913d-94a1abbf283b tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups?id=fdb9f227-79db-43c6-9605-b2e8d0ba46c1&id=627c5de0-3111-4caa-8273-b6ba22e34511&id=0aba0e93-dcd7-4065-bb94-acb30ffec817&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3326006 Feb 11 13:11:22.808158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-8acd95f2-1241-4432-a098-d147df6aaec6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:22.808158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-8acd95f2-1241-4432-a098-d147df6aaec6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 1024 time: 0.3193164 Feb 11 13:11:22.880721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-c3c3e063-46b8-41cb-a158-bc382b359d40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:22.880721 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-c3c3e063-46b8-41cb-a158-bc382b359d40 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.5213718 Feb 11 13:11:22.993578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e0cd84a-51f1-49c5-875f-f552aa041920 req-df13a653-5f63-4205-84fa-b13d5ba83573 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.2537181 Feb 11 13:11:23.034625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-71d76877-d6ab-4ef4-b64f-7ecaa2f7f2f6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Deleting port 067bf274-73f8-4877-bf04-17867850256e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:23.035078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-71d76877-d6ab-4ef4-b64f-7ecaa2f7f2f6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:23.084435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-e424fb92-b5a6-4189-b0ce-e613c62d7a5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3374910 Feb 11 13:11:23.117806 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-5977700b-bdf3-4d0a-b753-69f29d42ac72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2300305 Feb 11 13:11:23.185937 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e607aa3-3c18-4e28-bc5e-f01f9ca0adfa req-4c5f0942-749b-445f-a783-077716365efd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:23.187427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e607aa3-3c18-4e28-bc5e-f01f9ca0adfa req-4c5f0942-749b-445f-a783-077716365efd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=030317ec-c34e-463e-b879-f7a97714cfe0 HTTP/1.1" status: 200 len: 862 time: 0.3643124 Feb 11 13:11:23.283647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e607aa3-3c18-4e28-bc5e-f01f9ca0adfa req-84177481-89f7-40f2-98e2-558f8c6c28d3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=083bbb3a-6491-4c7e-be96-faf3a1bca70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647409 Feb 11 13:11:23.296763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b5e61-9d9c-41fe-b833-8284f03753df req-d8bf71be-cc5a-49ff-82f1-14a297bde8e0 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:23.299946 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-816b5e61-9d9c-41fe-b833-8284f03753df req-d8bf71be-cc5a-49ff-82f1-14a297bde8e0 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 943 time: 0.2347896 Feb 11 13:11:23.410288 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-a7ae73fa-c8a7-4f73-b78c-fb5e6b790ba9 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169568 Feb 11 13:11:23.451010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-0aae1697-7813-462b-87f6-96c5e2282a3e service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772205 Feb 11 13:11:23.584895 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-816b5e61-9d9c-41fe-b833-8284f03753df req-449ccedc-8614-480e-937f-ce6ab7d3cdc5 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557716 Feb 11 13:11:23.633910 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e607aa3-3c18-4e28-bc5e-f01f9ca0adfa req-ca925c0e-05ea-4745-8d04-53ff0f92a109 service neutron] 10.222.0.75 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317921 Feb 11 13:11:23.643284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-71d76877-d6ab-4ef4-b64f-7ecaa2f7f2f6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] For port 067bf274-73f8-4877-bf04-17867850256e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=067bf274-73f8-4877-bf04-17867850256e,segment=NetworkSegment(4b5eadf8-3af3-4821-8d77-9fcb453a15ee),segment_id=4b5eadf8-3af3-4821-8d77-9fcb453a15ee)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:23.643284 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-71d76877-d6ab-4ef4-b64f-7ecaa2f7f2f6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:23.738289 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9bee101-6081-4195-bb7f-b162def40c69 req-a38481b0-77b5-4e0d-8e3b-bd27e2d7e9d0 tempest-ServersAdminNegativeTestJSON-1116904061 tempest-ServersAdminNegativeTestJSON-1116904061-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 1100 time: 0.5379810 Feb 11 13:11:23.759096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:23.794092 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9bee101-6081-4195-bb7f-b162def40c69 req-fb69e0dc-dd3c-4455-b230-2e2d0df94a4d tempest-ServersAdminNegativeTestJSON-1116904061 tempest-ServersAdminNegativeTestJSON-1116904061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:23.913872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e9bee101-6081-4195-bb7f-b162def40c69 req-fb69e0dc-dd3c-4455-b230-2e2d0df94a4d tempest-ServersAdminNegativeTestJSON-1116904061 tempest-ServersAdminNegativeTestJSON-1116904061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:23.923947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e9bee101-6081-4195-bb7f-b162def40c69 req-fb69e0dc-dd3c-4455-b230-2e2d0df94a4d tempest-ServersAdminNegativeTestJSON-1116904061 tempest-ServersAdminNegativeTestJSON-1116904061-project-admin] Usage tracker for resource:security_group_rule and tenant:60d7ee46c20f49c384a17b56c6cf3b33 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:23.929066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e9bee101-6081-4195-bb7f-b162def40c69 req-fb69e0dc-dd3c-4455-b230-2e2d0df94a4d tempest-ServersAdminNegativeTestJSON-1116904061 tempest-ServersAdminNegativeTestJSON-1116904061-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:23.933664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 7fa2640a-3034-4971-b259-0ecad306b28c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:23.937611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e9bee101-6081-4195-bb7f-b162def40c69 req-fb69e0dc-dd3c-4455-b230-2e2d0df94a4d tempest-ServersAdminNegativeTestJSON-1116904061 tempest-ServersAdminNegativeTestJSON-1116904061-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:23.943473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 7fa2640a-3034-4971-b259-0ecad306b28c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:23.944345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:23.961350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-38fdbbbc-dd06-45a4-9608-ce3d6b00fc92 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349863 Feb 11 13:11:23.968846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1012ce4d-7e22-433a-b5cc-c62b83c39d39 req-81e917d4-44d6-4f6a-8645-96c7b71b3f8a service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613903 Feb 11 13:11:24.013951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-71d76877-d6ab-4ef4-b64f-7ecaa2f7f2f6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Calling delete_port for 067bf274-73f8-4877-bf04-17867850256e owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:24.070754 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9bee101-6081-4195-bb7f-b162def40c69 req-fb69e0dc-dd3c-4455-b230-2e2d0df94a4d tempest-ServersAdminNegativeTestJSON-1116904061 tempest-ServersAdminNegativeTestJSON-1116904061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:24.081072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9bee101-6081-4195-bb7f-b162def40c69 req-fb69e0dc-dd3c-4455-b230-2e2d0df94a4d tempest-ServersAdminNegativeTestJSON-1116904061 tempest-ServersAdminNegativeTestJSON-1116904061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:24.111566 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:24.144537 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:24.158043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:24.162454 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:24.163464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9bee101-6081-4195-bb7f-b162def40c69 req-fb69e0dc-dd3c-4455-b230-2e2d0df94a4d tempest-ServersAdminNegativeTestJSON-1116904061 tempest-ServersAdminNegativeTestJSON-1116904061-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242756 Feb 11 13:11:24.165251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69e0dc-dd3c-4455-b230-2e2d0df94a4d tempest-ServersAdminNegativeTestJSON-1116904061 tempest-ServersAdminNegativeTestJSON-1116904061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3dab3-d8a6-4209-948e-237bcb1947c9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:24.196014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e607aa3-3c18-4e28-bc5e-f01f9ca0adfa req-1a7c990d-edb3-4000-8793-1401931dccff service neutron] 10.222.0.75 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445871 Feb 11 13:11:24.236451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5244b-6e8f-4993-81cc-fb089b742d32 req-d577bca3-afab-44d1-9bf2-77194ff10ebe tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:24.238015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a4a5244b-6e8f-4993-81cc-fb089b742d32 req-d577bca3-afab-44d1-9bf2-77194ff10ebe tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 950 time: 0.3318651 Feb 11 13:11:24.290135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=13']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:24.363601 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a4a5244b-6e8f-4993-81cc-fb089b742d32 req-1c6927f2-b01e-481c-8ee5-fb6595abfb79 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735819 Feb 11 13:11:24.363601 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-71d76877-d6ab-4ef4-b64f-7ecaa2f7f2f6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:24.380968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['067bf274-73f8-4877-bf04-17867850256e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:24.431992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d76877-d6ab-4ef4-b64f-7ecaa2f7f2f6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'Port': ['ID=067bf274-73f8-4877-bf04-17867850256e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:24.564999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-71d76877-d6ab-4ef4-b64f-7ecaa2f7f2f6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] No DVR routers for this DVR port 067bf274-73f8-4877-bf04-17867850256e on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:24.569761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-71d76877-d6ab-4ef4-b64f-7ecaa2f7f2f6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:24.584224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'name': 'network-vif-deleted', 'tag': '067bf274-73f8-4877-bf04-17867850256e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:24.590855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7dd76435-7a5a-46a4-a2b3-67290ffa4868 req-71d76877-d6ab-4ef4-b64f-7ecaa2f7f2f6 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.75 "DELETE /v2.0/ports/067bf274-73f8-4877-bf04-17867850256e HTTP/1.1" status: 204 len: 173 time: 1.7656534 Feb 11 13:11:24.896355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d3ac-a483-4d60-9960-ed394343a7e9 req-df9ef18b-d750-4fa8-9872-8bb57fafe554 tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:24.896992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d3ac-a483-4d60-9960-ed394343a7e9 req-df9ef18b-d750-4fa8-9872-8bb57fafe554 tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:24.897101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d3ac-a483-4d60-9960-ed394343a7e9 req-df9ef18b-d750-4fa8-9872-8bb57fafe554 tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:24.897414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d3ac-a483-4d60-9960-ed394343a7e9 req-df9ef18b-d750-4fa8-9872-8bb57fafe554 tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:24.897764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d3ac-a483-4d60-9960-ed394343a7e9 req-df9ef18b-d750-4fa8-9872-8bb57fafe554 tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:24.898113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d3ac-a483-4d60-9960-ed394343a7e9 req-df9ef18b-d750-4fa8-9872-8bb57fafe554 tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:24.898461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d3ac-a483-4d60-9960-ed394343a7e9 req-df9ef18b-d750-4fa8-9872-8bb57fafe554 tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:24.900281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70e9d3ac-a483-4d60-9960-ed394343a7e9 req-df9ef18b-d750-4fa8-9872-8bb57fafe554 tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5034 time: 0.1585753 Feb 11 13:11:24.962894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1a9c85e8-42a6-4b71-9ab6-30bf509986dd req-838f8d33-af3b-4556-b91d-dde3c8d89b3c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Synchronizing usage tracker for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:24.978560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1a9c85e8-42a6-4b71-9ab6-30bf509986dd req-838f8d33-af3b-4556-b91d-dde3c8d89b3c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Unset dirty status for tenant:30e4e65ed6db4a40b9baf3f9e6919213 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:24.979724 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1a9c85e8-42a6-4b71-9ab6-30bf509986dd req-838f8d33-af3b-4556-b91d-dde3c8d89b3c tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc60e8fd-5c11-4e93-9801-12f5dadd5e70 HTTP/1.1" status: 200 len: 210 time: 0.0581169 Feb 11 13:11:25.047725 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c', 'code': 200} Feb 11 13:11:25.048490 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c240338-b079-4f1d-b032-5cf1365bae75 req-e3104824-bd45-4128-a9a7-4deeef7c46cb tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0419178 Feb 11 13:11:25.277032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-a03ab7d2-0c38-44f8-a7ad-3a313c59a929 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:25.278943 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-a03ab7d2-0c38-44f8-a7ad-3a313c59a929 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 944 time: 0.0930028 Feb 11 13:11:25.393362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76902f67-6858-4be2-b992-bb35e5bd00e4 req-107bfa51-2377-4241-a819-7d5f005fe26d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2426257 Feb 11 13:11:25.418553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-2b5366b0-b3c0-49ce-8493-cc67e8abec48 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Deleting port fe864379-9abc-4f94-86b2-bb20dd0b7d72 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:25.418845 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-2b5366b0-b3c0-49ce-8493-cc67e8abec48 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:25.524116 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-356190b6-bb62-4d10-bb66-772b0ca04e2a req-3d7afcf3-30a3-4b25-a54f-5ac3f6c85f44 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 1102 time: 0.1884558 Feb 11 13:11:25.569021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c451b9c-d5f3-4b17-abcf-b47a84a435d8 req-3fedcf1b-7f09-491b-9935-a2067323a72d tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:25.570822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c451b9c-d5f3-4b17-abcf-b47a84a435d8 req-3fedcf1b-7f09-491b-9935-a2067323a72d tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 944 time: 0.0804152 Feb 11 13:11:25.621109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c451b9c-d5f3-4b17-abcf-b47a84a435d8 req-aa7a6341-0b01-4ce5-9ee9-855a69fbdc37 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Feb 11 13:11:25.671573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-356190b6-bb62-4d10-bb66-772b0ca04e2a req-b78ea16b-78f4-4533-ba93-23bdeb40fc43 tempest-MigrationsAdminTest-568863035 tempest-MigrationsAdminTest-568863035-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348131 Feb 11 13:11:25.710958 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc60e8fd-5c11-4e93-9801-12f5dadd5e70', 'name': 'network-vif-deleted', 'tag': '067bf274-73f8-4877-bf04-17867850256e', 'status': 'completed', 'code': 200} Feb 11 13:11:25.728564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-2b5366b0-b3c0-49ce-8493-cc67e8abec48 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] For port fe864379-9abc-4f94-86b2-bb20dd0b7d72, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fe864379-9abc-4f94-86b2-bb20dd0b7d72,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:25.728992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-2b5366b0-b3c0-49ce-8493-cc67e8abec48 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:25.884787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-2b5366b0-b3c0-49ce-8493-cc67e8abec48 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Calling delete_port for fe864379-9abc-4f94-86b2-bb20dd0b7d72 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:25.970044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9721f5a-6d5e-4eb7-aa94-e6a3d4ea588a req-c0b88e94-57a1-4ebc-92df-ff232650ac8f tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:25.971446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9721f5a-6d5e-4eb7-aa94-e6a3d4ea588a req-c0b88e94-57a1-4ebc-92df-ff232650ac8f tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 886 time: 0.1310263 Feb 11 13:11:26.024015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e178465-ee9d-4653-b097-4b87a384edae req-e48b952f-bb86-4719-bcca-6cd10c4142f0 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.025467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e178465-ee9d-4653-b097-4b87a384edae req-e48b952f-bb86-4719-bcca-6cd10c4142f0 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 943 time: 0.2302272 Feb 11 13:11:26.092556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e178465-ee9d-4653-b097-4b87a384edae req-78bec5be-d65d-4b1a-bc0d-b07abd2e5141 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609314 Feb 11 13:11:26.093554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-2b5366b0-b3c0-49ce-8493-cc67e8abec48 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:26.110111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7d561fee-5409-4070-83c9-8cb9bd9d172e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:26.140608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5366b0-b3c0-49ce-8493-cc67e8abec48 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Pushing event deleted for resources: {'Port': ['ID=fe864379-9abc-4f94-86b2-bb20dd0b7d72,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:26.239094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-2b5366b0-b3c0-49ce-8493-cc67e8abec48 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] No DVR routers for this DVR port fe864379-9abc-4f94-86b2-bb20dd0b7d72 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:26.242510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-2b5366b0-b3c0-49ce-8493-cc67e8abec48 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:26.246595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'name': 'network-vif-deleted', 'tag': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:26.271146 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02850aec-31d2-4a93-93f4-1cc5ba5e540c req-2b5366b0-b3c0-49ce-8493-cc67e8abec48 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.73 "DELETE /v2.0/ports/fe864379-9abc-4f94-86b2-bb20dd0b7d72 HTTP/1.1" status: 204 len: 173 time: 0.9870882 Feb 11 13:11:26.595648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device c5c38efd-b989-4bb8-aab4-c894b8dc98f3 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:11:26.610606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 067bf274-73f8-4877-bf04-17867850256e no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:26.644311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 067bf274-73f8-4877-bf04-17867850256e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:26.644646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 067bf274-73f8-4877-bf04-17867850256e not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:26.730765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7aa07-76b5-4a68-9c41-fc08339600e0 req-1aba6910-7455-4e92-af02-101ac664da7a tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.731593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7aa07-76b5-4a68-9c41-fc08339600e0 req-1aba6910-7455-4e92-af02-101ac664da7a tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.732118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7aa07-76b5-4a68-9c41-fc08339600e0 req-1aba6910-7455-4e92-af02-101ac664da7a tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.732628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7aa07-76b5-4a68-9c41-fc08339600e0 req-1aba6910-7455-4e92-af02-101ac664da7a tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.733162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7aa07-76b5-4a68-9c41-fc08339600e0 req-1aba6910-7455-4e92-af02-101ac664da7a tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.733670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7aa07-76b5-4a68-9c41-fc08339600e0 req-1aba6910-7455-4e92-af02-101ac664da7a tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.734171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7aa07-76b5-4a68-9c41-fc08339600e0 req-1aba6910-7455-4e92-af02-101ac664da7a tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.736587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8ce7aa07-76b5-4a68-9c41-fc08339600e0 req-1aba6910-7455-4e92-af02-101ac664da7a tempest-NetworksTest-1914737100 tempest-NetworksTest-1914737100-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5034 time: 0.2238305 Feb 11 13:11:26.788366 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba564fa3-9222-4665-a2ff-9df5aaa10791', 'name': 'network-vif-deleted', 'tag': 'fe864379-9abc-4f94-86b2-bb20dd0b7d72', 'status': 'completed', 'code': 200} Feb 11 13:11:26.879824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port c5c38efd-b989-4bb8-aab4-c894b8dc98f3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:26.929364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'c5c38efd-b989-4bb8-aab4-c894b8dc98f3', 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c', 'port_id': 'c5c38efd-b989-4bb8-aab4-c894b8dc98f3', 'mac_address': 'fa:16:3e:a0:09:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030317ec-c34e-463e-b879-f7a97714cfe0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:11:27.005137 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:27.023226 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-513ca31f-1a95-4f1c-b756-b2e971f49b45 req-92040441-2a32-4319-b264-d1ad35313aa1 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0910478 Feb 11 13:11:27.038682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c38efd-b989-4bb8-aab4-c894b8dc98f3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:11:27.079220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e6b8a-bc01-4bac-bd27-527725566878 req-c13a9719-9441-4c49-8128-155fb563e3b5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:27.081768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port c5c38efd-b989-4bb8-aab4-c894b8dc98f3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:27.083733 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-144e6b8a-bc01-4bac-bd27-527725566878 req-c13a9719-9441-4c49-8128-155fb563e3b5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 951 time: 0.1083722 Feb 11 13:11:27.086099 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:27.147593 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-144e6b8a-bc01-4bac-bd27-527725566878 req-f83388c6-a0e9-4fc4-ad59-088a3ba03f21 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577199 Feb 11 13:11:27.181568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:27.257756 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30f5287d-fa46-41a5-86d7-085bc76b9419 req-1d1e204b-c02a-4fdf-85a2-c63a090a5cfc tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/0aba0e93-dcd7-4065-bb94-acb30ffec817 HTTP/1.1" status: 200 len: 1633 time: 0.0559640 Feb 11 13:11:27.327334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-44751f3e-5aca-4a04-8e7e-a2ac2dde419e req-cfa28b52-3ee6-4952-b6cc-952d3d57f6e1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Synchronizing usage tracker for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:27.345399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53820) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:27.352694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-44751f3e-5aca-4a04-8e7e-a2ac2dde419e req-cfa28b52-3ee6-4952-b6cc-952d3d57f6e1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Unset dirty status for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:27.365102 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44751f3e-5aca-4a04-8e7e-a2ac2dde419e req-cfa28b52-3ee6-4952-b6cc-952d3d57f6e1 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba564fa3-9222-4665-a2ff-9df5aaa10791 HTTP/1.1" status: 200 len: 210 time: 0.1854739 Feb 11 13:11:27.376990 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-30f5287d-fa46-41a5-86d7-085bc76b9419 req-3c7df9c2-5fe2-4d73-ba91-29b2340fcee1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:27.419256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['c5c38efd-b989-4bb8-aab4-c894b8dc98f3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:27.443537 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-30f5287d-fa46-41a5-86d7-085bc76b9419 req-3c7df9c2-5fe2-4d73-ba91-29b2340fcee1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:27.499186 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-30f5287d-fa46-41a5-86d7-085bc76b9419 req-3c7df9c2-5fe2-4d73-ba91-29b2340fcee1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:27.531784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7df9c2-5fe2-4d73-ba91-29b2340fcee1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aba0e93-dcd7-4065-bb94-acb30ffec817,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:27.559435 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-30f5287d-fa46-41a5-86d7-085bc76b9419 req-3c7df9c2-5fe2-4d73-ba91-29b2340fcee1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:27.559836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92bf52ff-debc-4ca3-a5a9-f573b3420506 req-164faad5-aa9f-474a-b703-144964bd8844 tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=78c3d24b8c834db3b228765977217310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397360 Feb 11 13:11:27.578706 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30f5287d-fa46-41a5-86d7-085bc76b9419 req-3c7df9c2-5fe2-4d73-ba91-29b2340fcee1 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/0aba0e93-dcd7-4065-bb94-acb30ffec817 HTTP/1.1" status: 204 len: 173 time: 0.3144400 Feb 11 13:11:27.721889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69d46516-e1c5-4db2-89e3-43561f99b939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:27.751149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fe864379-9abc-4f94-86b2-bb20dd0b7d72 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:27.788999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-69d46516-e1c5-4db2-89e3-43561f99b939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:27.813812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: fe864379-9abc-4f94-86b2-bb20dd0b7d72 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:27.814535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fe864379-9abc-4f94-86b2-bb20dd0b7d72 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:27.840698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c217926-6c64-4fe8-8058-9bb6c47a4833 req-6aab12f8-89a5-411f-aecc-c1d97f4d0201 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:27.842174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c217926-6c64-4fe8-8058-9bb6c47a4833 req-6aab12f8-89a5-411f-aecc-c1d97f4d0201 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 944 time: 0.0978134 Feb 11 13:11:27.855216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-69d46516-e1c5-4db2-89e3-43561f99b939 admin admin] Usage tracker for resource:security_group_rule and tenant:8c8d750a6ec14d319790bcd16720c5f5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:27.867389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-69d46516-e1c5-4db2-89e3-43561f99b939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:27.889614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-69d46516-e1c5-4db2-89e3-43561f99b939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:27.889839 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c217926-6c64-4fe8-8058-9bb6c47a4833 req-b894a88f-5802-4a93-a596-697147a9aa33 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Feb 11 13:11:27.900568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf52ff-debc-4ca3-a5a9-f573b3420506 req-9424be33-0e65-46c6-82c9-9cc1de3a7c08 tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:27.902422 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92bf52ff-debc-4ca3-a5a9-f573b3420506 req-9424be33-0e65-46c6-82c9-9cc1de3a7c08 tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3415382 Feb 11 13:11:27.956304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92bf52ff-debc-4ca3-a5a9-f573b3420506 req-507516fd-7358-46e1-9f46-80fbabb2ee72 tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/quotas/78c3d24b8c834db3b228765977217310 HTTP/1.1" status: 200 len: 375 time: 0.0422287 Feb 11 13:11:28.023728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-a23efdd3-dac2-4f6d-9364-c8ad1831eec1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:28.025170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-a23efdd3-dac2-4f6d-9364-c8ad1831eec1 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 951 time: 0.2221210 Feb 11 13:11:28.028739 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92bf52ff-debc-4ca3-a5a9-f573b3420506 req-078b619a-9bfd-434d-84ca-2fb1e6cad0b2 tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=78c3d24b8c834db3b228765977217310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611804 Feb 11 13:11:28.116996 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69d46516-e1c5-4db2-89e3-43561f99b939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.135467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69d46516-e1c5-4db2-89e3-43561f99b939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.144804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-9abf8e36-fa88-4bf1-9cc5-d729db67d97d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Deleting port 7fa2640a-3034-4971-b259-0ecad306b28c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:28.145154 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-9abf8e36-fa88-4bf1-9cc5-d729db67d97d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.276533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-69d46516-e1c5-4db2-89e3-43561f99b939 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8c8d750a6ec14d319790bcd16720c5f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9298463 Feb 11 13:11:28.279363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53842) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:28.290909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d46516-e1c5-4db2-89e3-43561f99b939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d322cb-7dcc-463f-80ba-7c1a0a33ef8b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:28.341622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ad63681-c5f7-472d-901c-c683f97b6c6e req-4f023130-ec9d-4e2c-af4c-cd1fbaa618d8 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "GET /v2.0/security-groups/627c5de0-3111-4caa-8273-b6ba22e34511 HTTP/1.1" status: 200 len: 1635 time: 0.2070537 Feb 11 13:11:28.367055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6290172-82b1-4bd2-b17d-a4a49be4b349 req-31a0404c-88a7-4a32-84c1-75e6bf8aed37 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0552771 Feb 11 13:11:28.402753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-051c7a16-f558-4f96-89d0-7aa78fbe2230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.442449 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-051c7a16-f558-4f96-89d0-7aa78fbe2230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.524839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-051c7a16-f558-4f96-89d0-7aa78fbe2230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.526666 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ad63681-c5f7-472d-901c-c683f97b6c6e req-80bdac68-2505-447b-90d8-108d28fbc792 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.556325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c7a16-f558-4f96-89d0-7aa78fbe2230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d322cb-7dcc-463f-80ba-7c1a0a33ef8b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:28.566804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-051c7a16-f558-4f96-89d0-7aa78fbe2230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.569511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-051c7a16-f558-4f96-89d0-7aa78fbe2230 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2d322cb-7dcc-463f-80ba-7c1a0a33ef8b HTTP/1.1" status: 204 len: 168 time: 0.2891397 Feb 11 13:11:28.615482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device c5c38efd-b989-4bb8-aab4-c894b8dc98f3 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:28.617425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-9abf8e36-fa88-4bf1-9cc5-d729db67d97d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] For port 7fa2640a-3034-4971-b259-0ecad306b28c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7fa2640a-3034-4971-b259-0ecad306b28c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:28.617786 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-9abf8e36-fa88-4bf1-9cc5-d729db67d97d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.626657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ad63681-c5f7-472d-901c-c683f97b6c6e req-80bdac68-2505-447b-90d8-108d28fbc792 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.707062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port c5c38efd-b989-4bb8-aab4-c894b8dc98f3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:28.712610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port c5c38efd-b989-4bb8-aab4-c894b8dc98f3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:28.712986 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.799005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-9abf8e36-fa88-4bf1-9cc5-d729db67d97d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Calling delete_port for 7fa2640a-3034-4971-b259-0ecad306b28c owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:28.861165 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.895832 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ad63681-c5f7-472d-901c-c683f97b6c6e req-80bdac68-2505-447b-90d8-108d28fbc792 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.924435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port c5c38efd-b989-4bb8-aab4-c894b8dc98f3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:28.925421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d67f0c-2e36-42b5-b24b-9b4b13ed18c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c38efd-b989-4bb8-aab4-c894b8dc98f3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:28.940332 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.978047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdac68-2505-447b-90d8-108d28fbc792 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627c5de0-3111-4caa-8273-b6ba22e34511,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:29.009242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ad63681-c5f7-472d-901c-c683f97b6c6e req-80bdac68-2505-447b-90d8-108d28fbc792 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:29.012348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ad63681-c5f7-472d-901c-c683f97b6c6e req-80bdac68-2505-447b-90d8-108d28fbc792 tempest-SecurityGroupsTestJSON-1878973868 tempest-SecurityGroupsTestJSON-1878973868-project] 10.222.0.67 "DELETE /v2.0/security-groups/627c5de0-3111-4caa-8273-b6ba22e34511 HTTP/1.1" status: 204 len: 173 time: 0.6594536 Feb 11 13:11:29.018743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53864) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:29.058367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:29.105422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-9abf8e36-fa88-4bf1-9cc5-d729db67d97d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:29.117953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cfad1194-1ec4-42d6-b39c-24ed53c87b0f', '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', '7fa2640a-3034-4971-b259-0ecad306b28c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:29.170613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf8e36-fa88-4bf1-9cc5-d729db67d97d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Pushing event deleted for resources: {'Port': ['ID=7fa2640a-3034-4971-b259-0ecad306b28c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:29.172319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53868) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:29.224961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e7c102e-c072-47bd-be35-0cea81e5134e req-72dcd879-43f9-45ed-959b-c7cf1ba8c54c tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4a25c7-76c7-42fe-b126-1d4b7c0d9282 HTTP/1.1" status: 200 len: 210 time: 0.1308737 Feb 11 13:11:29.261221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7c4404e8-df38-4edd-a2a1-6e6f815a11b7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:29.275895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-da205a10-77c2-4bd0-b2f3-24f3ed771314 admin admin] Deleting subnet 95947634-a8f9-4d00-a88f-019def2cc7d3 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:11:29.279353 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da205a10-77c2-4bd0-b2f3-24f3ed771314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:29.303069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-9abf8e36-fa88-4bf1-9cc5-d729db67d97d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] No DVR routers for this DVR port 7fa2640a-3034-4971-b259-0ecad306b28c on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:29.305671 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2feb-c92b-4414-bb68-e49f4c71ea4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:29.323153 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-9abf8e36-fa88-4bf1-9cc5-d729db67d97d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:29.329318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-deleted', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:29.401428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da205a10-77c2-4bd0-b2f3-24f3ed771314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:29.469395 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b63c3bf1-b313-490f-85c8-5950b8f08a13 req-9abf8e36-fa88-4bf1-9cc5-d729db67d97d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "DELETE /v2.0/ports/7fa2640a-3034-4971-b259-0ecad306b28c HTTP/1.1" status: 204 len: 173 time: 1.4331725 Feb 11 13:11:29.528346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7ccf2feb-c92b-4414-bb68-e49f4c71ea4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:29.540131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7ccf2feb-c92b-4414-bb68-e49f4c71ea4c admin admin] Usage tracker for resource:security_group_rule and tenant:4b9c7d58c3cb40b59b980b88720d1d33 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:29.566931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7ccf2feb-c92b-4414-bb68-e49f4c71ea4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:29.582328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448deeb-9355-42f1-a506-5a6918715795 req-b496e2b9-2911-4128-bf91-7f00d57c36c6 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:29.590688 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6448deeb-9355-42f1-a506-5a6918715795 req-b496e2b9-2911-4128-bf91-7f00d57c36c6 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 949 time: 0.2889690 Feb 11 13:11:29.593270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7ccf2feb-c92b-4414-bb68-e49f4c71ea4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:29.675407 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6448deeb-9355-42f1-a506-5a6918715795 req-80040c02-1a30-43db-93b6-90ea12c92d49 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834825 Feb 11 13:11:29.822157 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da205a10-77c2-4bd0-b2f3-24f3ed771314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:29.829550 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2feb-c92b-4414-bb68-e49f4c71ea4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:29.836777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2feb-c92b-4414-bb68-e49f4c71ea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:29.903054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf2feb-c92b-4414-bb68-e49f4c71ea4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5eed99-4a0d-48c7-b1c4-174e4afa068f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:29.927826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7ccf2feb-c92b-4414-bb68-e49f4c71ea4c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4b9c7d58c3cb40b59b980b88720d1d33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7479575 Feb 11 13:11:29.930223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53884) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:29.990890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da205a10-77c2-4bd0-b2f3-24f3ed771314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:30.086092 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d67f0c-2e36-42b5-b24b-9b4b13ed18c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c38efd-b989-4bb8-aab4-c894b8dc98f3', 'code': 200} Feb 11 13:11:30.129290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da205a10-77c2-4bd0-b2f3-24f3ed771314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95947634-a8f9-4d00-a88f-019def2cc7d3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:30.175363 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da205a10-77c2-4bd0-b2f3-24f3ed771314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:30.182435 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-da205a10-77c2-4bd0-b2f3-24f3ed771314 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/95947634-a8f9-4d00-a88f-019def2cc7d3 HTTP/1.1" status: 204 len: 168 time: 1.1626139 Feb 11 13:11:30.186538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53890) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:30.188867 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4a25c7-76c7-42fe-b126-1d4b7c0d9282', 'name': 'network-vif-deleted', 'tag': '7fa2640a-3034-4971-b259-0ecad306b28c', 'status': 'completed', 'code': 200} Feb 11 13:11:30.226714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ab4b2-c9e5-4aad-96cf-e0be85b8d00b req-c496ff42-dae3-45be-b8af-b868f7bf886c tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:30.229633 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d23ab4b2-c9e5-4aad-96cf-e0be85b8d00b req-c496ff42-dae3-45be-b8af-b868f7bf886c tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.2601142 Feb 11 13:11:30.297562 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d23ab4b2-c9e5-4aad-96cf-e0be85b8d00b req-44175946-37dd-472e-9493-f059f48e30e8 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611434 Feb 11 13:11:30.335793 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1957156f-3bf2-4d71-9860-ae8d3af7806b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:30.485591 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1957156f-3bf2-4d71-9860-ae8d3af7806b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:30.597788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-938729ee-1285-40c4-9655-7d48fb0acca3 req-159d2fe7-73bf-497a-a0c2-05fb269d26fb tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.1901076 Feb 11 13:11:30.624639 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:30.741744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1957156f-3bf2-4d71-9860-ae8d3af7806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:30.813846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb56017-5a21-4243-a7ef-a2955f3c0d0a req-a893cfb7-bdf4-4489-bb10-01e38bea4a9b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 1096 time: 0.5937164 Feb 11 13:11:30.823531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-d5251994-4d16-4d60-87c4-93d224523e67 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:30.825671 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-d5251994-4d16-4d60-87c4-93d224523e67 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 949 time: 0.4977326 Feb 11 13:11:30.855331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957156f-3bf2-4d71-9860-ae8d3af7806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5eed99-4a0d-48c7-b1c4-174e4afa068f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:30.997755 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:31.018489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96db19-5067-45bd-8897-10fb3d2ae37c req-87061340-0508-487a-aafc-10eb0fde22d2 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.020052 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3b96db19-5067-45bd-8897-10fb3d2ae37c req-87061340-0508-487a-aafc-10eb0fde22d2 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 949 time: 0.1365633 Feb 11 13:11:31.032312 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1957156f-3bf2-4d71-9860-ae8d3af7806b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:31.041454 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1957156f-3bf2-4d71-9860-ae8d3af7806b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd5eed99-4a0d-48c7-b1c4-174e4afa068f HTTP/1.1" status: 204 len: 168 time: 1.1068790 Feb 11 13:11:31.090969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb56017-5a21-4243-a7ef-a2955f3c0d0a req-8b03a44b-0e1d-4919-a173-eced267b3d79 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629871 Feb 11 13:11:31.096903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20489804-476a-4332-a946-803b725f133b']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:31.107275 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3b96db19-5067-45bd-8897-10fb3d2ae37c req-6cce502b-8339-42b6-aa67-f0e35fb2f573 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806093 Feb 11 13:11:31.141405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5eadf8-3af3-4821-8d77-9fcb453a15ee') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:31.141704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5eadf8-3af3-4821-8d77-9fcb453a15ee') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:31.154964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-b724fcb6-b854-4c5f-9ee4-adfdb78576a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Deleting port be9d92d4-5b14-419e-b4ce-971810b84ac2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:31.155306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-b724fcb6-b854-4c5f-9ee4-adfdb78576a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:31.192973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8580908-83b4-4669-80ad-ccdfea44fbc0 req-6345e0a8-e394-41da-a565-3cfc8edfe3be tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=78c3d24b8c834db3b228765977217310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863950 Feb 11 13:11:31.222382 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:31.317181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:31.370005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:11:31.371669 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:31.391732 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:31.430158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baac824-c277-427c-b098-fdfa7b258630 req-056299b8-a670-49d2-956b-7f8b08db43f8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.430889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7baac824-c277-427c-b098-fdfa7b258630 req-056299b8-a670-49d2-956b-7f8b08db43f8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Synchronizing usage tracker for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:31.447866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7baac824-c277-427c-b098-fdfa7b258630 req-056299b8-a670-49d2-956b-7f8b08db43f8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Unset dirty status for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:31.449180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7baac824-c277-427c-b098-fdfa7b258630 req-056299b8-a670-49d2-956b-7f8b08db43f8 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 950 time: 0.2137890 Feb 11 13:11:31.513536 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7baac824-c277-427c-b098-fdfa7b258630 req-450286a8-8aa3-467b-807c-7138f05e5032 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579801 Feb 11 13:11:31.609168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:31.613892 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:31.644574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580908-83b4-4669-80ad-ccdfea44fbc0 req-821eaa25-0aec-4670-815b-ee21f2b943e2 tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.652701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8580908-83b4-4669-80ad-ccdfea44fbc0 req-821eaa25-0aec-4670-815b-ee21f2b943e2 tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4583359 Feb 11 13:11:31.677738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=20489804-476a-4332-a946-803b725f133b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:31.696539 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6052e3a-667f-42b6-8c96-61f7996f8a3c admin admin] 10.222.0.67 "DELETE /v2.0/networks/20489804-476a-4332-a946-803b725f133b HTTP/1.1" status: 204 len: 168 time: 1.5085225 Feb 11 13:11:31.704890 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8580908-83b4-4669-80ad-ccdfea44fbc0 req-4be4d628-c1f4-499c-99cb-fe2bdf2e21f5 tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/quotas/78c3d24b8c834db3b228765977217310 HTTP/1.1" status: 200 len: 375 time: 0.0510342 Feb 11 13:11:31.775012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:31.820919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312e56b-16c9-4e80-9d44-e94c5ddc6155 req-c6b790a7-9e0a-4ef6-b6e0-34650091ee49 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.824180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6312e56b-16c9-4e80-9d44-e94c5ddc6155 req-c6b790a7-9e0a-4ef6-b6e0-34650091ee49 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.1417451 Feb 11 13:11:31.883056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8580908-83b4-4669-80ad-ccdfea44fbc0 req-6eda8d36-6ee9-4ce9-9801-0571b3eac0de tempest-QuotasAdminNegativeTest-432867457 tempest-QuotasAdminNegativeTest-432867457-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=78c3d24b8c834db3b228765977217310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1573219 Feb 11 13:11:31.901256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-b724fcb6-b854-4c5f-9ee4-adfdb78576a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] For port be9d92d4-5b14-419e-b4ce-971810b84ac2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=be9d92d4-5b14-419e-b4ce-971810b84ac2,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:31.902063 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-b724fcb6-b854-4c5f-9ee4-adfdb78576a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:31.933168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6312e56b-16c9-4e80-9d44-e94c5ddc6155 req-0a0b4870-d7f1-40f7-9878-295a25439104 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037560 Feb 11 13:11:31.935355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53936) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:31.952244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 7fa2640a-3034-4971-b259-0ecad306b28c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:31.952589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7fa2640a-3034-4971-b259-0ecad306b28c not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:32.269102 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-38bb9317-c964-43be-ae2b-5fc76e2e8f88 req-fe733e8a-f0b1-4a66-8a11-f94c876acbdf tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.1074009 Feb 11 13:11:32.317697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-b724fcb6-b854-4c5f-9ee4-adfdb78576a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Calling delete_port for be9d92d4-5b14-419e-b4ce-971810b84ac2 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:32.640954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218e73d-c183-448a-a215-30d62deb10a6 req-2cd23de8-7349-4fd5-8f99-6bead4f23dbe tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:32.643120 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8218e73d-c183-448a-a215-30d62deb10a6 req-2cd23de8-7349-4fd5-8f99-6bead4f23dbe tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 950 time: 0.2866986 Feb 11 13:11:32.674906 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f1189130-c469-4b29-b989-fea19bf90365 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30e4e65ed6db4a40b9baf3f9e6919213&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7357354 Feb 11 13:11:32.674906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-b724fcb6-b854-4c5f-9ee4-adfdb78576a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:32.683563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53958) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:32.686861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['92dd074f-6a6a-452b-9e60-3e94ffb0c249'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:32.741307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ee133-264a-4b3f-bd11-a225881a8819 req-798981fe-0185-418f-86ce-27f77dba35ec tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:32.750805 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-807ee133-264a-4b3f-bd11-a225881a8819 req-798981fe-0185-418f-86ce-27f77dba35ec tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe11e8ce-6f35-4576-8ca6-00331e4aff6f HTTP/1.1" status: 200 len: 949 time: 0.2646978 Feb 11 13:11:32.757016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-8218e73d-c183-448a-a215-30d62deb10a6 req-4c1bd463-283a-4e92-b4f3-89a3c1c4524d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Deleting port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:32.757756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8218e73d-c183-448a-a215-30d62deb10a6 req-4c1bd463-283a-4e92-b4f3-89a3c1c4524d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:32.931233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724fcb6-b854-4c5f-9ee4-adfdb78576a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Pushing event deleted for resources: {'Port': ['ID=be9d92d4-5b14-419e-b4ce-971810b84ac2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:32.935047 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-807ee133-264a-4b3f-bd11-a225881a8819 req-d7c56b4b-fadd-4c7c-a14d-9b5addef782a tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826367 Feb 11 13:11:33.326803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-8218e73d-c183-448a-a215-30d62deb10a6 req-4c1bd463-283a-4e92-b4f3-89a3c1c4524d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] For port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:33.327485 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8218e73d-c183-448a-a215-30d62deb10a6 req-4c1bd463-283a-4e92-b4f3-89a3c1c4524d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:33.343549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-b724fcb6-b854-4c5f-9ee4-adfdb78576a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] No DVR routers for this DVR port be9d92d4-5b14-419e-b4ce-971810b84ac2 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:33.353932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-b724fcb6-b854-4c5f-9ee4-adfdb78576a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:33.397528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe11e8ce-6f35-4576-8ca6-00331e4aff6f', 'name': 'network-vif-deleted', 'tag': 'be9d92d4-5b14-419e-b4ce-971810b84ac2'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:33.482034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-8218e73d-c183-448a-a215-30d62deb10a6 req-4c1bd463-283a-4e92-b4f3-89a3c1c4524d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Calling delete_port for 04b5ad98-6b90-44c1-8248-a8711f7fa2dd owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:33.490003 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ae67308-56bd-483a-8c08-e0432e74ed67 req-b724fcb6-b854-4c5f-9ee4-adfdb78576a5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.75 "DELETE /v2.0/ports/be9d92d4-5b14-419e-b4ce-971810b84ac2 HTTP/1.1" status: 204 len: 173 time: 2.5904107 Feb 11 13:11:33.541841 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c7d5ad-3c25-41e1-94d9-f4cdf64d6cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:33.560940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a5b1b-e322-4b22-b6a6-9011867e9839 req-876835a1-a668-453e-801b-f70bf9270dc6 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:33.567578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce3a5b1b-e322-4b22-b6a6-9011867e9839 req-876835a1-a668-453e-801b-f70bf9270dc6 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.3308444 Feb 11 13:11:33.601860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c7d5ad-3c25-41e1-94d9-f4cdf64d6cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:33.685188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53986) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:33.697171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08dd98-2367-4369-a78e-ef00a5231d95 req-397cd3b1-4c6f-4820-9935-b86f8ee17d36 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:33.705162 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e08dd98-2367-4369-a78e-ef00a5231d95 req-397cd3b1-4c6f-4820-9935-b86f8ee17d36 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e58583c-9c18-49ff-8b31-ed06306975ad HTTP/1.1" status: 200 len: 950 time: 0.6218021 Feb 11 13:11:33.771068 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e08dd98-2367-4369-a78e-ef00a5231d95 req-e5d17605-5dd0-4988-9813-140b98278fa9 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646040 Feb 11 13:11:33.771219 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce3a5b1b-e322-4b22-b6a6-9011867e9839 req-51d5b0ce-a753-4aaf-a82c-059b9f34e02f tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026696 Feb 11 13:11:33.780368 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c7d5ad-3c25-41e1-94d9-f4cdf64d6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:33.784069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8218e73d-c183-448a-a215-30d62deb10a6 req-4c1bd463-283a-4e92-b4f3-89a3c1c4524d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:33.804471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cfad1194-1ec4-42d6-b39c-24ed53c87b0f', '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:33.835560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7c4404e8-df38-4edd-a2a1-6e6f815a11b7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:33.859097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7d5ad-3c25-41e1-94d9-f4cdf64d6cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb9f227-79db-43c6-9605-b2e8d0ba46c1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:33.887883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c7d5ad-3c25-41e1-94d9-f4cdf64d6cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:33.891680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-29c7d5ad-3c25-41e1-94d9-f4cdf64d6cb8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fdb9f227-79db-43c6-9605-b2e8d0ba46c1 HTTP/1.1" status: 204 len: 168 time: 1.0647213 Feb 11 13:11:33.963713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bd463-283a-4e92-b4f3-89a3c1c4524d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Pushing event deleted for resources: {'Port': ['ID=04b5ad98-6b90-44c1-8248-a8711f7fa2dd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:34.072250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8218e73d-c183-448a-a215-30d62deb10a6 req-4c1bd463-283a-4e92-b4f3-89a3c1c4524d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] No DVR routers for this DVR port 04b5ad98-6b90-44c1-8248-a8711f7fa2dd on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:34.075927 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8218e73d-c183-448a-a215-30d62deb10a6 req-4c1bd463-283a-4e92-b4f3-89a3c1c4524d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:34.080676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-deleted', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:34.103266 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8218e73d-c183-448a-a215-30d62deb10a6 req-4c1bd463-283a-4e92-b4f3-89a3c1c4524d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "DELETE /v2.0/ports/04b5ad98-6b90-44c1-8248-a8711f7fa2dd HTTP/1.1" status: 204 len: 173 time: 1.4516375 Feb 11 13:11:34.227231 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-babf17f0-81e0-4893-8ab9-b180e5a600a3 req-e8f0474a-ade1-40e1-868e-2f31a2de720d tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.1434216 Feb 11 13:11:34.240478 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d784de7-d86f-4838-81e2-bc05f73238dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:34.368971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9d784de7-d86f-4838-81e2-bc05f73238dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:34.385554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9d784de7-d86f-4838-81e2-bc05f73238dc admin admin] Usage tracker for resource:security_group_rule and tenant:78c3d24b8c834db3b228765977217310 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:34.402809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9d784de7-d86f-4838-81e2-bc05f73238dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:34.421163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9d784de7-d86f-4838-81e2-bc05f73238dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:34.458686 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe11e8ce-6f35-4576-8ca6-00331e4aff6f', 'name': 'network-vif-deleted', 'tag': 'be9d92d4-5b14-419e-b4ce-971810b84ac2', 'status': 'completed', 'code': 200} Feb 11 13:11:34.549876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d784de7-d86f-4838-81e2-bc05f73238dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:34.604449 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d784de7-d86f-4838-81e2-bc05f73238dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:34.656378 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device be9d92d4-5b14-419e-b4ce-971810b84ac2 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:34.696507 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: be9d92d4-5b14-419e-b4ce-971810b84ac2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:34.696850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device be9d92d4-5b14-419e-b4ce-971810b84ac2 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:34.703973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d784de7-d86f-4838-81e2-bc05f73238dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45ce4db-f988-450c-8c50-28bd6c90aa9f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:34.720598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9d784de7-d86f-4838-81e2-bc05f73238dc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78c3d24b8c834db3b228765977217310&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0326111 Feb 11 13:11:34.723321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54016) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:34.751169 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e58583c-9c18-49ff-8b31-ed06306975ad', 'name': 'network-vif-deleted', 'tag': '04b5ad98-6b90-44c1-8248-a8711f7fa2dd', 'status': 'completed', 'code': 200} Feb 11 13:11:34.809804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c8610-aed9-4ac5-941d-3085e32ab3a0 req-735e5a9c-5096-4ddf-8812-b475755f7151 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:34.811349 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af9c8610-aed9-4ac5-941d-3085e32ab3a0 req-735e5a9c-5096-4ddf-8812-b475755f7151 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.2637599 Feb 11 13:11:34.856874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f94e-44d2-480a-807d-46526ea0e544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:34.901327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f94e-44d2-480a-807d-46526ea0e544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:34.910305 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af9c8610-aed9-4ac5-941d-3085e32ab3a0 req-a77d81ba-af3d-4bd1-98cf-86bf4bf9ab16 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921879 Feb 11 13:11:34.982729 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f94e-44d2-480a-807d-46526ea0e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:34.993931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3e1e1-a69a-4fce-a28a-62f21ae6dc39 req-e88e74b8-8134-49a8-92b6-7c0f2764c543 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:34.996289 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60f3e1e1-a69a-4fce-a28a-62f21ae6dc39 req-e88e74b8-8134-49a8-92b6-7c0f2764c543 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 945 time: 0.1141465 Feb 11 13:11:35.008101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5f94e-44d2-480a-807d-46526ea0e544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45ce4db-f988-450c-8c50-28bd6c90aa9f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:35.020730 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f94e-44d2-480a-807d-46526ea0e544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:35.022063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e6a5f94e-44d2-480a-807d-46526ea0e544 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d45ce4db-f988-450c-8c50-28bd6c90aa9f HTTP/1.1" status: 204 len: 168 time: 0.2978430 Feb 11 13:11:35.114727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60f3e1e1-a69a-4fce-a28a-62f21ae6dc39 req-24fa31ed-73e8-4b8d-afaf-fc7786f47992 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068354 Feb 11 13:11:35.255012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-043869eb-4e14-4c64-8e6a-b00790defaab tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:35.256816 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-043869eb-4e14-4c64-8e6a-b00790defaab tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b6749ba-104e-4f27-b5b6-194e830a6ded HTTP/1.1" status: 200 len: 945 time: 0.1173069 Feb 11 13:11:35.350827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-e2fcf4a7-67f4-466c-825b-2c0ac81a7f49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Deleting port 7d561fee-5409-4070-83c9-8cb9bd9d172e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:35.351169 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-e2fcf4a7-67f4-466c-825b-2c0ac81a7f49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:35.693705 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54054) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:35.716856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-e2fcf4a7-67f4-466c-825b-2c0ac81a7f49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] For port 7d561fee-5409-4070-83c9-8cb9bd9d172e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7d561fee-5409-4070-83c9-8cb9bd9d172e,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:35.717373 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-e2fcf4a7-67f4-466c-825b-2c0ac81a7f49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:35.721356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad294234-1717-4aca-8c8e-71f9ae9754d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:35.755573 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ad294234-1717-4aca-8c8e-71f9ae9754d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:35.759912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ad294234-1717-4aca-8c8e-71f9ae9754d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e344489663404a15b7d99290fa843736 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:35.763426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ad294234-1717-4aca-8c8e-71f9ae9754d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:35.771614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ad294234-1717-4aca-8c8e-71f9ae9754d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:35.793580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472bb7b-e4f9-4863-80de-e34cae28fd43 req-3d8a9a20-8794-4f18-852a-2febaee037b5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:35.794508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a472bb7b-e4f9-4863-80de-e34cae28fd43 req-3d8a9a20-8794-4f18-852a-2febaee037b5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Synchronizing usage tracker for tenant:1491360c2b424d87b40755686037af2e on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:35.812442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:35.854829 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-22e70fd0-d70c-45d9-95e0-b27221cef255 req-8942483f-737e-4e41-b9d4-5993b01004a5 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0632226 Feb 11 13:11:35.865066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 04b5ad98-6b90-44c1-8248-a8711f7fa2dd {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:35.865283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-e2fcf4a7-67f4-466c-825b-2c0ac81a7f49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Calling delete_port for 7d561fee-5409-4070-83c9-8cb9bd9d172e owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:35.865967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 04b5ad98-6b90-44c1-8248-a8711f7fa2dd not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:35.925650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a472bb7b-e4f9-4863-80de-e34cae28fd43 req-3d8a9a20-8794-4f18-852a-2febaee037b5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Unset dirty status for tenant:1491360c2b424d87b40755686037af2e on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:35.926762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a472bb7b-e4f9-4863-80de-e34cae28fd43 req-3d8a9a20-8794-4f18-852a-2febaee037b5 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 950 time: 0.3657022 Feb 11 13:11:35.936782 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad294234-1717-4aca-8c8e-71f9ae9754d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:35.941104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad294234-1717-4aca-8c8e-71f9ae9754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:35.990870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad294234-1717-4aca-8c8e-71f9ae9754d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3b9a6-3e82-44c5-9dd2-30857029e5e2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:35.998053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ad294234-1717-4aca-8c8e-71f9ae9754d3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e344489663404a15b7d99290fa843736&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3033204 Feb 11 13:11:35.999050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54062) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:36.066190 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-258b5689-82de-49e9-a46a-19428ccf4c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:36.102261 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-258b5689-82de-49e9-a46a-19428ccf4c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:36.147157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a472bb7b-e4f9-4863-80de-e34cae28fd43 req-936b1a43-7f3d-4251-855d-91c421a9ebca tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/security-groups?id=2cb6625e-6bba-4810-85ac-22139f2bdbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008822 Feb 11 13:11:36.173309 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-258b5689-82de-49e9-a46a-19428ccf4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:36.176195 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-e2fcf4a7-67f4-466c-825b-2c0ac81a7f49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:36.194104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b5689-82de-49e9-a46a-19428ccf4c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c3b9a6-3e82-44c5-9dd2-30857029e5e2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:36.196681 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-258b5689-82de-49e9-a46a-19428ccf4c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:36.197976 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-258b5689-82de-49e9-a46a-19428ccf4c9b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/89c3b9a6-3e82-44c5-9dd2-30857029e5e2 HTTP/1.1" status: 204 len: 168 time: 0.1980462 Feb 11 13:11:36.214920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7d561fee-5409-4070-83c9-8cb9bd9d172e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:36.328140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcf4a7-67f4-466c-825b-2c0ac81a7f49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Pushing event deleted for resources: {'Port': ['ID=7d561fee-5409-4070-83c9-8cb9bd9d172e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:36.329540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce05e7-a56d-4b49-9516-a7c8fcb9ba64 req-829ce294-68f6-48d3-94c1-efebd0c49033 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:36.331973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-14ce05e7-a56d-4b49-9516-a7c8fcb9ba64 req-829ce294-68f6-48d3-94c1-efebd0c49033 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.1028662 Feb 11 13:11:36.342526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-e2fcf4a7-67f4-466c-825b-2c0ac81a7f49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] No DVR routers for this DVR port 7d561fee-5409-4070-83c9-8cb9bd9d172e on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:36.345370 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-e2fcf4a7-67f4-466c-825b-2c0ac81a7f49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:36.360681 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83086e49-8119-4ec0-9d8c-142b7eca9829 req-e2fcf4a7-67f4-466c-825b-2c0ac81a7f49 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.75 "DELETE /v2.0/ports/7d561fee-5409-4070-83c9-8cb9bd9d172e HTTP/1.1" status: 204 len: 173 time: 1.0936058 Feb 11 13:11:36.401574 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-14ce05e7-a56d-4b49-9516-a7c8fcb9ba64 req-c356a398-4b5c-495c-8a30-ed69d70f82c0 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563693 Feb 11 13:11:36.459395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'name': 'network-vif-deleted', 'tag': '7d561fee-5409-4070-83c9-8cb9bd9d172e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:36.729642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab007fbf-3012-4404-89ed-c5532d6896df req-df0018f8-c538-4672-af01-fd4909e52da7 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:36.732154 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab007fbf-3012-4404-89ed-c5532d6896df req-df0018f8-c538-4672-af01-fd4909e52da7 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.73 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 950 time: 0.1795378 Feb 11 13:11:36.816296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ab007fbf-3012-4404-89ed-c5532d6896df req-560bd6e1-73e9-4110-b366-407403865482 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Deleting port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:36.816966 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab007fbf-3012-4404-89ed-c5532d6896df req-560bd6e1-73e9-4110-b366-407403865482 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:36.846311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1b20a-6821-4d8d-a1d0-c883bbf450a6 req-f8234eb0-f1c9-43db-aa6d-1864c68f6a5f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:36.852986 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2da1b20a-6821-4d8d-a1d0-c883bbf450a6 req-f8234eb0-f1c9-43db-aa6d-1864c68f6a5f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.0932384 Feb 11 13:11:36.931520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2da1b20a-6821-4d8d-a1d0-c883bbf450a6 req-20fc8989-48aa-4579-8257-edd24181527d tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774844 Feb 11 13:11:37.138511 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:37.169606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49c126-b5d8-4801-b699-25d552719517 req-32ad1a4e-d43e-4d5e-8b97-0dbb0a0726de tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:37.178855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e49c126-b5d8-4801-b699-25d552719517 req-32ad1a4e-d43e-4d5e-8b97-0dbb0a0726de tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.1329417 Feb 11 13:11:37.213396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ab007fbf-3012-4404-89ed-c5532d6896df req-560bd6e1-73e9-4110-b366-407403865482 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] For port 92dd074f-6a6a-452b-9e60-3e94ffb0c249, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=92dd074f-6a6a-452b-9e60-3e94ffb0c249,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:37.213766 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab007fbf-3012-4404-89ed-c5532d6896df req-560bd6e1-73e9-4110-b366-407403865482 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:37.255565 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e49c126-b5d8-4801-b699-25d552719517 req-94a29ebf-bce5-423a-b2b9-8c9397ab58bc tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757205 Feb 11 13:11:37.319839 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6749ba-104e-4f27-b5b6-194e830a6ded', 'name': 'network-vif-deleted', 'tag': '7d561fee-5409-4070-83c9-8cb9bd9d172e', 'status': 'completed', 'code': 200} Feb 11 13:11:37.365623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ab007fbf-3012-4404-89ed-c5532d6896df req-560bd6e1-73e9-4110-b366-407403865482 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Calling delete_port for 92dd074f-6a6a-452b-9e60-3e94ffb0c249 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:37.400782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54110) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:37.563599 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e4b233ca-18e6-4f8d-9aba-40896e86d81b req-cdb429ec-4ef4-4655-a0c1-4b532b54b3b6 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0772274 Feb 11 13:11:37.641187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab007fbf-3012-4404-89ed-c5532d6896df req-560bd6e1-73e9-4110-b366-407403865482 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:37.653778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['92dd074f-6a6a-452b-9e60-3e94ffb0c249'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:37.704711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bd6e1-73e9-4110-b366-407403865482 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Pushing event deleted for resources: {'Port': ['ID=92dd074f-6a6a-452b-9e60-3e94ffb0c249,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:37.848626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73dd388e-3354-4321-9f9e-78544d67c9d6 req-a0088ab1-7962-4513-9240-d461c857d77a tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bfea91-bac8-4123-ae17-5674f7b1c725 HTTP/1.1" status: 200 len: 210 time: 0.1094279 Feb 11 13:11:37.851213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab007fbf-3012-4404-89ed-c5532d6896df req-560bd6e1-73e9-4110-b366-407403865482 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] No DVR routers for this DVR port 92dd074f-6a6a-452b-9e60-3e94ffb0c249 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:37.855103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab007fbf-3012-4404-89ed-c5532d6896df req-560bd6e1-73e9-4110-b366-407403865482 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:37.858346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bfea91-bac8-4123-ae17-5674f7b1c725', 'name': 'network-vif-deleted', 'tag': '92dd074f-6a6a-452b-9e60-3e94ffb0c249'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:37.864277 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33f43db5-1636-4b53-b639-a94e26edb531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:37.891765 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab007fbf-3012-4404-89ed-c5532d6896df req-560bd6e1-73e9-4110-b366-407403865482 tempest-ServersAdminNegativeTestJSON-855093772 tempest-ServersAdminNegativeTestJSON-855093772-project] 10.222.0.73 "DELETE /v2.0/ports/92dd074f-6a6a-452b-9e60-3e94ffb0c249 HTTP/1.1" status: 204 len: 173 time: 1.1543255 Feb 11 13:11:37.922485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-33f43db5-1636-4b53-b639-a94e26edb531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:37.927389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-33f43db5-1636-4b53-b639-a94e26edb531 admin admin] Usage tracker for resource:security_group_rule and tenant:7491807c30ff49b9b122357589263361 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:37.935375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-33f43db5-1636-4b53-b639-a94e26edb531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:37.944737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-33f43db5-1636-4b53-b639-a94e26edb531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:38.039505 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33f43db5-1636-4b53-b639-a94e26edb531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:38.047466 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33f43db5-1636-4b53-b639-a94e26edb531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:38.113119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f43db5-1636-4b53-b639-a94e26edb531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46756584-158e-42c5-914d-692a18b0ed70,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:38.155799 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-33f43db5-1636-4b53-b639-a94e26edb531 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7491807c30ff49b9b122357589263361&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7537277 Feb 11 13:11:38.156719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54130) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:38.228668 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ac42478-e3d3-408a-8970-2249ca70efff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:38.280397 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ac42478-e3d3-408a-8970-2249ca70efff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:38.332191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fddcd-bee1-470b-9622-fa75513023d7 req-b552bdb2-7751-4516-b98d-0c0458ec8cc0 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:38.338764 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed2fddcd-bee1-470b-9622-fa75513023d7 req-b552bdb2-7751-4516-b98d-0c0458ec8cc0 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.1379180 Feb 11 13:11:38.348528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52577e-5e89-474f-89d7-03536c53c724 req-449f67ac-1d16-4d0d-89dc-33864f57bc76 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:38.350333 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff52577e-5e89-474f-89d7-03536c53c724 req-449f67ac-1d16-4d0d-89dc-33864f57bc76 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.75 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.2233441 Feb 11 13:11:38.415016 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ac42478-e3d3-408a-8970-2249ca70efff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:38.428575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54136) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:38.437940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac42478-e3d3-408a-8970-2249ca70efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46756584-158e-42c5-914d-692a18b0ed70,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:38.445962 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ac42478-e3d3-408a-8970-2249ca70efff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:38.447234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9ac42478-e3d3-408a-8970-2249ca70efff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/46756584-158e-42c5-914d-692a18b0ed70 HTTP/1.1" status: 204 len: 168 time: 0.2893586 Feb 11 13:11:38.485618 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed2fddcd-bee1-470b-9622-fa75513023d7 req-72ad0ccb-5961-4e86-9ac0-83d3222f9bb2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453869 Feb 11 13:11:38.506896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-ff52577e-5e89-474f-89d7-03536c53c724 req-746d5412-5669-4b99-b1b9-4fccacadb3d5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Deleting port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:38.507416 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ff52577e-5e89-474f-89d7-03536c53c724 req-746d5412-5669-4b99-b1b9-4fccacadb3d5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:38.576616 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bfea91-bac8-4123-ae17-5674f7b1c725', 'name': 'network-vif-deleted', 'tag': '92dd074f-6a6a-452b-9e60-3e94ffb0c249', 'status': 'completed', 'code': 200} Feb 11 13:11:38.888231 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:11:38.890511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac3725-61cc-4702-95ca-9a57c36654d2 req-5c7bfac6-9724-44db-abcd-917a677125cc tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:38.892009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28ac3725-61cc-4702-95ca-9a57c36654d2 req-5c7bfac6-9724-44db-abcd-917a677125cc tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 949 time: 0.1915460 Feb 11 13:11:38.897318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-ff52577e-5e89-474f-89d7-03536c53c724 req-746d5412-5669-4b99-b1b9-4fccacadb3d5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] For port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:38.897665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ff52577e-5e89-474f-89d7-03536c53c724 req-746d5412-5669-4b99-b1b9-4fccacadb3d5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:39.066799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04717ce5-0d41-461f-8a8d-df7c584cc136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:39.084398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-ff52577e-5e89-474f-89d7-03536c53c724 req-746d5412-5669-4b99-b1b9-4fccacadb3d5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Calling delete_port for 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:39.186610 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28ac3725-61cc-4702-95ca-9a57c36654d2 req-0b70da24-cd13-41c4-a606-bc673a806ca6 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803369 Feb 11 13:11:39.219719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04717ce5-0d41-461f-8a8d-df7c584cc136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:39.242378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04717ce5-0d41-461f-8a8d-df7c584cc136 admin admin] Usage tracker for resource:security_group_rule and tenant:ef35de4aa05d4949bb5f8dd19cf9b5df is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:39.247938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04717ce5-0d41-461f-8a8d-df7c584cc136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:39.255382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04717ce5-0d41-461f-8a8d-df7c584cc136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:39.338770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a463cfe-94be-4fba-a267-f93688e9b253 req-96b1378f-7e56-42d7-ac93-10dc3dbc81ea tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:39.345889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-0ccc73ec-ef4a-488a-bef2-d8b3f63f6439 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:39.346602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-0ccc73ec-ef4a-488a-bef2-d8b3f63f6439 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Synchronizing usage tracker for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:39.346840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a463cfe-94be-4fba-a267-f93688e9b253 req-96b1378f-7e56-42d7-ac93-10dc3dbc81ea tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 944 time: 0.0965369 Feb 11 13:11:39.393062 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a463cfe-94be-4fba-a267-f93688e9b253 req-4b50f10d-5d84-4a3b-9efe-802162b5ca82 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 Feb 11 13:11:39.410850 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ff52577e-5e89-474f-89d7-03536c53c724 req-746d5412-5669-4b99-b1b9-4fccacadb3d5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:39.427313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cfad1194-1ec4-42d6-b39c-24ed53c87b0f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:39.470657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-0ccc73ec-ef4a-488a-bef2-d8b3f63f6439 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Unset dirty status for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:39.471797 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-0ccc73ec-ef4a-488a-bef2-d8b3f63f6439 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 944 time: 0.3964021 Feb 11 13:11:39.485483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d5412-5669-4b99-b1b9-4fccacadb3d5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Pushing event deleted for resources: {'Port': ['ID=7c4404e8-df38-4edd-a2a1-6e6f815a11b7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:39.488863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['7c4404e8-df38-4edd-a2a1-6e6f815a11b7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:39.674308 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a4e7cbb0-52e6-47c7-94db-c35cc2744f21 req-3696111c-c9d4-4362-909c-d2663929e10f tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0608389 Feb 11 13:11:39.724451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54172) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:39.742878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04717ce5-0d41-461f-8a8d-df7c584cc136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:39.781280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-26d9573f-3d21-4641-a8f1-65d751697288 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Deleting port ee782dff-7c92-45b4-be3c-ef6a94b5a50a {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:39.783012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-26d9573f-3d21-4641-a8f1-65d751697288 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:39.829150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 92dd074f-6a6a-452b-9e60-3e94ffb0c249 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:39.831537 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04717ce5-0d41-461f-8a8d-df7c584cc136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:39.854278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52577e-5e89-474f-89d7-03536c53c724 req-746d5412-5669-4b99-b1b9-4fccacadb3d5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] No DVR routers for this DVR port 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:39.867454 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ff52577e-5e89-474f-89d7-03536c53c724 req-746d5412-5669-4b99-b1b9-4fccacadb3d5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:39.874662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'name': 'network-vif-deleted', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:39.902025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 92dd074f-6a6a-452b-9e60-3e94ffb0c249 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:39.902757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 92dd074f-6a6a-452b-9e60-3e94ffb0c249 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:39.934178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-916397081-network', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:39.948387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:39.950100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff52577e-5e89-474f-89d7-03536c53c724 req-746d5412-5669-4b99-b1b9-4fccacadb3d5 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.75 "DELETE /v2.0/ports/7c4404e8-df38-4edd-a2a1-6e6f815a11b7 HTTP/1.1" status: 204 len: 173 time: 1.5847716 Feb 11 13:11:39.958636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04717ce5-0d41-461f-8a8d-df7c584cc136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43585179-cd67-44dc-b9a7-dab04d7f9058,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:39.971853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a692683-54c6-4be9-aaa9-4f78456d9b1a req-9b282e98-8bd9-41e0-bfcd-d7ae71f92176 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:39.981288 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a692683-54c6-4be9-aaa9-4f78456d9b1a req-9b282e98-8bd9-41e0-bfcd-d7ae71f92176 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.6150236 Feb 11 13:11:39.988789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Usage tracker for resource:network and tenant:5ce06cecd3f6432e8a51acfc78e2b594 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:39.997252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:40.004866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:40.017316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Made reservation on behalf of 5ce06cecd3f6432e8a51acfc78e2b594 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:40.023806 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.024491 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-04717ce5-0d41-461f-8a8d-df7c584cc136 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ef35de4aa05d4949bb5f8dd19cf9b5df&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5948658 Feb 11 13:11:40.046360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54186) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:40.091693 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.188169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:40.192147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce06cecd3f6432e8a51acfc78e2b594 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:40.195278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:40.202042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:40.251259 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a692683-54c6-4be9-aaa9-4f78456d9b1a req-7ddbc7ab-3615-4f9f-8652-4f7509150071 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685449 Feb 11 13:11:40.253652 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e9f7f85-d40f-4154-b32e-4ee731678b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.283637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e9f7f85-d40f-4154-b32e-4ee731678b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.289424 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b444b8-c571-4333-ae28-a98a459e8472', 'name': 'network-vif-deleted', 'tag': '7c4404e8-df38-4edd-a2a1-6e6f815a11b7', 'status': 'completed', 'code': 200} Feb 11 13:11:40.293378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54198) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:40.371478 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.379625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.388218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-26d9573f-3d21-4641-a8f1-65d751697288 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] For port ee782dff-7c92-45b4-be3c-ef6a94b5a50a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:40.392777 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-26d9573f-3d21-4641-a8f1-65d751697288 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.421467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:40.431523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.431834 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Added segment 6170091f-8987-4792-878f-00e4f8ba0160 of type vlan for network 446f9ce4-e24b-44b4-b743-298a0c13ff7d Feb 11 13:11:40.461646 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.485123 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e9f7f85-d40f-4154-b32e-4ee731678b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.503476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9e2b04-6809-48f0-a2ae-5c0506688ccb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:40.525714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f7f85-d40f-4154-b32e-4ee731678b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43585179-cd67-44dc-b9a7-dab04d7f9058,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:40.528813 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.529793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:40.530337 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.550845 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e9f7f85-d40f-4154-b32e-4ee731678b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.555199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4e9f7f85-d40f-4154-b32e-4ee731678b5f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/43585179-cd67-44dc-b9a7-dab04d7f9058 HTTP/1.1" status: 204 len: 168 time: 0.4984357 Feb 11 13:11:40.592345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-26d9573f-3d21-4641-a8f1-65d751697288 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Calling delete_port for ee782dff-7c92-45b4-be3c-ef6a94b5a50a owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:40.632237 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9061189 Feb 11 13:11:40.655353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54214) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:40.677228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Request body: {'subnet': {'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-916397081-subnet', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:40.690594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7d561fee-5409-4070-83c9-8cb9bd9d172e no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:40.695728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:40.701564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26f388-0425-4281-9789-aff590a58244 admin admin] Pushing event updated for resources: {'Network': ['ID=446f9ce4-e24b-44b4-b743-298a0c13ff7d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:40.704241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Usage tracker for resource:subnet and tenant:5ce06cecd3f6432e8a51acfc78e2b594 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:40.708043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:40.716983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:40.762926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 446f9ce4-e24b-44b4-b743-298a0c13ff7d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:11:40.773066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bbf83b35-03eb-4691-8ded-d76e0faf9175 req-431a7240-8df8-42fc-9739-368d73ea9adb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Synchronizing usage tracker for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:40.844433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Made reservation on behalf of 5ce06cecd3f6432e8a51acfc78e2b594 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:40.851071 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.860270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bbf83b35-03eb-4691-8ded-d76e0faf9175 req-431a7240-8df8-42fc-9739-368d73ea9adb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Unset dirty status for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:40.873959 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbf83b35-03eb-4691-8ded-d76e0faf9175 req-431a7240-8df8-42fc-9739-368d73ea9adb tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5b444b8-c571-4333-ae28-a98a459e8472 HTTP/1.1" status: 200 len: 210 time: 0.1951888 Feb 11 13:11:40.894810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-43b05b86-f1a6-41ef-8cd1-42b2486f56f3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1491360c2b424d87b40755686037af2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6001472 Feb 11 13:11:40.904619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 7d561fee-5409-4070-83c9-8cb9bd9d172e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:40.904960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7d561fee-5409-4070-83c9-8cb9bd9d172e not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:40.905373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:40.911156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54224) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:40.945592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:40.946198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 7c4404e8-df38-4edd-a2a1-6e6f815a11b7 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:40.946821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee782dff-7c92-45b4-be3c-ef6a94b5a50a no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:40.956364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-26d9573f-3d21-4641-a8f1-65d751697288 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:40.992286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: ee782dff-7c92-45b4-be3c-ef6a94b5a50a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:40.992919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee782dff-7c92-45b4-be3c-ef6a94b5a50a not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:41.053255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9573f-3d21-4641-a8f1-65d751697288 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Pushing event deleted for resources: {'Port': ['ID=ee782dff-7c92-45b4-be3c-ef6a94b5a50a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:41.174140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54228) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:41.196333 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43307ce3-35ce-4918-bd26-82fb4bc15e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.201973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2f1e430-6d6d-4fa7-9469-8cf3bac600bc req-ac3a4fa3-0be6-4730-8e5a-f4a11c82ce12 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c2048f-1529-419e-86ce-a05e0a313b38 HTTP/1.1" status: 200 len: 210 time: 0.1315322 Feb 11 13:11:41.209261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-26d9573f-3d21-4641-a8f1-65d751697288 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] No DVR routers for this DVR port ee782dff-7c92-45b4-be3c-ef6a94b5a50a on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:41.213086 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-26d9573f-3d21-4641-a8f1-65d751697288 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.220227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4da2e133-b624-4cd2-aa65-564b018c6198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.239139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf569632-0513-4e26-b379-3135270d0a8b req-1c51d471-e83b-4f5c-aae9-8b42e3d760c2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:41.240705 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bf569632-0513-4e26-b379-3135270d0a8b req-1c51d471-e83b-4f5c-aae9-8b42e3d760c2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.5212724 Feb 11 13:11:41.242744 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfdefda8-1221-4bf5-8816-9ead0479a1ee req-26d9573f-3d21-4641-a8f1-65d751697288 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.75 "DELETE /v2.0/ports/ee782dff-7c92-45b4-be3c-ef6a94b5a50a HTTP/1.1" status: 204 len: 173 time: 1.7596116 Feb 11 13:11:41.258701 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4da2e133-b624-4cd2-aa65-564b018c6198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.333594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4da2e133-b624-4cd2-aa65-564b018c6198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.340890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-43307ce3-35ce-4918-bd26-82fb4bc15e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:41.353597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-43307ce3-35ce-4918-bd26-82fb4bc15e7f admin admin] Usage tracker for resource:security_group_rule and tenant:6e464d1d50bb4ca79558067e12a2cb35 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:41.358600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-43307ce3-35ce-4918-bd26-82fb4bc15e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:41.369998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2e133-b624-4cd2-aa65-564b018c6198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb6625e-6bba-4810-85ac-22139f2bdbe6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:41.408051 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4da2e133-b624-4cd2-aa65-564b018c6198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.409196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4da2e133-b624-4cd2-aa65-564b018c6198 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2cb6625e-6bba-4810-85ac-22139f2bdbe6 HTTP/1.1" status: 204 len: 168 time: 0.4969981 Feb 11 13:11:41.421818 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bf569632-0513-4e26-b379-3135270d0a8b req-2cf28b7d-4f9a-4b66-b0fd-178676b01275 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682868 Feb 11 13:11:41.424944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-43307ce3-35ce-4918-bd26-82fb4bc15e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:41.531070 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.568390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a4eb9f7-b2ee-4e2d-a5e1-29177f2522fd req-b0b01156-357b-4877-bc06-40c77bad8d44 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0888011 Feb 11 13:11:41.600383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f62c0f9-b9c5-4bdc-8132-da3ad14c2504,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:41.662923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43307ce3-35ce-4918-bd26-82fb4bc15e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.678349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43307ce3-35ce-4918-bd26-82fb4bc15e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.694544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Checking segment: {'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:41.694946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Network hostable DHCP agents. Network: 446f9ce4-e24b-44b4-b743-298a0c13ff7d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:41.750442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-43307ce3-35ce-4918-bd26-82fb4bc15e7f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e464d1d50bb4ca79558067e12a2cb35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5748374 Feb 11 13:11:41.753191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54238) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:41.755689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43307ce3-35ce-4918-bd26-82fb4bc15e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acf076b-e3df-428a-8078-02ccfa106f56,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:41.796475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Network 446f9ce4-e24b-44b4-b743-298a0c13ff7d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:41.841595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afc4a1-4ff5-46b2-ba28-bc6ab5bc20f1 req-34ce2dde-f4b6-4e10-8320-683fd0d9bac6 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:41.843388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8961ceca-cb81-419e-a54d-2d2c67769627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.843528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55afc4a1-4ff5-46b2-ba28-bc6ab5bc20f1 req-34ce2dde-f4b6-4e10-8320-683fd0d9bac6 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.1155863 Feb 11 13:11:41.845456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 446f9ce4-e24b-44b4-b743-298a0c13ff7d) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:41.849656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:41.850256 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:41.856786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794708a1-64f4-4e85-9a0b-0ee503cf68a1 None None] Network 446f9ce4-e24b-44b4-b743-298a0c13ff7d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:11:41.921290 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55afc4a1-4ff5-46b2-ba28-bc6ab5bc20f1 req-d70312b8-50c5-4f46-ab0e-418928e042d3 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665109 Feb 11 13:11:41.978733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54250) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:41.979205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-550375be-be6b-4157-9ec8-3b0513db3f98 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3226511 Feb 11 13:11:41.985077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:41.991433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:41.991742 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8961ceca-cb81-419e-a54d-2d2c67769627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.004909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Usage tracker for resource:router and tenant:5ce06cecd3f6432e8a51acfc78e2b594 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:42.008764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:42.034859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:42.054801 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.055792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.099161 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.104277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54256) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:42.122817 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.133021 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8961ceca-cb81-419e-a54d-2d2c67769627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.158855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961ceca-cb81-419e-a54d-2d2c67769627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acf076b-e3df-428a-8078-02ccfa106f56,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:42.179972 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8961ceca-cb81-419e-a54d-2d2c67769627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.181476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8961ceca-cb81-419e-a54d-2d2c67769627 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9acf076b-e3df-428a-8078-02ccfa106f56 HTTP/1.1" status: 204 len: 168 time: 0.4272830 Feb 11 13:11:42.233955 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0ff4624c-d05e-4617-82b5-6759fec80db1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60d7ee46c20f49c384a17b56c6cf3b33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1255479 Feb 11 13:11:42.237393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54262) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:42.270260 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:11:42.271883 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.294203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2048f-1529-419e-86ce-a05e0a313b38', 'name': 'network-vif-deleted', 'tag': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:42.357960 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e27b60-29a4-40e7-8ba7-3958b25adf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.417528 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e27b60-29a4-40e7-8ba7-3958b25adf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.473173 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.500192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e27b60-29a4-40e7-8ba7-3958b25adf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.525941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e27b60-29a4-40e7-8ba7-3958b25adf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad3dab3-d8a6-4209-948e-237bcb1947c9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:42.549742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Allocated IP 172.20.0.2 (446f9ce4-e24b-44b4-b743-298a0c13ff7d/6f62c0f9-b9c5-4bdc-8132-da3ad14c2504/0cad0d7a-8925-4cf1-9b93-4be93a911034) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:42.550236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e27b60-29a4-40e7-8ba7-3958b25adf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:42.557602 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d4e27b60-29a4-40e7-8ba7-3958b25adf2f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dad3dab3-d8a6-4209-948e-237bcb1947c9 HTTP/1.1" status: 204 len: 168 time: 0.3186185 Feb 11 13:11:42.979154 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2048f-1529-419e-86ce-a05e0a313b38', 'name': 'network-vif-deleted', 'tag': 'ee782dff-7c92-45b4-be3c-ef6a94b5a50a', 'status': 'completed', 'code': 200} Feb 11 13:11:42.995833 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:43.033394 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:43.130007 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:43.150848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Transition to ACTIVE for port object 0cad0d7a-8925-4cf1-9b93-4be93a911034 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:43.197554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Transition to ACTIVE for port object 0cad0d7a-8925-4cf1-9b93-4be93a911034 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:43.206967 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:43.234839 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ffc99e31-d9c5-4f1f-a678-69f0e622c167 req-52d2c883-b6be-4436-baaa-d731832d929e tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0782332 Feb 11 13:11:43.273184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Allocated IP 172.25.4.44 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/f0d1780f-a22c-402e-8e50-651f3bd0bfdb) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:43.380282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Network 446f9ce4-e24b-44b4-b743-298a0c13ff7d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:43.397475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:43.404604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:11:43.606293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Pushing event updated for resources: {'Port': ['ID=0cad0d7a-8925-4cf1-9b93-4be93a911034,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:43.608297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228773ae-35e5-4330-a869-eccac0fe59e0 req-3dd01ab7-66b1-40d2-a17f-41a188aaba68 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:43.609807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-228773ae-35e5-4330-a869-eccac0fe59e0 req-3dd01ab7-66b1-40d2-a17f-41a188aaba68 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Synchronizing usage tracker for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:43.622382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.622842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.623177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.623718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.624193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.624524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.624844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.625160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.625475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.626027 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.626693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:43.649164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-228773ae-35e5-4330-a869-eccac0fe59e0 req-3dd01ab7-66b1-40d2-a17f-41a188aaba68 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Unset dirty status for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:43.653674 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-228773ae-35e5-4330-a869-eccac0fe59e0 req-3dd01ab7-66b1-40d2-a17f-41a188aaba68 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.1486583 Feb 11 13:11:43.672820 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:43.686742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Attempting to bind port 0cad0d7a-8925-4cf1-9b93-4be93a911034 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:11:43.687389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Attempting to bind port 0cad0d7a-8925-4cf1-9b93-4be93a911034 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:11:43.688085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Attempting to bind port 0cad0d7a-8925-4cf1-9b93-4be93a911034 on network 446f9ce4-e24b-44b4-b743-298a0c13ff7d {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:43.704982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:11:43.705395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Checking segment: {'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:43.705800 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:43.706526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Bound using segment: {'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:11:43.707344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Bound port: 0cad0d7a-8925-4cf1-9b93-4be93a911034, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:11:43.707729 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:43.750329 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:43.784171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-228773ae-35e5-4330-a869-eccac0fe59e0 req-de0a2c64-5c60-42ba-a63d-bf1439fc5e43 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019869 Feb 11 13:11:43.876398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:43.879757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:43.882133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d1780f-a22c-402e-8e50-651f3bd0bfdb,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:43.884097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:11:43.900349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] For port 0cad0d7a-8925-4cf1-9b93-4be93a911034, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:43.911788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] For port 0cad0d7a-8925-4cf1-9b93-4be93a911034, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0cad0d7a-8925-4cf1-9b93-4be93a911034,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:43.921280 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:44.187754 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:44.188697 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:44.191819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b76b79-b479-4e89-bcd3-24963e4ff3f8 None None] Pushing event updated for resources: {'Port': ['ID=0cad0d7a-8925-4cf1-9b93-4be93a911034,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:44.504852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-42c2d767-02c2-4779-8559-f3da14f04d24 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.507598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54338) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:44.508543 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-42c2d767-02c2-4779-8559-f3da14f04d24 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.3009527 Feb 11 13:11:44.548490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca599b9e-a5a7-427d-a432-dc4b622944d7 req-935e1204-cf4a-426d-8632-7a310bf30257 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.549264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ca599b9e-a5a7-427d-a432-dc4b622944d7 req-935e1204-cf4a-426d-8632-7a310bf30257 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Synchronizing usage tracker for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:44.618842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ca599b9e-a5a7-427d-a432-dc4b622944d7 req-935e1204-cf4a-426d-8632-7a310bf30257 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Unset dirty status for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:44.630719 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca599b9e-a5a7-427d-a432-dc4b622944d7 req-935e1204-cf4a-426d-8632-7a310bf30257 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 945 time: 0.5536239 Feb 11 13:11:44.691370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-e9ab67a4-6360-4849-9c2f-e4671f422f03 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Deleting port cfad1194-1ec4-42d6-b39c-24ed53c87b0f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:44.691920 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-e9ab67a4-6360-4849-9c2f-e4671f422f03 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:44.713646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca599b9e-a5a7-427d-a432-dc4b622944d7 req-68828dca-804e-4480-9b35-3fa98b988bd0 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820656 Feb 11 13:11:44.785102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-network', 'tenant_id': '31b992635d4144538d17315b43e302bc'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:44.793789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:44.812221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-47467f78-6681-41ab-96ad-b7b776d1a6a6 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.814042 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-47467f78-6681-41ab-96ad-b7b776d1a6a6 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.73 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 945 time: 0.4452031 Feb 11 13:11:44.821505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Usage tracker for resource:network and tenant:31b992635d4144538d17315b43e302bc is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:44.842826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:44.852522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:44.876257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Made reservation on behalf of 31b992635d4144538d17315b43e302bc for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:44.879515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:44.904756 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:44.912183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0cad0d7a-8925-4cf1-9b93-4be93a911034 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:44.933546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:11:44.988466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dd312281-9b2b-41c6-93b8-c9bc15df395d req-f55b4a6d-49ca-4b46-9cda-3e2d8d95ee3f tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0505629 Feb 11 13:11:44.999801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0cad0d7a-8925-4cf1-9b93-4be93a911034 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:45.028389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d3a1b-1f68-4874-b469-79dc107b4b7e req-e341d91c-81a5-4540-adcf-21993013b660 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:45.036464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-667d3a1b-1f68-4874-b469-79dc107b4b7e req-e341d91c-81a5-4540-adcf-21993013b660 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.4647629 Feb 11 13:11:45.176332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:45.184461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Usage tracker for resource:security_group_rule and tenant:31b992635d4144538d17315b43e302bc is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:45.191581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:45.197189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:45.203046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-d9d7a4a3-1f09-43f0-8832-92c19a888a79 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Deleting port a47b102c-8225-4168-9368-59d60a825601 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:45.203420 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-d9d7a4a3-1f09-43f0-8832-92c19a888a79 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:45.364595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81295d41-fd4a-4f5d-98b2-381cd91ada1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:45.366816 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-667d3a1b-1f68-4874-b469-79dc107b4b7e req-6a621c76-2c3b-47dc-9679-eba5a31415dc tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294601 Feb 11 13:11:45.396595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:45.460720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:45.558774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61873796-dad4-429b-ae69-d1bb02ae2b9f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:45.565683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:45.586551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beff6ea-a498-4c75-b6d1-4d55e5063375 None None] Network 446f9ce4-e24b-44b4-b743-298a0c13ff7d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:11:45.597568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-e9ab67a4-6360-4849-9c2f-e4671f422f03 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] For port cfad1194-1ec4-42d6-b39c-24ed53c87b0f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:45.606680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-e9ab67a4-6360-4849-9c2f-e4671f422f03 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:45.624183 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:45.624526 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Added segment c58e4399-5926-4bfa-b152-a7067f9d1751 of type vlan for network 11bc1a99-9afa-46e7-971a-a22a075a30c7 Feb 11 13:11:45.656560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899b79e-53f8-4dc9-ae06-3b80feea9486 req-2a0d11be-0313-4a00-99b4-882c290f390f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:45.664633 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0899b79e-53f8-4dc9-ae06-3b80feea9486 req-2a0d11be-0313-4a00-99b4-882c290f390f tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 949 time: 0.3549862 Feb 11 13:11:45.716773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:45.747502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Sync routers for ids ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:11:45.767052 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:45.772698 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:45.774230 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6577667e-2ea6-4b22-96eb-03ed3c4354c8 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7944691 Feb 11 13:11:45.785067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54368) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:45.801172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Routers {'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:11:45.801853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:11:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:45.863101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-071a483a-7212-4b7d-9ebb-7f9a0f6f801b None None] Provisioning for port 0cad0d7a-8925-4cf1-9b93-4be93a911034 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:45.902509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-e9ab67a4-6360-4849-9c2f-e4671f422f03 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Calling delete_port for cfad1194-1ec4-42d6-b39c-24ed53c87b0f owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:45.920347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:11:45.945478 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0899b79e-53f8-4dc9-ae06-3b80feea9486 req-e3d59340-3fde-4b11-a03e-09b1cdf871b6 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/security-groups?id=1647f7b5-a7d6-4da5-8982-48479912efd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798312 Feb 11 13:11:45.974239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-071a483a-7212-4b7d-9ebb-7f9a0f6f801b None None] Provisioning complete for port 0cad0d7a-8925-4cf1-9b93-4be93a911034 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:45.974239 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-071a483a-7212-4b7d-9ebb-7f9a0f6f801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.016284 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.017395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:46.017989 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.043783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-d9d7a4a3-1f09-43f0-8832-92c19a888a79 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] For port a47b102c-8225-4168-9368-59d60a825601, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a47b102c-8225-4168-9368-59d60a825601,segment=NetworkSegment(766884e2-8ba2-44ec-a788-9036cc6dcbac),segment_id=766884e2-8ba2-44ec-a788-9036cc6dcbac)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:46.044636 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-d9d7a4a3-1f09-43f0-8832-92c19a888a79 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.208925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-d9d7a4a3-1f09-43f0-8832-92c19a888a79 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Calling delete_port for a47b102c-8225-4168-9368-59d60a825601 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:46.291517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Set router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:11:46.336000 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-071a483a-7212-4b7d-9ebb-7f9a0f6f801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.376039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-071a483a-7212-4b7d-9ebb-7f9a0f6f801b None None] For port 0cad0d7a-8925-4cf1-9b93-4be93a911034, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0cad0d7a-8925-4cf1-9b93-4be93a911034,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:46.392000 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8642523 Feb 11 13:11:46.393919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54382) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:46.413570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Request body: {'subnet': {'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-subnet', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:46.415015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-e9ab67a4-6360-4849-9c2f-e4671f422f03 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.419840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:46.423645 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-071a483a-7212-4b7d-9ebb-7f9a0f6f801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.426237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Usage tracker for resource:subnet and tenant:31b992635d4144538d17315b43e302bc is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:46.429137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:46.435494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:46.450071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Made reservation on behalf of 31b992635d4144538d17315b43e302bc for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:46.453076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.470885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b0f3c-38f9-4ba4-a88f-915f4331ff3c admin admin] Pushing event updated for resources: {'Network': ['ID=11bc1a99-9afa-46e7-971a-a22a075a30c7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:46.498730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab67a4-6360-4849-9c2f-e4671f422f03 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Pushing event deleted for resources: {'Port': ['ID=cfad1194-1ec4-42d6-b39c-24ed53c87b0f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:46.531562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a483a-7212-4b7d-9ebb-7f9a0f6f801b None None] Pushing event updated for resources: {'Port': ['ID=0cad0d7a-8925-4cf1-9b93-4be93a911034,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:46.533960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 11bc1a99-9afa-46e7-971a-a22a075a30c7 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:11:46.560062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c03657-66e9-4c49-b6c8-0f34cc1fde6a req-98b1e7f9-0cac-4c9f-aa97-6c715833d34e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:46.567003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6c03657-66e9-4c49-b6c8-0f34cc1fde6a req-98b1e7f9-0cac-4c9f-aa97-6c715833d34e tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 945 time: 0.3265197 Feb 11 13:11:46.602320 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b890b818-2ba3-4bfe-bc72-7d15a28bace1 req-c005540c-8f63-4ade-be8e-27c355d50c7a tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0735099 Feb 11 13:11:46.690954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-e9ab67a4-6360-4849-9c2f-e4671f422f03 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] No DVR routers for this DVR port cfad1194-1ec4-42d6-b39c-24ed53c87b0f on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:46.712940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-e9ab67a4-6360-4849-9c2f-e4671f422f03 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.731837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6c03657-66e9-4c49-b6c8-0f34cc1fde6a req-d1ddebad-48c8-4140-9a8a-8fda682e9aa3 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4bb7958-2d54-43a0-9a89-e3e6d530e423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633401 Feb 11 13:11:46.732139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'name': 'network-vif-deleted', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:46.744036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-d9d7a4a3-1f09-43f0-8832-92c19a888a79 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.829474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7a4a3-1f09-43f0-8832-92c19a888a79 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Pushing event deleted for resources: {'Port': ['ID=a47b102c-8225-4168-9368-59d60a825601,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:46.835879 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca69d2c7-439f-48cb-9cd4-4dfbc3cc5aea req-e9ab67a4-6360-4849-9c2f-e4671f422f03 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.73 "DELETE /v2.0/ports/cfad1194-1ec4-42d6-b39c-24ed53c87b0f HTTP/1.1" status: 204 len: 173 time: 2.3216746 Feb 11 13:11:46.931578 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device c5c38efd-b989-4bb8-aab4-c894b8dc98f3 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:11:46.984864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-d9d7a4a3-1f09-43f0-8832-92c19a888a79 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] No DVR routers for this DVR port a47b102c-8225-4168-9368-59d60a825601 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:46.991731 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-d9d7a4a3-1f09-43f0-8832-92c19a888a79 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:46.993424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79ac4b63-9657-4d1f-a541-da78034ca723 req-d9d7a4a3-1f09-43f0-8832-92c19a888a79 tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.73 "DELETE /v2.0/ports/a47b102c-8225-4168-9368-59d60a825601 HTTP/1.1" status: 204 len: 173 time: 2.1666391 Feb 11 13:11:47.014538 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d4c6e3-76fd-4144-a378-af4465822ead', 'name': 'network-vif-deleted', 'tag': 'cfad1194-1ec4-42d6-b39c-24ed53c87b0f', 'status': 'completed', 'code': 200} Feb 11 13:11:47.138056 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:47.238401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bef65d-1e0b-4a22-b1a3-d2fcba58a34b,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:47.241575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port c5c38efd-b989-4bb8-aab4-c894b8dc98f3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:47.275039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0cad0d7a-8925-4cf1-9b93-4be93a911034 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:47.312735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'c5c38efd-b989-4bb8-aab4-c894b8dc98f3', 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c', 'port_id': 'c5c38efd-b989-4bb8-aab4-c894b8dc98f3', 'mac_address': 'fa:16:3e:a0:09:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030317ec-c34e-463e-b879-f7a97714cfe0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:11:47.328325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7576d-443e-487b-ab6e-e55a99cb67da req-680ec5a6-52a2-4a9a-829f-73aea88c6782 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:47.329980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-65e7576d-443e-487b-ab6e-e55a99cb67da req-680ec5a6-52a2-4a9a-829f-73aea88c6782 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 945 time: 0.2983348 Feb 11 13:11:47.332308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Checking segment: {'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:47.332769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Network hostable DHCP agents. Network: 11bc1a99-9afa-46e7-971a-a22a075a30c7, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:47.395961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Network 11bc1a99-9afa-46e7-971a-a22a075a30c7 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:47.398698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-44a2d1e9-dccf-4d31-bd19-34b9b1079d88 req-34a61407-c2e6-4846-9c4a-828b036a6168 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Synchronizing usage tracker for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:47.417534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-44a2d1e9-dccf-4d31-bd19-34b9b1079d88 req-34a61407-c2e6-4846-9c4a-828b036a6168 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] Unset dirty status for tenant:12b287917ba646e9b3169123c7ffe5dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:47.429586 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:47.433417 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44a2d1e9-dccf-4d31-bd19-34b9b1079d88 req-34a61407-c2e6-4846-9c4a-828b036a6168 tempest-MigrationsAdminTest-1571773709 tempest-MigrationsAdminTest-1571773709-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d4c6e3-76fd-4144-a378-af4465822ead HTTP/1.1" status: 200 len: 210 time: 0.0888541 Feb 11 13:11:47.465223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 11bc1a99-9afa-46e7-971a-a22a075a30c7) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:47.483477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-65e7576d-443e-487b-ab6e-e55a99cb67da req-bcb5066f-d197-4ee8-b6fa-2c30382376b6 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432824 Feb 11 13:11:47.486300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5c38efd-b989-4bb8-aab4-c894b8dc98f3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:11:47.498305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:47.499160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:47.507088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb9c876-38d2-4403-b45a-16e8c84c575f None None] Network 11bc1a99-9afa-46e7-971a-a22a075a30c7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:11:47.800806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-66d305f3-8017-4baf-8abe-e8501f7b4e36 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4057503 Feb 11 13:11:47.803852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54422) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:47.809091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-router', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:47.815827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:47.823961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Usage tracker for resource:router and tenant:31b992635d4144538d17315b43e302bc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:47.843311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:47.857494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:47.876452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:47.877483 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:47.911218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a47b102c-8225-4168-9368-59d60a825601 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:47.917612 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:47.947262 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port c5c38efd-b989-4bb8-aab4-c894b8dc98f3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:47.981440 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b225f544-26b6-4bce-b675-d1966a98db36 req-45f3c50c-8cb2-4254-bdc6-99576cef20eb tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0531814 Feb 11 13:11:48.041371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0cad0d7a-8925-4cf1-9b93-4be93a911034 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:48.041741 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:48.151372 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:48.153128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: a47b102c-8225-4168-9368-59d60a825601 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:48.153464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a47b102c-8225-4168-9368-59d60a825601 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:48.154006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cfad1194-1ec4-42d6-b39c-24ed53c87b0f no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:48.215637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:44Z', 'revision_number': 3, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:48.274034 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:48.384438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Checking router: e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:11:48.384784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Updating router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 port f0d1780f-a22c-402e-8e50-651f3bd0bfdb binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:11:48.396669 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:48.454915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: cfad1194-1ec4-42d6-b39c-24ed53c87b0f {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:48.461625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cfad1194-1ec4-42d6-b39c-24ed53c87b0f not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:48.493022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e3019847-6586-4c52-a702-78e3879caa1f req-44765dc3-47cf-4d1e-b6cd-54681ee8df9a tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Synchronizing usage tracker for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:11:48.506649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['c5c38efd-b989-4bb8-aab4-c894b8dc98f3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:11:48.574753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e3019847-6586-4c52-a702-78e3879caa1f req-44765dc3-47cf-4d1e-b6cd-54681ee8df9a tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] Unset dirty status for tenant:5bd4082c5fc74b74b65cf6ee2fb0a415 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:11:48.587363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:48.590944 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3019847-6586-4c52-a702-78e3879caa1f req-44765dc3-47cf-4d1e-b6cd-54681ee8df9a tempest-LiveAutoBlockMigrationV225Test-1579880763 tempest-LiveAutoBlockMigrationV225Test-1579880763-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dfb4dd3-3e93-434a-8234-81a5d2e765fc HTTP/1.1" status: 200 len: 210 time: 0.2441454 Feb 11 13:11:48.591457 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c41472df-53cd-4d98-b241-6a7e427ff37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:48.592849 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:48.826522 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:48.854173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Allocated IP 172.20.0.1 (446f9ce4-e24b-44b4-b743-298a0c13ff7d/6f62c0f9-b9c5-4bdc-8132-da3ad14c2504/1520f086-c9d8-448b-a36b-4b4eb910def8) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:48.892077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54448) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:48.894710 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:48.979142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-11bc1a99-9afa-46e7-971a-a22a075a30c7', 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'fixed_ips': [{'subnet_id': '34bef65d-1e0b-4a22-b1a3-d2fcba58a34b'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:11:48.980609 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.010735 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.032669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f486bf24-a6d6-43bc-8c37-6bab4f9800cb None None] Provisioning complete for port 0cad0d7a-8925-4cf1-9b93-4be93a911034 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:49.033026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f486bf24-a6d6-43bc-8c37-6bab4f9800cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.037001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54450) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:49.088261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.125136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Transition to ACTIVE for port object 1520f086-c9d8-448b-a36b-4b4eb910def8 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:49.125695 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.144447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Allocated IP 172.25.4.20 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/8736348a-a7c6-48c2-9251-474fe798bdb4) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:49.185664 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.273722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54460) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:49.289838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Allocated IP 172.20.0.2 (11bc1a99-9afa-46e7-971a-a22a075a30c7/34bef65d-1e0b-4a22-b1a3-d2fcba58a34b/1057d1ee-774f-459f-92f3-4bb2899f77e5) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:49.306642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'name': 'network-vif-deleted', 'tag': 'a47b102c-8225-4168-9368-59d60a825601'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:49.347743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Network 446f9ce4-e24b-44b4-b743-298a0c13ff7d is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:49.390310 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.400927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:49.428191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:11:49.437344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d759ec1-53bd-4861-82a5-15d56c588c30 req-b8e8210d-6276-44df-8391-ec17a65e6ff8 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:49.444671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d759ec1-53bd-4861-82a5-15d56c588c30 req-b8e8210d-6276-44df-8391-ec17a65e6ff8 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 944 time: 0.5511744 Feb 11 13:11:49.505981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f470c8e8-7885-4b0e-8508-87cf5d5a6b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.523118 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.632971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d759ec1-53bd-4861-82a5-15d56c588c30 req-502aee42-2f99-4c92-9071-a802f89c3fe5 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871359 Feb 11 13:11:49.665436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f470c8e8-7885-4b0e-8508-87cf5d5a6b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:49.670390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:49.671242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8eabc493-5ea3-46e8-883b-d7147cc9a2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.674850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:49.680667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f470c8e8-7885-4b0e-8508-87cf5d5a6b71 admin admin] Usage tracker for resource:security_group_rule and tenant:ed01537dba244494bacb2ea458ab4dc3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:49.683149 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:49.684768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:11:49.685859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Pushing event updated for resources: {'Port': ['ID=1520f086-c9d8-448b-a36b-4b4eb910def8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:49.715808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e70c78f6-9ea1-4897-b67f-9ebfb712b3fd req-c0156caa-ea61-4c82-a404-90e39e8d52f4 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.4073505 Feb 11 13:11:49.738405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Pushing event updated for resources: {'Port': ['ID=8736348a-a7c6-48c2-9251-474fe798bdb4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:49.744364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f470c8e8-7885-4b0e-8508-87cf5d5a6b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:49.757328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f470c8e8-7885-4b0e-8508-87cf5d5a6b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:49.768035 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfb4dd3-3e93-434a-8234-81a5d2e765fc', 'name': 'network-vif-deleted', 'tag': 'a47b102c-8225-4168-9368-59d60a825601', 'status': 'completed', 'code': 200} Feb 11 13:11:49.845812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-07fb5122-df62-4427-b3df-2b12989a8ba6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=12b287917ba646e9b3169123c7ffe5dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5631957 Feb 11 13:11:49.860421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54478) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:49.861034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54480) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:49.927388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8eabc493-5ea3-46e8-883b-d7147cc9a2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:49.936534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8eabc493-5ea3-46e8-883b-d7147cc9a2af admin admin] Usage tracker for resource:security_group_rule and tenant:e889afdc81904b74a65aef9899a85dd9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:49.945584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8eabc493-5ea3-46e8-883b-d7147cc9a2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:49.986299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8eabc493-5ea3-46e8-883b-d7147cc9a2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:50.042028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.044294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-deda44b1-d828-4fdb-8753-bb608d233928 None None] Provisioning for port 1520f086-c9d8-448b-a36b-4b4eb910def8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:50.046416 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f470c8e8-7885-4b0e-8508-87cf5d5a6b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.056027 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f470c8e8-7885-4b0e-8508-87cf5d5a6b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.080951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-deda44b1-d828-4fdb-8753-bb608d233928 None None] Provisioning complete for port 1520f086-c9d8-448b-a36b-4b4eb910def8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:50.081314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-deda44b1-d828-4fdb-8753-bb608d233928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.095544 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f21ff80-69ee-46b6-8f30-1ecb34fe0cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.107743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.109212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.184866 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.198556 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.201920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-deda44b1-d828-4fdb-8753-bb608d233928 None None] Port 1520f086-c9d8-448b-a36b-4b4eb910def8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:11:50.205452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Transition to ACTIVE for port object 1057d1ee-774f-459f-92f3-4bb2899f77e5 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:50.218909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f21ff80-69ee-46b6-8f30-1ecb34fe0cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.237222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c093bc-77bc-4c3d-a9e9-0f397bf36a2c admin admin] Deleting subnet f0494066-81f3-4ce9-87c0-698b915c81df {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:11:50.244169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f470c8e8-7885-4b0e-8508-87cf5d5a6b71 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ed01537dba244494bacb2ea458ab4dc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9457338 Feb 11 13:11:50.252328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470c8e8-7885-4b0e-8508-87cf5d5a6b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf1b8ae-608c-4a7e-b63c-420721f6d991,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:50.253599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54492) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:50.254269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53c093bc-77bc-4c3d-a9e9-0f397bf36a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.281067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Transition to ACTIVE for port object 1057d1ee-774f-459f-92f3-4bb2899f77e5 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:50.290175 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.374324 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.384617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Network 11bc1a99-9afa-46e7-971a-a22a075a30c7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:50.388217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Pushing event updated for resources: {'Port': ['ID=1057d1ee-774f-459f-92f3-4bb2899f77e5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:50.393910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:50.397217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:11:50.399630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Transition to ACTIVE for port object f0d1780f-a22c-402e-8e50-651f3bd0bfdb will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:50.426804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682da64-049e-4f53-aa6f-2759c3b6e16a req-87f3693e-6317-42a6-bc79-36576628f540 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:50.428531 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a682da64-049e-4f53-aa6f-2759c3b6e16a req-87f3693e-6317-42a6-bc79-36576628f540 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 944 time: 0.1871097 Feb 11 13:11:50.438601 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.474022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53c093bc-77bc-4c3d-a9e9-0f397bf36a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.512940 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a682da64-049e-4f53-aa6f-2759c3b6e16a req-044d30b4-e88d-4d56-a8f7-63c55ffad74b tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664477 Feb 11 13:11:50.545783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8eabc493-5ea3-46e8-883b-d7147cc9a2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.562729 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8eabc493-5ea3-46e8-883b-d7147cc9a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.590431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Router 97bf09a5-423f-436a-8e75-f21cce0e4c2a is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:11:50.596724 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f21ff80-69ee-46b6-8f30-1ecb34fe0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.640870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53c093bc-77bc-4c3d-a9e9-0f397bf36a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.641110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Attempting to bind port f0d1780f-a22c-402e-8e50-651f3bd0bfdb on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:11:50.641331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Attempting to bind port f0d1780f-a22c-402e-8e50-651f3bd0bfdb by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:11:50.641678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Attempting to bind port f0d1780f-a22c-402e-8e50-651f3bd0bfdb on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:50.654835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2201cf6-9faf-426d-b9ff-32fca2edc2f1 None None] Pushing event updated for resources: {'Port': ['ID=f0d1780f-a22c-402e-8e50-651f3bd0bfdb,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:50.658434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Attempting to bind port 1057d1ee-774f-459f-92f3-4bb2899f77e5 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:11:50.658834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Attempting to bind port 1057d1ee-774f-459f-92f3-4bb2899f77e5 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:11:50.659193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Attempting to bind port 1057d1ee-774f-459f-92f3-4bb2899f77e5 on network 11bc1a99-9afa-46e7-971a-a22a075a30c7 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:50.666185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:11:50.666555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:50.666992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.667907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:11:50.668394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Bound port: f0d1780f-a22c-402e-8e50-651f3bd0bfdb, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:11:50.668858 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.672369 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9693eb32-8d99-4e2e-9517-d8bf92bd1c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.697296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:11:50.697658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Checking segment: {'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:50.698056 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.698683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Bound using segment: {'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:11:50.699111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Bound port: 1057d1ee-774f-459f-92f3-4bb2899f77e5, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:11:50.699482 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.726139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabc493-5ea3-46e8-883b-d7147cc9a2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295daa4f-e79d-43ef-8db8-fccf4ed8a857,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:50.756373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8eabc493-5ea3-46e8-883b-d7147cc9a2af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e889afdc81904b74a65aef9899a85dd9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7177992 Feb 11 13:11:50.763639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54496) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:50.775972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21ff80-69ee-46b6-8f30-1ecb34fe0cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1647f7b5-a7d6-4da5-8982-48479912efd2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:50.776248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device c5c38efd-b989-4bb8-aab4-c894b8dc98f3 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:50.779825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9693eb32-8d99-4e2e-9517-d8bf92bd1c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.820431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f21ff80-69ee-46b6-8f30-1ecb34fe0cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.825318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4f21ff80-69ee-46b6-8f30-1ecb34fe0cd1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1647f7b5-a7d6-4da5-8982-48479912efd2 HTTP/1.1" status: 204 len: 168 time: 0.9632668 Feb 11 13:11:50.829079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:50.841122 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Sync routers for ids ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:11:50.846845 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.866242 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Routers {'97bf09a5-423f-436a-8e75-f21cce0e4c2a'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:11:50.866981 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:11:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:50.869784 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.876501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54504) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:50.879327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-742fce35-f227-436b-a8f8-537dd4e6f80f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0741730 Feb 11 13:11:50.881448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:50.978881 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] For port f0d1780f-a22c-402e-8e50-651f3bd0bfdb, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:51.035167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] For port f0d1780f-a22c-402e-8e50-651f3bd0bfdb, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f0d1780f-a22c-402e-8e50-651f3bd0bfdb,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:51.048435 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53c093bc-77bc-4c3d-a9e9-0f397bf36a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.052008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] For port 1057d1ee-774f-459f-92f3-4bb2899f77e5, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:51.054804 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.117428 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.127838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] For port 1057d1ee-774f-459f-92f3-4bb2899f77e5, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1057d1ee-774f-459f-92f3-4bb2899f77e5,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:51.149426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.157698 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Set router 97bf09a5-423f-436a-8e75-f21cce0e4c2a gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:11:51.175837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c5c38efd-b989-4bb8-aab4-c894b8dc98f3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:11:51.196632 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53c093bc-77bc-4c3d-a9e9-0f397bf36a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.205154 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.205367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2201cf6-9faf-426d-b9ff-32fca2edc2f1 None None] Pushing event updated for resources: {'Port': ['ID=f0d1780f-a22c-402e-8e50-651f3bd0bfdb,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.287830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port c5c38efd-b989-4bb8-aab4-c894b8dc98f3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:51.291512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Routers {'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:11:51.292300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:11:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:51.301843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Pushing event updated for resources: {'Port': ['ID=1520f086-c9d8-448b-a36b-4b4eb910def8,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.349177 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-488bba7e-795a-4a43-940c-5ec30c09bce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.357160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54512) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:51.430398 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a4c2155a-6ca1-4c65-8eac-82f0aa2e5331 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6ad1441b442846c0a3826eba1d6a34b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0720689 Feb 11 13:11:51.434337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54516) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:51.435228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c093bc-77bc-4c3d-a9e9-0f397bf36a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0494066-81f3-4ce9-87c0-698b915c81df,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.450477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-53c093bc-77bc-4c3d-a9e9-0f397bf36a2c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f0494066-81f3-4ce9-87c0-698b915c81df HTTP/1.1" status: 204 len: 168 time: 1.5867116 Feb 11 13:11:51.453558 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-488bba7e-795a-4a43-940c-5ec30c09bce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.478133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54520) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:51.478943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7fd05aa3-5ebc-4284-854a-0646a9399e2e req-8c64f9eb-814f-4104-9ef0-92f5b66649c8 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.3288755 Feb 11 13:11:51.547518 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.599653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cf3e7-edd8-4d1a-83cc-b5f6d8107c54 None None] Pushing event updated for resources: {'Port': ['ID=1057d1ee-774f-459f-92f3-4bb2899f77e5,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.660637 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-router', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:47Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 3, 'project_id': '31b992635d4144538d17315b43e302bc', 'gw_port': {'id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:51.675484 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Checking router: 97bf09a5-423f-436a-8e75-f21cce0e4c2a for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:11:51.676074 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Updating router 97bf09a5-423f-436a-8e75-f21cce0e4c2a port 8736348a-a7c6-48c2-9251-474fe798bdb4 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:11:51.710151 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9693eb32-8d99-4e2e-9517-d8bf92bd1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.749732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693eb32-8d99-4e2e-9517-d8bf92bd1c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf1b8ae-608c-4a7e-b63c-420721f6d991,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.790278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.800982 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9693eb32-8d99-4e2e-9517-d8bf92bd1c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.800982 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9693eb32-8d99-4e2e-9517-d8bf92bd1c5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9cf1b8ae-608c-4a7e-b63c-420721f6d991 HTTP/1.1" status: 204 len: 168 time: 1.5119083 Feb 11 13:11:51.819817 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.848170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Network 446f9ce4-e24b-44b4-b743-298a0c13ff7d is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:51.850265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:51.854284 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-488bba7e-795a-4a43-940c-5ec30c09bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.878961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] Set router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:11:51.882690 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:51.919566 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be3a489c-dead-4e7d-a8b4-dfc440a95ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.023791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be3a489c-dead-4e7d-a8b4-dfc440a95ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.260928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be3a489c-dead-4e7d-a8b4-dfc440a95ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.439302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.456775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c4a4afa1-9895-4a39-8911-e0dd8178bdf1 None None] Provisioning complete for port 1520f086-c9d8-448b-a36b-4b4eb910def8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:52.457391 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4a4afa1-9895-4a39-8911-e0dd8178bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.459936 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.470343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-488bba7e-795a-4a43-940c-5ec30c09bce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.473704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-488bba7e-795a-4a43-940c-5ec30c09bce2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/295daa4f-e79d-43ef-8db8-fccf4ed8a857 HTTP/1.1" status: 204 len: 168 time: 1.7062719 Feb 11 13:11:52.474929 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Transition to ACTIVE for port object 8736348a-a7c6-48c2-9251-474fe798bdb4 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:52.496559 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.515428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60917ce9-2e2f-44cf-847e-30a373078386']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:52.548850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766884e2-8ba2-44ec-a788-9036cc6dcbac') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:52.549219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766884e2-8ba2-44ec-a788-9036cc6dcbac') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:52.600776 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.651152 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.675222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:11:52.678183 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.695136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bba7e-795a-4a43-940c-5ec30c09bce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295daa4f-e79d-43ef-8db8-fccf4ed8a857,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:52.772885 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Pushing event updated for resources: {'Port': ['ID=8736348a-a7c6-48c2-9251-474fe798bdb4,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:52.793213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4afa1-9895-4a39-8911-e0dd8178bdf1 None None] Port 1520f086-c9d8-448b-a36b-4b4eb910def8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:11:52.828967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:50Z', 'revision_number': 2, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:52.830282 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Attempting to bind port 8736348a-a7c6-48c2-9251-474fe798bdb4 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:11:52.830706 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Attempting to bind port 8736348a-a7c6-48c2-9251-474fe798bdb4 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:11:52.831058 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Attempting to bind port 8736348a-a7c6-48c2-9251-474fe798bdb4 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:11:52.834238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a7e6a-158b-40b8-967b-6f23dcc801ac None None] The sync data for ids ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'] in n-d-818559-1 is: [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:50Z', 'revision_number': 2, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:11:52.861064 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:11:52.861423 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:52.863429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54534) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:52.866079 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.866079 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:11:52.866079 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Bound port: 8736348a-a7c6-48c2-9251-474fe798bdb4, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:11:52.866614 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.881228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ecf54-2523-40c7-969a-057d7012de75 None None] Network 11bc1a99-9afa-46e7-971a-a22a075a30c7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:11:52.924190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b958a-8ddd-45f9-ada3-393035d7ffdd req-c43493ab-bfff-44c5-946f-56d95f416aa7 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:52.938856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8b3b958a-8ddd-45f9-ada3-393035d7ffdd req-c43493ab-bfff-44c5-946f-56d95f416aa7 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 943 time: 1.1342366 Feb 11 13:11:52.939110 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:52.939463 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:52.940227 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:52.941279 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:52.942286 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:52.944351 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:52.944523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be3a489c-dead-4e7d-a8b4-dfc440a95ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:52.944808 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:52.945461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-be3a489c-dead-4e7d-a8b4-dfc440a95ba7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/83166694-291d-484d-8946-7ec82862047f HTTP/1.1" status: 204 len: 168 time: 1.5101662 Feb 11 13:11:52.946360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a489c-dead-4e7d-a8b4-dfc440a95ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83166694-291d-484d-8946-7ec82862047f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:52.966074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-620e8c33-6173-4a69-b5cb-84958911c7db req-8ae048b7-3d84-4d95-8738-b06bddab0c35 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.1092665 Feb 11 13:11:52.966245 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:52.966649 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:52.966992 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:52.970929 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:53.078177 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:53.087024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:53.170420 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] For port 8736348a-a7c6-48c2-9251-474fe798bdb4, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:53.178480 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c0a500d-d64f-42ae-9849-bba581ad08c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:53.183380 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] For port 8736348a-a7c6-48c2-9251-474fe798bdb4, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8736348a-a7c6-48c2-9251-474fe798bdb4,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:53.184803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3b76f598-abfe-4ef0-be05-9a66bd20996c None None] Provisioning for port 1057d1ee-774f-459f-92f3-4bb2899f77e5 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:53.193026 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:53.238922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-77f449df-e407-4b49-be37-298107ad5e80 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:53.240407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-77f449df-e407-4b49-be37-298107ad5e80 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.75 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 943 time: 0.7606759 Feb 11 13:11:53.288450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] 10.222.0.67 "DELETE /v2.0/networks/60917ce9-2e2f-44cf-847e-30a373078386 HTTP/1.1" status: 204 len: 168 time: 1.8092148 Feb 11 13:11:53.289959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d53c10-b9b2-442f-8651-ae365277127a admin admin] Pushing event deleted for resources: {'Network': ['ID=60917ce9-2e2f-44cf-847e-30a373078386,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:53.291903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54542) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:53.348778 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8b3b958a-8ddd-45f9-ada3-393035d7ffdd req-bdcfa3a5-2484-475e-98d2-b8602ae451e7 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089458 Feb 11 13:11:53.419170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c0a500d-d64f-42ae-9849-bba581ad08c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:53.436456 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72829ebe-b087-4102-aa1b-e516a9a6b6b3 None None] Pushing event updated for resources: {'Port': ['ID=8736348a-a7c6-48c2-9251-474fe798bdb4,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:53.436617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c0a500d-d64f-42ae-9849-bba581ad08c6 admin admin] Usage tracker for resource:security_group_rule and tenant:1354df3943424f258a8d5b2a35e9da9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:53.439924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c0a500d-d64f-42ae-9849-bba581ad08c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:53.448182 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Routers {'97bf09a5-423f-436a-8e75-f21cce0e4c2a'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:11:53.449980 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:11:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:53.454907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c0a500d-d64f-42ae-9849-bba581ad08c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:53.703078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1057d1ee-774f-459f-92f3-4bb2899f77e5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:53.715341 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c0a500d-d64f-42ae-9849-bba581ad08c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:53.727489 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c0a500d-d64f-42ae-9849-bba581ad08c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:53.828201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-08f815c2-08ec-420c-803d-a67b94d58388 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Deleting port c5c38efd-b989-4bb8-aab4-c894b8dc98f3 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:11:53.829925 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-08f815c2-08ec-420c-803d-a67b94d58388 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:53.849734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5c0a500d-d64f-42ae-9849-bba581ad08c6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1354df3943424f258a8d5b2a35e9da9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9458249 Feb 11 13:11:53.852161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54554) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:53.904227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 1057d1ee-774f-459f-92f3-4bb2899f77e5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:53.910129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1057d1ee-774f-459f-92f3-4bb2899f77e5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:53.910493 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:53.991786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a500d-d64f-42ae-9849-bba581ad08c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a61d548-446e-49d6-8396-b3847a71ca01,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:53.992606 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] Set router 97bf09a5-423f-436a-8e75-f21cce0e4c2a gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:11:54.056154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b1a99c-62e9-4f46-a5d8-e9ee70b0ed4a admin admin] Deleting subnet 5be337b4-3b86-4f45-8dcc-5b12899c219a {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:11:54.065462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49b1a99c-62e9-4f46-a5d8-e9ee70b0ed4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:54.157590 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe400281-1fc8-4ef2-adb8-2084495387db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:54.215972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49b1a99c-62e9-4f46-a5d8-e9ee70b0ed4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:54.254667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe400281-1fc8-4ef2-adb8-2084495387db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:54.344426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:54.373616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe400281-1fc8-4ef2-adb8-2084495387db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:54.381855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-499a4efb-0ec5-4ced-9911-37e791a5b991 None None] Provisioning complete for port 1057d1ee-774f-459f-92f3-4bb2899f77e5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:54.382213 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-499a4efb-0ec5-4ced-9911-37e791a5b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:54.444452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe400281-1fc8-4ef2-adb8-2084495387db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a61d548-446e-49d6-8396-b3847a71ca01,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:54.472162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe400281-1fc8-4ef2-adb8-2084495387db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:54.473257 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fe400281-1fc8-4ef2-adb8-2084495387db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4a61d548-446e-49d6-8396-b3847a71ca01 HTTP/1.1" status: 204 len: 168 time: 0.6124256 Feb 11 13:11:54.861443 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-router', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:47Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 3, 'project_id': '31b992635d4144538d17315b43e302bc', 'gw_port': {'id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:54.875238 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ac85b-2f2b-406f-a6ed-da94af694b32 None None] The sync data for ids ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'] in n-d-818559-1 is: [{'id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-router', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:47Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 3, 'project_id': '31b992635d4144538d17315b43e302bc', 'gw_port': {'id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:11:54.900595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 1057d1ee-774f-459f-92f3-4bb2899f77e5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1057d1ee-774f-459f-92f3-4bb2899f77e5,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:54.928110 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:54.956449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491dca2-96ab-422a-8933-c773bc0a4cf4 req-68c83b81-32ac-4c12-b3f0-ac43c29d5021 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:54.966250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c491dca2-96ab-422a-8933-c773bc0a4cf4 req-68c83b81-32ac-4c12-b3f0-ac43c29d5021 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 943 time: 0.1997733 Feb 11 13:11:55.001112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b4921c8e-fcc3-4b31-8e1e-7809d808d8fc req-679fccf4-5bdb-42d1-9699-85db7c36c8f0 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.5535185 Feb 11 13:11:55.059389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49b1a99c-62e9-4f46-a5d8-e9ee70b0ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:55.088938 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-499a4efb-0ec5-4ced-9911-37e791a5b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:55.094950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c491dca2-96ab-422a-8933-c773bc0a4cf4 req-c0b7aeae-dfa8-48e0-b55f-1c94aa0f6870 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272120 Feb 11 13:11:55.183857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=1057d1ee-774f-459f-92f3-4bb2899f77e5,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:55.307152 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-499a4efb-0ec5-4ced-9911-37e791a5b991 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:11:55.308727 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-499a4efb-0ec5-4ced-9911-37e791a5b991 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:11:55.322223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-08f815c2-08ec-420c-803d-a67b94d58388 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] For port c5c38efd-b989-4bb8-aab4-c894b8dc98f3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:55.322864 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-08f815c2-08ec-420c-803d-a67b94d58388 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:55.522037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1057d1ee-774f-459f-92f3-4bb2899f77e5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:55.638445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1057d1ee-774f-459f-92f3-4bb2899f77e5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:55.639003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:55.748910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-08f815c2-08ec-420c-803d-a67b94d58388 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Calling delete_port for c5c38efd-b989-4bb8-aab4-c894b8dc98f3 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:11:55.785827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f0d1780f-a22c-402e-8e50-651f3bd0bfdb up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:55.794840 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49b1a99c-62e9-4f46-a5d8-e9ee70b0ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:55.801810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15dc11e8-0978-4a1a-9d8e-aedf72c3fc0e req-271611ec-30b2-4d0d-8e60-213fdb194901 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.4534810 Feb 11 13:11:55.921839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1a99c-62e9-4f46-a5d8-e9ee70b0ed4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be337b4-3b86-4f45-8dcc-5b12899c219a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:55.929863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port f0d1780f-a22c-402e-8e50-651f3bd0bfdb completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:55.937015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port f0d1780f-a22c-402e-8e50-651f3bd0bfdb triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:55.937383 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:55.960445 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49b1a99c-62e9-4f46-a5d8-e9ee70b0ed4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:55.997951 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-49b1a99c-62e9-4f46-a5d8-e9ee70b0ed4a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5be337b4-3b86-4f45-8dcc-5b12899c219a HTTP/1.1" status: 204 len: 168 time: 2.7007852 Feb 11 13:11:55.999080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54602) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:56.075450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:56.086351 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:56.111015 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-08f815c2-08ec-420c-803d-a67b94d58388 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:56.117676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port f0d1780f-a22c-402e-8e50-651f3bd0bfdb, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f0d1780f-a22c-402e-8e50-651f3bd0bfdb,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:56.127008 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:56.221547 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:56.276202 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=f0d1780f-a22c-402e-8e50-651f3bd0bfdb,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:56.403768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f815c2-08ec-420c-803d-a67b94d58388 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event deleted for resources: {'Port': ['ID=c5c38efd-b989-4bb8-aab4-c894b8dc98f3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:56.422039 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-216f70cc-ced5-44c2-9c18-6475befbe5de req-dab3aec8-6d56-4aac-a579-99f973989c71 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0669463 Feb 11 13:11:56.545335 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:56.620792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ec016d-ee65-4027-ab60-f3956effde31']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:56.654924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b26150-46ca-49b6-bd21-5733d3d31720') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:56.655223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b26150-46ca-49b6-bd21-5733d3d31720') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:56.688697 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:56.703661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54626) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:56.732999 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b8f742fa-f47f-45c5-9694-36da85eba81f req-b7561624-60e0-4d95-8a58-278e21235666 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 210 time: 0.2023022 Feb 11 13:11:56.751568 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:56.791184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:11:56.791704 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:56.797393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device c5c38efd-b989-4bb8-aab4-c894b8dc98f3 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:56.807802 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:56.834629 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c26d3628-9710-4ee3-9bb1-c2814c80cc4f req-7cefca49-940d-4ada-b1fc-7034938b906a tempest-AbsoluteLimitsNegativeTestJSON-283638921 tempest-AbsoluteLimitsNegativeTestJSON-283638921-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=11d3161330344ad294e6b63c24b4d7d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750403 Feb 11 13:11:56.856597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-08f815c2-08ec-420c-803d-a67b94d58388 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] No DVR routers for this DVR port c5c38efd-b989-4bb8-aab4-c894b8dc98f3 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:56.861588 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-08f815c2-08ec-420c-803d-a67b94d58388 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:56.865815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d67f0c-2e36-42b5-b24b-9b4b13ed18c8', 'name': 'network-vif-deleted', 'tag': 'c5c38efd-b989-4bb8-aab4-c894b8dc98f3'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:11:56.888081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: c5c38efd-b989-4bb8-aab4-c894b8dc98f3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:11:56.888436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device c5c38efd-b989-4bb8-aab4-c894b8dc98f3 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:11:56.943763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-078194fd-6772-40ed-a59d-63e3fd7fdaed req-08f815c2-08ec-420c-803d-a67b94d58388 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.75 "DELETE /v2.0/ports/c5c38efd-b989-4bb8-aab4-c894b8dc98f3 HTTP/1.1" status: 204 len: 173 time: 3.6948595 Feb 11 13:11:57.051034 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d67f0c-2e36-42b5-b24b-9b4b13ed18c8', 'name': 'network-vif-deleted', 'tag': 'c5c38efd-b989-4bb8-aab4-c894b8dc98f3', 'status': 'completed', 'code': 200} Feb 11 13:11:57.127570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-619706635-network', 'tenant_id': 'ae24ef4d532a444db597ca278676157f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:57.142814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:57.171618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Usage tracker for resource:network and tenant:ae24ef4d532a444db597ca278676157f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:57.183852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:57.186606 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:57.213443 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:57.233249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:57.277463 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:57.287913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=60ec016d-ee65-4027-ab60-f3956effde31,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:57.306177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3628-9710-4ee3-9bb1-c2814c80cc4f req-cac4b747-7f66-4103-a5ff-e851d93454c8 tempest-AbsoluteLimitsNegativeTestJSON-283638921 tempest-AbsoluteLimitsNegativeTestJSON-283638921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:57.315025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c26d3628-9710-4ee3-9bb1-c2814c80cc4f req-cac4b747-7f66-4103-a5ff-e851d93454c8 tempest-AbsoluteLimitsNegativeTestJSON-283638921 tempest-AbsoluteLimitsNegativeTestJSON-283638921-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4786580 Feb 11 13:11:57.344868 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c26d3628-9710-4ee3-9bb1-c2814c80cc4f req-5304228c-81db-4cf5-9656-9a02aac9f204 tempest-AbsoluteLimitsNegativeTestJSON-283638921 tempest-AbsoluteLimitsNegativeTestJSON-283638921-project] 10.222.0.67 "GET /v2.0/quotas/11d3161330344ad294e6b63c24b4d7d7 HTTP/1.1" status: 200 len: 375 time: 0.0289738 Feb 11 13:11:57.389980 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f447414e-c1fb-4c48-ba9e-c23bc5455be3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/60ec016d-ee65-4027-ab60-f3956effde31 HTTP/1.1" status: 204 len: 168 time: 1.3900192 Feb 11 13:11:57.434291 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c26d3628-9710-4ee3-9bb1-c2814c80cc4f req-cc1e4c15-e9bc-4647-9200-e36065c516d8 tempest-AbsoluteLimitsNegativeTestJSON-283638921 tempest-AbsoluteLimitsNegativeTestJSON-283638921-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=11d3161330344ad294e6b63c24b4d7d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853081 Feb 11 13:11:57.435191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Made reservation on behalf of ae24ef4d532a444db597ca278676157f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:57.453703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:57.476334 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:57.525245 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6ab76135-0047-40e0-bcfe-93daf50dffdf admin admin] 10.222.0.67 "PUT /v2.0/routers/e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7391052 Feb 11 13:11:57.536698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:57.680166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f0d1780f-a22c-402e-8e50-651f3bd0bfdb up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:57.704776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:57.720841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Usage tracker for resource:security_group_rule and tenant:ae24ef4d532a444db597ca278676157f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:57.724873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:57.742898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:57.836149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port f0d1780f-a22c-402e-8e50-651f3bd0bfdb triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:57.836756 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:57.873331 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:57.880617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54658) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:57.885240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d17c885-579f-4ba6-9113-b35d1eb5edce req-3074311b-9096-4255-a6c3-e062ebcf5944 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.1452887 Feb 11 13:11:57.940755 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.047159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:58.048386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Allocated IP 172.20.0.1 (11bc1a99-9afa-46e7-971a-a22a075a30c7/34bef65d-1e0b-4a22-b1a3-d2fcba58a34b/9bec2261-b46f-46c1-bddd-66d9100586de) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:58.086014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8736348a-a7c6-48c2-9251-474fe798bdb4 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:58.103141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13902065-cf53-40b6-b62f-da004c0881dd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:58.133160 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.144711 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Added segment 63bc863d-7f52-46cd-b770-0be422475992 of type vlan for network 63516f9a-d592-41a5-b146-6bf848b55d35 Feb 11 13:11:58.198193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 8736348a-a7c6-48c2-9251-474fe798bdb4 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:58.207541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8736348a-a7c6-48c2-9251-474fe798bdb4 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:58.207909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.304633 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69064821-9df1-4355-8e61-cd3a2110b783 req-6c488b78-b524-4604-8252-4cae376b3761 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=10d67f0c-2e36-42b5-b24b-9b4b13ed18c8 HTTP/1.1" status: 200 len: 210 time: 0.1730375 Feb 11 13:11:58.316053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4ef2d62f-b91d-434e-91e4-bc28e9179cb2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5bd4082c5fc74b74b65cf6ee2fb0a415&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4344423 Feb 11 13:11:58.318724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54668) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:58.344064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.365251 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.403813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Transition to ACTIVE for port object 9bec2261-b46f-46c1-bddd-66d9100586de will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:58.458569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.497062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:58.504480 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.505319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:58.513198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.535764 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.568850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 8736348a-a7c6-48c2-9251-474fe798bdb4, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8736348a-a7c6-48c2-9251-474fe798bdb4,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:58.576074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.658129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=8736348a-a7c6-48c2-9251-474fe798bdb4,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:58.685594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-152b6d9a-55a9-40b5-a1df-764cd625a703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.706968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] Pushing event updated for resources: {'Network': ['ID=63516f9a-d592-41a5-b146-6bf848b55d35,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:58.718652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-56013494-ca14-4829-8e25-3a9a81debd1f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0096138 Feb 11 13:11:58.721777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 63516f9a-d592-41a5-b146-6bf848b55d35 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:11:58.724702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54684) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:58.735621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Request body: {'subnet': {'network_id': '63516f9a-d592-41a5-b146-6bf848b55d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-619706635-subnet', 'tenant_id': 'ae24ef4d532a444db597ca278676157f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:58.736943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-64d239b6-e5ab-4d00-8ecb-51cc7db8d84f req-dd32ac72-ffdb-4526-bf56-60ef456a6547 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=600aa1bd047140b398226866a98d6fa0&device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.2490311 Feb 11 13:11:58.741889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:58.745379 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-152b6d9a-55a9-40b5-a1df-764cd625a703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.756590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Usage tracker for resource:subnet and tenant:ae24ef4d532a444db597ca278676157f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:58.763878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:58.778338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:58.807306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Made reservation on behalf of ae24ef4d532a444db597ca278676157f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:58.810388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.039873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Pushing event updated for resources: {'Port': ['ID=9bec2261-b46f-46c1-bddd-66d9100586de,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:59.048436 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d0c6666b-b80a-4baa-aa11-1a5278397f69 req-04ca01c6-1edf-47b3-911a-e380eec03ce9 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.3745792 Feb 11 13:11:59.098616 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-64d239b6-e5ab-4d00-8ecb-51cc7db8d84f req-1b5f47aa-d5c8-47e7-9c23-ed21e5ba515d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=600aa1bd047140b398226866a98d6fa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494914 Feb 11 13:11:59.098616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Network 11bc1a99-9afa-46e7-971a-a22a075a30c7 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:59.098616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:59.099586 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:11:59.162534 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.208106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-152b6d9a-55a9-40b5-a1df-764cd625a703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.254211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54696) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:11:59.255240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b6d9a-55a9-40b5-a1df-764cd625a703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bb7958-2d54-43a0-9a89-e3e6d530e423,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:59.257696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ece2e7b-09c9-4dbf-a32e-55b97f7e4f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.278284 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.288757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1010791841', 'description': 'tempest-description--1111125634'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:11:59.371737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d239b6-e5ab-4d00-8ecb-51cc7db8d84f req-25614a40-b46b-4fde-9cc3-ee7f091bac5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:59.373756 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-64d239b6-e5ab-4d00-8ecb-51cc7db8d84f req-25614a40-b46b-4fde-9cc3-ee7f091bac5b service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2123075 Feb 11 13:11:59.416251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eea9df3-c743-4585-b1ea-96438740e4e0,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:59.419912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:59.445174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Usage tracker for resource:security_group and tenant:5ce06cecd3f6432e8a51acfc78e2b594 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:59.459428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:59.465754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8736348a-a7c6-48c2-9251-474fe798bdb4 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:11:59.466105 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.492612 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-152b6d9a-55a9-40b5-a1df-764cd625a703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.493895 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-152b6d9a-55a9-40b5-a1df-764cd625a703 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f4bb7958-2d54-43a0-9a89-e3e6d530e423 HTTP/1.1" status: 204 len: 168 time: 1.1742971 Feb 11 13:11:59.502490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:59.546928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ece2e7b-09c9-4dbf-a32e-55b97f7e4f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:59.556494 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.573133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ece2e7b-09c9-4dbf-a32e-55b97f7e4f65 admin admin] Usage tracker for resource:security_group_rule and tenant:11d3161330344ad294e6b63c24b4d7d7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:59.587170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Checking segment: {'id': '63bc863d-7f52-46cd-b770-0be422475992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '63516f9a-d592-41a5-b146-6bf848b55d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:11:59.588113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Network hostable DHCP agents. Network: 63516f9a-d592-41a5-b146-6bf848b55d35, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:59.601531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ece2e7b-09c9-4dbf-a32e-55b97f7e4f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:59.629345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fe79770c-8dde-4df3-9e1a-51d2e36ca53c None None] Provisioning for port 9bec2261-b46f-46c1-bddd-66d9100586de completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:59.629580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ece2e7b-09c9-4dbf-a32e-55b97f7e4f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:59.653175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fe79770c-8dde-4df3-9e1a-51d2e36ca53c None None] Provisioning complete for port 9bec2261-b46f-46c1-bddd-66d9100586de triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:59.653564 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe79770c-8dde-4df3-9e1a-51d2e36ca53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.736230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fe79770c-8dde-4df3-9e1a-51d2e36ca53c None None] Port 9bec2261-b46f-46c1-bddd-66d9100586de cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:11:59.740213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8736348a-a7c6-48c2-9251-474fe798bdb4 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:59.740899 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.748419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Network 63516f9a-d592-41a5-b146-6bf848b55d35 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:59.783559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:11:59.809551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Usage tracker for resource:security_group_rule and tenant:5ce06cecd3f6432e8a51acfc78e2b594 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:11:59.813579 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 63516f9a-d592-41a5-b146-6bf848b55d35) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:59.823265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:59.826697 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.830454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:11:59.832094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3982ed8a-9560-4e50-81b4-eb3b03dace37 None None] Network 63516f9a-d592-41a5-b146-6bf848b55d35 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:11:59.846018 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.854334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:11:59.857308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.915203 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b8311c24-23f3-4634-9aa8-0f13e37828d8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1891372 Feb 11 13:11:59.938036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ece2e7b-09c9-4dbf-a32e-55b97f7e4f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.957803 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ece2e7b-09c9-4dbf-a32e-55b97f7e4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.092112 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.097570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4ece2e7b-09c9-4dbf-a32e-55b97f7e4f65 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=11d3161330344ad294e6b63c24b4d7d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5956998 Feb 11 13:12:00.097570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece2e7b-09c9-4dbf-a32e-55b97f7e4f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e976b671-b800-4cd9-946b-d2c1d4bd32a2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:00.103005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54728) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:00.103927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.107744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.168411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Pushing event updated for resources: {'Port': ['ID=9bec2261-b46f-46c1-bddd-66d9100586de,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:00.187451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6086f7-52f3-4778-a696-de768da8d0f3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:00.209190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54734) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:00.236799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350369657', 'description': 'tempest-description--944547247'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:00.259776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:00.271455 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.276475 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-24bfe382-e882-475c-8e50-18a49d9169f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9982924 Feb 11 13:12:00.285613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54740) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:00.301901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Request body: {'security_group_rule': {'security_group_id': 'fc6086f7-52f3-4778-a696-de768da8d0f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:00.310765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:00.310971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0851d11-0bd5-4fa6-bd92-dec0bd7395fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.331552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:00.345227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Usage tracker for resource:security_group_rule and tenant:5ce06cecd3f6432e8a51acfc78e2b594 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:00.349826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:00.358470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0851d11-0bd5-4fa6-bd92-dec0bd7395fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.358879 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.381591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:00.442178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Network 11bc1a99-9afa-46e7-971a-a22a075a30c7 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:00.446860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:00.480033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f8c8cc-bfa1-4110-af14-83910c9a1e2a None None] Network 63516f9a-d592-41a5-b146-6bf848b55d35 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:12:00.489387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.508552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54744) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:00.541181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:00.599679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8cc26dfe-63f6-437a-9520-8e8ae759c092 req-5a9ac025-63db-4213-96f5-f9622c4230a9 tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.67 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.1759882 Feb 11 13:12:00.642371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Usage tracker for resource:security_group_rule and tenant:40d3c8cd37f4490b980420f182cbf936 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:00.657718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:00.711724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:00.778703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0851d11-0bd5-4fa6-bd92-dec0bd7395fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.819910 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-37734969-c212-4d8d-9099-ffa3fbed2b2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a50bd55e968c48bba1e8f0b767e35680&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2931736 Feb 11 13:12:00.827600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54750) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:00.832513 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.836144 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0851d11-0bd5-4fa6-bd92-dec0bd7395fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.838294 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a0851d11-0bd5-4fa6-bd92-dec0bd7395fe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e976b671-b800-4cd9-946b-d2c1d4bd32a2 HTTP/1.1" status: 204 len: 168 time: 0.7213511 Feb 11 13:12:00.876999 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.902168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0851d11-0bd5-4fa6-bd92-dec0bd7395fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e976b671-b800-4cd9-946b-d2c1d4bd32a2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:00.909952 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-64d239b6-e5ab-4d00-8ecb-51cc7db8d84f req-85bff603-c8d4-41e7-8be4-571398702bfb tempest-ServerShowV257Test-174103155 tempest-ServerShowV257Test-174103155-project] 10.222.0.75 "GET /v2.0/ports?device_id=5618d204-b336-4910-af75-e0045641cd5f HTTP/1.1" status: 200 len: 210 time: 0.0765433 Feb 11 13:12:00.936296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6d9025-1b1e-45b5-9270-4af09808bf7e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:00.990323 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.993661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.997496 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6f828f46-33e6-421e-b1a1-137a6e0be842 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7082798 Feb 11 13:12:00.998147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54760) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:01.004122 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.015000 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9d567d3-e4ba-40fe-9592-dfe688f1a973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.023282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4387ee04-3a1b-4aa9-a1e9-1647d80a8653 None None] Provisioning complete for port 9bec2261-b46f-46c1-bddd-66d9100586de triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:01.024016 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4387ee04-3a1b-4aa9-a1e9-1647d80a8653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.048575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Request body: {'security_group_rule': {'security_group_id': 'fc6086f7-52f3-4778-a696-de768da8d0f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:01.084681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4387ee04-3a1b-4aa9-a1e9-1647d80a8653 None None] Port 9bec2261-b46f-46c1-bddd-66d9100586de cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:12:01.113567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:01.143959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Usage tracker for resource:security_group_rule and tenant:5ce06cecd3f6432e8a51acfc78e2b594 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:01.150458 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9d567d3-e4ba-40fe-9592-dfe688f1a973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.158266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:01.165314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.169723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9477129 Feb 11 13:12:01.179046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54764) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:01.181600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ead2a6-f6ee-47b6-b663-ee644135c631 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e11757-5527-4599-973d-60fd9889c6e8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.188452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:01.195007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Request body: {'security_group_rule': {'security_group_id': 'b8e11757-5527-4599-973d-60fd9889c6e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:01.213564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:01.228687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Usage tracker for resource:security_group_rule and tenant:40d3c8cd37f4490b980420f182cbf936 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:01.233128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:01.240212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:01.251698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.348613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Router 97bf09a5-423f-436a-8e75-f21cce0e4c2a has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:01.395846 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.402703 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.432343 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9d567d3-e4ba-40fe-9592-dfe688f1a973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.455998 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.537299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d567d3-e4ba-40fe-9592-dfe688f1a973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c8f637-713d-40bc-97b1-4b2d12450db5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.539245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d1c0d9-063e-452c-8fb5-7f4c1fe44d4f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.614971 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.616184 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-16a86ba0-825a-46a5-a679-2e474acee6e6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5940244 Feb 11 13:12:01.618056 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.619240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:01.619928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9d567d3-e4ba-40fe-9592-dfe688f1a973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.624265 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a9d567d3-e4ba-40fe-9592-dfe688f1a973 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73c8f637-713d-40bc-97b1-4b2d12450db5 HTTP/1.1" status: 204 len: 168 time: 0.7930992 Feb 11 13:12:01.628279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:01.634126 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.636933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:01.656217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107a2992-e1bf-4fc5-9f55-3e40d97257de,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.658438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Usage tracker for resource:floatingip and tenant:5ce06cecd3f6432e8a51acfc78e2b594 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:01.662931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:01.676171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:01.688224 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.689590 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9803aa32-cfe2-433a-a320-817f28c7745d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5094471 Feb 11 13:12:01.692555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54788) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:01.704129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Request body: {'security_group_rule': {'security_group_id': 'b8e11757-5527-4599-973d-60fd9889c6e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:01.746448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:01.752774 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.785220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:01.795016 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-14ed36ec-041b-4387-aeed-ae5f9095baf8 admin admin] 10.222.0.67 "PUT /v2.0/routers/97bf09a5-423f-436a-8e75-f21cce0e4c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9150810 Feb 11 13:12:01.802741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Usage tracker for resource:security_group_rule and tenant:40d3c8cd37f4490b980420f182cbf936 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:01.807739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:01.817772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:01.894202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:01.988495 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.003909 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.029848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091849c4-7208-441d-b3ac-b0d25d924ebc,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.043367 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.082713 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.086851 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b0bf99b9-cc2a-49ce-8e27-a8ccefd75c36 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3902447 Feb 11 13:12:02.087204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54806) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:02.093302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:02.099139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:02.103859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Usage tracker for resource:floatingip and tenant:40d3c8cd37f4490b980420f182cbf936 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:02.107389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:02.115137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:02.132868 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.236832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Allocated IP 172.25.4.229 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/25113600-5dda-4fd4-8a99-dabd5fd9871c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:02.422669 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.423878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.469748 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.555906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:02.559268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:02.561684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:02.606615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Pushing event updated for resources: {'Port': ['ID=25113600-5dda-4fd4-8a99-dabd5fd9871c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.648555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Allocated IP 172.25.4.125 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/69c0d5c9-6c74-470a-9528-5e6b089b6c42) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:02.798389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.834907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.882493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:02.975771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:02.976828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event updated for resources: {'Port': ['ID=69c0d5c9-6c74-470a-9528-5e6b089b6c42,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.980723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:02.982794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:03.041480 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.053407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54828) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:03.180036 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.255275 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.316601 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.322457 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.447693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Pushing event updated for resources: {'Port': ['ID=25113600-5dda-4fd4-8a99-dabd5fd9871c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:03.491031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.529922 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.531255 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9e1ed109-2f01-43db-834b-be1aebed1401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9082503 Feb 11 13:12:03.552080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8afb-4896-46b5-b739-8edfcde142ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.602461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54850) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:03.608481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1237438162-network', 'tenant_id': '56d8ce07eb714fa4b474ad9b969011c7'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:03.613214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:03.617161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Usage tracker for resource:network and tenant:56d8ce07eb714fa4b474ad9b969011c7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:03.621760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:03.622531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c9a8afb-4896-46b5-b739-8edfcde142ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:03.627588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:03.628044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c9a8afb-4896-46b5-b739-8edfcde142ce admin admin] Usage tracker for resource:security_group_rule and tenant:600aa1bd047140b398226866a98d6fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:03.631476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c9a8afb-4896-46b5-b739-8edfcde142ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:03.641173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Made reservation on behalf of 56d8ce07eb714fa4b474ad9b969011c7 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:03.644501 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.654146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c9a8afb-4896-46b5-b739-8edfcde142ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:03.662550 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.697966 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.706797 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.711092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:03.717185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Usage tracker for resource:security_group_rule and tenant:56d8ce07eb714fa4b474ad9b969011c7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:03.720262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:03.726013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:03.820123 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.825717 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.862457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:03.884960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba30000-d0af-42a5-abd0-56ec77ace7a1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:03.890766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event updated for resources: {'Port': ['ID=69c0d5c9-6c74-470a-9528-5e6b089b6c42,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:03.891359 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.891549 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Added segment 906d7433-c276-44da-8a3c-eb56cc725dbc of type vlan for network 90906625-9d7b-41a5-8959-46e281ed277b Feb 11 13:12:03.916796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.926048 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.936454 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8afb-4896-46b5-b739-8edfcde142ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.943785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8afb-4896-46b5-b739-8edfcde142ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.988753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:03.989734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:03.991914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:04.003955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a8afb-4896-46b5-b739-8edfcde142ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ea7521-fb5e-4c01-afc6-ad52aac6249b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:04.011172 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:04.012619 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b9b0f592-cb63-4354-8f70-8ddfd0b16346 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9242427 Feb 11 13:12:04.018483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c9a8afb-4896-46b5-b739-8edfcde142ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=600aa1bd047140b398226866a98d6fa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9640079 Feb 11 13:12:04.021118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54874) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:04.093066 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ae7da4b1-904d-4a4b-b9e9-2e902699a7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:04.129913 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ae7da4b1-904d-4a4b-b9e9-2e902699a7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:04.162315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] Pushing event updated for resources: {'Network': ['ID=90906625-9d7b-41a5-8959-46e281ed277b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:04.166410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7e53b71d-6f3c-40b0-a72c-bb2dc1401f7f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5628660 Feb 11 13:12:04.169627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54888) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:04.175288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 90906625-9d7b-41a5-8959-46e281ed277b details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:12:04.178762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Request body: {'subnet': {'network_id': '90906625-9d7b-41a5-8959-46e281ed277b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1237438162-subnet', 'tenant_id': '56d8ce07eb714fa4b474ad9b969011c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:04.185158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:04.191708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Usage tracker for resource:subnet and tenant:56d8ce07eb714fa4b474ad9b969011c7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:04.205724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:04.212264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:04.216282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ae7da4b1-904d-4a4b-b9e9-2e902699a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:04.226880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Made reservation on behalf of 56d8ce07eb714fa4b474ad9b969011c7 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:04.232427 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:04.259564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7da4b1-904d-4a4b-b9e9-2e902699a7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ea7521-fb5e-4c01-afc6-ad52aac6249b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:04.279498 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ae7da4b1-904d-4a4b-b9e9-2e902699a7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:04.280644 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ae7da4b1-904d-4a4b-b9e9-2e902699a7aa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2ea7521-fb5e-4c01-afc6-ad52aac6249b HTTP/1.1" status: 204 len: 168 time: 0.2583063 Feb 11 13:12:04.598453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54908) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:04.631654 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:04.736883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d9bd30-a2aa-4146-a811-f87282d9b94d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:04.850973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-a6c15d49-071d-40b5-9890-0d356d1f49c3 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:04.852839 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-a6c15d49-071d-40b5-9890-0d356d1f49c3 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/networks?id=083bbb3a-6491-4c7e-be96-faf3a1bca70c HTTP/1.1" status: 200 len: 822 time: 0.3134210 Feb 11 13:12:04.853896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Checking segment: {'id': '906d7433-c276-44da-8a3c-eb56cc725dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '90906625-9d7b-41a5-8959-46e281ed277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:04.854347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Network hostable DHCP agents. Network: 90906625-9d7b-41a5-8959-46e281ed277b, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:04.879397 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5dbe0cad-edb5-49a1-8c2e-85e87ab3d4b7 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/quotas/40d3c8cd37f4490b980420f182cbf936 HTTP/1.1" status: 200 len: 375 time: 0.0178416 Feb 11 13:12:04.939409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Network 90906625-9d7b-41a5-8959-46e281ed277b is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:04.971363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 90906625-9d7b-41a5-8959-46e281ed277b) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:04.977209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:04.978269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:04.982761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba4740-fb9d-45db-94e3-743943fed53f None None] Network 90906625-9d7b-41a5-8959-46e281ed277b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:12:05.006637 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-415897bb-46b1-4e47-a08e-e8dd4231995a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8322976 Feb 11 13:12:05.020155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-ea5b6777-9833-4b15-9d74-e6644ec44ff1 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40d3c8cd37f4490b980420f182cbf936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347871 Feb 11 13:12:05.229248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-network', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:05.236527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:05.243480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Usage tracker for resource:network and tenant:e9f8974a7312455b8855b9ca2a8d661c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:05.247835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:05.256488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:05.274260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Made reservation on behalf of e9f8974a7312455b8855b9ca2a8d661c for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:05.278829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.298380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.300537 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-b4a1bb10-9d82-42a7-8300-af338f5431ca service neutron] 10.222.0.67 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739797 Feb 11 13:12:05.342173 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbe20a5-ff1a-4595-b8a7-4a2090fa4d04 None None] Network 90906625-9d7b-41a5-8959-46e281ed277b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:12:05.372603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:05.377302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f8974a7312455b8855b9ca2a8d661c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:05.381862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:05.393003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:05.509519 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.518122 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.538280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:05.552960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.553328 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Added segment 92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8 of type vlan for network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa Feb 11 13:12:05.596073 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.635559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-48b2d4c0-6ed3-4992-b708-e6cc5f42053f service neutron] 10.222.0.67 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264241 Feb 11 13:12:05.659285 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.661726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:05.662393 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.718016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54960) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:05.723855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-network', 'tenant_id': '09bf612644894348a234819dc8db18e7'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:05.730762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1309218 Feb 11 13:12:05.735349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54964) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:05.738956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:05.762132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Request body: {'subnet': {'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-subnet', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:05.780639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Usage tracker for resource:network and tenant:09bf612644894348a234819dc8db18e7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:05.786157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:05.793880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:05.801526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Usage tracker for resource:subnet and tenant:e9f8974a7312455b8855b9ca2a8d661c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:05.820623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:05.829110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:05.831241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:05.882500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Made reservation on behalf of 09bf612644894348a234819dc8db18e7 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:05.900247 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.915698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed5f64-4fb8-4585-94c2-43afc95f54ec,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:05.922821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Made reservation on behalf of e9f8974a7312455b8855b9ca2a8d661c for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:05.925107 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.947082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075439ed-443b-4230-86f3-a18bb6c1ae80 admin admin] Pushing event updated for resources: {'Network': ['ID=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:05.959439 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:05.967400 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:12:06.353746 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f0998df4-a298-47dd-b78a-b6aed9592a20 req-7680f438-860e-4c4e-8daa-872626eece69 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 210 time: 0.2296035 Feb 11 13:12:06.409593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:06.418747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Usage tracker for resource:security_group_rule and tenant:09bf612644894348a234819dc8db18e7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:06.424623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:06.438202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:06.754668 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:06.848060 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:06.865336 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:06.953751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:07.067421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Pushing event updated for resources: {'Subnet': ['ID=62071977-6904-4324-b948-acd08b45a929,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:07.094297 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:07.094653 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Added segment 0fa5fb3c-ae8a-4750-a024-f78a6a386a2d of type vlan for network d7940365-be64-4749-898b-88aa33fa6a6d Feb 11 13:12:07.096957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baa20d9-cf87-4939-9adf-5ce9b0540897,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:07.117523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Checking segment: {'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:07.117883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Network hostable DHCP agents. Network: c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:07.158281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:07.172034 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:07.213404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17e25-7461-494b-a391-fa8196edb087 req-9d81b763-5eed-43b2-879c-dc177ee9ce41 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:07.215028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3dc17e25-7461-494b-a391-fa8196edb087 req-9d81b763-5eed-43b2-879c-dc177ee9ce41 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Synchronizing usage tracker for tenant:ae24ef4d532a444db597ca278676157f on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:07.242977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:07.252220 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:07.253280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:07.254066 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:07.288020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3dc17e25-7461-494b-a391-fa8196edb087 req-9d81b763-5eed-43b2-879c-dc177ee9ce41 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Unset dirty status for tenant:ae24ef4d532a444db597ca278676157f on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:07.289205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-9d81b763-5eed-43b2-879c-dc177ee9ce41 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/networks?id=63516f9a-d592-41a5-b146-6bf848b55d35 HTTP/1.1" status: 200 len: 814 time: 0.3904591 Feb 11 13:12:07.289744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:07.299718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4469677-1745-4c7d-a15b-450fbefec7d6 None None] Network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:12:07.356618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:07.357210 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:07.522017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] Pushing event updated for resources: {'Network': ['ID=d7940365-be64-4749-898b-88aa33fa6a6d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:07.539422 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-bd4192e9-a2fe-44e8-a52d-c3f98a924349 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/quotas/ae24ef4d532a444db597ca278676157f HTTP/1.1" status: 200 len: 375 time: 0.1927979 Feb 11 13:12:07.542208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d7940365-be64-4749-898b-88aa33fa6a6d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:12:07.556892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55032) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:07.557939 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-494754e9-3fca-4acf-bec2-671991b1554c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8382146 Feb 11 13:12:07.560553 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3eafb0b0-d8f6-4935-a1b9-ef11e0c9261b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8241732 Feb 11 13:12:07.564592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Request body: {'subnet': {'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-subnet', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:07.569141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55036) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:07.587688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:07.613571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-router', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:07.622313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Usage tracker for resource:subnet and tenant:09bf612644894348a234819dc8db18e7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:07.625635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55040) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:07.644659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:07.648300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:07.668218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:07.676059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Usage tracker for resource:router and tenant:e9f8974a7312455b8855b9ca2a8d661c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:07.680429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:07.706654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:07.725201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Made reservation on behalf of 09bf612644894348a234819dc8db18e7 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:07.728384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-71cfe22f-19e2-4444-a5cf-753c80deed21 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae24ef4d532a444db597ca278676157f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1863477 Feb 11 13:12:07.730899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:07.795681 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:07.797005 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:07.950762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-392286d9-4f33-443b-9039-e62ece38cc63 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:07.952313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-392286d9-4f33-443b-9039-e62ece38cc63 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.73 "GET /v2.0/networks?id=083bbb3a-6491-4c7e-be96-faf3a1bca70c HTTP/1.1" status: 200 len: 822 time: 0.5791991 Feb 11 13:12:07.975042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Request body: {'port': {'device_id': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c', 'admin_state_up': True, 'tenant_id': '40d3c8cd37f4490b980420f182cbf936'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:08.010392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-652427165-network', 'tenant_id': 'cbc45abc4dc947bf926589268dbc3a55'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:08.029189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:08.038198 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:08.061712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Usage tracker for resource:network and tenant:cbc45abc4dc947bf926589268dbc3a55 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:08.065859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:08.085262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:08.089929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de22c4-1de5-4f73-8d44-163656a3182e None None] Network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:12:08.090949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-8d7116ec-dcba-40c9-83e7-01c431c41363 service neutron] 10.222.0.67 "GET /v2.0/networks/63516f9a-d592-41a5-b146-6bf848b55d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451948 Feb 11 13:12:08.127175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Made reservation on behalf of cbc45abc4dc947bf926589268dbc3a55 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:08.129437 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:08.161105 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:08.302519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:08.317858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Usage tracker for resource:port and tenant:40d3c8cd37f4490b980420f182cbf936 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:08.322342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:08.338373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-12749b01-b1bc-4992-8f6a-f1f45bbf50f6 service neutron] 10.222.0.67 "GET /v2.0/networks/63516f9a-d592-41a5-b146-6bf848b55d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465196 Feb 11 13:12:08.342891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:08.365786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Made reservation on behalf of 40d3c8cd37f4490b980420f182cbf936 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:08.369832 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:08.516301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-964f299c-fe93-4479-b24e-9b4232a53448 req-d2501cc8-b5bc-4f59-b727-2012b7f2c9e1 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Synchronizing usage tracker for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:08.627611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:08.634541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-964f299c-fe93-4479-b24e-9b4232a53448 req-d2501cc8-b5bc-4f59-b727-2012b7f2c9e1 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Unset dirty status for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:08.647488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-964f299c-fe93-4479-b24e-9b4232a53448 req-d2501cc8-b5bc-4f59-b727-2012b7f2c9e1 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 210 time: 0.4876504 Feb 11 13:12:08.648745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Usage tracker for resource:security_group_rule and tenant:cbc45abc4dc947bf926589268dbc3a55 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:08.656049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:08.704547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Allocated IP 172.20.0.10 (083bbb3a-6491-4c7e-be96-faf3a1bca70c/030317ec-c34e-463e-b879-f7a97714cfe0/cf691b68-63f9-448c-a41a-1db2991384c7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:08.711115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:08.718685 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:08.727250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:08.880637 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0caea15-542f-448d-ae70-ce5137855876 req-1c104997-f49f-4d13-a271-f5a4242abec4 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 210 time: 0.1019270 Feb 11 13:12:08.910893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63aeabb6-1552-4d6e-a7e8-796dade78813,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:09.039537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Checking segment: {'id': '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:09.039892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Network hostable DHCP agents. Network: d7940365-be64-4749-898b-88aa33fa6a6d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:09.088398 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.105639 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.132849 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.198328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.200847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:09.228120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Network d7940365-be64-4749-898b-88aa33fa6a6d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:09.239620 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.239963 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Added segment e8cb01dc-e230-4761-ae1e-f3c988915637 of type vlan for network 6da9f460-c181-477f-9c12-10ef664c7027 Feb 11 13:12:09.260228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db8495-bef0-4a4b-9266-014925a6cddf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:09.278461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d7940365-be64-4749-898b-88aa33fa6a6d) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:09.288964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09baf39-11c0-4a20-a6fd-9d38a1da2198 None None] Network d7940365-be64-4749-898b-88aa33fa6a6d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:12:09.304155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:09.304702 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.498718 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.573980 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.575470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:09.577078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.676288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Network 083bbb3a-6491-4c7e-be96-faf3a1bca70c is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:09.685170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:09.700771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:09.737202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event updated for resources: {'Port': ['ID=cf691b68-63f9-448c-a41a-1db2991384c7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:09.771568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:09.772312 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.803725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5c9241ee-e58f-4d99-a4d4-c64ee9d55c7a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8346722 Feb 11 13:12:09.820494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Request body: {'port': {'device_id': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:09.852115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.899694 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:09.964081 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3305995 Feb 11 13:12:09.966335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dcfaf0ca-bfb5-4461-a726-30bef9a1dbd5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4068511 Feb 11 13:12:09.967444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55100) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:09.970394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55102) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:09.979927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-router', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:09.985741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:09.991146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Usage tracker for resource:router and tenant:09bf612644894348a234819dc8db18e7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:09.991690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Request body: {'subnet': {'network_id': '6da9f460-c181-477f-9c12-10ef664c7027', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-652427165-subnet', 'tenant_id': 'cbc45abc4dc947bf926589268dbc3a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:09.995141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:10.002531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:10.010471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db412e-dc93-47b0-9879-35f29fc8070b admin admin] Pushing event updated for resources: {'Network': ['ID=6da9f460-c181-477f-9c12-10ef664c7027,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:10.013767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:10.020824 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:10.022029 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:10.076028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 6da9f460-c181-477f-9c12-10ef664c7027 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:12:10.149690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Usage tracker for resource:subnet and tenant:cbc45abc4dc947bf926589268dbc3a55 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:10.165870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:10.230188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:10.304918 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5171f007-b12b-424c-a700-aee2ef76b770 req-a7221ac6-1eb5-4f59-ab88-aa2e114708f5 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 210 time: 0.1422799 Feb 11 13:12:10.322535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:10.356620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:10.369673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Allocated IP 172.25.4.31 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/44155864-8030-421f-85f3-d9e6880bc314) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:10.384403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Made reservation on behalf of cbc45abc4dc947bf926589268dbc3a55 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:10.393292 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:10.434110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-d7940365-be64-4749-898b-88aa33fa6a6d', 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'fixed_ips': [{'subnet_id': '63aeabb6-1552-4d6e-a7e8-796dade78813'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:12:10.436387 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:10.819881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954e48c-4d3d-4a9f-9f24-cdaf2327d03a req-ca670e5f-64ce-4cfb-aca4-6418272ab258 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:10.824734 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a954e48c-4d3d-4a9f-9f24-cdaf2327d03a req-ca670e5f-64ce-4cfb-aca4-6418272ab258 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 932 time: 0.7918048 Feb 11 13:12:10.864457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Allocated IP 172.20.0.2 (d7940365-be64-4749-898b-88aa33fa6a6d/63aeabb6-1552-4d6e-a7e8-796dade78813/645b8cfe-a709-4251-9b74-bf8ff96ffbdf) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:10.998053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55118) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:11.173455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:11.312784 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:11.336790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Transition to ACTIVE for port object 645b8cfe-a709-4251-9b74-bf8ff96ffbdf will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:11.376740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Transition to ACTIVE for port object 645b8cfe-a709-4251-9b74-bf8ff96ffbdf will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:11.388496 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:11.440494 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a954e48c-4d3d-4a9f-9f24-cdaf2327d03a req-8614955d-2e16-4fb7-8e54-3097db9a96ea tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573208 Feb 11 13:12:11.607194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Network d7940365-be64-4749-898b-88aa33fa6a6d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:11.633333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:11.727812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:11.734212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:12:11.741244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Pushing event updated for resources: {'Port': ['ID=645b8cfe-a709-4251-9b74-bf8ff96ffbdf,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:11.873959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf691b68-63f9-448c-a41a-1db2991384c7 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:11.895354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Attempting to bind port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:11.895725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Attempting to bind port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:11.896088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Attempting to bind port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf on network d7940365-be64-4749-898b-88aa33fa6a6d {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:11.903759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:11.904131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Checking segment: {'id': '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:11.904552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:11.904953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Bound using segment: {'id': '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:11.905425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Bound port: 645b8cfe-a709-4251-9b74-bf8ff96ffbdf, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:11.905793 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:11.911093 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:11.941059 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:11.953136 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16a5cb27-c315-4d54-a4b2-7c1464e939d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:11.961917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Transition to ACTIVE for port object cf691b68-63f9-448c-a41a-1db2991384c7 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:11.985113 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:12.004824 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e01995cf-bdfd-4004-a758-a60766ac118b req-c865fc1c-737d-4d76-851e-f309e6cf30bb tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 210 time: 0.1429119 Feb 11 13:12:12.088222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] For port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:12.098470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] For port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=645b8cfe-a709-4251-9b74-bf8ff96ffbdf,segment=NetworkSegment(0fa5fb3c-ae8a-4750-a024-f78a6a386a2d),segment_id=0fa5fb3c-ae8a-4750-a024-f78a6a386a2d)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:12.100064 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:12.106767 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:12.150608 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:12.155992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:12.266005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e92449-36a3-48ed-a122-564b605694f0 None None] Pushing event updated for resources: {'Port': ['ID=645b8cfe-a709-4251-9b74-bf8ff96ffbdf,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:12.287010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17e25-7461-494b-a391-fa8196edb087 req-62581158-1ede-480c-8610-8a55b0defe68 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:12.288793 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-62581158-1ede-480c-8610-8a55b0defe68 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.75 "GET /v2.0/networks?id=63516f9a-d592-41a5-b146-6bf848b55d35 HTTP/1.1" status: 200 len: 814 time: 1.4860575 Feb 11 13:12:12.314468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Pushing event updated for resources: {'Port': ['ID=cf691b68-63f9-448c-a41a-1db2991384c7,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:12.335458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:12.342718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Request body: {'port': {'device_id': '95300805-1e3f-447c-9b20-041465325bf0', 'network_id': '63516f9a-d592-41a5-b146-6bf848b55d35', 'admin_state_up': True, 'tenant_id': 'ae24ef4d532a444db597ca278676157f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:12.367668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16a5cb27-c315-4d54-a4b2-7c1464e939d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:12.373930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:12.377830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:12.381447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6f4602-7ff5-42d1-b752-6baeda320056,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:12.447820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Checking segment: {'id': 'e8cb01dc-e230-4761-ae1e-f3c988915637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6da9f460-c181-477f-9c12-10ef664c7027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:12.449094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Network hostable DHCP agents. Network: 6da9f460-c181-477f-9c12-10ef664c7027, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:12.547214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Attempting to bind port cf691b68-63f9-448c-a41a-1db2991384c7 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:12.547543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Attempting to bind port cf691b68-63f9-448c-a41a-1db2991384c7 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:12.547869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Attempting to bind port cf691b68-63f9-448c-a41a-1db2991384c7 on network 083bbb3a-6491-4c7e-be96-faf3a1bca70c {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:12.555912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Network 6da9f460-c181-477f-9c12-10ef664c7027 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:12.567800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Port cf691b68-63f9-448c-a41a-1db2991384c7 on network 083bbb3a-6491-4c7e-be96-faf3a1bca70c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:12:12.568093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Attempting to bind port cf691b68-63f9-448c-a41a-1db2991384c7 on network 083bbb3a-6491-4c7e-be96-faf3a1bca70c {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:12.574519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 6da9f460-c181-477f-9c12-10ef664c7027) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:12.583767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd557a3e-8cf0-494f-b7c9-ac2d054fc683 None None] Network 6da9f460-c181-477f-9c12-10ef664c7027 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:12:12.595996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:12.598607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:12.640294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:12.641471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Checking segment: {'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:12.641873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Bound using segment: {'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:12.642038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16a5cb27-c315-4d54-a4b2-7c1464e939d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b504b0ba20a44c2a8f4533f121649a8b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:12.642336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Bound port: cf691b68-63f9-448c-a41a-1db2991384c7, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:12.645402 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:12.664671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16a5cb27-c315-4d54-a4b2-7c1464e939d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:12.732462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16a5cb27-c315-4d54-a4b2-7c1464e939d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:12.796476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Pushing event updated for resources: {'Port': ['ID=44155864-8030-421f-85f3-d9e6880bc314,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:12.856877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] For port cf691b68-63f9-448c-a41a-1db2991384c7, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:12.860160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] For port cf691b68-63f9-448c-a41a-1db2991384c7, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cf691b68-63f9-448c-a41a-1db2991384c7,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:12.868562 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:12.956366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Sync routers for ids ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:12:13.001107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Routers {'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:13.001809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:11:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:13.017228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2d9f6561-0a01-4b89-b989-c2ac912b2e6a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0406234 Feb 11 13:12:13.027007 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:13.030913 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] 10.222.0.73 "PUT /v2.0/ports/cf691b68-63f9-448c-a41a-1db2991384c7 HTTP/1.1" status: 200 len: 1092 time: 3.2209404 Feb 11 13:12:13.076671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'tag': 'cf691b68-63f9-448c-a41a-1db2991384c7'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:13.338315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:13.351751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Usage tracker for resource:port and tenant:ae24ef4d532a444db597ca278676157f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:13.351966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c26d72-960e-447b-925f-ffcd682b162a service neutron] Pushing event updated for resources: {'Port': ['ID=cf691b68-63f9-448c-a41a-1db2991384c7,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:13.361857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:13.375890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:13.386729 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-29572882-b2a3-446b-a2c0-476fdbb77f5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=40d3c8cd37f4490b980420f182cbf936&device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 1095 time: 0.2943966 Feb 11 13:12:13.431163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Set router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:13.436492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Made reservation on behalf of ae24ef4d532a444db597ca278676157f for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:13.443776 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:13.516325 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Sync routers for ids ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:12:13.521035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55156) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:13.539517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e927be-6ad7-4f39-a7af-ae9230daa5b6 None None] Network 6da9f460-c181-477f-9c12-10ef664c7027 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:12:13.555794 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Routers {'97bf09a5-423f-436a-8e75-f21cce0e4c2a'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:13.556449 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:11:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:13.565164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 645b8cfe-a709-4251-9b74-bf8ff96ffbdf up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:13.732876 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1605b369-a9a1-4fb3-985b-f7108a2a39c5 req-a72c8130-7fda-4f04-9f8e-8bc185593f61 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 210 time: 0.3557820 Feb 11 13:12:13.758943 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-5516423b-440b-4b89-809c-26fe84934560 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf691b68-63f9-448c-a41a-1db2991384c7 HTTP/1.1" status: 200 len: 217 time: 0.2870474 Feb 11 13:12:13.899729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-2362c791-4fa7-4344-850e-e666e1f4d6a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:13.903872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-2362c791-4fa7-4344-850e-e666e1f4d6a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=030317ec-c34e-463e-b879-f7a97714cfe0 HTTP/1.1" status: 200 len: 862 time: 0.1360126 Feb 11 13:12:13.934401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Allocated IP 172.20.0.11 (63516f9a-d592-41a5-b146-6bf848b55d35/8eea9df3-c743-4585-b1ea-96438740e4e0/af47988f-d1f3-413a-83d2-62326ea00e20) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:13.993866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55162) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:14.034100 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Set router 97bf09a5-423f-436a-8e75-f21cce0e4c2a gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:14.094251 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16a5cb27-c315-4d54-a4b2-7c1464e939d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.111020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5f7f2279-151d-4649-ad66-c4d0500bc277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.132068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c755ef-72a7-481e-9f14-52d9ec9c412a None None] Network d7940365-be64-4749-898b-88aa33fa6a6d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:12:14.197932 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'tag': 'cf691b68-63f9-448c-a41a-1db2991384c7', 'status': 'completed', 'code': 200} Feb 11 13:12:14.210235 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-11890053-1808-4023-96a4-5c917ba78621 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=083bbb3a-6491-4c7e-be96-faf3a1bca70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3003962 Feb 11 13:12:14.249656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16a5cb27-c315-4d54-a4b2-7c1464e939d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.382489 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-75bd422e-e760-4f28-b7cb-f97f597a8cb1 service neutron] 10.222.0.73 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648982 Feb 11 13:12:14.407194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5cb27-c315-4d54-a4b2-7c1464e939d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30162b61-06e5-4d3e-b108-83cdaaccf798,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:14.414894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8b93-e160-41ba-b38a-55fd242a9608 req-928b8cbc-4492-4905-9f64-2e81c6115247 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:14.422817 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-032f8b93-e160-41ba-b38a-55fd242a9608 req-928b8cbc-4492-4905-9f64-2e81c6115247 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 944 time: 1.5876381 Feb 11 13:12:14.508607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:14.545156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:14.545532 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.625387 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-router', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:47Z', 'updated_at': '2022-02-11T13:11:59Z', 'revision_number': 4, 'project_id': '31b992635d4144538d17315b43e302bc', 'gw_port': {'id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9bec2261-b46f-46c1-bddd-66d9100586de', 'name': '', 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'mac_address': 'fa:16:3e:7c:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34bef65d-1e0b-4a22-b1a3-d2fcba58a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:57Z', 'updated_at': '2022-02-11T13:11:59Z', 'revision_number': 2, 'project_id': '31b992635d4144538d17315b43e302bc', 'subnets': [{'id': '34bef65d-1e0b-4a22-b1a3-d2fcba58a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.627336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bba714-62c5-4fb0-af73-47774fefd6c4 admin admin] Deleting subnet bd6f4602-7ff5-42d1-b752-6baeda320056 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:12:14.628654 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Checking router: 97bf09a5-423f-436a-8e75-f21cce0e4c2a for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:12:14.629000 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Updating router 97bf09a5-423f-436a-8e75-f21cce0e4c2a port 9bec2261-b46f-46c1-bddd-66d9100586de binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:12:14.633279 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d8293af-9ab0-4ea5-96a6-536db7fec702 req-6268f422-e3fe-4411-93cd-fcdaa4262691 service neutron] 10.222.0.73 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430050 Feb 11 13:12:14.648712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.649700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.662010 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86bba714-62c5-4fb0-af73-47774fefd6c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.689743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-22fc497a-5ef7-4ed7-8113-695f8d1cb507 None None] Provisioning for port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:14.700783 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-16a5cb27-c315-4d54-a4b2-7c1464e939d1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b504b0ba20a44c2a8f4533f121649a8b&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3572016 Feb 11 13:12:14.702763 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.727866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55170) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:14.752847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5f7f2279-151d-4649-ad66-c4d0500bc277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:14.780080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.813777 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6cb03e3-76e5-4030-9257-c8a21454da42 req-e6da21a9-1f1f-463b-932a-63288ddc1c3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=40d3c8cd37f4490b980420f182cbf936&device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 1095 time: 0.1179206 Feb 11 13:12:14.841921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-22fc497a-5ef7-4ed7-8113-695f8d1cb507 None None] Provisioning complete for port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:14.842293 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-22fc497a-5ef7-4ed7-8113-695f8d1cb507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.842475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5f7f2279-151d-4649-ad66-c4d0500bc277 admin admin] Usage tracker for resource:security_group_rule and tenant:ffbfc70aa2514fb2b207f1d7ce05c6c2 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:14.874160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-032f8b93-e160-41ba-b38a-55fd242a9608 req-10e1afd6-0e12-4e97-a653-2dc9a5f0f9e7 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504042 Feb 11 13:12:14.883850 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.890893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5f7f2279-151d-4649-ad66-c4d0500bc277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:14.978475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:14.982045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86bba714-62c5-4fb0-af73-47774fefd6c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.018093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5f7f2279-151d-4649-ad66-c4d0500bc277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:15.103227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6c6778a-3a57-4de0-9008-edce78388b12 req-2a6a4874-d948-4ee2-85ec-917e809dfab4 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 210 time: 0.1058617 Feb 11 13:12:15.203080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb03e3-76e5-4030-9257-c8a21454da42 req-10cfd0e3-d716-480f-b0c3-f05c131fcc58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:15.204856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6cb03e3-76e5-4030-9257-c8a21454da42 req-10cfd0e3-d716-480f-b0c3-f05c131fcc58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=083bbb3a-6491-4c7e-be96-faf3a1bca70c HTTP/1.1" status: 200 len: 923 time: 0.3897331 Feb 11 13:12:15.228515 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.326919 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.344564 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Transition to ACTIVE for port object 9bec2261-b46f-46c1-bddd-66d9100586de will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:15.344806 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6cb03e3-76e5-4030-9257-c8a21454da42 req-0196523c-6229-49f6-a95a-c58c5f439835 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf691b68-63f9-448c-a41a-1db2991384c7 HTTP/1.1" status: 200 len: 217 time: 0.1316831 Feb 11 13:12:15.354429 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.355579 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-22fc497a-5ef7-4ed7-8113-695f8d1cb507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.389211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=645b8cfe-a709-4251-9b74-bf8ff96ffbdf,segment=NetworkSegment(0fa5fb3c-ae8a-4750-a024-f78a6a386a2d),segment_id=0fa5fb3c-ae8a-4750-a024-f78a6a386a2d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:15.409884 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.469260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb03e3-76e5-4030-9257-c8a21454da42 req-916e0e9d-66cf-47dc-9f39-352ebbfbc48c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:15.470745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6cb03e3-76e5-4030-9257-c8a21454da42 req-916e0e9d-66cf-47dc-9f39-352ebbfbc48c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=030317ec-c34e-463e-b879-f7a97714cfe0 HTTP/1.1" status: 200 len: 862 time: 0.1190145 Feb 11 13:12:15.532410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:50Z', 'revision_number': 2, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:15.550703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86bba714-62c5-4fb0-af73-47774fefd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.575090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6cb03e3-76e5-4030-9257-c8a21454da42 req-36b98bd2-4f8f-46dc-9794-e62a6bcb64f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=083bbb3a-6491-4c7e-be96-faf3a1bca70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912924 Feb 11 13:12:15.575853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Checking router: e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:12:15.575853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Updating router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 port 1520f086-c9d8-448b-a36b-4b4eb910def8 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:12:15.683315 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce13931b-a706-4fb2-a778-1b28df6e14eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.703679 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdab14-b726-4a95-a883-9f0e68e4e7a7 None None] Pushing event updated for resources: {'Port': ['ID=9bec2261-b46f-46c1-bddd-66d9100586de,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:15.833919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=645b8cfe-a709-4251-9b74-bf8ff96ffbdf,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:15.848348 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.852106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.922865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6cb03e3-76e5-4030-9257-c8a21454da42 req-ada0ed8b-4425-4552-8124-9161395f4446 service neutron] 10.222.0.73 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418360 Feb 11 13:12:15.952415 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Attempting to bind port 9bec2261-b46f-46c1-bddd-66d9100586de on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:15.955092 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Attempting to bind port 9bec2261-b46f-46c1-bddd-66d9100586de by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:15.955763 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Attempting to bind port 9bec2261-b46f-46c1-bddd-66d9100586de on network 11bc1a99-9afa-46e7-971a-a22a075a30c7 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:15.976078 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:15.976433 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-22fc497a-5ef7-4ed7-8113-695f8d1cb507 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:12:15.977397 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-22fc497a-5ef7-4ed7-8113-695f8d1cb507 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:12:15.979131 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Checking segment: {'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:15.980752 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:15.981317 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Bound using segment: {'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:15.984455 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Bound port: 9bec2261-b46f-46c1-bddd-66d9100586de, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:15.985072 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.016802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cf691b68-63f9-448c-a41a-1db2991384c7 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:12:16.017060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b51a795-24bd-4262-a78c-e2028d6e9764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.047422 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b51a795-24bd-4262-a78c-e2028d6e9764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.139589 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b51a795-24bd-4262-a78c-e2028d6e9764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.148111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Network 63516f9a-d592-41a5-b146-6bf848b55d35 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:16.167840 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] For port 9bec2261-b46f-46c1-bddd-66d9100586de, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:16.172010 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] For port 9bec2261-b46f-46c1-bddd-66d9100586de, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9bec2261-b46f-46c1-bddd-66d9100586de,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:16.178088 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:12:16.181401 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.199444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51a795-24bd-4262-a78c-e2028d6e9764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30162b61-06e5-4d3e-b108-83cdaaccf798,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:16.202077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:16.270112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6cb03e3-76e5-4030-9257-c8a21454da42 req-9a454505-3242-49fa-a12e-1ef58b550ecf service neutron] 10.222.0.73 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350387 Feb 11 13:12:16.299116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:16.392373 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdab14-b726-4a95-a883-9f0e68e4e7a7 None None] Pushing event updated for resources: {'Port': ['ID=9bec2261-b46f-46c1-bddd-66d9100586de,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:16.395812 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Routers {'97bf09a5-423f-436a-8e75-f21cce0e4c2a'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:16.396751 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:11:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:16.451672 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5f7f2279-151d-4649-ad66-c4d0500bc277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.469153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Allocated IP 172.25.4.33 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/bd7b7297-b590-41ad-87d0-994e02983e77) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:16.490693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Pushing event updated for resources: {'Port': ['ID=af47988f-d1f3-413a-83d2-62326ea00e20,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:16.512633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5f7f2279-151d-4649-ad66-c4d0500bc277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.586748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1e9ec-864d-49ab-901f-f2cc353e2520 req-8d8f88a3-a755-43e7-9f5a-a1c24f525b94 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:16.593596 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13d1e9ec-864d-49ab-901f-f2cc353e2520 req-8d8f88a3-a755-43e7-9f5a-a1c24f525b94 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 932 time: 0.1938791 Feb 11 13:12:16.652677 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86bba714-62c5-4fb0-af73-47774fefd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.688496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f2279-151d-4649-ad66-c4d0500bc277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e1d3c7-c97a-4d12-a8fe-1c92f12e88be,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:16.731309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-13d1e9ec-864d-49ab-901f-f2cc353e2520 req-d5f93593-b5b7-4001-88f2-2fe032e492bb tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Synchronizing usage tracker for tenant:ae24ef4d532a444db597ca278676157f on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:16.752736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cf691b68-63f9-448c-a41a-1db2991384c7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cf691b68-63f9-448c-a41a-1db2991384c7,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:16.767185 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] Set router 97bf09a5-423f-436a-8e75-f21cce0e4c2a gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:16.777332 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b51a795-24bd-4262-a78c-e2028d6e9764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.778527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-13d1e9ec-864d-49ab-901f-f2cc353e2520 req-d5f93593-b5b7-4001-88f2-2fe032e492bb tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Unset dirty status for tenant:ae24ef4d532a444db597ca278676157f on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:16.779938 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13d1e9ec-864d-49ab-901f-f2cc353e2520 req-d5f93593-b5b7-4001-88f2-2fe032e492bb tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723700 Feb 11 13:12:16.788077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1b51a795-24bd-4262-a78c-e2028d6e9764 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/30162b61-06e5-4d3e-b108-83cdaaccf798 HTTP/1.1" status: 204 len: 168 time: 2.0582867 Feb 11 13:12:16.789086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bba714-62c5-4fb0-af73-47774fefd6c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6f4602-7ff5-42d1-b752-6baeda320056,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:16.801308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'cf691b68-63f9-448c-a41a-1db2991384c7', 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c', 'port_id': 'cf691b68-63f9-448c-a41a-1db2991384c7', 'mac_address': 'fa:16:3e:32:8a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030317ec-c34e-463e-b879-f7a97714cfe0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:12:16.848586 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:16.849194 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.860035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55186) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:16.860251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5f7f2279-151d-4649-ad66-c4d0500bc277 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ffbfc70aa2514fb2b207f1d7ce05c6c2&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3259604 Feb 11 13:12:16.963288 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.993701 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a176-b319-4b3f-8c87-71662019ee27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:16.998447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf691b68-63f9-448c-a41a-1db2991384c7 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:17.033617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86bba714-62c5-4fb0-af73-47774fefd6c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:17.060577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cf691b68-63f9-448c-a41a-1db2991384c7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cf691b68-63f9-448c-a41a-1db2991384c7,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:17.060800 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-86bba714-62c5-4fb0-af73-47774fefd6c4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bd6f4602-7ff5-42d1-b752-6baeda320056 HTTP/1.1" status: 204 len: 168 time: 3.0292509 Feb 11 13:12:17.062871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55190) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:17.090675 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a176-b319-4b3f-8c87-71662019ee27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:17.101834 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:17.105849 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:17.192002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Transition to ACTIVE for port object 1520f086-c9d8-448b-a36b-4b4eb910def8 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:17.194901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8aac28a4-79ca-43ce-9c2e-babd27cb839d None None] Provisioning complete for port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:17.195262 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8aac28a4-79ca-43ce-9c2e-babd27cb839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:17.197735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:17.211083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62f80e-2373-4d2f-9a9e-c180d9826ee2 req-0aa49c49-5fd6-41da-9292-a0f0a30bda25 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:17.212595 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad62f80e-2373-4d2f-9a9e-c180d9826ee2 req-0aa49c49-5fd6-41da-9292-a0f0a30bda25 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 944 time: 1.0535326 Feb 11 13:12:17.238187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a176-b319-4b3f-8c87-71662019ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:17.255368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-b3a242f7-020d-432c-a57e-7d9473d37ca2 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9238381 Feb 11 13:12:17.263057 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-router', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:47Z', 'updated_at': '2022-02-11T13:11:59Z', 'revision_number': 4, 'project_id': '31b992635d4144538d17315b43e302bc', 'gw_port': {'id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9bec2261-b46f-46c1-bddd-66d9100586de', 'name': '', 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'mac_address': 'fa:16:3e:7c:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34bef65d-1e0b-4a22-b1a3-d2fcba58a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:57Z', 'updated_at': '2022-02-11T13:12:16Z', 'revision_number': 4, 'project_id': '31b992635d4144538d17315b43e302bc', 'subnets': [{'id': '34bef65d-1e0b-4a22-b1a3-d2fcba58a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:17.268014 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b103a-b3b5-4130-9a6b-a22b4101ba7b None None] The sync data for ids ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'] in n-d-818559-1 is: [{'id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-router', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:47Z', 'updated_at': '2022-02-11T13:11:59Z', 'revision_number': 4, 'project_id': '31b992635d4144538d17315b43e302bc', 'gw_port': {'id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9bec2261-b46f-46c1-bddd-66d9100586de', 'name': '', 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'mac_address': 'fa:16:3e:7c:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34bef65d-1e0b-4a22-b1a3-d2fcba58a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:57Z', 'updated_at': '2022-02-11T13:12:16Z', 'revision_number': 4, 'project_id': '31b992635d4144538d17315b43e302bc', 'subnets': [{'id': '34bef65d-1e0b-4a22-b1a3-d2fcba58a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:12:17.284282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9a176-b319-4b3f-8c87-71662019ee27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e1d3c7-c97a-4d12-a8fe-1c92f12e88be,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:17.285019 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:17.287565 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a176-b319-4b3f-8c87-71662019ee27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:17.288661 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3ac9a176-b319-4b3f-8c87-71662019ee27 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/32e1d3c7-c97a-4d12-a8fe-1c92f12e88be HTTP/1.1" status: 204 len: 168 time: 0.4284043 Feb 11 13:12:17.355598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cf691b68-63f9-448c-a41a-1db2991384c7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:12:17.400167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Request body: {'port': {'device_id': '95300805-1e3f-447c-9b20-041465325bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:17.532200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cf691b68-63f9-448c-a41a-1db2991384c7,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:17.617867 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:17.915204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9bec2261-b46f-46c1-bddd-66d9100586de up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:17.943674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad62f80e-2373-4d2f-9a9e-c180d9826ee2 req-9d84dc45-5c64-405f-a47b-b93167c37b5a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7105558 Feb 11 13:12:17.945454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da9f460-c181-477f-9c12-10ef664c7027']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.075096 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.086926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Router aa5883dd-8705-4c25-93c8-a04968740ed7 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:12:18.124035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cb01dc-e230-4761-ae1e-f3c988915637') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.124425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cb01dc-e230-4761-ae1e-f3c988915637') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.220508 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.284568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55212) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:18.331274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf8e6e3a-b6e2-4381-bdf3-247a5a46287c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.336238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.363207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bbe92-6b67-4fe7-aa66-0910061873a7 None None] Pushing event updated for resources: {'Port': ['ID=1520f086-c9d8-448b-a36b-4b4eb910def8,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:18.380427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Attempting to bind port 1520f086-c9d8-448b-a36b-4b4eb910def8 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:18.381182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Attempting to bind port 1520f086-c9d8-448b-a36b-4b4eb910def8 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:18.381802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Attempting to bind port 1520f086-c9d8-448b-a36b-4b4eb910def8 on network 446f9ce4-e24b-44b4-b743-298a0c13ff7d {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:18.417388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:18.431287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c05dda-0da8-4d94-b89f-369d26301f7b req-708cc29e-cc53-4313-a275-fb021c150571 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:18.433966 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-45c05dda-0da8-4d94-b89f-369d26301f7b req-708cc29e-cc53-4313-a275-fb021c150571 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 932 time: 0.2632539 Feb 11 13:12:18.435376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Usage tracker for resource:security_group_rule and tenant:091829da230b49fe987bb04060f7f57e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:18.438735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:18.443803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 9bec2261-b46f-46c1-bddd-66d9100586de completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:18.446058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:18.449111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:18.449787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Checking segment: {'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:18.450183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.450568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Bound using segment: {'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:18.451056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Bound port: 1520f086-c9d8-448b-a36b-4b4eb910def8, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:18.451420 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.455179 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.481403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 9bec2261-b46f-46c1-bddd-66d9100586de triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:18.481764 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.491993 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.507681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:12:18.511149 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.519233 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-45c05dda-0da8-4d94-b89f-369d26301f7b req-755b7cac-5810-4f60-8f35-c1156aec2245 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746596 Feb 11 13:12:18.632523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.640019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:12:18.736083 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:12:18.745737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a2ff1d-53ca-48ee-a434-fc5842f9d9e8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:18.758535 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=091829da230b49fe987bb04060f7f57e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4641814 Feb 11 13:12:18.761530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55218) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:18.822416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.822787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.824020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.824326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.824668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.825036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.825312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.825629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.825972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.826272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.827108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec64c3c1-4707-438a-97a9-5dff3f414671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:18.881528 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.884270 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d984604f-c8a6-4635-ac65-4ec4abe71020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.910809 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.915998 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d984604f-c8a6-4635-ac65-4ec4abe71020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.922628 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.983193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] For port 1520f086-c9d8-448b-a36b-4b4eb910def8, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:18.988569 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d984604f-c8a6-4635-ac65-4ec4abe71020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:18.993517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] For port 1520f086-c9d8-448b-a36b-4b4eb910def8, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1520f086-c9d8-448b-a36b-4b4eb910def8,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:19.005780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984604f-c8a6-4635-ac65-4ec4abe71020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a2ff1d-53ca-48ee-a434-fc5842f9d9e8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:19.018616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d984604f-c8a6-4635-ac65-4ec4abe71020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:19.022639 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d984604f-c8a6-4635-ac65-4ec4abe71020 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/43a2ff1d-53ca-48ee-a434-fc5842f9d9e8 HTTP/1.1" status: 204 len: 168 time: 0.2579415 Feb 11 13:12:19.091857 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:19.311286 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:19.391983 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:19.451050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 9bec2261-b46f-46c1-bddd-66d9100586de, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9bec2261-b46f-46c1-bddd-66d9100586de,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:19.464650 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:19.465666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 645b8cfe-a709-4251-9b74-bf8ff96ffbdf up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:19.553599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bbe92-6b67-4fe7-aa66-0910061873a7 None None] Pushing event updated for resources: {'Port': ['ID=1520f086-c9d8-448b-a36b-4b4eb910def8,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:19.676653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Routers {'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:19.678241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:12:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:19.707067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Pushing event deleted for resources: {'Network': ['ID=6da9f460-c181-477f-9c12-10ef664c7027,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:19.710028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] 10.222.0.67 "DELETE /v2.0/networks/6da9f460-c181-477f-9c12-10ef664c7027 HTTP/1.1" status: 204 len: 168 time: 2.6421084 Feb 11 13:12:19.775489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.776795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.777914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.778862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.780303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.780863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.781692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.782240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.782807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.783463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.783997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954abc6-1b19-409e-9b69-4975921dfe6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:19.823571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af47988f-d1f3-413a-83d2-62326ea00e20 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:19.844526 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:19.872009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=9bec2261-b46f-46c1-bddd-66d9100586de,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:19.904766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:19.905094 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:19.941646 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:20.012180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-64984272-e626-41b1-8462-cef4d323b2d7 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=fb8ef1cb546340f791eed32d4ad041a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644999 Feb 11 13:12:20.038733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Transition to ACTIVE for port object af47988f-d1f3-413a-83d2-62326ea00e20 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:20.063004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cf691b68-63f9-448c-a41a-1db2991384c7 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:20.080179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:20.080179 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:20.098337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:20.178265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] Set router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:20.229901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55258) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:20.233304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:20.252425 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:20.441442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-36f94e43-de72-4b1d-b0f2-629730fe8c3d tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:20.445082 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-36f94e43-de72-4b1d-b0f2-629730fe8c3d tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4314914 Feb 11 13:12:20.474384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-cacf235d-9d9c-432a-a0aa-6d5ef161e7fc tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/quotas/fb8ef1cb546340f791eed32d4ad041a4 HTTP/1.1" status: 200 len: 375 time: 0.0230582 Feb 11 13:12:20.488526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd00d5-f642-451e-9943-307b9462e600 req-f3fc66fa-bf52-4ab4-9bdc-6efa570314b2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:20.490048 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cebd00d5-f642-451e-9943-307b9462e600 req-f3fc66fa-bf52-4ab4-9bdc-6efa570314b2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 945 time: 0.8049500 Feb 11 13:12:20.518627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Pushing event updated for resources: {'Port': ['ID=bd7b7297-b590-41ad-87d0-994e02983e77,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:20.644904 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-cd24f8e5-b41c-460e-9814-352d38f829fb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb8ef1cb546340f791eed32d4ad041a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1695342 Feb 11 13:12:20.685725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Pushing event updated for resources: {'Port': ['ID=af47988f-d1f3-413a-83d2-62326ea00e20,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:20.785966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cebd00d5-f642-451e-9943-307b9462e600 req-068ba308-13de-42f6-93a2-3cce81dad31b tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809906 Feb 11 13:12:20.827861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:20.859887 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f5dbe27d-5010-4e83-86cf-62c61d0ce934 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cbc45abc4dc947bf926589268dbc3a55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4874763 Feb 11 13:12:20.861079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55268) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:20.865157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Attempting to bind port af47988f-d1f3-413a-83d2-62326ea00e20 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:20.865495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Attempting to bind port af47988f-d1f3-413a-83d2-62326ea00e20 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '63bc863d-7f52-46cd-b770-0be422475992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '63516f9a-d592-41a5-b146-6bf848b55d35'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:20.865818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Attempting to bind port af47988f-d1f3-413a-83d2-62326ea00e20 on network 63516f9a-d592-41a5-b146-6bf848b55d35 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:20.877140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Port af47988f-d1f3-413a-83d2-62326ea00e20 on network 63516f9a-d592-41a5-b146-6bf848b55d35 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:12:20.877460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Attempting to bind port af47988f-d1f3-413a-83d2-62326ea00e20 on network 63516f9a-d592-41a5-b146-6bf848b55d35 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:20.895589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:20.896106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Checking segment: {'id': '63bc863d-7f52-46cd-b770-0be422475992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '63516f9a-d592-41a5-b146-6bf848b55d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:20.896799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Bound using segment: {'id': '63bc863d-7f52-46cd-b770-0be422475992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '63516f9a-d592-41a5-b146-6bf848b55d35'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:20.899540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Bound port: af47988f-d1f3-413a-83d2-62326ea00e20, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bc863d-7f52-46cd-b770-0be422475992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '63516f9a-d592-41a5-b146-6bf848b55d35'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:20.900155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:20.916675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Sync routers for ids ['aa5883dd-8705-4c25-93c8-a04968740ed7'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:12:20.931057 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:20.934072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9e189a0f-a017-4548-bd5e-504f05491d7c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.3564076 Feb 11 13:12:20.944187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55272) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:20.984374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port cf691b68-63f9-448c-a41a-1db2991384c7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:21.022888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port cf691b68-63f9-448c-a41a-1db2991384c7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:21.023257 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:21.147899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Routers {'aa5883dd-8705-4c25-93c8-a04968740ed7'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:21.148602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:12:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['aa5883dd-8705-4c25-93c8-a04968740ed7'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:21.247049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-673c19c4-93e5-4006-bf7b-b00c8a247958 req-abb36bcc-1b36-42dc-981c-de8838753c55 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 210 time: 0.1400354 Feb 11 13:12:21.299765 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951fb063-eb3f-4071-963a-6c45e1c0cee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:21.325570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] For port af47988f-d1f3-413a-83d2-62326ea00e20, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:21.348265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] For port af47988f-d1f3-413a-83d2-62326ea00e20, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=af47988f-d1f3-413a-83d2-62326ea00e20,segment=NetworkSegment(63bc863d-7f52-46cd-b770-0be422475992),segment_id=63bc863d-7f52-46cd-b770-0be422475992)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:21.351230 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951fb063-eb3f-4071-963a-6c45e1c0cee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:21.366453 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:21.444318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6728-4c51-4181-a39f-a5ecaa6b0c8e req-2dec5d69-8736-4c89-8572-ecca65c81a1a tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:21.444966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-810f6728-4c51-4181-a39f-a5ecaa6b0c8e req-2dec5d69-8736-4c89-8572-ecca65c81a1a tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Synchronizing usage tracker for tenant:ae24ef4d532a444db597ca278676157f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:21.484213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951fb063-eb3f-4071-963a-6c45e1c0cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:21.497582 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:21.497853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] 10.222.0.75 "PUT /v2.0/ports/af47988f-d1f3-413a-83d2-62326ea00e20 HTTP/1.1" status: 200 len: 1092 time: 4.1497378 Feb 11 13:12:21.502042 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Set router aa5883dd-8705-4c25-93c8-a04968740ed7 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:21.502783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:21.503599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:21.508763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95300805-1e3f-447c-9b20-041465325bf0', 'tag': 'af47988f-d1f3-413a-83d2-62326ea00e20'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:21.608334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fb063-eb3f-4071-963a-6c45e1c0cee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db8495-bef0-4a4b-9266-014925a6cddf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:21.616929 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951fb063-eb3f-4071-963a-6c45e1c0cee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:21.622917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-951fb063-eb3f-4071-963a-6c45e1c0cee3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/28db8495-bef0-4a4b-9266-014925a6cddf HTTP/1.1" status: 204 len: 168 time: 0.7606175 Feb 11 13:12:21.664552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9bec2261-b46f-46c1-bddd-66d9100586de up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:21.803150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a569d-2093-4464-a5e1-b5f0fa1b9194 service neutron] Pushing event updated for resources: {'Port': ['ID=af47988f-d1f3-413a-83d2-62326ea00e20,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:21.809379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-810f6728-4c51-4181-a39f-a5ecaa6b0c8e req-2dec5d69-8736-4c89-8572-ecca65c81a1a tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Unset dirty status for tenant:ae24ef4d532a444db597ca278676157f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:21.819049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-810f6728-4c51-4181-a39f-a5ecaa6b0c8e req-2dec5d69-8736-4c89-8572-ecca65c81a1a tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 944 time: 0.6874490 Feb 11 13:12:21.857247 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95300805-1e3f-447c-9b20-041465325bf0', 'tag': 'af47988f-d1f3-413a-83d2-62326ea00e20', 'status': 'completed', 'code': 200} Feb 11 13:12:22.008298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-810f6728-4c51-4181-a39f-a5ecaa6b0c8e req-6d93f680-ec46-4518-8a25-c092ea007fac tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880448 Feb 11 13:12:22.080838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-177a35db-6302-4b85-b771-78f66187296d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ae24ef4d532a444db597ca278676157f&device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 1095 time: 0.4201410 Feb 11 13:12:22.218429 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-901a675c-e454-4469-b9cd-37bdc904972f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af47988f-d1f3-413a-83d2-62326ea00e20 HTTP/1.1" status: 200 len: 217 time: 0.1264038 Feb 11 13:12:22.252906 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:22.391821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17e25-7461-494b-a391-fa8196edb087 req-2d781875-c35b-4673-aa1a-b644f775645b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:22.394957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-2d781875-c35b-4673-aa1a-b644f775645b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8eea9df3-c743-4585-b1ea-96438740e4e0 HTTP/1.1" status: 200 len: 854 time: 0.1687257 Feb 11 13:12:22.454208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 9bec2261-b46f-46c1-bddd-66d9100586de triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:22.455807 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:22.486917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf691b68-63f9-448c-a41a-1db2991384c7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:22.503123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:12:18Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:22.509512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cf691b68-63f9-448c-a41a-1db2991384c7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cf691b68-63f9-448c-a41a-1db2991384c7,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:22.563027 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:22.614181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94aa2b5-79b6-48fc-8b7b-27d62b43fda7 None None] The sync data for ids ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'] in n-d-818559-1 is: [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:12:18Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:12:22.846232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a1c39-aa2e-4c92-a5be-be2fd3652024 req-6d84385e-6bc7-4121-aafa-ba629d8e9e52 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:22.847003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-473a1c39-aa2e-4c92-a5be-be2fd3652024 req-6d84385e-6bc7-4121-aafa-ba629d8e9e52 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Synchronizing usage tracker for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:22.865669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cf691b68-63f9-448c-a41a-1db2991384c7,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:22.957297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-473a1c39-aa2e-4c92-a5be-be2fd3652024 req-6d84385e-6bc7-4121-aafa-ba629d8e9e52 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Unset dirty status for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:22.958446 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-473a1c39-aa2e-4c92-a5be-be2fd3652024 req-6d84385e-6bc7-4121-aafa-ba629d8e9e52 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 945 time: 0.7868893 Feb 11 13:12:23.049716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-8021e26b-57df-442f-9908-7e99b985112e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63516f9a-d592-41a5-b146-6bf848b55d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6421905 Feb 11 13:12:23.072256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1520f086-c9d8-448b-a36b-4b4eb910def8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:23.134433 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-86ce1558-5842-4596-a0b3-f4936e38b474 req-01f8a73d-2c11-4513-a425-522770045811 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 210 time: 0.1537082 Feb 11 13:12:23.136426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-473a1c39-aa2e-4c92-a5be-be2fd3652024 req-ea2ecf09-eb89-4a4a-9c7d-17970dc979e4 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Synchronizing usage tracker for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:23.148878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-router', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '44155864-8030-421f-85f3-d9e6880bc314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:07Z', 'updated_at': '2022-02-11T13:12:13Z', 'revision_number': 3, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'gw_port': {'id': '44155864-8030-421f-85f3-d9e6880bc314', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:09Z', 'updated_at': '2022-02-11T13:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:23.194942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Checking router: aa5883dd-8705-4c25-93c8-a04968740ed7 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:12:23.195288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Updating router aa5883dd-8705-4c25-93c8-a04968740ed7 port 44155864-8030-421f-85f3-d9e6880bc314 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:12:23.282139 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-3729eb73-159a-4fd8-bbca-11deb4292bb4 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=fb8ef1cb546340f791eed32d4ad041a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929315 Feb 11 13:12:23.383637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-473a1c39-aa2e-4c92-a5be-be2fd3652024 req-ea2ecf09-eb89-4a4a-9c7d-17970dc979e4 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Unset dirty status for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:23.384915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-473a1c39-aa2e-4c92-a5be-be2fd3652024 req-ea2ecf09-eb89-4a4a-9c7d-17970dc979e4 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163322 Feb 11 13:12:23.425621 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf691b68-63f9-448c-a41a-1db2991384c7', 'code': 200} Feb 11 13:12:23.434126 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:23.519227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Router 001d95bd-abf6-4a2a-afe0-246234ab75f7 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:12:23.720534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 1520f086-c9d8-448b-a36b-4b4eb910def8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:23.815753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1520f086-c9d8-448b-a36b-4b4eb910def8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:23.816404 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:23.921857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-8f21fd0e-fe3b-4135-85d6-04372571c8e9 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:23.927620 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-8f21fd0e-fe3b-4135-85d6-04372571c8e9 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6413751 Feb 11 13:12:23.957700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Request body: {'port': {'device_id': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': 'fb8ef1cb546340f791eed32d4ad041a4'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:24.082020 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-cab4e4c5-b5eb-4cc2-9522-52a004ba611a service neutron] 10.222.0.75 "GET /v2.0/networks/63516f9a-d592-41a5-b146-6bf848b55d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0116527 Feb 11 13:12:24.251590 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:24.327437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 1520f086-c9d8-448b-a36b-4b4eb910def8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1520f086-c9d8-448b-a36b-4b4eb910def8,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:24.368638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:24.499690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4cb54-5a10-4a0a-b3bb-3ed699cc66f6 req-a97bee1c-6b73-45e4-bed5-db94cc1eb005 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:24.513262 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:24.514394 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89c4cb54-5a10-4a0a-b3bb-3ed699cc66f6 req-a97bee1c-6b73-45e4-bed5-db94cc1eb005 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 944 time: 0.6462603 Feb 11 13:12:24.549245 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=1520f086-c9d8-448b-a36b-4b4eb910def8,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:24.557136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Transition to ACTIVE for port object 44155864-8030-421f-85f3-d9e6880bc314 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:24.578065 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:24.609470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55348) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:24.611892 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dc17e25-7461-494b-a391-fa8196edb087 req-7095917b-735e-41c6-acf8-1657269bea95 service neutron] 10.222.0.75 "GET /v2.0/networks/63516f9a-d592-41a5-b146-6bf848b55d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183861 Feb 11 13:12:24.628394 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f09a3781-cfa4-412b-b34a-99144216328a req-5e5f0705-dda6-4f5d-9613-29e493a4a416 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 210 time: 0.1148803 Feb 11 13:12:24.642919 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee7d8921-479a-4354-86b8-a23d5f2df7bb req-f5181f5e-3910-4cca-a24b-da857b91bbcd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 1097 time: 0.8507955 Feb 11 13:12:24.693356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:24.711136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Usage tracker for resource:port and tenant:fb8ef1cb546340f791eed32d4ad041a4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:24.717753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:24.759564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:24.783391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee7d8921-479a-4354-86b8-a23d5f2df7bb req-12122c12-2a01-444a-8f09-7a0ca66eeea8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302662 Feb 11 13:12:24.795020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Made reservation on behalf of fb8ef1cb546340f791eed32d4ad041a4 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:24.798272 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:24.817719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e694d3-85b0-4900-be7a-fd11d7922c7f None None] Pushing event updated for resources: {'Port': ['ID=44155864-8030-421f-85f3-d9e6880bc314,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:24.818663 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:24.828724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:24.834548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Attempting to bind port 44155864-8030-421f-85f3-d9e6880bc314 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:24.834949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Attempting to bind port 44155864-8030-421f-85f3-d9e6880bc314 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:24.835298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Attempting to bind port 44155864-8030-421f-85f3-d9e6880bc314 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:24.853915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:24.854512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:24.854987 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:24.855815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:24.857105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Bound port: 44155864-8030-421f-85f3-d9e6880bc314, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:24.857478 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:24.882507 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89c4cb54-5a10-4a0a-b3bb-3ed699cc66f6 req-adbf010d-e6dc-4ce0-bf02-be7cd6b3e0f4 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667858 Feb 11 13:12:24.914289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:24.971288 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa5be7d0-498e-4fac-b172-79c3a8d376bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:25.013675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] For port 44155864-8030-421f-85f3-d9e6880bc314, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:25.017560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] For port 44155864-8030-421f-85f3-d9e6880bc314, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=44155864-8030-421f-85f3-d9e6880bc314,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:25.022267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:25.035014 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Sync routers for ids ['001d95bd-abf6-4a2a-afe0-246234ab75f7'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:12:25.035755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:25.079045 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Routers {'001d95bd-abf6-4a2a-afe0-246234ab75f7'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:25.079964 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:12:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['001d95bd-abf6-4a2a-afe0-246234ab75f7'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:25.124463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e694d3-85b0-4900-be7a-fd11d7922c7f None None] Pushing event updated for resources: {'Port': ['ID=44155864-8030-421f-85f3-d9e6880bc314,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:25.146298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Allocated IP 172.20.0.1 (c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa/62071977-6904-4324-b948-acd08b45a929/efd51075-0235-42de-adba-650be4c7bab2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:25.164186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Routers {'aa5883dd-8705-4c25-93c8-a04968740ed7'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:25.164970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:12:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['aa5883dd-8705-4c25-93c8-a04968740ed7'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:25.180956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aa5be7d0-498e-4fac-b172-79c3a8d376bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:25.196986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aa5be7d0-498e-4fac-b172-79c3a8d376bb admin admin] Usage tracker for resource:security_group_rule and tenant:e3c776246b404007b29d55a904820d6c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:25.207410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aa5be7d0-498e-4fac-b172-79c3a8d376bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:25.228569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aa5be7d0-498e-4fac-b172-79c3a8d376bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:25.336635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Usage tracker for resource:security_group_rule and tenant:fb8ef1cb546340f791eed32d4ad041a4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:25.367471 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:25.381892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:25.421829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:25.445465 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa5be7d0-498e-4fac-b172-79c3a8d376bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:25.456430 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-22f321f4-d099-4759-89e6-c1b2ce4a8bbc req-689b2724-94d2-4235-a1b4-8f40f5e40412 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ae24ef4d532a444db597ca278676157f&device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 1095 time: 0.7471399 Feb 11 13:12:25.462692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa5be7d0-498e-4fac-b172-79c3a8d376bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:25.520456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:25.527700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-71090fc6-8d71-4dec-aefc-8c59c8dcd7bb admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 15.5560539 Feb 11 13:12:25.549727 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:25.554889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55378) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:25.569922 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:25.570188 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Set router 001d95bd-abf6-4a2a-afe0-246234ab75f7 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:25.603278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] Set router aa5883dd-8705-4c25-93c8-a04968740ed7 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:25.640896 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:25.766751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aa5be7d0-498e-4fac-b172-79c3a8d376bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e3c776246b404007b29d55a904820d6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1538262 Feb 11 13:12:25.772336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55390) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:25.821854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:25.844048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:25.853799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:25.973505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Pushing event updated for resources: {'Port': ['ID=efd51075-0235-42de-adba-650be4c7bab2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:25.975982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dce190c-5c10-4af0-835c-6b7f28ffa572,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:26.001832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7791d-5d14-4ec6-a50f-eb99da98b39d req-94f3f79f-155a-4831-aaa8-92212a86cf72 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:26.009735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0dc7791d-5d14-4ec6-a50f-eb99da98b39d req-94f3f79f-155a-4831-aaa8-92212a86cf72 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 946 time: 0.6681645 Feb 11 13:12:26.038841 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-router', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:10Z', 'updated_at': '2022-02-11T13:12:20Z', 'revision_number': 3, 'project_id': '09bf612644894348a234819dc8db18e7', 'gw_port': {'id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:26.043774 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:26.045349 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Checking router: 001d95bd-abf6-4a2a-afe0-246234ab75f7 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:12:26.046077 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Updating router 001d95bd-abf6-4a2a-afe0-246234ab75f7 port bd7b7297-b590-41ad-87d0-994e02983e77 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:12:26.108401 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:26.237128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-router', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '44155864-8030-421f-85f3-d9e6880bc314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:07Z', 'updated_at': '2022-02-11T13:12:13Z', 'revision_number': 3, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'gw_port': {'id': '44155864-8030-421f-85f3-d9e6880bc314', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:09Z', 'updated_at': '2022-02-11T13:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:26.241514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ccf9f-fecc-4d36-91ec-f21bbcc2d522 None None] The sync data for ids ['aa5883dd-8705-4c25-93c8-a04968740ed7'] in n-d-818559-1 is: [{'id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-router', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '44155864-8030-421f-85f3-d9e6880bc314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:07Z', 'updated_at': '2022-02-11T13:12:13Z', 'revision_number': 3, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'gw_port': {'id': '44155864-8030-421f-85f3-d9e6880bc314', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:09Z', 'updated_at': '2022-02-11T13:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:12:26.292828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5be7d0-498e-4fac-b172-79c3a8d376bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920a2053-b7a0-4de1-8bb9-e8a0a5c028b7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:26.320550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b933f1d-e2dc-4d94-8d3f-70dd2c44eec6 req-06625d0c-08ff-478f-ae4c-dd6e4fd85841 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 210 time: 0.3516014 Feb 11 13:12:26.341243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Allocated IP 192.168.233.99 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/868eae42-8ddf-4128-ab1d-b9ce6a3d15e3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:26.362185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0dc7791d-5d14-4ec6-a50f-eb99da98b39d req-27af60e9-3ca1-4f02-b686-98a42eb88d01 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521798 Feb 11 13:12:26.387491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40f3eb17-9c0b-43a7-9239-f0ab82227976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:26.402098 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:26.513799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f321f4-d099-4759-89e6-c1b2ce4a8bbc req-f5b6a346-3225-443d-833d-3267ba990173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:26.520008 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-22f321f4-d099-4759-89e6-c1b2ce4a8bbc req-f5b6a346-3225-443d-833d-3267ba990173 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63516f9a-d592-41a5-b146-6bf848b55d35 HTTP/1.1" status: 200 len: 915 time: 0.9911563 Feb 11 13:12:26.548950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1520f086-c9d8-448b-a36b-4b4eb910def8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:26.669061 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-22f321f4-d099-4759-89e6-c1b2ce4a8bbc req-6ff5ee1b-074a-4171-b2c9-e8a1d5a815a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af47988f-d1f3-413a-83d2-62326ea00e20 HTTP/1.1" status: 200 len: 217 time: 0.1329951 Feb 11 13:12:26.730975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1520f086-c9d8-448b-a36b-4b4eb910def8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:26.732045 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:26.737569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40f3eb17-9c0b-43a7-9239-f0ab82227976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:26.843214 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:26.872663 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Transition to ACTIVE for port object bd7b7297-b590-41ad-87d0-994e02983e77 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:26.883132 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:26.886355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f321f4-d099-4759-89e6-c1b2ce4a8bbc req-c8806280-aa9c-410f-8a38-0772631a9702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:26.888404 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-22f321f4-d099-4759-89e6-c1b2ce4a8bbc req-c8806280-aa9c-410f-8a38-0772631a9702 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8eea9df3-c743-4585-b1ea-96438740e4e0 HTTP/1.1" status: 200 len: 854 time: 0.2076964 Feb 11 13:12:26.963156 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b7f6b-607f-4b47-bf8e-15fd062510e5 None None] Pushing event updated for resources: {'Port': ['ID=bd7b7297-b590-41ad-87d0-994e02983e77,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:27.005999 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Attempting to bind port bd7b7297-b590-41ad-87d0-994e02983e77 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:27.006374 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Attempting to bind port bd7b7297-b590-41ad-87d0-994e02983e77 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:27.006752 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Attempting to bind port bd7b7297-b590-41ad-87d0-994e02983e77 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:27.026525 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:27.026995 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:27.027400 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:27.027777 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:27.028255 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Bound port: bd7b7297-b590-41ad-87d0-994e02983e77, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:27.028645 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:27.094378 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-22f321f4-d099-4759-89e6-c1b2ce4a8bbc req-44b25294-bd4c-49e6-82e6-8081fea30751 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63516f9a-d592-41a5-b146-6bf848b55d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1916838 Feb 11 13:12:27.181427 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] For port bd7b7297-b590-41ad-87d0-994e02983e77, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:27.187681 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:27.189267 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] For port bd7b7297-b590-41ad-87d0-994e02983e77, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bd7b7297-b590-41ad-87d0-994e02983e77,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:27.198219 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:27.214295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08cb46-49b7-406d-8e53-9d59ab0ee9f8 req-a9e29bea-6616-4054-af96-d0e28ccf2939 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:27.221438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f08cb46-49b7-406d-8e53-9d59ab0ee9f8 req-a9e29bea-6616-4054-af96-d0e28ccf2939 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 944 time: 0.5299819 Feb 11 13:12:27.285563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Transition to ACTIVE for port object 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:27.291316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40f3eb17-9c0b-43a7-9239-f0ab82227976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:27.299883 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Routers {'001d95bd-abf6-4a2a-afe0-246234ab75f7'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:27.300500 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:12:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['001d95bd-abf6-4a2a-afe0-246234ab75f7'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:27.351020 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:27.369812 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:27.399564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55418) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:27.457100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3eb17-9c0b-43a7-9239-f0ab82227976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920a2053-b7a0-4de1-8bb9-e8a0a5c028b7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:27.485188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40f3eb17-9c0b-43a7-9239-f0ab82227976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:27.488619 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-40f3eb17-9c0b-43a7-9239-f0ab82227976 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/920a2053-b7a0-4de1-8bb9-e8a0a5c028b7 HTTP/1.1" status: 204 len: 168 time: 1.5662074 Feb 11 13:12:27.593857 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be782cc1-1fa0-4da9-b30b-cba11da1fb2d req-e03caf01-f02c-4d08-b69a-24b856b57dc5 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 210 time: 0.0604911 Feb 11 13:12:27.600597 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-22f321f4-d099-4759-89e6-c1b2ce4a8bbc req-ab48b34e-afd1-4d98-9f2d-c73493504fd9 service neutron] 10.222.0.75 "GET /v2.0/networks/63516f9a-d592-41a5-b146-6bf848b55d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946744 Feb 11 13:12:27.647049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f08cb46-49b7-406d-8e53-9d59ab0ee9f8 req-1f16dff0-91c1-4c0d-a90f-7de75a1b8597 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243996 Feb 11 13:12:27.687880 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b7f6b-607f-4b47-bf8e-15fd062510e5 None None] Pushing event updated for resources: {'Port': ['ID=bd7b7297-b590-41ad-87d0-994e02983e77,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:27.764798 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] Set router 001d95bd-abf6-4a2a-afe0-246234ab75f7 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:27.785375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Pushing event updated for resources: {'Port': ['ID=efd51075-0235-42de-adba-650be4c7bab2,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:27.799310 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:27.921289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:27.933987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:27.958940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:27.962156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:27.965704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:28.113028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b90932-1345-40d5-a9ea-30990731092f req-2236310e-5feb-41e5-8aaf-2c5d9c834712 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:28.115200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5b90932-1345-40d5-a9ea-30990731092f req-2236310e-5feb-41e5-8aaf-2c5d9c834712 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 946 time: 0.2347987 Feb 11 13:12:28.216687 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-22f321f4-d099-4759-89e6-c1b2ce4a8bbc req-c90367b7-55e0-41bb-8806-4e00629f20ba service neutron] 10.222.0.75 "GET /v2.0/networks/63516f9a-d592-41a5-b146-6bf848b55d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947223 Feb 11 13:12:28.223683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55436) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:28.249786 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57521009-c26e-49dc-bf05-ab99cfe0df8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.282359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:28.283339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.297723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-434f4365-f01f-4205-ab52-85d3eb7a5435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.344399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-434f4365-f01f-4205-ab52-85d3eb7a5435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:28.348774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-434f4365-f01f-4205-ab52-85d3eb7a5435 admin admin] Usage tracker for resource:security_group_rule and tenant:45af795b3f7249e68da79819229a05d8 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:28.352536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-434f4365-f01f-4205-ab52-85d3eb7a5435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:28.358949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-434f4365-f01f-4205-ab52-85d3eb7a5435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:28.388733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-57521009-c26e-49dc-bf05-ab99cfe0df8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:28.394428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d99dbf08-c657-4d91-b682-ac09959c3280 None None] Provisioning for port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:28.403333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-57521009-c26e-49dc-bf05-ab99cfe0df8a admin admin] Usage tracker for resource:security_group_rule and tenant:244475a5b1a24e19b98f6ecb85e2b899 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:28.406797 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-4e81a502-7620-49fa-bf45-ab195faf3bdf tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4682331 Feb 11 13:12:28.408853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d99dbf08-c657-4d91-b682-ac09959c3280 None None] Provisioning complete for port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:28.408987 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d99dbf08-c657-4d91-b682-ac09959c3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.418290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-57521009-c26e-49dc-bf05-ab99cfe0df8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:28.444112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Request body: {'port': {'device_id': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:28.474881 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-router', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:10Z', 'updated_at': '2022-02-11T13:12:20Z', 'revision_number': 3, 'project_id': '09bf612644894348a234819dc8db18e7', 'gw_port': {'id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:28.489112 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd09ad-ae7a-460a-a2d5-51807ecaaca7 None None] The sync data for ids ['001d95bd-abf6-4a2a-afe0-246234ab75f7'] in n-d-818559-1 is: [{'id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-router', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:10Z', 'updated_at': '2022-02-11T13:12:20Z', 'revision_number': 3, 'project_id': '09bf612644894348a234819dc8db18e7', 'gw_port': {'id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:12:28.517200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d99dbf08-c657-4d91-b682-ac09959c3280 None None] Port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:12:28.536113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-57521009-c26e-49dc-bf05-ab99cfe0df8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:28.550482 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-434f4365-f01f-4205-ab52-85d3eb7a5435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.553680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5b90932-1345-40d5-a9ea-30990731092f req-8bfa2a25-f832-4b39-b127-3b77b493cbcc tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281330 Feb 11 13:12:28.617718 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-434f4365-f01f-4205-ab52-85d3eb7a5435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.684470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-434f4365-f01f-4205-ab52-85d3eb7a5435 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=45af795b3f7249e68da79819229a05d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4597208 Feb 11 13:12:28.685492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f4365-f01f-4205-ab52-85d3eb7a5435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc7857e-274e-47c1-bb2c-b51f3fd35732,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:28.691853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55446) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:28.719611 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57521009-c26e-49dc-bf05-ab99cfe0df8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.726182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:28.728700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:28.742518 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57521009-c26e-49dc-bf05-ab99cfe0df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.808726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d46feb48-54c2-4b03-84db-696affa83583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.844188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d46feb48-54c2-4b03-84db-696affa83583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.872280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-57521009-c26e-49dc-bf05-ab99cfe0df8a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=244475a5b1a24e19b98f6ecb85e2b899&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2681990 Feb 11 13:12:28.884843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55452) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:28.992992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbcce6-ba80-48ae-98a4-737006f46236 req-600a677c-27f5-4a7b-8b47-fddb88512df6 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:28.994546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1fbcce6-ba80-48ae-98a4-737006f46236 req-600a677c-27f5-4a7b-8b47-fddb88512df6 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 935 time: 0.1405909 Feb 11 13:12:28.996796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d46feb48-54c2-4b03-84db-696affa83583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.008973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device af47988f-d1f3-413a-83d2-62326ea00e20 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:12:29.026673 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.028323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46feb48-54c2-4b03-84db-696affa83583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc7857e-274e-47c1-bb2c-b51f3fd35732,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:29.047532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d46feb48-54c2-4b03-84db-696affa83583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.048657 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d46feb48-54c2-4b03-84db-696affa83583 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4cc7857e-274e-47c1-bb2c-b51f3fd35732 HTTP/1.1" status: 204 len: 168 time: 0.3547339 Feb 11 13:12:29.076483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521009-c26e-49dc-bf05-ab99cfe0df8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08e0f4c-873b-49b6-ae17-0fef6431d17d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:29.112171 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1fbcce6-ba80-48ae-98a4-737006f46236 req-e5e48fba-d72f-4c87-96f1-d829888bf594 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045249 Feb 11 13:12:29.316631 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69e7141d-d9a7-4655-b3be-1d7d6d170c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.370788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port af47988f-d1f3-413a-83d2-62326ea00e20, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=af47988f-d1f3-413a-83d2-62326ea00e20,segment=NetworkSegment(63bc863d-7f52-46cd-b770-0be422475992),segment_id=63bc863d-7f52-46cd-b770-0be422475992)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:29.402074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'af47988f-d1f3-413a-83d2-62326ea00e20', 'network_id': '63516f9a-d592-41a5-b146-6bf848b55d35', 'port_id': 'af47988f-d1f3-413a-83d2-62326ea00e20', 'mac_address': 'fa:16:3e:41:32:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eea9df3-c743-4585-b1ea-96438740e4e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:12:29.423752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bd8b1-c576-4dd2-83b2-c3f433c3b4f8 req-b33fa5ff-8df0-48bc-8714-3a35572e7647 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:29.425287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-392bd8b1-c576-4dd2-83b2-c3f433c3b4f8 req-b33fa5ff-8df0-48bc-8714-3a35572e7647 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 946 time: 0.5437455 Feb 11 13:12:29.434758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.504488 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.526763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af47988f-d1f3-413a-83d2-62326ea00e20 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:29.555882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port af47988f-d1f3-413a-83d2-62326ea00e20, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=af47988f-d1f3-413a-83d2-62326ea00e20,segment=NetworkSegment(63bc863d-7f52-46cd-b770-0be422475992),segment_id=63bc863d-7f52-46cd-b770-0be422475992)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:29.568622 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.590054 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69e7141d-d9a7-4655-b3be-1d7d6d170c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.715574 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=af47988f-d1f3-413a-83d2-62326ea00e20,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:29.789192 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-392bd8b1-c576-4dd2-83b2-c3f433c3b4f8 req-5304b103-347b-48c7-a573-7fa2249bf56d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474884 Feb 11 13:12:29.790230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Allocated IP 172.20.0.1 (d7940365-be64-4749-898b-88aa33fa6a6d/63aeabb6-1552-4d6e-a7e8-796dade78813/e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:29.822128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['af47988f-d1f3-413a-83d2-62326ea00e20'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:12:29.866012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b053-1cb1-4559-b6d3-aead49963e5f req-5f9ab549-d71b-4995-9191-13cf40dde847 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:29.868353 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69e7141d-d9a7-4655-b3be-1d7d6d170c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.877423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88d2b053-1cb1-4559-b6d3-aead49963e5f req-5f9ab549-d71b-4995-9191-13cf40dde847 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 944 time: 0.5042233 Feb 11 13:12:29.919900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7141d-d9a7-4655-b3be-1d7d6d170c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08e0f4c-873b-49b6-ae17-0fef6431d17d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:29.945263 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69e7141d-d9a7-4655-b3be-1d7d6d170c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.946368 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-69e7141d-d9a7-4655-b3be-1d7d6d170c40 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c08e0f4c-873b-49b6-ae17-0fef6431d17d HTTP/1.1" status: 204 len: 168 time: 0.9998357 Feb 11 13:12:30.128461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:30.152475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:30.212372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Transition to ACTIVE for port object 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:30.223294 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:30.528550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88d2b053-1cb1-4559-b6d3-aead49963e5f req-19815521-0509-41ab-9072-8a74a337c7f1 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489584 Feb 11 13:12:30.766834 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:30.837761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Router aa5883dd-8705-4c25-93c8-a04968740ed7 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:30.860175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Transition to ACTIVE for port object e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:30.883932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:30.943101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:31.015013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device af47988f-d1f3-413a-83d2-62326ea00e20 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:31.244790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Network d7940365-be64-4749-898b-88aa33fa6a6d is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:31.245948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Pushing event updated for resources: {'Port': ['ID=e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:31.250462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:31.255062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port af47988f-d1f3-413a-83d2-62326ea00e20 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:31.258326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:31.268776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port af47988f-d1f3-413a-83d2-62326ea00e20 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:31.269697 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:31.362111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:31.583894 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:31.610116 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:31.687784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95300805-1e3f-447c-9b20-041465325bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af47988f-d1f3-413a-83d2-62326ea00e20'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:31.708325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port af47988f-d1f3-413a-83d2-62326ea00e20, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=af47988f-d1f3-413a-83d2-62326ea00e20,segment=NetworkSegment(63bc863d-7f52-46cd-b770-0be422475992),segment_id=63bc863d-7f52-46cd-b770-0be422475992)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:31.716765 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:31.874892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Attempting to bind port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:31.875497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Attempting to bind port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:31.875497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Attempting to bind port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:31.904895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8998be3f-36a4-4d5c-b65a-3818768a8e8d None None] Provisioning for port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:31.910020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3888f-87af-438a-8ae0-38ffe02dc68d req-a331d4dd-b5aa-451e-8e57-4dede860c235 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:31.911910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8998be3f-36a4-4d5c-b65a-3818768a8e8d None None] Provisioning complete for port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:31.912285 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8998be3f-36a4-4d5c-b65a-3818768a8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:31.915702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-84f3888f-87af-438a-8ae0-38ffe02dc68d req-a331d4dd-b5aa-451e-8e57-4dede860c235 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Synchronizing usage tracker for tenant:fb8ef1cb546340f791eed32d4ad041a4 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:31.918808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:12:31.919126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Attempting to bind port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:31.973169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:31.973518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:31.973901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:31.974336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Bound port: 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:31.974759 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:32.029595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8998be3f-36a4-4d5c-b65a-3818768a8e8d None None] Port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:12:32.031103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=af47988f-d1f3-413a-83d2-62326ea00e20,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:32.043903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-84f3888f-87af-438a-8ae0-38ffe02dc68d req-a331d4dd-b5aa-451e-8e57-4dede860c235 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Unset dirty status for tenant:fb8ef1cb546340f791eed32d4ad041a4 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:32.045062 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84f3888f-87af-438a-8ae0-38ffe02dc68d req-a331d4dd-b5aa-451e-8e57-4dede860c235 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 947 time: 0.8700786 Feb 11 13:12:32.139393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671be6f-5601-4522-9351-bf1d4dda125e req-22531193-5731-40db-b5f6-ee349bc790e2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:32.149537 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d671be6f-5601-4522-9351-bf1d4dda125e req-22531193-5731-40db-b5f6-ee349bc790e2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 946 time: 0.5409541 Feb 11 13:12:32.248741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:32.253077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:32.276578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-340c6936-23b5-405a-aae0-ef1c37d00664 admin admin] 10.222.0.67 "PUT /v2.0/routers/aa5883dd-8705-4c25-93c8-a04968740ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3318741 Feb 11 13:12:32.279230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:32.281508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-84f3888f-87af-438a-8ae0-38ffe02dc68d req-5fb4da84-c648-4ee7-9ec0-1674e02fae8c tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Synchronizing usage tracker for tenant:fb8ef1cb546340f791eed32d4ad041a4 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:32.303588 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:32.364522 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d671be6f-5601-4522-9351-bf1d4dda125e req-c618d37b-65ba-473e-90ff-99e347d3fca2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138319 Feb 11 13:12:32.424986 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:32.426534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] 10.222.0.73 "PUT /v2.0/ports/868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 HTTP/1.1" status: 200 len: 1095 time: 3.9895351 Feb 11 13:12:32.439079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:32.484316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-84f3888f-87af-438a-8ae0-38ffe02dc68d req-5fb4da84-c648-4ee7-9ec0-1674e02fae8c tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Unset dirty status for tenant:fb8ef1cb546340f791eed32d4ad041a4 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:32.496890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84f3888f-87af-438a-8ae0-38ffe02dc68d req-5fb4da84-c648-4ee7-9ec0-1674e02fae8c tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942673 Feb 11 13:12:32.546023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:32.559657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:32.640327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f7945-bd33-4455-b554-4c1163c79f2c service neutron] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:32.655245 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95300805-1e3f-447c-9b20-041465325bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af47988f-d1f3-413a-83d2-62326ea00e20', 'code': 200} Feb 11 13:12:32.778313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-6178c356-368a-44c1-a604-6cbf382e5161 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8ef1cb546340f791eed32d4ad041a4&device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 1098 time: 0.2785211 Feb 11 13:12:32.896437 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'status': 'completed', 'code': 200} Feb 11 13:12:32.913589 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-b0c6974a-8893-420b-b59b-a3228c298af0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 HTTP/1.1" status: 200 len: 217 time: 0.1265776 Feb 11 13:12:33.026927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-62d7a6f6-68fa-440d-a21a-681c5f1a8ac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:33.028873 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-62d7a6f6-68fa-440d-a21a-681c5f1a8ac5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1053958 Feb 11 13:12:33.044155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:33.063539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Pushing event updated for resources: {'Port': ['ID=e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:33.150083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-00f82fcf-d267-49d3-a93e-a8549dcad6d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142828 Feb 11 13:12:33.153304 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-819bf28e-0ca6-4458-9525-33d471eaf0e2 req-7432f633-825d-4d8b-befd-a8329013199f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 1097 time: 0.3732471 Feb 11 13:12:33.163287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7db6-4adf-446e-997c-221b7e8cdb6e req-dfd95d08-064e-405a-956c-727193ce4e41 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:33.164711 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-978f7db6-4adf-446e-997c-221b7e8cdb6e req-dfd95d08-064e-405a-956c-727193ce4e41 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 946 time: 0.5125630 Feb 11 13:12:33.286359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-819bf28e-0ca6-4458-9525-33d471eaf0e2 req-a9bc1c7e-4ad5-42a2-91e4-d28a0ceb513a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207192 Feb 11 13:12:33.294438 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-978f7db6-4adf-446e-997c-221b7e8cdb6e req-13cc06f4-d325-45f8-ab09-da9d373f8236 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066320 Feb 11 13:12:33.302997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Network d7940365-be64-4749-898b-88aa33fa6a6d is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:33.304639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:33.310799 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-3fdc793d-0a12-4873-94f8-d646b99bda66 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503844 Feb 11 13:12:33.489797 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82f251f8-73c0-4689-8d06-72c65e70eabf req-eaf2fc7f-3ee1-48d2-a7da-0fb296c1688d service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715643 Feb 11 13:12:33.700540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9c79be22-9ef8-4453-9d3e-396a083a58b9 None None] Provisioning complete for port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:33.701551 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c79be22-9ef8-4453-9d3e-396a083a58b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:33.738926 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86e30481-aead-469c-9b90-e562bd81d00a req-8a76a11e-e3ad-4875-969c-6dcbbedcaecf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8ef1cb546340f791eed32d4ad041a4&device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 1098 time: 0.1346171 Feb 11 13:12:33.743515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-2c0ddeef-93a9-43d6-b51f-47b95ccd7241 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:33.745150 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-2c0ddeef-93a9-43d6-b51f-47b95ccd7241 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 819 time: 0.2488539 Feb 11 13:12:33.773394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9c79be22-9ef8-4453-9d3e-396a083a58b9 None None] Port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:12:33.873699 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-f5ccf023-3101-4ef0-8dbf-e58e13d59686 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2627547 Feb 11 13:12:33.939587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-7b9429a0-ad51-4af0-83d0-06925fe3a301 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/quotas/e9f8974a7312455b8855b9ca2a8d661c HTTP/1.1" status: 200 len: 375 time: 0.1874101 Feb 11 13:12:34.049205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-048fb38c-18dd-490d-9672-95aa0a8f28bc tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:34.050683 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-048fb38c-18dd-490d-9672-95aa0a8f28bc tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709890 Feb 11 13:12:34.053917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e30481-aead-469c-9b90-e562bd81d00a req-77ccb81a-19bc-4d35-a9fe-101f4ae2693e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:34.055383 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86e30481-aead-469c-9b90-e562bd81d00a req-77ccb81a-19bc-4d35-a9fe-101f4ae2693e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2959425 Feb 11 13:12:34.084001 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-0fa06683-a0a1-44b9-b9ac-2c5fe8e44c2d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/quotas/5b2e705c899a43aa895227e651e83fbd HTTP/1.1" status: 200 len: 375 time: 0.0241873 Feb 11 13:12:34.109466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cf691b68-63f9-448c-a41a-1db2991384c7 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:12:34.122521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-a6d561f5-e7ae-4bf9-a3b3-b571c63f83b1 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Synchronizing usage tracker for tenant:e9f8974a7312455b8855b9ca2a8d661c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:34.146528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86e30481-aead-469c-9b90-e562bd81d00a req-31414999-5483-4467-b27b-ba46b2270ffc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 HTTP/1.1" status: 200 len: 217 time: 0.0835845 Feb 11 13:12:34.149088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-a75de8aa-a570-4502-9284-0adca72c78aa tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498741 Feb 11 13:12:34.157419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Router 001d95bd-abf6-4a2a-afe0-246234ab75f7 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:34.162388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-a6d561f5-e7ae-4bf9-a3b3-b571c63f83b1 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Unset dirty status for tenant:e9f8974a7312455b8855b9ca2a8d661c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:34.165926 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-a6d561f5-e7ae-4bf9-a3b3-b571c63f83b1 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2199383 Feb 11 13:12:34.334382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cf691b68-63f9-448c-a41a-1db2991384c7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cf691b68-63f9-448c-a41a-1db2991384c7,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:34.360053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e30481-aead-469c-9b90-e562bd81d00a req-3c58b4c3-fa5d-463b-bc2c-a08c30437f51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:34.361597 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86e30481-aead-469c-9b90-e562bd81d00a req-3c58b4c3-fa5d-463b-bc2c-a08c30437f51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1032233 Feb 11 13:12:34.367633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'cf691b68-63f9-448c-a41a-1db2991384c7', 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c', 'port_id': 'cf691b68-63f9-448c-a41a-1db2991384c7', 'mac_address': 'fa:16:3e:32:8a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030317ec-c34e-463e-b879-f7a97714cfe0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:12:34.443390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-edeb9fb6-1834-407c-b638-fd6948e58648 service neutron] 10.222.0.67 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678733 Feb 11 13:12:34.458076 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:34.518974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf691b68-63f9-448c-a41a-1db2991384c7 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:34.522031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:34.543724 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c7479426-0e39-4c48-95cb-700e0e9c882a admin admin] 10.222.0.67 "PUT /v2.0/routers/001d95bd-abf6-4a2a-afe0-246234ab75f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9353676 Feb 11 13:12:34.552799 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cf691b68-63f9-448c-a41a-1db2991384c7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cf691b68-63f9-448c-a41a-1db2991384c7,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:34.558907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:34.672514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cf691b68-63f9-448c-a41a-1db2991384c7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:12:34.748482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cf691b68-63f9-448c-a41a-1db2991384c7,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:34.753110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86e30481-aead-469c-9b90-e562bd81d00a req-09b5a38c-65eb-4095-b46e-40281bde182f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3764341 Feb 11 13:12:34.757785 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-aea444d3-c65c-450d-9bb0-2a83f01b3efb service neutron] 10.222.0.67 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133554 Feb 11 13:12:34.821196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c39414-e985-4e3d-bfcd-b05345eb7db4 req-378fc4d0-c42a-41ab-b90a-b02df178841e tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:34.823530 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2c39414-e985-4e3d-bfcd-b05345eb7db4 req-378fc4d0-c42a-41ab-b90a-b02df178841e tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 945 time: 0.2427185 Feb 11 13:12:34.919601 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2c39414-e985-4e3d-bfcd-b05345eb7db4 req-317370bd-0f18-4218-a37d-aa6ae63aff95 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873013 Feb 11 13:12:35.049533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86e30481-aead-469c-9b90-e562bd81d00a req-5a6449f5-bc6f-4ebf-b815-0ab1bb5f261a service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893090 Feb 11 13:12:35.269955 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86e30481-aead-469c-9b90-e562bd81d00a req-569f2787-bc45-4a83-b25d-aba6b77cde1b service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142167 Feb 11 13:12:35.297953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0b61d096-1072-44e9-9901-6ca163677d48 req-aaee19f8-ede7-4dce-90a4-58cd2eb7093d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Synchronizing usage tracker for tenant:5ce06cecd3f6432e8a51acfc78e2b594 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:35.304876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a39f7-173e-4882-b80e-a085de1b1882 req-e1802739-5505-46ab-8d28-9facc515f9a6 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:35.307958 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f92a39f7-173e-4882-b80e-a085de1b1882 req-e1802739-5505-46ab-8d28-9facc515f9a6 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 947 time: 0.1168892 Feb 11 13:12:35.349024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0b61d096-1072-44e9-9901-6ca163677d48 req-aaee19f8-ede7-4dce-90a4-58cd2eb7093d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Unset dirty status for tenant:5ce06cecd3f6432e8a51acfc78e2b594 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:35.358256 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-aaee19f8-ede7-4dce-90a4-58cd2eb7093d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1010791841&fields=id&tenant_id=5ce06cecd3f6432e8a51acfc78e2b594 HTTP/1.1" status: 200 len: 267 time: 0.1251483 Feb 11 13:12:35.424100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f92a39f7-173e-4882-b80e-a085de1b1882 req-32f54332-20b6-489c-b45b-5c224f644ae5 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093025 Feb 11 13:12:35.688986 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61d096-1072-44e9-9901-6ca163677d48 req-c3cf681f-060d-4577-856d-2005492607fc tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:35.690225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0b61d096-1072-44e9-9901-6ca163677d48 req-c3cf681f-060d-4577-856d-2005492607fc tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Synchronizing usage tracker for tenant:5ce06cecd3f6432e8a51acfc78e2b594 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:35.713582 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0b61d096-1072-44e9-9901-6ca163677d48 req-c3cf681f-060d-4577-856d-2005492607fc tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Unset dirty status for tenant:5ce06cecd3f6432e8a51acfc78e2b594 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:35.722305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-c3cf681f-060d-4577-856d-2005492607fc tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/networks?id=446f9ce4-e24b-44b4-b743-298a0c13ff7d HTTP/1.1" status: 200 len: 815 time: 0.3630319 Feb 11 13:12:35.724487 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5ba79b4-94bb-467d-83b1-42a8e89d7983 req-4b65bde7-54ba-4259-83de-213fbc625fbc tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 210 time: 0.0593147 Feb 11 13:12:35.741613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ad8c7921-21a0-4f40-ad4f-0d0ee49254d2 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/quotas/5ce06cecd3f6432e8a51acfc78e2b594 HTTP/1.1" status: 200 len: 375 time: 0.0179057 Feb 11 13:12:35.849450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-cf070a9b-df33-4359-a2af-96de040387b0 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ce06cecd3f6432e8a51acfc78e2b594&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067448 Feb 11 13:12:36.050539 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-ef826c44-ffea-4231-88af-0119339b859e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318003 Feb 11 13:12:36.126488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:12:36.129451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cf691b68-63f9-448c-a41a-1db2991384c7 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:36.161923 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-5932fc5c-f9d2-4147-8867-95e8ccef9c22 service neutron] 10.222.0.67 "GET /v2.0/networks/446f9ce4-e24b-44b4-b743-298a0c13ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011541 Feb 11 13:12:36.410705 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port cf691b68-63f9-448c-a41a-1db2991384c7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:36.411430 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:36.449258 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-1fae9bd3-e63a-4cfa-b19f-0470c9317424 service neutron] 10.222.0.67 "GET /v2.0/networks/446f9ce4-e24b-44b4-b743-298a0c13ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849419 Feb 11 13:12:36.455183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-aeaa6f37-510d-4dba-bc47-ced0a156c02b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:36.456715 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-aeaa6f37-510d-4dba-bc47-ced0a156c02b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4007564 Feb 11 13:12:36.497590 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4eba-ce16-4760-b8b2-a7ea5b3661a2 req-4f5c645e-531b-4d01-a73a-94e5f1b5e966 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:36.514987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-035a4eba-ce16-4760-b8b2-a7ea5b3661a2 req-4f5c645e-531b-4d01-a73a-94e5f1b5e966 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 946 time: 0.5443127 Feb 11 13:12:36.595844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Request body: {'port': {'device_id': '63b35908-2dd4-4d07-af65-c292997bf8fd', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '5b2e705c899a43aa895227e651e83fbd'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:36.769137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:36.813730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'mac_address': 'fa:16:3e:c6:10:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:12:37.244144 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-035a4eba-ce16-4760-b8b2-a7ea5b3661a2 req-d184e6ec-79e7-4f02-9114-ce4b49c458bb tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7241945 Feb 11 13:12:37.272980 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:37.297969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:37.471065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:37.492523 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:37.591819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:37.599633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:37.609497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-a13a0488-0d86-4c7b-b659-d9acc65cbbee tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:37.610205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-a13a0488-0d86-4c7b-b659-d9acc65cbbee tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Synchronizing usage tracker for tenant:e9f8974a7312455b8855b9ca2a8d661c on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:37.638568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf691b68-63f9-448c-a41a-1db2991384c7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:37.654446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Usage tracker for resource:port and tenant:5b2e705c899a43aa895227e651e83fbd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:37.657706 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:37.663749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:37.735061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:37.742207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-a13a0488-0d86-4c7b-b659-d9acc65cbbee tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Unset dirty status for tenant:e9f8974a7312455b8855b9ca2a8d661c on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:37.750391 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-a13a0488-0d86-4c7b-b659-d9acc65cbbee tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.75 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 819 time: 0.8343627 Feb 11 13:12:37.779626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Request body: {'port': {'device_id': '8101d910-5929-4d81-838d-abcc936d9b47', 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa', 'admin_state_up': True, 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:37.952108 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b406e301-1bb8-41df-8be4-f35340abec05 req-a5e37042-8806-49e5-bbbe-ed854d832df7 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 210 time: 0.0825198 Feb 11 13:12:37.958276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:37.971456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cf691b68-63f9-448c-a41a-1db2991384c7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cf691b68-63f9-448c-a41a-1db2991384c7,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:37.987701 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:38.064144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['868eae42-8ddf-4128-ab1d-b9ce6a3d15e3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:12:38.160309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cf691b68-63f9-448c-a41a-1db2991384c7 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:12:38.301804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cf691b68-63f9-448c-a41a-1db2991384c7,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:38.334034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Made reservation on behalf of 5b2e705c899a43aa895227e651e83fbd for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:38.346852 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:38.437288 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:38.559256 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:38.762291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bd7b7297-b590-41ad-87d0-994e02983e77 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:38.810552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:38.837779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Usage tracker for resource:security_group_rule and tenant:5b2e705c899a43aa895227e651e83fbd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:38.857924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:38.867903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cf691b68-63f9-448c-a41a-1db2991384c7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cf691b68-63f9-448c-a41a-1db2991384c7,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:38.895997 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:38.954211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:38.985232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba6e11-ab68-4e3c-994a-87de75d08d91 req-7b7ea677-1b80-443a-92f7-f3e787149af4 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:38.987805 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-07ba6e11-ab68-4e3c-994a-87de75d08d91 req-7b7ea677-1b80-443a-92f7-f3e787149af4 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 948 time: 0.6604326 Feb 11 13:12:38.989676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:39.015701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cf691b68-63f9-448c-a41a-1db2991384c7,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:39.047692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be0064d2-95c9-4039-814b-755859e607d1 req-b1f9a6a5-2e54-493c-aa14-c2c3f1e6ec81 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 210 time: 0.2100956 Feb 11 13:12:39.064226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:39.122287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-07ba6e11-ab68-4e3c-994a-87de75d08d91 req-0ef3d18a-2b0b-4aa8-a738-0ba9b159659f tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249850 Feb 11 13:12:39.170979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Made reservation on behalf of e9f8974a7312455b8855b9ca2a8d661c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:39.174220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:39.266600 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf691b68-63f9-448c-a41a-1db2991384c7', 'code': 200} Feb 11 13:12:39.379493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port bd7b7297-b590-41ad-87d0-994e02983e77 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:39.419831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port bd7b7297-b590-41ad-87d0-994e02983e77 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:39.420168 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:39.625461 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:39.666015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port bd7b7297-b590-41ad-87d0-994e02983e77, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bd7b7297-b590-41ad-87d0-994e02983e77,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:39.670788 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:39.673598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 44155864-8030-421f-85f3-d9e6880bc314 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:39.746285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-00e21241-87c6-452e-b070-c6bdb2fa4199 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:39.749680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-00e21241-87c6-452e-b070-c6bdb2fa4199 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 819 time: 0.3384044 Feb 11 13:12:39.750799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ca5bc9f0-74c7-4a50-864e-770472ba5c2f req-386ef1f0-d627-43a4-8ee1-639cbe617576 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Synchronizing usage tracker for tenant:5ce06cecd3f6432e8a51acfc78e2b594 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:39.774700 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-061fcbaa-3d90-40c9-aeae-76c8eacd0b3b tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/quotas/e9f8974a7312455b8855b9ca2a8d661c HTTP/1.1" status: 200 len: 375 time: 0.0186174 Feb 11 13:12:39.818174 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:39.843147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:39.844731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=bd7b7297-b590-41ad-87d0-994e02983e77,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:39.887953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 44155864-8030-421f-85f3-d9e6880bc314 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:39.895449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 44155864-8030-421f-85f3-d9e6880bc314 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:39.897006 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:39.977614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-a893f62f-a147-4d56-a5f2-09493b1c4b2b tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1957381 Feb 11 13:12:40.117369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Allocated IP 192.168.233.190 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:40.149741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:40.267068 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:40.288543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 44155864-8030-421f-85f3-d9e6880bc314, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=44155864-8030-421f-85f3-d9e6880bc314,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:40.335924 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:40.464862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:40.474685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:40.488482 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:40.550693 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:40.556723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bd7b7297-b590-41ad-87d0-994e02983e77 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:40.586428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Transition to ACTIVE for port object 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:40.677897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61d096-1072-44e9-9901-6ca163677d48 req-e2b7f726-b6fa-465b-9ccb-4501ac6edcfc tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:40.682085 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-e2b7f726-b6fa-465b-9ccb-4501ac6edcfc tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.73 "GET /v2.0/networks?id=446f9ce4-e24b-44b4-b743-298a0c13ff7d HTTP/1.1" status: 200 len: 815 time: 0.4341130 Feb 11 13:12:40.686234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port bd7b7297-b590-41ad-87d0-994e02983e77 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:40.686732 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:40.739449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ca5bc9f0-74c7-4a50-864e-770472ba5c2f req-386ef1f0-d627-43a4-8ee1-639cbe617576 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Unset dirty status for tenant:5ce06cecd3f6432e8a51acfc78e2b594 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:40.740925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca5bc9f0-74c7-4a50-864e-770472ba5c2f req-386ef1f0-d627-43a4-8ee1-639cbe617576 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 210 time: 1.1361783 Feb 11 13:12:40.747241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:40.808064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=44155864-8030-421f-85f3-d9e6880bc314,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:40.816680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-994cef6c-bd51-4884-803d-25b4e7d4a41c tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ce06cecd3f6432e8a51acfc78e2b594 HTTP/1.1" status: 200 len: 380 time: 0.0928843 Feb 11 13:12:40.851716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Request body: {'port': {'device_id': '31a1afa4-6834-498c-b5de-fdb946f30821', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'admin_state_up': True, 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'security_groups': ['fc6086f7-52f3-4778-a696-de768da8d0f3']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:40.913088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d363005-989a-4956-ac34-d8058f8a108b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:40.964274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:40.971312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:40.977742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:41.032996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:41.045821 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-b64858e6-acc3-4a79-a51f-f3300ba9f96d service neutron] 10.222.0.67 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0652320 Feb 11 13:12:41.058991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Allocated IP 172.20.0.6 (c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa/62071977-6904-4324-b948-acd08b45a929/9617df23-47a1-4bc4-b33a-4505e6885fc1) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:41.067716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event updated for resources: {'Port': ['ID=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:41.183766 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:41.288076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:41.290180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:41.291971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:41.312249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf691b68-63f9-448c-a41a-1db2991384c7'}, {'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:41.335544 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:41.343701 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-bb1da175-f4f9-4783-8ea9-c7017a5c851e service neutron] 10.222.0.67 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964935 Feb 11 13:12:41.347523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:41.372769 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-7647766d-9018-47ce-a0fd-dd8f307c435f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8509953 Feb 11 13:12:41.395970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-b4f9e6ce-1953-4743-896d-de433d0c5ac1 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:41.398987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-b4f9e6ce-1953-4743-896d-de433d0c5ac1 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.73 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 944 time: 1.1460042 Feb 11 13:12:41.403026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Request body: {'port': {'device_id': '63b35908-2dd4-4d07-af65-c292997bf8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:41.535182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c32eb-0039-4fc9-9d1b-28a57a4ebbb1 req-7e9371a8-b97e-4f17-9bd0-1c08cb96f498 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:41.544135 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-320c32eb-0039-4fc9-9d1b-28a57a4ebbb1 req-7e9371a8-b97e-4f17-9bd0-1c08cb96f498 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 944 time: 0.4594963 Feb 11 13:12:41.661671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-95d91c5e-c325-44c4-965b-fd4802484d42 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Deleting port cf691b68-63f9-448c-a41a-1db2991384c7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:12:41.662425 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-95d91c5e-c325-44c4-965b-fd4802484d42 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:41.684838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:41.694900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c8fd2884-dd00-4418-856a-01c3184e9828 None None] Provisioning for port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:41.743888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c8fd2884-dd00-4418-856a-01c3184e9828 None None] Provisioning complete for port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:41.744231 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2884-dd00-4418-856a-01c3184e9828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:41.833425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:41.915792 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-320c32eb-0039-4fc9-9d1b-28a57a4ebbb1 req-3b905797-3497-44fa-bf6f-379cdf86d46d tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676038 Feb 11 13:12:41.985904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd2884-dd00-4418-856a-01c3184e9828 None None] Port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:12:42.006735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Made reservation on behalf of 5ce06cecd3f6432e8a51acfc78e2b594 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:42.009759 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:42.094744 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:42.309062 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:42.471325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d586fa-c5b6-4cf6-afe2-f9bf127cc82d req-b13d239c-4407-4e09-99a3-a00ffedbf27b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:42.493645 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86d586fa-c5b6-4cf6-afe2-f9bf127cc82d req-b13d239c-4407-4e09-99a3-a00ffedbf27b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 936 time: 0.4103549 Feb 11 13:12:42.522204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 44155864-8030-421f-85f3-d9e6880bc314 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:12:42.632222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-95d91c5e-c325-44c4-965b-fd4802484d42 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] For port cf691b68-63f9-448c-a41a-1db2991384c7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cf691b68-63f9-448c-a41a-1db2991384c7,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:42.632585 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-95d91c5e-c325-44c4-965b-fd4802484d42 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:42.655689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86d586fa-c5b6-4cf6-afe2-f9bf127cc82d req-1aa8e31d-2df7-4800-be9e-bb52267a3e30 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611197 Feb 11 13:12:42.683663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Allocated IP 172.20.0.7 (446f9ce4-e24b-44b4-b743-298a0c13ff7d/6f62c0f9-b9c5-4bdc-8132-da3ad14c2504/328ebcac-d711-4863-ad48-75d4e26b07cb) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:42.793917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf4104-2360-4a40-92e1-174a10969c4c req-b225d945-01eb-4d4e-9936-f9dbd1eccabc tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:42.802795 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aacf4104-2360-4a40-92e1-174a10969c4c req-b225d945-01eb-4d4e-9936-f9dbd1eccabc tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 949 time: 0.6154070 Feb 11 13:12:42.811022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 44155864-8030-421f-85f3-d9e6880bc314 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:42.811022 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:42.887058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:43.179217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Pushing event updated for resources: {'Port': ['ID=9617df23-47a1-4bc4-b33a-4505e6885fc1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:43.220427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-95d91c5e-c325-44c4-965b-fd4802484d42 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Calling delete_port for cf691b68-63f9-448c-a41a-1db2991384c7 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:12:43.227411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:43.236568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:43.240037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:43.399989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:43.425095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:43.466418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Transition to ACTIVE for port object 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:43.489379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:43.584455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aacf4104-2360-4a40-92e1-174a10969c4c req-9afeab8c-c2bd-45cd-875a-ce1f86902942 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7530260 Feb 11 13:12:43.758727 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf691b68-63f9-448c-a41a-1db2991384c7', 'code': 200} Feb 11 13:12:43.758987 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'code': 200} Feb 11 13:12:44.062181 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-95d91c5e-c325-44c4-965b-fd4802484d42 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:44.156299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cf691b68-63f9-448c-a41a-1db2991384c7 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:12:44.288205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: cf691b68-63f9-448c-a41a-1db2991384c7 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:12:44.288704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cf691b68-63f9-448c-a41a-1db2991384c7 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:12:44.381501 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:44.383956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Pushing event updated for resources: {'Port': ['ID=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:44.404686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Transition to ACTIVE for port object 328ebcac-d711-4863-ad48-75d4e26b07cb will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:44.405884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:44.414543 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:44.707203 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-c65e332c-77b6-4eca-bfb0-eaf5090b6a30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9420509 Feb 11 13:12:44.734610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d91c5e-c325-44c4-965b-fd4802484d42 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event deleted for resources: {'Port': ['ID=cf691b68-63f9-448c-a41a-1db2991384c7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:44.740773 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:44.774653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Request body: {'port': {'device_id': '8101d910-5929-4d81-838d-abcc936d9b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:44.858954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Attempting to bind port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:44.859454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Attempting to bind port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:44.859880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Attempting to bind port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:44.882458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:12:44.883046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Attempting to bind port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:44.891741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b13cd3f6-ad7b-4223-8ee7-6cbda2f28e69 req-2e63eafd-2505-4fe7-a6ed-e51084804e30 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 210 time: 0.6040981 Feb 11 13:12:44.895457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58270f74-7848-4ec8-8a87-f4f210ecbcab req-25e16d3a-83e2-4caa-9440-1adc6400a401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:44.903153 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58270f74-7848-4ec8-8a87-f4f210ecbcab req-25e16d3a-83e2-4caa-9440-1adc6400a401 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 931 time: 0.7515848 Feb 11 13:12:44.935028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:44.935547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:44.936084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:44.936653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Bound port: 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:44.937104 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:45.030962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-dd4b5383-b5fd-47b5-9006-77aded3ed19f tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:45.030962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-dd4b5383-b5fd-47b5-9006-77aded3ed19f tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.73 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 819 time: 0.6822338 Feb 11 13:12:45.055866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Network 446f9ce4-e24b-44b4-b743-298a0c13ff7d is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:45.065646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:45.082325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:45.116801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] For port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:45.120831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] For port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:45.166741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Request body: {'port': {'device_id': 'fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1', 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa', 'admin_state_up': True, 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:45.286165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:45.289348 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:45.310532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58270f74-7848-4ec8-8a87-f4f210ecbcab req-e72e7be5-619e-452b-9151-ed53fbb1c50d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060180 Feb 11 13:12:45.314812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-95d91c5e-c325-44c4-965b-fd4802484d42 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] No DVR routers for this DVR port cf691b68-63f9-448c-a41a-1db2991384c7 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:45.319779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-95d91c5e-c325-44c4-965b-fd4802484d42 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:45.340142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:45.368324 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f8aa0c3-189e-4ea5-a2e7-e40fd0d6ad3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:45.407385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'name': 'network-vif-deleted', 'tag': 'cf691b68-63f9-448c-a41a-1db2991384c7'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:45.428831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Pushing event updated for resources: {'Port': ['ID=328ebcac-d711-4863-ad48-75d4e26b07cb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:45.454845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224932ef-28aa-4f2b-8a22-461828762288 req-67e0629f-a19d-49fd-a7a0-d45650a42a2a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 1100 time: 1.1670754 Feb 11 13:12:45.474929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13af0da4-fafb-41dc-946f-d3d6d43a6291 req-95d91c5e-c325-44c4-965b-fd4802484d42 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.73 "DELETE /v2.0/ports/cf691b68-63f9-448c-a41a-1db2991384c7 HTTP/1.1" status: 204 len: 173 time: 4.0655651 Feb 11 13:12:45.582679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-25a46792-86fd-4b4a-99d7-356307322e7b tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7353191 Feb 11 13:12:45.595563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Request body: {'port': {'device_id': '31a1afa4-6834-498c-b5de-fdb946f30821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:45.599768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ea3062f2-dd2c-449e-bc71-3cad03bcd927 None None] Provisioning for port 328ebcac-d711-4863-ad48-75d4e26b07cb completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:45.613513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ea3062f2-dd2c-449e-bc71-3cad03bcd927 None None] Provisioning complete for port 328ebcac-d711-4863-ad48-75d4e26b07cb triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:45.613921 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea3062f2-dd2c-449e-bc71-3cad03bcd927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:45.853021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:45.857615 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224932ef-28aa-4f2b-8a22-461828762288 req-b279ac68-98f8-4201-93a2-f975daf373da service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746665 Feb 11 13:12:45.892555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ea3062f2-dd2c-449e-bc71-3cad03bcd927 None None] Port 328ebcac-d711-4863-ad48-75d4e26b07cb cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:12:45.910244 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:45.957687 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:45.960487 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] 10.222.0.75 "PUT /v2.0/ports/0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 HTTP/1.1" status: 200 len: 1096 time: 4.5624659 Feb 11 13:12:45.976385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b35908-2dd4-4d07-af65-c292997bf8fd', 'tag': '0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:45.989962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d678729c-484c-4f5b-9570-beb8f3ba2dd1 req-70479294-cf81-4192-b8f4-ea06748e5bbb tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e04a8727-7497-4e7e-8f87-b30244974dac HTTP/1.1" status: 200 len: 210 time: 0.3401525 Feb 11 13:12:46.368307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ce1bd-9389-4031-9488-247f1768f9b1 req-9667a56d-11b2-4b3b-a6a3-51138680e410 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:46.378392 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f2ce1bd-9389-4031-9488-247f1768f9b1 req-9667a56d-11b2-4b3b-a6a3-51138680e410 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 948 time: 0.5976949 Feb 11 13:12:46.496846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f2ce1bd-9389-4031-9488-247f1768f9b1 req-4cfbcc9f-91e0-4636-8873-ed3c244d0edd tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171689 Feb 11 13:12:46.833609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328ebcac-d711-4863-ad48-75d4e26b07cb {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:46.854980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:46.922507 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Transition to ACTIVE for port object 328ebcac-d711-4863-ad48-75d4e26b07cb will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:46.935265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:46.957003 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04a8727-7497-4e7e-8f87-b30244974dac', 'name': 'network-vif-deleted', 'tag': 'cf691b68-63f9-448c-a41a-1db2991384c7', 'status': 'completed', 'code': 200} Feb 11 13:12:47.350421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e2bd8-f24d-4fd0-a553-a258f9751dbf service neutron] Pushing event updated for resources: {'Port': ['ID=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:47.445481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:47.511825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:47.566616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:12:47.627891 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c0355c3-acc8-4a5d-8273-c90205bb343e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:47.638361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Made reservation on behalf of e9f8974a7312455b8855b9ca2a8d661c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:47.655890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:47.790324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55734) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:48.046441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Pushing event updated for resources: {'Port': ['ID=328ebcac-d711-4863-ad48-75d4e26b07cb,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:48.066446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9617df23-47a1-4bc4-b33a-4505e6885fc1 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:48.075045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:48.116128 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4695119b-cc41-4fe0-a295-fa4c73f41be1 req-2a098d14-833e-44cd-8d4b-c98fef4f4e3a tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 210 time: 0.5200751 Feb 11 13:12:48.133505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Transition to ACTIVE for port object 9617df23-47a1-4bc4-b33a-4505e6885fc1 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:48.243238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:48.483824 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b35908-2dd4-4d07-af65-c292997bf8fd', 'tag': '0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'status': 'completed', 'code': 200} Feb 11 13:12:48.528648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Attempting to bind port 328ebcac-d711-4863-ad48-75d4e26b07cb on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:48.528990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Attempting to bind port 328ebcac-d711-4863-ad48-75d4e26b07cb by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:48.529311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Attempting to bind port 328ebcac-d711-4863-ad48-75d4e26b07cb on network 446f9ce4-e24b-44b4-b743-298a0c13ff7d {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:48.535381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Port 328ebcac-d711-4863-ad48-75d4e26b07cb on network 446f9ce4-e24b-44b4-b743-298a0c13ff7d not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:12:48.535701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Attempting to bind port 328ebcac-d711-4863-ad48-75d4e26b07cb on network 446f9ce4-e24b-44b4-b743-298a0c13ff7d {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:48.547634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:48.547966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Checking segment: {'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:48.558156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Bound using segment: {'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:48.559043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Bound port: 328ebcac-d711-4863-ad48-75d4e26b07cb, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6170091f-8987-4792-878f-00e4f8ba0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:48.559587 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:48.633896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Allocated IP 172.20.0.4 (c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa/62071977-6904-4324-b948-acd08b45a929/1717aa03-7b60-4386-9de9-c61386011b5d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:48.729251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562d298-2a4c-4b7a-bb44-2c7249c62826 req-c3523aa2-d890-469a-b53b-c1c2accdd15a tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:48.730548 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a562d298-2a4c-4b7a-bb44-2c7249c62826 req-c3523aa2-d890-469a-b53b-c1c2accdd15a tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 949 time: 2.2889028 Feb 11 13:12:48.735657 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:48.759602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Pushing event updated for resources: {'Port': ['ID=9617df23-47a1-4bc4-b33a-4505e6885fc1,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:48.765281 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-1e675184-14c0-4560-a437-4a8d2afeaf3e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 1099 time: 2.2470374 Feb 11 13:12:48.820726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] For port 328ebcac-d711-4863-ad48-75d4e26b07cb, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:48.838166 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:48.846958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] For port 328ebcac-d711-4863-ad48-75d4e26b07cb, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=328ebcac-d711-4863-ad48-75d4e26b07cb,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:48.858015 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea115-d613-4122-870a-abe4c1ef9ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:48.866312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56462362-65b3-454f-8e6e-c7fc6573ccf2 req-dddc7b5c-93a2-41af-a8d5-39baec0f3f36 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:48.867514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-56462362-65b3-454f-8e6e-c7fc6573ccf2 req-dddc7b5c-93a2-41af-a8d5-39baec0f3f36 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Synchronizing usage tracker for tenant:5ce06cecd3f6432e8a51acfc78e2b594 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:48.874603 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:48.936787 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-34098464-b957-4fbb-96e1-3ce379bba53e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 HTTP/1.1" status: 200 len: 217 time: 0.1445210 Feb 11 13:12:48.971596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-56462362-65b3-454f-8e6e-c7fc6573ccf2 req-dddc7b5c-93a2-41af-a8d5-39baec0f3f36 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Unset dirty status for tenant:5ce06cecd3f6432e8a51acfc78e2b594 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:48.972622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56462362-65b3-454f-8e6e-c7fc6573ccf2 req-dddc7b5c-93a2-41af-a8d5-39baec0f3f36 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 943 time: 0.2883918 Feb 11 13:12:49.017963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-994adfb1-7db1-4181-8919-89464a214c82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:49.019511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-994adfb1-7db1-4181-8919-89464a214c82 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0658929 Feb 11 13:12:49.039530 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:49.040995 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] 10.222.0.73 "PUT /v2.0/ports/328ebcac-d711-4863-ad48-75d4e26b07cb HTTP/1.1" status: 200 len: 1091 time: 3.4499116 Feb 11 13:12:49.043139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a1afa4-6834-498c-b5de-fdb946f30821', 'tag': '328ebcac-d711-4863-ad48-75d4e26b07cb'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:49.051897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f687b-4ac1-4af9-8018-858e8ae446c5 service neutron] Pushing event updated for resources: {'Port': ['ID=328ebcac-d711-4863-ad48-75d4e26b07cb,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:49.058246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56462362-65b3-454f-8e6e-c7fc6573ccf2 req-a274a8ae-869d-4e2f-93c4-f615c0f123ee tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740285 Feb 11 13:12:49.102058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce2ea115-d613-4122-870a-abe4c1ef9ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:49.165343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ce2ea115-d613-4122-870a-abe4c1ef9ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:89e1adbe2a47408c9c9677854c6fde7b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:12:49.193519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ce2ea115-d613-4122-870a-abe4c1ef9ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:12:49.230156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a562d298-2a4c-4b7a-bb44-2c7249c62826 req-65b0a5ac-007e-4f6f-9df2-0cf63cbab05b tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714365 Feb 11 13:12:49.232280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-86c9cb86-c64f-43da-ae2d-a21abd662f4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ce06cecd3f6432e8a51acfc78e2b594&device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 1094 time: 0.1074910 Feb 11 13:12:49.235789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce2ea115-d613-4122-870a-abe4c1ef9ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:49.435127 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a1afa4-6834-498c-b5de-fdb946f30821', 'tag': '328ebcac-d711-4863-ad48-75d4e26b07cb', 'status': 'completed', 'code': 200} Feb 11 13:12:49.437385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-3a13f17b-a0ed-4d7e-9651-6d1afc795b44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=328ebcac-d711-4863-ad48-75d4e26b07cb HTTP/1.1" status: 200 len: 217 time: 0.1985757 Feb 11 13:12:49.577410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61d096-1072-44e9-9901-6ca163677d48 req-fea07773-b28c-46fb-85e2-c57d45778571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:49.579296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-fea07773-b28c-46fb-85e2-c57d45778571 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f62c0f9-b9c5-4bdc-8132-da3ad14c2504 HTTP/1.1" status: 200 len: 854 time: 0.1344604 Feb 11 13:12:49.677755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-088860ab-1d25-4ff6-a307-bc632a51c28a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6189873 Feb 11 13:12:49.725763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Attempting to bind port 9617df23-47a1-4bc4-b33a-4505e6885fc1 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:49.726383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Attempting to bind port 9617df23-47a1-4bc4-b33a-4505e6885fc1 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:49.726943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Attempting to bind port 9617df23-47a1-4bc4-b33a-4505e6885fc1 on network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:49.734848 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81da777d-8aa6-4720-8288-5fa546eadd10 req-45db63f5-45f8-4fc3-a59f-aa82aebee4a3 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 210 time: 0.0575469 Feb 11 13:12:49.740809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Port 9617df23-47a1-4bc4-b33a-4505e6885fc1 on network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:12:49.741457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Attempting to bind port 9617df23-47a1-4bc4-b33a-4505e6885fc1 on network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:49.742418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-f6496603-8a6a-4d65-bcfc-309d0b87e3d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=446f9ce4-e24b-44b4-b743-298a0c13ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573048 Feb 11 13:12:49.881181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:49.887445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Checking segment: {'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:49.888129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Bound using segment: {'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:49.888776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Bound port: 9617df23-47a1-4bc4-b33a-4505e6885fc1, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:49.889320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:49.898911 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-4221c10f-5258-4504-ac19-e8aaaa63f75e service neutron] 10.222.0.73 "GET /v2.0/networks/446f9ce4-e24b-44b4-b743-298a0c13ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495898 Feb 11 13:12:49.914955 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:50.064050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaf526-3d26-45dd-9c2c-03e1791dd9a9 req-5808e258-201d-4e2c-9ae7-6fbb2798fda5 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:50.064800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3beaf526-3d26-45dd-9c2c-03e1791dd9a9 req-5808e258-201d-4e2c-9ae7-6fbb2798fda5 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:50.081308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea115-d613-4122-870a-abe4c1ef9ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:50.128163 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:50.131967 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea115-d613-4122-870a-abe4c1ef9ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:50.165652 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:50.174370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] For port 9617df23-47a1-4bc4-b33a-4505e6885fc1, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:50.178273 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-e14a45c4-504e-4ea2-953d-7cfe5736de42 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774816 Feb 11 13:12:50.239088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3beaf526-3d26-45dd-9c2c-03e1791dd9a9 req-5808e258-201d-4e2c-9ae7-6fbb2798fda5 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:50.245538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3beaf526-3d26-45dd-9c2c-03e1791dd9a9 req-5808e258-201d-4e2c-9ae7-6fbb2798fda5 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 948 time: 0.6736169 Feb 11 13:12:50.280979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-2a8e7b58-1081-4d5b-bd66-ec6ccc6b0c48 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:50.282613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-2a8e7b58-1081-4d5b-bd66-ec6ccc6b0c48 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/networks?id=083bbb3a-6491-4c7e-be96-faf3a1bca70c HTTP/1.1" status: 200 len: 822 time: 0.3553655 Feb 11 13:12:50.284617 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b61d096-1072-44e9-9901-6ca163677d48 req-5e60338e-c42f-468b-b3e6-9e612dd6a3b0 service neutron] 10.222.0.73 "GET /v2.0/networks/446f9ce4-e24b-44b4-b743-298a0c13ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793600 Feb 11 13:12:50.297966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] For port 9617df23-47a1-4bc4-b33a-4505e6885fc1, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:50.332918 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-05e8c65c-fcc7-46c9-a56b-5358b27155f8 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/quotas/40d3c8cd37f4490b980420f182cbf936 HTTP/1.1" status: 200 len: 375 time: 0.0335164 Feb 11 13:12:50.344898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:50.390132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:50.394372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ea115-d613-4122-870a-abe4c1ef9ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85402b1-c8bc-46e7-8fa9-88e4ee20b0f2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:50.411041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:50.430508 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ce2ea115-d613-4122-870a-abe4c1ef9ae9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=89e1adbe2a47408c9c9677854c6fde7b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6182311 Feb 11 13:12:50.431497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:50.435586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:12:50.458250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c872f3e8-fd54-4040-b750-42bad7a30822 req-e520407b-61aa-4090-aeef-773a34ae15b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3390315 Feb 11 13:12:50.521757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Pushing event updated for resources: {'Port': ['ID=1717aa03-7b60-4386-9de9-c61386011b5d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:50.573564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:50.575084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] 10.222.0.75 "PUT /v2.0/ports/9617df23-47a1-4bc4-b33a-4505e6885fc1 HTTP/1.1" status: 200 len: 1091 time: 5.8046243 Feb 11 13:12:50.581955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8101d910-5929-4d81-838d-abcc936d9b47', 'tag': '9617df23-47a1-4bc4-b33a-4505e6885fc1'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:50.641132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3beaf526-3d26-45dd-9c2c-03e1791dd9a9 req-13ab4265-e32f-4e76-ac5e-b572f6954052 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:50.646399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-5ab9de65-aeb3-41fe-999c-094d16f21952 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Synchronizing usage tracker for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:50.655921 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e08f-7244-401c-969c-c26f187b00ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:50.676561 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae883905-a2aa-4a9e-8ea0-5f838634dabf req-95a894b0-89b0-4408-a172-43875bffb0a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ce06cecd3f6432e8a51acfc78e2b594&device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 1094 time: 0.3061039 Feb 11 13:12:50.734779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e08f-7244-401c-969c-c26f187b00ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:50.760662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:50.762047 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:50.829279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3795a2e-ba42-4f59-ae0c-5fdd461e3323 req-001a43cb-4073-42dd-b0d8-97b1173aa4d4 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968349 Feb 11 13:12:50.840242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bffcc-5655-4698-a0c1-a46a3a9b9872 service neutron] Pushing event updated for resources: {'Port': ['ID=9617df23-47a1-4bc4-b33a-4505e6885fc1,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:50.845568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3beaf526-3d26-45dd-9c2c-03e1791dd9a9 req-13ab4265-e32f-4e76-ac5e-b572f6954052 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:50.857489 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3beaf526-3d26-45dd-9c2c-03e1791dd9a9 req-13ab4265-e32f-4e76-ac5e-b572f6954052 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103778 Feb 11 13:12:50.871179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-55cd97f0-3c6c-4a0a-935d-d8e91f0c59f4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7463250 Feb 11 13:12:50.897262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-5ab9de65-aeb3-41fe-999c-094d16f21952 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Unset dirty status for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:50.899635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Request body: {'port': {'device_id': 'fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:50.905410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-5ab9de65-aeb3-41fe-999c-094d16f21952 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40d3c8cd37f4490b980420f182cbf936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5716054 Feb 11 13:12:51.056157 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c872f3e8-fd54-4040-b750-42bad7a30822 req-978435ab-76ab-41c5-ae81-806b1d887e98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8ef1cb546340f791eed32d4ad041a4&device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 1100 time: 0.5085402 Feb 11 13:12:51.205445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883905-a2aa-4a9e-8ea0-5f838634dabf req-edf6377e-efa6-41ec-a847-6b01e251ff45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.206938 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae883905-a2aa-4a9e-8ea0-5f838634dabf req-edf6377e-efa6-41ec-a847-6b01e251ff45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=446f9ce4-e24b-44b4-b743-298a0c13ff7d HTTP/1.1" status: 200 len: 916 time: 0.5212989 Feb 11 13:12:51.289768 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-254bb73f-f190-4f1b-af6f-0b5db8b67f4e service neutron] 10.222.0.67 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834608 Feb 11 13:12:51.291751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e08f-7244-401c-969c-c26f187b00ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:51.357809 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:51.371832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-05512e72-ea98-44ea-b502-99868c557b76 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 1094 time: 0.7388062 Feb 11 13:12:51.388746 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae883905-a2aa-4a9e-8ea0-5f838634dabf req-0ba85e7e-371a-4288-94ec-52f410cd7614 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=328ebcac-d711-4863-ad48-75d4e26b07cb HTTP/1.1" status: 200 len: 217 time: 0.1706407 Feb 11 13:12:51.397496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8e08f-7244-401c-969c-c26f187b00ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85402b1-c8bc-46e7-8fa9-88e4ee20b0f2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:51.468083 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e08f-7244-401c-969c-c26f187b00ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:51.472514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f7c8e08f-7244-401c-969c-c26f187b00ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c85402b1-c8bc-46e7-8fa9-88e4ee20b0f2 HTTP/1.1" status: 204 len: 168 time: 1.0357189 Feb 11 13:12:51.524257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872f3e8-fd54-4040-b750-42bad7a30822 req-9ff6f701-3f6a-4e04-9ff3-e42490871b09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.526258 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c872f3e8-fd54-4040-b750-42bad7a30822 req-9ff6f701-3f6a-4e04-9ff3-e42490871b09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.4479384 Feb 11 13:12:51.527488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-8c7bf77b-46b4-4966-8bb1-bf2d6478e2a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1 HTTP/1.1" status: 200 len: 217 time: 0.1469474 Feb 11 13:12:51.591561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883905-a2aa-4a9e-8ea0-5f838634dabf req-8d9577ff-9a83-4b3f-87b3-0cbb514f12eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.593712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae883905-a2aa-4a9e-8ea0-5f838634dabf req-8d9577ff-9a83-4b3f-87b3-0cbb514f12eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f62c0f9-b9c5-4bdc-8132-da3ad14c2504 HTTP/1.1" status: 200 len: 854 time: 0.1890311 Feb 11 13:12:51.663677 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5f88b3e-4000-4832-b94f-668eebe377e7 req-e5c3a233-be5d-462e-9995-8ef71a2da884 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 1099 time: 0.7365370 Feb 11 13:12:51.679062 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-b71762f1-8f06-446b-bf2d-8693e1db5911 service neutron] 10.222.0.67 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880978 Feb 11 13:12:51.682347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c872f3e8-fd54-4040-b750-42bad7a30822 req-fb9b1e24-ed75-4380-a020-0249f54f0669 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 HTTP/1.1" status: 200 len: 217 time: 0.1495295 Feb 11 13:12:51.688621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad932e93-6588-48f7-baa1-f14be8af8753 req-38575e58-6034-41a7-9e7b-80a02758e48d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.696090 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad932e93-6588-48f7-baa1-f14be8af8753 req-38575e58-6034-41a7-9e7b-80a02758e48d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 943 time: 0.4378798 Feb 11 13:12:51.825372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872f3e8-fd54-4040-b750-42bad7a30822 req-c3b16cc2-b6e2-475b-b524-e2b62541e31b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.827102 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c872f3e8-fd54-4040-b750-42bad7a30822 req-c3b16cc2-b6e2-475b-b524-e2b62541e31b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1345267 Feb 11 13:12:51.909692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-ca9f8ff5-df42-4a73-9216-2e7e3b5b489b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.911438 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-ca9f8ff5-df42-4a73-9216-2e7e3b5b489b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.3759336 Feb 11 13:12:51.996698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c872f3e8-fd54-4040-b750-42bad7a30822 req-e6010de0-8b3b-4cdd-a141-084e3ee32712 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600652 Feb 11 13:12:52.000585 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae883905-a2aa-4a9e-8ea0-5f838634dabf req-53dcbea9-f6e9-4e7c-b6ca-dd67e1b4b6ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=446f9ce4-e24b-44b4-b743-298a0c13ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3971412 Feb 11 13:12:52.154123 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-b3744636-fc78-42ab-a5c8-14b6666387a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2186718 Feb 11 13:12:52.186397 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad932e93-6588-48f7-baa1-f14be8af8753 req-6a07ec44-8117-4979-af6d-8e5ecc5732d4 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4892755 Feb 11 13:12:52.333733 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae883905-a2aa-4a9e-8ea0-5f838634dabf req-9eccb3eb-f741-428f-8e48-02d725d85721 service neutron] 10.222.0.73 "GET /v2.0/networks/446f9ce4-e24b-44b4-b743-298a0c13ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824926 Feb 11 13:12:52.461618 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8101d910-5929-4d81-838d-abcc936d9b47', 'tag': '9617df23-47a1-4bc4-b33a-4505e6885fc1', 'status': 'completed', 'code': 200} Feb 11 13:12:52.470452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f88b3e-4000-4832-b94f-668eebe377e7 req-7d3e5806-7c53-4650-a94c-7da2848482b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:52.472349 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5f88b3e-4000-4832-b94f-668eebe377e7 req-7d3e5806-7c53-4650-a94c-7da2848482b3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.7980235 Feb 11 13:12:52.658470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5f88b3e-4000-4832-b94f-668eebe377e7 req-9fe5e8e9-0e2f-4de4-a3eb-4589f5b281b3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 HTTP/1.1" status: 200 len: 217 time: 0.1719432 Feb 11 13:12:52.791252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae883905-a2aa-4a9e-8ea0-5f838634dabf req-96a347d2-a93b-4608-80fa-aa1683a2ab5e service neutron] 10.222.0.73 "GET /v2.0/networks/446f9ce4-e24b-44b4-b743-298a0c13ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092593 Feb 11 13:12:52.829748 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-30f96fc9-166d-474a-aea1-56e2500fdfc4 service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420360 Feb 11 13:12:52.892706 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:12:52.951570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Sync routers for ids ['aa5883dd-8705-4c25-93c8-a04968740ed7'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:12:52.968194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Routers {'aa5883dd-8705-4c25-93c8-a04968740ed7'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:52.969083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:12:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['aa5883dd-8705-4c25-93c8-a04968740ed7'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:52.991559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f88b3e-4000-4832-b94f-668eebe377e7 req-9ff01bbc-fb95-4543-90ad-01822fcd5594 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:52.993049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5f88b3e-4000-4832-b94f-668eebe377e7 req-9ff01bbc-fb95-4543-90ad-01822fcd5594 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.3186989 Feb 11 13:12:53.020405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fbcf6-7c6f-49a4-8003-bebfc03e9f56 req-3c6b2398-003b-4408-b664-90d71dbcf550 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:53.032399 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb1fbcf6-7c6f-49a4-8003-bebfc03e9f56 req-3c6b2398-003b-4408-b664-90d71dbcf550 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 949 time: 0.6976268 Feb 11 13:12:53.166880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c872f3e8-fd54-4040-b750-42bad7a30822 req-2c129767-9e4d-4b92-b4d4-c2e549583d47 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1584034 Feb 11 13:12:53.186735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb1fbcf6-7c6f-49a4-8003-bebfc03e9f56 req-7e0b75d3-7fe4-42c0-9757-c5bb11fbc7ce tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533265 Feb 11 13:12:53.211820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1717aa03-7b60-4386-9de9-c61386011b5d {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:53.231640 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:53.266824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15ebb6-bfc9-46d8-858f-eb0605126f2c req-af621d06-987a-47dd-90ee-a43f22042d12 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:53.267540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3e15ebb6-bfc9-46d8-858f-eb0605126f2c req-af621d06-987a-47dd-90ee-a43f22042d12 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Synchronizing usage tracker for tenant:e9f8974a7312455b8855b9ca2a8d661c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:53.303798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Transition to ACTIVE for port object 1717aa03-7b60-4386-9de9-c61386011b5d will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:53.320757 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:53.330176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Set router aa5883dd-8705-4c25-93c8-a04968740ed7 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:53.407242 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bafea58-90ad-47bd-b1fb-279466d9ff16 req-1211d112-386b-4ed6-bb54-56ed8f21e000 service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576303 Feb 11 13:12:53.446680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3e15ebb6-bfc9-46d8-858f-eb0605126f2c req-af621d06-987a-47dd-90ee-a43f22042d12 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Unset dirty status for tenant:e9f8974a7312455b8855b9ca2a8d661c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:53.448405 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e15ebb6-bfc9-46d8-858f-eb0605126f2c req-af621d06-987a-47dd-90ee-a43f22042d12 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 931 time: 0.7228906 Feb 11 13:12:53.816041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c872f3e8-fd54-4040-b750-42bad7a30822 req-4a1ede85-9ad6-4f96-97fd-1be66f295f1d service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271622 Feb 11 13:12:53.829429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ff160-dc0e-453c-8696-fb1e04cc68ad req-61a5f5f7-c970-4fbc-b7cd-a9e07f1f4484 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:53.830661 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d14ff160-dc0e-453c-8696-fb1e04cc68ad req-61a5f5f7-c970-4fbc-b7cd-a9e07f1f4484 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 948 time: 0.1428952 Feb 11 13:12:53.917267 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d14ff160-dc0e-453c-8696-fb1e04cc68ad req-40f8eb64-6a77-4626-b220-729b450e1f8d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764689 Feb 11 13:12:54.131777 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5f88b3e-4000-4832-b94f-668eebe377e7 req-02cf6caa-26ad-436c-8863-16e7126151cf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0125341 Feb 11 13:12:54.296761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1717aa03-7b60-4386-9de9-c61386011b5d,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:54.577128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-router', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '44155864-8030-421f-85f3-d9e6880bc314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:07Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 4, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'gw_port': {'id': '44155864-8030-421f-85f3-d9e6880bc314', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:09Z', 'updated_at': '2022-02-11T13:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'efd51075-0235-42de-adba-650be4c7bab2', 'name': '', 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'mac_address': 'fa:16:3e:42:2a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62071977-6904-4324-b948-acd08b45a929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:24Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 2, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'subnets': [{'id': '62071977-6904-4324-b948-acd08b45a929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:54.599763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Checking router: aa5883dd-8705-4c25-93c8-a04968740ed7 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:12:54.600109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Updating router aa5883dd-8705-4c25-93c8-a04968740ed7 port efd51075-0235-42de-adba-650be4c7bab2 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:12:54.662964 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-91edd137-9523-4dc8-b946-c61082aa60bc req-4283e171-b9c5-4c2a-9b49-58bfca949b45 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 210 time: 0.3584049 Feb 11 13:12:54.800793 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:54.946164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-a621253e-8bcc-4962-830a-df21be5510cd tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:54.947774 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-a621253e-8bcc-4962-830a-df21be5510cd tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.73 "GET /v2.0/networks?id=083bbb3a-6491-4c7e-be96-faf3a1bca70c HTTP/1.1" status: 200 len: 822 time: 0.7246664 Feb 11 13:12:54.952294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3e15ebb6-bfc9-46d8-858f-eb0605126f2c req-c0c47819-0cef-40c8-a93b-0fcec7121873 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Synchronizing usage tracker for tenant:e9f8974a7312455b8855b9ca2a8d661c on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:12:54.976959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Request body: {'port': {'device_id': '661d49d2-9c4f-4992-a43f-e867fbaf87d2', 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c', 'admin_state_up': True, 'tenant_id': '40d3c8cd37f4490b980420f182cbf936'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:55.168659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Attempting to bind port 1717aa03-7b60-4386-9de9-c61386011b5d on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:55.171539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Attempting to bind port 1717aa03-7b60-4386-9de9-c61386011b5d by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:55.172041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:12:55.173386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Attempting to bind port 1717aa03-7b60-4386-9de9-c61386011b5d on network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:55.203869 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5f88b3e-4000-4832-b94f-668eebe377e7 req-6d2fec39-cd36-419d-af35-dcebd8e2b840 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9699271 Feb 11 13:12:55.232806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:12:55.246595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a092-0cd9-4fbf-8c46-1b229e906098 req-24c326ab-5027-4fe0-b5e4-0b09b23cfe3e tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:55.253696 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f50a092-0cd9-4fbf-8c46-1b229e906098 req-24c326ab-5027-4fe0-b5e4-0b09b23cfe3e tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 943 time: 0.4135613 Feb 11 13:12:55.285013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:12:55.302274 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Sync routers for ids ['001d95bd-abf6-4a2a-afe0-246234ab75f7'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:12:55.324376 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Routers {'001d95bd-abf6-4a2a-afe0-246234ab75f7'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:55.327368 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:12:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['001d95bd-abf6-4a2a-afe0-246234ab75f7'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:55.339979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Made reservation on behalf of 40d3c8cd37f4490b980420f182cbf936 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:55.342980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:55.423707 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f50a092-0cd9-4fbf-8c46-1b229e906098 req-b2038c2e-4494-476f-ac6b-f4ef80b50b1e tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676710 Feb 11 13:12:55.465976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3e15ebb6-bfc9-46d8-858f-eb0605126f2c req-c0c47819-0cef-40c8-a93b-0fcec7121873 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Unset dirty status for tenant:e9f8974a7312455b8855b9ca2a8d661c on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:12:55.470823 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e15ebb6-bfc9-46d8-858f-eb0605126f2c req-c0c47819-0cef-40c8-a93b-0fcec7121873 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9954751 Feb 11 13:12:55.482642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Port 1717aa03-7b60-4386-9de9-c61386011b5d on network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:12:55.482981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Attempting to bind port 1717aa03-7b60-4386-9de9-c61386011b5d on network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:55.489560 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e2c1995-5208-4d7b-9455-28e040e9a856 req-dccd79b4-8e2a-4541-9c69-cead942a27b9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 1094 time: 1.3703415 Feb 11 13:12:55.669845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:55.670099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Checking segment: {'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:55.670490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Bound using segment: {'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:55.679320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Bound port: 1717aa03-7b60-4386-9de9-c61386011b5d, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:55.679683 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:55.884387 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:55.898999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Transition to ACTIVE for port object efd51075-0235-42de-adba-650be4c7bab2 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:55.940728 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:56.048064 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Set router 001d95bd-abf6-4a2a-afe0-246234ab75f7 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:56.149977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Allocated IP 172.20.0.3 (083bbb3a-6491-4c7e-be96-faf3a1bca70c/030317ec-c34e-463e-b879-f7a97714cfe0/0b0cce39-5bb8-4f09-9cc6-36224890212e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:56.216341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96d34344-6f4d-4607-9b2d-87664c0a7f2a req-8da7cb71-09a4-486c-aa5e-5c25f7c848d4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3794811 Feb 11 13:12:56.315430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Attempting to bind port efd51075-0235-42de-adba-650be4c7bab2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:56.315795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Attempting to bind port efd51075-0235-42de-adba-650be4c7bab2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:56.318803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Attempting to bind port efd51075-0235-42de-adba-650be4c7bab2 on network c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:56.348122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:56.348503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Checking segment: {'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:56.350131 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:56.350527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Bound using segment: {'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:56.351012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Bound port: efd51075-0235-42de-adba-650be4c7bab2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:56.351382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:56.407889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Pushing event updated for resources: {'Port': ['ID=efd51075-0235-42de-adba-650be4c7bab2,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:56.436754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.437298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.437778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.439191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.439806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.440427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.440903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.441375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.441975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.442681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.443171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:56.488579 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5f88b3e-4000-4832-b94f-668eebe377e7 req-308f107c-877e-402b-942d-44b5dbe06f61 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2732043 Feb 11 13:12:56.499675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:56.583248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'mac_address': 'fa:16:3e:79:1e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:12:56.663397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] For port 1717aa03-7b60-4386-9de9-c61386011b5d, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:56.677957 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:56.695348 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] For port efd51075-0235-42de-adba-650be4c7bab2, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:56.716694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:56.717146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] For port 1717aa03-7b60-4386-9de9-c61386011b5d, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1717aa03-7b60-4386-9de9-c61386011b5d,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:56.730557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] For port efd51075-0235-42de-adba-650be4c7bab2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=efd51075-0235-42de-adba-650be4c7bab2,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:56.752304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:56.754909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:56.856796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c1995-5208-4d7b-9455-28e040e9a856 req-056a679a-40b5-4dac-9ead-e212ef4f51b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:56.860061 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e2c1995-5208-4d7b-9455-28e040e9a856 req-056a679a-40b5-4dac-9ead-e212ef4f51b6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 920 time: 1.3361087 Feb 11 13:12:56.889361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:56.915403 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:56.926060 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] 10.222.0.73 "PUT /v2.0/ports/1717aa03-7b60-4386-9de9-c61386011b5d HTTP/1.1" status: 200 len: 1091 time: 6.0231228 Feb 11 13:12:56.936337 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:56.985422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e906c1d-f21b-4179-98dd-fd519fbe7674 None None] Pushing event updated for resources: {'Port': ['ID=efd51075-0235-42de-adba-650be4c7bab2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:57.079778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Routers {'aa5883dd-8705-4c25-93c8-a04968740ed7'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:57.081114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:12:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['aa5883dd-8705-4c25-93c8-a04968740ed7'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:57.169545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96d34344-6f4d-4607-9b2d-87664c0a7f2a req-25c2960f-4699-40de-977a-0017101add67 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ae24ef4d532a444db597ca278676157f&device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 1097 time: 0.7018857 Feb 11 13:12:57.170707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1', 'tag': '1717aa03-7b60-4386-9de9-c61386011b5d'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:12:57.177372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985848f-680c-470b-8dc5-7fad1fa0edd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1717aa03-7b60-4386-9de9-c61386011b5d,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:57.251940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e2c1995-5208-4d7b-9455-28e040e9a856 req-3b90e14a-f048-4437-874a-77473ff72769 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1 HTTP/1.1" status: 200 len: 217 time: 0.2698758 Feb 11 13:12:57.289172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:57.335502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c940bb-5ea0-4812-b68a-86768eeddc4c req-9fa30c09-74e5-48c9-83e7-84396aec78ff tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:57.344904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96c940bb-5ea0-4812-b68a-86768eeddc4c req-9fa30c09-74e5-48c9-83e7-84396aec78ff tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 948 time: 0.8675909 Feb 11 13:12:57.394957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c1995-5208-4d7b-9455-28e040e9a856 req-3264dd81-0a1e-47d1-b4de-362fba87d744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:57.396826 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e2c1995-5208-4d7b-9455-28e040e9a856 req-3264dd81-0a1e-47d1-b4de-362fba87d744 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.1360848 Feb 11 13:12:57.418317 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-router', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:10Z', 'updated_at': '2022-02-11T13:12:31Z', 'revision_number': 4, 'project_id': '09bf612644894348a234819dc8db18e7', 'gw_port': {'id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0', 'name': '', 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'mac_address': 'fa:16:3e:41:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63aeabb6-1552-4d6e-a7e8-796dade78813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:29Z', 'updated_at': '2022-02-11T13:12:31Z', 'revision_number': 2, 'project_id': '09bf612644894348a234819dc8db18e7', 'subnets': [{'id': '63aeabb6-1552-4d6e-a7e8-796dade78813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:57.438623 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Checking router: 001d95bd-abf6-4a2a-afe0-246234ab75f7 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:12:57.448369 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Updating router 001d95bd-abf6-4a2a-afe0-246234ab75f7 port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:12:57.469459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e2c1995-5208-4d7b-9455-28e040e9a856 req-e281965e-4a6c-4d94-9893-8f16aa0a44e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579946 Feb 11 13:12:57.473953 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-0fd641a9-7ea5-492a-ac16-5dc1bb97ca59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 1094 time: 0.2920835 Feb 11 13:12:57.493731 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96c940bb-5ea0-4812-b68a-86768eeddc4c req-116e5705-de27-4eb9-ae44-0ae1d8a55b69 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475880 Feb 11 13:12:57.644960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:57.661371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9617df23-47a1-4bc4-b33a-4505e6885fc1 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:12:57.684620 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:57.740373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-1eb405f8-b08c-4015-bea6-c6214d42e8d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1717aa03-7b60-4386-9de9-c61386011b5d HTTP/1.1" status: 200 len: 217 time: 0.2426858 Feb 11 13:12:57.742433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d34344-6f4d-4607-9b2d-87664c0a7f2a req-638a7186-1123-4a81-aabd-fa35c6d0b170 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:57.745796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96d34344-6f4d-4607-9b2d-87664c0a7f2a req-638a7186-1123-4a81-aabd-fa35c6d0b170 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63516f9a-d592-41a5-b146-6bf848b55d35 HTTP/1.1" status: 200 len: 915 time: 0.5382349 Feb 11 13:12:57.905835 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96d34344-6f4d-4607-9b2d-87664c0a7f2a req-f3932b60-d807-4785-9374-cbb963a84de1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af47988f-d1f3-413a-83d2-62326ea00e20 HTTP/1.1" status: 200 len: 217 time: 0.1523254 Feb 11 13:12:57.920630 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:57.970082 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e2c1995-5208-4d7b-9455-28e040e9a856 req-0cd0ad7d-da26-4b9e-a66c-49d8f73c6f37 service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738448 Feb 11 13:12:58.117386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:12:58.261869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d34344-6f4d-4607-9b2d-87664c0a7f2a req-97d38180-99fc-40c1-b27c-680faddbdf48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:58.263171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96d34344-6f4d-4607-9b2d-87664c0a7f2a req-97d38180-99fc-40c1-b27c-680faddbdf48 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8eea9df3-c743-4585-b1ea-96438740e4e0 HTTP/1.1" status: 200 len: 854 time: 0.3181469 Feb 11 13:12:58.264840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event updated for resources: {'Port': ['ID=0b0cce39-5bb8-4f09-9cc6-36224890212e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:58.313834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 328ebcac-d711-4863-ad48-75d4e26b07cb details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:12:58.371186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9617df23-47a1-4bc4-b33a-4505e6885fc1, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:58.404288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-9baa8c46-7a32-4a77-83a8-6cd86fafb53f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:58.405746 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-9baa8c46-7a32-4a77-83a8-6cd86fafb53f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.4336364 Feb 11 13:12:58.445075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '9617df23-47a1-4bc4-b33a-4505e6885fc1', 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa', 'port_id': '9617df23-47a1-4bc4-b33a-4505e6885fc1', 'mac_address': 'fa:16:3e:d1:40:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62071977-6904-4324-b948-acd08b45a929', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:12:58.451711 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:58.458876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Network 083bbb3a-6491-4c7e-be96-faf3a1bca70c is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:58.460089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:58.470883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:12:58.479467 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Transition to ACTIVE for port object e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:58.490685 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:58.542965 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96d34344-6f4d-4607-9b2d-87664c0a7f2a req-9d94efec-01c6-4b6a-970f-485bfd46e2e4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63516f9a-d592-41a5-b146-6bf848b55d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2616818 Feb 11 13:12:58.592139 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:12:58.966865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] Set router aa5883dd-8705-4c25-93c8-a04968740ed7 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:12:59.016528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-78976e85-225d-491f-94db-cc0bc336db38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5866568 Feb 11 13:12:59.070471 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:59.132133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9617df23-47a1-4bc4-b33a-4505e6885fc1 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:12:59.233522 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Pushing event updated for resources: {'Port': ['ID=e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:59.254554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:59.254554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:59.350237 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.350968 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.351528 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.352088 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.352666 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.353212 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.354655 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.355252 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.355788 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.356352 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.356886 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:59.384237 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Attempting to bind port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:12:59.385240 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Attempting to bind port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:12:59.385838 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Attempting to bind port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 on network d7940365-be64-4749-898b-88aa33fa6a6d {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:12:59.394341 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:12:59.395765 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Checking segment: {'id': '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:12:59.396683 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:59.397554 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Bound using segment: {'id': '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:12:59.398550 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Bound port: e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:12:59.399457 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:59.444407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9617df23-47a1-4bc4-b33a-4505e6885fc1, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:59.446542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 328ebcac-d711-4863-ad48-75d4e26b07cb, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=328ebcac-d711-4863-ad48-75d4e26b07cb,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:59.460930 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-bf7a15e2-11c1-4cba-a921-6d8db4e82355 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4901502 Feb 11 13:12:59.501795 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-7b24c95c-cfed-40e2-b416-732775bf20a3 service neutron] 10.222.0.73 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772854 Feb 11 13:12:59.507127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Request body: {'port': {'device_id': '661d49d2-9c4f-4992-a43f-e867fbaf87d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:12:59.511965 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:59.526213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e2c1995-5208-4d7b-9455-28e040e9a856 req-330555f6-d398-4861-811d-5aafa4886ffc service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4550087 Feb 11 13:12:59.540689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96d34344-6f4d-4607-9b2d-87664c0a7f2a req-b2a0b3f4-bacd-4c34-89a2-35d488997034 service neutron] 10.222.0.75 "GET /v2.0/networks/63516f9a-d592-41a5-b146-6bf848b55d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9726031 Feb 11 13:12:59.593268 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] For port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:59.602744 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] For port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0,segment=NetworkSegment(0fa5fb3c-ae8a-4750-a024-f78a6a386a2d),segment_id=0fa5fb3c-ae8a-4750-a024-f78a6a386a2d)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:59.616950 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:59.690161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a606ab-209a-41cf-a0c7-82dbf788009e req-e8448b83-88ac-419b-b9ca-6c0fd8aa5924 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:59.698720 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96a606ab-209a-41cf-a0c7-82dbf788009e req-e8448b83-88ac-419b-b9ca-6c0fd8aa5924 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 943 time: 0.5109317 Feb 11 13:12:59.843971 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:59.857996 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Routers {'001d95bd-abf6-4a2a-afe0-246234ab75f7'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:12:59.867299 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:12:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['001d95bd-abf6-4a2a-afe0-246234ab75f7'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:59.881028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '328ebcac-d711-4863-ad48-75d4e26b07cb', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'port_id': '328ebcac-d711-4863-ad48-75d4e26b07cb', 'mac_address': 'fa:16:3e:70:ad:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:12:59.952106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71ecd5-b271-47f6-8d4d-43a7aaed7814 req-494f0854-46db-4e6f-987a-aaf685e1244c tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:59.959364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a71ecd5-b271-47f6-8d4d-43a7aaed7814 req-494f0854-46db-4e6f-987a-aaf685e1244c tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 931 time: 2.0314798 Feb 11 13:12:59.962742 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8661b329-be09-40e1-b6bf-9bb0fc71aeb6 req-892564b0-4117-4bba-bbdb-381688826d6a service neutron] 10.222.0.73 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352994 Feb 11 13:12:59.964468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55918) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:00.008895 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96d34344-6f4d-4607-9b2d-87664c0a7f2a req-729d0fd7-b0a4-49d2-b1f1-7a7e04b440f1 service neutron] 10.222.0.75 "GET /v2.0/networks/63516f9a-d592-41a5-b146-6bf848b55d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447203 Feb 11 13:13:00.074791 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a71ecd5-b271-47f6-8d4d-43a7aaed7814 req-ca49483c-14ec-4c95-b41d-e3be6e4b4c92 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143644 Feb 11 13:13:00.168916 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d5bef-c330-4870-a161-e765119a7497 None None] Pushing event updated for resources: {'Port': ['ID=e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:00.179249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['9617df23-47a1-4bc4-b33a-4505e6885fc1'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:13:00.214617 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96a606ab-209a-41cf-a0c7-82dbf788009e req-18849ca7-f493-4162-9d9c-80e41a362a55 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5147669 Feb 11 13:13:00.320151 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] Set router 001d95bd-abf6-4a2a-afe0-246234ab75f7 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:13:00.380734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=9617df23-47a1-4bc4-b33a-4505e6885fc1,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:00.395672 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a209a8ef-921c-4c79-9cd8-9fa42f7d222b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:00.483342 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1', 'tag': '1717aa03-7b60-4386-9de9-c61386011b5d', 'status': 'completed', 'code': 200} Feb 11 13:13:00.489716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a209a8ef-921c-4c79-9cd8-9fa42f7d222b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:00.528475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14059d81-7828-412d-8c32-161d4f3fc416 req-51989622-35bf-479b-9745-f487f704f794 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:00.530063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-14059d81-7828-412d-8c32-161d4f3fc416 req-51989622-35bf-479b-9745-f487f704f794 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 943 time: 0.2751379 Feb 11 13:13:00.615568 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:00.675445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a209a8ef-921c-4c79-9cd8-9fa42f7d222b admin admin] Usage tracker for resource:security_group_rule and tenant:ba7d947ed0c04642a526966713d7e6ad is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:00.694282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a209a8ef-921c-4c79-9cd8-9fa42f7d222b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:00.707391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328ebcac-d711-4863-ad48-75d4e26b07cb {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:13:00.784155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a209a8ef-921c-4c79-9cd8-9fa42f7d222b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:00.893432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 328ebcac-d711-4863-ad48-75d4e26b07cb, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=328ebcac-d711-4863-ad48-75d4e26b07cb,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:00.914450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0cce39-5bb8-4f09-9cc6-36224890212e {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:13:00.940349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:00.945852 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:00.948067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a209a8ef-921c-4c79-9cd8-9fa42f7d222b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:00.967725 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-router', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:10Z', 'updated_at': '2022-02-11T13:12:31Z', 'revision_number': 4, 'project_id': '09bf612644894348a234819dc8db18e7', 'gw_port': {'id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0', 'name': '', 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'mac_address': 'fa:16:3e:41:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63aeabb6-1552-4d6e-a7e8-796dade78813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:29Z', 'updated_at': '2022-02-11T13:12:59Z', 'revision_number': 4, 'project_id': '09bf612644894348a234819dc8db18e7', 'subnets': [{'id': '63aeabb6-1552-4d6e-a7e8-796dade78813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:00.970189 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-14059d81-7828-412d-8c32-161d4f3fc416 req-5c2dd34e-4250-4c4c-bec9-9b66c564be52 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061507 Feb 11 13:13:00.978065 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e7acd-b2da-440e-9bf6-90dee10505b4 None None] The sync data for ids ['001d95bd-abf6-4a2a-afe0-246234ab75f7'] in n-d-818559-1 is: [{'id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-router', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:10Z', 'updated_at': '2022-02-11T13:12:31Z', 'revision_number': 4, 'project_id': '09bf612644894348a234819dc8db18e7', 'gw_port': {'id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0', 'name': '', 'network_id': 'd7940365-be64-4749-898b-88aa33fa6a6d', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'mac_address': 'fa:16:3e:41:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63aeabb6-1552-4d6e-a7e8-796dade78813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:29Z', 'updated_at': '2022-02-11T13:12:59Z', 'revision_number': 4, 'project_id': '09bf612644894348a234819dc8db18e7', 'subnets': [{'id': '63aeabb6-1552-4d6e-a7e8-796dade78813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:13:00.981706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Transition to ACTIVE for port object 0b0cce39-5bb8-4f09-9cc6-36224890212e will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:00.991948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a209a8ef-921c-4c79-9cd8-9fa42f7d222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:00.997232 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:01.037588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:13:01.188022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209a8ef-921c-4c79-9cd8-9fa42f7d222b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfaf1d5-7a53-4bf6-b6e6-262e69d77797,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:01.218426 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a209a8ef-921c-4c79-9cd8-9fa42f7d222b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ba7d947ed0c04642a526966713d7e6ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2527840 Feb 11 13:13:01.220714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55936) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:01.222424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=328ebcac-d711-4863-ad48-75d4e26b07cb,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:01.256625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-router', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '44155864-8030-421f-85f3-d9e6880bc314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:07Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 4, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'gw_port': {'id': '44155864-8030-421f-85f3-d9e6880bc314', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:09Z', 'updated_at': '2022-02-11T13:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'efd51075-0235-42de-adba-650be4c7bab2', 'name': '', 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'mac_address': 'fa:16:3e:42:2a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62071977-6904-4324-b948-acd08b45a929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:24Z', 'updated_at': '2022-02-11T13:12:56Z', 'revision_number': 4, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'subnets': [{'id': '62071977-6904-4324-b948-acd08b45a929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:01.276614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f386807b-b14e-4c66-8c9e-88147a80f142 None None] The sync data for ids ['aa5883dd-8705-4c25-93c8-a04968740ed7'] in n-d-818559-1 is: [{'id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-router', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '44155864-8030-421f-85f3-d9e6880bc314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:07Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 4, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'gw_port': {'id': '44155864-8030-421f-85f3-d9e6880bc314', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:09Z', 'updated_at': '2022-02-11T13:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'efd51075-0235-42de-adba-650be4c7bab2', 'name': '', 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'mac_address': 'fa:16:3e:42:2a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62071977-6904-4324-b948-acd08b45a929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:24Z', 'updated_at': '2022-02-11T13:12:56Z', 'revision_number': 4, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'subnets': [{'id': '62071977-6904-4324-b948-acd08b45a929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:13:01.316681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['328ebcac-d711-4863-ad48-75d4e26b07cb'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:13:01.331543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0cce39-5bb8-4f09-9cc6-36224890212e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:01.403357 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85a3445e-ac9c-4d70-8c64-5f85f4f440f0 req-d4144c29-9f22-4363-8755-85206a7f5bb4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 1094 time: 0.8722656 Feb 11 13:13:01.575381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Attempting to bind port 0b0cce39-5bb8-4f09-9cc6-36224890212e on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:13:01.575806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Attempting to bind port 0b0cce39-5bb8-4f09-9cc6-36224890212e by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:13:01.575952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Attempting to bind port 0b0cce39-5bb8-4f09-9cc6-36224890212e on network 083bbb3a-6491-4c7e-be96-faf3a1bca70c {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:13:01.576988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:01.590455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Port 0b0cce39-5bb8-4f09-9cc6-36224890212e on network 083bbb3a-6491-4c7e-be96-faf3a1bca70c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:13:01.591006 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Attempting to bind port 0b0cce39-5bb8-4f09-9cc6-36224890212e on network 083bbb3a-6491-4c7e-be96-faf3a1bca70c {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:13:01.615897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:13:01.616231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Checking segment: {'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:13:01.616610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Bound using segment: {'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:13:01.625636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Bound port: 0b0cce39-5bb8-4f09-9cc6-36224890212e, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c640142-7de0-4599-95b9-e2166a1ec849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:13:01.626217 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:02.011948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3445e-ac9c-4d70-8c64-5f85f4f440f0 req-4fe8bce4-67e2-4a7e-b05f-a7d19ce67c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:02.028159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85a3445e-ac9c-4d70-8c64-5f85f4f440f0 req-4fe8bce4-67e2-4a7e-b05f-a7d19ce67c0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 920 time: 0.6006572 Feb 11 13:13:02.028741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:02.128091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'mac_address': 'fa:16:3e:c6:10:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:13:02.169614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c9740-dba1-433d-8a75-4459b6ea04e0 req-a1587bfc-82a3-4c67-96a1-522b568b2f54 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:02.171160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-317c9740-dba1-433d-8a75-4459b6ea04e0 req-a1587bfc-82a3-4c67-96a1-522b568b2f54 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Synchronizing usage tracker for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:13:02.179086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] For port 0b0cce39-5bb8-4f09-9cc6-36224890212e, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:02.191597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] For port 0b0cce39-5bb8-4f09-9cc6-36224890212e, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0b0cce39-5bb8-4f09-9cc6-36224890212e,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:02.215565 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:02.323038 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b5225de-dd44-44a0-a352-59e4a0567161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:02.335734 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85a3445e-ac9c-4d70-8c64-5f85f4f440f0 req-71126035-db52-4672-9a3f-812e97bd61a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1717aa03-7b60-4386-9de9-c61386011b5d HTTP/1.1" status: 200 len: 217 time: 0.2902706 Feb 11 13:13:02.372670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-317c9740-dba1-433d-8a75-4459b6ea04e0 req-a1587bfc-82a3-4c67-96a1-522b568b2f54 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Unset dirty status for tenant:40d3c8cd37f4490b980420f182cbf936 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:13:02.382568 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-317c9740-dba1-433d-8a75-4459b6ea04e0 req-a1587bfc-82a3-4c67-96a1-522b568b2f54 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 943 time: 0.5738993 Feb 11 13:13:02.392476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:02.395626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] 10.222.0.73 "PUT /v2.0/ports/0b0cce39-5bb8-4f09-9cc6-36224890212e HTTP/1.1" status: 200 len: 1091 time: 2.9044161 Feb 11 13:13:02.398016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661d49d2-9c4f-4992-a43f-e867fbaf87d2', 'tag': '0b0cce39-5bb8-4f09-9cc6-36224890212e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:02.573887 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:02.579316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b5225de-dd44-44a0-a352-59e4a0567161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:02.628789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:02.631514 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:02.661382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fb15f-c91e-45f7-83bc-3048101516e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0cce39-5bb8-4f09-9cc6-36224890212e,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:02.696810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-317c9740-dba1-433d-8a75-4459b6ea04e0 req-96fe7276-70be-40fc-b19a-0271a0a4f3a7 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122602 Feb 11 13:13:02.756975 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-e13c25fb-5607-4f2e-8b4a-971d25220835 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=40d3c8cd37f4490b980420f182cbf936&device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 1094 time: 0.2888858 Feb 11 13:13:02.781021 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:02.783613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3445e-ac9c-4d70-8c64-5f85f4f440f0 req-1c115402-78e5-4e9a-950d-215296ccb817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:02.787030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85a3445e-ac9c-4d70-8c64-5f85f4f440f0 req-1c115402-78e5-4e9a-950d-215296ccb817 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.4390485 Feb 11 13:13:02.789558 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b5225de-dd44-44a0-a352-59e4a0567161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:02.834772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device efd51075-0235-42de-adba-650be4c7bab2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:02.863319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5225de-dd44-44a0-a352-59e4a0567161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfaf1d5-7a53-4bf6-b6e6-262e69d77797,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:02.892865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595218e-25c4-4f70-8246-b84f64e162f0 req-d2d12ede-6ea5-4360-b93a-a9b0906874b3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:02.903028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8595218e-25c4-4f70-8246-b84f64e162f0 req-d2d12ede-6ea5-4360-b93a-a9b0906874b3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 949 time: 1.4979217 Feb 11 13:13:02.979658 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85a3445e-ac9c-4d70-8c64-5f85f4f440f0 req-64eeacae-1c0a-46d1-a68e-786b36ab7e3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1803274 Feb 11 13:13:02.996960 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8595218e-25c4-4f70-8246-b84f64e162f0 req-44653404-6a91-4be9-9db3-f6f666855f4f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927722 Feb 11 13:13:03.009170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-7dfcecc6-72bc-45fc-a7ba-a4a25d3c5ff6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0cce39-5bb8-4f09-9cc6-36224890212e HTTP/1.1" status: 200 len: 217 time: 0.2440345 Feb 11 13:13:03.074544 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b5225de-dd44-44a0-a352-59e4a0567161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:03.083174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7b5225de-dd44-44a0-a352-59e4a0567161 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2dfaf1d5-7a53-4bf6-b6e6-262e69d77797 HTTP/1.1" status: 204 len: 168 time: 1.8555861 Feb 11 13:13:03.107677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:13:03.368402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-6763a01c-abd2-4e29-8784-b6e59cf7af96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:03.371238 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-6763a01c-abd2-4e29-8784-b6e59cf7af96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=030317ec-c34e-463e-b879-f7a97714cfe0 HTTP/1.1" status: 200 len: 862 time: 0.3472462 Feb 11 13:13:03.398323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85a3445e-ac9c-4d70-8c64-5f85f4f440f0 req-1e5690e6-9472-4c9d-a8ab-4ef0cf0bde25 service neutron] 10.222.0.73 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969054 Feb 11 13:13:03.458224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port efd51075-0235-42de-adba-650be4c7bab2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:03.527052 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-9f7e9af9-d30d-40df-891e-51068069dd9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=083bbb3a-6491-4c7e-be96-faf3a1bca70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245193 Feb 11 13:13:03.618927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port efd51075-0235-42de-adba-650be4c7bab2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:03.620173 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:03.637791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b9ae5-7d92-43d8-957f-cb1c90024520 req-a75a21c7-90ad-487c-98e1-81f6ec23256d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:03.665408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9d2b9ae5-7d92-43d8-957f-cb1c90024520 req-a75a21c7-90ad-487c-98e1-81f6ec23256d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 944 time: 0.4956632 Feb 11 13:13:03.714424 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:03.731201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:03.747825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:03.876129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1717aa03-7b60-4386-9de9-c61386011b5d details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:13:03.924528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85a3445e-ac9c-4d70-8c64-5f85f4f440f0 req-4871901b-2fad-467d-b84b-c4a354f6b5b7 service neutron] 10.222.0.73 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187004 Feb 11 13:13:03.984203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:03.992073 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:04.000369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc2289-7bbc-4a26-b7a1-b0309b26074c req-3eb0a965-feef-4455-870c-d6df886afaaa tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:04.006931 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cdc2289-7bbc-4a26-b7a1-b0309b26074c req-3eb0a965-feef-4455-870c-d6df886afaaa tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 943 time: 0.1808844 Feb 11 13:13:04.019447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55976) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:04.026104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['868eae42-8ddf-4128-ab1d-b9ce6a3d15e3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:13:04.070116 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cb97-9a27-453d-9a8b-18118438a9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:04.081424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9d2b9ae5-7d92-43d8-957f-cb1c90024520 req-21a88cbb-37f7-470f-80c9-98f0ad274e1e tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151402 Feb 11 13:13:04.102092 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:13:04.109481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dd2cb97-9a27-453d-9a8b-18118438a9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:04.113922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5dd2cb97-9a27-453d-9a8b-18118438a9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a93412b6a2574e3f81fa7035f7d03835 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:04.117033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5dd2cb97-9a27-453d-9a8b-18118438a9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:04.123694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dd2cb97-9a27-453d-9a8b-18118438a9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:04.188117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-fbfd8b48-5558-4586-9f4f-d446cf4b6f5b service neutron] 10.222.0.73 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601951 Feb 11 13:13:04.195836 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661d49d2-9c4f-4992-a43f-e867fbaf87d2', 'tag': '0b0cce39-5bb8-4f09-9cc6-36224890212e', 'status': 'completed', 'code': 200} Feb 11 13:13:04.198685 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cb97-9a27-453d-9a8b-18118438a9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:04.207850 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dd2cb97-9a27-453d-9a8b-18118438a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:04.294944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1717aa03-7b60-4386-9de9-c61386011b5d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1717aa03-7b60-4386-9de9-c61386011b5d,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:04.317029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '1717aa03-7b60-4386-9de9-c61386011b5d', 'network_id': 'c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa', 'port_id': '1717aa03-7b60-4386-9de9-c61386011b5d', 'mac_address': 'fa:16:3e:15:7e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62071977-6904-4324-b948-acd08b45a929', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:13:04.342785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b35908-2dd4-4d07-af65-c292997bf8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:04.383173 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cdc2289-7bbc-4a26-b7a1-b0309b26074c req-9fc94ccd-b9ab-4503-aa8b-75be18fd0931 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653560 Feb 11 13:13:04.421998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2cb97-9a27-453d-9a8b-18118438a9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d35bab-9a0e-47a2-8e40-1ede5d13fe92,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:04.455777 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5dd2cb97-9a27-453d-9a8b-18118438a9f8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a93412b6a2574e3f81fa7035f7d03835&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4348543 Feb 11 13:13:04.457598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55986) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:04.517653 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f3e606f-a16a-4bfb-b2b3-36f5cdb728f9 req-8dba8093-4104-4426-8b98-097dc8c2bfe4 service neutron] 10.222.0.73 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203337 Feb 11 13:13:04.533662 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6de6cbc-d929-4048-8f7e-2a6413ecf554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:04.558173 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:04.577337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6de6cbc-d929-4048-8f7e-2a6413ecf554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:04.607320 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:04.610252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port efd51075-0235-42de-adba-650be4c7bab2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=efd51075-0235-42de-adba-650be4c7bab2,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:04.723022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6de6cbc-d929-4048-8f7e-2a6413ecf554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:04.750478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0140dd-0e70-4459-9464-76c8ab59d1ba req-2209e5a0-0149-4bb2-974a-6f91660129cd tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:04.757782 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aa0140dd-0e70-4459-9464-76c8ab59d1ba req-2209e5a0-0149-4bb2-974a-6f91660129cd tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 950 time: 0.1388326 Feb 11 13:13:04.773246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9617df23-47a1-4bc4-b33a-4505e6885fc1 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:04.780100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de6cbc-d929-4048-8f7e-2a6413ecf554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d35bab-9a0e-47a2-8e40-1ede5d13fe92,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:04.798959 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6de6cbc-d929-4048-8f7e-2a6413ecf554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:04.800374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f6de6cbc-d929-4048-8f7e-2a6413ecf554 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/92d35bab-9a0e-47a2-8e40-1ede5d13fe92 HTTP/1.1" status: 204 len: 168 time: 0.3417556 Feb 11 13:13:04.837645 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aa0140dd-0e70-4459-9464-76c8ab59d1ba req-ee010970-ac0c-49e5-8803-1681e244e929 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784984 Feb 11 13:13:04.885279 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:04.886139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:04.922160 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0db2c443-4d85-4030-9257-9effcec596c7 req-7279f21e-149d-4049-9d6d-e1c464635d06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=40d3c8cd37f4490b980420f182cbf936&device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 1094 time: 0.3538520 Feb 11 13:13:04.959279 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b35908-2dd4-4d07-af65-c292997bf8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'code': 200} Feb 11 13:13:05.105748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc110d-e2b7-4271-97bb-de7265d10e7d req-cebc0592-b7d8-4f0d-a49a-2359fb0ca079 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:05.115650 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bcfc110d-e2b7-4271-97bb-de7265d10e7d req-cebc0592-b7d8-4f0d-a49a-2359fb0ca079 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 943 time: 0.3804994 Feb 11 13:13:05.132449 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:05.165643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1717aa03-7b60-4386-9de9-c61386011b5d {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:13:05.191916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1717aa03-7b60-4386-9de9-c61386011b5d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1717aa03-7b60-4386-9de9-c61386011b5d,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:05.201366 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bcfc110d-e2b7-4271-97bb-de7265d10e7d req-2267a1ef-0347-480d-83e2-3a25a119628c tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842981 Feb 11 13:13:05.229773 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:05.241278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:05.251375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:05.251791 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:05.327580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7acc0ee1-f2cd-43ac-86fe-e7e0b3ee3aca req-1e596772-26fd-4cfb-8550-b5dc14f56f03 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 1101 time: 0.3369026 Feb 11 13:13:05.334069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2c443-4d85-4030-9257-9effcec596c7 req-6879e191-3e74-4e4a-897d-4e50627360f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:05.336842 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0db2c443-4d85-4030-9257-9effcec596c7 req-6879e191-3e74-4e4a-897d-4e50627360f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=083bbb3a-6491-4c7e-be96-faf3a1bca70c HTTP/1.1" status: 200 len: 923 time: 0.3953395 Feb 11 13:13:05.368656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:05.501289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 9617df23-47a1-4bc4-b33a-4505e6885fc1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:05.630216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1717aa03-7b60-4386-9de9-c61386011b5d'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:13:05.647241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75902858-a9d8-40e6-a27c-74326aefb874 req-f88b703c-e4b6-4279-9483-83a8523c2aa1 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:05.652897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75902858-a9d8-40e6-a27c-74326aefb874 req-f88b703c-e4b6-4279-9483-83a8523c2aa1 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 944 time: 0.2654130 Feb 11 13:13:05.670472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 9617df23-47a1-4bc4-b33a-4505e6885fc1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:05.670856 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:05.771669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75902858-a9d8-40e6-a27c-74326aefb874 req-4b92ec50-2993-4bd3-926c-985fa4dadf99 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119957 Feb 11 13:13:05.809163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0b0cce39-5bb8-4f09-9cc6-36224890212e details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:13:05.812745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0db2c443-4d85-4030-9257-9effcec596c7 req-8327f620-d7f2-4c86-9457-778129aa4f31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0cce39-5bb8-4f09-9cc6-36224890212e HTTP/1.1" status: 200 len: 217 time: 0.4000142 Feb 11 13:13:05.953672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 328ebcac-d711-4863-ad48-75d4e26b07cb up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:06.015214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2c443-4d85-4030-9257-9effcec596c7 req-b8d5a0bc-4c5e-4f21-8099-047a185d291e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:06.016596 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0db2c443-4d85-4030-9257-9effcec596c7 req-b8d5a0bc-4c5e-4f21-8099-047a185d291e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=030317ec-c34e-463e-b879-f7a97714cfe0 HTTP/1.1" status: 200 len: 862 time: 0.1804833 Feb 11 13:13:06.019141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7acc0ee1-f2cd-43ac-86fe-e7e0b3ee3aca req-a01f88a3-eb7c-47eb-88f6-f5247db18407 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6795499 Feb 11 13:13:06.117574 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:06.175959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0db2c443-4d85-4030-9257-9effcec596c7 req-d87ce37c-ea1a-479a-9ac8-2ea78d3ea533 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=083bbb3a-6491-4c7e-be96-faf3a1bca70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364391 Feb 11 13:13:06.179292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0,segment=NetworkSegment(0fa5fb3c-ae8a-4750-a024-f78a6a386a2d),segment_id=0fa5fb3c-ae8a-4750-a024-f78a6a386a2d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:06.199858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748774cc-2334-4bc5-acb5-cc27f6a3b8d9 req-bda6aec4-0186-4a02-9067-a76f754eb660 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:06.209946 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-748774cc-2334-4bc5-acb5-cc27f6a3b8d9 req-bda6aec4-0186-4a02-9067-a76f754eb660 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 950 time: 0.1665397 Feb 11 13:13:06.217446 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:06.354810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-748774cc-2334-4bc5-acb5-cc27f6a3b8d9 req-0a9b4429-0954-49ed-be0b-94ea7bac7de0 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401389 Feb 11 13:13:06.359434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:06.377422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 328ebcac-d711-4863-ad48-75d4e26b07cb completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:06.395286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 328ebcac-d711-4863-ad48-75d4e26b07cb triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:06.395286 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:06.450351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=efd51075-0235-42de-adba-650be4c7bab2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:06.477571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96250148-76d5-436c-afec-7c5f36cc0b3b req-291749b7-9604-4462-bfb7-c43678ad45d7 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:06.494081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96250148-76d5-436c-afec-7c5f36cc0b3b req-291749b7-9604-4462-bfb7-c43678ad45d7 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 944 time: 0.8951900 Feb 11 13:13:06.500597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0b0cce39-5bb8-4f09-9cc6-36224890212e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0b0cce39-5bb8-4f09-9cc6-36224890212e,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:06.610229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '0b0cce39-5bb8-4f09-9cc6-36224890212e', 'network_id': '083bbb3a-6491-4c7e-be96-faf3a1bca70c', 'port_id': '0b0cce39-5bb8-4f09-9cc6-36224890212e', 'mac_address': 'fa:16:3e:eb:38:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030317ec-c34e-463e-b879-f7a97714cfe0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:13:06.644323 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96250148-76d5-436c-afec-7c5f36cc0b3b req-9a156f17-4faf-4a0e-9f6b-906dca12aa33 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490550 Feb 11 13:13:06.714155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=1717aa03-7b60-4386-9de9-c61386011b5d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:06.720948 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0db2c443-4d85-4030-9257-9effcec596c7 req-828a0987-6353-4c2f-9211-b4f2f39aa26c service neutron] 10.222.0.73 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177271 Feb 11 13:13:06.832921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:06.999844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8101d910-5929-4d81-838d-abcc936d9b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9617df23-47a1-4bc4-b33a-4505e6885fc1'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:07.004543 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:07.032159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9617df23-47a1-4bc4-b33a-4505e6885fc1, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:07.074027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0db2c443-4d85-4030-9257-9effcec596c7 req-a9c08879-dd37-4009-b2ce-091a3f1721f9 service neutron] 10.222.0.73 "GET /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433418 Feb 11 13:13:07.096969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7019ee2-3fe6-4310-8c57-f5c48fed9491 req-56227c44-2b12-4e00-b930-0be2ec376519 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:07.098540 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7019ee2-3fe6-4310-8c57-f5c48fed9491 req-56227c44-2b12-4e00-b930-0be2ec376519 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 943 time: 0.2653303 Feb 11 13:13:07.102613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:07.184264 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7019ee2-3fe6-4310-8c57-f5c48fed9491 req-7cfcadbb-9f08-4179-8ca2-3a552c4066de tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721214 Feb 11 13:13:07.188252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0cce39-5bb8-4f09-9cc6-36224890212e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:13:07.324379 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8101d910-5929-4d81-838d-abcc936d9b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9617df23-47a1-4bc4-b33a-4505e6885fc1', 'code': 200} Feb 11 13:13:07.353523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352b995-f3a8-447f-b583-9efdf3779af1 req-b73a9ce0-07b1-4239-ad3a-0f1fd512553e tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:07.355702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9352b995-f3a8-447f-b583-9efdf3779af1 req-b73a9ce0-07b1-4239-ad3a-0f1fd512553e tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 944 time: 0.2419765 Feb 11 13:13:07.376250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0b0cce39-5bb8-4f09-9cc6-36224890212e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0b0cce39-5bb8-4f09-9cc6-36224890212e,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:07.385577 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:07.445449 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9352b995-f3a8-447f-b583-9efdf3779af1 req-e01da4e3-3354-4bc9-8525-e03869b76be6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829763 Feb 11 13:13:07.446748 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:07.467523 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:07.484592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=9617df23-47a1-4bc4-b33a-4505e6885fc1,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:07.594092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 328ebcac-d711-4863-ad48-75d4e26b07cb, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=328ebcac-d711-4863-ad48-75d4e26b07cb,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:07.609361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=0b0cce39-5bb8-4f09-9cc6-36224890212e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:07.617294 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:07.625924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f595aa-f267-46c8-bde2-52862336bc0c req-82f9a1cb-6aed-4f0c-835b-242cb265a13f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:07.633309 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55f595aa-f267-46c8-bde2-52862336bc0c req-82f9a1cb-6aed-4f0c-835b-242cb265a13f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 950 time: 0.1003931 Feb 11 13:13:07.696393 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-837bbded-8e29-44c0-8cd8-9ecabf5d3049 req-3eb908ed-a8e8-42e2-85e1-f6d1d776e2dc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 1096 time: 0.2691562 Feb 11 13:13:07.702109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55f595aa-f267-46c8-bde2-52862336bc0c req-6841efd9-0e44-4291-8a3f-c7d6dfbfd0d2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677276 Feb 11 13:13:07.727196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['0b0cce39-5bb8-4f09-9cc6-36224890212e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:13:07.788075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-837bbded-8e29-44c0-8cd8-9ecabf5d3049 req-b20a8ffe-ecc9-4568-ab27-e98643f5bbe7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856428 Feb 11 13:13:07.800337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:07.888778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=328ebcac-d711-4863-ad48-75d4e26b07cb,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:07.997883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:07.998254 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:08.122190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd457c-3950-4936-bfd8-f12cc323d0c1 req-58021074-52cd-4b3f-8204-0e9b57c8ae01 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:08.126139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21dd457c-3950-4936-bfd8-f12cc323d0c1 req-58021074-52cd-4b3f-8204-0e9b57c8ae01 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 944 time: 0.1406858 Feb 11 13:13:08.239404 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21dd457c-3950-4936-bfd8-f12cc323d0c1 req-095ca6bc-e0b1-4dbd-b6c7-e3b42d6bff24 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053460 Feb 11 13:13:08.295305 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:08.349049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:08.363882 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:08.456434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:08.460117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device efd51075-0235-42de-adba-650be4c7bab2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:08.587538 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a658ca4c-1e32-42f3-89a3-bf9839565ef8 req-c73547b8-eaaf-4e43-8923-25d3c02580d5 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 1101 time: 0.1052201 Feb 11 13:13:08.609201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a658ca4c-1e32-42f3-89a3-bf9839565ef8 req-66063c54-fa9f-468b-a29f-da325944de01 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:08.645055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port efd51075-0235-42de-adba-650be4c7bab2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:08.645428 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:08.750505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-a658ca4c-1e32-42f3-89a3-bf9839565ef8 req-66063c54-fa9f-468b-a29f-da325944de01 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:08.763252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a658ca4c-1e32-42f3-89a3-bf9839565ef8 req-66063c54-fa9f-468b-a29f-da325944de01 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] Usage tracker for resource:security_group_rule and tenant:fa3a3fa0a83c4fee889e6f91702ffbc1 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:08.769529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a658ca4c-1e32-42f3-89a3-bf9839565ef8 req-66063c54-fa9f-468b-a29f-da325944de01 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:08.790447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-a658ca4c-1e32-42f3-89a3-bf9839565ef8 req-66063c54-fa9f-468b-a29f-da325944de01 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:08.930411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:08.974706 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a658ca4c-1e32-42f3-89a3-bf9839565ef8 req-66063c54-fa9f-468b-a29f-da325944de01 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:08.983573 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a658ca4c-1e32-42f3-89a3-bf9839565ef8 req-66063c54-fa9f-468b-a29f-da325944de01 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:09.038106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66063c54-fa9f-468b-a29f-da325944de01 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b1b1be-5eb5-4806-80c7-806a7d23c0d0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:09.068978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a658ca4c-1e32-42f3-89a3-bf9839565ef8 req-66063c54-fa9f-468b-a29f-da325944de01 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786344 Feb 11 13:13:09.147551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de98a4c-41db-4119-b720-0b83f3ab25a4 req-3a272651-4fd1-4bd1-91c9-9fe44734d9e2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:09.155547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7de98a4c-41db-4119-b720-0b83f3ab25a4 req-3a272651-4fd1-4bd1-91c9-9fe44734d9e2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 944 time: 0.2416015 Feb 11 13:13:09.176281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:09.176653 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:09.256441 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7de98a4c-41db-4119-b720-0b83f3ab25a4 req-f3474d13-5f31-403f-bbdf-08831c2c22b4 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954838 Feb 11 13:13:09.364167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1afa4-6834-498c-b5de-fdb946f30821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328ebcac-d711-4863-ad48-75d4e26b07cb'}, {'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:09.537521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349c619-53bc-4ba6-80cb-46f4560f077d req-a4da5b77-e1d3-44c5-a835-e9bbde72c685 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:09.546197 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1349c619-53bc-4ba6-80cb-46f4560f077d req-a4da5b77-e1d3-44c5-a835-e9bbde72c685 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 945 time: 0.1937647 Feb 11 13:13:09.613155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1349c619-53bc-4ba6-80cb-46f4560f077d req-6dc9abda-d51b-4877-94b5-624677930862 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616524 Feb 11 13:13:09.738407 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1afa4-6834-498c-b5de-fdb946f30821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328ebcac-d711-4863-ad48-75d4e26b07cb', 'code': 200} Feb 11 13:13:09.738948 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'code': 200} Feb 11 13:13:09.767706 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0b0cce39-5bb8-4f09-9cc6-36224890212e up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:09.982415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 0b0cce39-5bb8-4f09-9cc6-36224890212e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:09.996682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 0b0cce39-5bb8-4f09-9cc6-36224890212e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:09.999756 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:10.126970 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-2978e0f3-43aa-4c99-bc1a-b99eee9e2155 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507123 Feb 11 13:13:10.219369 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1200379-3035-4f7d-b9ed-86e1266d8f1b req-1832fa41-527a-4ffb-b255-0437092579f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 1096 time: 0.3872099 Feb 11 13:13:10.238801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485dc5b-276d-4fe5-991f-5de767a9d45e req-9a8fc8e4-543d-4472-8ab7-d1bb4d060fb5 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:10.255717 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3485dc5b-276d-4fe5-991f-5de767a9d45e req-9a8fc8e4-543d-4472-8ab7-d1bb4d060fb5 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 944 time: 0.5090761 Feb 11 13:13:10.396233 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:10.420701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514a8c-5a62-4c56-9105-308385efb119 req-e1aa5f05-1c2d-44a6-bc71-7ad72a9a5b2c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:10.428733 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-e1aa5f05-1c2d-44a6-bc71-7ad72a9a5b2c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002725 Feb 11 13:13:10.458496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-593530bb-a669-40ca-9803-17a68ed4546f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/quotas/5b2e705c899a43aa895227e651e83fbd HTTP/1.1" status: 200 len: 375 time: 0.0280182 Feb 11 13:13:10.494948 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3485dc5b-276d-4fe5-991f-5de767a9d45e req-eccecd48-4920-4b17-b32b-7e2569e96509 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373028 Feb 11 13:13:10.525942 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1200379-3035-4f7d-b9ed-86e1266d8f1b req-d04783b4-3008-4398-a383-39169183650f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674963 Feb 11 13:13:10.538318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0b0cce39-5bb8-4f09-9cc6-36224890212e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0b0cce39-5bb8-4f09-9cc6-36224890212e,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:10.553276 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:10.555078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1717aa03-7b60-4386-9de9-c61386011b5d up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:10.581485 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-20bfd03b-beac-4dba-93bd-1c978f421a59 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1206467 Feb 11 13:13:10.865405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=0b0cce39-5bb8-4f09-9cc6-36224890212e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:10.889232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 1717aa03-7b60-4386-9de9-c61386011b5d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:10.896441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 1717aa03-7b60-4386-9de9-c61386011b5d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:10.897299 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:11.023964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a0107-904d-4a52-b872-8843d316d5e5 req-54a431e5-a53b-4635-ae95-38d50835fc03 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:11.026406 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c6a0107-904d-4a52-b872-8843d316d5e5 req-54a431e5-a53b-4635-ae95-38d50835fc03 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 945 time: 0.2508731 Feb 11 13:13:11.125158 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c6a0107-904d-4a52-b872-8843d316d5e5 req-c7e4a731-4dcb-4c64-925a-a73c0e36512b tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905101 Feb 11 13:13:11.127111 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:11.187196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1717aa03-7b60-4386-9de9-c61386011b5d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1717aa03-7b60-4386-9de9-c61386011b5d,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:11.195656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:11.472353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=1717aa03-7b60-4386-9de9-c61386011b5d,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:11.740210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661d49d2-9c4f-4992-a43f-e867fbaf87d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0cce39-5bb8-4f09-9cc6-36224890212e'}, {'server_uuid': 'fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717aa03-7b60-4386-9de9-c61386011b5d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:11.848929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c9046-b967-4ed1-a66b-13cacfa1f0c3 req-1b040655-bf44-4c65-b542-c333fa05bbfc tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:11.850364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-884c9046-b967-4ed1-a66b-13cacfa1f0c3 req-1b040655-bf44-4c65-b542-c333fa05bbfc tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 945 time: 0.2369764 Feb 11 13:13:11.980809 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-884c9046-b967-4ed1-a66b-13cacfa1f0c3 req-832e2417-cb75-478e-9d84-bee55c7e2667 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202188 Feb 11 13:13:12.123580 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661d49d2-9c4f-4992-a43f-e867fbaf87d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0cce39-5bb8-4f09-9cc6-36224890212e', 'code': 200} Feb 11 13:13:12.123839 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717aa03-7b60-4386-9de9-c61386011b5d', 'code': 200} Feb 11 13:13:12.154004 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:12.232799 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e45fa68d-b5b8-4adb-8641-5d2ceb498442 req-dbded544-dae3-4008-bbe7-3992173f30e1 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 210 time: 0.0684190 Feb 11 13:13:12.269799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffd17d-e864-41b7-8efd-af7cb4a49970 req-b7f32498-7929-4d5a-9fb5-a6f1627872b4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:12.274435 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36ffd17d-e864-41b7-8efd-af7cb4a49970 req-b7f32498-7929-4d5a-9fb5-a6f1627872b4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.2486894 Feb 11 13:13:12.479092 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09276b72-d705-41d8-ba0f-d065249ceac2 req-f96818f1-4ede-42ba-8c94-8a909380decd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 1096 time: 0.2381043 Feb 11 13:13:12.546648 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36ffd17d-e864-41b7-8efd-af7cb4a49970 req-7914579f-7130-4f6e-9a4a-21e84bf0a345 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646621 Feb 11 13:13:12.623171 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba948f4c-aa3b-47e2-80cf-86e4d6163fe5 req-dcbe47a1-2576-4a17-8d26-e19ed101bf40 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 1096 time: 0.3867478 Feb 11 13:13:12.740498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba948f4c-aa3b-47e2-80cf-86e4d6163fe5 req-d1e8d121-8076-4631-bd07-32a15a2d721b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098046 Feb 11 13:13:12.829438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09276b72-d705-41d8-ba0f-d065249ceac2 req-01302383-a0f3-4d81-9561-5616614b265b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455198 Feb 11 13:13:12.849806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6245e1-fba3-4785-8a77-b3c1ff4b3420 req-83ee9f4e-b8bd-466b-85be-d59a096474b3 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:12.856428 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a6245e1-fba3-4785-8a77-b3c1ff4b3420 req-83ee9f4e-b8bd-466b-85be-d59a096474b3 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 945 time: 0.2918456 Feb 11 13:13:12.959488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a6245e1-fba3-4785-8a77-b3c1ff4b3420 req-71abeeaa-5314-4b4c-a247-3296978a79c9 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946410 Feb 11 13:13:13.419188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da964f3-9f5f-41e9-bf46-1fa339fb2e6c req-30fa8855-3fe8-49de-adef-c67ba569702a tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:13.420961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9da964f3-9f5f-41e9-bf46-1fa339fb2e6c req-30fa8855-3fe8-49de-adef-c67ba569702a tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 945 time: 0.1545877 Feb 11 13:13:13.521870 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9da964f3-9f5f-41e9-bf46-1fa339fb2e6c req-23adec3f-fbbe-4456-bb97-311034c11de0 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942259 Feb 11 13:13:13.884889 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5a9d09c-6b4d-4c40-9c07-a988b88f1687 req-9bef29ab-ed7a-4776-b695-2bc745877354 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 210 time: 0.0907834 Feb 11 13:13:14.058606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c0bba-347e-4687-8f65-001a9eee6f48 req-2fa09237-6564-40f6-b7c2-cdc5ababab7a tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:14.078128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fb0c0bba-347e-4687-8f65-001a9eee6f48 req-2fa09237-6564-40f6-b7c2-cdc5ababab7a tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 945 time: 0.2470233 Feb 11 13:13:14.081689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56210) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:14.087553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b2e1e1bf-4e57-4406-a599-8145db2ca19d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Request body: {'floatingip': {'port_id': '328ebcac-d711-4863-ad48-75d4e26b07cb'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:14.261142 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e1bf-4e57-4406-a599-8145db2ca19d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:14.656239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919db316-abec-4057-b681-4366f2fb625c req-cb376c67-b858-4637-8be3-0cb7c2f3a317 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:14.663254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-919db316-abec-4057-b681-4366f2fb625c req-cb376c67-b858-4637-8be3-0cb7c2f3a317 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 945 time: 0.1788456 Feb 11 13:13:14.719343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aabea7-50a8-43bb-8895-c261aa0c3ebe req-50e62e89-b233-43ec-81e0-959f03e81394 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:14.727141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26aabea7-50a8-43bb-8895-c261aa0c3ebe req-50e62e89-b233-43ec-81e0-959f03e81394 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.4935322 Feb 11 13:13:14.763243 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-919db316-abec-4057-b681-4366f2fb625c req-b2392bb7-c07e-44eb-a704-251e9dcd60e2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986638 Feb 11 13:13:14.929094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-651c6865-d810-4c47-85fa-d9f64b1a6004 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454328 Feb 11 13:13:15.115601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26aabea7-50a8-43bb-8895-c261aa0c3ebe req-0ff7d623-d618-486b-b394-5f78f13aa470 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875592 Feb 11 13:13:15.387581 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95bd4e56-1a18-409f-a10b-94e93f131f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:15.395139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3efe5804-a22d-4880-8aae-719dc71a3e4b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:15.396612 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3efe5804-a22d-4880-8aae-719dc71a3e4b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4069555 Feb 11 13:13:15.403353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c56bf46-eb2a-4842-bebe-736d824112d3 req-52cdb560-7429-4ea6-84a3-65e4ac9d8e31 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 210 time: 0.1268766 Feb 11 13:13:15.453885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Request body: {'port': {'device_id': '5579e9c3-1a3f-4d0e-8615-bd5079b3b912', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '5b2e705c899a43aa895227e651e83fbd'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:15.565651 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-cd5b53c0-64df-4c55-81d3-323f120783f2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920849 Feb 11 13:13:15.924292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514a8c-5a62-4c56-9105-308385efb119 req-c9e5e8ff-53ba-4d82-b0b3-c4e55988db23 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:15.931150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-c9e5e8ff-53ba-4d82-b0b3-c4e55988db23 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605680 Feb 11 13:13:15.949661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Request body: {'port': {'device_id': '17b1563b-1e4b-4e80-b166-bce666e320eb', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '5b2e705c899a43aa895227e651e83fbd'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:16.085445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:16.201003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:16.267224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Made reservation on behalf of 5b2e705c899a43aa895227e651e83fbd for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:16.270213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:16.304691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:16.317461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:16.334777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Made reservation on behalf of 5b2e705c899a43aa895227e651e83fbd for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:16.338344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:16.496470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d9008-1546-4f56-8ca7-8fdcc447e4e1 req-c377375c-63cd-4540-9123-0bf6e2d57ee4 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:16.509482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c4d9008-1546-4f56-8ca7-8fdcc447e4e1 req-c377375c-63cd-4540-9123-0bf6e2d57ee4 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 945 time: 0.5120373 Feb 11 13:13:16.693658 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c4d9008-1546-4f56-8ca7-8fdcc447e4e1 req-04bb6b6c-452f-467c-851f-91ce88f8e716 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813023 Feb 11 13:13:16.819122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a0a5-c163-4f99-90b1-e362793b9acb req-134a8ffc-cc0e-497e-82e2-8ae38e359987 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:16.820686 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b87a0a5-c163-4f99-90b1-e362793b9acb req-134a8ffc-cc0e-497e-82e2-8ae38e359987 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.4545190 Feb 11 13:13:16.893706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Allocated IP 192.168.233.245 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/b773c4bd-2cf5-4a41-8fa2-860ac577b81b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:16.927176 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b87a0a5-c163-4f99-90b1-e362793b9acb req-f6f2e88a-f6c5-42c5-a7b8-52bf23abdc56 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998161 Feb 11 13:13:16.949371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e1bf-4e57-4406-a599-8145db2ca19d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:16.996413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e1bf-4e57-4406-a599-8145db2ca19d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:17.319503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5e670f4-9c0f-4c0d-a412-e423fbacf886 req-15387d28-155d-4376-b1dd-19cad0076957 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 210 time: 0.3246925 Feb 11 13:13:17.529959 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:17.547479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Transition to ACTIVE for port object b773c4bd-2cf5-4a41-8fa2-860ac577b81b will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:17.606473 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cca8ffb9-4bcb-46b3-9017-d911d4a93487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:17.607712 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:17.626417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:13:17.793359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Allocated IP 192.168.233.218 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/270aacb6-5ff7-4361-954f-1216431a1814) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:17.883899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:17.908074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:17.928680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:13:18.150550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event updated for resources: {'Port': ['ID=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:18.261182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:18.272324 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:18.312996 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:18.329132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c216ec5-9d90-4747-8499-74489daaeb3f req-8c36c9d8-c175-4066-931c-01aed9a32342 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:18.338909 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c216ec5-9d90-4747-8499-74489daaeb3f req-8c36c9d8-c175-4066-931c-01aed9a32342 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 946 time: 0.2238333 Feb 11 13:13:18.375726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-98a0a497-70a5-4e8a-a5b8-c4c632056824 None None] Provisioning for port b773c4bd-2cf5-4a41-8fa2-860ac577b81b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:18.382399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-98a0a497-70a5-4e8a-a5b8-c4c632056824 None None] Provisioning complete for port b773c4bd-2cf5-4a41-8fa2-860ac577b81b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:18.383507 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98a0a497-70a5-4e8a-a5b8-c4c632056824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:18.415633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Transition to ACTIVE for port object 270aacb6-5ff7-4361-954f-1216431a1814 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:18.430727 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c216ec5-9d90-4747-8499-74489daaeb3f req-89d63ac8-aaaa-4dc0-b708-0e4901421f7c tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905080 Feb 11 13:13:18.431736 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-b2e1e1bf-4e57-4406-a599-8145db2ca19d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Floating IP bfef162c-261b-4fca-a8e7-de24a08ddf96 associated. External IP: 172.25.4.229, port: 328ebcac-d711-4863-ad48-75d4e26b07cb. Feb 11 13:13:18.495902 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:18.496204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-6942e7c9-e78d-4a78-91ee-cb79b068b0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0588291 Feb 11 13:13:18.501618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc39ee4-cdf4-435c-891b-204a801e9a62 req-120e4194-2138-4b7d-8c2b-51ea91d5d939 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 1096 time: 0.4791846 Feb 11 13:13:18.521526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:13:18.535900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Request body: {'port': {'device_id': '5579e9c3-1a3f-4d0e-8615-bd5079b3b912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:18.624483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-98a0a497-70a5-4e8a-a5b8-c4c632056824 None None] Port b773c4bd-2cf5-4a41-8fa2-860ac577b81b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:13:18.731594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:18.743191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:18.762642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:13:18.888907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:18.907531 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:18.994649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event updated for resources: {'Port': ['ID=270aacb6-5ff7-4361-954f-1216431a1814,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:19.157468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c003e905-cc77-4937-8645-de3930e0fc36 None None] Provisioning for port 270aacb6-5ff7-4361-954f-1216431a1814 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:19.164934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c003e905-cc77-4937-8645-de3930e0fc36 None None] Provisioning complete for port 270aacb6-5ff7-4361-954f-1216431a1814 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:19.165306 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c003e905-cc77-4937-8645-de3930e0fc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:19.174672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:19.175645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:19.185741 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:19.301572 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0e5d7e4a-155f-4734-8246-7d27256b5a3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3564513 Feb 11 13:13:19.330244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616effd8-1ec7-4050-8b73-324a9824a822 req-4937ce1e-7f0c-4315-a1c4-3deafe65f95a tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:19.332500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-616effd8-1ec7-4050-8b73-324a9824a822 req-4937ce1e-7f0c-4315-a1c4-3deafe65f95a tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.75 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 946 time: 0.3263936 Feb 11 13:13:19.336081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c003e905-cc77-4937-8645-de3930e0fc36 None None] Port 270aacb6-5ff7-4361-954f-1216431a1814 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:13:19.338053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Request body: {'port': {'device_id': '17b1563b-1e4b-4e80-b166-bce666e320eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:19.379649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc07ec6-cb9e-499a-aa4f-ef433f17bb7a req-cd908600-3d88-44a0-ba64-b1a3087c4358 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:19.382605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da43cab-0c48-43e6-9b83-fd8fffa1fa9e req-5f3bf962-c017-4a85-b9dd-77df47a2b57a tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:19.385793 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fbc07ec6-cb9e-499a-aa4f-ef433f17bb7a req-cd908600-3d88-44a0-ba64-b1a3087c4358 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 945 time: 0.9981301 Feb 11 13:13:19.390395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1da43cab-0c48-43e6-9b83-fd8fffa1fa9e req-5f3bf962-c017-4a85-b9dd-77df47a2b57a tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.3675442 Feb 11 13:13:19.436961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc39ee4-cdf4-435c-891b-204a801e9a62 req-21baae7d-85a7-4b8c-be56-93d6935da353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:19.438435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc39ee4-cdf4-435c-891b-204a801e9a62 req-21baae7d-85a7-4b8c-be56-93d6935da353 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 920 time: 0.9255235 Feb 11 13:13:19.580567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fbc07ec6-cb9e-499a-aa4f-ef433f17bb7a req-3ea134ff-bb8b-4c71-bc74-d976c930c435 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936710 Feb 11 13:13:19.586767 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc39ee4-cdf4-435c-891b-204a801e9a62 req-b693e956-7e9e-43ca-9252-6e904c48ef77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1717aa03-7b60-4386-9de9-c61386011b5d HTTP/1.1" status: 200 len: 217 time: 0.1355968 Feb 11 13:13:19.618461 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:19.631721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-616effd8-1ec7-4050-8b73-324a9824a822 req-370dcc1f-a51c-4aab-b1a5-78a784fca10b tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Deleting port af47988f-d1f3-413a-83d2-62326ea00e20 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:13:19.632203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-616effd8-1ec7-4050-8b73-324a9824a822 req-370dcc1f-a51c-4aab-b1a5-78a784fca10b tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:19.694487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-b74454d1-3ffc-4f24-a36b-a50cc98d12f4 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:19.696446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-b74454d1-3ffc-4f24-a36b-a50cc98d12f4 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.73 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 945 time: 0.4479728 Feb 11 13:13:19.730243 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1da43cab-0c48-43e6-9b83-fd8fffa1fa9e req-9af65b92-8cec-4283-8078-ed2c7195d94f tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385868 Feb 11 13:13:19.896342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-df389db1-021e-4796-b6bf-e13e5501d058 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Deleting port 0b0cce39-5bb8-4f09-9cc6-36224890212e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:13:19.897081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-df389db1-021e-4796-b6bf-e13e5501d058 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:20.037795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc39ee4-cdf4-435c-891b-204a801e9a62 req-28b38dc0-1a2a-4705-b7ba-c6b8f67850d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:20.042017 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc39ee4-cdf4-435c-891b-204a801e9a62 req-28b38dc0-1a2a-4705-b7ba-c6b8f67850d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.3500721 Feb 11 13:13:20.134501 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:20.176790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3ebae-ead9-41f9-b7e3-02a8410f0301 req-ea2f0bca-0bc5-4c07-bc6b-875ff8b3bb8b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:20.177493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b9c3ebae-ead9-41f9-b7e3-02a8410f0301 req-ea2f0bca-0bc5-4c07-bc6b-875ff8b3bb8b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:13:20.199356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc39ee4-cdf4-435c-891b-204a801e9a62 req-9110419c-007c-48a4-82bd-cc4613d336ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891111 Feb 11 13:13:20.381536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b9c3ebae-ead9-41f9-b7e3-02a8410f0301 req-ea2f0bca-0bc5-4c07-bc6b-875ff8b3bb8b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:13:20.388575 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b9c3ebae-ead9-41f9-b7e3-02a8410f0301 req-ea2f0bca-0bc5-4c07-bc6b-875ff8b3bb8b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 936 time: 0.5756726 Feb 11 13:13:20.455563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b773c4bd-2cf5-4a41-8fa2-860ac577b81b {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:13:20.476142 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:20.518830 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b9c3ebae-ead9-41f9-b7e3-02a8410f0301 req-176d49d1-0d6f-46a4-be5d-a6bf6e1d81d6 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293077 Feb 11 13:13:20.567995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Transition to ACTIVE for port object b773c4bd-2cf5-4a41-8fa2-860ac577b81b will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:20.582697 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc39ee4-cdf4-435c-891b-204a801e9a62 req-80808411-87af-45ed-8d27-c29f92b48216 service neutron] 10.222.0.73 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655188 Feb 11 13:13:20.583480 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:20.762446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-616effd8-1ec7-4050-8b73-324a9824a822 req-370dcc1f-a51c-4aab-b1a5-78a784fca10b tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] For port af47988f-d1f3-413a-83d2-62326ea00e20, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=af47988f-d1f3-413a-83d2-62326ea00e20,segment=NetworkSegment(63bc863d-7f52-46cd-b770-0be422475992),segment_id=63bc863d-7f52-46cd-b770-0be422475992)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:20.763079 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-616effd8-1ec7-4050-8b73-324a9824a822 req-370dcc1f-a51c-4aab-b1a5-78a784fca10b tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:21.001621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-616effd8-1ec7-4050-8b73-324a9824a822 req-370dcc1f-a51c-4aab-b1a5-78a784fca10b tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Calling delete_port for af47988f-d1f3-413a-83d2-62326ea00e20 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:13:21.208839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Pushing event updated for resources: {'Port': ['ID=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:21.325974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.326346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.326724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.327065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.327394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.327725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.328046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.328367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.328688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.329005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.329325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:21.368683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e1e1bf-4e57-4406-a599-8145db2ca19d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:13:21.370165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Attempting to bind port b773c4bd-2cf5-4a41-8fa2-860ac577b81b on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:13:21.370493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Attempting to bind port b773c4bd-2cf5-4a41-8fa2-860ac577b81b by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:13:21.370863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Attempting to bind port b773c4bd-2cf5-4a41-8fa2-860ac577b81b on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:13:21.426514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc39ee4-cdf4-435c-891b-204a801e9a62 req-bfa60962-e70b-4e88-ba31-f9bbe2ddec5b service neutron] 10.222.0.73 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8310215 Feb 11 13:13:21.496359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Port b773c4bd-2cf5-4a41-8fa2-860ac577b81b on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:13:21.496942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Attempting to bind port b773c4bd-2cf5-4a41-8fa2-860ac577b81b on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:13:21.506566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270aacb6-5ff7-4361-954f-1216431a1814 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:13:21.518245 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:21.538131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Transition to ACTIVE for port object 270aacb6-5ff7-4361-954f-1216431a1814 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:21.581017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:13:21.581207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:13:21.581587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:13:21.582309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Bound port: b773c4bd-2cf5-4a41-8fa2-860ac577b81b, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:13:21.583407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:21.596765 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:21.644346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b817e-443b-49b5-8040-aff5bf20d751 req-cedbc6df-d8d0-4f1b-9487-ffad1add917a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:21.654122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-022b817e-443b-49b5-8040-aff5bf20d751 req-cedbc6df-d8d0-4f1b-9487-ffad1add917a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 945 time: 0.5770037 Feb 11 13:13:21.699529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-616effd8-1ec7-4050-8b73-324a9824a822 req-370dcc1f-a51c-4aab-b1a5-78a784fca10b tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:21.777742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-022b817e-443b-49b5-8040-aff5bf20d751 req-bcd12276-4e6f-46f1-a138-2101d7599ac9 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups?id=336d9b28-547b-41f0-bdf0-b85222887b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223159 Feb 11 13:13:21.795463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56344) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:21.802776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd20fd8-354c-4b99-803d-cb8d768a097f req-e0b753db-eddc-4f33-8c48-c77874e7b8b0 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:21.805100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ecd20fd8-354c-4b99-803d-cb8d768a097f req-e0b753db-eddc-4f33-8c48-c77874e7b8b0 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/ports?device_id=95300805-1e3f-447c-9b20-041465325bf0 HTTP/1.1" status: 200 len: 946 time: 1.8340461 Feb 11 13:13:21.810625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] For port b773c4bd-2cf5-4a41-8fa2-860ac577b81b, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:21.822886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] For port b773c4bd-2cf5-4a41-8fa2-860ac577b81b, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:21.854981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:22.062888 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:22.069090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-3b80904c-4209-46ec-851c-7092661645ec service neutron] 10.222.0.75 "PUT /v2.0/ports/b773c4bd-2cf5-4a41-8fa2-860ac577b81b HTTP/1.1" status: 200 len: 1096 time: 3.5572381 Feb 11 13:13:22.139456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5579e9c3-1a3f-4d0e-8615-bd5079b3b912', 'tag': 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:22.140639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Pushing event updated for resources: {'Port': ['ID=270aacb6-5ff7-4361-954f-1216431a1814,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:22.233633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.234606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.234956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.235452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.235792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.235942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80904c-4209-46ec-851c-7092661645ec service neutron] Pushing event updated for resources: {'Port': ['ID=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:22.236115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.236438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.236757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.237074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.237389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.237706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:22.242971 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ecd20fd8-354c-4b99-803d-cb8d768a097f req-ed36f4ad-88b9-4978-9790-54ea8bb4d602 tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.67 "GET /v2.0/security-groups?id=13902065-cf53-40b6-b62f-da004c0881dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163954 Feb 11 13:13:22.295828 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f3de675-0b59-47b8-856e-be78eacfc83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:22.402310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0848a02f-419b-4b0b-9683-39f2218500bc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 1099 time: 0.2569427 Feb 11 13:13:22.419849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb1cb-252d-490f-acb1-5950615d38eb req-9938a6ca-8bbd-4cce-9e61-60edd93a6fec tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:22.421780 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b06cb1cb-252d-490f-acb1-5950615d38eb req-9938a6ca-8bbd-4cce-9e61-60edd93a6fec tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.3828359 Feb 11 13:13:22.455927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-616effd8-1ec7-4050-8b73-324a9824a822 req-370dcc1f-a51c-4aab-b1a5-78a784fca10b tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] No DVR routers for this DVR port af47988f-d1f3-413a-83d2-62326ea00e20 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:22.457761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dcc1f-a51c-4aab-b1a5-78a784fca10b tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Pushing event deleted for resources: {'Port': ['ID=af47988f-d1f3-413a-83d2-62326ea00e20,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:22.468390 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-616effd8-1ec7-4050-8b73-324a9824a822 req-370dcc1f-a51c-4aab-b1a5-78a784fca10b tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:22.471052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95300805-1e3f-447c-9b20-041465325bf0', 'name': 'network-vif-deleted', 'tag': 'af47988f-d1f3-413a-83d2-62326ea00e20'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:22.551676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f3de675-0b59-47b8-856e-be78eacfc83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:22.557295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e1e1bf-4e57-4406-a599-8145db2ca19d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:13:22.575047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] Sync routers for ids ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:13:22.575621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f3de675-0b59-47b8-856e-be78eacfc83a admin admin] Usage tracker for resource:security_group_rule and tenant:ceeea245038f4a909b42e703635dc35a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:22.579779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f3de675-0b59-47b8-856e-be78eacfc83a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:22.580203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-df389db1-021e-4796-b6bf-e13e5501d058 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] For port 0b0cce39-5bb8-4f09-9cc6-36224890212e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0b0cce39-5bb8-4f09-9cc6-36224890212e,segment=NetworkSegment(2c640142-7de0-4599-95b9-e2166a1ec849),segment_id=2c640142-7de0-4599-95b9-e2166a1ec849)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:22.580577 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-df389db1-021e-4796-b6bf-e13e5501d058 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:22.593567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] Routers {'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:13:22.595438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:13:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:22.597160 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e1bf-4e57-4406-a599-8145db2ca19d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:22.599388 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-616effd8-1ec7-4050-8b73-324a9824a822 req-370dcc1f-a51c-4aab-b1a5-78a784fca10b tempest-VolumesAdminNegativeTest-1547533499 tempest-VolumesAdminNegativeTest-1547533499-project] 10.222.0.75 "DELETE /v2.0/ports/af47988f-d1f3-413a-83d2-62326ea00e20 HTTP/1.1" status: 204 len: 173 time: 3.2236519 Feb 11 13:13:22.679923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f3de675-0b59-47b8-856e-be78eacfc83a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:22.805407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f3de675-0b59-47b8-856e-be78eacfc83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:22.816715 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-351d89b6-b92b-4240-9476-be76435f381e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b773c4bd-2cf5-4a41-8fa2-860ac577b81b HTTP/1.1" status: 200 len: 217 time: 0.3905339 Feb 11 13:13:22.821117 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f3de675-0b59-47b8-856e-be78eacfc83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:22.839841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-df389db1-021e-4796-b6bf-e13e5501d058 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Calling delete_port for 0b0cce39-5bb8-4f09-9cc6-36224890212e owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:13:22.854541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] Set router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:13:22.882597 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2f3de675-0b59-47b8-856e-be78eacfc83a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ceeea245038f4a909b42e703635dc35a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0859272 Feb 11 13:13:22.902503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56358) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:22.939827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Attempting to bind port 270aacb6-5ff7-4361-954f-1216431a1814 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:13:22.940615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Attempting to bind port 270aacb6-5ff7-4361-954f-1216431a1814 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:13:22.943953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Attempting to bind port 270aacb6-5ff7-4361-954f-1216431a1814 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:13:22.976359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3de675-0b59-47b8-856e-be78eacfc83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a854c7-7764-4cab-b38e-d2bb98c7b536,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:23.011927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514a8c-5a62-4c56-9105-308385efb119 req-62c30397-2558-4956-89c3-b3ad8df38ac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:23.013610 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-62c30397-2558-4956-89c3-b3ad8df38ac4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1632843 Feb 11 13:13:23.076899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b2e1e1bf-4e57-4406-a599-8145db2ca19d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "PUT /v2.0/floatingips/bfef162c-261b-4fca-a8e7-de24a08ddf96 HTTP/1.1" status: 200 len: 991 time: 8.9937379 Feb 11 13:13:23.097092 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b06cb1cb-252d-490f-acb1-5950615d38eb req-2c013d4a-eda0-4d51-bbdd-701dace118d9 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714362 Feb 11 13:13:23.146300 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-b5aacc75-bda8-4b67-a207-b1b25515b39c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188569 Feb 11 13:13:23.378853 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-8e05735b-9ced-4709-abf8-3470d491a29c service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185981 Feb 11 13:13:23.410329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Port 270aacb6-5ff7-4361-954f-1216431a1814 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:13:23.411734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Attempting to bind port 270aacb6-5ff7-4361-954f-1216431a1814 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:13:23.421536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:13:23.421536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:13:23.421902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:13:23.422338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Bound port: 270aacb6-5ff7-4361-954f-1216431a1814, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:13:23.423506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:23.442301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-df389db1-021e-4796-b6bf-e13e5501d058 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:23.570406 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5579e9c3-1a3f-4d0e-8615-bd5079b3b912', 'tag': 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', 'status': 'completed', 'code': 200} Feb 11 13:13:23.582959 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2edab5c1-02a5-4d64-b94d-8fa0eaf57ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:23.601150 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95300805-1e3f-447c-9b20-041465325bf0', 'name': 'network-vif-deleted', 'tag': 'af47988f-d1f3-413a-83d2-62326ea00e20', 'status': 'completed', 'code': 200} Feb 11 13:13:23.651128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf4980-8e17-473c-8be8-f16be9c292a7 req-5ed10ef4-7043-4f76-b9f0-14ff3029e987 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:23.651889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1fbf4980-8e17-473c-8be8-f16be9c292a7 req-5ed10ef4-7043-4f76-b9f0-14ff3029e987 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:13:23.661289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device af47988f-d1f3-413a-83d2-62326ea00e20 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:13:23.663524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df389db1-021e-4796-b6bf-e13e5501d058 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event deleted for resources: {'Port': ['ID=0b0cce39-5bb8-4f09-9cc6-36224890212e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:23.703606 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-fa85f806-e7b1-4c67-a015-8e752b30aebc service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189604 Feb 11 13:13:23.772372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: af47988f-d1f3-413a-83d2-62326ea00e20 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:13:23.772946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device af47988f-d1f3-413a-83d2-62326ea00e20 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:13:23.809866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'bfef162c-261b-4fca-a8e7-de24a08ddf96', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'port_id': '328ebcac-d711-4863-ad48-75d4e26b07cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'mac_address': 'fa:16:3e:70:ad:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a1afa4-6834-498c-b5de-fdb946f30821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:02Z', 'updated_at': '2022-02-11T13:13:16Z', 'revision_number': 1, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 5, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:23.815850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] Checking router: e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:13:23.844815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] Routers {'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:13:23.846149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:13:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:23.916573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-df389db1-021e-4796-b6bf-e13e5501d058 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] No DVR routers for this DVR port 0b0cce39-5bb8-4f09-9cc6-36224890212e on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:23.924877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-df389db1-021e-4796-b6bf-e13e5501d058 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:23.940761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0b0cce39-5bb8-4f09-9cc6-36224890212e no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:13:23.940887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1fbf4980-8e17-473c-8be8-f16be9c292a7 req-5ed10ef4-7043-4f76-b9f0-14ff3029e987 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:13:23.948859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1fbf4980-8e17-473c-8be8-f16be9c292a7 req-5ed10ef4-7043-4f76-b9f0-14ff3029e987 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 948 time: 1.4836223 Feb 11 13:13:23.957028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2edab5c1-02a5-4d64-b94d-8fa0eaf57ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:23.963590 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d0f4d35-870d-4d8a-938c-734183ffabc9 req-df389db1-021e-4796-b6bf-e13e5501d058 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.73 "DELETE /v2.0/ports/0b0cce39-5bb8-4f09-9cc6-36224890212e HTTP/1.1" status: 204 len: 173 time: 4.2564335 Feb 11 13:13:24.017510 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20cca4c6-4e28-4a4b-b07b-c76a81e7b64e req-8aac8c37-b349-4fd8-b227-fbdaf668cc47 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/ports?device_id=661d49d2-9c4f-4992-a43f-e867fbaf87d2 HTTP/1.1" status: 200 len: 210 time: 0.1498594 Feb 11 13:13:24.020878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] For port 270aacb6-5ff7-4361-954f-1216431a1814, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:24.055574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] For port 270aacb6-5ff7-4361-954f-1216431a1814, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=270aacb6-5ff7-4361-954f-1216431a1814,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:24.075462 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1fbf4980-8e17-473c-8be8-f16be9c292a7 req-d071cd4b-2cfb-4ca7-8cf2-26811da66aa4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259220 Feb 11 13:13:24.077495 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:24.130869 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13191cd7-23a0-41fc-9376-094e23ae1687 req-b647b245-d083-4f0a-9ce0-85f10e9cef9e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 1099 time: 0.3631098 Feb 11 13:13:24.270528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2edab5c1-02a5-4d64-b94d-8fa0eaf57ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:24.309717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edab5c1-02a5-4d64-b94d-8fa0eaf57ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a854c7-7764-4cab-b38e-d2bb98c7b536,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:24.349427 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:24.363177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] 10.222.0.75 "PUT /v2.0/ports/270aacb6-5ff7-4361-954f-1216431a1814 HTTP/1.1" status: 200 len: 1096 time: 5.0321829 Feb 11 13:13:24.365844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56374) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:24.368639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e38ac0-fb7f-4e09-9002-4212ad8b98d5 service neutron] Pushing event updated for resources: {'Port': ['ID=270aacb6-5ff7-4361-954f-1216431a1814,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:24.480667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 0b0cce39-5bb8-4f09-9cc6-36224890212e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:13:24.480667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0b0cce39-5bb8-4f09-9cc6-36224890212e not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:13:24.570949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] Set router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:13:24.624362 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2edab5c1-02a5-4d64-b94d-8fa0eaf57ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:24.625228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2edab5c1-02a5-4d64-b94d-8fa0eaf57ee2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5a854c7-7764-4cab-b38e-d2bb98c7b536 HTTP/1.1" status: 204 len: 168 time: 1.6910772 Feb 11 13:13:24.689382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13191cd7-23a0-41fc-9376-094e23ae1687 req-89cc79ff-dbdc-4643-b67b-2f1622123c6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:24.689382 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13191cd7-23a0-41fc-9376-094e23ae1687 req-89cc79ff-dbdc-4643-b67b-2f1622123c6a service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.5450983 Feb 11 13:13:24.982913 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13191cd7-23a0-41fc-9376-094e23ae1687 req-f99d0a5f-1500-4af2-a082-109e0a65295b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b773c4bd-2cf5-4a41-8fa2-860ac577b81b HTTP/1.1" status: 200 len: 217 time: 0.2353909 Feb 11 13:13:24.984345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-56893687-4cd7-4782-b249-d77b87c57b83 admin admin] Deleting subnet 8eea9df3-c743-4585-b1ea-96438740e4e0 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:13:24.999769 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56893687-4cd7-4782-b249-d77b87c57b83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:25.147296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13191cd7-23a0-41fc-9376-094e23ae1687 req-cec1a705-4c3c-4d0f-b256-14ebc5488846 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:25.150572 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13191cd7-23a0-41fc-9376-094e23ae1687 req-cec1a705-4c3c-4d0f-b256-14ebc5488846 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1628914 Feb 11 13:13:25.199275 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56893687-4cd7-4782-b249-d77b87c57b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:25.272168 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-2efe93b9-2efa-4f38-8692-bee9322f167d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 1099 time: 0.7613928 Feb 11 13:13:25.280587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f96c-d22b-4acd-94b6-9c8b96342b7f req-3e713c9b-43e4-492d-9c3e-dd8ad2ce5acc tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:25.281589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59c78e-d82c-4b99-8d30-10acf8108928 req-19109558-4fc4-4fc2-8b62-248f5c2a78a5 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:25.288736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b59c78e-d82c-4b99-8d30-10acf8108928 req-19109558-4fc4-4fc2-8b62-248f5c2a78a5 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.6079798 Feb 11 13:13:25.292084 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b833f96c-d22b-4acd-94b6-9c8b96342b7f req-3e713c9b-43e4-492d-9c3e-dd8ad2ce5acc tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 945 time: 0.6031542 Feb 11 13:13:25.335998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'bfef162c-261b-4fca-a8e7-de24a08ddf96', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'port_id': '328ebcac-d711-4863-ad48-75d4e26b07cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'mac_address': 'fa:16:3e:70:ad:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a1afa4-6834-498c-b5de-fdb946f30821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:02Z', 'updated_at': '2022-02-11T13:13:16Z', 'revision_number': 1, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 5, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:25.341529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d0c7cd-f309-49a8-a2e0-d0f5a16d7fc0 None None] The sync data for ids ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'] in n-d-818559-1 is: [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'bfef162c-261b-4fca-a8e7-de24a08ddf96', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'port_id': '328ebcac-d711-4863-ad48-75d4e26b07cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'mac_address': 'fa:16:3e:70:ad:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a1afa4-6834-498c-b5de-fdb946f30821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:02Z', 'updated_at': '2022-02-11T13:13:16Z', 'revision_number': 1, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 5, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:13:25.408251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-439dc049-8d23-4296-b873-5f1702fa5e2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=270aacb6-5ff7-4361-954f-1216431a1814 HTTP/1.1" status: 200 len: 217 time: 0.1137125 Feb 11 13:13:25.419222 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56893687-4cd7-4782-b249-d77b87c57b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:25.426352 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b833f96c-d22b-4acd-94b6-9c8b96342b7f req-8fe709f1-edf5-4ad4-9643-1f298754edd6 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302888 Feb 11 13:13:25.433694 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13191cd7-23a0-41fc-9376-094e23ae1687 req-7acef631-7272-458d-b3c0-5b7889149ba0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2736580 Feb 11 13:13:25.530310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56386) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:25.537559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514a8c-5a62-4c56-9105-308385efb119 req-438139f0-bf71-48ad-a325-c7a9f8689046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:25.539482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-438139f0-bf71-48ad-a325-c7a9f8689046 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0756497 Feb 11 13:13:25.583143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a1afa4-6834-498c-b5de-fdb946f30821', 'tag': '328ebcac-d711-4863-ad48-75d4e26b07cb'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:25.623015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661d49d2-9c4f-4992-a43f-e867fbaf87d2', 'name': 'network-vif-deleted', 'tag': '0b0cce39-5bb8-4f09-9cc6-36224890212e'}, {'name': 'network-changed', 'server_uuid': '17b1563b-1e4b-4e80-b166-bce666e320eb', 'tag': '270aacb6-5ff7-4361-954f-1216431a1814'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:25.636666 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13191cd7-23a0-41fc-9376-094e23ae1687 req-a4008a43-608a-423d-8a23-89d82ddc3c30 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959438 Feb 11 13:13:25.647086 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71ff5c78-71eb-49f7-9027-1ea235c01b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:25.678346 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b59c78e-d82c-4b99-8d30-10acf8108928 req-f124e829-b1cb-4d0d-a642-c203eaeefb2d tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884132 Feb 11 13:13:25.729974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-71ff5c78-71eb-49f7-9027-1ea235c01b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:25.737383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-71ff5c78-71eb-49f7-9027-1ea235c01b5b admin admin] Usage tracker for resource:security_group_rule and tenant:e8d3319abda0412db90759f6f419de26 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:25.743268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-71ff5c78-71eb-49f7-9027-1ea235c01b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:25.755430 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56893687-4cd7-4782-b249-d77b87c57b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:25.759102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-71ff5c78-71eb-49f7-9027-1ea235c01b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:25.807927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-426defcf-d3b0-45cc-81a0-c2ceaac94c7e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2382641 Feb 11 13:13:25.814273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56893687-4cd7-4782-b249-d77b87c57b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eea9df3-c743-4585-b1ea-96438740e4e0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:25.850320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56893687-4cd7-4782-b249-d77b87c57b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:25.937095 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661d49d2-9c4f-4992-a43f-e867fbaf87d2', 'name': 'network-vif-deleted', 'tag': '0b0cce39-5bb8-4f09-9cc6-36224890212e', 'status': 'completed', 'code': 200} Feb 11 13:13:25.937418 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b1563b-1e4b-4e80-b166-bce666e320eb', 'tag': '270aacb6-5ff7-4361-954f-1216431a1814', 'status': 'completed', 'code': 200} Feb 11 13:13:25.957056 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a1afa4-6834-498c-b5de-fdb946f30821', 'tag': '328ebcac-d711-4863-ad48-75d4e26b07cb', 'status': 'completed', 'code': 200} Feb 11 13:13:26.002317 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-56893687-4cd7-4782-b249-d77b87c57b83 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8eea9df3-c743-4585-b1ea-96438740e4e0 HTTP/1.1" status: 204 len: 168 time: 1.6221676 Feb 11 13:13:26.006655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56406) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:26.024606 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13191cd7-23a0-41fc-9376-094e23ae1687 req-a632370e-4851-4a9f-a900-052fff54a005 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706613 Feb 11 13:13:26.081613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad27d8-daeb-4b39-998e-84889b78ceb1 req-abaeb992-2b84-444c-9f3f-94b09895e7b2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:26.090348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44ad27d8-daeb-4b39-998e-84889b78ceb1 req-abaeb992-2b84-444c-9f3f-94b09895e7b2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 948 time: 0.2534711 Feb 11 13:13:26.166869 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44ad27d8-daeb-4b39-998e-84889b78ceb1 req-6fa9bb89-cf93-492b-8b4a-a12dfbfb1b95 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752487 Feb 11 13:13:26.229426 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:26.238131 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-334c27be-acfe-417f-b3f4-571ed5d26202 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198229 Feb 11 13:13:26.241326 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71ff5c78-71eb-49f7-9027-1ea235c01b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:26.255459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56414) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:26.269582 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71ff5c78-71eb-49f7-9027-1ea235c01b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:26.332118 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d99e1f83-633e-453b-855a-5f62cfb7fc62 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:26.369825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d99e1f83-633e-453b-855a-5f62cfb7fc62 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:26.433408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d99e1f83-633e-453b-855a-5f62cfb7fc62 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:26.477709 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d2a86ca-055e-4dd9-9046-25bc86e0186f req-4892613c-d127-432f-84c4-042caf7c458e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ce06cecd3f6432e8a51acfc78e2b594&device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 1096 time: 0.5499706 Feb 11 13:13:26.484208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e1f83-633e-453b-855a-5f62cfb7fc62 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e11757-5527-4599-973d-60fd9889c6e8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:26.487513 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d99e1f83-633e-453b-855a-5f62cfb7fc62 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:26.489441 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d99e1f83-633e-453b-855a-5f62cfb7fc62 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "DELETE /v2.0/security-groups/b8e11757-5527-4599-973d-60fd9889c6e8 HTTP/1.1" status: 204 len: 168 time: 0.2330329 Feb 11 13:13:26.492585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56418) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:26.528835 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-a6435920-59b7-4cd8-be52-a4750642088a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] show failed (client error): The resource could not be found. Feb 11 13:13:26.530030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a6435920-59b7-4cd8-be52-a4750642088a tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "GET /v2.0/security-groups/b8e11757-5527-4599-973d-60fd9889c6e8 HTTP/1.1" status: 404 len: 347 time: 0.0363617 Feb 11 13:13:26.533276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56422) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:26.575591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff5c78-71eb-49f7-9027-1ea235c01b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44714ef7-6552-4deb-8890-faf6a4f9b33c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:26.653062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-71ff5c78-71eb-49f7-9027-1ea235c01b5b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e8d3319abda0412db90759f6f419de26&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1123490 Feb 11 13:13:26.713691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56430) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:26.726839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dc703-9732-46ed-987e-f1d9fd7557f2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Deleting port 69c0d5c9-6c74-470a-9528-5e6b089b6c42 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:13:26.727489 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc703-9732-46ed-987e-f1d9fd7557f2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:26.803741 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:26.886494 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9514a8c-5a62-4c56-9105-308385efb119 req-0f123c32-8717-48d8-947a-65c03898e910 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6383119 Feb 11 13:13:26.889425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63516f9a-d592-41a5-b146-6bf848b55d35']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:26.914240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a86ca-055e-4dd9-9046-25bc86e0186f req-b345f6f3-79df-4a2e-a497-c2e96a36ca9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:26.917536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d2a86ca-055e-4dd9-9046-25bc86e0186f req-b345f6f3-79df-4a2e-a497-c2e96a36ca9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=446f9ce4-e24b-44b4-b743-298a0c13ff7d HTTP/1.1" status: 200 len: 916 time: 0.4252050 Feb 11 13:13:26.923411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bc863d-7f52-46cd-b770-0be422475992') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:26.923989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bc863d-7f52-46cd-b770-0be422475992') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:27.013180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc703-9732-46ed-987e-f1d9fd7557f2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.013759 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc703-9732-46ed-987e-f1d9fd7557f2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.047556 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.113714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa61-dc18-49c1-8614-34f1a9b99319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.120422 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.146695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:13:27.147360 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:27.163178 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:13:27.233624 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d2a86ca-055e-4dd9-9046-25bc86e0186f req-ca873e87-1e3d-4d0f-b1eb-a7b0e0f4dc94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=328ebcac-d711-4863-ad48-75d4e26b07cb HTTP/1.1" status: 200 len: 999 time: 0.3021293 Feb 11 13:13:27.256711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa61-dc18-49c1-8614-34f1a9b99319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.350806 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.352546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dc703-9732-46ed-987e-f1d9fd7557f2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Calling delete_port for 69c0d5c9-6c74-470a-9528-5e6b089b6c42 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:13:27.375839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.415793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=63516f9a-d592-41a5-b146-6bf848b55d35,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:27.459173 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b22df975-4240-43aa-bfbc-3313322e1172 req-cb364d93-a939-4986-95f3-ce39d3e7c2e9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 1099 time: 0.4562159 Feb 11 13:13:27.480822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a86ca-055e-4dd9-9046-25bc86e0186f req-8217ed83-28f9-4f77-9bb4-0f660523bad4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:27.482257 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d2a86ca-055e-4dd9-9046-25bc86e0186f req-8217ed83-28f9-4f77-9bb4-0f660523bad4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f62c0f9-b9c5-4bdc-8132-da3ad14c2504 HTTP/1.1" status: 200 len: 854 time: 0.2277312 Feb 11 13:13:27.531313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7ac7511a-eb15-4f71-bfa6-a93481929c2a admin admin] 10.222.0.67 "DELETE /v2.0/networks/63516f9a-d592-41a5-b146-6bf848b55d35 HTTP/1.1" status: 204 len: 168 time: 1.5207520 Feb 11 13:13:27.540013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178daeb6-7dd9-44f5-bc43-f2c7423c4d69 req-1d3599c2-ba1e-4884-a601-93ab4d52beb2 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:27.553647 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-178daeb6-7dd9-44f5-bc43-f2c7423c4d69 req-1d3599c2-ba1e-4884-a601-93ab4d52beb2 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.6720123 Feb 11 13:13:27.575719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56440) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:27.623618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc703-9732-46ed-987e-f1d9fd7557f2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.649685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b773c4bd-2cf5-4a41-8fa2-860ac577b81b details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:13:27.698971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-178daeb6-7dd9-44f5-bc43-f2c7423c4d69 req-6760c325-0f3e-43b1-ae47-e210215ef757 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432445 Feb 11 13:13:27.700609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dc703-9732-46ed-987e-f1d9fd7557f2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Pushing event deleted for resources: {'Port': ['ID=69c0d5c9-6c74-470a-9528-5e6b089b6c42,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:27.796292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa61-dc18-49c1-8614-34f1a9b99319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.831592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc703-9732-46ed-987e-f1d9fd7557f2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.837421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0fa61-dc18-49c1-8614-34f1a9b99319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44714ef7-6552-4deb-8890-faf6a4f9b33c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:27.846018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a008ca1-cd5b-42b4-ae38-67f929a1f0f0 req-edd78f59-6330-435d-9bcf-78fe4fdb3ee4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:27.850773 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e3dc703-9732-46ed-987e-f1d9fd7557f2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.854774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a008ca1-cd5b-42b4-ae38-67f929a1f0f0 req-edd78f59-6330-435d-9bcf-78fe4fdb3ee4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 948 time: 0.4472744 Feb 11 13:13:27.854937 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1e3dc703-9732-46ed-987e-f1d9fd7557f2 tempest-ImagesOneServerNegativeTestJSON-986878732 tempest-ImagesOneServerNegativeTestJSON-986878732-project] 10.222.0.67 "DELETE /v2.0/floatingips/d7292ecf-2667-4e89-8e1d-7e90355f27b8 HTTP/1.1" status: 204 len: 168 time: 1.3199384 Feb 11 13:13:27.865330 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d2a86ca-055e-4dd9-9046-25bc86e0186f req-b65a3442-8d2c-4c9e-bebe-3639f2b5f8fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=446f9ce4-e24b-44b4-b743-298a0c13ff7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3305984 Feb 11 13:13:27.896472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa61-dc18-49c1-8614-34f1a9b99319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.900702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f0e0fa61-dc18-49c1-8614-34f1a9b99319 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/44714ef7-6552-4deb-8890-faf6a4f9b33c HTTP/1.1" status: 204 len: 168 time: 1.1751633 Feb 11 13:13:27.918852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b773c4bd-2cf5-4a41-8fa2-860ac577b81b, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:27.943412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', 'mac_address': 'fa:16:3e:1d:1c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:13:27.972290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d5bd22-d1b3-44c1-9e04-c570be33689c admin admin] Deleting subnet 80d9bd30-a2aa-4146-a811-f87282d9b94d {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:13:28.010044 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:28.033973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b773c4bd-2cf5-4a41-8fa2-860ac577b81b {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:13:28.034302 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22d5bd22-d1b3-44c1-9e04-c570be33689c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:28.051579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b773c4bd-2cf5-4a41-8fa2-860ac577b81b, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:28.057105 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:28.173511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:28.242689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22df975-4240-43aa-bfbc-3313322e1172 req-22d630ad-04a3-4ae8-9bd0-fd2fd61cd7ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:28.244195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b22df975-4240-43aa-bfbc-3313322e1172 req-22d630ad-04a3-4ae8-9bd0-fd2fd61cd7ae service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.7601349 Feb 11 13:13:28.258914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56462) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:28.316925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['b773c4bd-2cf5-4a41-8fa2-860ac577b81b'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:13:28.338610 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b22df975-4240-43aa-bfbc-3313322e1172 req-ec3cbff0-3e83-4229-87c8-7bd19495b880 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=270aacb6-5ff7-4361-954f-1216431a1814 HTTP/1.1" status: 200 len: 217 time: 0.0803118 Feb 11 13:13:28.340971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22d5bd22-d1b3-44c1-9e04-c570be33689c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:28.393497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f058014-de66-4728-b40c-5d5db7e8b2ab admin admin] Deleting subnet 030317ec-c34e-463e-b879-f7a97714cfe0 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:13:28.407022 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f058014-de66-4728-b40c-5d5db7e8b2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:28.553054 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f058014-de66-4728-b40c-5d5db7e8b2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:28.583107 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab85bc-d1ca-4ae5-a87b-1f7283fee8c4 None None] New status for floating IP bfef162c-261b-4fca-a8e7-de24a08ddf96: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:13:28.717910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f058014-de66-4728-b40c-5d5db7e8b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:28.770314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a008ca1-cd5b-42b4-ae38-67f929a1f0f0 req-fc3fb5f5-1c24-4854-95ed-797adc0f2b2e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9145682 Feb 11 13:13:28.867171 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f058014-de66-4728-b40c-5d5db7e8b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:28.917013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22df975-4240-43aa-bfbc-3313322e1172 req-a41cd9a6-47ae-44d3-884a-e445887e913f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:28.928396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b22df975-4240-43aa-bfbc-3313322e1172 req-a41cd9a6-47ae-44d3-884a-e445887e913f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.5486917 Feb 11 13:13:28.945523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f058014-de66-4728-b40c-5d5db7e8b2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030317ec-c34e-463e-b879-f7a97714cfe0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:28.967355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f058014-de66-4728-b40c-5d5db7e8b2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.010539 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7f058014-de66-4728-b40c-5d5db7e8b2ab admin admin] 10.222.0.67 "DELETE /v2.0/subnets/030317ec-c34e-463e-b879-f7a97714cfe0 HTTP/1.1" status: 204 len: 168 time: 0.7491169 Feb 11 13:13:29.016915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56482) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:29.029015 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22d5bd22-d1b3-44c1-9e04-c570be33689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.128337 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d2a86ca-055e-4dd9-9046-25bc86e0186f req-c2549cbf-a738-44ea-b26e-4791b88b3e2d service neutron] 10.222.0.73 "GET /v2.0/networks/446f9ce4-e24b-44b4-b743-298a0c13ff7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2355471 Feb 11 13:13:29.161952 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.289256 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22d5bd22-d1b3-44c1-9e04-c570be33689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.348076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.363254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5bd22-d1b3-44c1-9e04-c570be33689c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d9bd30-a2aa-4146-a811-f87282d9b94d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:29.401135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083bbb3a-6491-4c7e-be96-faf3a1bca70c']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:29.407354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b22df975-4240-43aa-bfbc-3313322e1172 req-517a03fa-a15e-4094-bca9-93c6c4133d6f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4711909 Feb 11 13:13:29.409280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d2a86ca-055e-4dd9-9046-25bc86e0186f req-f2cac73b-0a9f-4a19-a4b2-c7f29aac1abb service neutron] 10.222.0.73 "GET /v2.0/networks/446f9ce4-e24b-44b4-b743-298a0c13ff7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717044 Feb 11 13:13:29.424522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c640142-7de0-4599-95b9-e2166a1ec849') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:29.424924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c640142-7de0-4599-95b9-e2166a1ec849') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:29.459131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ad92-4e4f-4bb7-ac5c-9352c71de646 req-bd1ce64f-3a2f-4e34-8860-cf36eb041d92 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:29.477122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5072ad92-4e4f-4bb7-ac5c-9352c71de646 req-bd1ce64f-3a2f-4e34-8860-cf36eb041d92 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.5029387 Feb 11 13:13:29.482342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.504363 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.524192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:13:29.525571 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:29.547805 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:13:29.614272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22d5bd22-d1b3-44c1-9e04-c570be33689c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.635920 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-22d5bd22-d1b3-44c1-9e04-c570be33689c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/80d9bd30-a2aa-4146-a811-f87282d9b94d HTTP/1.1" status: 204 len: 168 time: 2.0519991 Feb 11 13:13:29.640013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56490) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:29.667645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 270aacb6-5ff7-4361-954f-1216431a1814 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:13:29.717215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.754321 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.791216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] Pushing event deleted for resources: {'Network': ['ID=083bbb3a-6491-4c7e-be96-faf3a1bca70c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:29.817743 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e9c304de-f337-4b31-930f-f3898c116099 admin admin] 10.222.0.67 "DELETE /v2.0/networks/083bbb3a-6491-4c7e-be96-faf3a1bca70c HTTP/1.1" status: 204 len: 168 time: 0.8003061 Feb 11 13:13:29.846328 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5072ad92-4e4f-4bb7-ac5c-9352c71de646 req-61b8f4b1-7182-4d8e-9b33-00b20e29361b tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647478 Feb 11 13:13:29.885034 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:13:29.889398 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.920383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 270aacb6-5ff7-4361-954f-1216431a1814, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=270aacb6-5ff7-4361-954f-1216431a1814,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:29.937656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b773c4bd-2cf5-4a41-8fa2-860ac577b81b up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:29.985444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '270aacb6-5ff7-4361-954f-1216431a1814', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '270aacb6-5ff7-4361-954f-1216431a1814', 'mac_address': 'fa:16:3e:64:47:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:13:30.119270 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.156542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270aacb6-5ff7-4361-954f-1216431a1814 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:13:30.176126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 270aacb6-5ff7-4361-954f-1216431a1814, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=270aacb6-5ff7-4361-954f-1216431a1814,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:30.178316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port b773c4bd-2cf5-4a41-8fa2-860ac577b81b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:30.185515 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.226546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port b773c4bd-2cf5-4a41-8fa2-860ac577b81b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:30.227456 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.251121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56514) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:30.267961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b22df975-4240-43aa-bfbc-3313322e1172 req-02775728-c228-4562-a87e-ff7fe967ff70 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8506556 Feb 11 13:13:30.319139 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.331025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=270aacb6-5ff7-4361-954f-1216431a1814,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:30.381185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7f7295b0-a931-4ce0-a083-f907a9cd8cb2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40d3c8cd37f4490b980420f182cbf936&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1288509 Feb 11 13:13:30.382570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56518) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:30.411917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90906625-9d7b-41a5-8959-46e281ed277b']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:30.425061 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.445526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906d7433-c276-44da-8a3c-eb56cc725dbc') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:30.445815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906d7433-c276-44da-8a3c-eb56cc725dbc') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:30.466366 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a86a44-ff30-4f9a-ab27-1ce0bfed36a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.476879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.489620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfc279-80d1-438f-bee7-4ab0fdea64db req-3f7c1155-ee39-43f6-85df-b48c0a98538e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:30.491547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ddfc279-80d1-438f-bee7-4ab0fdea64db req-3f7c1155-ee39-43f6-85df-b48c0a98538e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 949 time: 0.4638002 Feb 11 13:13:30.495892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5579e9c3-1a3f-4d0e-8615-bd5079b3b912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:30.524902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b773c4bd-2cf5-4a41-8fa2-860ac577b81b, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:30.526015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a86a44-ff30-4f9a-ab27-1ce0bfed36a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.530779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.535318 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.564858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:13:30.565673 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:30.595083 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:13:30.597187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['270aacb6-5ff7-4361-954f-1216431a1814'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:13:30.613704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b22df975-4240-43aa-bfbc-3313322e1172 req-4ff19468-436c-4dc4-8a65-b46aa3ec60c6 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296909 Feb 11 13:13:30.648224 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5579e9c3-1a3f-4d0e-8615-bd5079b3b912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', 'code': 200} Feb 11 13:13:30.656159 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a86a44-ff30-4f9a-ab27-1ce0bfed36a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.686210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a86a44-ff30-4f9a-ab27-1ce0bfed36a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336d9b28-547b-41f0-bdf0-b85222887b4d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:30.705335 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a86a44-ff30-4f9a-ab27-1ce0bfed36a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.705335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a1a86a44-ff30-4f9a-ab27-1ce0bfed36a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/336d9b28-547b-41f0-bdf0-b85222887b4d HTTP/1.1" status: 204 len: 168 time: 0.3178720 Feb 11 13:13:30.875625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:30.910185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ddfc279-80d1-438f-bee7-4ab0fdea64db req-c9825d1e-cd2e-4599-a534-6e2b28d57223 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025128 Feb 11 13:13:31.027216 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:31.034506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:31.164487 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] 10.222.0.67 "DELETE /v2.0/networks/90906625-9d7b-41a5-8959-46e281ed277b HTTP/1.1" status: 204 len: 168 time: 1.5147488 Feb 11 13:13:31.164487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c0bce-59d2-4380-8030-2a7d76f96f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=90906625-9d7b-41a5-8959-46e281ed277b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:31.207143 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b66f2e0d-b631-4cd6-93af-1147792fdda3 req-fdebc988-6e57-4ccc-aa97-72cb912787f9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 1101 time: 0.4065251 Feb 11 13:13:31.321916 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b66f2e0d-b631-4cd6-93af-1147792fdda3 req-ccf92cce-2b3f-4835-a186-5f2de9f57034 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097522 Feb 11 13:13:31.430848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda06b2-2bba-41b8-9e15-993c4e34e0d3 req-74bf5be0-65d4-43f4-93fe-c73ca77f3563 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:31.430848 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbda06b2-2bba-41b8-9e15-993c4e34e0d3 req-74bf5be0-65d4-43f4-93fe-c73ca77f3563 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.2108583 Feb 11 13:13:31.571699 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbda06b2-2bba-41b8-9e15-993c4e34e0d3 req-a6314fd9-d31a-4077-a12e-f4f25297df7c tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272573 Feb 11 13:13:31.686425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56554) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:31.777863 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c22273e6-c56b-493e-8d27-ef0669154116 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ae24ef4d532a444db597ca278676157f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0895858 Feb 11 13:13:31.785952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56558) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:31.875445 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe9ce239-659f-40e2-b8a5-290c1d0ad52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:31.921382 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe9ce239-659f-40e2-b8a5-290c1d0ad52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:32.002036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe9ce239-659f-40e2-b8a5-290c1d0ad52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:32.043815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ce239-659f-40e2-b8a5-290c1d0ad52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13902065-cf53-40b6-b62f-da004c0881dd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:32.063069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe9ce239-659f-40e2-b8a5-290c1d0ad52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:32.063069 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fe9ce239-659f-40e2-b8a5-290c1d0ad52b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13902065-cf53-40b6-b62f-da004c0881dd HTTP/1.1" status: 204 len: 168 time: 0.2769606 Feb 11 13:13:32.380580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbada1c6-a0b2-457f-a188-b2ac80014f52 req-0d13535a-6767-467e-b37d-5972f572d397 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:32.383601 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbada1c6-a0b2-457f-a188-b2ac80014f52 req-0d13535a-6767-467e-b37d-5972f572d397 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 950 time: 0.1468806 Feb 11 13:13:32.514529 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbada1c6-a0b2-457f-a188-b2ac80014f52 req-ee219510-4266-4742-901d-6f548c32ccea tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234310 Feb 11 13:13:33.048958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80fb37-169c-48c8-a039-18ed9b3ea08c req-b34da7cf-220b-46d4-bf30-18b8da8c8b00 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:33.057878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a80fb37-169c-48c8-a039-18ed9b3ea08c req-b34da7cf-220b-46d4-bf30-18b8da8c8b00 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.1183262 Feb 11 13:13:33.127656 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a80fb37-169c-48c8-a039-18ed9b3ea08c req-990e693b-1c37-4c0a-87b8-949f45bea984 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685744 Feb 11 13:13:33.349840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56604) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:33.421776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d4bec48c-6a36-490a-8184-405bf94d67b1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=56d8ce07eb714fa4b474ad9b969011c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0703351 Feb 11 13:13:33.424584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56610) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:33.547311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aab409fc-6290-4084-96da-49b796a39b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:33.633721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aab409fc-6290-4084-96da-49b796a39b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:33.670514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 270aacb6-5ff7-4361-954f-1216431a1814 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:33.780122 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aab409fc-6290-4084-96da-49b796a39b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:33.813460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab409fc-6290-4084-96da-49b796a39b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba30000-d0af-42a5-abd0-56ec77ace7a1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:33.818489 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aab409fc-6290-4084-96da-49b796a39b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:33.827330 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aab409fc-6290-4084-96da-49b796a39b5c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5ba30000-d0af-42a5-abd0-56ec77ace7a1 HTTP/1.1" status: 204 len: 168 time: 0.4005897 Feb 11 13:13:33.928178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 270aacb6-5ff7-4361-954f-1216431a1814 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:33.938509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 270aacb6-5ff7-4361-954f-1216431a1814 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:33.940447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:33.977148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae34b9b-b7a8-4a4a-a104-b8b300fec330 req-3ed7c1ec-c9b9-4fac-b873-1912fb35f79f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:33.989129 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0ae34b9b-b7a8-4a4a-a104-b8b300fec330 req-3ed7c1ec-c9b9-4fac-b873-1912fb35f79f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 950 time: 0.1304908 Feb 11 13:13:34.170147 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:34.221162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b1563b-1e4b-4e80-b166-bce666e320eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270aacb6-5ff7-4361-954f-1216431a1814'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:34.236517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 270aacb6-5ff7-4361-954f-1216431a1814, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=270aacb6-5ff7-4361-954f-1216431a1814,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:34.243021 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:34.341148 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0ae34b9b-b7a8-4a4a-a104-b8b300fec330 req-791667ac-2cc2-4fa5-ad40-fbfc59e4dca4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511419 Feb 11 13:13:34.351133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=270aacb6-5ff7-4361-954f-1216431a1814,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:34.612178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-0ff2636c-ccef-4d29-a22c-cdde1bc6382e tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:34.620021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-0ff2636c-ccef-4d29-a22c-cdde1bc6382e tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Synchronizing usage tracker for tenant:31b992635d4144538d17315b43e302bc on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:13:34.652983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-0ff2636c-ccef-4d29-a22c-cdde1bc6382e tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Unset dirty status for tenant:31b992635d4144538d17315b43e302bc on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:13:34.667054 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-0ff2636c-ccef-4d29-a22c-cdde1bc6382e tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/networks?id=11bc1a99-9afa-46e7-971a-a22a075a30c7 HTTP/1.1" status: 200 len: 815 time: 0.5705934 Feb 11 13:13:34.698664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-f14eb5c6-337a-4dd4-bb86-7a08013e847a tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/quotas/31b992635d4144538d17315b43e302bc HTTP/1.1" status: 200 len: 375 time: 0.0413706 Feb 11 13:13:34.833544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-35f5835b-26e3-40a9-a46b-6969ef7c2f3a tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Synchronizing usage tracker for tenant:31b992635d4144538d17315b43e302bc on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:13:34.866852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-35f5835b-26e3-40a9-a46b-6969ef7c2f3a tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Unset dirty status for tenant:31b992635d4144538d17315b43e302bc on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:13:34.868743 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-35f5835b-26e3-40a9-a46b-6969ef7c2f3a tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=31b992635d4144538d17315b43e302bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432152 Feb 11 13:13:35.324425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-96d2f977-8f05-4b4a-af33-96bc4fa055ab service neutron] 10.222.0.67 "GET /v2.0/networks/11bc1a99-9afa-46e7-971a-a22a075a30c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425941 Feb 11 13:13:35.525126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d5bae-2220-41ff-b5d2-84cc31b555bc req-37390155-e8a0-4d09-ac15-9421e147567a tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:35.536922 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-857d5bae-2220-41ff-b5d2-84cc31b555bc req-37390155-e8a0-4d09-ac15-9421e147567a tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.1898925 Feb 11 13:13:35.713589 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-3ca0ab6b-6bc1-4d21-a4ae-bbb9f2827e76 service neutron] 10.222.0.67 "GET /v2.0/networks/11bc1a99-9afa-46e7-971a-a22a075a30c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477507 Feb 11 13:13:35.743156 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-857d5bae-2220-41ff-b5d2-84cc31b555bc req-e3999453-bea5-4ffa-8ca2-c6b72fc4ef06 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998765 Feb 11 13:13:35.876779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56672) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:35.891755 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b1563b-1e4b-4e80-b166-bce666e320eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270aacb6-5ff7-4361-954f-1216431a1814', 'code': 200} Feb 11 13:13:36.352482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a99c72b7-a76e-4f05-a486-7a934437c372 req-cc411001-b690-4d44-a2c3-47cf409f5d28 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 1101 time: 0.3778057 Feb 11 13:13:36.475096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a99c72b7-a76e-4f05-a486-7a934437c372 req-03ea67ff-88f8-4f9b-bf41-72f5a5173e28 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100609 Feb 11 13:13:36.619854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6ab2243-a4ba-4e5f-83bb-b2caed1a82ce req-dd14f0d6-98d5-4f8c-8223-489b0fbcf219 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 210 time: 0.1396487 Feb 11 13:13:36.623850 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96c854e9-712f-443a-becb-b0a0c7864ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:36.673738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-96c854e9-712f-443a-becb-b0a0c7864ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:36.678728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-96c854e9-712f-443a-becb-b0a0c7864ebe admin admin] Usage tracker for resource:security_group_rule and tenant:2057976281e14242b01d6a49eaab20b1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:36.678845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301685-f5ea-41f4-9e01-508101faa617 req-5c4a97fb-52d0-4591-b9ec-f1fd438cfea3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:36.682735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-96c854e9-712f-443a-becb-b0a0c7864ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:36.684537 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f5301685-f5ea-41f4-9e01-508101faa617 req-5c4a97fb-52d0-4591-b9ec-f1fd438cfea3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 950 time: 0.3272607 Feb 11 13:13:36.688055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-96c854e9-712f-443a-becb-b0a0c7864ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:36.761940 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96c854e9-712f-443a-becb-b0a0c7864ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:36.767058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96c854e9-712f-443a-becb-b0a0c7864ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:36.832435 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-96c854e9-712f-443a-becb-b0a0c7864ebe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2057976281e14242b01d6a49eaab20b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9542706 Feb 11 13:13:36.834459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c854e9-712f-443a-becb-b0a0c7864ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e33c2d-4c38-48b8-810b-63edb039c5da,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:36.836958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56702) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:36.895110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f5301685-f5ea-41f4-9e01-508101faa617 req-e47c9edc-4d17-4c25-ba28-81ba91dee9f7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037253 Feb 11 13:13:36.949350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e979f1e-ec85-491e-94ff-ad749635453f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:36.996304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e979f1e-ec85-491e-94ff-ad749635453f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:37.027522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56708) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:37.174462 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:37.208272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e979f1e-ec85-491e-94ff-ad749635453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:37.311655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e979f1e-ec85-491e-94ff-ad749635453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e33c2d-4c38-48b8-810b-63edb039c5da,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:37.368089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddc8a9-e908-4d92-84bc-1e942950705c req-898687b8-feed-43df-8f2d-4e6bce9df25c tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:37.399159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cddc8a9-e908-4d92-84bc-1e942950705c req-898687b8-feed-43df-8f2d-4e6bce9df25c tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.3622482 Feb 11 13:13:37.493739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1988806591-network', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:37.503866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:37.513887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Usage tracker for resource:network and tenant:0b415cb25f694bd8bac59294d2590e35 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:37.517574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:37.519612 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7e979f1e-ec85-491e-94ff-ad749635453f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:37.521229 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7e979f1e-ec85-491e-94ff-ad749635453f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/05e33c2d-4c38-48b8-810b-63edb039c5da HTTP/1.1" status: 204 len: 168 time: 0.6827562 Feb 11 13:13:37.537581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:37.564521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Made reservation on behalf of 0b415cb25f694bd8bac59294d2590e35 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:37.572271 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:37.573006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cddc8a9-e908-4d92-84bc-1e942950705c req-668ab4ce-6320-4c4e-8c31-8d2de3cb6509 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724796 Feb 11 13:13:37.621264 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:37.690383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:37.690383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Usage tracker for resource:security_group_rule and tenant:0b415cb25f694bd8bac59294d2590e35 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:37.702347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:37.713783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:37.904317 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:37.911020 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:37.948489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:13:37.984175 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:37.985332 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Added segment 9f0c49bb-2b85-453d-85ec-105fa8a794d6 of type vlan for network 25e827e2-9804-4830-98db-22310f566f42 Feb 11 13:13:38.028236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:38.083360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:38.083360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.083360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:38.274253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Pushing event updated for resources: {'Network': ['ID=25e827e2-9804-4830-98db-22310f566f42,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:38.287105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 25e827e2-9804-4830-98db-22310f566f42 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:13:38.375221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2e0c8c-556d-4856-bf71-55e25e5b4ba0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:38.396305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a5eaf992-9a2f-475d-b296-ddbb32b5e413 req-044910d6-eaee-41e1-b290-ca56d0e0dcd8 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 210 time: 0.1274395 Feb 11 13:13:38.413226 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e5212d4a-b79e-4eb0-802d-12cbad1b38de admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3831148 Feb 11 13:13:38.414519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56736) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:38.426219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Request body: {'subnet': {'network_id': '25e827e2-9804-4830-98db-22310f566f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1988806591-subnet', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:38.440308 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:38.448476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Usage tracker for resource:subnet and tenant:0b415cb25f694bd8bac59294d2590e35 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:38.456950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:38.472604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:38.497778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Made reservation on behalf of 0b415cb25f694bd8bac59294d2590e35 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:38.500598 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:38.599336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56744) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:38.792130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e638f51-a0bf-4dde-98ea-815e46a3e0d4 req-14438d9c-f84b-4cfb-a148-3658c3529149 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.808810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6e638f51-a0bf-4dde-98ea-815e46a3e0d4 req-14438d9c-f84b-4cfb-a148-3658c3529149 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 950 time: 0.4906256 Feb 11 13:13:38.982145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4869db46-f655-45d0-a067-6440e195000c req-7b8385c7-e356-4209-9e82-d02188435635 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 1096 time: 0.4689155 Feb 11 13:13:39.123327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13309b32-51f9-41f2-bf10-d0d049c7e578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:39.147682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-4764bcd8-dce3-4be4-95c4-2b8baafc1c4c tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:39.149332 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-4764bcd8-dce3-4be4-95c4-2b8baafc1c4c tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.73 "GET /v2.0/networks?id=11bc1a99-9afa-46e7-971a-a22a075a30c7 HTTP/1.1" status: 200 len: 815 time: 0.1839414 Feb 11 13:13:39.172807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Request body: {'port': {'device_id': 'be1ff2a3-bfc2-41cc-9bcc-606faec8072d', 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7', 'admin_state_up': True, 'tenant_id': '31b992635d4144538d17315b43e302bc'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:39.183366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6e638f51-a0bf-4dde-98ea-815e46a3e0d4 req-f58bb3ce-bd7b-40f0-929e-51135b9f9d30 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706622 Feb 11 13:13:39.210483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4869db46-f655-45d0-a067-6440e195000c req-5790521f-b36b-46f6-bbe8-bce06dfb8e75 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700256 Feb 11 13:13:39.217385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-13309b32-51f9-41f2-bf10-d0d049c7e578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:39.225071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-13309b32-51f9-41f2-bf10-d0d049c7e578 admin admin] Usage tracker for resource:security_group_rule and tenant:48a9dd89184b4a65acab4263dd0a72c4 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:39.232143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-13309b32-51f9-41f2-bf10-d0d049c7e578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:39.246003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-13309b32-51f9-41f2-bf10-d0d049c7e578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:39.275208 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:39.353879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13309b32-51f9-41f2-bf10-d0d049c7e578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:39.360712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13309b32-51f9-41f2-bf10-d0d049c7e578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:39.362173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8dd3a-03a9-4264-b4d3-2a87b14abb6b req-fbda4f37-dafd-4a04-9ee3-77fe383ed27e tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:39.369303 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fbb8dd3a-03a9-4264-b4d3-2a87b14abb6b req-fbda4f37-dafd-4a04-9ee3-77fe383ed27e tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.4441893 Feb 11 13:13:39.461448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13309b32-51f9-41f2-bf10-d0d049c7e578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b98a62-e413-4249-ae0c-1ad040ef5046,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:39.477289 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-13309b32-51f9-41f2-bf10-d0d049c7e578 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=48a9dd89184b4a65acab4263dd0a72c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8742518 Feb 11 13:13:39.480678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56766) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:39.496687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8dad609-c786-4f07-a84a-e5fd0e1e2544,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:39.560487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Checking segment: {'id': '9f0c49bb-2b85-453d-85ec-105fa8a794d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '25e827e2-9804-4830-98db-22310f566f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:13:39.561317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Network hostable DHCP agents. Network: 25e827e2-9804-4830-98db-22310f566f42, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:13:39.577913 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fbb8dd3a-03a9-4264-b4d3-2a87b14abb6b req-ab87dbc1-c775-4660-8eca-8f5d740ece95 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069347 Feb 11 13:13:39.632000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-274ccecf-679d-4c4d-a6c1-7ce25ed9541b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:39.643299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:39.680384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-274ccecf-679d-4c4d-a6c1-7ce25ed9541b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:39.683423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:39.709871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Network 25e827e2-9804-4830-98db-22310f566f42 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:13:39.726329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Made reservation on behalf of 31b992635d4144538d17315b43e302bc for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:39.737598 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:39.770720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-274ccecf-679d-4c4d-a6c1-7ce25ed9541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:39.808941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ccecf-679d-4c4d-a6c1-7ce25ed9541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b98a62-e413-4249-ae0c-1ad040ef5046,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:39.826897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-274ccecf-679d-4c4d-a6c1-7ce25ed9541b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:39.828844 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-274ccecf-679d-4c4d-a6c1-7ce25ed9541b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03b98a62-e413-4249-ae0c-1ad040ef5046 HTTP/1.1" status: 204 len: 168 time: 0.3467731 Feb 11 13:13:39.890802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 25e827e2-9804-4830-98db-22310f566f42) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:39.901192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6122b5a0-f73d-486b-809b-766ce1cd67d4 None None] Network 25e827e2-9804-4830-98db-22310f566f42 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:13:39.992394 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5db00dde-085d-42f4-96b2-9ff479f292ef req-c5770133-3256-4e75-ba84-cd8884cbb026 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 210 time: 0.1046245 Feb 11 13:13:40.006255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:40.007235 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:40.248585 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d70f4462-3857-456d-b04b-2ec1bf00b98d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8324292 Feb 11 13:13:40.253337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:40.280305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1988806591-router', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:40.314633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:40.318338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Allocated IP 172.20.0.10 (11bc1a99-9afa-46e7-971a-a22a075a30c7/34bef65d-1e0b-4a22-b1a3-d2fcba58a34b/63511ef0-6f49-4530-bddc-4740bd339079) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:40.325627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Usage tracker for resource:router and tenant:0b415cb25f694bd8bac59294d2590e35 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:40.330379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:40.332202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8d809-0270-457b-8f13-7630feac0253 req-6ae2592e-39bf-4ddf-bba5-906b5b1db263 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:40.342274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:40.349116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8d809-0270-457b-8f13-7630feac0253 req-6ae2592e-39bf-4ddf-bba5-906b5b1db263 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:40.361627 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3b8d809-0270-457b-8f13-7630feac0253 req-6ae2592e-39bf-4ddf-bba5-906b5b1db263 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912&device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 1691 time: 0.3136318 Feb 11 13:13:40.382345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:40.383294 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:40.507480 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:40.580166 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3b8d809-0270-457b-8f13-7630feac0253 req-f5d84516-c58b-4957-8aab-077e4a6533f6 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070451 Feb 11 13:13:40.714405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-25e827e2-9804-4830-98db-22310f566f42', 'network_id': '25e827e2-9804-4830-98db-22310f566f42', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'fixed_ips': [{'subnet_id': 'e8dad609-c786-4f07-a84a-e5fd0e1e2544'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:13:40.715018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:41.092361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Allocated IP 172.20.0.2 (25e827e2-9804-4830-98db-22310f566f42/e8dad609-c786-4f07-a84a-e5fd0e1e2544/a6106dfe-390c-4035-a897-24eb0b0e4f6e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:41.234474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113a29f-f502-43cd-9b95-d98b5f3e7ada req-935b1eeb-7594-44bf-9afe-6a22a1248460 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:41.245775 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8113a29f-f502-43cd-9b95-d98b5f3e7ada req-935b1eeb-7594-44bf-9afe-6a22a1248460 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.2084050 Feb 11 13:13:41.271954 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:41.321320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:41.367872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8113a29f-f502-43cd-9b95-d98b5f3e7ada req-210f99fe-abdb-4e50-a55c-d619c1fda9b4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205335 Feb 11 13:13:41.374841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Transition to ACTIVE for port object 63511ef0-6f49-4530-bddc-4740bd339079 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:41.579608 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:41.750873 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-135baf64-2795-49a4-8e10-88427f1692c5 req-fdeffec4-15b5-4458-ab1d-dad50db62505 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 1101 time: 0.1774757 Feb 11 13:13:41.755639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56820) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:41.769850 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:41.784208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Transition to ACTIVE for port object a6106dfe-390c-4035-a897-24eb0b0e4f6e will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:41.819116 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a519cab0-adaa-4388-b16e-e4931b46e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:41.827321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Transition to ACTIVE for port object a6106dfe-390c-4035-a897-24eb0b0e4f6e will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:41.846198 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:41.896819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-135baf64-2795-49a4-8e10-88427f1692c5 req-bb7e9528-94a4-489b-a09f-34c72d677c43 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444640 Feb 11 13:13:41.898100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a519cab0-adaa-4388-b16e-e4931b46e5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:41.907537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a519cab0-adaa-4388-b16e-e4931b46e5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4719bd8f5819493897261d0a78f8ac69 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:41.923238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a519cab0-adaa-4388-b16e-e4931b46e5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:41.933503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a519cab0-adaa-4388-b16e-e4931b46e5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:41.939713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Pushing event updated for resources: {'Port': ['ID=63511ef0-6f49-4530-bddc-4740bd339079,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:41.987335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Network 25e827e2-9804-4830-98db-22310f566f42 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:42.017127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:42.039487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:13:42.047354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Network 11bc1a99-9afa-46e7-971a-a22a075a30c7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:42.075677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:42.084467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:13:42.265644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:42.266385 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:42.287312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Pushing event updated for resources: {'Port': ['ID=a6106dfe-390c-4035-a897-24eb0b0e4f6e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:42.424952 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-8fd84e02-390d-4a6d-9ed9-b26c54860c36 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2574437 Feb 11 13:13:42.499849 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:42.541290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Request body: {'port': {'device_id': 'be1ff2a3-bfc2-41cc-9bcc-606faec8072d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:42.625542 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:42.659113 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a519cab0-adaa-4388-b16e-e4931b46e5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:42.661328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Attempting to bind port a6106dfe-390c-4035-a897-24eb0b0e4f6e on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:13:42.661760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Attempting to bind port a6106dfe-390c-4035-a897-24eb0b0e4f6e by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9f0c49bb-2b85-453d-85ec-105fa8a794d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '25e827e2-9804-4830-98db-22310f566f42'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:13:42.662218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Attempting to bind port a6106dfe-390c-4035-a897-24eb0b0e4f6e on network 25e827e2-9804-4830-98db-22310f566f42 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:13:42.676091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a519cab0-adaa-4388-b16e-e4931b46e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:42.684197 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:42.711991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:13:42.712253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Checking segment: {'id': '9f0c49bb-2b85-453d-85ec-105fa8a794d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '25e827e2-9804-4830-98db-22310f566f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:13:42.712674 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:42.713083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Bound using segment: {'id': '9f0c49bb-2b85-453d-85ec-105fa8a794d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '25e827e2-9804-4830-98db-22310f566f42'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:13:42.713550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Bound port: a6106dfe-390c-4035-a897-24eb0b0e4f6e, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0c49bb-2b85-453d-85ec-105fa8a794d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '25e827e2-9804-4830-98db-22310f566f42'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:13:42.713924 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:42.771654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7799f8f-c9bf-44dc-99d0-7c257f891a5e req-a2d33ad8-9da2-4b31-94dd-14d2feac0373 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:42.779479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7799f8f-c9bf-44dc-99d0-7c257f891a5e req-a2d33ad8-9da2-4b31-94dd-14d2feac0373 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 932 time: 0.6115603 Feb 11 13:13:42.957625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-922772a2-d2d6-4e2d-8ff6-754e1033c43c None None] Provisioning for port 63511ef0-6f49-4530-bddc-4740bd339079 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:42.972783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-922772a2-d2d6-4e2d-8ff6-754e1033c43c None None] Provisioning complete for port 63511ef0-6f49-4530-bddc-4740bd339079 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:42.973440 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-922772a2-d2d6-4e2d-8ff6-754e1033c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:42.993880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Allocated IP 172.25.4.152 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/e3b1c269-fc72-4fb4-96a8-d7cd029104e2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:43.007366 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:43.023565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a7799f8f-c9bf-44dc-99d0-7c257f891a5e req-0e015220-c74e-4c0b-8388-2e1898476844 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Synchronizing usage tracker for tenant:31b992635d4144538d17315b43e302bc on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:13:43.031543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] For port a6106dfe-390c-4035-a897-24eb0b0e4f6e, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:43.041699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519cab0-adaa-4388-b16e-e4931b46e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47379e50-b0a7-4aed-8938-39a3aed2d797,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:43.048287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] For port a6106dfe-390c-4035-a897-24eb0b0e4f6e, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a6106dfe-390c-4035-a897-24eb0b0e4f6e,segment=NetworkSegment(9f0c49bb-2b85-453d-85ec-105fa8a794d6),segment_id=9f0c49bb-2b85-453d-85ec-105fa8a794d6)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:43.048287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-922772a2-d2d6-4e2d-8ff6-754e1033c43c None None] Port 63511ef0-6f49-4530-bddc-4740bd339079 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:13:43.057538 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:43.073400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a519cab0-adaa-4388-b16e-e4931b46e5b3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4719bd8f5819493897261d0a78f8ac69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2903686 Feb 11 13:13:43.080629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56834) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:43.155016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a7799f8f-c9bf-44dc-99d0-7c257f891a5e req-0e015220-c74e-4c0b-8388-2e1898476844 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Unset dirty status for tenant:31b992635d4144538d17315b43e302bc on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:13:43.171794 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7799f8f-c9bf-44dc-99d0-7c257f891a5e req-0e015220-c74e-4c0b-8388-2e1898476844 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904080 Feb 11 13:13:43.182749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0683481-4c4b-4fab-bed8-c35bc48d0c94 None None] Pushing event updated for resources: {'Port': ['ID=a6106dfe-390c-4035-a897-24eb0b0e4f6e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:43.212084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3097581f-88cc-4bdb-8977-809831ea1375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:43.277293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3097581f-88cc-4bdb-8977-809831ea1375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:43.681757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5486a7f7-361c-4fb7-bd7e-abc4592a4cc0 req-e726e28d-1902-48f3-b089-bd4e990e32ce tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 1101 time: 0.1813288 Feb 11 13:13:43.698986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3097581f-88cc-4bdb-8977-809831ea1375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:43.734117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a71c4-ba9b-4748-9d8a-0d8aac0c88a6 req-a77bfe79-d8e2-416b-bcd5-058807e3c645 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:43.741808 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c5a71c4-ba9b-4748-9d8a-0d8aac0c88a6 req-a77bfe79-d8e2-416b-bcd5-058807e3c645 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.7090509 Feb 11 13:13:43.773534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097581f-88cc-4bdb-8977-809831ea1375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47379e50-b0a7-4aed-8938-39a3aed2d797,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:43.792900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3097581f-88cc-4bdb-8977-809831ea1375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:43.799410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3097581f-88cc-4bdb-8977-809831ea1375 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47379e50-b0a7-4aed-8938-39a3aed2d797 HTTP/1.1" status: 204 len: 168 time: 0.7168500 Feb 11 13:13:43.866921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5486a7f7-361c-4fb7-bd7e-abc4592a4cc0 req-50b2bbe7-af33-4822-acde-7d2855bfb945 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392632 Feb 11 13:13:43.990723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c5a71c4-ba9b-4748-9d8a-0d8aac0c88a6 req-547568db-d78b-4fc4-a2e9-2d9fb5d4ad8b tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474482 Feb 11 13:13:43.998344 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:44.226646 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:44.320622 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:13:44.349441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:44.366004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:44.368663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:13:44.596685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b1c269-fc72-4fb4-96a8-d7cd029104e2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:44.628744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63511ef0-6f49-4530-bddc-4740bd339079 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:13:44.640818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a6106dfe-390c-4035-a897-24eb0b0e4f6e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:44.797748 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:44.881428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Transition to ACTIVE for port object 63511ef0-6f49-4530-bddc-4740bd339079 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:44.923343 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:44.968102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a6106dfe-390c-4035-a897-24eb0b0e4f6e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:45.293079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Pushing event updated for resources: {'Port': ['ID=63511ef0-6f49-4530-bddc-4740bd339079,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:45.341297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13eea8-2e9f-4a97-bee6-5a6a18e11c8a None None] Network 25e827e2-9804-4830-98db-22310f566f42 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:13:45.690365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Attempting to bind port 63511ef0-6f49-4530-bddc-4740bd339079 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:13:45.690919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Attempting to bind port 63511ef0-6f49-4530-bddc-4740bd339079 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:13:45.692699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Attempting to bind port 63511ef0-6f49-4530-bddc-4740bd339079 on network 11bc1a99-9afa-46e7-971a-a22a075a30c7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:13:45.740945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7cd4d237-ae3c-4d3e-a714-8f9f124cb617 None None] Provisioning for port a6106dfe-390c-4035-a897-24eb0b0e4f6e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:45.747210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Port 63511ef0-6f49-4530-bddc-4740bd339079 on network 11bc1a99-9afa-46e7-971a-a22a075a30c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:13:45.756147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Attempting to bind port 63511ef0-6f49-4530-bddc-4740bd339079 on network 11bc1a99-9afa-46e7-971a-a22a075a30c7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:13:45.808232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7cd4d237-ae3c-4d3e-a714-8f9f124cb617 None None] Provisioning complete for port a6106dfe-390c-4035-a897-24eb0b0e4f6e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:45.810788 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d237-ae3c-4d3e-a714-8f9f124cb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:45.827162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:13:45.832932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Checking segment: {'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:13:45.833545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Bound using segment: {'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:13:45.837811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Bound port: 63511ef0-6f49-4530-bddc-4740bd339079, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e4399-5926-4bfa-b152-a7067f9d1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:13:45.843583 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:45.922140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62778771-cd6a-4e9c-86a2-eb1a35560cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:46.128731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d970-7f4a-46c3-a818-d9bd7720cdfd req-9fb78a2c-b0e7-4b0f-8f66-71a6fd57d2d6 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:46.138704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-61b9d970-7f4a-46c3-a818-d9bd7720cdfd req-9fb78a2c-b0e7-4b0f-8f66-71a6fd57d2d6 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 944 time: 0.3442869 Feb 11 13:13:46.201730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:46.202513 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:46.359604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-61b9d970-7f4a-46c3-a818-d9bd7720cdfd req-2a49ce3a-1700-4cc8-ae72-83284243010b tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194872 Feb 11 13:13:46.417334 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d237-ae3c-4d3e-a714-8f9f124cb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:46.678423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] For port 63511ef0-6f49-4530-bddc-4740bd339079, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:46.716342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] For port 63511ef0-6f49-4530-bddc-4740bd339079, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=63511ef0-6f49-4530-bddc-4740bd339079,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:46.735043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:46.763416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7cd4d237-ae3c-4d3e-a714-8f9f124cb617 None None] For port a6106dfe-390c-4035-a897-24eb0b0e4f6e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a6106dfe-390c-4035-a897-24eb0b0e4f6e,segment=NetworkSegment(9f0c49bb-2b85-453d-85ec-105fa8a794d6),segment_id=9f0c49bb-2b85-453d-85ec-105fa8a794d6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:46.810601 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cd4d237-ae3c-4d3e-a714-8f9f124cb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:46.944973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4d237-ae3c-4d3e-a714-8f9f124cb617 None None] Pushing event updated for resources: {'Port': ['ID=a6106dfe-390c-4035-a897-24eb0b0e4f6e,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:47.093681 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:47.095174 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] 10.222.0.73 "PUT /v2.0/ports/63511ef0-6f49-4530-bddc-4740bd339079 HTTP/1.1" status: 200 len: 1092 time: 4.5682988 Feb 11 13:13:47.099543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56906) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:47.104062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1ff2a3-bfc2-41cc-9bcc-606faec8072d', 'tag': '63511ef0-6f49-4530-bddc-4740bd339079'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:13:47.198668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847bbb3-d53c-4503-8ff8-c02fa6d39098 service neutron] Pushing event updated for resources: {'Port': ['ID=63511ef0-6f49-4530-bddc-4740bd339079,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:47.592800 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-9f0aa747-1d95-4fd3-9c9c-27f984f92332 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31b992635d4144538d17315b43e302bc&device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 1095 time: 0.2794144 Feb 11 13:13:47.647438 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f96e7d61-2eac-466e-a621-428180ac84f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:47.700148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0880c570-3441-4a56-bebf-26463aa4a0f0 None None] Provisioning complete for port a6106dfe-390c-4035-a897-24eb0b0e4f6e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:47.700525 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0880c570-3441-4a56-bebf-26463aa4a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:47.846749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-14684561-9069-402f-ac76-9c96c4a92082 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63511ef0-6f49-4530-bddc-4740bd339079 HTTP/1.1" status: 200 len: 217 time: 0.2360461 Feb 11 13:13:47.862089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:13:47.901645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3219-cc32-49d4-ad0a-b6ed967e00c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:47.962197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5e1c3219-cc32-49d4-ad0a-b6ed967e00c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:47.971178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5e1c3219-cc32-49d4-ad0a-b6ed967e00c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2ef6aee4414ae58b94f6876acadf01 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:47.975346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5e1c3219-cc32-49d4-ad0a-b6ed967e00c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:47.985652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5e1c3219-cc32-49d4-ad0a-b6ed967e00c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:48.072573 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-2c410d07-ea31-454f-b0e9-c21aa7693825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:48.082132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-2c410d07-ea31-454f-b0e9-c21aa7693825 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34bef65d-1e0b-4a22-b1a3-d2fcba58a34b HTTP/1.1" status: 200 len: 854 time: 0.1889014 Feb 11 13:13:48.156848 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3219-cc32-49d4-ad0a-b6ed967e00c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:48.162849 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3219-cc32-49d4-ad0a-b6ed967e00c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:48.233894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c3219-cc32-49d4-ad0a-b6ed967e00c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8331b4-f88f-4b6a-abfa-9188f6365744,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:48.244295 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5e1c3219-cc32-49d4-ad0a-b6ed967e00c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac2ef6aee4414ae58b94f6876acadf01&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1430302 Feb 11 13:13:48.247436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56924) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:48.364597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-508ee134-e400-486d-afe8-d53e80d5f490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:48.395725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a6106dfe-390c-4035-a897-24eb0b0e4f6e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:48.425902 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-508ee134-e400-486d-afe8-d53e80d5f490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:48.481093 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-1042ff79-0481-44f5-94a1-d5dd68cbc0ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11bc1a99-9afa-46e7-971a-a22a075a30c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4005003 Feb 11 13:13:48.553302 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-508ee134-e400-486d-afe8-d53e80d5f490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:48.581975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ee134-e400-486d-afe8-d53e80d5f490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8331b4-f88f-4b6a-abfa-9188f6365744,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:48.598981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-508ee134-e400-486d-afe8-d53e80d5f490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:48.601031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-508ee134-e400-486d-afe8-d53e80d5f490 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ff8331b4-f88f-4b6a-abfa-9188f6365744 HTTP/1.1" status: 204 len: 168 time: 0.3518260 Feb 11 13:13:48.676011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a6106dfe-390c-4035-a897-24eb0b0e4f6e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:48.676011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:48.918878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-52098e1a-cbd5-478a-8c86-6b4e7f938214 service neutron] 10.222.0.73 "GET /v2.0/networks/11bc1a99-9afa-46e7-971a-a22a075a30c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277458 Feb 11 13:13:48.993769 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:48.994659 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:49.156856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:13:49.181748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Sync routers for ids ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:13:49.204895 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:49.208453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d4e2c42d-f103-4b88-a59c-4177bd478ae0 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9356971 Feb 11 13:13:49.210362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56940) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:13:49.245160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Routers {'d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:13:49.246001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:49.410365 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76c9c551-0681-43f0-a080-e1a1318db004 req-55581322-47f2-4901-b5ed-95bbe352c15a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8ef1cb546340f791eed32d4ad041a4&device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 1100 time: 0.2127357 Feb 11 13:13:49.661208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9c551-0681-43f0-a080-e1a1318db004 req-c8090ee6-4f86-44d0-8bb6-05d3ab52a3d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:49.662817 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76c9c551-0681-43f0-a080-e1a1318db004 req-c8090ee6-4f86-44d0-8bb6-05d3ab52a3d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2179894 Feb 11 13:13:49.784433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69a14445-f8aa-46fe-95b9-6bc9f87d2867 req-eaa2a3b5-ad62-4da7-a113-eff6943c560a service neutron] 10.222.0.73 "GET /v2.0/networks/11bc1a99-9afa-46e7-971a-a22a075a30c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8587353 Feb 11 13:13:49.855928 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76c9c551-0681-43f0-a080-e1a1318db004 req-66909818-1c02-48ff-a142-233c4f649b95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 HTTP/1.1" status: 200 len: 217 time: 0.1798258 Feb 11 13:13:49.869246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Set router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:13:50.080625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9c551-0681-43f0-a080-e1a1318db004 req-e2a6c247-6d12-459a-b8b4-14fdac418451 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:50.084541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76c9c551-0681-43f0-a080-e1a1318db004 req-e2a6c247-6d12-459a-b8b4-14fdac418451 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2107780 Feb 11 13:13:50.163829 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:50.391793 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76c9c551-0681-43f0-a080-e1a1318db004 req-b5c1c57a-c0a2-4430-a783-c89491535926 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1685300 Feb 11 13:13:50.401737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'name': 'tempest-FloatingIPsTestJSON-1988806591-router', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:40Z', 'updated_at': '2022-02-11T13:13:45Z', 'revision_number': 3, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'gw_port': {'id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:42Z', 'updated_at': '2022-02-11T13:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:50.431463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Checking router: d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:13:50.432391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Updating router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 port e3b1c269-fc72-4fb4-96a8-d7cd029104e2 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:13:50.618019 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:50.867875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76c9c551-0681-43f0-a080-e1a1318db004 req-d4d18bc5-c8ea-448f-91da-190cb8dc3c89 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603157 Feb 11 13:13:51.376846 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:51.403326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Transition to ACTIVE for port object e3b1c269-fc72-4fb4-96a8-d7cd029104e2 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:51.418232 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:51.601493 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:51.641764 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76c9c551-0681-43f0-a080-e1a1318db004 req-7a597317-1f43-4a57-a9ca-a838e64792bb service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299165 Feb 11 13:13:51.766877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420c87f-59fa-4549-897d-27c2b9b9caaa None None] Pushing event updated for resources: {'Port': ['ID=e3b1c269-fc72-4fb4-96a8-d7cd029104e2,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:51.782778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Attempting to bind port e3b1c269-fc72-4fb4-96a8-d7cd029104e2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:13:51.783409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Attempting to bind port e3b1c269-fc72-4fb4-96a8-d7cd029104e2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:13:51.784055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Attempting to bind port e3b1c269-fc72-4fb4-96a8-d7cd029104e2 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:13:51.806692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:13:51.807967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:13:51.808644 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:51.809704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:13:51.812602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Bound port: e3b1c269-fc72-4fb4-96a8-d7cd029104e2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:13:51.813294 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:52.037915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] For port e3b1c269-fc72-4fb4-96a8-d7cd029104e2, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:52.044975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] For port e3b1c269-fc72-4fb4-96a8-d7cd029104e2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e3b1c269-fc72-4fb4-96a8-d7cd029104e2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:52.058608 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:52.067500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Allocated IP 172.20.0.1 (25e827e2-9804-4830-98db-22310f566f42/e8dad609-c786-4f07-a84a-e5fd0e1e2544/94f44a49-4b37-4ba5-90b1-688bb860db12) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:52.258138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420c87f-59fa-4549-897d-27c2b9b9caaa None None] Pushing event updated for resources: {'Port': ['ID=e3b1c269-fc72-4fb4-96a8-d7cd029104e2,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:52.323099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Routers {'d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:13:52.324160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:52.473667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:52.497241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Transition to ACTIVE for port object 94f44a49-4b37-4ba5-90b1-688bb860db12 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:52.524880 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:52.627035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] Set router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:13:52.668983 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-e6301b55-f154-467b-8d8e-ba057cc1c30d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707493 Feb 11 13:13:52.712958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Pushing event updated for resources: {'Port': ['ID=94f44a49-4b37-4ba5-90b1-688bb860db12,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:52.756077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Network 25e827e2-9804-4830-98db-22310f566f42 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:52.757933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:52.764709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:13:52.892238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:53.072365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:53.082716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-5632e81f-9aaa-4443-962b-0ac589e3508b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:53.089249 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-5632e81f-9aaa-4443-962b-0ac589e3508b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4042511 Feb 11 13:13:53.135424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-485b3cac-a2a0-418e-9e99-9dc62b2c54bf tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/quotas/5b2e705c899a43aa895227e651e83fbd HTTP/1.1" status: 200 len: 375 time: 0.0299661 Feb 11 13:13:53.223242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a79071aa-b149-4a11-8ebb-034aac3bf213 None None] Provisioning for port 94f44a49-4b37-4ba5-90b1-688bb860db12 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:53.233141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a79071aa-b149-4a11-8ebb-034aac3bf213 None None] Provisioning complete for port 94f44a49-4b37-4ba5-90b1-688bb860db12 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:53.233829 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a79071aa-b149-4a11-8ebb-034aac3bf213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:53.265062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'name': 'tempest-FloatingIPsTestJSON-1988806591-router', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:40Z', 'updated_at': '2022-02-11T13:13:45Z', 'revision_number': 3, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'gw_port': {'id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:42Z', 'updated_at': '2022-02-11T13:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:53.277978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965719f2-fdaa-44e0-9629-69b848587fa7 None None] The sync data for ids ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'] in n-d-818559-1 is: [{'id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'name': 'tempest-FloatingIPsTestJSON-1988806591-router', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:40Z', 'updated_at': '2022-02-11T13:13:45Z', 'revision_number': 3, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'gw_port': {'id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:42Z', 'updated_at': '2022-02-11T13:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:13:53.323568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a79071aa-b149-4a11-8ebb-034aac3bf213 None None] Port 94f44a49-4b37-4ba5-90b1-688bb860db12 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:13:53.342856 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-b2e76440-534e-4bb0-a284-59df31a32162 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2062771 Feb 11 13:13:53.637554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:53.653836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:53.912189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:53.923219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Pushing event updated for resources: {'Port': ['ID=94f44a49-4b37-4ba5-90b1-688bb860db12,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:54.347692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Network 25e827e2-9804-4830-98db-22310f566f42 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:54.353130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:54.378862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c5499-08ae-49ab-a66c-66f7d3f56ccb req-58844a76-ee29-433b-9f47-d7ec1c174fbb tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:54.390900 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e24c5499-08ae-49ab-a66c-66f7d3f56ccb req-58844a76-ee29-433b-9f47-d7ec1c174fbb tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.1958320 Feb 11 13:13:54.528703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e3b1c269-fc72-4fb4-96a8-d7cd029104e2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:54.554356 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e24c5499-08ae-49ab-a66c-66f7d3f56ccb req-57d136a0-04b6-4d00-91fe-45f259007b26 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566815 Feb 11 13:13:54.831715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port e3b1c269-fc72-4fb4-96a8-d7cd029104e2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:54.843683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e3b1c269-fc72-4fb4-96a8-d7cd029104e2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:54.847630 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:54.863320 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1ff2a3-bfc2-41cc-9bcc-606faec8072d', 'tag': '63511ef0-6f49-4530-bddc-4740bd339079', 'status': 'completed', 'code': 200} Feb 11 13:13:54.944893 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5f0d15d-d203-4fa6-8840-2c347e091d31 req-272af618-2c3c-46ad-953f-3f2fe11e9565 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31b992635d4144538d17315b43e302bc&device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 1095 time: 0.2123563 Feb 11 13:13:55.138953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-31da6692-9c71-4b7e-bc52-ed3a91fe546b None None] Provisioning complete for port 94f44a49-4b37-4ba5-90b1-688bb860db12 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:55.140034 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31da6692-9c71-4b7e-bc52-ed3a91fe546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:55.351668 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:55.374598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-31da6692-9c71-4b7e-bc52-ed3a91fe546b None None] Port 94f44a49-4b37-4ba5-90b1-688bb860db12 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:13:55.384172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port e3b1c269-fc72-4fb4-96a8-d7cd029104e2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e3b1c269-fc72-4fb4-96a8-d7cd029104e2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:55.390273 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:55.509474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=e3b1c269-fc72-4fb4-96a8-d7cd029104e2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:55.546611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:13:55.888644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:13:55.902237 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-40cd1736-99a5-4b53-9e5a-aa6962564689 admin admin] 10.222.0.67 "PUT /v2.0/routers/d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6911311 Feb 11 13:13:55.941221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0d15d-d203-4fa6-8840-2c347e091d31 req-dbd18e26-f2df-444b-be6c-06ef41eab757 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:55.942964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5f0d15d-d203-4fa6-8840-2c347e091d31 req-dbd18e26-f2df-444b-be6c-06ef41eab757 service neutron] 10.222.0.73 "GET /v2.0/networks?id=11bc1a99-9afa-46e7-971a-a22a075a30c7 HTTP/1.1" status: 200 len: 916 time: 0.7394245 Feb 11 13:13:55.989967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b26763-2837-4176-8b4e-6ca1e9964bf2 req-09939113-13d4-4423-9f8a-4fd44152e5f2 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:55.998410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2b26763-2837-4176-8b4e-6ca1e9964bf2 req-09939113-13d4-4423-9f8a-4fd44152e5f2 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 944 time: 0.9289510 Feb 11 13:13:56.123113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5f0d15d-d203-4fa6-8840-2c347e091d31 req-9037e326-8180-4841-8077-5c48453f08b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63511ef0-6f49-4530-bddc-4740bd339079 HTTP/1.1" status: 200 len: 217 time: 0.1507664 Feb 11 13:13:56.239424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2b26763-2837-4176-8b4e-6ca1e9964bf2 req-ae9fa009-c391-43e7-acbd-2b2aa49edd62 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158149 Feb 11 13:13:56.251978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0d15d-d203-4fa6-8840-2c347e091d31 req-2ddb488b-db1d-4056-ad41-6d8e3464737f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:56.253600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5f0d15d-d203-4fa6-8840-2c347e091d31 req-2ddb488b-db1d-4056-ad41-6d8e3464737f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=34bef65d-1e0b-4a22-b1a3-d2fcba58a34b HTTP/1.1" status: 200 len: 854 time: 0.1124864 Feb 11 13:13:56.407892 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5f0d15d-d203-4fa6-8840-2c347e091d31 req-3696a82a-4305-43c5-9fe5-373a6bd1775f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=11bc1a99-9afa-46e7-971a-a22a075a30c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421192 Feb 11 13:13:56.434255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e3b1c269-fc72-4fb4-96a8-d7cd029104e2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:13:56.593138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5f0d15d-d203-4fa6-8840-2c347e091d31 req-4ae19321-6ba3-4d36-b6e3-102ec0561f38 service neutron] 10.222.0.73 "GET /v2.0/networks/11bc1a99-9afa-46e7-971a-a22a075a30c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789217 Feb 11 13:13:56.662790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e3b1c269-fc72-4fb4-96a8-d7cd029104e2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:56.664964 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:56.863833 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5f0d15d-d203-4fa6-8840-2c347e091d31 req-4cb47159-b220-43fd-bba0-510c63da9606 service neutron] 10.222.0.73 "GET /v2.0/networks/11bc1a99-9afa-46e7-971a-a22a075a30c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624865 Feb 11 13:13:56.936705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-98c8b6c8-04af-47f0-824f-59ab38f5bea7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717607 Feb 11 13:13:57.197103 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d74213b-f8a1-4cb7-a436-9810ceb06eda req-c5d604db-1f79-4999-8a5d-0eb4dc2fb9c6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258516 Feb 11 13:13:57.280324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-eab439d5-b3ac-44c1-9370-75419f3ad750 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:57.282961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-eab439d5-b3ac-44c1-9370-75419f3ad750 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384933 Feb 11 13:13:57.317728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Request body: {'port': {'device_id': 'e74237f3-9cf8-431a-b4af-9986c97b5996', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '5b2e705c899a43aa895227e651e83fbd'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:57.532968 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-6c5861ab-f044-48ce-b986-4b5bea355cd9 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894618 Feb 11 13:13:57.570694 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d74213b-f8a1-4cb7-a436-9810ceb06eda req-fc436e0b-e1eb-4ba4-b49e-f99c010e5459 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 1101 time: 0.1569741 Feb 11 13:13:57.791438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:57.801883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:57.829703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Made reservation on behalf of 5b2e705c899a43aa895227e651e83fbd for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:57.836713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:58.012798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74213b-f8a1-4cb7-a436-9810ceb06eda req-e1f74cc2-4b7a-4bf8-9242-cce6a239cf33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:58.017063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d74213b-f8a1-4cb7-a436-9810ceb06eda req-e1f74cc2-4b7a-4bf8-9242-cce6a239cf33 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.4256685 Feb 11 13:13:58.267698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d74213b-f8a1-4cb7-a436-9810ceb06eda req-461dc23c-9c98-4f3e-a6de-6c8436bf530a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 HTTP/1.1" status: 200 len: 217 time: 0.2400331 Feb 11 13:13:58.366669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74213b-f8a1-4cb7-a436-9810ceb06eda req-c91c9568-d30c-46c6-987c-90cc6d5a9bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:58.369749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d74213b-f8a1-4cb7-a436-9810ceb06eda req-c91c9568-d30c-46c6-987c-90cc6d5a9bc6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0961597 Feb 11 13:13:58.371104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-3dcb4b2b-4c84-497f-949f-1e352968a965 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:58.372804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-3dcb4b2b-4c84-497f-949f-1e352968a965 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8311086 Feb 11 13:13:58.406544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Request body: {'port': {'device_id': 'f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '5b2e705c899a43aa895227e651e83fbd'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:58.509704 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Sync routers for ids ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:13:58.546224 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d74213b-f8a1-4cb7-a436-9810ceb06eda req-4df8de0d-d66f-40c5-a1a1-98130cba83f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678927 Feb 11 13:13:58.553488 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Routers {'d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:13:58.554210 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:58.709942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Allocated IP 192.168.233.232 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/df0fd601-83e0-4e49-9977-90a2111346a4) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:58.768532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:58.786762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Usage tracker for resource:port and tenant:5b2e705c899a43aa895227e651e83fbd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:58.798209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:58.827314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:58.979115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Made reservation on behalf of 5b2e705c899a43aa895227e651e83fbd for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:58.981924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:58.996353 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d74213b-f8a1-4cb7-a436-9810ceb06eda req-b30ed42f-c3bb-471d-a792-a3796f7b2ee5 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312809 Feb 11 13:13:59.215681 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Set router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:13:59.275687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015dbfc-9945-43b7-bfe3-b3827e562d3b req-f302d69f-cf3b-4434-9c79-d71c1acf7e9c tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:59.275687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0015dbfc-9945-43b7-bfe3-b3827e562d3b req-f302d69f-cf3b-4434-9c79-d71c1acf7e9c tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Synchronizing usage tracker for tenant:31b992635d4144538d17315b43e302bc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:13:59.316101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0015dbfc-9945-43b7-bfe3-b3827e562d3b req-f302d69f-cf3b-4434-9c79-d71c1acf7e9c tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Unset dirty status for tenant:31b992635d4144538d17315b43e302bc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:13:59.317477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0015dbfc-9945-43b7-bfe3-b3827e562d3b req-f302d69f-cf3b-4434-9c79-d71c1acf7e9c tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 944 time: 0.5413361 Feb 11 13:13:59.325818 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-8c639a16-9597-46f5-8428-f9d9de7076d0 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5300372 Feb 11 13:13:59.390107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d74213b-f8a1-4cb7-a436-9810ceb06eda req-14337482-a58d-4695-9e93-a63356a1d36d service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902590 Feb 11 13:13:59.413809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:13:59.424551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0015dbfc-9945-43b7-bfe3-b3827e562d3b req-ccbfc050-937d-4a0b-bb8d-72ceea3fb807 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922368 Feb 11 13:13:59.473614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:13:59.497798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Usage tracker for resource:floatingip and tenant:0b415cb25f694bd8bac59294d2590e35 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:13:59.512993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:13:59.523637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:59.539554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:13:59.563110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Transition to ACTIVE for port object df0fd601-83e0-4e49-9977-90a2111346a4 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:59.569897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:59.749984 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:59.764461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', '270aacb6-5ff7-4361-954f-1216431a1814'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:13:59.808059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1368a-5fda-40db-aba4-4bd55d2d3d9d req-5e2642d3-df6d-43df-bf6e-ae6d68adef0f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:59.809573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7bc1368a-5fda-40db-aba4-4bd55d2d3d9d req-5e2642d3-df6d-43df-bf6e-ae6d68adef0f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 936 time: 0.1138580 Feb 11 13:13:59.834522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Allocated IP 192.168.233.87 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/f7059835-91ac-46a2-a85d-838062ef2673) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:59.909842 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'name': 'tempest-FloatingIPsTestJSON-1988806591-router', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:40Z', 'updated_at': '2022-02-11T13:13:52Z', 'revision_number': 4, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'gw_port': {'id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:42Z', 'updated_at': '2022-02-11T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '94f44a49-4b37-4ba5-90b1-688bb860db12', 'name': '', 'network_id': '25e827e2-9804-4830-98db-22310f566f42', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'mac_address': 'fa:16:3e:53:4e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8dad609-c786-4f07-a84a-e5fd0e1e2544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:51Z', 'updated_at': '2022-02-11T13:13:53Z', 'revision_number': 2, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'subnets': [{'id': 'e8dad609-c786-4f07-a84a-e5fd0e1e2544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:59.918782 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Checking router: d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:13:59.922937 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Updating router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 port 94f44a49-4b37-4ba5-90b1-688bb860db12 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:13:59.929044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7bc1368a-5fda-40db-aba4-4bd55d2d3d9d req-6c23f2f7-3c33-44a2-868b-7ec40d132a07 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105521 Feb 11 13:14:00.014297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:00.027253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 63511ef0-6f49-4530-bddc-4740bd339079 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:14:00.029149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:00.031212 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:00.114475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:00.155783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event updated for resources: {'Port': ['ID=df0fd601-83e0-4e49-9977-90a2111346a4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:00.297812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:00.301656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:00.487318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0102df18-8c72-4c40-9798-e52c3defc480 None None] Provisioning for port df0fd601-83e0-4e49-9977-90a2111346a4 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:00.496593 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:00.544760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0102df18-8c72-4c40-9798-e52c3defc480 None None] Provisioning complete for port df0fd601-83e0-4e49-9977-90a2111346a4 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:00.544760 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0102df18-8c72-4c40-9798-e52c3defc480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:00.724049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-a25fbcd0-75ff-4535-9ce8-994ecfc63cf4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4116666 Feb 11 13:14:00.770275 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:00.830884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Transition to ACTIVE for port object f7059835-91ac-46a2-a85d-838062ef2673 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:00.853207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Request body: {'port': {'device_id': 'e74237f3-9cf8-431a-b4af-9986c97b5996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:00.906549 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:00.917156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 63511ef0-6f49-4530-bddc-4740bd339079, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=63511ef0-6f49-4530-bddc-4740bd339079,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:00.928217 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Transition to ACTIVE for port object 94f44a49-4b37-4ba5-90b1-688bb860db12 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:00.942235 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:00.944593 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:00.996351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '63511ef0-6f49-4530-bddc-4740bd339079', 'network_id': '11bc1a99-9afa-46e7-971a-a22a075a30c7', 'port_id': '63511ef0-6f49-4530-bddc-4740bd339079', 'mac_address': 'fa:16:3e:f4:9c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34bef65d-1e0b-4a22-b1a3-d2fcba58a34b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:14:01.117027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:01.123467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:01.137790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0102df18-8c72-4c40-9798-e52c3defc480 None None] Port df0fd601-83e0-4e49-9977-90a2111346a4 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:14:01.214084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:01.216952 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:01.261794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63511ef0-6f49-4530-bddc-4740bd339079 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:14:01.267953 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Pushing event updated for resources: {'Port': ['ID=94f44a49-4b37-4ba5-90b1-688bb860db12,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:01.285840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 63511ef0-6f49-4530-bddc-4740bd339079, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=63511ef0-6f49-4530-bddc-4740bd339079,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:01.293015 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:01.338309 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.338421 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.338991 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.359398 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.359639 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.359968 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.360291 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.361305 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.361305 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.361305 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.361796 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.390840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=63511ef0-6f49-4530-bddc-4740bd339079,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:01.417104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.417498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.417968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.418482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.418826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.419547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.420525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.421154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.422648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.423134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.423728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.427018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event updated for resources: {'Port': ['ID=f7059835-91ac-46a2-a85d-838062ef2673,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:01.456428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Allocated IP 172.25.4.180 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/3b7eea48-b0d3-46d3-a0e6-b2e484e49b5b) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:01.461254 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:01.570355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:01.571057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['63511ef0-6f49-4530-bddc-4740bd339079'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:14:01.577436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:01.692612 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Attempting to bind port 94f44a49-4b37-4ba5-90b1-688bb860db12 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:14:01.693468 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Attempting to bind port 94f44a49-4b37-4ba5-90b1-688bb860db12 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9f0c49bb-2b85-453d-85ec-105fa8a794d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '25e827e2-9804-4830-98db-22310f566f42'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:14:01.693759 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Attempting to bind port 94f44a49-4b37-4ba5-90b1-688bb860db12 on network 25e827e2-9804-4830-98db-22310f566f42 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:01.706533 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:14:01.706938 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Checking segment: {'id': '9f0c49bb-2b85-453d-85ec-105fa8a794d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '25e827e2-9804-4830-98db-22310f566f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:01.707405 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:01.709298 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Bound using segment: {'id': '9f0c49bb-2b85-453d-85ec-105fa8a794d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '25e827e2-9804-4830-98db-22310f566f42'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:14:01.709298 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Bound port: 94f44a49-4b37-4ba5-90b1-688bb860db12, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0c49bb-2b85-453d-85ec-105fa8a794d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '25e827e2-9804-4830-98db-22310f566f42'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:14:01.709298 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:01.865366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-07291c62-5a29-409b-a45a-69a66a475f8c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4713292 Feb 11 13:14:01.917184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Request body: {'port': {'device_id': 'f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:01.940572 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] For port 94f44a49-4b37-4ba5-90b1-688bb860db12, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:01.940572 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] For port 94f44a49-4b37-4ba5-90b1-688bb860db12, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=94f44a49-4b37-4ba5-90b1-688bb860db12,segment=NetworkSegment(9f0c49bb-2b85-453d-85ec-105fa8a794d6),segment_id=9f0c49bb-2b85-453d-85ec-105fa8a794d6)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:01.955409 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:01.969656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5398d41a-bdb8-4c1a-93c9-255342747d8d None None] Provisioning for port f7059835-91ac-46a2-a85d-838062ef2673 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:01.978458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e3427-bb17-4044-8d15-2ba48032459d req-9d4bde14-0c45-48fd-87f0-02d0e9d724e0 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:01.986852 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f3e3427-bb17-4044-8d15-2ba48032459d req-9d4bde14-0c45-48fd-87f0-02d0e9d724e0 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.1427400 Feb 11 13:14:01.989062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5398d41a-bdb8-4c1a-93c9-255342747d8d None None] Provisioning complete for port f7059835-91ac-46a2-a85d-838062ef2673 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:01.989062 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5398d41a-bdb8-4c1a-93c9-255342747d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:02.047933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5398d41a-bdb8-4c1a-93c9-255342747d8d None None] Port f7059835-91ac-46a2-a85d-838062ef2673 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:14:02.050031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f3e3427-bb17-4044-8d15-2ba48032459d req-be82ffca-d56f-42e2-b466-e398174d49d2 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619471 Feb 11 13:14:02.051808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:14:02.207382 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Routers {'d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:02.208309 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:02.286410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:02.333378 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:02.348299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:02.354907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:02.443542 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] Set router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:02.474421 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:02.481985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78eb772-4b84-45d9-86ce-feec8dc54d72 req-3ee900a0-372d-4fc5-8d99-f8206bef102d tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:02.489973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e78eb772-4b84-45d9-86ce-feec8dc54d72 req-3ee900a0-372d-4fc5-8d99-f8206bef102d tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 945 time: 0.2323077 Feb 11 13:14:02.547168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:02.581193 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e78eb772-4b84-45d9-86ce-feec8dc54d72 req-f5d6a614-b284-4e04-b4ff-5b7828850c53 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849571 Feb 11 13:14:02.785965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', '270aacb6-5ff7-4361-954f-1216431a1814'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:14:02.842104 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:02.870125 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceda526-0ed0-49d5-96cc-b35728decd3b None None] Pushing event updated for resources: {'Port': ['ID=94f44a49-4b37-4ba5-90b1-688bb860db12,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:03.123054 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'name': 'tempest-FloatingIPsTestJSON-1988806591-router', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:40Z', 'updated_at': '2022-02-11T13:13:52Z', 'revision_number': 4, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'gw_port': {'id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:42Z', 'updated_at': '2022-02-11T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '94f44a49-4b37-4ba5-90b1-688bb860db12', 'name': '', 'network_id': '25e827e2-9804-4830-98db-22310f566f42', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'mac_address': 'fa:16:3e:53:4e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8dad609-c786-4f07-a84a-e5fd0e1e2544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:51Z', 'updated_at': '2022-02-11T13:14:01Z', 'revision_number': 4, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'subnets': [{'id': 'e8dad609-c786-4f07-a84a-e5fd0e1e2544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:03.129687 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d99511-c5f7-46cf-8edd-b3463f245f6e None None] The sync data for ids ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'] in n-d-818559-1 is: [{'id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'name': 'tempest-FloatingIPsTestJSON-1988806591-router', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:40Z', 'updated_at': '2022-02-11T13:13:52Z', 'revision_number': 4, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'gw_port': {'id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:42Z', 'updated_at': '2022-02-11T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '94f44a49-4b37-4ba5-90b1-688bb860db12', 'name': '', 'network_id': '25e827e2-9804-4830-98db-22310f566f42', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'mac_address': 'fa:16:3e:53:4e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8dad609-c786-4f07-a84a-e5fd0e1e2544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:51Z', 'updated_at': '2022-02-11T13:14:01Z', 'revision_number': 4, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'subnets': [{'id': 'e8dad609-c786-4f07-a84a-e5fd0e1e2544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:14:03.249679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:03.345032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d8897-1c99-4544-b64f-9aa7ea3930e7 req-a9707065-19c1-4ed9-86a1-cc044cef449c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:03.355962 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e7d8897-1c99-4544-b64f-9aa7ea3930e7 req-a9707065-19c1-4ed9-86a1-cc044cef449c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 936 time: 0.1738911 Feb 11 13:14:03.387908 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:14:03.415723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e7d8897-1c99-4544-b64f-9aa7ea3930e7 req-7a6c3bb4-ad5c-4017-b3b1-b3f24865aefe tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577419 Feb 11 13:14:03.451616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:03.460594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:03.515790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:03.643139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Pushing event updated for resources: {'Port': ['ID=3b7eea48-b0d3-46d3-a0e6-b2e484e49b5b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:03.663146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0fd601-83e0-4e49-9977-90a2111346a4 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:14:03.683161 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:03.731451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Transition to ACTIVE for port object df0fd601-83e0-4e49-9977-90a2111346a4 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:03.758485 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:03.923636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Pushing event updated for resources: {'Port': ['ID=df0fd601-83e0-4e49-9977-90a2111346a4,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:04.016323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 63511ef0-6f49-4530-bddc-4740bd339079 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:04.022922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846758-4ebb-44dc-bd33-1293705bd6ca req-c6af47fa-4135-4720-98a9-9191081a54c0 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:04.030213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e846758-4ebb-44dc-bd33-1293705bd6ca req-c6af47fa-4135-4720-98a9-9191081a54c0 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 945 time: 0.0942395 Feb 11 13:14:04.125410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e846758-4ebb-44dc-bd33-1293705bd6ca req-364cdc81-aada-44a1-a3fd-4e75c717ac4c tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938001 Feb 11 13:14:04.215647 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'code': 200} Feb 11 13:14:04.279591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 63511ef0-6f49-4530-bddc-4740bd339079 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:04.287575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 63511ef0-6f49-4530-bddc-4740bd339079 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:04.288050 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:04.523615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 94f44a49-4b37-4ba5-90b1-688bb860db12 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:04.564317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:04.567987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Attempting to bind port df0fd601-83e0-4e49-9977-90a2111346a4 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:14:04.568758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Attempting to bind port df0fd601-83e0-4e49-9977-90a2111346a4 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:14:04.569302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Attempting to bind port df0fd601-83e0-4e49-9977-90a2111346a4 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:04.577759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Port df0fd601-83e0-4e49-9977-90a2111346a4 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:14:04.578231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Attempting to bind port df0fd601-83e0-4e49-9977-90a2111346a4 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:04.614800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f1438-6699-4512-afa7-31d611f0c0f5 req-58838f53-4a9b-49ea-8298-2ea4d4debbed tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:04.624134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1438-6699-4512-afa7-31d611f0c0f5 req-58838f53-4a9b-49ea-8298-2ea4d4debbed tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 947 time: 0.1473200 Feb 11 13:14:04.659479 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:04.696363 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1438-6699-4512-afa7-31d611f0c0f5 req-78e0dc3d-10ec-4348-af2e-324e2e78e6f8 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697830 Feb 11 13:14:04.709877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 63511ef0-6f49-4530-bddc-4740bd339079, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=63511ef0-6f49-4530-bddc-4740bd339079,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:04.712410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 94f44a49-4b37-4ba5-90b1-688bb860db12 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:04.717603 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:04.727936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:04.754701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 94f44a49-4b37-4ba5-90b1-688bb860db12 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:04.755287 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:04.764097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:14:04.764567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:04.765053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:14:04.765605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Bound port: df0fd601-83e0-4e49-9977-90a2111346a4, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:14:04.766049 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:04.786560 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:14:04.864843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=63511ef0-6f49-4530-bddc-4740bd339079,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:04.939868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bc57a-73a9-49cf-882a-04c13a1fef65 req-d75162ab-6000-4267-a0d2-9123c377eb27 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:04.942012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-682bc57a-73a9-49cf-882a-04c13a1fef65 req-d75162ab-6000-4267-a0d2-9123c377eb27 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 946 time: 0.0929911 Feb 11 13:14:04.951837 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:04.970205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7059835-91ac-46a2-a85d-838062ef2673 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:14:04.990562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 94f44a49-4b37-4ba5-90b1-688bb860db12, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=94f44a49-4b37-4ba5-90b1-688bb860db12,segment=NetworkSegment(9f0c49bb-2b85-453d-85ec-105fa8a794d6),segment_id=9f0c49bb-2b85-453d-85ec-105fa8a794d6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:04.997286 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:05.000528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:05.001205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-682bc57a-73a9-49cf-882a-04c13a1fef65 req-a8304eba-bdba-4323-9be7-90cdbd8e02e0 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532365 Feb 11 13:14:05.084315 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=94f44a49-4b37-4ba5-90b1-688bb860db12,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:05.094037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] For port df0fd601-83e0-4e49-9977-90a2111346a4, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:05.104372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Transition to ACTIVE for port object f7059835-91ac-46a2-a85d-838062ef2673 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:05.116802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] For port df0fd601-83e0-4e49-9977-90a2111346a4, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=df0fd601-83e0-4e49-9977-90a2111346a4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:05.118411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:05.176607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:05.230554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Pushing event updated for resources: {'Port': ['ID=f7059835-91ac-46a2-a85d-838062ef2673,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:05.283783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047cfbf-cc8e-4091-b1d0-f35b7ca6b687 req-226f2b3a-c9c0-4877-88fd-8b210c2e5610 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:05.291291 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e047cfbf-cc8e-4091-b1d0-f35b7ca6b687 req-226f2b3a-c9c0-4877-88fd-8b210c2e5610 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 948 time: 0.1043656 Feb 11 13:14:05.346522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e047cfbf-cc8e-4091-b1d0-f35b7ca6b687 req-b43a92cf-26ad-45eb-96c5-6e61d6661ecc tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 Feb 11 13:14:05.373434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:05.373919 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] 10.222.0.75 "PUT /v2.0/ports/df0fd601-83e0-4e49-9977-90a2111346a4 HTTP/1.1" status: 200 len: 1096 time: 4.6338234 Feb 11 13:14:05.374366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74237f3-9cf8-431a-b4af-9986c97b5996', 'tag': 'df0fd601-83e0-4e49-9977-90a2111346a4'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:05.725485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4a64e-7349-4247-9b59-8463d6f8fb1a service neutron] Pushing event updated for resources: {'Port': ['ID=df0fd601-83e0-4e49-9977-90a2111346a4,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:05.747282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:14:05.756458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Attempting to bind port f7059835-91ac-46a2-a85d-838062ef2673 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:14:05.756893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Attempting to bind port f7059835-91ac-46a2-a85d-838062ef2673 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:14:05.757463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Attempting to bind port f7059835-91ac-46a2-a85d-838062ef2673 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:05.771129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:05.784120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Port f7059835-91ac-46a2-a85d-838062ef2673 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:14:05.784769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Attempting to bind port f7059835-91ac-46a2-a85d-838062ef2673 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:05.787364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:05.891979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:14:05.892319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:05.892780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:14:05.893210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Bound port: f7059835-91ac-46a2-a85d-838062ef2673, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:14:05.893554 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:05.932523 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-1a4b91e4-31e1-4b55-aa9e-637a904915d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 1099 time: 0.4952779 Feb 11 13:14:06.022061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Pushing event updated for resources: {'Port': ['ID=3b7eea48-b0d3-46d3-a0e6-b2e484e49b5b,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:06.047432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:06.068875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-14f4e218-b8fe-4f72-8fdf-6b4d2b9cffca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=df0fd601-83e0-4e49-9977-90a2111346a4 HTTP/1.1" status: 200 len: 217 time: 0.1027775 Feb 11 13:14:06.135470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:06.139904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-dd2ac292-3fef-4992-a373-2c7a18d7e601 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.8099136 Feb 11 13:14:06.209116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] For port f7059835-91ac-46a2-a85d-838062ef2673, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:06.217281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1ff2a3-bfc2-41cc-9bcc-606faec8072d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63511ef0-6f49-4530-bddc-4740bd339079'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:06.239614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-63e15cd8-f494-44c1-ac61-c3ab81c7deb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:06.241099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-63e15cd8-f494-44c1-ac61-c3ab81c7deb2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1647611 Feb 11 13:14:06.244995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] For port f7059835-91ac-46a2-a85d-838062ef2673, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f7059835-91ac-46a2-a85d-838062ef2673,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:06.248630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-d99b2df4-a4b5-4190-9ccd-7c2351944c3c tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Synchronizing usage tracker for tenant:0b415cb25f694bd8bac59294d2590e35 on resource:floatingip {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:14:06.291762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:06.373598 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:06.375014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] 10.222.0.73 "PUT /v2.0/ports/f7059835-91ac-46a2-a85d-838062ef2673 HTTP/1.1" status: 200 len: 1095 time: 4.4792504 Feb 11 13:14:06.378407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-d99b2df4-a4b5-4190-9ccd-7c2351944c3c tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Unset dirty status for tenant:0b415cb25f694bd8bac59294d2590e35 on resource:floatingip {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:14:06.381280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 94f44a49-4b37-4ba5-90b1-688bb860db12 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:06.385141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-d99b2df4-a4b5-4190-9ccd-7c2351944c3c tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.180 HTTP/1.1" status: 200 len: 696 time: 0.2285378 Feb 11 13:14:06.481271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 94f44a49-4b37-4ba5-90b1-688bb860db12 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:06.481649 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:06.544313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab95cb-ecbb-4e24-bedf-34213d3f2701 service neutron] Pushing event updated for resources: {'Port': ['ID=f7059835-91ac-46a2-a85d-838062ef2673,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:06.617614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56e6a2f0-5cfe-42b5-9a36-f4ca0de8c65a req-56625e52-f058-4e77-bdac-f6e38df78507 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 1096 time: 0.1234112 Feb 11 13:14:06.720985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-92c45d7a-3bdd-46f2-b3c4-48870cf8af9f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4692411 Feb 11 13:14:06.826813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6a2f0-5cfe-42b5-9a36-f4ca0de8c65a req-ac88c5a2-3f5b-4dfc-be82-c417c97cb99c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:06.828570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56e6a2f0-5cfe-42b5-9a36-f4ca0de8c65a req-ac88c5a2-3f5b-4dfc-be82-c417c97cb99c service neutron] 10.222.0.75 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 920 time: 0.2042511 Feb 11 13:14:06.892362 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:14:06.909048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-5edd36e1-dc86-4ced-8e78-f70ccfd7e568 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:06.923151 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02687fc7-c71c-4b4c-a170-1d1972f07c79 req-5edd36e1-dc86-4ced-8e78-f70ccfd7e568 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.5342600 Feb 11 13:14:06.923880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57212) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:06.937317 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56e6a2f0-5cfe-42b5-9a36-f4ca0de8c65a req-d95e10c2-5eb7-4bef-9a18-74266fd28f2b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1 HTTP/1.1" status: 200 len: 217 time: 0.1009133 Feb 11 13:14:06.941790 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-0edf7dea-2afa-4c8f-9838-d0bfde549283 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 1098 time: 0.5079949 Feb 11 13:14:07.021585 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74237f3-9cf8-431a-b4af-9986c97b5996', 'tag': 'df0fd601-83e0-4e49-9977-90a2111346a4', 'status': 'completed', 'code': 200} Feb 11 13:14:07.023816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6a2f0-5cfe-42b5-9a36-f4ca0de8c65a req-895dcd0c-9d6f-4f1c-bcd4-1c401b3ba007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:07.027495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56e6a2f0-5cfe-42b5-9a36-f4ca0de8c65a req-895dcd0c-9d6f-4f1c-bcd4-1c401b3ba007 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.0820229 Feb 11 13:14:07.050121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-0472a239-8e25-4d1e-a9ee-209109c22afa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f7059835-91ac-46a2-a85d-838062ef2673 HTTP/1.1" status: 200 len: 217 time: 0.0994880 Feb 11 13:14:07.086069 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1ff2a3-bfc2-41cc-9bcc-606faec8072d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63511ef0-6f49-4530-bddc-4740bd339079', 'code': 200} Feb 11 13:14:07.130829 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56e6a2f0-5cfe-42b5-9a36-f4ca0de8c65a req-812112f5-36ec-4f68-9bec-973faf247e8e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950527 Feb 11 13:14:07.161016 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:07.201300 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-96602f33-8a40-4c0b-9b2d-3651a28b327b service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641614 Feb 11 13:14:07.240105 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47711ca5-52ff-455b-9f25-c73a67f9fa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:07.335869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-b8a4805d-0c41-4d3b-ad29-36575f38a073 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:07.338010 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-b8a4805d-0c41-4d3b-ad29-36575f38a073 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2774751 Feb 11 13:14:07.400329 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d1acc49-1448-4648-a4a1-f3c5fd119935 req-f3b7a115-0c4c-4077-9aa9-b57c1670c523 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 1097 time: 0.2367494 Feb 11 13:14:07.402246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56e6a2f0-5cfe-42b5-9a36-f4ca0de8c65a req-c22343a8-e190-44d8-aaae-78124f51b732 service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623026 Feb 11 13:14:07.416811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-47711ca5-52ff-455b-9f25-c73a67f9fa2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:07.426190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-47711ca5-52ff-455b-9f25-c73a67f9fa2e admin admin] Usage tracker for resource:security_group_rule and tenant:8f08eb0572bc490a8d87312469aac5f1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:07.432776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-47711ca5-52ff-455b-9f25-c73a67f9fa2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:07.457702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-47711ca5-52ff-455b-9f25-c73a67f9fa2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:07.501604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-ba2a8c31-9ec5-41f0-94e9-55fe57146bd9 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820177 Feb 11 13:14:07.510892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa302-38d3-47e7-935d-03a48a004f31 req-d5e0be85-3dea-4292-92fe-95253acfa6c4 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:07.512414 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7fdaa302-38d3-47e7-935d-03a48a004f31 req-d5e0be85-3dea-4292-92fe-95253acfa6c4 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 946 time: 0.3656497 Feb 11 13:14:07.567641 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-3dc86012-2b5e-4d5b-b1ae-8f3c65ef57b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168884 Feb 11 13:14:07.596932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf0323-fd59-4392-8c87-bb94af4ae1b6 req-217ae957-ebe8-4f9d-81b1-5d5dc06f9d98 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:07.598261 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5bf0323-fd59-4392-8c87-bb94af4ae1b6 req-217ae957-ebe8-4f9d-81b1-5d5dc06f9d98 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 948 time: 0.3402159 Feb 11 13:14:07.653962 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d1acc49-1448-4648-a4a1-f3c5fd119935 req-5521646e-154d-4c2a-9725-73cfbe0d72c7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469079 Feb 11 13:14:07.704042 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5bf0323-fd59-4392-8c87-bb94af4ae1b6 req-9ab4d68b-2ea0-4a07-aa85-c7a9eaf1577b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955486 Feb 11 13:14:07.714305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56e6a2f0-5cfe-42b5-9a36-f4ca0de8c65a req-7c0a53e7-e615-4335-990a-db0ee64f7f4d service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913382 Feb 11 13:14:07.942674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef1220-3d66-403a-995c-1fe563c01067 req-50c7263d-5a0b-4862-b6e0-0708c1741453 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:07.944376 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17ef1220-3d66-403a-995c-1fe563c01067 req-50c7263d-5a0b-4862-b6e0-0708c1741453 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.0931485 Feb 11 13:14:07.951866 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47711ca5-52ff-455b-9f25-c73a67f9fa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:07.958683 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7fdaa302-38d3-47e7-935d-03a48a004f31 req-b842d64a-2b11-4425-907a-ad649f59694d tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359729 Feb 11 13:14:07.970371 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47711ca5-52ff-455b-9f25-c73a67f9fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:07.995189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17ef1220-3d66-403a-995c-1fe563c01067 req-6930249b-63cf-427f-b10c-6c3ff978136a tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444345 Feb 11 13:14:08.030993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47711ca5-52ff-455b-9f25-c73a67f9fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd0bf85-b3a8-43a7-a5dd-c41428ed878f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:08.036298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-47711ca5-52ff-455b-9f25-c73a67f9fa2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8f08eb0572bc490a8d87312469aac5f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1079228 Feb 11 13:14:08.040004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57226) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:08.041049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-c2b4bd5e-24a6-408a-b5f1-200bcb33dbdb service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276352 Feb 11 13:14:08.048774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85e0e88e-21bd-46fc-bd34-c7861870d592 req-c472e6e5-bd92-4ae6-a6f8-d1fee28aa043 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 1099 time: 0.4735415 Feb 11 13:14:08.170453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e83644ef-6095-4026-aa79-0a3d3c076daa req-9d93a147-d271-43d8-993f-663aa7c55538 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips/06ce6047-32e8-4c7c-a186-954d74ac1e6b HTTP/1.1" status: 200 len: 693 time: 0.1007471 Feb 11 13:14:08.286222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d9de-8471-4100-9d39-6066bc1dc4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:08.334467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d9de-8471-4100-9d39-6066bc1dc4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:08.345717 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac252d62-9bcc-43a9-9387-6c8b760e49e2 req-c38fc623-f570-4516-8c1d-042fd258d707 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959337 Feb 11 13:14:08.367126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0e88e-21bd-46fc-bd34-c7861870d592 req-d505978c-1d4f-433e-b9e3-2140f7e4be60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.369115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85e0e88e-21bd-46fc-bd34-c7861870d592 req-d505978c-1d4f-433e-b9e3-2140f7e4be60 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2968421 Feb 11 13:14:08.376491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83644ef-6095-4026-aa79-0a3d3c076daa req-d9f3971a-a6b0-4746-bdb1-0c34f568f054 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.377053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e83644ef-6095-4026-aa79-0a3d3c076daa req-d9f3971a-a6b0-4746-bdb1-0c34f568f054 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Synchronizing usage tracker for tenant:0b415cb25f694bd8bac59294d2590e35 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:14:08.380985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ce30d-a984-426a-b2a4-aaef141f02ab req-f123cb09-0457-495b-b812-d34e8ee5876d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.382285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0e2ce30d-a984-426a-b2a4-aaef141f02ab req-f123cb09-0457-495b-b812-d34e8ee5876d tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 945 time: 0.2360587 Feb 11 13:14:08.410027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e83644ef-6095-4026-aa79-0a3d3c076daa req-d9f3971a-a6b0-4746-bdb1-0c34f568f054 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Unset dirty status for tenant:0b415cb25f694bd8bac59294d2590e35 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:14:08.411643 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e83644ef-6095-4026-aa79-0a3d3c076daa req-d9f3971a-a6b0-4746-bdb1-0c34f568f054 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2332575 Feb 11 13:14:08.423330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-e83644ef-6095-4026-aa79-0a3d3c076daa req-c0903017-2eb8-46d8-8c90-e0897832b770 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:14:08.424199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e83644ef-6095-4026-aa79-0a3d3c076daa req-c0903017-2eb8-46d8-8c90-e0897832b770 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062282 Feb 11 13:14:08.431365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d9de-8471-4100-9d39-6066bc1dc4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:08.449120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6d9de-8471-4100-9d39-6066bc1dc4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd0bf85-b3a8-43a7-a5dd-c41428ed878f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:08.462734 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d9de-8471-4100-9d39-6066bc1dc4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:08.463387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8bf6d9de-8471-4100-9d39-6066bc1dc4fd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4cd0bf85-b3a8-43a7-a5dd-c41428ed878f HTTP/1.1" status: 204 len: 168 time: 0.4217978 Feb 11 13:14:08.476604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85e0e88e-21bd-46fc-bd34-c7861870d592 req-a5871247-bccd-4d63-b42c-106ba691c5d3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=df0fd601-83e0-4e49-9977-90a2111346a4 HTTP/1.1" status: 200 len: 217 time: 0.0929444 Feb 11 13:14:08.559833 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0e2ce30d-a984-426a-b2a4-aaef141f02ab req-6911d662-43f0-4397-8a5e-a57c81133e0c tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197138 Feb 11 13:14:08.567346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0e88e-21bd-46fc-bd34-c7861870d592 req-493bff26-434d-4bf8-aba6-a194d330b1dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.568779 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85e0e88e-21bd-46fc-bd34-c7861870d592 req-493bff26-434d-4bf8-aba6-a194d330b1dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0852587 Feb 11 13:14:08.675271 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85e0e88e-21bd-46fc-bd34-c7861870d592 req-57124c6f-4a90-4a36-a5e0-66c0b1ae6eb7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961704 Feb 11 13:14:08.889648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57248) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:08.905249 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68774d1a-a076-44d9-98b1-f148ff036e79 req-90b86972-4117-4f9d-bc6f-04cc9f764d14 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips?tenant_id=0b415cb25f694bd8bac59294d2590e35 HTTP/1.1" status: 200 len: 696 time: 0.1966028 Feb 11 13:14:08.922150 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6712e9ea-9094-436f-a879-39534a8b6356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:08.980168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6712e9ea-9094-436f-a879-39534a8b6356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:08.984838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6712e9ea-9094-436f-a879-39534a8b6356 admin admin] Usage tracker for resource:security_group_rule and tenant:3be9184d26564479a6a2f5146ef85d6d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:08.987494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6712e9ea-9094-436f-a879-39534a8b6356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:08.995232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6712e9ea-9094-436f-a879-39534a8b6356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:09.025875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5', 'tag': 'f7059835-91ac-46a2-a85d-838062ef2673'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:09.084288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6712e9ea-9094-436f-a879-39534a8b6356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:09.089189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6712e9ea-9094-436f-a879-39534a8b6356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:09.115625 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85e0e88e-21bd-46fc-bd34-c7861870d592 req-2f6852f7-5906-4786-b9fa-acc6a0cb8d4b service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282584 Feb 11 13:14:09.140182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712e9ea-9094-436f-a879-39534a8b6356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aac573-3fa6-413e-8516-5f8221c5bdcf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:09.144230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6712e9ea-9094-436f-a879-39534a8b6356 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3be9184d26564479a6a2f5146ef85d6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2529774 Feb 11 13:14:09.147020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:09.212788 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-901a04ec-dc95-444f-90bb-10243c225a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:09.240125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-901a04ec-dc95-444f-90bb-10243c225a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:09.297640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68774d1a-a076-44d9-98b1-f148ff036e79 req-6ff2efcb-1d8b-4cc3-8003-1f22394ce71e tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.299297 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68774d1a-a076-44d9-98b1-f148ff036e79 req-6ff2efcb-1d8b-4cc3-8003-1f22394ce71e tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/networks?id=5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 787 time: 0.3325117 Feb 11 13:14:09.299557 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-901a04ec-dc95-444f-90bb-10243c225a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:09.307350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f0187-11c9-496e-b77f-74080ab712a5 req-2a18dbc5-7d37-463c-b0f2-99cc5c107c45 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.308787 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-670f0187-11c9-496e-b77f-74080ab712a5 req-2a18dbc5-7d37-463c-b0f2-99cc5c107c45 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.73 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 945 time: 0.3993182 Feb 11 13:14:09.319409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a04ec-dc95-444f-90bb-10243c225a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aac573-3fa6-413e-8516-5f8221c5bdcf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:09.330024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-901a04ec-dc95-444f-90bb-10243c225a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:09.333712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-901a04ec-dc95-444f-90bb-10243c225a05 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/49aac573-3fa6-413e-8516-5f8221c5bdcf HTTP/1.1" status: 204 len: 168 time: 0.1834357 Feb 11 13:14:09.375371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85e0e88e-21bd-46fc-bd34-c7861870d592 req-d4d227c6-1859-4cca-90ba-d328fc770e2d service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516809 Feb 11 13:14:09.407930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Deleting port 328ebcac-d711-4863-ad48-75d4e26b07cb {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:09.408639 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:09.710480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319dfa-8be3-41f5-8785-1e45794be120 req-0f84011a-b9cc-425f-922c-7a82ae766707 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.713501 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02319dfa-8be3-41f5-8785-1e45794be120 req-0f84011a-b9cc-425f-922c-7a82ae766707 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 946 time: 0.1043317 Feb 11 13:14:09.764396 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02319dfa-8be3-41f5-8785-1e45794be120 req-e8cd4d98-81e2-483e-a6f3-579bf6966b65 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445030 Feb 11 13:14:09.889159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57306) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:09.905126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a8f0a-e35e-434a-a4bd-b8c054ad2f39 req-343dcdf0-aca5-4ac6-9468-3dcee5263291 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.905924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-553a8f0a-e35e-434a-a4bd-b8c054ad2f39 req-343dcdf0-aca5-4ac6-9468-3dcee5263291 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:14:09.957291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-553a8f0a-e35e-434a-a4bd-b8c054ad2f39 req-343dcdf0-aca5-4ac6-9468-3dcee5263291 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:14:09.959038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-553a8f0a-e35e-434a-a4bd-b8c054ad2f39 req-343dcdf0-aca5-4ac6-9468-3dcee5263291 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 948 time: 0.3550875 Feb 11 13:14:10.031845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aab8d3-11cf-48c6-a39f-493ce3566f37 req-c807c865-6758-40e4-9dce-83fd0fa561f8 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:10.039180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-05aab8d3-11cf-48c6-a39f-493ce3566f37 req-c807c865-6758-40e4-9dce-83fd0fa561f8 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.1363807 Feb 11 13:14:10.056344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] For port 328ebcac-d711-4863-ad48-75d4e26b07cb, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=328ebcac-d711-4863-ad48-75d4e26b07cb,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:10.057400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:10.163126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-05aab8d3-11cf-48c6-a39f-493ce3566f37 req-b27a401b-fef7-4687-9f4d-ca21be344d92 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203501 Feb 11 13:14:10.219249 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eea4f94a-b329-44ec-8149-7ec934b51000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:10.324355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-eea4f94a-b329-44ec-8149-7ec934b51000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:10.330726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-eea4f94a-b329-44ec-8149-7ec934b51000 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ff1879e6ae41cc8eaad93063fec273 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:10.334141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-eea4f94a-b329-44ec-8149-7ec934b51000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:10.348604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-eea4f94a-b329-44ec-8149-7ec934b51000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:10.426847 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5', 'tag': 'f7059835-91ac-46a2-a85d-838062ef2673', 'status': 'completed', 'code': 200} Feb 11 13:14:10.512673 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-553a8f0a-e35e-434a-a4bd-b8c054ad2f39 req-4c4942dd-84e7-4399-bd37-360382568ff2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017465 Feb 11 13:14:10.730417 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:10.732337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:10.732737 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Floating IP bfef162c-261b-4fca-a8e7-de24a08ddf96 disassociated. External IP: 172.25.4.229, port: 328ebcac-d711-4863-ad48-75d4e26b07cb. Feb 11 13:14:10.733581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Calling delete_port for 328ebcac-d711-4863-ad48-75d4e26b07cb owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:10.765618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eea4f94a-b329-44ec-8149-7ec934b51000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:10.778981 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-239221e8-7153-462f-b935-430bbf1a45c3 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips/06ce6047-32e8-4c7c-a186-954d74ac1e6b HTTP/1.1" status: 200 len: 693 time: 0.2533398 Feb 11 13:14:10.784282 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eea4f94a-b329-44ec-8149-7ec934b51000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:10.845178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57336) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:10.845341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-eea4f94a-b329-44ec-8149-7ec934b51000 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a1ff1879e6ae41cc8eaad93063fec273&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9548182 Feb 11 13:14:11.005038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4f94a-b329-44ec-8149-7ec934b51000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc82c813-2e32-470c-8250-3c3add9b37d2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:11.022140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ae57b-a37d-4abe-bbc3-e0847d16008c req-1351cf22-a5e1-4cc2-98d1-b0288ace0dae tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.024401 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c7ae57b-a37d-4abe-bbc3-e0847d16008c req-1351cf22-a5e1-4cc2-98d1-b0288ace0dae tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a1afa4-6834-498c-b5de-fdb946f30821 HTTP/1.1" status: 200 len: 945 time: 0.2239015 Feb 11 13:14:11.041479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27968bc2-ec2a-4022-a2ab-e36ff3e8b7b8 req-aaae82b3-5c90-469e-ab08-0529a8bbe922 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 1098 time: 0.5782478 Feb 11 13:14:11.064312 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1560c63-1031-48da-b536-2b9f3a8d41b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:11.126304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1560c63-1031-48da-b536-2b9f3a8d41b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:11.140379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:11.223408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c7ae57b-a37d-4abe-bbc3-e0847d16008c req-8033df5d-0b6d-4e0a-a6df-aed0252e33f7 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups?id=fc6086f7-52f3-4778-a696-de768da8d0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920621 Feb 11 13:14:11.228834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27968bc2-ec2a-4022-a2ab-e36ff3e8b7b8 req-b53fd834-d756-4d7a-a6fc-ecb4b67b8c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.231140 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27968bc2-ec2a-4022-a2ab-e36ff3e8b7b8 req-b53fd834-d756-4d7a-a6fc-ecb4b67b8c38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.1820598 Feb 11 13:14:11.246150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Pushing event deleted for resources: {'Port': ['ID=328ebcac-d711-4863-ad48-75d4e26b07cb,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:11.338958 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27968bc2-ec2a-4022-a2ab-e36ff3e8b7b8 req-3680be77-a3b4-4d0a-9b8e-35df90fd974c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f7059835-91ac-46a2-a85d-838062ef2673 HTTP/1.1" status: 200 len: 217 time: 0.0999656 Feb 11 13:14:11.558634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27968bc2-ec2a-4022-a2ab-e36ff3e8b7b8 req-9904ed45-6d83-4344-8be5-a8c471844cfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.563315 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27968bc2-ec2a-4022-a2ab-e36ff3e8b7b8 req-9904ed45-6d83-4344-8be5-a8c471844cfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2161183 Feb 11 13:14:11.627301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1560c63-1031-48da-b536-2b9f3a8d41b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:11.692772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-6a9665a1-11bd-48bd-9e96-5ad3f14c91b3 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.699615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1560c63-1031-48da-b536-2b9f3a8d41b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc82c813-2e32-470c-8250-3c3add9b37d2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:11.702346 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-6a9665a1-11bd-48bd-9e96-5ad3f14c91b3 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.8753943 Feb 11 13:14:11.740364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1560c63-1031-48da-b536-2b9f3a8d41b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:11.744305 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b1560c63-1031-48da-b536-2b9f3a8d41b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc82c813-2e32-470c-8250-3c3add9b37d2 HTTP/1.1" status: 204 len: 168 time: 0.8936899 Feb 11 13:14:11.831132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:11.851060 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-90e1fb5f-3cd2-4028-b8b1-739656215cae tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.180 HTTP/1.1" status: 200 len: 696 time: 0.1215262 Feb 11 13:14:11.853258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device df0fd601-83e0-4e49-9977-90a2111346a4 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:14:11.976477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27968bc2-ec2a-4022-a2ab-e36ff3e8b7b8 req-67ced922-2b1d-432a-a337-ec5aa7ef2a05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4023359 Feb 11 13:14:11.982802 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-69ad7c92-8ac8-4f90-a207-9de3c6d5d1ec tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.180 HTTP/1.1" status: 200 len: 696 time: 0.1304197 Feb 11 13:14:12.055966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port df0fd601-83e0-4e49-9977-90a2111346a4, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=df0fd601-83e0-4e49-9977-90a2111346a4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:12.078597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'df0fd601-83e0-4e49-9977-90a2111346a4', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'df0fd601-83e0-4e49-9977-90a2111346a4', 'mac_address': 'fa:16:3e:fc:17:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:14:12.082790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f7059835-91ac-46a2-a85d-838062ef2673 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:14:12.175774 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:12.185325 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:12.190636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:12.224895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] Sync routers for ids ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:14:12.292132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0fd601-83e0-4e49-9977-90a2111346a4 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:14:12.295019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] No DVR routers for this DVR port 328ebcac-d711-4863-ad48-75d4e26b07cb on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:12.297922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:12.300462 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-670f0187-11c9-496e-b77f-74080ab712a5 req-c9b8773b-a3ec-4011-a776-0748d2c78511 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.73 "DELETE /v2.0/ports/328ebcac-d711-4863-ad48-75d4e26b07cb HTTP/1.1" status: 204 len: 173 time: 2.9825218 Feb 11 13:14:12.324116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port df0fd601-83e0-4e49-9977-90a2111346a4, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=df0fd601-83e0-4e49-9977-90a2111346a4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:12.346751 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:12.370163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27968bc2-ec2a-4022-a2ab-e36ff3e8b7b8 req-96641944-353d-43d5-ab3c-d17e6f792938 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863304 Feb 11 13:14:12.404338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-7623018d-9b85-48f3-b438-ab7c04f83e5b tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Deleting port 3b7eea48-b0d3-46d3-a0e6-b2e484e49b5b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:12.404834 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-7623018d-9b85-48f3-b438-ab7c04f83e5b tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:12.428095 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1afa4-6834-498c-b5de-fdb946f30821', 'name': 'network-vif-deleted', 'tag': '328ebcac-d711-4863-ad48-75d4e26b07cb'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:12.487042 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f7059835-91ac-46a2-a85d-838062ef2673, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f7059835-91ac-46a2-a85d-838062ef2673,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:12.537822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'f7059835-91ac-46a2-a85d-838062ef2673', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'f7059835-91ac-46a2-a85d-838062ef2673', 'mac_address': 'fa:16:3e:7b:03:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:14:12.540190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] Routers {'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:12.540917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:12.800514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['df0fd601-83e0-4e49-9977-90a2111346a4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:14:12.831167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=df0fd601-83e0-4e49-9977-90a2111346a4,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:12.909793 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27968bc2-ec2a-4022-a2ab-e36ff3e8b7b8 req-3313205c-8252-4a00-b8bc-2a5c2916f247 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332346 Feb 11 13:14:12.945356 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:12.958057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-7623018d-9b85-48f3-b438-ab7c04f83e5b tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:12.958396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-7623018d-9b85-48f3-b438-ab7c04f83e5b tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:12.995863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7059835-91ac-46a2-a85d-838062ef2673 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:14:13.011722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f7059835-91ac-46a2-a85d-838062ef2673, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f7059835-91ac-46a2-a85d-838062ef2673,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:13.078512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:13.145371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-7623018d-9b85-48f3-b438-ab7c04f83e5b tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Calling delete_port for 3b7eea48-b0d3-46d3-a0e6-b2e484e49b5b owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:13.205501 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] Set router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:13.392412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f7059835-91ac-46a2-a85d-838062ef2673,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:13.407030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f7059835-91ac-46a2-a85d-838062ef2673'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:14:13.465962 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-7623018d-9b85-48f3-b438-ab7c04f83e5b tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:13.591001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623018d-9b85-48f3-b438-ab7c04f83e5b tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Pushing event deleted for resources: {'Port': ['ID=3b7eea48-b0d3-46d3-a0e6-b2e484e49b5b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:13.802731 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-7623018d-9b85-48f3-b438-ab7c04f83e5b tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:13.884919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-7623018d-9b85-48f3-b438-ab7c04f83e5b tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:13.900864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8912ff72-9ae2-4465-9476-5f3ea001e585 req-7623018d-9b85-48f3-b438-ab7c04f83e5b tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "DELETE /v2.0/floatingips/06ce6047-32e8-4c7c-a186-954d74ac1e6b HTTP/1.1" status: 204 len: 173 time: 1.8266535 Feb 11 13:14:14.064266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 328ebcac-d711-4863-ad48-75d4e26b07cb no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:14:14.105086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 5, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:14.116668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 328ebcac-d711-4863-ad48-75d4e26b07cb {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:14:14.117004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 328ebcac-d711-4863-ad48-75d4e26b07cb not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:14:14.128841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] Checking router: e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:14:14.193309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde3ea4-e896-4bce-8ad8-87d61376dc8a req-15b19aa7-e224-48c4-b125-f076279d194d tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:14.198647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8cde3ea4-e896-4bce-8ad8-87d61376dc8a req-15b19aa7-e224-48c4-b125-f076279d194d tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.4855831 Feb 11 13:14:14.216776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57416) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:14.264395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458e46-64ab-4a4b-aa74-7e749e6cdbe9 req-3e92d937-c8f0-47aa-84cd-9149372937be tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:14.272122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80458e46-64ab-4a4b-aa74-7e749e6cdbe9 req-3e92d937-c8f0-47aa-84cd-9149372937be tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 949 time: 0.1511714 Feb 11 13:14:14.345987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8cde3ea4-e896-4bce-8ad8-87d61376dc8a req-0d1e3906-0529-4b8b-ac91-4ec41ce06b6d tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402717 Feb 11 13:14:14.350012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80458e46-64ab-4a4b-aa74-7e749e6cdbe9 req-6be3e302-00c8-4eb7-91eb-78079bf636b2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768592 Feb 11 13:14:14.408445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] Routers {'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:14.409076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:14.489372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-277572138-network', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:14.496312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:14.509362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Usage tracker for resource:network and tenant:6222a31b2b444e87a454c31b72a1d21b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:14.515558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:14.525764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:14.545615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Made reservation on behalf of 6222a31b2b444e87a454c31b72a1d21b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:14.548384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:14.575434 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:14.618506 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1afa4-6834-498c-b5de-fdb946f30821', 'name': 'network-vif-deleted', 'tag': '328ebcac-d711-4863-ad48-75d4e26b07cb', 'status': 'completed', 'code': 200} Feb 11 13:14:14.620488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:14.628144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:6222a31b2b444e87a454c31b72a1d21b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:14.634857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:14.648120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:14.720293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] Set router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:14.868386 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:14.913167 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.017797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:14:15.049660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbd77e0-1683-4d55-ac8e-385fcb7d92d4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:15.066269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.066269 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Added segment afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1 of type vlan for network e4644b77-c68e-4228-99cc-82016685ae36 Feb 11 13:14:15.133970 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.174001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-53426ac1-b420-45ea-af07-5bc7e5f586fe tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2990551 Feb 11 13:14:15.191164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:15.202327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:15.210327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Usage tracker for resource:floatingip and tenant:0b415cb25f694bd8bac59294d2590e35 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:15.219907 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.223760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:15.224695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.235950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:15.241434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57444) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:15.319330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:15.321523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 5, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:15.332199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8b262-c8dd-4c82-b997-492c17bdffbc None None] The sync data for ids ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'] in n-d-818559-1 is: [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:11:49Z', 'revision_number': 4, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1520f086-c9d8-448b-a36b-4b4eb910def8', 'name': '', 'network_id': '446f9ce4-e24b-44b4-b743-298a0c13ff7d', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'mac_address': 'fa:16:3e:d7:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 5, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'subnets': [{'id': '6f62c0f9-b9c5-4bdc-8132-da3ad14c2504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:14:15.401623 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55545da1-3e5e-4241-8342-e8c3f0bdc3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.463941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=e4644b77-c68e-4228-99cc-82016685ae36,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:15.472756 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6de7862b-1697-4fe2-87e7-8a6fc6983fa0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2529914 Feb 11 13:14:15.481848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57454) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:15.482205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e4644b77-c68e-4228-99cc-82016685ae36 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:14:15.488677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.501680 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-829d0a57-4d95-4511-8b13-7a5bc1bcdbdd tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.509206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Request body: {'subnet': {'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-277572138-subnet', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:15.515976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:15.520508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Usage tracker for resource:subnet and tenant:6222a31b2b444e87a454c31b72a1d21b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:15.523589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:15.530665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:15.556795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Made reservation on behalf of 6222a31b2b444e87a454c31b72a1d21b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:15.559113 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.598807 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-829d0a57-4d95-4511-8b13-7a5bc1bcdbdd tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.756397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-829d0a57-4d95-4511-8b13-7a5bc1bcdbdd tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.789471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d0a57-4d95-4511-8b13-7a5bc1bcdbdd tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6086f7-52f3-4778-a696-de768da8d0f3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:15.848926 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-829d0a57-4d95-4511-8b13-7a5bc1bcdbdd tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:15.851205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-829d0a57-4d95-4511-8b13-7a5bc1bcdbdd tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "DELETE /v2.0/security-groups/fc6086f7-52f3-4778-a696-de768da8d0f3 HTTP/1.1" status: 204 len: 168 time: 0.6087387 Feb 11 13:14:15.859323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57464) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:15.888307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device df0fd601-83e0-4e49-9977-90a2111346a4 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:15.895137 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-7be8d449-b683-4068-aed7-c2a7794a924a tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] show failed (client error): The resource could not be found. Feb 11 13:14:15.899569 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7be8d449-b683-4068-aed7-c2a7794a924a tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "GET /v2.0/security-groups/fc6086f7-52f3-4778-a696-de768da8d0f3 HTTP/1.1" status: 404 len: 347 time: 0.0385420 Feb 11 13:14:15.901735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57468) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:15.924681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4645-b44b-4931-bdff-7636364b1b56 req-98e492a1-7a4e-4b98-a209-ab01b86da38f tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:15.931716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9eeb4645-b44b-4931-bdff-7636364b1b56 req-98e492a1-7a4e-4b98-a209-ab01b86da38f tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.2289288 Feb 11 13:14:16.034746 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9eeb4645-b44b-4931-bdff-7636364b1b56 req-27bab579-833a-459b-9389-3b69828cffbc tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968597 Feb 11 13:14:16.066748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port df0fd601-83e0-4e49-9977-90a2111346a4 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:16.080548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port df0fd601-83e0-4e49-9977-90a2111346a4 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:16.081914 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:16.151481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f7059835-91ac-46a2-a85d-838062ef2673 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:16.229119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:16.287396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e8cc-cb90-4700-b294-4a87a099ccb2 req-d582a14d-37ca-4807-960d-6dfed88b1c3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:16.296156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebb1e8cc-cb90-4700-b294-4a87a099ccb2 req-d582a14d-37ca-4807-960d-6dfed88b1c3d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 949 time: 0.1395979 Feb 11 13:14:16.322700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-447c2e19-8b69-4ed8-9a87-376a66fb9b10 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Deleting port 25113600-5dda-4fd4-8a99-dabd5fd9871c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:16.323043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-447c2e19-8b69-4ed8-9a87-376a66fb9b10 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:16.355544 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebb1e8cc-cb90-4700-b294-4a87a099ccb2 req-1b663e29-0ae1-490d-b9af-172615c58de9 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580676 Feb 11 13:14:16.488979 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port f7059835-91ac-46a2-a85d-838062ef2673 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:16.528089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port f7059835-91ac-46a2-a85d-838062ef2673 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:16.529291 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:16.652435 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:16.744005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:16.756998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74237f3-9cf8-431a-b4af-9986c97b5996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0fd601-83e0-4e49-9977-90a2111346a4'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:16.844109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port df0fd601-83e0-4e49-9977-90a2111346a4, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=df0fd601-83e0-4e49-9977-90a2111346a4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:16.879077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:16.911528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Allocated IP 172.25.4.197 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a9f5341d-4175-40ba-af73-9839e65ac7f6) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:16.980678 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:17.063649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=df0fd601-83e0-4e49-9977-90a2111346a4,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:17.088287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f7059835-91ac-46a2-a85d-838062ef2673, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f7059835-91ac-46a2-a85d-838062ef2673,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:17.095802 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:17.133411 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:17.216992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-447c2e19-8b69-4ed8-9a87-376a66fb9b10 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:17.217329 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-447c2e19-8b69-4ed8-9a87-376a66fb9b10 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:17.283446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f7059835-91ac-46a2-a85d-838062ef2673,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:17.293173 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74237f3-9cf8-431a-b4af-9986c97b5996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0fd601-83e0-4e49-9977-90a2111346a4', 'code': 200} Feb 11 13:14:17.489219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:17.500576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-447c2e19-8b69-4ed8-9a87-376a66fb9b10 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Calling delete_port for 25113600-5dda-4fd4-8a99-dabd5fd9871c owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:17.606131 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d48c2a7-fcaa-40b8-a9ef-7ca5a8c46c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:17.609665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211200cc-5807-4436-b8fc-af70d94aa499 req-ba5e7d70-7d67-4de2-94ac-cf2ad8e0c795 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:17.626666 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-211200cc-5807-4436-b8fc-af70d94aa499 req-ba5e7d70-7d67-4de2-94ac-cf2ad8e0c795 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.1778839 Feb 11 13:14:17.633128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=995b40db-7027-4199-a157-b5d5875b445e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:17.637251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff81bd40-5c70-40ef-80e6-b96cec70d757 req-9c2f9e29-5819-4833-88d2-324e88cfae0f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 1101 time: 0.2624419 Feb 11 13:14:17.762901 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff81bd40-5c70-40ef-80e6-b96cec70d757 req-94fcc135-a942-4933-9ba9-12f750aaae9a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804415 Feb 11 13:14:17.767097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:17.776288 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-211200cc-5807-4436-b8fc-af70d94aa499 req-cf6fb791-b9e8-4d3f-b31a-bc5232c8bbaf tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484015 Feb 11 13:14:17.802738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:17.804570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Pushing event updated for resources: {'Port': ['ID=a9f5341d-4175-40ba-af73-9839e65ac7f6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:17.811057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:17.900701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Checking segment: {'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:17.900976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Network hostable DHCP agents. Network: e4644b77-c68e-4228-99cc-82016685ae36, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:14:17.994347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-447c2e19-8b69-4ed8-9a87-376a66fb9b10 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.052497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6b08-b1cb-463a-9480-100d95806a45 req-4f92fcf5-6b9f-46c9-9746-c20d955a3b03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.054446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f6a6b08-b1cb-463a-9480-100d95806a45 req-4f92fcf5-6b9f-46c9-9746-c20d955a3b03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 950 time: 0.1027288 Feb 11 13:14:18.096671 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:14:18.124227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c2e19-8b69-4ed8-9a87-376a66fb9b10 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Pushing event deleted for resources: {'Port': ['ID=25113600-5dda-4fd4-8a99-dabd5fd9871c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:18.124227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Network e4644b77-c68e-4228-99cc-82016685ae36 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:14:18.132616 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f6a6b08-b1cb-463a-9480-100d95806a45 req-1e63b011-32b5-40f2-85c8-e0cc0a19529b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720282 Feb 11 13:14:18.248093 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.254099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e4644b77-c68e-4228-99cc-82016685ae36) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:18.285999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.286671 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.327438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:18.333077 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ffa0fddf-77e1-495c-b7c6-6eafa9121cd6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8461080 Feb 11 13:14:18.333514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57520) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:18.341265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:18.350432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:18.356777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'mac_address': 'fa:16:3e:c6:10:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:14:18.362255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Usage tracker for resource:router and tenant:6222a31b2b444e87a454c31b72a1d21b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:18.368432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae043a3-a5a2-415c-aabe-c2141535e533 None None] Network e4644b77-c68e-4228-99cc-82016685ae36 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:14:18.368810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-447c2e19-8b69-4ed8-9a87-376a66fb9b10 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.372061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-447c2e19-8b69-4ed8-9a87-376a66fb9b10 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.373349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-447c2e19-8b69-4ed8-9a87-376a66fb9b10 tempest-ServersTestBootFromVolume-1520647972 tempest-ServersTestBootFromVolume-1520647972-project] 10.222.0.67 "DELETE /v2.0/floatingips/bfef162c-261b-4fca-a8e7-de24a08ddf96 HTTP/1.1" status: 204 len: 168 time: 2.4618783 Feb 11 13:14:18.380557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:18.381419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57524) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:18.392622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:18.396427 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.407109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.408609 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.444348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.653735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.670664 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.731828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:14:18.788323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:18.829996 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.844492 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:18.992961 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471994c5-f28e-4c62-8c5d-cff620927240 None None] New status for floating IP bfef162c-261b-4fca-a8e7-de24a08ddf96: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:14:19.089405 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:19.091415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-e4644b77-c68e-4228-99cc-82016685ae36', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:14:19.096202 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:19.105863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['868eae42-8ddf-4128-ab1d-b9ce6a3d15e3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:14:19.206133 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:19.308995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7059835-91ac-46a2-a85d-838062ef2673'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:19.326303 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:19.334730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:19.345440 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:19.384029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:19.502965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482845b6-da38-4d6a-adc6-cde64941e091 req-ed3f1f8e-731e-46e8-96e0-a793e136ea9e tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:19.506446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-482845b6-da38-4d6a-adc6-cde64941e091 req-ed3f1f8e-731e-46e8-96e0-a793e136ea9e tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.4511850 Feb 11 13:14:19.577214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Pushing event updated for resources: {'Port': ['ID=a9f5341d-4175-40ba-af73-9839e65ac7f6,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:19.616046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Allocated IP 172.20.0.2 (e4644b77-c68e-4228-99cc-82016685ae36/995b40db-7027-4199-a157-b5d5875b445e/0b139d17-fb2a-4043-a269-da9bfa29ffb1) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:19.638383 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-482845b6-da38-4d6a-adc6-cde64941e091 req-eff2557e-74a1-42df-b692-cddcbc8ca12e tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257217 Feb 11 13:14:19.646467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Allocated IP 172.25.4.233 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a29432d9-0f14-4b76-bcf8-aabc6e11bb62) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:19.789151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:19.830029 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:19.837264 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-c4fff18d-a45e-4c82-a0c6-8f120fafca1a tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6511543 Feb 11 13:14:19.943625 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:19.945305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-9899321a-46e8-4b90-8d2b-c2fa182858cb tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Synchronizing usage tracker for tenant:0b415cb25f694bd8bac59294d2590e35 on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:14:20.004263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-9899321a-46e8-4b90-8d2b-c2fa182858cb tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Unset dirty status for tenant:0b415cb25f694bd8bac59294d2590e35 on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:14:20.015664 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-9899321a-46e8-4b90-8d2b-c2fa182858cb tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 696 time: 0.1773007 Feb 11 13:14:20.076169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa53fa5-4ff1-4291-9fd8-ffb4f6510c8e req-a06b27c1-9d0b-4b88-b8d0-c88a615c9fe9 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:20.084501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7fa53fa5-4ff1-4291-9fd8-ffb4f6510c8e req-a06b27c1-9d0b-4b88-b8d0-c88a615c9fe9 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 950 time: 0.1365178 Feb 11 13:14:20.103077 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:20.234673 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:20.261871 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:20.274382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Transition to ACTIVE for port object 0b139d17-fb2a-4043-a269-da9bfa29ffb1 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:20.297239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Transition to ACTIVE for port object 0b139d17-fb2a-4043-a269-da9bfa29ffb1 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:20.315599 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:20.393531 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:20.442995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Network e4644b77-c68e-4228-99cc-82016685ae36 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:20.453195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Pushing event updated for resources: {'Port': ['ID=0b139d17-fb2a-4043-a269-da9bfa29ffb1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:20.475169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:20.480568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:20.498144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:20.509463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:20.513145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:20.536948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-90a2e214-6d6f-40fd-97a5-74ed05936110 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:20.538336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d869b4a-82aa-40a3-bee6-b1d608e41759 req-90a2e214-6d6f-40fd-97a5-74ed05936110 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.5221343 Feb 11 13:14:20.665243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Attempting to bind port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:14:20.665674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Attempting to bind port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:14:20.665965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Attempting to bind port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 on network e4644b77-c68e-4228-99cc-82016685ae36 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:20.686316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:14:20.686777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Checking segment: {'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:20.687173 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:20.687580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Bound using segment: {'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:14:20.688037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Bound port: 0b139d17-fb2a-4043-a269-da9bfa29ffb1, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:14:20.688411 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:20.755897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Pushing event updated for resources: {'Port': ['ID=a29432d9-0f14-4b76-bcf8-aabc6e11bb62,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:20.778429 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7fa53fa5-4ff1-4291-9fd8-ffb4f6510c8e req-866766da-5de6-4703-aca5-6d30bcb89194 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930060 Feb 11 13:14:20.865761 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7059835-91ac-46a2-a85d-838062ef2673', 'code': 200} Feb 11 13:14:20.990672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] For port 0b139d17-fb2a-4043-a269-da9bfa29ffb1, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:21.002796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] For port 0b139d17-fb2a-4043-a269-da9bfa29ffb1, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0b139d17-fb2a-4043-a269-da9bfa29ffb1,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:21.010925 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:21.098059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-2fadf3e3-0a50-49ab-b1c3-2b2746d09147 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips/0ebb3fe2-83df-4798-83d0-f1994db387b2 HTTP/1.1" status: 200 len: 693 time: 0.2191610 Feb 11 13:14:21.138720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:21.139707 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:21.161702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e529d-af7a-4290-8c8c-b55c3e17c53b None None] Pushing event updated for resources: {'Port': ['ID=0b139d17-fb2a-4043-a269-da9bfa29ffb1,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:21.309765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-5104963d-56d0-441b-913b-52fd69a64565 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.311229 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-5104963d-56d0-441b-913b-52fd69a64565 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2051969 Feb 11 13:14:21.611368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90319f9a-0327-4c58-8304-ef92df90c65a req-f04bb8b5-1643-4c34-8d21-8ea9db96b772 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.613862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90319f9a-0327-4c58-8304-ef92df90c65a req-f04bb8b5-1643-4c34-8d21-8ea9db96b772 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.5559998 Feb 11 13:14:21.674306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-be360454-0ecb-43cc-8e5f-ebca3dc57730 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 696 time: 0.2691033 Feb 11 13:14:21.693780 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85819131-f893-40e6-b241-3d90dd618c2b req-10387b22-7032-4e06-aa08-a1520ef48ae2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 1100 time: 0.7482076 Feb 11 13:14:21.802380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90319f9a-0327-4c58-8304-ef92df90c65a req-307cc67e-940f-4a13-a879-baeae73570bc tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497133 Feb 11 13:14:21.810408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-f60b779f-5ba4-4239-a891-5698ba41f3d5 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 696 time: 0.1249747 Feb 11 13:14:21.829384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85819131-f893-40e6-b241-3d90dd618c2b req-1070ebc8-2b89-453d-bf48-a05388355cc8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258571 Feb 11 13:14:21.998867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Deleting port a9f5341d-4175-40ba-af73-9839e65ac7f6 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:21.999384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:22.110630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:22.203320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Deleting port 1520f086-c9d8-448b-a36b-4b4eb910def8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:22.203658 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:22.266314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:22.266989 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:22.441083 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:22.441616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:22.486181 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:22.549787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0b139d17-fb2a-4043-a269-da9bfa29ffb1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:22.602569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed619c7c-38b4-4dfa-84fc-216ddf30f694 req-6cb9e5a0-6b2d-448f-a816-6569a77de4e6 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:22.606352 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed619c7c-38b4-4dfa-84fc-216ddf30f694 req-6cb9e5a0-6b2d-448f-a816-6569a77de4e6 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 949 time: 0.5147767 Feb 11 13:14:22.681649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] For port 1520f086-c9d8-448b-a36b-4b4eb910def8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1520f086-c9d8-448b-a36b-4b4eb910def8,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:22.683130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:22.699423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:22.724831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a74558f-132f-4350-b54e-4a5435ec917d None None] Network e4644b77-c68e-4228-99cc-82016685ae36 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:14:22.749787 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:22.838138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Calling delete_port for a9f5341d-4175-40ba-af73-9839e65ac7f6 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:22.878141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Calling delete_port for 1520f086-c9d8-448b-a36b-4b4eb910def8 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:22.920421 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed619c7c-38b4-4dfa-84fc-216ddf30f694 req-f4c34ed0-d438-4f45-9c75-a2b1439f388a tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997241 Feb 11 13:14:23.021279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:23.280612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:14:23.589066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-393b0b9e-4258-4aef-8b4f-9fe664fff41c None None] Provisioning for port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:23.644025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:23.676733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-393b0b9e-4258-4aef-8b4f-9fe664fff41c None None] Provisioning complete for port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:23.680652 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-393b0b9e-4258-4aef-8b4f-9fe664fff41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:23.854474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946a1a8-4d89-4636-9066-9037c1597c3e req-bc079c76-92bb-4621-9261-e87bbacebf1c tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:23.858430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:23.858834 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:23.864491 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5946a1a8-4d89-4636-9066-9037c1597c3e req-bc079c76-92bb-4621-9261-e87bbacebf1c tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.2635801 Feb 11 13:14:23.876749 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:23.899581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=10']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:24.031977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Pushing event deleted for resources: {'Port': ['ID=a9f5341d-4175-40ba-af73-9839e65ac7f6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:24.055824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:24.140287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Pushing event deleted for resources: {'Port': ['ID=1520f086-c9d8-448b-a36b-4b4eb910def8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:24.236919 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:24.257282 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5946a1a8-4d89-4636-9066-9037c1597c3e req-e93b3410-ea44-451b-b970-37e0675cc3bc tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912778 Feb 11 13:14:24.282080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.282672 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-393b0b9e-4258-4aef-8b4f-9fe664fff41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:24.282760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.282760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.282760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.282760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.282760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.282760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.282760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.282760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.282760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.282760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.302771 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:24.309425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.309785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.310131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.310689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.311047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.311547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.311917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.312204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.312528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.312995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.313332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:24.378778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:24.381475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b7c0860-a176-49da-80d1-d97d75d780d6 req-49ab822a-63d8-4970-9c84-90afa7af91f8 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "DELETE /v2.0/floatingips/0ebb3fe2-83df-4798-83d0-f1994db387b2 HTTP/1.1" status: 204 len: 173 time: 2.5633361 Feb 11 13:14:24.406028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:24.440685 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'code': 200} Feb 11 13:14:24.441131 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:24.443711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Sync routers for ids ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:14:24.447661 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-db74aca5-9b41-434b-92db-f4a33e9a6745 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1129055 Feb 11 13:14:24.448572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57614) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:24.501158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 0b139d17-fb2a-4043-a269-da9bfa29ffb1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0b139d17-fb2a-4043-a269-da9bfa29ffb1,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:24.619891 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:24.879525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=0b139d17-fb2a-4043-a269-da9bfa29ffb1,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:24.895911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Routers {'37a5e478-ad18-4d67-9e6b-711c30ebaa64'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:24.896539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:24.951658 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-66e65713-fb45-412f-9def-5c6fa6c7e8d0 req-e7bd2c6a-ba0c-419b-8ddf-c8611fa04c95 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] show failed (client error): The resource could not be found. Feb 11 13:14:24.959684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66e65713-fb45-412f-9def-5c6fa6c7e8d0 req-e7bd2c6a-ba0c-419b-8ddf-c8611fa04c95 tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips/0ebb3fe2-83df-4798-83d0-f1994db387b2 HTTP/1.1" status: 404 len: 350 time: 0.0972326 Feb 11 13:14:24.971271 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-731a9201-dc00-4f6e-b7a0-fc126749fac2 req-e89b92ce-dbb5-49e5-a3b7-1cbce0e1a913 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 1096 time: 0.3977139 Feb 11 13:14:25.095871 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-2b5f401d-a619-4d7f-a302-469484879b8a req-8689b4a3-8d33-430e-a057-4d61fa3b97ca tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] show failed (client error): The resource could not be found. Feb 11 13:14:25.106264 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2b5f401d-a619-4d7f-a302-469484879b8a req-8689b4a3-8d33-430e-a057-4d61fa3b97ca tempest-FloatingIPsTestJSON-1219422964 tempest-FloatingIPsTestJSON-1219422964-project] 10.222.0.67 "GET /v2.0/floatingips/0ebb3fe2-83df-4798-83d0-f1994db387b2 HTTP/1.1" status: 404 len: 350 time: 0.0936654 Feb 11 13:14:25.111092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57630) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:25.125435 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-731a9201-dc00-4f6e-b7a0-fc126749fac2 req-b71e4101-321d-4e2e-898c-0d7e00ca7a51 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057744 Feb 11 13:14:25.136896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02931d9d-1a14-4f9c-a0f6-97c1c5abf71e req-f682b0cb-72f9-4629-8ba2-d9ffed1a291b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:25.138323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02931d9d-1a14-4f9c-a0f6-97c1c5abf71e req-f682b0cb-72f9-4629-8ba2-d9ffed1a291b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 949 time: 0.2811158 Feb 11 13:14:25.247640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02931d9d-1a14-4f9c-a0f6-97c1c5abf71e req-4f13ee28-dca8-4d82-84f5-38de746d106f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013536 Feb 11 13:14:25.290776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Set router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:25.588810 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-393b0b9e-4258-4aef-8b4f-9fe664fff41c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:14:25.589277 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-393b0b9e-4258-4aef-8b4f-9fe664fff41c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:14:25.676736 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:25.824993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c372c0-be16-4b39-b24f-f01619599d20 req-edd2819c-e2ab-4341-b827-b3221a1dc1a3 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:25.826507 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-36c372c0-be16-4b39-b24f-f01619599d20 req-edd2819c-e2ab-4341-b827-b3221a1dc1a3 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.3161347 Feb 11 13:14:25.879511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:20Z', 'revision_number': 3, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:25.894701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Checking router: 37a5e478-ad18-4d67-9e6b-711c30ebaa64 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:14:25.896954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Updating router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 port a29432d9-0f14-4b76-bcf8-aabc6e11bb62 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:14:26.030029 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:26.260409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-36c372c0-be16-4b39-b24f-f01619599d20 req-2e38d328-668e-4e25-b75a-fd0561d7527a tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241893 Feb 11 13:14:26.268718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eaa38-ec52-45ca-a696-357a4176beff req-aecfa832-231d-4db1-aece-6fc83ce98c7c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:26.272576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eaa38-ec52-45ca-a696-357a4176beff req-aecfa832-231d-4db1-aece-6fc83ce98c7c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:26.280988 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e3eaa38-ec52-45ca-a696-357a4176beff req-aecfa832-231d-4db1-aece-6fc83ce98c7c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996&device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 1690 time: 0.2095137 Feb 11 13:14:26.357081 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e3eaa38-ec52-45ca-a696-357a4176beff req-6844557f-166b-4aca-a6aa-fe179b46dfd3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746343 Feb 11 13:14:26.782884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3de981c5-7842-4e98-9cec-949a1b3c24bf None None] Provisioning complete for port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:26.783179 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3de981c5-7842-4e98-9cec-949a1b3c24bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:26.892449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0b139d17-fb2a-4043-a269-da9bfa29ffb1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:27.018082 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:27.200229 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:14:27.330660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:27.331228 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:27.423680 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:27.500358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Transition to ACTIVE for port object a29432d9-0f14-4b76-bcf8-aabc6e11bb62 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:27.512498 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:27.515520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:27.827229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Attempting to bind port a29432d9-0f14-4b76-bcf8-aabc6e11bb62 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:14:27.827699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Attempting to bind port a29432d9-0f14-4b76-bcf8-aabc6e11bb62 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:14:27.828065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Attempting to bind port a29432d9-0f14-4b76-bcf8-aabc6e11bb62 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:27.856133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:14:27.856508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:27.856935 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:27.857313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:14:27.857785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Bound port: a29432d9-0f14-4b76-bcf8-aabc6e11bb62, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:14:27.858149 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:27.934217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156c84f-c120-479a-a837-0bfa42561e6e None None] Pushing event updated for resources: {'Port': ['ID=a29432d9-0f14-4b76-bcf8-aabc6e11bb62,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:27.975439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Allocated IP 172.20.0.1 (e4644b77-c68e-4228-99cc-82016685ae36/995b40db-7027-4199-a157-b5d5875b445e/59c5ce65-ffae-44df-845b-17c73f7ecd9b) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:28.048901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] For port a29432d9-0f14-4b76-bcf8-aabc6e11bb62, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:28.052689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] For port a29432d9-0f14-4b76-bcf8-aabc6e11bb62, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a29432d9-0f14-4b76-bcf8-aabc6e11bb62,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:28.060362 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:28.160599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:28.210828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Transition to ACTIVE for port object 59c5ce65-ffae-44df-845b-17c73f7ecd9b will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:28.250376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6728cf05-5f83-49a6-a71a-97f8f06693e6 req-cbc77b3c-40ef-48ed-be06-c5edfa2f2ee6 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 1101 time: 0.9435840 Feb 11 13:14:28.292843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Routers {'37a5e478-ad18-4d67-9e6b-711c30ebaa64'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:28.294098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:28.376728 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6728cf05-5f83-49a6-a71a-97f8f06693e6 req-81fc3f57-7552-4ba9-aa3e-89d0040bd2f3 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245379 Feb 11 13:14:28.396359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:28.487788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156c84f-c120-479a-a837-0bfa42561e6e None None] Pushing event updated for resources: {'Port': ['ID=a29432d9-0f14-4b76-bcf8-aabc6e11bb62,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:28.521433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1227b-4f4a-4557-9bb6-7ceb596902c8 req-e95b7e3a-ec55-40b2-92bd-9b4a77412e0d tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:28.528528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4f1227b-4f4a-4557-9bb6-7ceb596902c8 req-e95b7e3a-ec55-40b2-92bd-9b4a77412e0d tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.6142178 Feb 11 13:14:28.591396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Network e4644b77-c68e-4228-99cc-82016685ae36 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:28.599043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:28.604697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:28.633538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:28.692980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Pushing event updated for resources: {'Port': ['ID=59c5ce65-ffae-44df-845b-17c73f7ecd9b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:28.699729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] Set router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:28.761256 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:28.792027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4f1227b-4f4a-4557-9bb6-7ceb596902c8 req-c2915c4f-8e91-41f6-86ea-fd4b2aeb58f8 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625413 Feb 11 13:14:29.024594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:29.439403 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:29.614210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-56e07f92-63bb-4015-b97a-d31c1203329e None None] Provisioning for port 59c5ce65-ffae-44df-845b-17c73f7ecd9b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:29.655006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-56e07f92-63bb-4015-b97a-d31c1203329e None None] Provisioning complete for port 59c5ce65-ffae-44df-845b-17c73f7ecd9b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:29.656349 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-56e07f92-63bb-4015-b97a-d31c1203329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:29.686597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:29.803630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:20Z', 'revision_number': 3, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:29.817033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Pushing event updated for resources: {'Port': ['ID=59c5ce65-ffae-44df-845b-17c73f7ecd9b,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:29.824357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf77d44-8e8b-4578-891c-048b6d467b40 None None] The sync data for ids ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'] in n-d-818559-1 is: [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:20Z', 'revision_number': 3, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:14:29.830040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-56e07f92-63bb-4015-b97a-d31c1203329e None None] Port 59c5ce65-ffae-44df-845b-17c73f7ecd9b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:14:29.902160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:29.918748 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6fb67a5-8093-40e4-a085-86a21f4193c8 req-eea0310e-89c9-41f1-a743-2a243db45e1c tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 1100 time: 0.8954430 Feb 11 13:14:29.924452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1945eda6-f531-4ed6-b888-77ae0ea63b4f req-25ca3f3a-1f90-4366-8085-85963897a296 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 1096 time: 0.3074770 Feb 11 13:14:30.153895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:30.164150 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] Sync routers for ids ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:14:30.198809 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-574dd9ad-f3fd-455e-a293-29b1edc2d993 admin admin] 10.222.0.67 "PUT /v2.0/routers/e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8027461 Feb 11 13:14:30.199430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Network e4644b77-c68e-4228-99cc-82016685ae36 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:30.202478 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] Routers {'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:30.203205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57724) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:30.205417 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:30.283750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604b7f0-56a8-47a7-aa28-11ca39844f73 req-ecb9f44e-744a-4f1f-a4dc-ddc28de45b06 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:30.291034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c604b7f0-56a8-47a7-aa28-11ca39844f73 req-ecb9f44e-744a-4f1f-a4dc-ddc28de45b06 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.5609775 Feb 11 13:14:30.388849 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:30.497199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c604b7f0-56a8-47a7-aa28-11ca39844f73 req-ef766f84-a0ff-4e94-b552-9b081685b355 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049549 Feb 11 13:14:30.517756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] Deleting port 94f44a49-4b37-4ba5-90b1-688bb860db12 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:30.518098 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:30.625041 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] Set router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:30.872533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9edcd3b7-2753-451e-8d46-d98ba5208dc1 None None] Provisioning complete for port 59c5ce65-ffae-44df-845b-17c73f7ecd9b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:30.872983 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9edcd3b7-2753-451e-8d46-d98ba5208dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:31.034194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a29432d9-0f14-4b76-bcf8-aabc6e11bb62 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:31.088558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] For port 94f44a49-4b37-4ba5-90b1-688bb860db12, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=94f44a49-4b37-4ba5-90b1-688bb860db12,segment=NetworkSegment(9f0c49bb-2b85-453d-85ec-105fa8a794d6),segment_id=9f0c49bb-2b85-453d-85ec-105fa8a794d6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:31.089649 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:31.185534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9edcd3b7-2753-451e-8d46-d98ba5208dc1 None None] Port 59c5ce65-ffae-44df-845b-17c73f7ecd9b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:14:31.241970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a29432d9-0f14-4b76-bcf8-aabc6e11bb62 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:31.250292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a29432d9-0f14-4b76-bcf8-aabc6e11bb62 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:31.250681 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:31.323660 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:14:23Z', 'revision_number': 5, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:31.338231 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] Checking router: e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:14:31.359588 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] Routers {'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:31.360594 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:31.374305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] Calling delete_port for 94f44a49-4b37-4ba5-90b1-688bb860db12 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:31.546464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6fb67a5-8093-40e4-a085-86a21f4193c8 req-854c5b80-efa7-4fc7-9a76-58b3001f92a6 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5882723 Feb 11 13:14:31.630432 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:31.633464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945eda6-f531-4ed6-b888-77ae0ea63b4f req-a2d426f4-5b27-4dbd-ab36-898c380390c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:31.655819 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:31.657264 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1945eda6-f531-4ed6-b888-77ae0ea63b4f req-a2d426f4-5b27-4dbd-ab36-898c380390c9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 920 time: 1.7135727 Feb 11 13:14:31.666414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port a29432d9-0f14-4b76-bcf8-aabc6e11bb62, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a29432d9-0f14-4b76-bcf8-aabc6e11bb62,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:31.676613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:31.830117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=a29432d9-0f14-4b76-bcf8-aabc6e11bb62,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:31.892497 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] Set router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:31.907172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1945eda6-f531-4ed6-b888-77ae0ea63b4f req-dbdbc0a7-5a94-427d-97ac-5cfb9cdfdfc4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1 HTTP/1.1" status: 200 len: 217 time: 0.2489498 Feb 11 13:14:31.991644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f44a49-4b37-4ba5-90b1-688bb860db12,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:32.447629 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:14:23Z', 'revision_number': 5, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:32.456756 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0c39-3fc6-43d9-be38-dc87bfdd67b5 None None] The sync data for ids ['e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6'] in n-d-818559-1 is: [{'id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'name': 'tempest-ServersTestBootFromVolume-916397081-router', 'tenant_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:42Z', 'updated_at': '2022-02-11T13:14:23Z', 'revision_number': 5, 'project_id': '5ce06cecd3f6432e8a51acfc78e2b594', 'gw_port': {'id': 'f0d1780f-a22c-402e-8e50-651f3bd0bfdb', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:43Z', 'updated_at': '2022-02-11T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:14:32.519080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199c54-da2d-4d7b-ba30-e1b979a35b4f req-b1eff629-f2f9-4b51-acff-d5cca5c45d4e tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:32.523125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945eda6-f531-4ed6-b888-77ae0ea63b4f req-1d89543e-b70c-49ae-b017-e0ac1b4093fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:32.526256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1945eda6-f531-4ed6-b888-77ae0ea63b4f req-1d89543e-b70c-49ae-b017-e0ac1b4093fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.3762069 Feb 11 13:14:32.531746 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6199c54-da2d-4d7b-ba30-e1b979a35b4f req-b1eff629-f2f9-4b51-acff-d5cca5c45d4e tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.5297003 Feb 11 13:14:32.651211 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1945eda6-f531-4ed6-b888-77ae0ea63b4f req-9c95a669-def7-4f26-be48-807b6f019a2e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090672 Feb 11 13:14:32.654258 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6199c54-da2d-4d7b-ba30-e1b979a35b4f req-5a09994e-25e5-44b2-98b5-353c98dbf3fe tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211517 Feb 11 13:14:32.685913 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:32.880547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-5fa708b3-fe45-4d04-b945-470a92a3b431 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612977 Feb 11 13:14:33.070796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a29432d9-0f14-4b76-bcf8-aabc6e11bb62 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:33.124518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1945eda6-f531-4ed6-b888-77ae0ea63b4f req-97309a11-b333-4d48-aadb-e13bb86bcad4 service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584756 Feb 11 13:14:33.140129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13c385-6d7f-42fd-976d-91e414c16630 req-76db4228-60ce-4ceb-8b59-1e60a59619e1 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:33.147632 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5b13c385-6d7f-42fd-976d-91e414c16630 req-76db4228-60ce-4ceb-8b59-1e60a59619e1 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 946 time: 0.1561840 Feb 11 13:14:33.150818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:33.215182 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5b13c385-6d7f-42fd-976d-91e414c16630 req-c6e928e7-2850-4ed3-9bbc-d67203eb1daa tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664210 Feb 11 13:14:33.256064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a29432d9-0f14-4b76-bcf8-aabc6e11bb62 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:33.256798 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:33.317329 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:33.392675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1520f086-c9d8-448b-a36b-4b4eb910def8 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:14:33.401797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57778) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:33.410357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-d18a6634-55cc-4b68-b0b3-e51911a26ce5 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:33.411845 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-d18a6634-55cc-4b68-b0b3-e51911a26ce5 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5305026 Feb 11 13:14:33.440624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 1520f086-c9d8-448b-a36b-4b4eb910def8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:14:33.441546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1520f086-c9d8-448b-a36b-4b4eb910def8 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:14:33.554529 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-0d3a3f68-158e-4149-b120-9a39194d10f4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/quotas/5b2e705c899a43aa895227e651e83fbd HTTP/1.1" status: 200 len: 375 time: 0.1225817 Feb 11 13:14:33.905755 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-780d3d67-ffda-4178-b8ab-38cebecc8cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:34.078941 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1945eda6-f531-4ed6-b888-77ae0ea63b4f req-80d274d4-e094-4557-b063-141b2b3efb92 service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9090598 Feb 11 13:14:34.098906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-780d3d67-ffda-4178-b8ab-38cebecc8cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:34.117702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-780d3d67-ffda-4178-b8ab-38cebecc8cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:ae2cc3180a914e17b13f76adc8cd0076 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:34.126339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-780d3d67-ffda-4178-b8ab-38cebecc8cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:34.137417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-780d3d67-ffda-4178-b8ab-38cebecc8cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:34.189032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-87054797-1bf6-48a0-945b-e5b109e605e1 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6336656 Feb 11 13:14:34.251840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-5411fab1-6db0-4f5d-8d76-111194682a4c tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:34.253270 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-5411fab1-6db0-4f5d-8d76-111194682a4c tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.73 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 946 time: 0.2228909 Feb 11 13:14:34.349063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b5629-bb59-4ca5-8221-17bdd520c386 req-d7ec96ac-7cd5-4969-a922-61f59c5ae863 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:34.356089 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d78b5629-bb59-4ca5-8221-17bdd520c386 req-d7ec96ac-7cd5-4969-a922-61f59c5ae863 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.3824744 Feb 11 13:14:34.388055 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-780d3d67-ffda-4178-b8ab-38cebecc8cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:34.410689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d78b5629-bb59-4ca5-8221-17bdd520c386 req-c42d0ec2-793a-4744-aabb-e5b0e0fd6aec tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532622 Feb 11 13:14:34.425537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-354ae9e2-1e91-44ff-8d53-d366556cb049 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Deleting port 63511ef0-6f49-4530-bddc-4740bd339079 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:34.425870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-354ae9e2-1e91-44ff-8d53-d366556cb049 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:34.430435 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:34.444877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-780d3d67-ffda-4178-b8ab-38cebecc8cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:34.572559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:34.597822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Deleting port f0d1780f-a22c-402e-8e50-651f3bd0bfdb {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:34.597822 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:34.757992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-780d3d67-ffda-4178-b8ab-38cebecc8cd4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ae2cc3180a914e17b13f76adc8cd0076&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3445404 Feb 11 13:14:34.775733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57798) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:34.807846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d3d67-ffda-4178-b8ab-38cebecc8cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d6ab7f-ca22-468d-8ed2-cbcffaf9c713,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:34.822487 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8e1411c6-bd76-4781-9778-a1439752f208 req-780596d9-3923-4697-9cb1-566bfceea8bc tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 210 time: 0.1780341 Feb 11 13:14:34.906633 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-02cda822-991e-4ed7-b0d6-4c986a339531 admin admin] 10.222.0.67 "PUT /v2.0/routers/37a5e478-ad18-4d67-9e6b-711c30ebaa64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4569037 Feb 11 13:14:34.916439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Sync routers for ids ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:14:34.960605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Routers {'37a5e478-ad18-4d67-9e6b-711c30ebaa64'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:34.963204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:34.979422 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5c5c1-a1a6-4b9b-aa68-cfb33c6ede6a req-c229fc8e-2490-48f6-95a5-f65dc1910c32 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:34.981086 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09b5c5c1-a1a6-4b9b-aa68-cfb33c6ede6a req-c229fc8e-2490-48f6-95a5-f65dc1910c32 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 946 time: 0.2835610 Feb 11 13:14:35.009407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] Router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:35.038609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] For port f0d1780f-a22c-402e-8e50-651f3bd0bfdb, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f0d1780f-a22c-402e-8e50-651f3bd0bfdb,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:35.040590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:35.127080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-354ae9e2-1e91-44ff-8d53-d366556cb049 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] For port 63511ef0-6f49-4530-bddc-4740bd339079, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=63511ef0-6f49-4530-bddc-4740bd339079,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:35.127519 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-354ae9e2-1e91-44ff-8d53-d366556cb049 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:35.159810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89d01919-30f7-4ab6-9f17-b2170450e92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:35.362191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Calling delete_port for f0d1780f-a22c-402e-8e50-651f3bd0bfdb owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:35.403655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09b5c5c1-a1a6-4b9b-aa68-cfb33c6ede6a req-3ed55a22-6d0c-4e06-9f30-22dbde9cfe02 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/security-groups?id=61873796-dad4-429b-ae69-d1bb02ae2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156809 Feb 11 13:14:35.541676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-354ae9e2-1e91-44ff-8d53-d366556cb049 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Calling delete_port for 63511ef0-6f49-4530-bddc-4740bd339079 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:35.650247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Set router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:35.774094 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89d01919-30f7-4ab6-9f17-b2170450e92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:35.843795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57822) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:35.854965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872813915', 'description': 'tempest-description--1160762405'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:35.866565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:35.876835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Usage tracker for resource:security_group and tenant:6222a31b2b444e87a454c31b72a1d21b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:35.892623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:35.940130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:35.980183 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:35.999034 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89d01919-30f7-4ab6-9f17-b2170450e92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:36.033853 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:36.052399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d01919-30f7-4ab6-9f17-b2170450e92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d6ab7f-ca22-468d-8ed2-cbcffaf9c713,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:36.106300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d1780f-a22c-402e-8e50-651f3bd0bfdb,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:36.113007 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-354ae9e2-1e91-44ff-8d53-d366556cb049 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:36.173973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0591bfc-35d3-4850-a152-6f90c93be425 req-805bd8fd-2e10-4be4-ac5e-68f8710792db tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:36.176282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0591bfc-35d3-4850-a152-6f90c93be425 req-805bd8fd-2e10-4be4-ac5e-68f8710792db tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.4028053 Feb 11 13:14:36.189610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['63511ef0-6f49-4530-bddc-4740bd339079'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:14:36.256208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ae9e2-1e91-44ff-8d53-d366556cb049 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Pushing event deleted for resources: {'Port': ['ID=63511ef0-6f49-4530-bddc-4740bd339079,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:36.280488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:36.286061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '59c5ce65-ffae-44df-845b-17c73f7ecd9b', 'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'mac_address': 'fa:16:3e:36:08:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:27Z', 'updated_at': '2022-02-11T13:14:29Z', 'revision_number': 2, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'subnets': [{'id': '995b40db-7027-4199-a157-b5d5875b445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:36.286330 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd22f422-4be2-4eca-82fc-ffd6af523066 req-ace93a56-b4f0-41be-b01c-72521c10ab88 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 210 time: 0.0884612 Feb 11 13:14:36.291655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Checking router: 37a5e478-ad18-4d67-9e6b-711c30ebaa64 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:14:36.292129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Updating router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 port 59c5ce65-ffae-44df-845b-17c73f7ecd9b binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:14:36.324233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Usage tracker for resource:security_group_rule and tenant:6222a31b2b444e87a454c31b72a1d21b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:36.340872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:36.444923 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:36.491564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:36.495200 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89d01919-30f7-4ab6-9f17-b2170450e92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:36.496312 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-89d01919-30f7-4ab6-9f17-b2170450e92e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6d6ab7f-ca22-468d-8ed2-cbcffaf9c713 HTTP/1.1" status: 204 len: 168 time: 1.7131274 Feb 11 13:14:36.550863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-354ae9e2-1e91-44ff-8d53-d366556cb049 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] No DVR routers for this DVR port 63511ef0-6f49-4530-bddc-4740bd339079 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:36.554397 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-354ae9e2-1e91-44ff-8d53-d366556cb049 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:36.557735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb2ba876-6617-4b9f-9d75-02d36972bbf0 req-354ae9e2-1e91-44ff-8d53-d366556cb049 tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.73 "DELETE /v2.0/ports/63511ef0-6f49-4530-bddc-4740bd339079 HTTP/1.1" status: 204 len: 173 time: 2.2867014 Feb 11 13:14:36.560493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1ff2a3-bfc2-41cc-9bcc-606faec8072d', 'name': 'network-vif-deleted', 'tag': '63511ef0-6f49-4530-bddc-4740bd339079'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:36.643739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:36.658514 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] Sync routers for ids ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:14:36.659683 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:36.662414 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-49c8db1a-405b-444d-9a05-9473ce6d4194 admin admin] 10.222.0.67 "PUT /v2.0/routers/d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5463014 Feb 11 13:14:36.665378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57840) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:36.697006 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] Routers {'d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:36.704411 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:36.758357 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:36.984733 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0591bfc-35d3-4850-a152-6f90c93be425 req-18d2cf33-76d3-41ac-b123-3707467d85be tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8005137 Feb 11 13:14:37.013575 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:37.014854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54eb6be-36d6-4a58-9637-05dfec48a38b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:37.024630 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:37.030075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-64f31cca-684f-48fb-bdb8-d683caefb374 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1850593 Feb 11 13:14:37.032678 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-c9030b18-4dd6-48f8-9903-8a38c3f2aa31 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320395 Feb 11 13:14:37.093639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57844) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:37.174766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Request body: {'security_group_rule': {'security_group_id': 'd54eb6be-36d6-4a58-9637-05dfec48a38b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:37.226695 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:37.237726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:37.242463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Transition to ACTIVE for port object 59c5ce65-ffae-44df-845b-17c73f7ecd9b will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:37.262617 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:37.268800 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1ff2a3-bfc2-41cc-9bcc-606faec8072d', 'name': 'network-vif-deleted', 'tag': '63511ef0-6f49-4530-bddc-4740bd339079', 'status': 'completed', 'code': 200} Feb 11 13:14:37.275479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b488e032-5344-433b-8130-a5ead70c57a2 req-f73dde1c-d115-4379-80c9-118dde0a57fa tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Synchronizing usage tracker for tenant:31b992635d4144538d17315b43e302bc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:14:37.319838 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:37.359890 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] Set router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:37.450631 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Usage tracker for resource:security_group_rule and tenant:6222a31b2b444e87a454c31b72a1d21b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:37.462142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:37.484101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:37.541709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b488e032-5344-433b-8130-a5ead70c57a2 req-f73dde1c-d115-4379-80c9-118dde0a57fa tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] Unset dirty status for tenant:31b992635d4144538d17315b43e302bc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:14:37.555568 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b488e032-5344-433b-8130-a5ead70c57a2 req-f73dde1c-d115-4379-80c9-118dde0a57fa tempest-AttachSCSIVolumeTestJSON-1500437397 tempest-AttachSCSIVolumeTestJSON-1500437397-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1ff2a3-bfc2-41cc-9bcc-606faec8072d HTTP/1.1" status: 200 len: 210 time: 0.5411620 Feb 11 13:14:37.583478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57852) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:37.718753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:37.755799 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caa5d69a-57e2-4c6c-9868-aa274ba3204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:37.795234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Attempting to bind port 59c5ce65-ffae-44df-845b-17c73f7ecd9b on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:14:37.795716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Attempting to bind port 59c5ce65-ffae-44df-845b-17c73f7ecd9b by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:14:37.796224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Attempting to bind port 59c5ce65-ffae-44df-845b-17c73f7ecd9b on network e4644b77-c68e-4228-99cc-82016685ae36 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:37.799282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4391a-8273-4da7-aefc-935d6e8c1d45 None None] Pushing event updated for resources: {'Port': ['ID=59c5ce65-ffae-44df-845b-17c73f7ecd9b,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:37.825933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:14:37.826442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Checking segment: {'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:37.827093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:37.827778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Bound using segment: {'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:14:37.828583 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Bound port: 59c5ce65-ffae-44df-845b-17c73f7ecd9b, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:14:37.828971 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:37.915381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-caa5d69a-57e2-4c6c-9868-aa274ba3204e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:37.925083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-caa5d69a-57e2-4c6c-9868-aa274ba3204e admin admin] Usage tracker for resource:security_group_rule and tenant:d140344b8c38409f9bde9a6843fd5596 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:37.928356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-caa5d69a-57e2-4c6c-9868-aa274ba3204e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:37.956942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] For port 59c5ce65-ffae-44df-845b-17c73f7ecd9b, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:37.959518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-caa5d69a-57e2-4c6c-9868-aa274ba3204e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:37.961175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] For port 59c5ce65-ffae-44df-845b-17c73f7ecd9b, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=59c5ce65-ffae-44df-845b-17c73f7ecd9b,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:37.967389 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:37.993429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-63685e23-625f-40d6-9611-8a2503f6f15f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:37.996027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-63685e23-625f-40d6-9611-8a2503f6f15f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8965573 Feb 11 13:14:38.020683 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'name': 'tempest-FloatingIPsTestJSON-1988806591-router', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:40Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 5, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'gw_port': {'id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:42Z', 'updated_at': '2022-02-11T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:38.030496 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] Checking router: d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:14:38.056110 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] Routers {'d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:38.056710 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:38.074152 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:38.108892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Routers {'37a5e478-ad18-4d67-9e6b-711c30ebaa64'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:38.109527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:38.155182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Request body: {'port': {'device_id': '1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '5b2e705c899a43aa895227e651e83fbd'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:38.252413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 63511ef0-6f49-4530-bddc-4740bd339079 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:14:38.273016 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:38.293317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4391a-8273-4da7-aefc-935d6e8c1d45 None None] Pushing event updated for resources: {'Port': ['ID=59c5ce65-ffae-44df-845b-17c73f7ecd9b,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:38.308406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 63511ef0-6f49-4530-bddc-4740bd339079 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:14:38.309084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 63511ef0-6f49-4530-bddc-4740bd339079 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:14:38.457381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-159c3e4e-916f-41e5-9070-b144af2ac895 req-5de8bbd0-ecad-44e2-ba48-0fc07569fe69 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 210 time: 0.3455632 Feb 11 13:14:38.465718 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:38.477037 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:38.505074 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:38.506246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4087143 Feb 11 13:14:38.511218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57864) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:38.532819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Request body: {'security_group_rule': {'security_group_id': 'd54eb6be-36d6-4a58-9637-05dfec48a38b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:38.541970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:38.559889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Usage tracker for resource:security_group_rule and tenant:6222a31b2b444e87a454c31b72a1d21b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:38.573928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:38.574746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:14:38.576859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:38.588883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] Set router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:38.607968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:38.614588 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:38.635080 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] Set router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:38.643159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7a3f9885-be05-4e22-a6b5-85678b51539e admin admin] 10.222.0.67 "DELETE /v2.0/routers/e2cc8e9f-b7c0-44e9-b35f-7c1d50b913f6 HTTP/1.1" status: 204 len: 168 time: 8.2520380 Feb 11 13:14:38.651620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57870) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:38.662201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75522993-70f2-4dd0-ad5c-2944aa496006 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd13db2-1d30-444d-bd16-69e848c1e98c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:38.794111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:38.966940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:38.993699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:38.998602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-342ed51a-8ad9-4090-940d-c4ade090a460 admin admin] Deleting subnet 6f62c0f9-b9c5-4bdc-8132-da3ad14c2504 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:14:39.027408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caa5d69a-57e2-4c6c-9868-aa274ba3204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.029304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Made reservation on behalf of 5b2e705c899a43aa895227e651e83fbd for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:39.029473 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-342ed51a-8ad9-4090-940d-c4ade090a460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.032796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.050306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.133439 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.141616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-342ed51a-8ad9-4090-940d-c4ade090a460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.179037 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.231973 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caa5d69a-57e2-4c6c-9868-aa274ba3204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.239710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e80ce7-488c-489e-a497-129e1c3780f6,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:39.274813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.281587 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8a4dd343-6a76-47bd-a28c-4ace76fc9c5e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7603664 Feb 11 13:14:39.284198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57894) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:39.294964 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'name': 'tempest-FloatingIPsTestJSON-1988806591-router', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:40Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 5, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'gw_port': {'id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:42Z', 'updated_at': '2022-02-11T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:39.311897 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3027f23-b87f-4aea-aab3-89541ddb7e99 None None] The sync data for ids ['d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0'] in n-d-818559-1 is: [{'id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'name': 'tempest-FloatingIPsTestJSON-1988806591-router', 'tenant_id': '0b415cb25f694bd8bac59294d2590e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:40Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 5, 'project_id': '0b415cb25f694bd8bac59294d2590e35', 'gw_port': {'id': 'e3b1c269-fc72-4fb4-96a8-d7cd029104e2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e5dfc0-95ae-4ec4-8675-3d07f639e7e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:42Z', 'updated_at': '2022-02-11T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:14:39.324799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:39.332468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-caa5d69a-57e2-4c6c-9868-aa274ba3204e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d140344b8c38409f9bde9a6843fd5596&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7404296 Feb 11 13:14:39.334692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:39.341934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Usage tracker for resource:floatingip and tenant:6222a31b2b444e87a454c31b72a1d21b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:39.344403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57898) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:39.348335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:39.358654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:39.386315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.618569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-342ed51a-8ad9-4090-940d-c4ade090a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.620205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '59c5ce65-ffae-44df-845b-17c73f7ecd9b', 'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'mac_address': 'fa:16:3e:36:08:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:27Z', 'updated_at': '2022-02-11T13:14:37Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'subnets': [{'id': '995b40db-7027-4199-a157-b5d5875b445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:39.627179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1188b0-33bb-48de-b448-1101c513a4d8 None None] The sync data for ids ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'] in n-d-818559-1 is: [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '59c5ce65-ffae-44df-845b-17c73f7ecd9b', 'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'mac_address': 'fa:16:3e:36:08:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:27Z', 'updated_at': '2022-02-11T13:14:37Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'subnets': [{'id': '995b40db-7027-4199-a157-b5d5875b445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:14:39.704874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5d69a-57e2-4c6c-9868-aa274ba3204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6118957-d83e-4ca2-bcc3-6573c72b1032,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:39.733743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b637ac9-83e2-43d8-a4dc-93d38da1df13 req-eea9aa8c-d62f-43c0-8fc6-945d831b8bee tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:39.736341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b637ac9-83e2-43d8-a4dc-93d38da1df13 req-eea9aa8c-d62f-43c0-8fc6-945d831b8bee tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 1.3781958 Feb 11 13:14:39.822009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5e95a5d-3360-4454-8058-ae2979941850 req-31548a7c-41dc-4e08-b795-a4c58d804573 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 210 time: 0.1077940 Feb 11 13:14:39.924999 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-342ed51a-8ad9-4090-940d-c4ade090a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.933194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71a5be3f-0682-4a26-8665-a41e9d904ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:39.938413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Allocated IP 192.168.233.36 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/0148e04d-c71d-47a5-9b47-45e165f46533) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:39.990000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7824118-c06d-4adb-a768-45e05e8748d1 None None] Network 446f9ce4-e24b-44b4-b743-298a0c13ff7d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:14:40.001065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-342ed51a-8ad9-4090-940d-c4ade090a460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:40.006758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b637ac9-83e2-43d8-a4dc-93d38da1df13 req-47e9e8be-28aa-4de9-ae1a-5114649e70cf tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066991 Feb 11 13:14:40.026833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71a5be3f-0682-4a26-8665-a41e9d904ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:40.043842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-342ed51a-8ad9-4090-940d-c4ade090a460 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6f62c0f9-b9c5-4bdc-8132-da3ad14c2504 HTTP/1.1" status: 204 len: 168 time: 1.3842607 Feb 11 13:14:40.043842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57926) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:40.135740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ed51a-8ad9-4090-940d-c4ade090a460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f62c0f9-b9c5-4bdc-8132-da3ad14c2504,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:40.221999 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:40.399448 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:40.449282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:40.493401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Transition to ACTIVE for port object 0148e04d-c71d-47a5-9b47-45e165f46533 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:40.495768 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71a5be3f-0682-4a26-8665-a41e9d904ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:40.508788 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:40.518837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Deleting port 0cad0d7a-8925-4cf1-9b93-4be93a911034 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:40.519181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:40.532010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5be3f-0682-4a26-8665-a41e9d904ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6118957-d83e-4ca2-bcc3-6573c72b1032,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:40.538860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Deleting port e3b1c269-fc72-4fb4-96a8-d7cd029104e2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:40.540005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:40.575407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d1008-3897-408c-be60-e96fd8df5b99 None None] DHCP port deletion for 446f9ce4-e24b-44b4-b743-298a0c13ff7d request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:14:40.590319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-464d1008-3897-408c-be60-e96fd8df5b99 None None] Deleting port 0cad0d7a-8925-4cf1-9b93-4be93a911034 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:40.590725 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-464d1008-3897-408c-be60-e96fd8df5b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:40.944186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-464d1008-3897-408c-be60-e96fd8df5b99 None None] For port 0cad0d7a-8925-4cf1-9b93-4be93a911034, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0cad0d7a-8925-4cf1-9b93-4be93a911034,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:40.946173 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-464d1008-3897-408c-be60-e96fd8df5b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:41.004741 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71a5be3f-0682-4a26-8665-a41e9d904ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:41.035542 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-71a5be3f-0682-4a26-8665-a41e9d904ba6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d6118957-d83e-4ca2-bcc3-6573c72b1032 HTTP/1.1" status: 204 len: 168 time: 1.6889794 Feb 11 13:14:41.057074 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:41.182017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-464d1008-3897-408c-be60-e96fd8df5b99 None None] Calling delete_port for 0cad0d7a-8925-4cf1-9b93-4be93a911034 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:41.272618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 59c5ce65-ffae-44df-845b-17c73f7ecd9b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:41.302884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', '270aacb6-5ff7-4361-954f-1216431a1814', 'df0fd601-83e0-4e49-9977-90a2111346a4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:14:41.336397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f7059835-91ac-46a2-a85d-838062ef2673'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:14:41.341584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] For port 0cad0d7a-8925-4cf1-9b93-4be93a911034, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0cad0d7a-8925-4cf1-9b93-4be93a911034,segment=NetworkSegment(6170091f-8987-4792-878f-00e4f8ba0160),segment_id=6170091f-8987-4792-878f-00e4f8ba0160)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:41.342080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:41.386094 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-464d1008-3897-408c-be60-e96fd8df5b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:41.536193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d1008-3897-408c-be60-e96fd8df5b99 None None] Pushing event deleted for resources: {'Port': ['ID=0cad0d7a-8925-4cf1-9b93-4be93a911034,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:41.574990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d1008-3897-408c-be60-e96fd8df5b99 None None] No DVR routers for this DVR port 0cad0d7a-8925-4cf1-9b93-4be93a911034 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:41.641611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Calling delete_port for 0cad0d7a-8925-4cf1-9b93-4be93a911034 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:41.780550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:41.795880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 59c5ce65-ffae-44df-845b-17c73f7ecd9b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:41.803989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 59c5ce65-ffae-44df-845b-17c73f7ecd9b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:41.804491 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:41.810467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:41.850081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:41.899915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Allocated IP 172.25.4.46 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/15d7ae91-8165-40b4-a9ea-b3a4e9019590) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:42.153973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:42.154665 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:42.166663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event updated for resources: {'Port': ['ID=0148e04d-c71d-47a5-9b47-45e165f46533,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:42.187650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57972) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:42.225940 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:42.342017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5189ad8-a13a-4925-8e9e-4a4db95cd50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:42.365449 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-ce624ba9-eae8-4b8d-9e94-1a5b9db89d91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2591205 Feb 11 13:14:42.378685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] For port e3b1c269-fc72-4fb4-96a8-d7cd029104e2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e3b1c269-fc72-4fb4-96a8-d7cd029104e2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:42.379005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:42.403683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Request body: {'port': {'device_id': '1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:42.535333 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:42.608603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:42.731289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:42.742636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:42.747366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:42.748045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-03ee5606-64f5-4f10-9694-82db0e152398 None None] Provisioning for port 0148e04d-c71d-47a5-9b47-45e165f46533 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:42.755775 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:42.800396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-03ee5606-64f5-4f10-9694-82db0e152398 None None] Provisioning complete for port 0148e04d-c71d-47a5-9b47-45e165f46533 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:42.800976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03ee5606-64f5-4f10-9694-82db0e152398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:42.809390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eabab1-bcd1-4931-9598-5d69df0d3108 req-80a9dbfe-bfd9-41f9-a19d-178f65712e1f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:42.810110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f2eabab1-bcd1-4931-9598-5d69df0d3108 req-80a9dbfe-bfd9-41f9-a19d-178f65712e1f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:14:42.855529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Calling delete_port for e3b1c269-fc72-4fb4-96a8-d7cd029104e2 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:42.965764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Pushing event updated for resources: {'Port': ['ID=15d7ae91-8165-40b4-a9ea-b3a4e9019590,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:42.980595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5189ad8-a13a-4925-8e9e-4a4db95cd50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:42.988775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-03ee5606-64f5-4f10-9694-82db0e152398 None None] Port 0148e04d-c71d-47a5-9b47-45e165f46533 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:14:43.003201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e5189ad8-a13a-4925-8e9e-4a4db95cd50d admin admin] Usage tracker for resource:security_group_rule and tenant:a93485a82c274f1d97c14fddd0468b3c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:43.035791 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 59c5ce65-ffae-44df-845b-17c73f7ecd9b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=59c5ce65-ffae-44df-845b-17c73f7ecd9b,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:43.044438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e5189ad8-a13a-4925-8e9e-4a4db95cd50d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:43.047612 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:43.064265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f2eabab1-bcd1-4931-9598-5d69df0d3108 req-80a9dbfe-bfd9-41f9-a19d-178f65712e1f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:14:43.065548 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2eabab1-bcd1-4931-9598-5d69df0d3108 req-80a9dbfe-bfd9-41f9-a19d-178f65712e1f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 935 time: 1.7334528 Feb 11 13:14:43.076094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5189ad8-a13a-4925-8e9e-4a4db95cd50d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:43.105620 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:14:43.105620 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:14:43.171683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 94f44a49-4b37-4ba5-90b1-688bb860db12 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:14:43.277017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:43.345482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 94f44a49-4b37-4ba5-90b1-688bb860db12 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:14:43.346031 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 94f44a49-4b37-4ba5-90b1-688bb860db12 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:14:43.346139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0cad0d7a-8925-4cf1-9b93-4be93a911034 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:14:43.389793 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:43.427734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2eabab1-bcd1-4931-9598-5d69df0d3108 req-cac08223-f713-45cf-b1be-268090600a9a tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724960 Feb 11 13:14:43.456470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 0cad0d7a-8925-4cf1-9b93-4be93a911034 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:14:43.457132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0cad0d7a-8925-4cf1-9b93-4be93a911034 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:14:43.457759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f0d1780f-a22c-402e-8e50-651f3bd0bfdb no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:14:43.510028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=59c5ce65-ffae-44df-845b-17c73f7ecd9b,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:43.522019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: f0d1780f-a22c-402e-8e50-651f3bd0bfdb {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:14:43.524087 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f0d1780f-a22c-402e-8e50-651f3bd0bfdb not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:14:43.613639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Deleting port 0cad0d7a-8925-4cf1-9b93-4be93a911034 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:43.614257 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:43.655528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 59c5ce65-ffae-44df-845b-17c73f7ecd9b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:43.660597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:43.782421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 59c5ce65-ffae-44df-845b-17c73f7ecd9b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:43.782962 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:43.799365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] The port '0cad0d7a-8925-4cf1-9b93-4be93a911034' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:14:43.835315 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5189ad8-a13a-4925-8e9e-4a4db95cd50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:43.866229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5189ad8-a13a-4925-8e9e-4a4db95cd50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:43.885722 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:14:44.031099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5189ad8-a13a-4925-8e9e-4a4db95cd50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5985630-f739-4e56-8aaa-43f8ab6c1f0b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.044540 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e5189ad8-a13a-4925-8e9e-4a4db95cd50d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a93485a82c274f1d97c14fddd0468b3c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8208961 Feb 11 13:14:44.047853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57990) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:44.063588 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.150629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b1c269-fc72-4fb4-96a8-d7cd029104e2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.209988 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.239960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446f9ce4-e24b-44b4-b743-298a0c13ff7d']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:44.261379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6170091f-8987-4792-878f-00e4f8ba0160') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:44.261844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6170091f-8987-4792-878f-00e4f8ba0160') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:44.307433 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.350157 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8fac2376-0eec-42d0-9afe-73b2cf86c0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.365418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.388031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:14:44.388379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:14:44.412091 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:14:44.427476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429f959-017a-47df-9351-6c8942a05d6a req-16d60eb2-a9fd-4657-9712-9cbc3a881f88 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:44.429135 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e429f959-017a-47df-9351-6c8942a05d6a req-16d60eb2-a9fd-4657-9712-9cbc3a881f88 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.7404544 Feb 11 13:14:44.669348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:14:44.683643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0148e04d-c71d-47a5-9b47-45e165f46533 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:14:44.700221 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8fac2376-0eec-42d0-9afe-73b2cf86c0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.710662 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.717052 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.720840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.731234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.788033 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.821220 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e429f959-017a-47df-9351-6c8942a05d6a req-4b477aca-5966-44ac-8280-b4ef4ec7fa70 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542160 Feb 11 13:14:44.865123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:44.900424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] Pushing event deleted for resources: {'Network': ['ID=446f9ce4-e24b-44b4-b743-298a0c13ff7d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.903266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b882e859-4716-4bcb-8ed1-8e4169121275 admin admin] 10.222.0.67 "DELETE /v2.0/networks/446f9ce4-e24b-44b4-b743-298a0c13ff7d HTTP/1.1" status: 204 len: 168 time: 4.8380253 Feb 11 13:14:44.953852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Pushing event updated for resources: {'Port': ['ID=15d7ae91-8165-40b4-a9ea-b3a4e9019590,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:45.005742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.056874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.058161 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2c87e444-5e59-4532-ba64-089ea0846f7d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7561650 Feb 11 13:14:45.171099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Transition to ACTIVE for port object 0148e04d-c71d-47a5-9b47-45e165f46533 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:45.202084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.277756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58018) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:45.382630 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d42868c-069a-4d13-b5ad-53c1be737bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.391866 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-65d95eb4-5031-4878-a20b-f37e5873acff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ce06cecd3f6432e8a51acfc78e2b594&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1128876 Feb 11 13:14:45.394268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58026) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:45.470416 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee47-a6ee-4fed-bcdc-f8773ee690b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.518614 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee47-a6ee-4fed-bcdc-f8773ee690b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.628718 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.667712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee47-a6ee-4fed-bcdc-f8773ee690b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.738438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9ee47-a6ee-4fed-bcdc-f8773ee690b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9e2b04-6809-48f0-a2ae-5c0506688ccb,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:45.747277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0148e04d-c71d-47a5-9b47-45e165f46533,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:45.768159 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee47-a6ee-4fed-bcdc-f8773ee690b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.769445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a5d9ee47-a6ee-4fed-bcdc-f8773ee690b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ee9e2b04-6809-48f0-a2ae-5c0506688ccb HTTP/1.1" status: 204 len: 168 time: 0.3739691 Feb 11 13:14:45.784806 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.920146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8fac2376-0eec-42d0-9afe-73b2cf86c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.933687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:45.934487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:14:45.943616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac2376-0eec-42d0-9afe-73b2cf86c0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5985630-f739-4e56-8aaa-43f8ab6c1f0b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:46.052858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223eb3c-812a-43dc-948b-2e817faf719f req-7842c669-e0dc-46bc-8fb2-29797c7d8287 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:46.056111 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9223eb3c-812a-43dc-948b-2e817faf719f req-7842c669-e0dc-46bc-8fb2-29797c7d8287 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 935 time: 1.2424104 Feb 11 13:14:46.150831 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8fac2376-0eec-42d0-9afe-73b2cf86c0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:46.152166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8fac2376-0eec-42d0-9afe-73b2cf86c0f0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b5985630-f739-4e56-8aaa-43f8ab6c1f0b HTTP/1.1" status: 204 len: 168 time: 2.1035295 Feb 11 13:14:46.157210 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:46.158418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8e2feafb-dea5-47c4-ae5c-978fbc507d3b admin admin] 10.222.0.67 "DELETE /v2.0/routers/d1e5dfc0-95ae-4ec4-8675-3d07f639e7e0 HTTP/1.1" status: 204 len: 168 time: 9.4917328 Feb 11 13:14:46.161531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58038) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:46.284321 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9223eb3c-812a-43dc-948b-2e817faf719f req-353d112e-992f-41d1-b62c-775969802ed4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165747 Feb 11 13:14:46.303724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Attempting to bind port 0148e04d-c71d-47a5-9b47-45e165f46533 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:14:46.306325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Attempting to bind port 0148e04d-c71d-47a5-9b47-45e165f46533 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:14:46.306683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Attempting to bind port 0148e04d-c71d-47a5-9b47-45e165f46533 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:46.318693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Port 0148e04d-c71d-47a5-9b47-45e165f46533 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:14:46.320545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Attempting to bind port 0148e04d-c71d-47a5-9b47-45e165f46533 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:46.343642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:14:46.344094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:46.344578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:14:46.345118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Bound port: 0148e04d-c71d-47a5-9b47-45e165f46533, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:14:46.345566 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:46.435864 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-77a8ea08-4f02-4d36-80ec-54ce07d122f2 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--872813915&fields=id&tenant_id=6222a31b2b444e87a454c31b72a1d21b HTTP/1.1" status: 200 len: 267 time: 0.1400578 Feb 11 13:14:46.491358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b8f33b-3934-47ab-aa82-6f83a8e78bdc admin admin] Deleting subnet e8dad609-c786-4f07-a84a-e5fd0e1e2544 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:14:46.503387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f33b-3934-47ab-aa82-6f83a8e78bdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:46.611896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] For port 0148e04d-c71d-47a5-9b47-45e165f46533, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:46.630294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] For port 0148e04d-c71d-47a5-9b47-45e165f46533, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0148e04d-c71d-47a5-9b47-45e165f46533,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:46.638543 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:46.903601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58058) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:46.904447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0148e04d-c71d-47a5-9b47-45e165f46533,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:47.189536 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:47.189963 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f33b-3934-47ab-aa82-6f83a8e78bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:47.190977 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-cce8f8a1-53cb-4bb9-8a33-1ba2ee3366b8 service neutron] 10.222.0.73 "PUT /v2.0/ports/0148e04d-c71d-47a5-9b47-45e165f46533 HTTP/1.1" status: 200 len: 1095 time: 4.8030794 Feb 11 13:14:47.204493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7', 'tag': '0148e04d-c71d-47a5-9b47-45e165f46533'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:47.344183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-0146f476-5107-48ef-9276-4cf6075e59ad tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:47.351122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-0146f476-5107-48ef-9276-4cf6075e59ad tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/networks?id=e4644b77-c68e-4228-99cc-82016685ae36 HTTP/1.1" status: 200 len: 811 time: 0.9141376 Feb 11 13:14:47.409997 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-97999a81-37db-4d73-b752-a8e818cf2c91 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/quotas/6222a31b2b444e87a454c31b72a1d21b HTTP/1.1" status: 200 len: 375 time: 0.0578139 Feb 11 13:14:47.411995 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7', 'tag': '0148e04d-c71d-47a5-9b47-45e165f46533', 'status': 'completed', 'code': 200} Feb 11 13:14:47.453810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-8b344ad7-b02d-4063-bb09-58ed68141d33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 1098 time: 0.1970110 Feb 11 13:14:47.603409 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-239cf52c-5b54-4064-ab3b-7cd48f647b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:47.648606 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f33b-3934-47ab-aa82-6f83a8e78bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:47.771618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-c482fe99-1bcd-4474-b2bf-971f5fa06632 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Synchronizing usage tracker for tenant:6222a31b2b444e87a454c31b72a1d21b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:14:47.816353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-c482fe99-1bcd-4474-b2bf-971f5fa06632 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Unset dirty status for tenant:6222a31b2b444e87a454c31b72a1d21b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:14:47.831166 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-c482fe99-1bcd-4474-b2bf-971f5fa06632 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6222a31b2b444e87a454c31b72a1d21b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4117892 Feb 11 13:14:47.837990 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f33b-3934-47ab-aa82-6f83a8e78bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:47.993734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f8654-1d66-403c-8780-43ded0a6d6e0 None None] Network 25e827e2-9804-4830-98db-22310f566f42 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:14:47.995315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f33b-3934-47ab-aa82-6f83a8e78bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:48.068807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58092) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:48.108328 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-e99e60ba-a569-4bbe-bfaa-f6cd0baae388 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=0148e04d-c71d-47a5-9b47-45e165f46533 HTTP/1.1" status: 200 len: 217 time: 0.6442783 Feb 11 13:14:48.344895 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-475c1e8b-dde0-4f30-8f00-cdbf5bd94ca6 service neutron] 10.222.0.67 "GET /v2.0/networks/e4644b77-c68e-4228-99cc-82016685ae36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779255 Feb 11 13:14:48.413000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6244d-eae3-4a5d-88c2-5bea19ee8ecb None None] DHCP port deletion for 25e827e2-9804-4830-98db-22310f566f42 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:14:48.419269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-86e6244d-eae3-4a5d-88c2-5bea19ee8ecb None None] Deleting port a6106dfe-390c-4035-a897-24eb0b0e4f6e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:48.419645 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86e6244d-eae3-4a5d-88c2-5bea19ee8ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:48.461627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-990021742-network', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:48.468175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:48.473147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Usage tracker for resource:network and tenant:fb3d85507ddc4e3b9d1834271f0b06d6 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:48.478927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:48.484110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8f33b-3934-47ab-aa82-6f83a8e78bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8dad609-c786-4f07-a84a-e5fd0e1e2544,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:48.490899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:48.559775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-e1f47862-1eb3-4977-9a7e-1b1399604b71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:48.561341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-e1f47862-1eb3-4977-9a7e-1b1399604b71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.4378517 Feb 11 13:14:48.615930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d9b8f33b-3934-47ab-aa82-6f83a8e78bdc admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e8dad609-c786-4f07-a84a-e5fd0e1e2544 HTTP/1.1" status: 204 len: 168 time: 2.4526384 Feb 11 13:14:48.638159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58104) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:48.680779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Made reservation on behalf of fb3d85507ddc4e3b9d1834271f0b06d6 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:48.693641 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:48.809418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:48.848974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-86e6244d-eae3-4a5d-88c2-5bea19ee8ecb None None] For port a6106dfe-390c-4035-a897-24eb0b0e4f6e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a6106dfe-390c-4035-a897-24eb0b0e4f6e,segment=NetworkSegment(9f0c49bb-2b85-453d-85ec-105fa8a794d6),segment_id=9f0c49bb-2b85-453d-85ec-105fa8a794d6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:48.848974 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86e6244d-eae3-4a5d-88c2-5bea19ee8ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:48.854161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:48.869855 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:48.906149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cf40c-df6f-40ed-8e19-2c69490e8343 req-bda9c854-b6cd-4958-8c6b-b4bef127c36b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:48.912872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c18cf40c-df6f-40ed-8e19-2c69490e8343 req-bda9c854-b6cd-4958-8c6b-b4bef127c36b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 947 time: 0.9744132 Feb 11 13:14:48.938502 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:48.970351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Deleting port a6106dfe-390c-4035-a897-24eb0b0e4f6e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:48.970878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:49.111193 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c18cf40c-df6f-40ed-8e19-2c69490e8343 req-06197efa-eeeb-4139-8216-78c298a1350e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973767 Feb 11 13:14:49.141052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:49.170167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-86e6244d-eae3-4a5d-88c2-5bea19ee8ecb None None] Calling delete_port for a6106dfe-390c-4035-a897-24eb0b0e4f6e owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:49.178572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Usage tracker for resource:security_group_rule and tenant:fb3d85507ddc4e3b9d1834271f0b06d6 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:49.192926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:49.228747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:49.274681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] For port a6106dfe-390c-4035-a897-24eb0b0e4f6e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a6106dfe-390c-4035-a897-24eb0b0e4f6e,segment=NetworkSegment(9f0c49bb-2b85-453d-85ec-105fa8a794d6),segment_id=9f0c49bb-2b85-453d-85ec-105fa8a794d6)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:49.275031 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:49.337968 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-bb1f0b3b-61d2-4373-8e73-3d14f01b130c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6687016 Feb 11 13:14:49.399792 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86e6244d-eae3-4a5d-88c2-5bea19ee8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:49.459131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Calling delete_port for a6106dfe-390c-4035-a897-24eb0b0e4f6e owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:49.471727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6244d-eae3-4a5d-88c2-5bea19ee8ecb None None] No DVR routers for this DVR port a6106dfe-390c-4035-a897-24eb0b0e4f6e on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:49.495292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6244d-eae3-4a5d-88c2-5bea19ee8ecb None None] Pushing event deleted for resources: {'Port': ['ID=a6106dfe-390c-4035-a897-24eb0b0e4f6e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:49.616692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-9da21d49-cb57-4d1a-a35c-90033e16c077 service neutron] 10.222.0.67 "GET /v2.0/networks/e4644b77-c68e-4228-99cc-82016685ae36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2607670 Feb 11 13:14:49.641432 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26a96867-374e-4233-a6e0-32f145b875a9 req-cf0b354b-b943-4cc5-bdf6-e323e528b594 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2841084 Feb 11 13:14:49.721906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58130) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:49.730286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e3b1c269-fc72-4fb4-96a8-d7cd029104e2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:14:49.766456 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:49.794545 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:49.825444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: e3b1c269-fc72-4fb4-96a8-d7cd029104e2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:14:49.826022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e3b1c269-fc72-4fb4-96a8-d7cd029104e2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:14:49.826189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a6106dfe-390c-4035-a897-24eb0b0e4f6e no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:14:49.862849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:14:49.883039 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:49.920396 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:14:49.921926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a6106dfe-390c-4035-a897-24eb0b0e4f6e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:14:49.922420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a6106dfe-390c-4035-a897-24eb0b0e4f6e not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:14:49.925272 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:14:49.937267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26a96867-374e-4233-a6e0-32f145b875a9 req-01eaa8c2-ce08-4244-ac8c-282dbfc8204f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 1096 time: 0.2560830 Feb 11 13:14:49.958206 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-62a52d97-0a5a-4380-b0fc-380ea5ddd1d5 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058505 Feb 11 13:14:50.009210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77720afd-52b6-45f4-b070-c9d980fc0c6e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:50.152070 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:50.255027 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:50.255623 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Added segment 9a698e87-acf5-4616-adcb-301e644411dd of type vlan for network 07551736-3844-4160-b676-d945954c62f3 Feb 11 13:14:50.279356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cf83d02-161c-42ca-9228-5c36a7f0a6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:50.297196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a96867-374e-4233-a6e0-32f145b875a9 req-9ef6ce77-a652-4750-9244-2f1fc73a5887 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:50.302332 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26a96867-374e-4233-a6e0-32f145b875a9 req-9ef6ce77-a652-4750-9244-2f1fc73a5887 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 920 time: 0.3358274 Feb 11 13:14:50.323205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7801b56b-de0d-45a0-a70e-fe5683749c12 req-200d7941-fdda-433f-9f38-a79c0057af34 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 210 time: 0.3065612 Feb 11 13:14:50.410210 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:50.427628 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26a96867-374e-4233-a6e0-32f145b875a9 req-69edac99-6316-45af-93e7-047f245f2bdd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1717aa03-7b60-4386-9de9-c61386011b5d HTTP/1.1" status: 200 len: 217 time: 0.1195607 Feb 11 13:14:50.428288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Deleting port a6106dfe-390c-4035-a897-24eb0b0e4f6e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:50.428638 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:50.452790 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5be01d02-2f24-4136-8d82-fcae9b29ee31 req-a5729a25-035e-4243-be11-c3a91c64c71e service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875748 Feb 11 13:14:50.479876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7cf83d02-161c-42ca-9228-5c36a7f0a6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:50.505062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7cf83d02-161c-42ca-9228-5c36a7f0a6b0 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9758e32e5347279c771016fdac1e22 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:50.519265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7cf83d02-161c-42ca-9228-5c36a7f0a6b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:50.606064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:14:50.634571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7cf83d02-161c-42ca-9228-5c36a7f0a6b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:50.696241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:50.697258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:50.698398 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:50.801870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] The port 'a6106dfe-390c-4035-a897-24eb0b0e4f6e' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:14:50.913558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8388658 Feb 11 13:14:50.924106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58162) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:50.942774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d740c14-1b1c-4d38-bd8f-8837be98fa26 admin admin] Pushing event updated for resources: {'Network': ['ID=07551736-3844-4160-b676-d945954c62f3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:50.951734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a96867-374e-4233-a6e0-32f145b875a9 req-2961277d-43e9-4540-bb16-8e1e70615ca6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:50.953186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26a96867-374e-4233-a6e0-32f145b875a9 req-2961277d-43e9-4540-bb16-8e1e70615ca6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.3154652 Feb 11 13:14:50.955231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Request body: {'subnet': {'network_id': '07551736-3844-4160-b676-d945954c62f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-990021742-subnet', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:50.956975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 07551736-3844-4160-b676-d945954c62f3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:14:50.961143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:50.966380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Usage tracker for resource:subnet and tenant:fb3d85507ddc4e3b9d1834271f0b06d6 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:50.975981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:50.982956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:50.998307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:51.012718 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89d7871c-913a-4c8b-ae5d-138a6e113051 req-af5957c2-59d9-42d9-a0e9-31c4f08d7087 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 1098 time: 0.4783070 Feb 11 13:14:51.013419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Made reservation on behalf of fb3d85507ddc4e3b9d1834271f0b06d6 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:51.031621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:51.079998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e827e2-9804-4830-98db-22310f566f42']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:51.144364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26a96867-374e-4233-a6e0-32f145b875a9 req-25887a88-58af-4bc1-9087-c9aac0d31387 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787512 Feb 11 13:14:51.150010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0c49bb-2b85-453d-85ec-105fa8a794d6') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:51.150428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0c49bb-2b85-453d-85ec-105fa8a794d6') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:51.196388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:51.265860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eff89-f118-4557-9d5f-721d49a8d7a3 req-0c65b5d7-e0ff-41e2-932b-cd7af9b863f5 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:51.267500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f1eff89-f118-4557-9d5f-721d49a8d7a3 req-0c65b5d7-e0ff-41e2-932b-cd7af9b863f5 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 947 time: 0.8559723 Feb 11 13:14:51.297877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:51.338455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:14:51.338965 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:14:51.365504 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:14:51.435194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cf83d02-161c-42ca-9228-5c36a7f0a6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:51.453196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7871c-913a-4c8b-ae5d-138a6e113051 req-62fe3646-2d64-4e6e-9653-11db284e54dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:51.454856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89d7871c-913a-4c8b-ae5d-138a6e113051 req-62fe3646-2d64-4e6e-9653-11db284e54dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.4010797 Feb 11 13:14:51.456634 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cf83d02-161c-42ca-9228-5c36a7f0a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:51.513195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f1eff89-f118-4557-9d5f-721d49a8d7a3 req-e084cf1b-c04a-418e-afb2-229ea3484a0d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361064 Feb 11 13:14:51.536047 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26a96867-374e-4233-a6e0-32f145b875a9 req-61b9fa77-d165-4d23-8ae1-fa9665ecfab1 service neutron] 10.222.0.73 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745694 Feb 11 13:14:51.536903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:51.550558 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:51.660021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e827e2-9804-4830-98db-22310f566f42,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:51.687234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89d7871c-913a-4c8b-ae5d-138a6e113051 req-0e70028b-451a-45a5-a588-6ae0d90ab427 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=0148e04d-c71d-47a5-9b47-45e165f46533 HTTP/1.1" status: 200 len: 217 time: 0.2159362 Feb 11 13:14:51.695063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d38b7a4-97ad-4547-a8bc-06f70cfb6189 req-95321940-1db7-4584-acdf-e538af09513d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 210 time: 0.1284585 Feb 11 13:14:51.695923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf83d02-161c-42ca-9228-5c36a7f0a6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18784af1-b18c-477b-a4ca-d367a1559ac1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:51.833798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7cf83d02-161c-42ca-9228-5c36a7f0a6b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bf9758e32e5347279c771016fdac1e22&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1061952 Feb 11 13:14:51.853817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58172) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:51.950266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26a96867-374e-4233-a6e0-32f145b875a9 req-67785c93-40ba-44c4-8970-43796230575a service neutron] 10.222.0.73 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941445 Feb 11 13:14:51.966366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f96b54a-3a0a-4dd7-badc-fa4d3b0bb117 admin admin] 10.222.0.67 "DELETE /v2.0/networks/25e827e2-9804-4830-98db-22310f566f42 HTTP/1.1" status: 204 len: 168 time: 3.3230834 Feb 11 13:14:52.002446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-f33ed338-b4e8-4f01-a057-35a9cdecd00a tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:52.004868 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-f33ed338-b4e8-4f01-a057-35a9cdecd00a tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.75 "GET /v2.0/networks?id=e4644b77-c68e-4228-99cc-82016685ae36 HTTP/1.1" status: 200 len: 811 time: 0.2701178 Feb 11 13:14:52.074440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-89860b61-d710-42d0-9b07-99e39cfea3b2 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6222a31b2b444e87a454c31b72a1d21b HTTP/1.1" status: 200 len: 379 time: 0.0541694 Feb 11 13:14:52.075557 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:52.086725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Request body: {'port': {'device_id': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'admin_state_up': True, 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'security_groups': ['d54eb6be-36d6-4a58-9637-05dfec48a38b']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:52.125850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7871c-913a-4c8b-ae5d-138a6e113051 req-27f856da-0e4c-4447-8c9a-96e69e8bf6ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:52.127354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89d7871c-913a-4c8b-ae5d-138a6e113051 req-27f856da-0e4c-4447-8c9a-96e69e8bf6ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.4260168 Feb 11 13:14:52.281478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58182) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:52.286826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:52.316656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:52.348701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Made reservation on behalf of 6222a31b2b444e87a454c31b72a1d21b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:52.352429 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:52.384262 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81f8567f-a77f-4150-bef7-925c884c0e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:52.484371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b1b9e6a7-33ce-43eb-a493-b2842bf4c539 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0b415cb25f694bd8bac59294d2590e35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1857104 Feb 11 13:14:52.489009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58192) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:52.496960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57c071f-c82d-4888-bb5b-da53c86b21dd,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:52.505804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81f8567f-a77f-4150-bef7-925c884c0e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:52.585382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Checking segment: {'id': '9a698e87-acf5-4616-adcb-301e644411dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07551736-3844-4160-b676-d945954c62f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:52.585382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Network hostable DHCP agents. Network: 07551736-3844-4160-b676-d945954c62f3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:14:52.660619 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d16d-0e6a-4444-b4ff-14330cf1c2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:52.680162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89d7871c-913a-4c8b-ae5d-138a6e113051 req-4a198d2b-22f5-4f22-8704-1e5da5eb7c8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5141580 Feb 11 13:14:52.705009 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d16d-0e6a-4444-b4ff-14330cf1c2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:52.732588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Allocated IP 172.20.0.3 (e4644b77-c68e-4228-99cc-82016685ae36/995b40db-7027-4199-a157-b5d5875b445e/813a02ad-74bf-4a9c-8624-10d1476e252c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:52.839182 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d16d-0e6a-4444-b4ff-14330cf1c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:52.848781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Network 07551736-3844-4160-b676-d945954c62f3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:14:52.850834 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81f8567f-a77f-4150-bef7-925c884c0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:52.906500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8567f-a77f-4150-bef7-925c884c0e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18784af1-b18c-477b-a4ca-d367a1559ac1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:52.939442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 07551736-3844-4160-b676-d945954c62f3) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:52.952075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba667f6a-cea6-4144-b976-f97c83bb9d6e None None] Network 07551736-3844-4160-b676-d945954c62f3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:14:52.981771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:52.982510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.022968 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89d7871c-913a-4c8b-ae5d-138a6e113051 req-d01ef96a-e9f0-4c14-ab3b-e6398591aea4 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083808 Feb 11 13:14:53.032180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81f8567f-a77f-4150-bef7-925c884c0e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.034170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-81f8567f-a77f-4150-bef7-925c884c0e9c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/18784af1-b18c-477b-a4ca-d367a1559ac1 HTTP/1.1" status: 204 len: 168 time: 1.1791279 Feb 11 13:14:53.075449 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-17ba0375-5e24-437f-aa43-98a4f3377497 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1394744 Feb 11 13:14:53.080406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5d16d-0e6a-4444-b4ff-14330cf1c2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2e0c8c-556d-4856-bf71-55e25e5b4ba0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:53.082769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58206) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:53.124010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-990021742-router', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:53.132481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1a54761f-7fd1-4f50-a0a7-a5487131e621 req-f6976cbe-a091-43e2-a70b-4482a30eb7f5 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Synchronizing usage tracker for tenant:6222a31b2b444e87a454c31b72a1d21b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:14:53.139317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:53.142131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ab015-2794-49f6-b2bf-01fc25348ae8 req-70203082-199c-4b14-9980-d5549335d3d9 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:53.144822 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1f8ab015-2794-49f6-b2bf-01fc25348ae8 req-70203082-199c-4b14-9980-d5549335d3d9 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 947 time: 0.4719791 Feb 11 13:14:53.154697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Usage tracker for resource:router and tenant:fb3d85507ddc4e3b9d1834271f0b06d6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:53.165922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:53.195498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:53.198199 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d16d-0e6a-4444-b4ff-14330cf1c2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.199349 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e2a5d16d-0e6a-4444-b4ff-14330cf1c2ac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6d2e0c8c-556d-4856-bf71-55e25e5b4ba0 HTTP/1.1" status: 204 len: 168 time: 0.7081809 Feb 11 13:14:53.216714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1a54761f-7fd1-4f50-a0a7-a5487131e621 req-f6976cbe-a091-43e2-a70b-4482a30eb7f5 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Unset dirty status for tenant:6222a31b2b444e87a454c31b72a1d21b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:14:53.218084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1a54761f-7fd1-4f50-a0a7-a5487131e621 req-f6976cbe-a091-43e2-a70b-4482a30eb7f5 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 210 time: 0.1745064 Feb 11 13:14:53.237464 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.238411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.247172 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.270351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Transition to ACTIVE for port object 813a02ad-74bf-4a9c-8624-10d1476e252c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:53.309098 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.334558 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.341998 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1f8ab015-2794-49f6-b2bf-01fc25348ae8 req-5709f1e6-99c8-4c2b-8e30-66f38d5797fc tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852164 Feb 11 13:14:53.351741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89d7871c-913a-4c8b-ae5d-138a6e113051 req-94959d86-e524-4068-832b-63d639c1df68 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144054 Feb 11 13:14:53.401079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-07551736-3844-4160-b676-d945954c62f3', 'network_id': '07551736-3844-4160-b676-d945954c62f3', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'fixed_ips': [{'subnet_id': 'e57c071f-c82d-4888-bb5b-da53c86b21dd'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:14:53.402354 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.458321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] Deleting port 9bec2261-b46f-46c1-bddd-66d9100586de {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:14:53.458684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.684522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Network e4644b77-c68e-4228-99cc-82016685ae36 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:53.699875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:53.701872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Allocated IP 172.20.0.2 (07551736-3844-4160-b676-d945954c62f3/e57c071f-c82d-4888-bb5b-da53c86b21dd/efa432cc-1944-4eb9-ad88-1e4344c6bf94) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:53.706415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:53.829484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Pushing event updated for resources: {'Port': ['ID=813a02ad-74bf-4a9c-8624-10d1476e252c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:53.892238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.917334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:53.917996 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:53.950741 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-bb5d0fa8-ae47-41d0-b5ad-7a3fcc06708c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8690052 Feb 11 13:14:53.982302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] For port 9bec2261-b46f-46c1-bddd-66d9100586de, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9bec2261-b46f-46c1-bddd-66d9100586de,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:53.982830 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:54.000225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Request body: {'port': {'device_id': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:14:54.155224 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:54.170072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Transition to ACTIVE for port object efa432cc-1944-4eb9-ad88-1e4344c6bf94 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:54.208231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Transition to ACTIVE for port object efa432cc-1944-4eb9-ad88-1e4344c6bf94 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:54.220276 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:54.310480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0148e04d-c71d-47a5-9b47-45e165f46533 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:14:54.320593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6122233a-a983-4b27-a53d-e2a325daaf70 None None] Provisioning for port 813a02ad-74bf-4a9c-8624-10d1476e252c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:54.321865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] Calling delete_port for 9bec2261-b46f-46c1-bddd-66d9100586de owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:14:54.361488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Network 07551736-3844-4160-b676-d945954c62f3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:54.371364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:54.375874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:54.396342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6122233a-a983-4b27-a53d-e2a325daaf70 None None] Provisioning complete for port 813a02ad-74bf-4a9c-8624-10d1476e252c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:54.399052 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6122233a-a983-4b27-a53d-e2a325daaf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:54.494852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Pushing event updated for resources: {'Port': ['ID=efa432cc-1944-4eb9-ad88-1e4344c6bf94,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:54.536213 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:54.604810 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:14:54.689448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c98e75-56aa-4bfb-92fc-b9f505b62118 req-f49d12e0-9d7f-41a1-bc27-f6f3cebf8633 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:54.690979 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2c98e75-56aa-4bfb-92fc-b9f505b62118 req-f49d12e0-9d7f-41a1-bc27-f6f3cebf8633 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 950 time: 0.5501459 Feb 11 13:14:54.757114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a81fe-00cc-407e-8bdd-c38d353cfc1f req-be657dc5-13da-43b0-a5e8-6970b32233ea tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:54.765250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-507a81fe-00cc-407e-8bdd-c38d353cfc1f req-be657dc5-13da-43b0-a5e8-6970b32233ea tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 931 time: 0.2131324 Feb 11 13:14:54.891002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0148e04d-c71d-47a5-9b47-45e165f46533, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0148e04d-c71d-47a5-9b47-45e165f46533,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:54.905896 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:54.907553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '0148e04d-c71d-47a5-9b47-45e165f46533', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '0148e04d-c71d-47a5-9b47-45e165f46533', 'mac_address': 'fa:16:3e:53:fa:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:14:54.912383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6122233a-a983-4b27-a53d-e2a325daaf70 None None] Port 813a02ad-74bf-4a9c-8624-10d1476e252c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:14:54.925203 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:54.955817 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:54.993683 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:54.999409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-507a81fe-00cc-407e-8bdd-c38d353cfc1f req-f7fc7306-3533-4ee2-b944-54831ea69a11 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Synchronizing usage tracker for tenant:6222a31b2b444e87a454c31b72a1d21b on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:14:55.004429 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2c98e75-56aa-4bfb-92fc-b9f505b62118 req-468e79d7-d367-42d6-b14f-6dfdfa9130fc tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987933 Feb 11 13:14:55.033485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0148e04d-c71d-47a5-9b47-45e165f46533 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:14:55.040285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Attempting to bind port efa432cc-1944-4eb9-ad88-1e4344c6bf94 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:14:55.040651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Attempting to bind port efa432cc-1944-4eb9-ad88-1e4344c6bf94 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9a698e87-acf5-4616-adcb-301e644411dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07551736-3844-4160-b676-d945954c62f3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:14:55.041004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Attempting to bind port efa432cc-1944-4eb9-ad88-1e4344c6bf94 on network 07551736-3844-4160-b676-d945954c62f3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:55.053415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] Pushing event deleted for resources: {'Port': ['ID=9bec2261-b46f-46c1-bddd-66d9100586de,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:55.098044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:14:55.098416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Checking segment: {'id': '9a698e87-acf5-4616-adcb-301e644411dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07551736-3844-4160-b676-d945954c62f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:55.100725 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:55.101159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Bound using segment: {'id': '9a698e87-acf5-4616-adcb-301e644411dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07551736-3844-4160-b676-d945954c62f3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:14:55.104650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Bound port: efa432cc-1944-4eb9-ad88-1e4344c6bf94, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a698e87-acf5-4616-adcb-301e644411dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07551736-3844-4160-b676-d945954c62f3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:14:55.105074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:55.106898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-507a81fe-00cc-407e-8bdd-c38d353cfc1f req-f7fc7306-3533-4ee2-b944-54831ea69a11 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Unset dirty status for tenant:6222a31b2b444e87a454c31b72a1d21b on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:14:55.118883 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-507a81fe-00cc-407e-8bdd-c38d353cfc1f req-f7fc7306-3533-4ee2-b944-54831ea69a11 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526337 Feb 11 13:14:55.138566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0148e04d-c71d-47a5-9b47-45e165f46533, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0148e04d-c71d-47a5-9b47-45e165f46533,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:55.154483 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:55.352556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=0148e04d-c71d-47a5-9b47-45e165f46533,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:55.437688 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['0148e04d-c71d-47a5-9b47-45e165f46533'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:14:55.454062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Allocated IP 172.25.4.85 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/e095d173-9e69-4999-8b53-33ed5f031110) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:55.570600 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] For port efa432cc-1944-4eb9-ad88-1e4344c6bf94, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:55.585011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] For port efa432cc-1944-4eb9-ad88-1e4344c6bf94, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=efa432cc-1944-4eb9-ad88-1e4344c6bf94,segment=NetworkSegment(9a698e87-acf5-4616-adcb-301e644411dd),segment_id=9a698e87-acf5-4616-adcb-301e644411dd)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:55.612238 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:55.650394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea9dbb-0514-4781-8b7e-4f47d9b2c769 req-1afe1a7c-e80c-485a-b577-793857184c5e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:55.653012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-abea9dbb-0514-4781-8b7e-4f47d9b2c769 req-1afe1a7c-e80c-485a-b577-793857184c5e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 948 time: 0.3855858 Feb 11 13:14:55.824264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79a674-007f-4d23-82ea-287d70e90c47 None None] Pushing event updated for resources: {'Port': ['ID=efa432cc-1944-4eb9-ad88-1e4344c6bf94,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:55.987854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:56.282832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813a02ad-74bf-4a9c-8624-10d1476e252c {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:14:56.297250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:14:56.320595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:56.386474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Transition to ACTIVE for port object 813a02ad-74bf-4a9c-8624-10d1476e252c will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:56.410126 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-abea9dbb-0514-4781-8b7e-4f47d9b2c769 req-cad45fbd-de80-4718-af8e-2c4a1741f440 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237251 Feb 11 13:14:56.410958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:56.728663 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:56.855716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:56.856927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:56.865834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Pushing event updated for resources: {'Port': ['ID=813a02ad-74bf-4a9c-8624-10d1476e252c,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:56.876950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:56.886166 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:56.970321 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-078e3d81-6347-4eb7-b1a5-f97d0f7ee30f req-0017d343-632c-418f-b0d8-56a21e42a4d1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3970659 Feb 11 13:14:57.125536 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'code': 200} Feb 11 13:14:57.155840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=11']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:57.259295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Attempting to bind port 813a02ad-74bf-4a9c-8624-10d1476e252c on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:14:57.259728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Attempting to bind port 813a02ad-74bf-4a9c-8624-10d1476e252c by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:14:57.260139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Attempting to bind port 813a02ad-74bf-4a9c-8624-10d1476e252c on network e4644b77-c68e-4228-99cc-82016685ae36 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:57.285500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Port 813a02ad-74bf-4a9c-8624-10d1476e252c on network e4644b77-c68e-4228-99cc-82016685ae36 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:14:57.285854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Attempting to bind port 813a02ad-74bf-4a9c-8624-10d1476e252c on network e4644b77-c68e-4228-99cc-82016685ae36 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:14:57.297282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:57.364946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:14:57.365512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Checking segment: {'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:14:57.366074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Bound using segment: {'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:14:57.366779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Bound port: 813a02ad-74bf-4a9c-8624-10d1476e252c, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:14:57.367303 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:57.393952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:57.404896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad06c07-ac3a-45aa-9928-3c15d326ea93 req-45568c6b-5d2a-49e6-a64b-5e3cc910083e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:57.406804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ad06c07-ac3a-45aa-9928-3c15d326ea93 req-45568c6b-5d2a-49e6-a64b-5e3cc910083e tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 943 time: 0.4267719 Feb 11 13:14:57.407865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:57.414611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:14:57.515756 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-078e3d81-6347-4eb7-b1a5-f97d0f7ee30f req-f39a5503-e5a9-4496-9bef-6fd2e36b0280 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 1096 time: 0.4439278 Feb 11 13:14:57.573930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Pushing event updated for resources: {'Port': ['ID=e095d173-9e69-4999-8b53-33ed5f031110,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:57.637620 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ad06c07-ac3a-45aa-9928-3c15d326ea93 req-c981715b-59f4-4654-aa06-07b8e1255038 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806340 Feb 11 13:14:57.745545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e3d81-6347-4eb7-b1a5-f97d0f7ee30f req-745dc9ee-115f-4cde-8b41-4ecd2b541299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:57.747512 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-078e3d81-6347-4eb7-b1a5-f97d0f7ee30f req-745dc9ee-115f-4cde-8b41-4ecd2b541299 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 920 time: 0.1948764 Feb 11 13:14:57.761150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] For port 813a02ad-74bf-4a9c-8624-10d1476e252c, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:57.807589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] For port 813a02ad-74bf-4a9c-8624-10d1476e252c, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=813a02ad-74bf-4a9c-8624-10d1476e252c,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:57.825494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:57.830988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device efa432cc-1944-4eb9-ad88-1e4344c6bf94 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:57.848465 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-078e3d81-6347-4eb7-b1a5-f97d0f7ee30f req-0c726147-8006-45f6-84b1-39ea7e7d1f2a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1 HTTP/1.1" status: 200 len: 217 time: 0.0913670 Feb 11 13:14:57.917892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e02b6dd-ff26-4e8a-bbdc-f293135033eb None None] Network 07551736-3844-4160-b676-d945954c62f3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:14:57.932637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e3d81-6347-4eb7-b1a5-f97d0f7ee30f req-95539a71-84b6-415a-9b7c-4e57302dc730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:57.934311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-078e3d81-6347-4eb7-b1a5-f97d0f7ee30f req-95539a71-84b6-415a-9b7c-4e57302dc730 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.0732436 Feb 11 13:14:57.939364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] Router 97bf09a5-423f-436a-8e75-f21cce0e4c2a has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:57.990768 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-078e3d81-6347-4eb7-b1a5-f97d0f7ee30f req-350ebe27-128f-4496-bf99-05b19efdfc21 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463884 Feb 11 13:14:58.047862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-82514ec1-3f8d-4d80-90ef-18f8aa4c3e29 None None] Provisioning for port efa432cc-1944-4eb9-ad88-1e4344c6bf94 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:58.063929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Pushing event updated for resources: {'Port': ['ID=813a02ad-74bf-4a9c-8624-10d1476e252c,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:58.068328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-82514ec1-3f8d-4d80-90ef-18f8aa4c3e29 None None] Provisioning complete for port efa432cc-1944-4eb9-ad88-1e4344c6bf94 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:58.068957 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82514ec1-3f8d-4d80-90ef-18f8aa4c3e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:58.102371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port efa432cc-1944-4eb9-ad88-1e4344c6bf94 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:58.127928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port efa432cc-1944-4eb9-ad88-1e4344c6bf94 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:58.128835 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:58.219242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:58.220642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-06540784-bbc9-4b44-92ce-b726c2f02e55 service neutron] 10.222.0.75 "PUT /v2.0/ports/813a02ad-74bf-4a9c-8624-10d1476e252c HTTP/1.1" status: 200 len: 1091 time: 4.2385683 Feb 11 13:14:58.230351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'tag': '813a02ad-74bf-4a9c-8624-10d1476e252c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:58.315349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0148e04d-c71d-47a5-9b47-45e165f46533 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:14:58.356679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-078e3d81-6347-4eb7-b1a5-f97d0f7ee30f req-809765e8-1d27-4a6d-b554-048a8c3e6e0b service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557932 Feb 11 13:14:58.444066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daa59-9034-45d2-934b-cb3486f47f7d req-92a16020-4a96-44ae-963a-944821cbb4be tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:58.451096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b96daa59-9034-45d2-934b-cb3486f47f7d req-92a16020-4a96-44ae-963a-944821cbb4be tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 948 time: 0.3894083 Feb 11 13:14:58.520466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-594a9e02-3d8b-45b3-b07b-4afad11ff41c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6222a31b2b444e87a454c31b72a1d21b&device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 1094 time: 0.2406807 Feb 11 13:14:58.535093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:58.536305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:58.542818 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b96daa59-9034-45d2-934b-cb3486f47f7d req-f17e4c25-29e1-486a-b825-4987d083821a tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789020 Feb 11 13:14:58.637858 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82514ec1-3f8d-4d80-90ef-18f8aa4c3e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:58.648842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-90b7ad11-36fe-4570-9e47-164484da8927 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813a02ad-74bf-4a9c-8624-10d1476e252c HTTP/1.1" status: 200 len: 217 time: 0.1092680 Feb 11 13:14:58.697561 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:58.738912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-82514ec1-3f8d-4d80-90ef-18f8aa4c3e29 None None] For port efa432cc-1944-4eb9-ad88-1e4344c6bf94, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=efa432cc-1944-4eb9-ad88-1e4344c6bf94,segment=NetworkSegment(9a698e87-acf5-4616-adcb-301e644411dd),segment_id=9a698e87-acf5-4616-adcb-301e644411dd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:58.751733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 0148e04d-c71d-47a5-9b47-45e165f46533 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:58.755878 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82514ec1-3f8d-4d80-90ef-18f8aa4c3e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:58.838616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 0148e04d-c71d-47a5-9b47-45e165f46533 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:58.839281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:58.876671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:58.887074 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'tag': '813a02ad-74bf-4a9c-8624-10d1476e252c', 'status': 'completed', 'code': 200} Feb 11 13:14:58.905631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] Sync routers for ids ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:14:58.906298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-078e3d81-6347-4eb7-b1a5-f97d0f7ee30f req-c483f715-e3ba-4e6c-98da-92afa73962e6 service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353251 Feb 11 13:14:58.955909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac85b0e-b394-4f51-8cc6-19433adf7bf0 req-71ad6592-e257-472c-8486-0a1efb557ce6 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:58.972472 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fac85b0e-b394-4f51-8cc6-19433adf7bf0 req-71ad6592-e257-472c-8486-0a1efb557ce6 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 948 time: 0.4674318 Feb 11 13:14:59.002034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82514ec1-3f8d-4d80-90ef-18f8aa4c3e29 None None] Pushing event updated for resources: {'Port': ['ID=efa432cc-1944-4eb9-ad88-1e4344c6bf94,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:59.014849 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:14:59.015301 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:14:59.037741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] Routers {'97bf09a5-423f-436a-8e75-f21cce0e4c2a'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:14:59.039283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:59.122239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-ad598ca1-c196-452e-a164-7b98845e600c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:59.127461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cd0b31d2-73d9-485c-a63c-0f82996adbca admin admin] 10.222.0.67 "PUT /v2.0/routers/97bf09a5-423f-436a-8e75-f21cce0e4c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2118158 Feb 11 13:14:59.128535 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-ad598ca1-c196-452e-a164-7b98845e600c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=995b40db-7027-4199-a157-b5d5875b445e HTTP/1.1" status: 200 len: 850 time: 0.3156559 Feb 11 13:14:59.129144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58396) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:59.209007 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fac85b0e-b394-4f51-8cc6-19433adf7bf0 req-45f51e26-4d24-4613-93a6-46f1e7769815 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354789 Feb 11 13:14:59.209693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58400) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:59.253037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29bb4370-f49f-4ece-8ad9-ae83a3489850 req-574286c9-69d8-484b-9729-bee19361fb9e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 1096 time: 0.2761493 Feb 11 13:14:59.474336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-91356d78-7da3-4e3f-a7ad-b0db8873a03e None None] Provisioning complete for port efa432cc-1944-4eb9-ad88-1e4344c6bf94 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:59.474750 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91356d78-7da3-4e3f-a7ad-b0db8873a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:59.500939 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82dd9459-963a-4f8c-b3d9-ae0ed9ae964a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:59.520957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ccb34-0dd0-4a61-9d7e-34ba8bfc0f7c req-021b36a1-16d6-4073-9038-51e2f910cb35 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:59.528889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea4ccb34-0dd0-4a61-9d7e-34ba8bfc0f7c req-021b36a1-16d6-4073-9038-51e2f910cb35 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.6330588 Feb 11 13:14:59.607357 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:59.654956 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea4ccb34-0dd0-4a61-9d7e-34ba8bfc0f7c req-f88f8f67-80aa-4517-a419-040d18a82e47 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246855 Feb 11 13:14:59.706222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-82dd9459-963a-4f8c-b3d9-ae0ed9ae964a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:14:59.719100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0148e04d-c71d-47a5-9b47-45e165f46533, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0148e04d-c71d-47a5-9b47-45e165f46533,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:59.723360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58410) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:14:59.724919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148e04d-c71d-47a5-9b47-45e165f46533'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:14:59.729404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-82dd9459-963a-4f8c-b3d9-ae0ed9ae964a admin admin] Usage tracker for resource:security_group_rule and tenant:39317ac578b24dc68baa2acd43e639d3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:14:59.737196 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:59.749416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-82dd9459-963a-4f8c-b3d9-ae0ed9ae964a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:14:59.768976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-82dd9459-963a-4f8c-b3d9-ae0ed9ae964a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:14:59.774655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb4370-f49f-4ece-8ad9-ae83a3489850 req-45d09dba-95e0-4126-94f2-f7a2068ee098 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:59.778482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29bb4370-f49f-4ece-8ad9-ae83a3489850 req-45d09dba-95e0-4126-94f2-f7a2068ee098 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 920 time: 0.5157168 Feb 11 13:14:59.785664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-818ddb8b-60b8-4936-a0fc-d965ac26083e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e4644b77-c68e-4228-99cc-82016685ae36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6393778 Feb 11 13:14:59.800424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] Set router 97bf09a5-423f-436a-8e75-f21cce0e4c2a gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:14:59.942939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device efa432cc-1944-4eb9-ad88-1e4344c6bf94 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:15:00.035837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29bb4370-f49f-4ece-8ad9-ae83a3489850 req-b6235c05-223a-4abd-95e7-de011635b75d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1 HTTP/1.1" status: 200 len: 217 time: 0.2389615 Feb 11 13:15:00.045822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4743d0a-c7c6-4675-b8a3-87a4fa530f05 req-c905d7fa-025a-42b3-bfbd-dc667f4da121 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:00.047353 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4743d0a-c7c6-4675-b8a3-87a4fa530f05 req-c905d7fa-025a-42b3-bfbd-dc667f4da121 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 943 time: 0.5134902 Feb 11 13:15:00.057630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-1e9dac12-f5e6-46d6-a186-d47fcdc995cb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:00.059114 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-1e9dac12-f5e6-46d6-a186-d47fcdc995cb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.73 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 948 time: 0.5263340 Feb 11 13:15:00.059899 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41783365-07f8-414f-a568-95ff8b7bc5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:00.067123 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-b1bae0a4-26df-4996-8698-dc0154c1f13f service neutron] 10.222.0.75 "GET /v2.0/networks/e4644b77-c68e-4228-99cc-82016685ae36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578173 Feb 11 13:15:00.153271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=0148e04d-c71d-47a5-9b47-45e165f46533,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:00.211570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port efa432cc-1944-4eb9-ad88-1e4344c6bf94 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:00.211570 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:00.224125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:00.299402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-feb00d5d-2c1e-4869-9029-305a419a76eb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Deleting port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:00.299998 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-feb00d5d-2c1e-4869-9029-305a419a76eb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:00.325186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb4370-f49f-4ece-8ad9-ae83a3489850 req-4a5bb043-ad5a-46ef-a06d-2378545c11bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:00.326638 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29bb4370-f49f-4ece-8ad9-ae83a3489850 req-4a5bb043-ad5a-46ef-a06d-2378545c11bc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.2772262 Feb 11 13:15:00.351700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-41783365-07f8-414f-a568-95ff8b7bc5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:00.379439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c33c5-d49d-4837-a664-e01099f47a54 req-ceff3a37-0dae-4f9f-840f-8b1dff8d77f4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:00.381085 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f5c33c5-d49d-4837-a664-e01099f47a54 req-ceff3a37-0dae-4f9f-840f-8b1dff8d77f4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 949 time: 0.3785920 Feb 11 13:15:00.403189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-41783365-07f8-414f-a568-95ff8b7bc5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:bd755d498178446cbcb69dd869362017 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:00.407228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4743d0a-c7c6-4675-b8a3-87a4fa530f05 req-b0883bc3-2b99-4106-b355-8703c6edb3d8 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867987 Feb 11 13:15:00.415947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-41783365-07f8-414f-a568-95ff8b7bc5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:00.420790 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82dd9459-963a-4f8c-b3d9-ae0ed9ae964a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:00.425253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29bb4370-f49f-4ece-8ad9-ae83a3489850 req-028ceab3-dfb3-4525-863d-b70358c34e6a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834496 Feb 11 13:15:00.428029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5a54cf8-e5bf-43c6-b6a7-4ac2c781722e req-79c66212-08fe-4ee4-b0a0-008f74ecfea5 service neutron] 10.222.0.75 "GET /v2.0/networks/e4644b77-c68e-4228-99cc-82016685ae36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468165 Feb 11 13:15:00.428670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Router a273863d-5a8a-4c74-b7f9-790c812b5e45 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:15:00.439428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-41783365-07f8-414f-a568-95ff8b7bc5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:00.443343 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82dd9459-963a-4f8c-b3d9-ae0ed9ae964a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:00.468485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-router', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:47Z', 'updated_at': '2022-02-11T13:14:54Z', 'revision_number': 5, 'project_id': '31b992635d4144538d17315b43e302bc', 'gw_port': {'id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:00.473393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] Checking router: 97bf09a5-423f-436a-8e75-f21cce0e4c2a for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:15:00.483847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f5c33c5-d49d-4837-a664-e01099f47a54 req-8b1821e2-ef7d-4601-af73-1218eda776a4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841303 Feb 11 13:15:00.488580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] Routers {'97bf09a5-423f-436a-8e75-f21cce0e4c2a'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:00.489209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:00.698315 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-82dd9459-963a-4f8c-b3d9-ae0ed9ae964a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=39317ac578b24dc68baa2acd43e639d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4814949 Feb 11 13:15:00.705108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd9459-963a-4f8c-b3d9-ae0ed9ae964a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb4f5b4-4ded-4e61-8fb6-720a01cd7476,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:00.707485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58422) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:00.709574 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] Set router 97bf09a5-423f-436a-8e75-f21cce0e4c2a gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:15:00.762705 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148e04d-c71d-47a5-9b47-45e165f46533', 'code': 200} Feb 11 13:15:00.893679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29bb4370-f49f-4ece-8ad9-ae83a3489850 req-051f906f-f98e-4b62-8470-e26bc0da5a5a service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519134 Feb 11 13:15:01.011518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c462db8-615a-473c-bde4-1c41185a5676 req-9bb8459c-0271-486c-a0d6-576ec8e8d361 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6222a31b2b444e87a454c31b72a1d21b&device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 1094 time: 0.4668334 Feb 11 13:15:01.017703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e69a0e5f-a8bf-4f08-8095-066ddb811827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:01.033406 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41783365-07f8-414f-a568-95ff8b7bc5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:01.050482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-router', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:47Z', 'updated_at': '2022-02-11T13:14:54Z', 'revision_number': 5, 'project_id': '31b992635d4144538d17315b43e302bc', 'gw_port': {'id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:01.056957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8c0e3-dd3b-46b7-bc19-0d5b838c738d None None] The sync data for ids ['97bf09a5-423f-436a-8e75-f21cce0e4c2a'] in n-d-818559-1 is: [{'id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092559703-router', 'tenant_id': '31b992635d4144538d17315b43e302bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:47Z', 'updated_at': '2022-02-11T13:14:54Z', 'revision_number': 5, 'project_id': '31b992635d4144538d17315b43e302bc', 'gw_port': {'id': '8736348a-a7c6-48c2-9251-474fe798bdb4', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bf09a5-423f-436a-8e75-f21cce0e4c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:48Z', 'updated_at': '2022-02-11T13:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:15:01.067744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41783365-07f8-414f-a568-95ff8b7bc5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:01.124887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-feb00d5d-2c1e-4869-9029-305a419a76eb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] For port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:01.125245 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-feb00d5d-2c1e-4869-9029-305a419a76eb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:01.151719 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e69a0e5f-a8bf-4f08-8095-066ddb811827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:01.182711 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2bbcd16b-6afb-4221-9dcb-f8c6a5e7e068 req-a8fa4da4-b83a-43f0-86db-9133a4e34308 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 1100 time: 0.4058774 Feb 11 13:15:01.205640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f652e-be0e-4dc6-9504-63bad1c2f51f req-29d76f06-55e4-45c4-80bc-5bc9f5d0e293 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:01.207057 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cb3f652e-be0e-4dc6-9504-63bad1c2f51f req-29d76f06-55e4-45c4-80bc-5bc9f5d0e293 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b248a128-bf5b-4404-b7eb-c4b82228bbeb HTTP/1.1" status: 200 len: 948 time: 0.3578155 Feb 11 13:15:01.228006 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41783365-07f8-414f-a568-95ff8b7bc5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d2a1ad-2087-4897-95d8-cd28dbd4b24b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:01.269617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:01.298094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-41783365-07f8-414f-a568-95ff8b7bc5d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd755d498178446cbcb69dd869362017&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5699952 Feb 11 13:15:01.302501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-feb00d5d-2c1e-4869-9029-305a419a76eb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Calling delete_port for 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:01.308966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58426) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:01.351505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Deleting port 8736348a-a7c6-48c2-9251-474fe798bdb4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:01.352010 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:01.381323 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29bb4370-f49f-4ece-8ad9-ae83a3489850 req-54723664-4ea8-49fd-8e2c-514a4d6e1e58 service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738972 Feb 11 13:15:01.395601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a078f4-d77b-4244-876d-a3d420a6e4d1 req-9ddf3071-3b9e-49ed-b453-ccea8a34cba3 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:01.397302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-07a078f4-d77b-4244-876d-a3d420a6e4d1 req-9ddf3071-3b9e-49ed-b453-ccea8a34cba3 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.5026283 Feb 11 13:15:01.427042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c462db8-615a-473c-bde4-1c41185a5676 req-63764353-afc4-49ae-a4d8-17a00544225b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:01.429145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c462db8-615a-473c-bde4-1c41185a5676 req-63764353-afc4-49ae-a4d8-17a00544225b service neutron] 10.222.0.75 "GET /v2.0/networks?id=e4644b77-c68e-4228-99cc-82016685ae36 HTTP/1.1" status: 200 len: 912 time: 0.4083736 Feb 11 13:15:01.447449 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2bbcd16b-6afb-4221-9dcb-f8c6a5e7e068 req-3d977fdd-160b-4fd5-aad9-486e8d25d8eb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502177 Feb 11 13:15:01.473444 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cb3f652e-be0e-4dc6-9504-63bad1c2f51f req-a599ab79-3d18-4851-9c76-4145f44599a6 tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.67 "GET /v2.0/security-groups?id=5dce190c-5c10-4af0-835c-6b7f28ffa572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319605 Feb 11 13:15:01.515200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-07a078f4-d77b-4244-876d-a3d420a6e4d1 req-d308b44b-cff3-4224-b6c2-60b1ef61576b tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099119 Feb 11 13:15:01.587101 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-feb00d5d-2c1e-4869-9029-305a419a76eb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:01.718743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb00d5d-2c1e-4869-9029-305a419a76eb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Pushing event deleted for resources: {'Port': ['ID=868eae42-8ddf-4128-ab1d-b9ce6a3d15e3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:01.729823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e69a0e5f-a8bf-4f08-8095-066ddb811827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:01.791620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-feb00d5d-2c1e-4869-9029-305a419a76eb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] No DVR routers for this DVR port 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:01.797796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-feb00d5d-2c1e-4869-9029-305a419a76eb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:01.800175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-deleted', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:01.804843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:01.811845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9bec2261-b46f-46c1-bddd-66d9100586de no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:01.817271 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Sync routers for ids ['a273863d-5a8a-4c74-b7f9-790c812b5e45'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:15:01.837078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6467aee-d3ee-49c0-a975-d59c5995e5fd req-feb00d5d-2c1e-4869-9029-305a419a76eb tempest-ImagesOneServerTestJSON-424891209 tempest-ImagesOneServerTestJSON-424891209-project] 10.222.0.73 "DELETE /v2.0/ports/868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 HTTP/1.1" status: 204 len: 173 time: 1.7145257 Feb 11 13:15:01.853444 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Routers {'a273863d-5a8a-4c74-b7f9-790c812b5e45'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:01.856532 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a273863d-5a8a-4c74-b7f9-790c812b5e45'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:01.865181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692160-8328-4f75-b360-1ad9c69074f2 req-8b832698-07a8-4344-8064-4b551316b497 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:01.866833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe692160-8328-4f75-b360-1ad9c69074f2 req-8b832698-07a8-4344-8064-4b551316b497 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 949 time: 0.1141021 Feb 11 13:15:01.883769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 9bec2261-b46f-46c1-bddd-66d9100586de {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:01.884469 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9bec2261-b46f-46c1-bddd-66d9100586de not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:01.892958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a0e5f-a8bf-4f08-8095-066ddb811827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb4f5b4-4ded-4e61-8fb6-720a01cd7476,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:01.926240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c462db8-615a-473c-bde4-1c41185a5676 req-4332d5c2-3d3c-4e55-8943-ddd8fc298056 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813a02ad-74bf-4a9c-8624-10d1476e252c HTTP/1.1" status: 200 len: 217 time: 0.4724588 Feb 11 13:15:01.944249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe692160-8328-4f75-b360-1ad9c69074f2 req-d16fc4d6-ea58-4fdc-b3c5-6b291c4ec90c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697811 Feb 11 13:15:01.982261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3629fdf4-7752-4bf5-9af1-3f27bca49775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:02.009748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e69a0e5f-a8bf-4f08-8095-066ddb811827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:02.013507 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e69a0e5f-a8bf-4f08-8095-066ddb811827 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bfb4f5b4-4ded-4e61-8fb6-720a01cd7476 HTTP/1.1" status: 204 len: 168 time: 1.2839136 Feb 11 13:15:02.019657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:02.023314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1ebe7a85-7b58-4e46-9245-ba942bcf1084 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.9238882 Feb 11 13:15:02.023907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58438) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:02.082175 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3629fdf4-7752-4bf5-9af1-3f27bca49775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:02.138626 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b248a128-bf5b-4404-b7eb-c4b82228bbeb', 'name': 'network-vif-deleted', 'tag': '868eae42-8ddf-4128-ab1d-b9ce6a3d15e3', 'status': 'completed', 'code': 200} Feb 11 13:15:02.156967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] For port 8736348a-a7c6-48c2-9251-474fe798bdb4, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8736348a-a7c6-48c2-9251-474fe798bdb4,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:02.157326 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:02.186798 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Set router a273863d-5a8a-4c74-b7f9-790c812b5e45 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:15:02.267325 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3629fdf4-7752-4bf5-9af1-3f27bca49775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:02.395059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Calling delete_port for 8736348a-a7c6-48c2-9251-474fe798bdb4 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:02.466992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c462db8-615a-473c-bde4-1c41185a5676 req-f806e95a-5e17-434a-8f8c-57910ea6bf22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:02.473159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c462db8-615a-473c-bde4-1c41185a5676 req-f806e95a-5e17-434a-8f8c-57910ea6bf22 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=995b40db-7027-4199-a157-b5d5875b445e HTTP/1.1" status: 200 len: 850 time: 0.5367758 Feb 11 13:15:02.673737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629fdf4-7752-4bf5-9af1-3f27bca49775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d2a1ad-2087-4897-95d8-cd28dbd4b24b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:02.745255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:02.766162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdeabc-fcb9-41a9-84d8-24541d5166eb req-4f531e46-c9b3-4e5a-a6cc-4f96f7db7b16 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:02.775091 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01fdeabc-fcb9-41a9-84d8-24541d5166eb req-4f531e46-c9b3-4e5a-a6cc-4f96f7db7b16 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 943 time: 1.0373762 Feb 11 13:15:02.787653 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'name': 'tempest-ServersTestFqdnHostnames-990021742-router', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:53Z', 'updated_at': '2022-02-11T13:14:57Z', 'revision_number': 3, 'project_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'gw_port': {'id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:02.797409 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Checking router: a273863d-5a8a-4c74-b7f9-790c812b5e45 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:15:02.797751 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Updating router a273863d-5a8a-4c74-b7f9-790c812b5e45 port e095d173-9e69-4999-8b53-33ed5f031110 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:15:02.839424 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3629fdf4-7752-4bf5-9af1-3f27bca49775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:02.843776 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3629fdf4-7752-4bf5-9af1-3f27bca49775 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59d2a1ad-2087-4897-95d8-cd28dbd4b24b HTTP/1.1" status: 204 len: 168 time: 1.5320497 Feb 11 13:15:02.865396 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:02.922511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Pushing event deleted for resources: {'Port': ['ID=8736348a-a7c6-48c2-9251-474fe798bdb4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:03.327979 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:03.342193 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Transition to ACTIVE for port object e095d173-9e69-4999-8b53-33ed5f031110 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:03.355389 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:03.417984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01fdeabc-fcb9-41a9-84d8-24541d5166eb req-9cdec0af-bae2-4a3a-a8e4-f8b95aeae848 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6415429 Feb 11 13:15:03.418533 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:03.537810 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Attempting to bind port e095d173-9e69-4999-8b53-33ed5f031110 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:03.538734 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Attempting to bind port e095d173-9e69-4999-8b53-33ed5f031110 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:03.539100 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Attempting to bind port e095d173-9e69-4999-8b53-33ed5f031110 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:03.540097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7fc6f-d8c2-4db0-95bd-2780db88afcd req-39a64b07-8daa-4528-9ae0-d68672bbb215 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:03.556173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cee7fc6f-d8c2-4db0-95bd-2780db88afcd req-39a64b07-8daa-4528-9ae0-d68672bbb215 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.2355788 Feb 11 13:15:03.588302 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:15:03.588676 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:03.589075 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:03.589458 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:15:03.589926 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Bound port: e095d173-9e69-4999-8b53-33ed5f031110, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:03.590286 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:03.662799 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c462db8-615a-473c-bde4-1c41185a5676 req-5576da48-c053-46d5-8650-28f090537503 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e4644b77-c68e-4228-99cc-82016685ae36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9843018 Feb 11 13:15:03.679651 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cee7fc6f-d8c2-4db0-95bd-2780db88afcd req-2aa57f86-56fe-46a1-9f1f-9dd7af03078d tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217117 Feb 11 13:15:03.757562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58476) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:03.770635 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] For port e095d173-9e69-4999-8b53-33ed5f031110, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:03.787720 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] For port e095d173-9e69-4999-8b53-33ed5f031110, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e095d173-9e69-4999-8b53-33ed5f031110,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:03.796753 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Pushing event updated for resources: {'Port': ['ID=e095d173-9e69-4999-8b53-33ed5f031110,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:03.802049 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:03.839697 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.840046 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.840367 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.845702 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.845702 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.845702 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.845702 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.845702 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.845702 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.845702 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.845702 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:03.962849 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c462db8-615a-473c-bde4-1c41185a5676 req-73e01b27-20ae-4023-b1ec-26f32d0ce4a7 service neutron] 10.222.0.75 "GET /v2.0/networks/e4644b77-c68e-4228-99cc-82016685ae36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855411 Feb 11 13:15:03.968683 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.026370 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25c3d6-9822-431a-a240-c38c3b50bae7 None None] Pushing event updated for resources: {'Port': ['ID=e095d173-9e69-4999-8b53-33ed5f031110,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:04.040188 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Routers {'a273863d-5a8a-4c74-b7f9-790c812b5e45'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:04.040863 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a273863d-5a8a-4c74-b7f9-790c812b5e45'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:04.174886 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-44b7afb3-571c-4757-a8ca-603134d1acbb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb8ef1cb546340f791eed32d4ad041a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4122565 Feb 11 13:15:04.179338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58490) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:04.254119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 813a02ad-74bf-4a9c-8624-10d1476e252c details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:15:04.319134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:04.328660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2da52cc-557a-49dc-a6a9-0a085e922beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.354852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Allocated IP 172.20.0.1 (07551736-3844-4160-b676-d945954c62f3/e57c071f-c82d-4888-bb5b-da53c86b21dd/21d6427d-f547-499b-b852-66c0a497d8ee) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:04.372740 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] Set router a273863d-5a8a-4c74-b7f9-790c812b5e45 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:15:04.401637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2da52cc-557a-49dc-a6a9-0a085e922beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.443820 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.464199 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.549582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113b7b-dc08-4409-a60e-88f11559cb27 req-82c72091-766b-44c7-8e8d-5ee217fccca8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:04.551284 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-82113b7b-dc08-4409-a60e-88f11559cb27 req-82c72091-766b-44c7-8e8d-5ee217fccca8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 949 time: 0.8695114 Feb 11 13:15:04.553013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:04.554605 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.555146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 868eae42-8ddf-4128-ab1d-b9ce6a3d15e3 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:04.555281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97bf09a5-423f-436a-8e75-f21cce0e4c2a {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:15:04.567067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c462db8-615a-473c-bde4-1c41185a5676 req-2f20bbbe-4ea6-4604-828d-13d849701b59 service neutron] 10.222.0.75 "GET /v2.0/networks/e4644b77-c68e-4228-99cc-82016685ae36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894704 Feb 11 13:15:04.591523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58502) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:04.616101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.618360 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9d1ec7b9-691d-4812-9c8a-bdbd48ed9002 admin admin] 10.222.0.67 "DELETE /v2.0/routers/97bf09a5-423f-436a-8e75-f21cce0e4c2a HTTP/1.1" status: 204 len: 168 time: 5.4863222 Feb 11 13:15:04.620886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58508) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:04.698500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-82113b7b-dc08-4409-a60e-88f11559cb27 req-cd937de2-9c55-4075-80a4-5f857d1bdde2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349063 Feb 11 13:15:04.710754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-88812f86-8fba-4602-a25a-c8f64614a63c admin admin] Deleting subnet 34bef65d-1e0b-4a22-b1a3-d2fcba58a34b {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:15:04.721673 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88812f86-8fba-4602-a25a-c8f64614a63c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.762486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 813a02ad-74bf-4a9c-8624-10d1476e252c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=813a02ad-74bf-4a9c-8624-10d1476e252c,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:04.779126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '813a02ad-74bf-4a9c-8624-10d1476e252c', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'port_id': '813a02ad-74bf-4a9c-8624-10d1476e252c', 'mac_address': 'fa:16:3e:46:97:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:15:04.813655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88812f86-8fba-4602-a25a-c8f64614a63c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.845843 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.846479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2da52cc-557a-49dc-a6a9-0a085e922beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:04.865549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813a02ad-74bf-4a9c-8624-10d1476e252c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:04.883743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 813a02ad-74bf-4a9c-8624-10d1476e252c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=813a02ad-74bf-4a9c-8624-10d1476e252c,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:04.889444 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:05.003726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=813a02ad-74bf-4a9c-8624-10d1476e252c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:05.006136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da52cc-557a-49dc-a6a9-0a085e922beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dce190c-5c10-4af0-835c-6b7f28ffa572,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:05.021038 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2da52cc-557a-49dc-a6a9-0a085e922beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:05.022221 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a2da52cc-557a-49dc-a6a9-0a085e922beb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5dce190c-5c10-4af0-835c-6b7f28ffa572 HTTP/1.1" status: 204 len: 168 time: 0.8419924 Feb 11 13:15:05.049047 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'name': 'tempest-ServersTestFqdnHostnames-990021742-router', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:53Z', 'updated_at': '2022-02-11T13:14:57Z', 'revision_number': 3, 'project_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'gw_port': {'id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:05.055063 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e67b67-7f60-467d-888a-2363a119e345 None None] The sync data for ids ['a273863d-5a8a-4c74-b7f9-790c812b5e45'] in n-d-818559-1 is: [{'id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'name': 'tempest-ServersTestFqdnHostnames-990021742-router', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:53Z', 'updated_at': '2022-02-11T13:14:57Z', 'revision_number': 3, 'project_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'gw_port': {'id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:15:05.072399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.072748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.073088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.073419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.073746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.074340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.080835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.081333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.081685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.082027 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.082368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:05.114647 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:05.129495 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe9df-346c-4ae3-8a6f-2a5786ca83df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:05.131438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590619a0-52b0-479a-ba13-f1cc0f3f35d2 req-cc9d1e7f-19f7-4209-8584-be918fef0cfd tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:05.133864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-590619a0-52b0-479a-ba13-f1cc0f3f35d2 req-cc9d1e7f-19f7-4209-8584-be918fef0cfd tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 944 time: 0.3216741 Feb 11 13:15:05.154564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Transition to ACTIVE for port object 21d6427d-f547-499b-b852-66c0a497d8ee will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:05.250803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['813a02ad-74bf-4a9c-8624-10d1476e252c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:05.258301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-590619a0-52b0-479a-ba13-f1cc0f3f35d2 req-d043a2a7-bd23-4663-b66b-e3f9f599771b tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071279 Feb 11 13:15:05.267584 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:05.275621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c5dbe9df-346c-4ae3-8a6f-2a5786ca83df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:05.278903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88812f86-8fba-4602-a25a-c8f64614a63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:05.325848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c5dbe9df-346c-4ae3-8a6f-2a5786ca83df admin admin] Usage tracker for resource:security_group_rule and tenant:e6267ea3122b4f4e802e416cfd6e59c7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:05.334063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c5dbe9df-346c-4ae3-8a6f-2a5786ca83df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:05.358249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c5dbe9df-346c-4ae3-8a6f-2a5786ca83df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:05.367008 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620573db-4507-4ea8-ae3f-beadb7e4daed req-8e65a03c-9fd6-4e6b-b2e1-65fda5c79009 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:05.368947 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-620573db-4507-4ea8-ae3f-beadb7e4daed req-8e65a03c-9fd6-4e6b-b2e1-65fda5c79009 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.2146356 Feb 11 13:15:05.450781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=21d6427d-f547-499b-b852-66c0a497d8ee,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:05.496816 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-620573db-4507-4ea8-ae3f-beadb7e4daed req-4034b026-11f2-4a53-834d-6e1834c2a1c8 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132965 Feb 11 13:15:05.497372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Network 07551736-3844-4160-b676-d945954c62f3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:05.499767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:05.505048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:05.547698 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88812f86-8fba-4602-a25a-c8f64614a63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:05.683837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88812f86-8fba-4602-a25a-c8f64614a63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:05.704469 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:05.731402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-88812f86-8fba-4602-a25a-c8f64614a63c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/34bef65d-1e0b-4a22-b1a3-d2fcba58a34b HTTP/1.1" status: 204 len: 168 time: 1.1083429 Feb 11 13:15:05.746077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58528) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:05.747287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88812f86-8fba-4602-a25a-c8f64614a63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bef65d-1e0b-4a22-b1a3-d2fcba58a34b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:05.749530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2e85d-2759-4955-b2a8-68e5c9e76001 None None] Network 11bc1a99-9afa-46e7-971a-a22a075a30c7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:06.077480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe9df-346c-4ae3-8a6f-2a5786ca83df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.084896 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe9df-346c-4ae3-8a6f-2a5786ca83df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.121074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e095d173-9e69-4999-8b53-33ed5f031110 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:15:06.130932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.148911 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff2f1ecd-5cc9-41e1-9255-7e68dce3009d req-4e1e3013-7080-4e8c-a570-fa61a6162be7 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 1100 time: 0.5826139 Feb 11 13:15:06.170355 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.195560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbe9df-346c-4ae3-8a6f-2a5786ca83df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7fee08-3715-4905-873f-0da765b25b54,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:06.211076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Deleting port 1057d1ee-774f-459f-92f3-4bb2899f77e5 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:06.211422 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.222841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ff2f1ecd-5cc9-41e1-9255-7e68dce3009d req-d5545073-c61c-47ee-98ac-7711f586ac90 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] Synchronizing usage tracker for tenant:fa3a3fa0a83c4fee889e6f91702ffbc1 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:06.255070 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c5dbe9df-346c-4ae3-8a6f-2a5786ca83df admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6267ea3122b4f4e802e416cfd6e59c7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6585202 Feb 11 13:15:06.259003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58542) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:06.346133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ff2f1ecd-5cc9-41e1-9255-7e68dce3009d req-d5545073-c61c-47ee-98ac-7711f586ac90 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] Unset dirty status for tenant:fa3a3fa0a83c4fee889e6f91702ffbc1 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:06.363422 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff2f1ecd-5cc9-41e1-9255-7e68dce3009d req-d5545073-c61c-47ee-98ac-7711f586ac90 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135673 Feb 11 13:15:06.365532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e786c9ce-2155-48b5-9aeb-5654a4c8b10d None None] Provisioning for port 21d6427d-f547-499b-b852-66c0a497d8ee completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:06.474695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e786c9ce-2155-48b5-9aeb-5654a4c8b10d None None] Provisioning complete for port 21d6427d-f547-499b-b852-66c0a497d8ee triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:06.475067 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e786c9ce-2155-48b5-9aeb-5654a4c8b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.635356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.643339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.703207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e786c9ce-2155-48b5-9aeb-5654a4c8b10d None None] Port 21d6427d-f547-499b-b852-66c0a497d8ee cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:06.737471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port e095d173-9e69-4999-8b53-33ed5f031110 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:06.759405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e095d173-9e69-4999-8b53-33ed5f031110 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:06.761048 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.794145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.812880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] For port 1057d1ee-774f-459f-92f3-4bb2899f77e5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1057d1ee-774f-459f-92f3-4bb2899f77e5,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:06.813827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.894533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=21d6427d-f547-499b-b852-66c0a497d8ee,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:06.983541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3936dd32-20de-4b71-a9c7-4d7996b88a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:06.989475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] DHCP port deletion for 11bc1a99-9afa-46e7-971a-a22a075a30c7 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:15:07.013652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Calling delete_port for 1057d1ee-774f-459f-92f3-4bb2899f77e5 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:07.014668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] Deleting port 1057d1ee-774f-459f-92f3-4bb2899f77e5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:07.015039 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.059339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd948e4-2859-4389-836f-623651db48af req-2d75b992-2a3e-4cf2-bcce-3d7d3ea4512f tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:07.066321 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cd948e4-2859-4389-836f-623651db48af req-2d75b992-2a3e-4cf2-bcce-3d7d3ea4512f tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.2481961 Feb 11 13:15:07.087688 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.135532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Network 07551736-3844-4160-b676-d945954c62f3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:07.138224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:07.251199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cd948e4-2859-4389-836f-623651db48af req-5c97b24d-a4b8-466a-8577-d53c712be7bb tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837544 Feb 11 13:15:07.282765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port e095d173-9e69-4999-8b53-33ed5f031110, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e095d173-9e69-4999-8b53-33ed5f031110,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:07.302907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.308763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58568) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:07.314097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3936dd32-20de-4b71-a9c7-4d7996b88a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.414667 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3936dd32-20de-4b71-a9c7-4d7996b88a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.423395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8736348a-a7c6-48c2-9251-474fe798bdb4 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:07.450335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3936dd32-20de-4b71-a9c7-4d7996b88a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.454736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3936dd32-20de-4b71-a9c7-4d7996b88a9d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/de7fee08-3715-4905-873f-0da765b25b54 HTTP/1.1" status: 204 len: 168 time: 1.1775501 Feb 11 13:15:07.463055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936dd32-20de-4b71-a9c7-4d7996b88a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7fee08-3715-4905-873f-0da765b25b54,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:07.473297 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-248ccd85-2f32-44cb-b671-c37493d3af71 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682650 Feb 11 13:15:07.474832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a1459-7c57-4de3-a34c-351450bb205d req-c1cc31c9-dc34-484c-bfa1-8b8d5dcc078c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:07.476158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-083a1459-7c57-4de3-a34c-351450bb205d req-c1cc31c9-dc34-484c-bfa1-8b8d5dcc078c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 944 time: 0.8371391 Feb 11 13:15:07.526078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.570665 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.573804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=e095d173-9e69-4999-8b53-33ed5f031110,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:07.645853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-083a1459-7c57-4de3-a34c-351450bb205d req-6ce8ccf3-c220-42da-869e-cf38c9a63bdb tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559694 Feb 11 13:15:07.646508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Pushing event deleted for resources: {'Port': ['ID=1057d1ee-774f-459f-92f3-4bb2899f77e5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:07.652377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] No DVR routers for this DVR port 1057d1ee-774f-459f-92f3-4bb2899f77e5 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:07.684825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 8736348a-a7c6-48c2-9251-474fe798bdb4 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:07.685249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8736348a-a7c6-48c2-9251-474fe798bdb4 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:07.728988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-67be4384-17f3-4e9c-8223-bfcf2579adb4 None None] Provisioning complete for port 21d6427d-f547-499b-b852-66c0a497d8ee triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:07.729525 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67be4384-17f3-4e9c-8223-bfcf2579adb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.807799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.852335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] For port 1057d1ee-774f-459f-92f3-4bb2899f77e5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1057d1ee-774f-459f-92f3-4bb2899f77e5,segment=NetworkSegment(c58e4399-5926-4bfa-b152-a7067f9d1751),segment_id=c58e4399-5926-4bfa-b152-a7067f9d1751)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:07.852799 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.859620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bc1a99-9afa-46e7-971a-a22a075a30c7']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:07.890807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58e4399-5926-4bfa-b152-a7067f9d1751') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:07.891359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58e4399-5926-4bfa-b152-a7067f9d1751') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:07.917361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1663897860-network', 'tenant_id': 'cb451cc7a7684ea89f7702469b30d4ef'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:07.941592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:07.949371 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:07.958043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-d068e9ae-5d80-411c-89b1-974b54eb469e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:07.964754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-d068e9ae-5d80-411c-89b1-974b54eb469e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4734602 Feb 11 13:15:07.981451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Usage tracker for resource:network and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:07.987578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:08.000020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-96208755-9c99-47db-932d-108d4fca7e61 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/quotas/5b2e705c899a43aa895227e651e83fbd HTTP/1.1" status: 200 len: 375 time: 0.0342562 Feb 11 13:15:08.009138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:08.011402 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:08.033500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:15:08.033915 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:15:08.049902 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:15:08.114636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Made reservation on behalf of cb451cc7a7684ea89f7702469b30d4ef for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:08.120432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:08.144378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:08.146159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e095d173-9e69-4999-8b53-33ed5f031110 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:15:08.202293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:08.219177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] Calling delete_port for 1057d1ee-774f-459f-92f3-4bb2899f77e5 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:08.237419 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-76a60fa9-1efe-4370-a68c-27bdefc1c62e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2365143 Feb 11 13:15:08.238136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:08.241010 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:08.246258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Router a273863d-5a8a-4c74-b7f9-790c812b5e45 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:08.256511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] Pushing event deleted for resources: {'Network': ['ID=11bc1a99-9afa-46e7-971a-a22a075a30c7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:08.264395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:08.269233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:08.283764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:08.301265 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a841250b-aa50-4b3c-90a5-2269d02a0783 admin admin] 10.222.0.67 "DELETE /v2.0/networks/11bc1a99-9afa-46e7-971a-a22a075a30c7 HTTP/1.1" status: 204 len: 168 time: 2.5273750 Feb 11 13:15:08.305323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58600) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:08.323802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-67be4384-17f3-4e9c-8223-bfcf2579adb4 None None] Port 21d6427d-f547-499b-b852-66c0a497d8ee cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:08.361571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 813a02ad-74bf-4a9c-8624-10d1476e252c up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:15:08.641112 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:15:08.641615 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:15:08.656775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e095d173-9e69-4999-8b53-33ed5f031110 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:08.657407 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:08.712480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 813a02ad-74bf-4a9c-8624-10d1476e252c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:08.753560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 813a02ad-74bf-4a9c-8624-10d1476e252c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:08.755031 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:08.849035 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f545fdb4-3896-420b-9e62-561a0b5326c1 req-c49be20f-e93e-4f80-8c2a-18c3e92465e8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 210 time: 0.2578175 Feb 11 13:15:08.989105 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:09.017239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ffb00-8ded-4a6a-b094-75025825a8b4 req-1ffa5d47-1350-4b2a-947d-4440b5122303 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:09.019600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc2ffb00-8ded-4a6a-b094-75025825a8b4 req-1ffa5d47-1350-4b2a-947d-4440b5122303 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.4441953 Feb 11 13:15:09.022990 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:09.027472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:09.046758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-09f78f74-da83-48d7-a67d-6a79385e0fb9 admin admin] 10.222.0.67 "PUT /v2.0/routers/a273863d-5a8a-4c74-b7f9-790c812b5e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0216904 Feb 11 13:15:09.157638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58644) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:09.186454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] Deleting port 1057d1ee-774f-459f-92f3-4bb2899f77e5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:09.186454 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:09.188005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:09.250160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a959d45d-c630-459e-bc73-87f8be2d0a9d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:09.261709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef66886-e2b6-4f4b-aa03-563537fa02c3 req-c039ac9f-096b-4dd1-96f2-1772e34623cd tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:09.264872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0ef66886-e2b6-4f4b-aa03-563537fa02c3 req-c039ac9f-096b-4dd1-96f2-1772e34623cd tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 944 time: 0.1525509 Feb 11 13:15:09.293363 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:09.295356 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Added segment 9673a299-21e3-47fc-a570-6cf2fc69015e of type vlan for network c00b72bf-84c2-485b-9006-077dfc44976b Feb 11 13:15:09.324673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58652) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:09.342185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc2ffb00-8ded-4a6a-b094-75025825a8b4 req-1629b33b-ce81-4d4c-a98b-b26cd1f971d4 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966733 Feb 11 13:15:09.392676 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:09.405553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cf69be37-9d80-425a-a480-f5bfecf6051d None None] The port '1057d1ee-774f-459f-92f3-4bb2899f77e5' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:15:09.445871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1057d1ee-774f-459f-92f3-4bb2899f77e5 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:09.537495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 1057d1ee-774f-459f-92f3-4bb2899f77e5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:09.538948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1057d1ee-774f-459f-92f3-4bb2899f77e5 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:09.547122 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:09.612873 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813a02ad-74bf-4a9c-8624-10d1476e252c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:09.639039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 813a02ad-74bf-4a9c-8624-10d1476e252c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=813a02ad-74bf-4a9c-8624-10d1476e252c,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:09.644763 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:09.697974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58660) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:09.732196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1056022777-network', 'tenant_id': '0e8fbb96f28c4a22a3f0811cfa411ff0'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:09.745669 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:15:09.766864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0ef66886-e2b6-4f4b-aa03-563537fa02c3 req-9d5a6127-5618-4bcf-a138-deab795bcf29 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4917696 Feb 11 13:15:09.774379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:09.786263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Usage tracker for resource:network and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:09.792155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:09.796158 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813a02ad-74bf-4a9c-8624-10d1476e252c', 'code': 200} Feb 11 13:15:09.824517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:09.831989 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:09.833188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:09.834012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:09.869541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Sync routers for ids ['a273863d-5a8a-4c74-b7f9-790c812b5e45'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:15:09.879839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=813a02ad-74bf-4a9c-8624-10d1476e252c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:09.891767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Routers {'a273863d-5a8a-4c74-b7f9-790c812b5e45'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:09.892605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a273863d-5a8a-4c74-b7f9-790c812b5e45'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:10.007200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6096716 Feb 11 13:15:10.011322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c123f5f0-b57d-47e8-8e4c-bdbe9e2eaa8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:10.013515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58668) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:10.016369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Made reservation on behalf of 0e8fbb96f28c4a22a3f0811cfa411ff0 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:10.018779 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:10.061988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Request body: {'subnet': {'network_id': 'c00b72bf-84c2-485b-9006-077dfc44976b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1663897860-subnet', 'tenant_id': 'cb451cc7a7684ea89f7702469b30d4ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:10.076156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:10.094405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:10.143806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Set router a273863d-5a8a-4c74-b7f9-790c812b5e45 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:15:10.156473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4449a410-e0ab-407c-a84b-3d4b3a75d7b6 req-e7405705-e339-437f-ab9b-052599107963 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 210 time: 0.1060984 Feb 11 13:15:10.170713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c7ca3-d5d2-420c-bf41-e81b4ab59045 admin admin] Pushing event updated for resources: {'Network': ['ID=c00b72bf-84c2-485b-9006-077dfc44976b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:10.173541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Usage tracker for resource:subnet and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:10.187512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:10.202196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c123f5f0-b57d-47e8-8e4c-bdbe9e2eaa8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:10.206519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:10.212632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c123f5f0-b57d-47e8-8e4c-bdbe9e2eaa8e admin admin] Usage tracker for resource:security_group_rule and tenant:400d4de05e034a94a592b533185f0dad is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:10.220483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c123f5f0-b57d-47e8-8e4c-bdbe9e2eaa8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:10.239192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c123f5f0-b57d-47e8-8e4c-bdbe9e2eaa8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:10.262390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:10.266523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Made reservation on behalf of cb451cc7a7684ea89f7702469b30d4ef for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:10.268856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:10.337647 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-6e328e97-7462-4a06-b770-411df6a4ed57 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598443 Feb 11 13:15:10.452296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network c00b72bf-84c2-485b-9006-077dfc44976b details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:15:10.544157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-bf7cb806-35c3-4836-9a62-8301b8615aaf tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:10.558346 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-bf7cb806-35c3-4836-9a62-8301b8615aaf tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023931 Feb 11 13:15:10.560482 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:10.633881 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-79f68b7e-6e4d-4665-9f74-6dce705a3a1c req-13058f7e-6dcf-43d4-bf8c-e740d4ca26b0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 1096 time: 0.7349558 Feb 11 13:15:10.646758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:10.650721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:10.666210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:10.748028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c123f5f0-b57d-47e8-8e4c-bdbe9e2eaa8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:10.749773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27afbef2-de5d-47f6-bf8c-bf9af03715c1,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:10.755904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:10.778909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Request body: {'port': {'device_id': 'bf27ea0c-191c-4316-8473-a432937781bc', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '5b2e705c899a43aa895227e651e83fbd'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:10.794892 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c123f5f0-b57d-47e8-8e4c-bdbe9e2eaa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:10.838533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-79f68b7e-6e4d-4665-9f74-6dce705a3a1c req-d6e82a98-d0ea-4fce-b65d-8c5f6e3cbb57 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692715 Feb 11 13:15:10.844106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:10.897511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'name': 'tempest-ServersTestFqdnHostnames-990021742-router', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:53Z', 'updated_at': '2022-02-11T13:15:06Z', 'revision_number': 4, 'project_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'gw_port': {'id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d6427d-f547-499b-b852-66c0a497d8ee', 'name': '', 'network_id': '07551736-3844-4160-b676-d945954c62f3', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'mac_address': 'fa:16:3e:10:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57c071f-c82d-4888-bb5b-da53c86b21dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:04Z', 'updated_at': '2022-02-11T13:15:06Z', 'revision_number': 2, 'project_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'subnets': [{'id': 'e57c071f-c82d-4888-bb5b-da53c86b21dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:10.903281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Checking router: a273863d-5a8a-4c74-b7f9-790c812b5e45 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:15:10.903635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Updating router a273863d-5a8a-4c74-b7f9-790c812b5e45 port 21d6427d-f547-499b-b852-66c0a497d8ee binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:15:10.962034 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.036060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123f5f0-b57d-47e8-8e4c-bdbe9e2eaa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46576ae6-11b8-434a-bf6b-e0a90089d073,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:11.064379 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c123f5f0-b57d-47e8-8e4c-bdbe9e2eaa8e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=400d4de05e034a94a592b533185f0dad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3531253 Feb 11 13:15:11.069523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:11.138718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Checking segment: {'id': '9673a299-21e3-47fc-a570-6cf2fc69015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c00b72bf-84c2-485b-9006-077dfc44976b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:11.139375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Network hostable DHCP agents. Network: c00b72bf-84c2-485b-9006-077dfc44976b, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:11.157440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09517118-caf4-4435-8cf2-b3001144e07d req-c1a03526-09a0-45ed-ba16-f4b84591bf05 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.158944 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09517118-caf4-4435-8cf2-b3001144e07d req-c1a03526-09a0-45ed-ba16-f4b84591bf05 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.5060699 Feb 11 13:15:11.193593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:11.227546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:11.255974 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.268940 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.273252 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc4154b6-5b89-42e2-a928-1d38a3a2d818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.287600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Made reservation on behalf of 5b2e705c899a43aa895227e651e83fbd for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:11.289165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa53f0b-c313-4c59-9502-2c2c58537437 req-56551ad5-7d6c-4c5b-b909-5c147eb2fccf tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.290992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-efa53f0b-c313-4c59-9502-2c2c58537437 req-56551ad5-7d6c-4c5b-b909-5c147eb2fccf tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 945 time: 0.3319616 Feb 11 13:15:11.291187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.294921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Network c00b72bf-84c2-485b-9006-077dfc44976b is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:11.308940 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09517118-caf4-4435-8cf2-b3001144e07d req-7d25dc13-71c3-4fbe-86a1-8727ca13e44d tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351547 Feb 11 13:15:11.338047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc4154b6-5b89-42e2-a928-1d38a3a2d818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.340004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:11.370455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, c00b72bf-84c2-485b-9006-077dfc44976b) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:11.375539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.376120 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.383498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee537a41-5046-4ea8-8766-9dc51d7467df,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:11.396611 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.396959 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Added segment 9f8253d9-fae3-4fd7-8f07-555525cc631a of type vlan for network 6a5e4594-1779-446c-954a-9d82b6fe3d43 Feb 11 13:15:11.398694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b6536-9379-46a0-9292-fef92a2162e9 None None] Network c00b72bf-84c2-485b-9006-077dfc44976b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:11.456708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-efa53f0b-c313-4c59-9502-2c2c58537437 req-e72f2dae-ecf6-4d0e-adbb-305a00c7a4d4 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581240 Feb 11 13:15:11.468608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.474354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-020b1c37-f91c-41e1-8b81-bb1f2ed7fe3a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4444313 Feb 11 13:15:11.543280 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.544486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.545235 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.673716 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.699837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Transition to ACTIVE for port object 21d6427d-f547-499b-b852-66c0a497d8ee will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:11.704724 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5354123 Feb 11 13:15:11.708157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:11.715802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc4154b6-5b89-42e2-a928-1d38a3a2d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.743902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Request body: {'subnet': {'network_id': '6a5e4594-1779-446c-954a-9d82b6fe3d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1056022777-subnet', 'tenant_id': '0e8fbb96f28c4a22a3f0811cfa411ff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:11.747060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44106e-a742-46b7-9448-26e42aa62bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a5e4594-1779-446c-954a-9d82b6fe3d43,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:11.755006 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cb4dee0-e1ca-4a38-b6f6-9b69a2af1be6 req-14ef6678-be04-483b-94e4-da4af4b29922 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 210 time: 0.1024597 Feb 11 13:15:11.766477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:11.777820 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.782131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 6a5e4594-1779-446c-954a-9d82b6fe3d43 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:15:11.820337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4154b6-5b89-42e2-a928-1d38a3a2d818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46576ae6-11b8-434a-bf6b-e0a90089d073,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:11.845962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Usage tracker for resource:subnet and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:11.852323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:11.865825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Allocated IP 192.168.233.167 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/06bffa81-e665-435e-9e68-fd924cde1941) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:11.871725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:11.946897 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc4154b6-5b89-42e2-a928-1d38a3a2d818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:11.948029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bc4154b6-5b89-42e2-a928-1d38a3a2d818 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/46576ae6-11b8-434a-bf6b-e0a90089d073 HTTP/1.1" status: 204 len: 168 time: 0.8762493 Feb 11 13:15:11.956157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Made reservation on behalf of 0e8fbb96f28c4a22a3f0811cfa411ff0 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:11.958418 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.008207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1553643090', 'description': 'tempest-description-262524726'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:12.017335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:12.025584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:12.030375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:12.083677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:12.112622 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.171293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:12.176746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:12.204546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:12.219360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:12.380074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.382598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2fae5-54b8-43d1-87d1-d05677ab0542 None None] Pushing event updated for resources: {'Port': ['ID=21d6427d-f547-499b-b852-66c0a497d8ee,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:12.405132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.418663 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.429788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6046a83-c385-49d2-9ef4-dcb080aa3cc1 None None] Network c00b72bf-84c2-485b-9006-077dfc44976b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:12.597813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.599132 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00eeac22-a86d-4723-93f1-d8bbc7370847 req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5985475 Feb 11 13:15:12.613171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e50fc7-454b-4e42-b443-b0774f60afb8 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52c060a-8ab0-4f0c-ac8a-ca1dc297ebb9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:12.734314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.741228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58704) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:12.741518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Attempting to bind port 21d6427d-f547-499b-b852-66c0a497d8ee on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:12.742311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Attempting to bind port 21d6427d-f547-499b-b852-66c0a497d8ee by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9a698e87-acf5-4616-adcb-301e644411dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07551736-3844-4160-b676-d945954c62f3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:12.742711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Attempting to bind port 21d6427d-f547-499b-b852-66c0a497d8ee on network 07551736-3844-4160-b676-d945954c62f3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:12.764915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:15:12.765279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Checking segment: {'id': '9a698e87-acf5-4616-adcb-301e644411dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07551736-3844-4160-b676-d945954c62f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:12.766269 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.766694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Bound using segment: {'id': '9a698e87-acf5-4616-adcb-301e644411dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07551736-3844-4160-b676-d945954c62f3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:15:12.767168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Bound port: 21d6427d-f547-499b-b852-66c0a497d8ee, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a698e87-acf5-4616-adcb-301e644411dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '07551736-3844-4160-b676-d945954c62f3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:12.767539 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.784740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Transition to ACTIVE for port object 06bffa81-e665-435e-9e68-fd924cde1941 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:12.826619 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7472fa2-47d8-41b7-ae38-1ca961ce1261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.851676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] Deleting port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:12.852417 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.862752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] For port 21d6427d-f547-499b-b852-66c0a497d8ee, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:12.867024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] For port 21d6427d-f547-499b-b852-66c0a497d8ee, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=21d6427d-f547-499b-b852-66c0a497d8ee,segment=NetworkSegment(9a698e87-acf5-4616-adcb-301e644411dd),segment_id=9a698e87-acf5-4616-adcb-301e644411dd)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:12.872913 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.895927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059d2e9-137e-4d43-9435-23b2968b76b9 req-28db43a5-d978-4488-b16e-a8bc5546f377 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:12.897874 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1059d2e9-137e-4d43-9435-23b2968b76b9 req-28db43a5-d978-4488-b16e-a8bc5546f377 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.3404763 Feb 11 13:15:12.902942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:12.951340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f7472fa2-47d8-41b7-ae38-1ca961ce1261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:12.972738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2fae5-54b8-43d1-87d1-d05677ab0542 None None] Pushing event updated for resources: {'Port': ['ID=21d6427d-f547-499b-b852-66c0a497d8ee,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:12.978657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Routers {'a273863d-5a8a-4c74-b7f9-790c812b5e45'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:12.979296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a273863d-5a8a-4c74-b7f9-790c812b5e45'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:13.032613 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:13.037785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f7472fa2-47d8-41b7-ae38-1ca961ce1261 admin admin] Usage tracker for resource:security_group_rule and tenant:068ceaf63261477f8c3697e1d849b967 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:13.047348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f7472fa2-47d8-41b7-ae38-1ca961ce1261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:13.051725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f7059835-91ac-46a2-a85d-838062ef2673', '0148e04d-c71d-47a5-9b47-45e165f46533'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:13.057023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f7472fa2-47d8-41b7-ae38-1ca961ce1261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:13.078266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', '270aacb6-5ff7-4361-954f-1216431a1814', 'df0fd601-83e0-4e49-9977-90a2111346a4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:13.080092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1adc5c-5cf6-4c86-8072-3ec2fafe5585 req-8966ba4f-cbfb-43e0-ba51-bbceab182d67 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:13.087617 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f1adc5c-5cf6-4c86-8072-3ec2fafe5585 req-8966ba4f-cbfb-43e0-ba51-bbceab182d67 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 945 time: 0.3101265 Feb 11 13:15:13.174243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1059d2e9-137e-4d43-9435-23b2968b76b9 req-835804a0-1d65-4fca-bbc4-5fd973eee0c7 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655549 Feb 11 13:15:13.208939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3264b863-12b1-4035-ba40-7e8996b88c43,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:13.213208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event updated for resources: {'Port': ['ID=06bffa81-e665-435e-9e68-fd924cde1941,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:13.250161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:13.251911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Checking segment: {'id': '9f8253d9-fae3-4fd7-8f07-555525cc631a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6a5e4594-1779-446c-954a-9d82b6fe3d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:13.252448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Network hostable DHCP agents. Network: 6a5e4594-1779-446c-954a-9d82b6fe3d43, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:13.258399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] For port e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0,segment=NetworkSegment(0fa5fb3c-ae8a-4750-a024-f78a6a386a2d),segment_id=0fa5fb3c-ae8a-4750-a024-f78a6a386a2d)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:13.259028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:13.281282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f1adc5c-5cf6-4c86-8072-3ec2fafe5585 req-fbfb0aeb-410b-47a2-a7e6-46762ff3eb1a tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926355 Feb 11 13:15:13.317816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:13.321372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:13.462978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-39944a8c-5dcf-4870-b629-3cafea3cfa95 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/b52c060a-8ab0-4f0c-ac8a-ca1dc297ebb9 HTTP/1.1" status: 200 len: 1638 time: 0.1995516 Feb 11 13:15:13.501154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b52c060a-8ab0-4f0c-ac8a-ca1dc297ebb9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:13.501531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b52c060a-8ab0-4f0c-ac8a-ca1dc297ebb9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:13.511834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] Deleting port 21d6427d-f547-499b-b852-66c0a497d8ee {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:13.512579 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:13.536280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] Set router a273863d-5a8a-4c74-b7f9-790c812b5e45 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:15:13.547664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:13.554397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Network 6a5e4594-1779-446c-954a-9d82b6fe3d43 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:13.560856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:13.561459 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:13.591555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:13.596921 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-4f8d163e-be08-40cf-8919-96c5f0530af2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8409619 Feb 11 13:15:13.599862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:13.625019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Request body: {'port': {'device_id': 'bf27ea0c-191c-4316-8473-a432937781bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:13.653144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 6a5e4594-1779-446c-954a-9d82b6fe3d43) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:13.661222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:13.665001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] Calling delete_port for e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:13.673699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:13.674335 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:13.679730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae264a9-85e7-442e-a15a-3d089e86aa13 None None] Network 6a5e4594-1779-446c-954a-9d82b6fe3d43 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:13.797920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-52fd378b-e759-4556-afa7-9ec3d5927a82 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0711086 Feb 11 13:15:13.798448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7472fa2-47d8-41b7-ae38-1ca961ce1261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:13.830114 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7472fa2-47d8-41b7-ae38-1ca961ce1261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:13.840183 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40fb71d9-a9a6-4f9f-9f5c-9870bb0df90a req-9313dd44-dcf9-4b39-90cf-2194cf947451 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 1096 time: 0.7316103 Feb 11 13:15:13.872764 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:13.950486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7472fa2-47d8-41b7-ae38-1ca961ce1261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfe9f2e-ffe5-4af7-98e9-a06ff990865c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:13.959082 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f7472fa2-47d8-41b7-ae38-1ca961ce1261 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=068ceaf63261477f8c3697e1d849b967&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2118936 Feb 11 13:15:13.964794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58714) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:14.004069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40fb71d9-a9a6-4f9f-9f5c-9870bb0df90a req-9292a44a-9740-479e-8f1e-e2cf0bbbf584 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472049 Feb 11 13:15:14.017454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6616ac9-67ca-4013-b5d2-30a295513f97 req-37249b39-b77b-4259-a6c8-307cbf1a1561 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:14.019342 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6616ac9-67ca-4013-b5d2-30a295513f97 req-37249b39-b77b-4259-a6c8-307cbf1a1561 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 936 time: 0.3722191 Feb 11 13:15:14.149882 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.154200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] For port 21d6427d-f547-499b-b852-66c0a497d8ee, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=21d6427d-f547-499b-b852-66c0a497d8ee,segment=NetworkSegment(9a698e87-acf5-4616-adcb-301e644411dd),segment_id=9a698e87-acf5-4616-adcb-301e644411dd)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:14.154547 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.177304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9d8f6cd0-f0ac-4525-8e75-aefece191222 None None] Provisioning for port 06bffa81-e665-435e-9e68-fd924cde1941 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:14.181614 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6616ac9-67ca-4013-b5d2-30a295513f97 req-f6aefb39-fd4b-4466-ac6e-41256abdf263 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498160 Feb 11 13:15:14.195094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.195293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9d8f6cd0-f0ac-4525-8e75-aefece191222 None None] Provisioning complete for port 06bffa81-e665-435e-9e68-fd924cde1941 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:14.195293 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6cd0-f0ac-4525-8e75-aefece191222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.201610 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3553535d-a092-4b40-a6ed-a06f0535c2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.248182 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3553535d-a092-4b40-a6ed-a06f0535c2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.341643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] Calling delete_port for 21d6427d-f547-499b-b852-66c0a497d8ee owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:14.395875 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.413254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.449595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:14.497495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f6cd0-f0ac-4525-8e75-aefece191222 None None] Port 06bffa81-e665-435e-9e68-fd924cde1941 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:14.528017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f372e7-50e9-4a1e-af6d-4e1f808769df,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:14.550392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e5479-1dfe-440e-9f0a-68b4056f57ea None None] Network 6a5e4594-1779-446c-954a-9d82b6fe3d43 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:14.582736 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.584206 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a772c5b-6739-44b3-86f9-9d1072b01f45 req-b11c33a2-5a1f-4095-bdd2-c415398d7318 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.0897601 Feb 11 13:15:14.699387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3553535d-a092-4b40-a6ed-a06f0535c2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.767414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bffa81-e665-435e-9e68-fd924cde1941 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:14.783639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.801150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'name': 'tempest-ServersTestFqdnHostnames-990021742-router', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:53Z', 'updated_at': '2022-02-11T13:15:06Z', 'revision_number': 4, 'project_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'gw_port': {'id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d6427d-f547-499b-b852-66c0a497d8ee', 'name': '', 'network_id': '07551736-3844-4160-b676-d945954c62f3', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'mac_address': 'fa:16:3e:10:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57c071f-c82d-4888-bb5b-da53c86b21dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:04Z', 'updated_at': '2022-02-11T13:15:12Z', 'revision_number': 4, 'project_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'subnets': [{'id': 'e57c071f-c82d-4888-bb5b-da53c86b21dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:14.807666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553535d-a092-4b40-a6ed-a06f0535c2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfe9f2e-ffe5-4af7-98e9-a06ff990865c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:14.822508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-311501274', 'description': 'tempest-description-483949661'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:14.823059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d88725-d04e-4183-88a7-77790493df2c req-aae0379a-4eb3-42bb-8658-774e41ff4bec tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:14.824370 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-14d88725-d04e-4183-88a7-77790493df2c req-aae0379a-4eb3-42bb-8658-774e41ff4bec tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 945 time: 0.5214663 Feb 11 13:15:14.829175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:14.833029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:14.836141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58726) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:14.838062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:14.844810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:14.845887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6b146a5c-24d6-415d-9135-d8eb0a0e618b tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Request body: {'floatingip': {'port_id': '813a02ad-74bf-4a9c-8624-10d1476e252c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:14.854034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Transition to ACTIVE for port object 06bffa81-e665-435e-9e68-fd924cde1941 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:14.860516 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.861877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615bf4ba-6169-4ea7-a62b-18742a622bd2 None None] The sync data for ids ['a273863d-5a8a-4c74-b7f9-790c812b5e45'] in n-d-818559-1 is: [{'id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'name': 'tempest-ServersTestFqdnHostnames-990021742-router', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:53Z', 'updated_at': '2022-02-11T13:15:06Z', 'revision_number': 4, 'project_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'gw_port': {'id': 'e095d173-9e69-4999-8b53-33ed5f031110', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d6427d-f547-499b-b852-66c0a497d8ee', 'name': '', 'network_id': '07551736-3844-4160-b676-d945954c62f3', 'tenant_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'mac_address': 'fa:16:3e:10:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a273863d-5a8a-4c74-b7f9-790c812b5e45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57c071f-c82d-4888-bb5b-da53c86b21dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:04Z', 'updated_at': '2022-02-11T13:15:12Z', 'revision_number': 4, 'project_id': 'fb3d85507ddc4e3b9d1834271f0b06d6', 'subnets': [{'id': 'e57c071f-c82d-4888-bb5b-da53c86b21dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:15:14.908920 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.971524 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3553535d-a092-4b40-a6ed-a06f0535c2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:14.976344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3553535d-a092-4b40-a6ed-a06f0535c2db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6cfe9f2e-ffe5-4af7-98e9-a06ff990865c HTTP/1.1" status: 204 len: 168 time: 1.0037088 Feb 11 13:15:15.125924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:15.138089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Pushing event updated for resources: {'Port': ['ID=06bffa81-e665-435e-9e68-fd924cde1941,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:15.195373 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6b146a5c-24d6-415d-9135-d8eb0a0e618b tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:15.246140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group_rule and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:15.259529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:15.277099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:15.387380 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:15.392397 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2897590a-b19a-4491-a6f0-83f811acbb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:15.513316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] Pushing event deleted for resources: {'Port': ['ID=21d6427d-f547-499b-b852-66c0a497d8ee,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:15.749927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Attempting to bind port 06bffa81-e665-435e-9e68-fd924cde1941 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:15.750832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Attempting to bind port 06bffa81-e665-435e-9e68-fd924cde1941 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:15.751220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Attempting to bind port 06bffa81-e665-435e-9e68-fd924cde1941 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:15.771824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:15.786937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:15.846486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Port 06bffa81-e665-435e-9e68-fd924cde1941 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:15:15.847195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Attempting to bind port 06bffa81-e665-435e-9e68-fd924cde1941 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:16.027362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d4cc1-4365-4112-97f7-7ba7fda872eb req-b328e6f4-38c8-4e5b-ba51-7fced5f6aa6b tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:16.034346 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d20d4cc1-4365-4112-97f7-7ba7fda872eb req-b328e6f4-38c8-4e5b-ba51-7fced5f6aa6b tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.9586728 Feb 11 13:15:16.105913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d450fbca-6259-4e38-b0d4-9efcdb46de0b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:16.119695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:16.121134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a13de76-0ecc-42b7-bc5d-a05c85b41e09 req-11f97a72-129c-4d67-ba50-c97152c4b338 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 1.3129244 Feb 11 13:15:16.135120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:15:16.135663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:16.136216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:15:16.136802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Bound port: 06bffa81-e665-435e-9e68-fd924cde1941, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:16.137291 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:16.203181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:16.228072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-358320976', 'description': 'tempest-description-1239732918'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:16.241869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:16.255188 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d20d4cc1-4365-4112-97f7-7ba7fda872eb req-209e529e-a1b8-4acb-ad41-940b118c8f87 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199340 Feb 11 13:15:16.268485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:16.282519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:16.303015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:16.334374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] For port 06bffa81-e665-435e-9e68-fd924cde1941, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:16.339924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] For port 06bffa81-e665-435e-9e68-fd924cde1941, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=06bffa81-e665-435e-9e68-fd924cde1941,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:16.342099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:16.371744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:16.454674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58754) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:16.471300 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:16.472578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] 10.222.0.73 "PUT /v2.0/ports/06bffa81-e665-435e-9e68-fd924cde1941 HTTP/1.1" status: 200 len: 1096 time: 2.8652990 Feb 11 13:15:16.481338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf27ea0c-191c-4316-8473-a432937781bc', 'tag': '06bffa81-e665-435e-9e68-fd924cde1941'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:16.650689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd5547-8e21-480a-8c57-b890482604b9 service neutron] Pushing event updated for resources: {'Port': ['ID=06bffa81-e665-435e-9e68-fd924cde1941,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:16.654569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bf6c5-3718-4f17-9088-06f6953d00ca req-c720cf5e-b9eb-430a-85b9-8662e871f46e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:16.656124 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-498bf6c5-3718-4f17-9088-06f6953d00ca req-c720cf5e-b9eb-430a-85b9-8662e871f46e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 948 time: 0.2303464 Feb 11 13:15:16.662546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:16.674712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:16.678679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:16.692462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:16.707797 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6b146a5c-24d6-415d-9135-d8eb0a0e618b tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:16.727343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6b146a5c-24d6-415d-9135-d8eb0a0e618b tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:16.736741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a57521b0-6c1a-4458-94ef-61aa00733ac9 tempest-AgentManagementNegativeTest-1229852729 tempest-AgentManagementNegativeTest-1229852729-project] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2785923 Feb 11 13:15:16.756013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:16.869617 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-498bf6c5-3718-4f17-9088-06f6953d00ca req-860435a3-37ae-4edb-b1f7-f40285b2cf62 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044902 Feb 11 13:15:16.880793 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-cc81494e-0985-4e17-a717-8861edd65f2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 1099 time: 0.2660470 Feb 11 13:15:17.019976 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.040033 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.067837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-e5b008cc-4e84-4167-8324-bba3e6d7b5bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=06bffa81-e665-435e-9e68-fd924cde1941 HTTP/1.1" status: 200 len: 217 time: 0.1142073 Feb 11 13:15:17.093489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58766) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:17.132568 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.132859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bf697ec-b925-4163-927d-f50810b33a96 req-4fdbc84a-9b8c-4a62-85e2-bcb75fe34cb3 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/d450fbca-6259-4e38-b0d4-9efcdb46de0b HTTP/1.1" status: 200 len: 1645 time: 0.1899617 Feb 11 13:15:17.133765 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69efb969-106a-4f6e-b74f-7bb081f8186a req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.9191978 Feb 11 13:15:17.147769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd450fbca-6259-4e38-b0d4-9efcdb46de0b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:17.147984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c32493-b920-4404-9d29-ddd97b6e382a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e09bc3b-5434-4485-b316-16494d4d0fd4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:17.148174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd450fbca-6259-4e38-b0d4-9efcdb46de0b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:17.158901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:17.168534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group_rule and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:17.173393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:17.177201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-97e797c0-18f8-4d9b-8f81-6b7fd9e8be5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:17.179172 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-97e797c0-18f8-4d9b-8f81-6b7fd9e8be5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1003897 Feb 11 13:15:17.231890 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf27ea0c-191c-4316-8473-a432937781bc', 'tag': '06bffa81-e665-435e-9e68-fd924cde1941', 'status': 'completed', 'code': 200} Feb 11 13:15:17.240905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:17.326155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-8347fe4e-e310-4a38-a5c0-cdf498a2d513 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1414576 Feb 11 13:15:17.337656 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-646c03c1-2693-4645-bf9a-c07ad62b1163 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/8e09bc3b-5434-4485-b316-16494d4d0fd4 HTTP/1.1" status: 200 len: 1638 time: 0.0805163 Feb 11 13:15:17.351609 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c5add26-40ff-44be-9399-bd4a07c04758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.405308 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-6b146a5c-24d6-415d-9135-d8eb0a0e618b tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Floating IP f9b00e47-1b9b-49dc-a3fb-5abdf50a2184 associated. External IP: 172.25.4.46, port: 813a02ad-74bf-4a9c-8624-10d1476e252c. Feb 11 13:15:17.421605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8e09bc3b-5434-4485-b316-16494d4d0fd4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:17.421920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8e09bc3b-5434-4485-b316-16494d4d0fd4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:17.543637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:17.571288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:17.578097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:17.587984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89d563fc-9dce-4130-983a-bca3a817bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.589478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:17.683573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-319e62b0-4541-446d-bddd-acbd94514dd3 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497889 Feb 11 13:15:17.699450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4c5add26-40ff-44be-9399-bd4a07c04758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:17.702960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.712985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4c5add26-40ff-44be-9399-bd4a07c04758 admin admin] Usage tracker for resource:security_group_rule and tenant:a9e0f21ad1744f05a4a05a13352885eb is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:17.717173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4c5add26-40ff-44be-9399-bd4a07c04758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:17.730689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4c5add26-40ff-44be-9399-bd4a07c04758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:17.774699 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.786595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.834298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf31e22-ecc4-4d57-a16f-580973bb607a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:17.891023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.892211 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bf697ec-b925-4163-927d-f50810b33a96 req-6a64f7c6-57b5-471e-8add-7a85b3af3e64 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.7525125 Feb 11 13:15:17.909994 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.914192 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c5add26-40ff-44be-9399-bd4a07c04758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.921253 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c5add26-40ff-44be-9399-bd4a07c04758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.970555 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.991320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:17.994471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] Router 001d95bd-abf6-4a2a-afe0-246234ab75f7 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:18.005048 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4c5add26-40ff-44be-9399-bd4a07c04758 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9e0f21ad1744f05a4a05a13352885eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9061518 Feb 11 13:15:18.005048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5add26-40ff-44be-9399-bd4a07c04758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89af5084-6340-4463-93c8-95dd0abaf0eb,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:18.005335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58780) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:18.019994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-522f88ad-512c-46b4-9a6f-2f4b78070a53 req-87512242-73c3-4028-b8cc-f23090536c1f service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255792 Feb 11 13:15:18.035604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd69d3b8-1112-45e7-bd34-357b0c74e7ae,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:18.042607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:18.043778 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73d40f46-0d78-49fe-b675-4a92f6a38d57 req-40ddff27-bdbe-45aa-8821-9eccbe234fd0 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.6877339 Feb 11 13:15:18.204983 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8502115a-6530-45cb-a7e2-e8ddb4dd9045 req-70635756-4eec-45ab-9070-4ac869bc136e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/d450fbca-6259-4e38-b0d4-9efcdb46de0b HTTP/1.1" status: 200 len: 2148 time: 0.1296854 Feb 11 13:15:18.217226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] Router a273863d-5a8a-4c74-b7f9-790c812b5e45 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:18.226884 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb4e5c40-5c2b-4936-95e9-80d427bec8de req-8714ac07-0f53-4133-98a9-4ce75f4ad6b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 1099 time: 0.1487434 Feb 11 13:15:18.403932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4182ca5c-dc4b-4ec9-8e69-c04834e27eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:18.460642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6254961-eb5e-4c64-acbb-c2702fcc5ee4 req-065ace9f-b237-41cc-af8d-a84b17c6d941 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:18.462017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6254961-eb5e-4c64-acbb-c2702fcc5ee4 req-065ace9f-b237-41cc-af8d-a84b17c6d941 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.4191766 Feb 11 13:15:18.464577 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4182ca5c-dc4b-4ec9-8e69-c04834e27eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:18.580337 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6254961-eb5e-4c64-acbb-c2702fcc5ee4 req-08793ce5-2187-4dbc-a33f-bb576495da98 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047232 Feb 11 13:15:18.626818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4182ca5c-dc4b-4ec9-8e69-c04834e27eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:18.650235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-138165070', 'description': 'tempest-description-1775520263'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:18.659268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e5c40-5c2b-4936-95e9-80d427bec8de req-4a6bff1e-0597-4ec8-8a1c-47516c1fc6ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:18.660727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb4e5c40-5c2b-4936-95e9-80d427bec8de req-4a6bff1e-0597-4ec8-8a1c-47516c1fc6ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.4276843 Feb 11 13:15:18.662939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:18.666041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182ca5c-dc4b-4ec9-8e69-c04834e27eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89af5084-6340-4463-93c8-95dd0abaf0eb,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:18.680150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:18.683578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:18.688860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4182ca5c-dc4b-4ec9-8e69-c04834e27eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:18.689980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4182ca5c-dc4b-4ec9-8e69-c04834e27eca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/89af5084-6340-4463-93c8-95dd0abaf0eb HTTP/1.1" status: 204 len: 168 time: 0.6823561 Feb 11 13:15:18.696341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:18.702464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:18.712621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bf2a6894-2632-4f7e-a41c-d79b618b4329 admin admin] 10.222.0.67 "PUT /v2.0/routers/001d95bd-abf6-4a2a-afe0-246234ab75f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4023888 Feb 11 13:15:18.714287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58792) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:18.724720 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] Sync routers for ids ['001d95bd-abf6-4a2a-afe0-246234ab75f7'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:15:18.735823 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:18.746720 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb4e5c40-5c2b-4936-95e9-80d427bec8de req-01304c6e-e9ec-4349-a1d0-c8ec47ac178d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=06bffa81-e665-435e-9e68-fd924cde1941 HTTP/1.1" status: 200 len: 217 time: 0.0788884 Feb 11 13:15:18.752540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af801a44-57dd-4d66-b4e1-bec20ca9bc3b req-4400f238-c790-456c-a1d6-908a9f2bfc64 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:18.753033 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] Routers {'001d95bd-abf6-4a2a-afe0-246234ab75f7'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:18.753235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-af801a44-57dd-4d66-b4e1-bec20ca9bc3b req-4400f238-c790-456c-a1d6-908a9f2bfc64 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:18.754005 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:15:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['001d95bd-abf6-4a2a-afe0-246234ab75f7'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:18.825834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-af801a44-57dd-4d66-b4e1-bec20ca9bc3b req-4400f238-c790-456c-a1d6-908a9f2bfc64 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:18.827005 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af801a44-57dd-4d66-b4e1-bec20ca9bc3b req-4400f238-c790-456c-a1d6-908a9f2bfc64 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 948 time: 0.4212854 Feb 11 13:15:18.841872 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:18.856063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e5c40-5c2b-4936-95e9-80d427bec8de req-e07f5756-966c-4c16-b822-9edfc77a2efb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:18.859477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb4e5c40-5c2b-4936-95e9-80d427bec8de req-e07f5756-966c-4c16-b822-9edfc77a2efb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0993001 Feb 11 13:15:18.877058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:18.938781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b146a5c-24d6-415d-9135-d8eb0a0e618b tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:18.966720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:18.967899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af801a44-57dd-4d66-b4e1-bec20ca9bc3b req-06bdeb81-1507-4868-bd2c-2e5fae6a8e23 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349366 Feb 11 13:15:18.992514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:18.998077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:19.000234 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] Set router 001d95bd-abf6-4a2a-afe0-246234ab75f7 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:15:19.003398 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb4e5c40-5c2b-4936-95e9-80d427bec8de req-420dec4a-4922-4f15-ad3f-4eb901886c56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321404 Feb 11 13:15:19.007390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ef805dc3-971e-4bba-b01f-d5cd21c18ade admin admin] 10.222.0.67 "PUT /v2.0/routers/a273863d-5a8a-4c74-b7f9-790c812b5e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6810522 Feb 11 13:15:19.010097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58798) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:19.017657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:19.031922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:19.186972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:19.242616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc5c95ac-2109-4b9e-8db9-75fd8ae64e46 req-e7fc909f-874c-4e9d-85c9-5f4496984fb6 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-group-rules/9bf31e22-ecc4-4d57-a16f-580973bb607a HTTP/1.1" status: 200 len: 713 time: 0.1554618 Feb 11 13:15:19.255480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:19.308708 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:19.323730 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dcbb6354-62a7-4a58-862b-177e8e88af55 req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6917150 Feb 11 13:15:19.385679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb4e5c40-5c2b-4936-95e9-80d427bec8de req-bcb9f91e-9e41-46c6-850a-c6af03101174 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660204 Feb 11 13:15:19.438122 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-router', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:10Z', 'updated_at': '2022-02-11T13:15:14Z', 'revision_number': 5, 'project_id': '09bf612644894348a234819dc8db18e7', 'gw_port': {'id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:19.445357 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] Checking router: 001d95bd-abf6-4a2a-afe0-246234ab75f7 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:15:19.453963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1980e-1ea8-467b-bcb5-f3a88b14a77a tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f93d24e-ab4a-48a1-92a4-b62efeae5915,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:19.463317 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] Routers {'001d95bd-abf6-4a2a-afe0-246234ab75f7'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:19.463935 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:15:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['001d95bd-abf6-4a2a-afe0-246234ab75f7'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:19.529459 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:19.607754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb4e5c40-5c2b-4936-95e9-80d427bec8de req-e05794fa-9183-42ea-9c29-43b9e2443af2 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212188 Feb 11 13:15:19.632379 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:19.766217 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] Set router 001d95bd-abf6-4a2a-afe0-246234ab75f7 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:15:19.838162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1269732937', 'description': 'tempest-description-105285841'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:19.848536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:19.857848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:19.863021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:19.875208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:19.889289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b146a5c-24d6-415d-9135-d8eb0a0e618b tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:19.895398 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6b146a5c-24d6-415d-9135-d8eb0a0e618b tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:19.905429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] Sync routers for ids ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:15:19.929257 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc5c95ac-2109-4b9e-8db9-75fd8ae64e46 req-26c0c159-8f03-458d-a075-fbfb6fd6f44a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/d450fbca-6259-4e38-b0d4-9efcdb46de0b HTTP/1.1" status: 200 len: 2148 time: 0.6855359 Feb 11 13:15:19.937022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] Routers {'37a5e478-ad18-4d67-9e6b-711c30ebaa64'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:19.937949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:15:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:19.981618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc5c95ac-2109-4b9e-8db9-75fd8ae64e46 req-430f3d24-ff3c-472c-abb8-ad5f6c7ccfd3 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.013277 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc5c95ac-2109-4b9e-8db9-75fd8ae64e46 req-430f3d24-ff3c-472c-abb8-ad5f6c7ccfd3 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.088643 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.123397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58826) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:20.133639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc5c95ac-2109-4b9e-8db9-75fd8ae64e46 req-430f3d24-ff3c-472c-abb8-ad5f6c7ccfd3 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.156689 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6b146a5c-24d6-415d-9135-d8eb0a0e618b tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "PUT /v2.0/floatingips/f9b00e47-1b9b-49dc-a3fb-5abdf50a2184 HTTP/1.1" status: 200 len: 990 time: 5.3177505 Feb 11 13:15:20.158617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f3d24-ff3c-472c-abb8-ad5f6c7ccfd3 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bf31e22-ecc4-4d57-a16f-580973bb607a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:20.158748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'tag': '813a02ad-74bf-4a9c-8624-10d1476e252c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:20.161761 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc5c95ac-2109-4b9e-8db9-75fd8ae64e46 req-430f3d24-ff3c-472c-abb8-ad5f6c7ccfd3 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.171198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc5c95ac-2109-4b9e-8db9-75fd8ae64e46 req-430f3d24-ff3c-472c-abb8-ad5f6c7ccfd3 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/9bf31e22-ecc4-4d57-a16f-580973bb607a HTTP/1.1" status: 204 len: 173 time: 0.2343001 Feb 11 13:15:20.186890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.193790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:20.203578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:20.214467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.221768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:20.231395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Deleting port e095d173-9e69-4999-8b53-33ed5f031110 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:20.232051 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.240696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:20.242526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] Set router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:15:20.278540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.322639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Deleting port bd7b7297-b590-41ad-87d0-994e02983e77 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:20.322992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.431040 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-router', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:10Z', 'updated_at': '2022-02-11T13:15:14Z', 'revision_number': 5, 'project_id': '09bf612644894348a234819dc8db18e7', 'gw_port': {'id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:20.437334 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59535ac8-5f14-4129-90b1-3c222832813e None None] The sync data for ids ['001d95bd-abf6-4a2a-afe0-246234ab75f7'] in n-d-818559-1 is: [{'id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1102941381-router', 'tenant_id': '09bf612644894348a234819dc8db18e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:10Z', 'updated_at': '2022-02-11T13:15:14Z', 'revision_number': 5, 'project_id': '09bf612644894348a234819dc8db18e7', 'gw_port': {'id': 'bd7b7297-b590-41ad-87d0-994e02983e77', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001d95bd-abf6-4a2a-afe0-246234ab75f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:15:20.479470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.542904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.657743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1361454296'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:20.670250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93372c2-f2d1-4deb-b58f-9431bd7d42bb,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:20.678429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:20.689201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Usage tracker for resource:network and tenant:2a6b498721814c18ba3ef9d7097be19e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:20.695922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:20.702150 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.703494 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ca8a019-75ec-4c51-bfeb-3093a5f94c35 req-43e2f766-0756-4225-9784-8121f3d21aff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.8752117 Feb 11 13:15:20.705002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:20.741082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] For port bd7b7297-b590-41ad-87d0-994e02983e77, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bd7b7297-b590-41ad-87d0-994e02983e77,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:20.741669 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.759516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Made reservation on behalf of 2a6b498721814c18ba3ef9d7097be19e for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:20.762426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.785774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] For port e095d173-9e69-4999-8b53-33ed5f031110, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e095d173-9e69-4999-8b53-33ed5f031110,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:20.786060 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.793637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:20.822517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'f9b00e47-1b9b-49dc-a3fb-5abdf50a2184', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'port_id': '813a02ad-74bf-4a9c-8624-10d1476e252c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'mac_address': 'fa:16:3e:46:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:14:43Z', 'updated_at': '2022-02-11T13:15:16Z', 'revision_number': 1, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5ce65-ffae-44df-845b-17c73f7ecd9b', 'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'mac_address': 'fa:16:3e:36:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:27Z', 'updated_at': '2022-02-11T13:14:43Z', 'revision_number': 5, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'subnets': [{'id': '995b40db-7027-4199-a157-b5d5875b445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:20.827590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] Checking router: 37a5e478-ad18-4d67-9e6b-711c30ebaa64 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:15:20.840100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] Routers {'37a5e478-ad18-4d67-9e6b-711c30ebaa64'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:20.840946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:15:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:20.887154 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:15:20.939025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Calling delete_port for bd7b7297-b590-41ad-87d0-994e02983e77 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:20.950831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0372a96-7203-458d-9750-181a1abe4d5e req-41011222-3082-42ae-9561-0851984c61c9 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:20.952290 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d0372a96-7203-458d-9750-181a1abe4d5e req-41011222-3082-42ae-9561-0851984c61c9 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 948 time: 0.3449261 Feb 11 13:15:20.959618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Calling delete_port for e095d173-9e69-4999-8b53-33ed5f031110 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:20.992157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2eae54a-5f24-4770-aba0-998bfca97711 req-d54241e3-a658-43d3-805d-9fa936930332 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 1096 time: 0.4447737 Feb 11 13:15:21.035292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] Set router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:15:21.038605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:21.050676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Usage tracker for resource:security_group_rule and tenant:2a6b498721814c18ba3ef9d7097be19e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:21.059433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:21.072046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:21.104735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d0372a96-7203-458d-9750-181a1abe4d5e req-15ee1129-0115-4d3f-be0e-73bbf9f3be92 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180415 Feb 11 13:15:21.200212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cef602-4df5-497d-9fbd-648e3c199990 req-6285e9eb-30d6-4c90-a7af-8464df9f65dd tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:21.201826 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-82cef602-4df5-497d-9fbd-648e3c199990 req-6285e9eb-30d6-4c90-a7af-8464df9f65dd tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 945 time: 0.3057246 Feb 11 13:15:21.233588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eae54a-5f24-4770-aba0-998bfca97711 req-21bdb570-a36a-418b-893d-e563b8e39191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:21.235356 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2eae54a-5f24-4770-aba0-998bfca97711 req-21bdb570-a36a-418b-893d-e563b8e39191 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 200 len: 920 time: 0.2350407 Feb 11 13:15:21.235490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1515895695', 'description': 'tempest-description-1492504043'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:21.249373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:21.254529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:21.259331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:21.264073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:21.266851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:21.283147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:21.317543 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:21.326065 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:21.337584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:21.359213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-82cef602-4df5-497d-9fbd-648e3c199990 req-0e50580b-4939-4d07-ac57-ee359bce89df tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496301 Feb 11 13:15:21.360533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2eae54a-5f24-4770-aba0-998bfca97711 req-b5cc978e-6f68-4d61-b6d6-171db20a1aab service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1 HTTP/1.1" status: 200 len: 217 time: 0.1136682 Feb 11 13:15:21.383593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0585db-f025-4238-9ddf-d453f2175694,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:21.399377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=e095d173-9e69-4999-8b53-33ed5f031110,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:21.401974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:21.402316 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Added segment c409fbbc-7c58-480a-b547-95543e5d424b of type vlan for network b3c1aa3b-2add-42de-8bc2-20b7c240f968 Feb 11 13:15:21.477545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:21.518887 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:21.519893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eae54a-5f24-4770-aba0-998bfca97711 req-ebd8d1e1-cb93-4241-858c-2790fbba8a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:21.522989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:21.523199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2eae54a-5f24-4770-aba0-998bfca97711 req-ebd8d1e1-cb93-4241-858c-2790fbba8a47 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 200 len: 859 time: 0.1481438 Feb 11 13:15:21.530554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group_rule and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:21.536421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'f9b00e47-1b9b-49dc-a3fb-5abdf50a2184', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'port_id': '813a02ad-74bf-4a9c-8624-10d1476e252c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'mac_address': 'fa:16:3e:46:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:14:43Z', 'updated_at': '2022-02-11T13:15:16Z', 'revision_number': 1, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5ce65-ffae-44df-845b-17c73f7ecd9b', 'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'mac_address': 'fa:16:3e:36:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:27Z', 'updated_at': '2022-02-11T13:14:43Z', 'revision_number': 5, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'subnets': [{'id': '995b40db-7027-4199-a157-b5d5875b445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:21.538999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:21.550683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:21.558341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83fc24-43ee-4b34-96b6-e24ad44bec47 None None] The sync data for ids ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'] in n-d-818559-1 is: [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'f9b00e47-1b9b-49dc-a3fb-5abdf50a2184', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'port_id': '813a02ad-74bf-4a9c-8624-10d1476e252c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'mac_address': 'fa:16:3e:46:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:14:43Z', 'updated_at': '2022-02-11T13:15:16Z', 'revision_number': 1, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c5ce65-ffae-44df-845b-17c73f7ecd9b', 'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'mac_address': 'fa:16:3e:36:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:27Z', 'updated_at': '2022-02-11T13:14:43Z', 'revision_number': 5, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'subnets': [{'id': '995b40db-7027-4199-a157-b5d5875b445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:15:21.593975 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'tag': '813a02ad-74bf-4a9c-8624-10d1476e252c', 'status': 'completed', 'code': 200} Feb 11 13:15:21.623699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7b7297-b590-41ad-87d0-994e02983e77,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:21.648447 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2eae54a-5f24-4770-aba0-998bfca97711 req-dc506a4a-42e2-49fd-ae29-85a61edcbe14 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185157 Feb 11 13:15:21.687373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:21.691284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:21.691850 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:21.925579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:21.963324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:21.963779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e5f88ae0-7a74-4dcc-8645-fb56dbdd58c0 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:22.011426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.077449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Network': ['ID=b3c1aa3b-2add-42de-8bc2-20b7c240f968,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:22.091045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:15:22.092449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.150525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-60ff630d-e603-4796-81cd-7dbc2fea9b67 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0230615 Feb 11 13:15:22.160172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58846) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:22.167096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'subnet': {'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:22.200930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2eae54a-5f24-4770-aba0-998bfca97711 req-7ffdc382-1e1b-4c05-a09b-dc3a36f22143 service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054183 Feb 11 13:15:22.211724 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.291205 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.321242 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40abf055-6943-4e2f-9854-956f0146dd0c req-5aeadb45-2303-4a1d-b8ef-cc86aa158cf2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6222a31b2b444e87a454c31b72a1d21b&device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 1096 time: 0.6932912 Feb 11 13:15:22.408958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 06bffa81-e665-435e-9e68-fd924cde1941 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:15:22.417460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddb334-e6ac-4eb7-9455-8ff56d1f45dc req-10813bd3-5ad6-4888-a155-18e025f61525 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:22.418869 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2cddb334-e6ac-4eb7-9455-8ff56d1f45dc req-10813bd3-5ad6-4888-a155-18e025f61525 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.6944590 Feb 11 13:15:22.486676 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.503144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-848b3b64-4ca8-49e5-aa10-cc003f44aa63 req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.2830954 Feb 11 13:15:22.584159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 06bffa81-e665-435e-9e68-fd924cde1941, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=06bffa81-e665-435e-9e68-fd924cde1941,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:22.603906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '06bffa81-e665-435e-9e68-fd924cde1941', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '06bffa81-e665-435e-9e68-fd924cde1941', 'mac_address': 'fa:16:3e:2e:5a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:15:22.643925 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.661417 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2cddb334-e6ac-4eb7-9455-8ff56d1f45dc req-68ea0710-5a01-49cf-9eec-dcb4a857ccf7 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350042 Feb 11 13:15:22.684299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.684711 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.699069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9fd44-aa7b-4bfb-affb-ff652d26d02a tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d176a8-7a50-4a00-b21d-d1ea4481cef6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:22.714342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bffa81-e665-435e-9e68-fd924cde1941 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:22.716029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2eae54a-5f24-4770-aba0-998bfca97711 req-01a1153b-2173-41e4-b113-efa603434dcf service neutron] 10.222.0.75 "GET /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452624 Feb 11 13:15:22.731126 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.740367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 06bffa81-e665-435e-9e68-fd924cde1941, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=06bffa81-e665-435e-9e68-fd924cde1941,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:22.746418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.769828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:22.779258 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.779971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 001d95bd-abf6-4a2a-afe0-246234ab75f7 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:15:22.785069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Usage tracker for resource:subnet and tenant:2a6b498721814c18ba3ef9d7097be19e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:22.789276 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.799448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:22.799975 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.803796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e9e8608a-01b2-4d0e-b619-a6f30cf2e31b admin admin] 10.222.0.67 "DELETE /v2.0/routers/001d95bd-abf6-4a2a-afe0-246234ab75f7 HTTP/1.1" status: 204 len: 168 time: 4.0859826 Feb 11 13:15:22.804751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58854) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:22.814184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:22.822807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abf055-6943-4e2f-9854-956f0146dd0c req-05834a16-3157-451e-a77f-43b95d7a8dca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:22.824255 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40abf055-6943-4e2f-9854-956f0146dd0c req-05834a16-3157-451e-a77f-43b95d7a8dca service neutron] 10.222.0.75 "GET /v2.0/networks?id=e4644b77-c68e-4228-99cc-82016685ae36 HTTP/1.1" status: 200 len: 912 time: 0.4469721 Feb 11 13:15:22.836302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-4517b66b-cd3d-4550-a2eb-f34655b914d1 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/6f93d24e-ab4a-48a1-92a4-b62efeae5915 HTTP/1.1" status: 200 len: 1638 time: 0.1988113 Feb 11 13:15:22.838609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=06bffa81-e665-435e-9e68-fd924cde1941,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:22.938194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8d4f6b-dc47-45d9-9b21-b6f2de022ad3 admin admin] Deleting subnet 63aeabb6-1552-4d6e-a7e8-796dade78813 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:15:22.942477 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f8d4f6b-dc47-45d9-9b21-b6f2de022ad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:22.947470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Made reservation on behalf of 2a6b498721814c18ba3ef9d7097be19e for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:22.997372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['06bffa81-e665-435e-9e68-fd924cde1941'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:23.006093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f8d4f6b-dc47-45d9-9b21-b6f2de022ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.031437 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.031976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a273863d-5a8a-4c74-b7f9-790c812b5e45 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:15:23.064100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17a3f3-b6f4-43f1-a1bb-4d8c1d1749f5 req-cbf03a7f-922c-4e0a-8fc1-66a0857906c4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:23.065559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e17a3f3-b6f4-43f1-a1bb-4d8c1d1749f5 req-cbf03a7f-922c-4e0a-8fc1-66a0857906c4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 949 time: 0.1876009 Feb 11 13:15:23.093903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.095041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ef547cf0-d93c-4769-b6a5-c973e7e10f24 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a273863d-5a8a-4c74-b7f9-790c812b5e45 HTTP/1.1" status: 204 len: 168 time: 4.0840025 Feb 11 13:15:23.098277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58858) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:23.103348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-a572f880-2d0c-4893-aa0e-8f3ced95bd26 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/d93372c2-f2d1-4deb-b58f-9431bd7d42bb HTTP/1.1" status: 200 len: 1638 time: 0.2661657 Feb 11 13:15:23.108343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f93d24e-ab4a-48a1-92a4-b62efeae5915', 'remote_group_id': 'd93372c2-f2d1-4deb-b58f-9431bd7d42bb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:23.108647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f93d24e-ab4a-48a1-92a4-b62efeae5915', 'remote_group_id': 'd93372c2-f2d1-4deb-b58f-9431bd7d42bb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:23.119130 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40abf055-6943-4e2f-9854-956f0146dd0c req-540a72d3-465b-445e-9181-b493514710e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813a02ad-74bf-4a9c-8624-10d1476e252c HTTP/1.1" status: 200 len: 998 time: 0.2642679 Feb 11 13:15:23.121640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:23.129236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.148219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:23.182394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:23.189093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f8d4f6b-dc47-45d9-9b21-b6f2de022ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.242724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-684d659b-f916-4f99-88ac-a199c6b800e9 admin admin] Deleting subnet e57c071f-c82d-4888-bb5b-da53c86b21dd {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:15:23.248559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:23.256046 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e17a3f3-b6f4-43f1-a1bb-4d8c1d1749f5 req-58aad346-c7d4-4b7a-8e49-103a931d8f8d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628602 Feb 11 13:15:23.259300 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-684d659b-f916-4f99-88ac-a199c6b800e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.330363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abf055-6943-4e2f-9854-956f0146dd0c req-6a4068f9-6fba-4060-ac54-1dc47d80ec4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:23.331856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40abf055-6943-4e2f-9854-956f0146dd0c req-6a4068f9-6fba-4060-ac54-1dc47d80ec4c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=995b40db-7027-4199-a157-b5d5875b445e HTTP/1.1" status: 200 len: 850 time: 0.2053521 Feb 11 13:15:23.359329 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-684d659b-f916-4f99-88ac-a199c6b800e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.414097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f8d4f6b-dc47-45d9-9b21-b6f2de022ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.468320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d4f6b-dc47-45d9-9b21-b6f2de022ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63aeabb6-1552-4d6e-a7e8-796dade78813,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:23.479874 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3fc1f44-2407-41db-9b2a-54548d0b436d req-566c037c-b904-4040-9f63-ab0cd848ef3f tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/c7d176a8-7a50-4a00-b21d-d1ea4481cef6 HTTP/1.1" status: 200 len: 1647 time: 0.1731136 Feb 11 13:15:23.485500 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f8d4f6b-dc47-45d9-9b21-b6f2de022ad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.486800 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.505204 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0f8d4f6b-dc47-45d9-9b21-b6f2de022ad3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/63aeabb6-1552-4d6e-a7e8-796dade78813 HTTP/1.1" status: 204 len: 168 time: 0.6973414 Feb 11 13:15:23.505402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58864) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:23.507839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9573aed-367f-4cad-80d6-16075d7dcbc1 None None] Network d7940365-be64-4749-898b-88aa33fa6a6d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:23.555545 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.597232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1697479278', 'description': 'tempest-description-1778561766'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:23.620351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:23.622898 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-684d659b-f916-4f99-88ac-a199c6b800e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.628535 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40abf055-6943-4e2f-9854-956f0146dd0c req-c79b0686-e0e4-4cdd-bb9f-603e67906a81 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e4644b77-c68e-4228-99cc-82016685ae36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2832861 Feb 11 13:15:23.659790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:23.675799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:23.691932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.696232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.698283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:23.732612 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.745308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Deleting port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:23.745647 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.748188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Subnet': ['ID=0a1dced2-88ac-4120-a6b6-d8e2a54196a3,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:23.760219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.813758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f2b3c5-437f-48c6-84b1-8f77a22649d2,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:23.824500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] DHCP port deletion for d7940365-be64-4749-898b-88aa33fa6a6d request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:15:23.831255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] Deleting port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:23.831893 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.870946 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.872314 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ea5e66ce-2a53-4518-acf5-e62d34f5065c req-6032b398-ee32-44ec-81a4-45207e665439 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.7681718 Feb 11 13:15:23.873117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Checking segment: {'id': 'c409fbbc-7c58-480a-b547-95543e5d424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:23.873581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Network hostable DHCP agents. Network: b3c1aa3b-2add-42de-8bc2-20b7c240f968, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:23.889469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40abf055-6943-4e2f-9854-956f0146dd0c req-e66eb92b-4bd4-4d5b-9b7c-a177398dbefe service neutron] 10.222.0.75 "GET /v2.0/networks/e4644b77-c68e-4228-99cc-82016685ae36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437322 Feb 11 13:15:23.963438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 645b8cfe-a709-4251-9b74-bf8ff96ffbdf no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:23.970333 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-684d659b-f916-4f99-88ac-a199c6b800e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.032585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:24.042356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:24.052343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d659b-f916-4f99-88ac-a199c6b800e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57c071f-c82d-4888-bb5b-da53c86b21dd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:24.060292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group_rule and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:24.066760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:24.080682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:24.091408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-684d659b-f916-4f99-88ac-a199c6b800e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.102902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1212f406-3e07-4285-8a13-b10bf7ef4e3f None None] Network 07551736-3844-4160-b676-d945954c62f3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:24.130262 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-684d659b-f916-4f99-88ac-a199c6b800e9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e57c071f-c82d-4888-bb5b-da53c86b21dd HTTP/1.1" status: 204 len: 168 time: 1.0176094 Feb 11 13:15:24.134265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58874) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:24.214185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, b3c1aa3b-2add-42de-8bc2-20b7c240f968) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:24.235231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:24.235976 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.271065 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40abf055-6943-4e2f-9854-956f0146dd0c req-9faa2420-9ec2-4584-a5b2-2650f4b83895 service neutron] 10.222.0.75 "GET /v2.0/networks/e4644b77-c68e-4228-99cc-82016685ae36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607190 Feb 11 13:15:24.284559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-91fa6103-3190-49e7-9c27-14099b7f279d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1223187 Feb 11 13:15:24.288434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58878) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:24.295136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'port': {'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1672662865'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:24.296241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7289f201-3750-4bb6-b1a8-11e9ee772741 None None] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:24.360940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] For port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=645b8cfe-a709-4251-9b74-bf8ff96ffbdf,segment=NetworkSegment(0fa5fb3c-ae8a-4750-a024-f78a6a386a2d),segment_id=0fa5fb3c-ae8a-4750-a024-f78a6a386a2d)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:24.361294 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.386759 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.389240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19501d38-7e1a-4594-bd3e-9cfc6365270c req-87ed6bed-5f27-4c07-8978-e73e1a3a342a tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:24.390739 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.396555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19501d38-7e1a-4594-bd3e-9cfc6365270c req-87ed6bed-5f27-4c07-8978-e73e1a3a342a tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.3593335 Feb 11 13:15:24.431800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 06bffa81-e665-435e-9e68-fd924cde1941 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:15:24.447332 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.491804 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19501d38-7e1a-4594-bd3e-9cfc6365270c req-10b044e7-97e6-493f-8bf9-d6260b616b04 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931110 Feb 11 13:15:24.503434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.507910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:24.513483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Calling delete_port for 645b8cfe-a709-4251-9b74-bf8ff96ffbdf owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:24.521406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Usage tracker for resource:port and tenant:2a6b498721814c18ba3ef9d7097be19e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:24.531427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:24.538784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:24.553133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1234747030', 'description': 'tempest-description-1047511774'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:24.562478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:24.565408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Made reservation on behalf of 2a6b498721814c18ba3ef9d7097be19e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:24.568528 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.589207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:24.593830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:24.602726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:24.607733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] device_id is not set on port e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:15:24.613606 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.615588 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9bfc56c3-475c-4870-a086-1f00f7cc6c84 req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.0292525 Feb 11 13:15:24.616768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd5b0b-6e5d-4274-bdc0-9c3c432d9f94,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:24.619175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Deleting port efa432cc-1944-4eb9-ad88-1e4344c6bf94 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:24.619502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.641507 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] For port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=645b8cfe-a709-4251-9b74-bf8ff96ffbdf,segment=NetworkSegment(0fa5fb3c-ae8a-4750-a024-f78a6a386a2d),segment_id=0fa5fb3c-ae8a-4750-a024-f78a6a386a2d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:24.641999 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.655914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.689930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.690493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.690653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.691051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.691382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.691819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.692230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.692559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.692879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.693196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.693521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bf1cb-7431-4888-a338-bda81c30e515 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.760611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:24.761778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.771723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:24.781613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:24.791359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:24.817723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Allocated IP 2001:db8::dd (b3c1aa3b-2add-42de-8bc2-20b7c240f968/0a1dced2-88ac-4120-a6b6-d8e2a54196a3/e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:24.828661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] Calling delete_port for 645b8cfe-a709-4251-9b74-bf8ff96ffbdf owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:24.862521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=645b8cfe-a709-4251-9b74-bf8ff96ffbdf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:24.891011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] No DVR routers for this DVR port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:24.899639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.907376 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.039101 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.054844 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-596e5f42-743d-46ee-911b-52eee89f151b req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.5080662 Feb 11 13:15:25.056073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105a285b-5451-4cb9-bfb0-a3274dbb0d92,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:25.073811 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8b1b3-6f91-4ff9-9c29-78b112cd33d2 None None] Sync routers for ids ['a273863d-5a8a-4c74-b7f9-790c812b5e45'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:15:25.091975 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8b1b3-6f91-4ff9-9c29-78b112cd33d2 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:25.092560 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8b1b3-6f91-4ff9-9c29-78b112cd33d2 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:15:25.093361 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-fef8b1b3-6f91-4ff9-9c29-78b112cd33d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a273863d-5a8a-4c74-b7f9-790c812b5e45'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:15:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:15:25.097456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-b3c1aa3b-2add-42de-8bc2-20b7c240f968', 'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968', 'tenant_id': '2a6b498721814c18ba3ef9d7097be19e', 'fixed_ips': [{'subnet_id': '0a1dced2-88ac-4120-a6b6-d8e2a54196a3'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:15:25.098494 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.111773 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8b1b3-6f91-4ff9-9c29-78b112cd33d2 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:15:25.113910 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8b1b3-6f91-4ff9-9c29-78b112cd33d2 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:15:25.114670 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-fef8b1b3-6f91-4ff9-9c29-78b112cd33d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a273863d-5a8a-4c74-b7f9-790c812b5e45'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:15:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:15:25.120482 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8b1b3-6f91-4ff9-9c29-78b112cd33d2 None None] The sync data for ids ['a273863d-5a8a-4c74-b7f9-790c812b5e45'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:15:25.122779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] For port efa432cc-1944-4eb9-ad88-1e4344c6bf94, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=efa432cc-1944-4eb9-ad88-1e4344c6bf94,segment=NetworkSegment(9a698e87-acf5-4616-adcb-301e644411dd),segment_id=9a698e87-acf5-4616-adcb-301e644411dd)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:25.123185 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:15:25.123450 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.123759 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:15:25.174499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.174873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.175281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.175626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.175961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.176313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.176885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.177221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.177723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.178042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.178521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1e8366-190d-40c1-aef0-14663f20dd30 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.196192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 06bffa81-e665-435e-9e68-fd924cde1941 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:25.207794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 06bffa81-e665-435e-9e68-fd924cde1941 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:25.208330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.213579 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.255376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0bb923-793c-4ad1-8c15-0fc85334824b None None] New status for floating IP f9b00e47-1b9b-49dc-a3fb-5abdf50a2184: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:15:25.295940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.320027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a964a348-f31b-4788-9ae8-5aebb93110d7 req-46528350-a393-41e3-9899-87bb690d9e8d tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/94fd5b0b-6e5d-4274-bdc0-9c3c432d9f94 HTTP/1.1" status: 200 len: 1647 time: 0.1376047 Feb 11 13:15:25.329942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Transition to ACTIVE for port object e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:25.353676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-415744942', 'description': 'tempest-description-1240769154'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:25.361985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:25.365235 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] DHCP port deletion for 07551736-3844-4160-b676-d945954c62f3 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:15:25.368678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:25.373381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:25.376531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Calling delete_port for efa432cc-1944-4eb9-ad88-1e4344c6bf94 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:25.377914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.397710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] Deleting port efa432cc-1944-4eb9-ad88-1e4344c6bf94 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:25.398077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.429543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:25.480583 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.492633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:25.498396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Port': ['ID=e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:25.501811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:25.505284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:25.509961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:25.510565 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.543168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7940365-be64-4749-898b-88aa33fa6a6d']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:25.558658 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d17f5619-b07e-4ba6-b7a3-a2eccd5cb9ef tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2657616 Feb 11 13:15:25.559486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58892) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:25.562065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:25.562190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:25.562447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa5fb3c-ae8a-4750-a024-f78a6a386a2d') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:25.567468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'port': {'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2088044107', 'allowed_address_pairs': [{'ip_address': '2001:db8::dd', 'mac_address': 'fa:16:3e:24:a6:ea'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:25.575736 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.597877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.612032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:15:25.612328 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.625914 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] Deleting port 645b8cfe-a709-4251-9b74-bf8ff96ffbdf {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:25.626426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:15:25.627301 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:15:25.651614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:25.661019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:25.670319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:25.681665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a4099-d233-4aac-9538-7e4eeae66703 req-966594a4-7d8e-4907-bc3d-bceefff9dd56 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:25.688422 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a31a4099-d233-4aac-9538-7e4eeae66703 req-966594a4-7d8e-4907-bc3d-bceefff9dd56 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 949 time: 0.9342561 Feb 11 13:15:25.771883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:25.782100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Usage tracker for resource:port and tenant:2a6b498721814c18ba3ef9d7097be19e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:25.785445 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.788005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:25.792854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.797178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:25.803688 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.835982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Made reservation on behalf of 2a6b498721814c18ba3ef9d7097be19e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:25.839830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-627395d3-f080-482c-93c8-8b249d3491f7 None None] The port '645b8cfe-a709-4251-9b74-bf8ff96ffbdf' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:15:25.841266 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.872049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Allocated IP 2001:db8::2 (b3c1aa3b-2add-42de-8bc2-20b7c240f968/0a1dced2-88ac-4120-a6b6-d8e2a54196a3/7a878023-cc45-4724-8056-ef3388eed6bc) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:25.894103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dede3cb-0fb5-4379-a2cd-766b77aadf5c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:25.904258 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.905620 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-14eca8c5-ee6b-4d34-bf77-725d64809492 req-e279af9d-153b-42e9-9d51-76bf36fa2990 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5577443 Feb 11 13:15:25.906888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] device_id is not set on port 2be7d99e-ba31-4946-9903-839d11e42eb1 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:15:25.951638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Pushing event deleted for resources: {'Port': ['ID=efa432cc-1944-4eb9-ad88-1e4344c6bf94,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:25.962074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1393959160', 'description': 'tempest-description-447168570'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:25.967196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a31a4099-d233-4aac-9538-7e4eeae66703 req-502f664e-3e8f-4324-ad75-5e34f32226fb tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778177 Feb 11 13:15:25.967881 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.981872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:25.998103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:26.003806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:26.011419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.014636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:26.016661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d7940365-be64-4749-898b-88aa33fa6a6d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:26.030028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] No DVR routers for this DVR port efa432cc-1944-4eb9-ad88-1e4344c6bf94 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:26.035775 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0a276e45-006a-434b-9fdb-868f2523f6cc admin admin] 10.222.0.67 "DELETE /v2.0/networks/d7940365-be64-4749-898b-88aa33fa6a6d HTTP/1.1" status: 204 len: 168 time: 2.5294082 Feb 11 13:15:26.042256 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.102152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:26.107184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group_rule and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:26.110387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:26.119595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:26.148293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device efa432cc-1944-4eb9-ad88-1e4344c6bf94 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:26.203621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.204188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.211077 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.254773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07551736-3844-4160-b676-d945954c62f3']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:26.258946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: efa432cc-1944-4eb9-ad88-1e4344c6bf94 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:26.259483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device efa432cc-1944-4eb9-ad88-1e4344c6bf94 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:26.279990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a698e87-acf5-4616-adcb-301e644411dd') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:26.280283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a698e87-acf5-4616-adcb-301e644411dd') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:26.303830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.322647 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.325326 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ba2294ea-a480-4ed7-81f4-d8cc86cf76a1 req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.3704522 Feb 11 13:15:26.332413 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.340518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9e06-6a32-452f-a23c-5dddfef81206 req-8c93f5b3-6608-4479-970f-b32fb5781d37 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:26.344640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-954b9e06-6a32-452f-a23c-5dddfef81206 req-8c93f5b3-6608-4479-970f-b32fb5781d37 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.2023687 Feb 11 13:15:26.348020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.389044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec07a85-a265-495e-8ee5-66208fe7135e tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d790a418-b8c0-49a0-94cd-8fb58c0260e6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:26.395676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58902) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:26.401874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:15:26.401874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.408495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] For port efa432cc-1944-4eb9-ad88-1e4344c6bf94, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=efa432cc-1944-4eb9-ad88-1e4344c6bf94,segment=NetworkSegment(9a698e87-acf5-4616-adcb-301e644411dd),segment_id=9a698e87-acf5-4616-adcb-301e644411dd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:26.408861 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:15:26.416462 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:15:26.425960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf27ea0c-191c-4316-8473-a432937781bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bffa81-e665-435e-9e68-fd924cde1941'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:26.464975 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-375216ee-0d4e-4136-91ff-182dd95bc218 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/105a285b-5451-4cb9-bfb0-a3274dbb0d92 HTTP/1.1" status: 200 len: 1639 time: 0.1019993 Feb 11 13:15:26.485631 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-53bc6ddb-727c-4bda-9516-94b1726ae2d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=31b992635d4144538d17315b43e302bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0890834 Feb 11 13:15:26.495184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58908) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:26.555593 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-43c2a7b8-6a3d-4069-b791-a14f7b5b2dc7 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/1dede3cb-0fb5-4379-a2cd-766b77aadf5c HTTP/1.1" status: 200 len: 1638 time: 0.0682764 Feb 11 13:15:26.559948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 06bffa81-e665-435e-9e68-fd924cde1941, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=06bffa81-e665-435e-9e68-fd924cde1941,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:26.564009 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.567227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '105a285b-5451-4cb9-bfb0-a3274dbb0d92', 'remote_group_id': '1dede3cb-0fb5-4379-a2cd-766b77aadf5c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:26.567764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '105a285b-5451-4cb9-bfb0-a3274dbb0d92', 'remote_group_id': '1dede3cb-0fb5-4379-a2cd-766b77aadf5c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:26.571304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] Calling delete_port for efa432cc-1944-4eb9-ad88-1e4344c6bf94 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:26.576147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:26.580222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:26.583781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:26.585590 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-954b9e06-6a32-452f-a23c-5dddfef81206 req-8c913c0f-e341-48ca-bd23-c0ce58ea7446 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304690 Feb 11 13:15:26.591290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:26.608829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.627144 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] 10.222.0.67 "DELETE /v2.0/networks/07551736-3844-4160-b676-d945954c62f3 HTTP/1.1" status: 204 len: 168 time: 2.4419837 Feb 11 13:15:26.644105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03d641-9e8b-4976-b9c2-7d2fc447975a admin admin] Pushing event deleted for resources: {'Network': ['ID=07551736-3844-4160-b676-d945954c62f3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:26.653589 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0753-085f-479b-9f8a-b1f23f4074b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.676767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.692672 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.711971 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.712239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0753-085f-479b-9f8a-b1f23f4074b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.720532 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.762234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34459de7-4bee-4cda-b6cc-537252653301,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:26.765429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.766843 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7224fe7b-fae0-4732-943d-c61dfb8558f2 req-7cb255a9-ca0e-43aa-b6db-37a3ff1b1761 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2051280 Feb 11 13:15:26.790453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-969f10a5-c8d2-4849-819a-e61ab38a3a34 req-086b5dbe-3e2f-49da-adcc-774f74d60232 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/d790a418-b8c0-49a0-94cd-8fb58c0260e6 HTTP/1.1" status: 200 len: 1646 time: 0.0698965 Feb 11 13:15:26.837329 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0753-085f-479b-9f8a-b1f23f4074b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.850009 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf27ea0c-191c-4316-8473-a432937781bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bffa81-e665-435e-9e68-fd924cde1941', 'code': 200} Feb 11 13:15:26.874679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1931226080', 'description': 'tempest-description-1340066489'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:26.882294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:26.887223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:26.891433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:26.897825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb0753-085f-479b-9f8a-b1f23f4074b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61873796-dad4-429b-ae69-d1bb02ae2b9f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:26.898780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:26.920774 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.925392 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0753-085f-479b-9f8a-b1f23f4074b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.926990 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0ebb0753-085f-479b-9f8a-b1f23f4074b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/61873796-dad4-429b-ae69-d1bb02ae2b9f HTTP/1.1" status: 204 len: 168 time: 0.4309299 Feb 11 13:15:26.954199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-77dd156b-d1f6-4663-9cc3-8eedd8a84bf2 req-7db041f0-92b7-40c0-8873-e7e6b46a7dff tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/1dede3cb-0fb5-4379-a2cd-766b77aadf5c HTTP/1.1" status: 200 len: 1638 time: 0.1105366 Feb 11 13:15:26.956994 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.968802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Transition to ACTIVE for port object 7a878023-cc45-4724-8056-ef3388eed6bc will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:26.991607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Transition to ACTIVE for port object 7a878023-cc45-4724-8056-ef3388eed6bc will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:27.016141 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:15:27.016141 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:15:27.035301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.045872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=06bffa81-e665-435e-9e68-fd924cde1941,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:27.061787 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-77dd156b-d1f6-4663-9cc3-8eedd8a84bf2 req-0b8fc839-d0ca-47f1-bfd0-2e7acab17783 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.078899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58928) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:27.113159 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-77dd156b-d1f6-4663-9cc3-8eedd8a84bf2 req-0b8fc839-d0ca-47f1-bfd0-2e7acab17783 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.113404 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:27.117598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:27.122370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:27.140651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:27.148355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Usage tracker for resource:security_group_rule and tenant:0e8fbb96f28c4a22a3f0811cfa411ff0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:27.153799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:27.198688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:27.206098 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8361fd59-3391-4cbe-aa33-bc87a439d3b5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb3d85507ddc4e3b9d1834271f0b06d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1236355 Feb 11 13:15:27.208452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58932) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:27.218696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Allocated IP 2001:db8::35d (b3c1aa3b-2add-42de-8bc2-20b7c240f968/0a1dced2-88ac-4120-a6b6-d8e2a54196a3/2be7d99e-ba31-4946-9903-839d11e42eb1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:27.225857 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-77dd156b-d1f6-4663-9cc3-8eedd8a84bf2 req-0b8fc839-d0ca-47f1-bfd0-2e7acab17783 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.228427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Attempting to bind port 7a878023-cc45-4724-8056-ef3388eed6bc on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:27.228636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Attempting to bind port 7a878023-cc45-4724-8056-ef3388eed6bc by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'c409fbbc-7c58-480a-b547-95543e5d424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:27.229190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Attempting to bind port 7a878023-cc45-4724-8056-ef3388eed6bc on network b3c1aa3b-2add-42de-8bc2-20b7c240f968 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:27.237991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Pushing event updated for resources: {'Port': ['ID=7a878023-cc45-4724-8056-ef3388eed6bc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:27.242522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:15:27.243367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Checking segment: {'id': 'c409fbbc-7c58-480a-b547-95543e5d424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:27.243925 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.244451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Bound using segment: {'id': 'c409fbbc-7c58-480a-b547-95543e5d424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:15:27.245498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Bound port: 7a878023-cc45-4724-8056-ef3388eed6bc, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c409fbbc-7c58-480a-b547-95543e5d424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:27.246337 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.262548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fc839-d0ca-47f1-bfd0-2e7acab17783 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dede3cb-0fb5-4379-a2cd-766b77aadf5c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:27.267791 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48bfaae6-ecd7-46cd-8743-765b95f67c36 req-58e93b1d-134f-48d8-bbe1-b594ad2300ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 1101 time: 0.3062160 Feb 11 13:15:27.280941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-77dd156b-d1f6-4663-9cc3-8eedd8a84bf2 req-0b8fc839-d0ca-47f1-bfd0-2e7acab17783 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.282191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-77dd156b-d1f6-4663-9cc3-8eedd8a84bf2 req-0b8fc839-d0ca-47f1-bfd0-2e7acab17783 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "DELETE /v2.0/security-groups/1dede3cb-0fb5-4379-a2cd-766b77aadf5c HTTP/1.1" status: 204 len: 173 time: 0.3155782 Feb 11 13:15:27.323639 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9ba081e9-e808-4327-adab-597e1330772f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.354735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9ba081e9-e808-4327-adab-597e1330772f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.378401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b5aac073-de05-498b-a821-f4f9593759de None None] For port 7a878023-cc45-4724-8056-ef3388eed6bc, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:27.382386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b5aac073-de05-498b-a821-f4f9593759de None None] For port 7a878023-cc45-4724-8056-ef3388eed6bc, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7a878023-cc45-4724-8056-ef3388eed6bc,segment=NetworkSegment(c409fbbc-7c58-480a-b547-95543e5d424b),segment_id=c409fbbc-7c58-480a-b547-95543e5d424b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:27.392469 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.422510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9ba081e9-e808-4327-adab-597e1330772f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.431769 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.454228 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.456265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba081e9-e808-4327-adab-597e1330772f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77720afd-52b6-45f4-b070-c9d980fc0c6e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:27.472497 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9ba081e9-e808-4327-adab-597e1330772f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.476756 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9ba081e9-e808-4327-adab-597e1330772f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77720afd-52b6-45f4-b070-c9d980fc0c6e HTTP/1.1" status: 204 len: 168 time: 0.2622044 Feb 11 13:15:27.586460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] Deleting port efa432cc-1944-4eb9-ad88-1e4344c6bf94 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:27.587227 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.711504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aac073-de05-498b-a821-f4f9593759de None None] Pushing event updated for resources: {'Port': ['ID=7a878023-cc45-4724-8056-ef3388eed6bc,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:27.761947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58946) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:27.769368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-636682e3-0e52-49e5-b5f2-df89ea26324d None None] The port 'efa432cc-1944-4eb9-ad88-1e4344c6bf94' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:15:27.808556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48bfaae6-ecd7-46cd-8743-765b95f67c36 req-2963e74a-35e6-4b95-be67-67b02b303757 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977787 Feb 11 13:15:27.812965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261bb274-ad48-48dd-b9c6-29421a822686,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:27.821295 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.822687 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8356ff3a-637d-46e3-8d7f-bed66f6da657 req-327675c3-1e08-4ba0-b7cd-55fe989a3147 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.9530618 Feb 11 13:15:27.909779 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ef47d5db-49ff-4962-be9b-b6eeb290d408 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=09bf612644894348a234819dc8db18e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1449037 Feb 11 13:15:27.910428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58954) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:27.915878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 21d6427d-f547-499b-b852-66c0a497d8ee no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:28.001169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 21d6427d-f547-499b-b852-66c0a497d8ee {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:28.001752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 21d6427d-f547-499b-b852-66c0a497d8ee not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:28.013804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.051872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Transition to ACTIVE for port object 2be7d99e-ba31-4946-9903-839d11e42eb1 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:28.129880 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a4e52b6b-f03c-48fc-af29-77655384a1e7 req-6d0bece5-05a2-45ae-9f52-524f25c7dd9b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/105a285b-5451-4cb9-bfb0-a3274dbb0d92 HTTP/1.1" status: 200 len: 1639 time: 0.1463697 Feb 11 13:15:28.167950 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3e26e7c7-9b5b-483c-a365-00dadf4facaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.209303 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3e26e7c7-9b5b-483c-a365-00dadf4facaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.223618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.288738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367d37-6578-4a7b-bec8-aba5300a2237 req-2684df1f-ffb3-4b74-996b-afe506613dd2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:28.289830 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7367d37-6578-4a7b-bec8-aba5300a2237 req-2684df1f-ffb3-4b74-996b-afe506613dd2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 950 time: 0.2275186 Feb 11 13:15:28.300265 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2fbc9030-0b2a-428d-b96d-0341a1782391 req-b4c032ec-7ca1-4e3f-b3f2-f3c50c8a7e45 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/261bb274-ad48-48dd-b9c6-29421a822686 HTTP/1.1" status: 200 len: 1647 time: 0.0814757 Feb 11 13:15:28.321160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3e26e7c7-9b5b-483c-a365-00dadf4facaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.330878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:28.336427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:28.339180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26e7c7-9b5b-483c-a365-00dadf4facaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baa20d9-cf87-4939-9adf-5ce9b0540897,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:28.343938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:28.348559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:28.348984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.349851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3e26e7c7-9b5b-483c-a365-00dadf4facaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.351125 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3e26e7c7-9b5b-483c-a365-00dadf4facaa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6baa20d9-cf87-4939-9adf-5ce9b0540897 HTTP/1.1" status: 204 len: 168 time: 0.4396892 Feb 11 13:15:28.374752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Port': ['ID=2be7d99e-ba31-4946-9903-839d11e42eb1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:28.399176 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-416608f0-7584-4d02-b886-4d6015eef396 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8385942 Feb 11 13:15:28.401529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58972) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:28.416591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7367d37-6578-4a7b-bec8-aba5300a2237 req-78260250-d287-433e-a4ac-560c26e3b838 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149726 Feb 11 13:15:28.497643 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-df1f173f-fca1-45b3-b31a-7cd8a6a57561 req-76bbd54c-ce28-4dfd-be88-b69f85a52226 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] show failed (client error): The resource could not be found. Feb 11 13:15:28.510068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-467499720', 'description': 'tempest-description-1691305967'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:28.513191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df1f173f-fca1-45b3-b31a-7cd8a6a57561 req-76bbd54c-ce28-4dfd-be88-b69f85a52226 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/9e7daa40-8052-4626-a136-7fa76da6bfc2 HTTP/1.1" status: 404 len: 352 time: 0.0326247 Feb 11 13:15:28.520540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:28.528662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:28.533427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:28.555133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:28.586022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5185a-a9c5-42bc-a06d-f77d99c8c73a tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:28.590994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5185a-a9c5-42bc-a06d-f77d99c8c73a tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:28.595923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5185a-a9c5-42bc-a06d-f77d99c8c73a tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:28.596905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9ee5185a-a9c5-42bc-a06d-f77d99c8c73a tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Synchronizing usage tracker for tenant:2a6b498721814c18ba3ef9d7097be19e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:28.600096 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.638149 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-911e6a1c-4519-4b6e-a6e6-2d29900b0664 req-456ef5a4-03dd-4062-aa25-2e5c791063cb tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] show failed (client error): The resource could not be found. Feb 11 13:15:28.639226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-911e6a1c-4519-4b6e-a6e6-2d29900b0664 req-456ef5a4-03dd-4062-aa25-2e5c791063cb tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-group-rules/a5b57852-a785-49af-81ba-08e2698d74aa HTTP/1.1" status: 404 len: 361 time: 0.0602825 Feb 11 13:15:28.698261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:28.718979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:28.727572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:28.736539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:28.780244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9ee5185a-a9c5-42bc-a06d-f77d99c8c73a tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Unset dirty status for tenant:2a6b498721814c18ba3ef9d7097be19e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:28.784459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9ee5185a-a9c5-42bc-a06d-f77d99c8c73a tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3819613 Feb 11 13:15:28.786641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58988) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:28.809652 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c2424b8a-a177-45d9-a91a-3bf900f777d8 req-075feaf5-59dd-4539-b3bd-b201a3be1ffe tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/261bb274-ad48-48dd-b9c6-29421a822686 HTTP/1.1" status: 200 len: 1647 time: 0.0847228 Feb 11 13:15:28.946505 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c2424b8a-a177-45d9-a91a-3bf900f777d8 req-5832e628-1c72-4dd3-9c60-7fd32f5cba02 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.032974 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c2424b8a-a177-45d9-a91a-3bf900f777d8 req-5832e628-1c72-4dd3-9c60-7fd32f5cba02 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.069853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.092816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-82d22d81-f71d-45c4-bada-9d09f0650baf tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Deleting port 2be7d99e-ba31-4946-9903-839d11e42eb1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:29.098713 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82d22d81-f71d-45c4-bada-9d09f0650baf tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.158762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c2424b8a-a177-45d9-a91a-3bf900f777d8 req-5832e628-1c72-4dd3-9c60-7fd32f5cba02 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.168973 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.197846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832e628-1c72-4dd3-9c60-7fd32f5cba02 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261bb274-ad48-48dd-b9c6-29421a822686,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:29.208669 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c2424b8a-a177-45d9-a91a-3bf900f777d8 req-5832e628-1c72-4dd3-9c60-7fd32f5cba02 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.221693 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c2424b8a-a177-45d9-a91a-3bf900f777d8 req-5832e628-1c72-4dd3-9c60-7fd32f5cba02 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "DELETE /v2.0/security-groups/261bb274-ad48-48dd-b9c6-29421a822686 HTTP/1.1" status: 204 len: 173 time: 0.4107821 Feb 11 13:15:29.286186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59004) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:29.321286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52afb387-2943-4306-8791-e76cd04828e6 None None] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:29.384059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-967be41a-4323-4481-aa55-b3d31eed07ce req-a793fa7f-6035-473d-a551-6ce86e4566c8 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/d790a418-b8c0-49a0-94cd-8fb58c0260e6 HTTP/1.1" status: 200 len: 1646 time: 0.1158886 Feb 11 13:15:29.405174 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.409785 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5e41051-0111-40bc-bba1-8ca1db29bfea req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.9067674 Feb 11 13:15:29.416675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc81e9-395b-4ad0-b4bf-14b00cb8ce0b tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e234f88-dee3-4dc3-bede-f64713cb5614,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:29.561214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-967be41a-4323-4481-aa55-b3d31eed07ce req-d056dc26-8f0c-4c3c-bc17-45372cfdaa0b tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.592170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a99c4cfd-ccf2-4427-9e1d-7962b1f3498e None None] Provisioning for port 7a878023-cc45-4724-8056-ef3388eed6bc completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:29.627404 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-967be41a-4323-4481-aa55-b3d31eed07ce req-d056dc26-8f0c-4c3c-bc17-45372cfdaa0b tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.647029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2126536485-network', 'tenant_id': 'fb7c4c17fce94bd985f6bbbbc1acc3a3'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:29.660811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:29.674171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Usage tracker for resource:network and tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:29.681279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:29.688917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:29.710380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Made reservation on behalf of fb7c4c17fce94bd985f6bbbbc1acc3a3 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:29.718538 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.757900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.776366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-967be41a-4323-4481-aa55-b3d31eed07ce req-d056dc26-8f0c-4c3c-bc17-45372cfdaa0b tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.785245 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-3c089b7f-82a4-4d18-bc2a-fabb78ec0f7c tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/3e234f88-dee3-4dc3-bede-f64713cb5614 HTTP/1.1" status: 200 len: 1638 time: 0.3282552 Feb 11 13:15:29.798626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3e234f88-dee3-4dc3-bede-f64713cb5614', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:29.799055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3e234f88-dee3-4dc3-bede-f64713cb5614', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:29.799738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056dc26-8f0c-4c3c-bc17-45372cfdaa0b tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d790a418-b8c0-49a0-94cd-8fb58c0260e6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:29.811820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:29.824950 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-967be41a-4323-4481-aa55-b3d31eed07ce req-d056dc26-8f0c-4c3c-bc17-45372cfdaa0b tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.826666 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-967be41a-4323-4481-aa55-b3d31eed07ce req-d056dc26-8f0c-4c3c-bc17-45372cfdaa0b tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "DELETE /v2.0/security-groups/d790a418-b8c0-49a0-94cd-8fb58c0260e6 HTTP/1.1" status: 204 len: 173 time: 0.4347682 Feb 11 13:15:29.841173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:29.842951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:29.848253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Usage tracker for resource:security_group_rule and tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:29.848397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:29.852717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:29.867382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:29.911957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82d22d81-f71d-45c4-bada-9d09f0650baf tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.933532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:29.972282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7a878023-cc45-4724-8056-ef3388eed6bc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:15:29.984711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.996112 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.067410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 7a878023-cc45-4724-8056-ef3388eed6bc completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:30.078210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 7a878023-cc45-4724-8056-ef3388eed6bc triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:30.078887 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.082177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-82d22d81-f71d-45c4-bada-9d09f0650baf tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Calling delete_port for 2be7d99e-ba31-4946-9903-839d11e42eb1 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:30.104121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d453c6-aed9-4594-b9d8-5076919c9536,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:30.120603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:30.142002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.142352 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Added segment 87d6f309-4359-4505-910c-a4ab3a7e51ce of type vlan for network b91aa973-cc53-46a1-8251-2c972f630c0f Feb 11 13:15:30.169649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e24665-54d2-471b-a137-a63e099045f0 req-01b8fbb5-0838-4d24-8ed1-c7074a3e8b91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:30.171502 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9e24665-54d2-471b-a137-a63e099045f0 req-01b8fbb5-0838-4d24-8ed1-c7074a3e8b91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 950 time: 0.1715295 Feb 11 13:15:30.219006 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.236747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.246734 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.293145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.293398 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9e24665-54d2-471b-a137-a63e099045f0 req-0d438cbd-8c25-42ac-8034-41f7969bc269 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047468 Feb 11 13:15:30.295283 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.296337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:30.297197 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.306816 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.339454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483f59c1-8b99-4d36-8522-aab75d2eefd6,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:30.370165 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82d22d81-f71d-45c4-bada-9d09f0650baf tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.386109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-037eef31-6cf5-4430-8efc-ed11e13c485d None None] Provisioning for port 2be7d99e-ba31-4946-9903-839d11e42eb1 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:30.394704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-037eef31-6cf5-4430-8efc-ed11e13c485d None None] Provisioning complete for port 2be7d99e-ba31-4946-9903-839d11e42eb1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:30.395080 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-037eef31-6cf5-4430-8efc-ed11e13c485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.425971 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.443371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-037eef31-6cf5-4430-8efc-ed11e13c485d None None] Port 2be7d99e-ba31-4946-9903-839d11e42eb1 was deleted so its status cannot be updated. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 11 13:15:30.445118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1ba98cb-18aa-42fe-bc2c-ecf44b4e0157 req-9326a9d4-4985-486f-8738-f11e7748c916 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6508820 Feb 11 13:15:30.447677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 7a878023-cc45-4724-8056-ef3388eed6bc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7a878023-cc45-4724-8056-ef3388eed6bc,segment=NetworkSegment(c409fbbc-7c58-480a-b547-95543e5d424b),segment_id=c409fbbc-7c58-480a-b547-95543e5d424b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:30.454749 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.472537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] Pushing event updated for resources: {'Network': ['ID=b91aa973-cc53-46a1-8251-2c972f630c0f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:30.476837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d22d81-f71d-45c4-bada-9d09f0650baf tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event deleted for resources: {'Port': ['ID=2be7d99e-ba31-4946-9903-839d11e42eb1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:30.481140 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c52382b1-32f7-446d-9cf4-600041a7ab68 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1938837 Feb 11 13:15:30.481499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59030) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:30.493701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Request body: {'subnet': {'network_id': 'b91aa973-cc53-46a1-8251-2c972f630c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2126536485-subnet', 'tenant_id': 'fb7c4c17fce94bd985f6bbbbc1acc3a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:30.509403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:30.514693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Usage tracker for resource:subnet and tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:30.523211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:30.533713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:30.556468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e095d173-9e69-4999-8b53-33ed5f031110 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:30.592940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network b91aa973-cc53-46a1-8251-2c972f630c0f details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:15:30.705318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Made reservation on behalf of fb7c4c17fce94bd985f6bbbbc1acc3a3 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:30.713213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.735036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: e095d173-9e69-4999-8b53-33ed5f031110 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:30.735244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e095d173-9e69-4999-8b53-33ed5f031110 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:30.735629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bd7b7297-b590-41ad-87d0-994e02983e77 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:30.739162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82d22d81-f71d-45c4-bada-9d09f0650baf tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.742208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-82d22d81-f71d-45c4-bada-9d09f0650baf tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "DELETE /v2.0/ports/2be7d99e-ba31-4946-9903-839d11e42eb1 HTTP/1.1" status: 204 len: 168 time: 1.9546242 Feb 11 13:15:30.745127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59040) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:30.801685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-037eef31-6cf5-4430-8efc-ed11e13c485d None None] Provisioning complete for port 7a878023-cc45-4724-8056-ef3388eed6bc triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:30.802148 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-037eef31-6cf5-4430-8efc-ed11e13c485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.802473 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f311df-9a84-48cb-ad5e-942b60801c7c tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] GET failed (client error): The resource could not be found. Feb 11 13:15:30.808665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-50f311df-9a84-48cb-ad5e-942b60801c7c tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "GET /v2.0/ports/2be7d99e-ba31-4946-9903-839d11e42eb1 HTTP/1.1" status: 404 len: 333 time: 0.0624740 Feb 11 13:15:30.812210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59044) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:30.824040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'port': {'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-106719223'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:30.917518 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f9b5932-29c0-4b89-83f6-3352785f4b5b req-49e0dea7-4fb2-4a34-8195-a18006beb9c1 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/94fd5b0b-6e5d-4274-bdc0-9c3c432d9f94 HTTP/1.1" status: 200 len: 1647 time: 0.4285707 Feb 11 13:15:30.919445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: bd7b7297-b590-41ad-87d0-994e02983e77 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:30.920022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bd7b7297-b590-41ad-87d0-994e02983e77 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:30.969241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=7a878023-cc45-4724-8056-ef3388eed6bc,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:31.165798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-037eef31-6cf5-4430-8efc-ed11e13c485d None None] Provisioning for port e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:31.173004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-037eef31-6cf5-4430-8efc-ed11e13c485d None None] Provisioning complete for port e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:31.173477 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-037eef31-6cf5-4430-8efc-ed11e13c485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.213800 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f9b5932-29c0-4b89-83f6-3352785f4b5b req-4bc1b1fa-cdf8-4678-a354-e4c231a99b33 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.240515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-037eef31-6cf5-4430-8efc-ed11e13c485d None None] Port e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:31.262354 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f9b5932-29c0-4b89-83f6-3352785f4b5b req-4bc1b1fa-cdf8-4678-a354-e4c231a99b33 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.267671 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48f6aec9-72e2-41df-bf4b-2a1c76d1fab9 req-5a99c99f-1acf-4042-81ad-39618139fb4c tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 1101 time: 0.2720108 Feb 11 13:15:31.282506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:31.313192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:31.341223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Made reservation on behalf of 2a6b498721814c18ba3ef9d7097be19e for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:31.343444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.344218 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.354531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-73245a91-30b4-4d9e-881f-7291aa4d3f0a None None] Could not find standard attr ID for object 2be7d99e-ba31-4946-9903-839d11e42eb1. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:15:31.356195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48f6aec9-72e2-41df-bf4b-2a1c76d1fab9 req-832473e0-4da9-43f6-a257-a869e0065de6 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749922 Feb 11 13:15:31.368201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] device_id is not set on port 0d51fb17-4a27-448d-b8af-035cb29099f7 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:15:31.375107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-73245a91-30b4-4d9e-881f-7291aa4d3f0a None None] Provisioning complete for port e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:31.375738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73245a91-30b4-4d9e-881f-7291aa4d3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.388494 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f9b5932-29c0-4b89-83f6-3352785f4b5b req-4bc1b1fa-cdf8-4678-a354-e4c231a99b33 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.438102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1b1fa-cdf8-4678-a354-e4c231a99b33 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd5b0b-6e5d-4274-bdc0-9c3c432d9f94,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:31.470632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2615ce-502d-4718-b335-31b8c4dcf4f4,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:31.474131 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f9b5932-29c0-4b89-83f6-3352785f4b5b req-4bc1b1fa-cdf8-4678-a354-e4c231a99b33 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.475252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f9b5932-29c0-4b89-83f6-3352785f4b5b req-4bc1b1fa-cdf8-4678-a354-e4c231a99b33 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "DELETE /v2.0/security-groups/94fd5b0b-6e5d-4274-bdc0-9c3c432d9f94 HTTP/1.1" status: 204 len: 173 time: 0.5433552 Feb 11 13:15:31.478603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-73245a91-30b4-4d9e-881f-7291aa4d3f0a None None] Port e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:31.502616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Checking segment: {'id': '87d6f309-4359-4505-910c-a4ab3a7e51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b91aa973-cc53-46a1-8251-2c972f630c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:31.502987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Network hostable DHCP agents. Network: b91aa973-cc53-46a1-8251-2c972f630c0f, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:31.530887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Network b91aa973-cc53-46a1-8251-2c972f630c0f is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:31.543515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, b91aa973-cc53-46a1-8251-2c972f630c0f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:31.548610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:31.549274 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.555591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9ca672-7a37-4cac-bdcf-c0144e0e7fd1 None None] Network b91aa973-cc53-46a1-8251-2c972f630c0f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:31.612197 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b74bdf78-07a1-44dc-8f7d-05fb62eca24b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1290696 Feb 11 13:15:31.659203 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-dd02a4af-3eea-4c1b-a482-3e0ab484ab69 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/3e234f88-dee3-4dc3-bede-f64713cb5614 HTTP/1.1" status: 200 len: 2141 time: 0.2274301 Feb 11 13:15:31.735534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3e234f88-dee3-4dc3-bede-f64713cb5614', 'remote_group_id': None}]} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:31.735754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3e234f88-dee3-4dc3-bede-f64713cb5614', 'remote_group_id': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:31.753102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:31.767500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Usage tracker for resource:security_group_rule and tenant:cb451cc7a7684ea89f7702469b30d4ef is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:31.772971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:31.782107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:31.810433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Allocated IP 2001:db8::3e9 (b3c1aa3b-2add-42de-8bc2-20b7c240f968/0a1dced2-88ac-4120-a6b6-d8e2a54196a3/0d51fb17-4a27-448d-b8af-035cb29099f7) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:31.819819 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4562256b-8717-446e-9c0b-d6fb885cb045 req-f7cdc321-2c11-42d0-987f-96ce9f642d02 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/c7d176a8-7a50-4a00-b21d-d1ea4481cef6 HTTP/1.1" status: 200 len: 1647 time: 0.1012883 Feb 11 13:15:31.878422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511c1b74-b7d9-4588-9961-c8790ce21ed4 None None] Network b91aa973-cc53-46a1-8251-2c972f630c0f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:31.908903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4562256b-8717-446e-9c0b-d6fb885cb045 req-288de927-b370-4752-878d-bb45d0784844 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.927313 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.952279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4562256b-8717-446e-9c0b-d6fb885cb045 req-288de927-b370-4752-878d-bb45d0784844 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.974124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7a878023-cc45-4724-8056-ef3388eed6bc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:15:32.000422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4562256b-8717-446e-9c0b-d6fb885cb045 req-288de927-b370-4752-878d-bb45d0784844 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.020954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288de927-b370-4752-878d-bb45d0784844 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d176a8-7a50-4a00-b21d-d1ea4481cef6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:32.023650 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4562256b-8717-446e-9c0b-d6fb885cb045 req-288de927-b370-4752-878d-bb45d0784844 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.024771 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4562256b-8717-446e-9c0b-d6fb885cb045 req-288de927-b370-4752-878d-bb45d0784844 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "DELETE /v2.0/security-groups/c7d176a8-7a50-4a00-b21d-d1ea4481cef6 HTTP/1.1" status: 204 len: 173 time: 0.2002294 Feb 11 13:15:32.028769 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.044518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.078686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9872a5d1-6cd8-46db-b5bb-e8bff0b80b82,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:32.121263 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.132546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a3e4249-9801-4fab-a479-eb8d748605ef req-6802aa29-8cb4-4216-aa4a-1b97b3b28217 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.4184399 Feb 11 13:15:32.160287 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.177580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Transition to ACTIVE for port object 0d51fb17-4a27-448d-b8af-035cb29099f7 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:32.205261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.207208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-19186a26-46d1-4051-a5bd-32f61d49ce25 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657501 Feb 11 13:15:32.228073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 7a878023-cc45-4724-8056-ef3388eed6bc triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:32.228435 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.294391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:32.299796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:32.305636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:32.310893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:32.311934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.317766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Port': ['ID=0d51fb17-4a27-448d-b8af-035cb29099f7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:32.406697 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2dd49db4-50e3-4246-8919-dcae4907a2c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5911913 Feb 11 13:15:32.407408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59100) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:32.419163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bfd66928-60d3-473e-b2d7-eecc339e4ea4 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::dd', 'mac_address': 'fa:16:3e:24:a6:ea'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:32.481294 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfdf6c-51cc-4dc6-bf37-789eaacff424 req-b827aebb-1ef0-4a77-9362-6c229aa7b805 tempest-FlavorsV2NegativeTest-994557002 tempest-FlavorsV2NegativeTest-994557002-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=fba1f68d64fa4e15a618eeace0a730c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1227531 Feb 11 13:15:32.545358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-439b8a41-2745-4927-aeba-d1814b42d8e1 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:32.552335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-439b8a41-2745-4927-aeba-d1814b42d8e1 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3442464 Feb 11 13:15:32.579694 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-e1a3ee1b-2f9e-4904-8791-8c880b5fce42 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/quotas/5b2e705c899a43aa895227e651e83fbd HTTP/1.1" status: 200 len: 375 time: 0.0264902 Feb 11 13:15:32.701009 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-fedb0e06-1c7c-4c0c-8d21-1b8b4aaff223 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1134262 Feb 11 13:15:32.716124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-be27bd8e-85b2-4ee4-8fb4-7fcd3850f927 None None] Provisioning for port 0d51fb17-4a27-448d-b8af-035cb29099f7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:32.721559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-be27bd8e-85b2-4ee4-8fb4-7fcd3850f927 None None] Provisioning complete for port 0d51fb17-4a27-448d-b8af-035cb29099f7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:32.722305 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be27bd8e-85b2-4ee4-8fb4-7fcd3850f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.789116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-be27bd8e-85b2-4ee4-8fb4-7fcd3850f927 None None] Port 0d51fb17-4a27-448d-b8af-035cb29099f7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:32.828731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfdf6c-51cc-4dc6-bf37-789eaacff424 req-7eb7db61-11c1-494e-a90a-ad46e5bc2ac2 tempest-FlavorsV2NegativeTest-994557002 tempest-FlavorsV2NegativeTest-994557002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:32.830172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfdf6c-51cc-4dc6-bf37-789eaacff424 req-7eb7db61-11c1-494e-a90a-ad46e5bc2ac2 tempest-FlavorsV2NegativeTest-994557002 tempest-FlavorsV2NegativeTest-994557002-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481207 Feb 11 13:15:32.896567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfdf6c-51cc-4dc6-bf37-789eaacff424 req-e7f18ef6-36f2-4ce1-9913-1a538b480cb5 tempest-FlavorsV2NegativeTest-994557002 tempest-FlavorsV2NegativeTest-994557002-project] 10.222.0.67 "GET /v2.0/quotas/fba1f68d64fa4e15a618eeace0a730c2 HTTP/1.1" status: 200 len: 375 time: 0.0506306 Feb 11 13:15:33.003010 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ecfdf6c-51cc-4dc6-bf37-789eaacff424 req-2b22e885-5196-49e4-a2c3-4679b3420e85 tempest-FlavorsV2NegativeTest-994557002 tempest-FlavorsV2NegativeTest-994557002-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fba1f68d64fa4e15a618eeace0a730c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1049917 Feb 11 13:15:33.086630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bfd66928-60d3-473e-b2d7-eecc339e4ea4 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.166172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9ee1bf39-bdfa-44c3-87b5-afe29de3c234 req-dde962df-8eb7-4f94-98ee-9485692b0699 tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "GET /v2.0/security-groups/d450fbca-6259-4e38-b0d4-9efcdb46de0b HTTP/1.1" status: 200 len: 1645 time: 0.1184659 Feb 11 13:15:33.287711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-6e2baf08-ebf8-4068-b8be-49a71f31fe6c tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:33.296271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-6e2baf08-ebf8-4068-b8be-49a71f31fe6c tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/networks?id=b91aa973-cc53-46a1-8251-2c972f630c0f HTTP/1.1" status: 200 len: 813 time: 0.2353680 Feb 11 13:15:33.315216 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-73b8cbc8-7d72-4e2c-9052-626327b00bcb tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/quotas/fb7c4c17fce94bd985f6bbbbc1acc3a3 HTTP/1.1" status: 200 len: 375 time: 0.0180154 Feb 11 13:15:33.384656 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-e8909c15-e8f3-4d29-a742-592c7308c1ac tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb7c4c17fce94bd985f6bbbbc1acc3a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578580 Feb 11 13:15:33.400377 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9ee1bf39-bdfa-44c3-87b5-afe29de3c234 req-906e1220-dc6e-4e25-bfb9-ec80fca55cbc tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.485794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9ee1bf39-bdfa-44c3-87b5-afe29de3c234 req-906e1220-dc6e-4e25-bfb9-ec80fca55cbc tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.589884 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bfd66928-60d3-473e-b2d7-eecc339e4ea4 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.593254 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9ee1bf39-bdfa-44c3-87b5-afe29de3c234 req-906e1220-dc6e-4e25-bfb9-ec80fca55cbc tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.615232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bfd66928-60d3-473e-b2d7-eecc339e4ea4 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.621627 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-fcf1af42-60d0-4f62-a3d2-7551c35ccbb8 service neutron] 10.222.0.67 "GET /v2.0/networks/b91aa973-cc53-46a1-8251-2c972f630c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351909 Feb 11 13:15:33.675754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e1220-dc6e-4e25-bfb9-ec80fca55cbc tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d450fbca-6259-4e38-b0d4-9efcdb46de0b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:33.684123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9ee1bf39-bdfa-44c3-87b5-afe29de3c234 req-906e1220-dc6e-4e25-bfb9-ec80fca55cbc tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.685461 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9ee1bf39-bdfa-44c3-87b5-afe29de3c234 req-906e1220-dc6e-4e25-bfb9-ec80fca55cbc tempest-SecurityGroupRulesNegativeTestJSON-1364807606 tempest-SecurityGroupRulesNegativeTestJSON-1364807606-project] 10.222.0.67 "DELETE /v2.0/security-groups/d450fbca-6259-4e38-b0d4-9efcdb46de0b HTTP/1.1" status: 204 len: 173 time: 0.5055163 Feb 11 13:15:33.698420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59142) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:33.730729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-bfd66928-60d3-473e-b2d7-eecc339e4ea4 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] In _notify_port_updated(), no bound segment for port 0d51fb17-4a27-448d-b8af-035cb29099f7 on network b3c1aa3b-2add-42de-8bc2-20b7c240f968 {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:15:33.744899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd66928-60d3-473e-b2d7-eecc339e4ea4 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:33.749820 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bfd66928-60d3-473e-b2d7-eecc339e4ea4 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.751278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bfd66928-60d3-473e-b2d7-eecc339e4ea4 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "PUT /v2.0/ports/0d51fb17-4a27-448d-b8af-035cb29099f7 HTTP/1.1" status: 200 len: 1001 time: 1.3398814 Feb 11 13:15:33.822273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59148) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:33.890175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd66928-60d3-473e-b2d7-eecc339e4ea4 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Port': ['ID=0d51fb17-4a27-448d-b8af-035cb29099f7,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:33.950075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-e2791740-751c-4d2b-9ab8-08b642635cd1 service neutron] 10.222.0.67 "GET /v2.0/networks/b91aa973-cc53-46a1-8251-2c972f630c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264952 Feb 11 13:15:34.013554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59154) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:34.237043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1174d3a9-0515-4334-be67-1e7e794e8321 None None] Provisioning complete for port 0d51fb17-4a27-448d-b8af-035cb29099f7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:34.237540 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1174d3a9-0515-4334-be67-1e7e794e8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.266804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3825e09a-e618-4a3c-93f7-acbc9ac9e88e req-bfdba2d9-ffec-416a-97d4-953629827464 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/3e234f88-dee3-4dc3-bede-f64713cb5614 HTTP/1.1" status: 200 len: 2649 time: 0.4650650 Feb 11 13:15:34.276219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5d98c865-1e76-4691-abcf-c3bb5f8257ea tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Deleting port 0d51fb17-4a27-448d-b8af-035cb29099f7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:34.276839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d98c865-1e76-4691-abcf-c3bb5f8257ea tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.329221 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-11ed2228-2a0e-4fa8-abaa-3c07b8601af6 req-d638f833-76ad-48d6-8c51-7508cbeb37e3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 210 time: 0.1232283 Feb 11 13:15:34.333341 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3f57eec-d6e8-4769-8079-948dca336261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.365413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1174d3a9-0515-4334-be67-1e7e794e8321 None None] Port 0d51fb17-4a27-448d-b8af-035cb29099f7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:34.379161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a8e8d3-cf4e-494a-9bb6-fc47ec9de80f admin admin] Deleting subnet 3264b863-12b1-4035-ba40-7e8996b88c43 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:15:34.430199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c3f57eec-d6e8-4769-8079-948dca336261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:34.435970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c3f57eec-d6e8-4769-8079-948dca336261 admin admin] Usage tracker for resource:security_group_rule and tenant:fba1f68d64fa4e15a618eeace0a730c2 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:34.438557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14a8e8d3-cf4e-494a-9bb6-fc47ec9de80f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.441796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-91fe751d-c820-466a-8e6b-6227c838a15d req-b8cfc949-b309-4284-93f3-7d313470b58c tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-group-rules/9872a5d1-6cd8-46db-b5bb-e8bff0b80b82 HTTP/1.1" status: 200 len: 718 time: 0.0339143 Feb 11 13:15:34.443459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c3f57eec-d6e8-4769-8079-948dca336261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:34.467371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c3f57eec-d6e8-4769-8079-948dca336261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:34.520199 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14a8e8d3-cf4e-494a-9bb6-fc47ec9de80f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.559117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-91fe751d-c820-466a-8e6b-6227c838a15d req-6ef803c7-b976-4336-a675-474b6da7d7fa tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/3e234f88-dee3-4dc3-bede-f64713cb5614 HTTP/1.1" status: 200 len: 2649 time: 0.1068928 Feb 11 13:15:34.592805 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14a8e8d3-cf4e-494a-9bb6-fc47ec9de80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.637181 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-91fe751d-c820-466a-8e6b-6227c838a15d req-05cd0160-db68-47db-b878-654930f61698 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.637296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd171b6b-9bed-42a2-a8bf-f56509bf13f3 req-4c439115-f98d-4fb4-92c3-1c15348f71b3 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 210 time: 0.2789021 Feb 11 13:15:34.663832 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-91fe751d-c820-466a-8e6b-6227c838a15d req-05cd0160-db68-47db-b878-654930f61698 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.713191 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3f57eec-d6e8-4769-8079-948dca336261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.718114 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3f57eec-d6e8-4769-8079-948dca336261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.763672 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c3f57eec-d6e8-4769-8079-948dca336261 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fba1f68d64fa4e15a618eeace0a730c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7489276 Feb 11 13:15:34.766268 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-91fe751d-c820-466a-8e6b-6227c838a15d req-05cd0160-db68-47db-b878-654930f61698 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.768030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59172) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:34.857900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14a8e8d3-cf4e-494a-9bb6-fc47ec9de80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.875281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd0160-db68-47db-b878-654930f61698 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9872a5d1-6cd8-46db-b5bb-e8bff0b80b82,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:34.886321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f57eec-d6e8-4769-8079-948dca336261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb826cf-7a2b-41ed-a9b5-49caa6b7e376,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:34.908456 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-91fe751d-c820-466a-8e6b-6227c838a15d req-05cd0160-db68-47db-b878-654930f61698 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.912671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-91fe751d-c820-466a-8e6b-6227c838a15d req-05cd0160-db68-47db-b878-654930f61698 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/9872a5d1-6cd8-46db-b5bb-e8bff0b80b82 HTTP/1.1" status: 204 len: 173 time: 0.3523753 Feb 11 13:15:34.922461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8e8d3-cf4e-494a-9bb6-fc47ec9de80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3264b863-12b1-4035-ba40-7e8996b88c43,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:34.922877 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e6129d-2767-4cf6-9fa7-7fbef731d26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.966624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e6129d-2767-4cf6-9fa7-7fbef731d26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.018338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14a8e8d3-cf4e-494a-9bb6-fc47ec9de80f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.050628 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e6129d-2767-4cf6-9fa7-7fbef731d26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.094656 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-14a8e8d3-cf4e-494a-9bb6-fc47ec9de80f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3264b863-12b1-4035-ba40-7e8996b88c43 HTTP/1.1" status: 204 len: 168 time: 1.3935809 Feb 11 13:15:35.106953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59184) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:35.108782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6129d-2767-4cf6-9fa7-7fbef731d26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb826cf-7a2b-41ed-a9b5-49caa6b7e376,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:35.111301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d98c865-1e76-4691-abcf-c3bb5f8257ea tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.130264 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac7753fc-025c-4c9e-a6f5-e8b1068b25a7 req-27cea5d7-56e0-4c77-a310-9eb6f3e3c813 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/3e234f88-dee3-4dc3-bede-f64713cb5614 HTTP/1.1" status: 200 len: 2141 time: 0.1690302 Feb 11 13:15:35.286613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5d98c865-1e76-4691-abcf-c3bb5f8257ea tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Calling delete_port for 0d51fb17-4a27-448d-b8af-035cb29099f7 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:35.309297 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e6129d-2767-4cf6-9fa7-7fbef731d26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.310428 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b1e6129d-2767-4cf6-9fa7-7fbef731d26c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6fb826cf-7a2b-41ed-a9b5-49caa6b7e376 HTTP/1.1" status: 204 len: 168 time: 0.5306594 Feb 11 13:15:35.316285 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-6df0e166-48ca-4468-82c3-065cedd2c191 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=5b2e705c899a43aa895227e651e83fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1549313 Feb 11 13:15:35.536268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac7753fc-025c-4c9e-a6f5-e8b1068b25a7 req-003284ae-07c1-440d-800a-a72d979aa594 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.656852 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac7753fc-025c-4c9e-a6f5-e8b1068b25a7 req-003284ae-07c1-440d-800a-a72d979aa594 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.696958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-f3e3e5ea-ee16-4dc3-bca3-962c3f620149 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:35.698457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-f3e3e5ea-ee16-4dc3-bca3-962c3f620149 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3718524 Feb 11 13:15:35.731582 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d98c865-1e76-4691-abcf-c3bb5f8257ea tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.765763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Request body: {'port': {'device_id': '86d4f647-16fe-4e65-a7f1-f12ae3587028', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '5b2e705c899a43aa895227e651e83fbd'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:35.812929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98c865-1e76-4691-abcf-c3bb5f8257ea tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event deleted for resources: {'Port': ['ID=0d51fb17-4a27-448d-b8af-035cb29099f7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:35.859298 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac7753fc-025c-4c9e-a6f5-e8b1068b25a7 req-003284ae-07c1-440d-800a-a72d979aa594 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.918510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003284ae-07c1-440d-800a-a72d979aa594 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e234f88-dee3-4dc3-bede-f64713cb5614,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:35.975681 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ac7753fc-025c-4c9e-a6f5-e8b1068b25a7 req-003284ae-07c1-440d-800a-a72d979aa594 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.985119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:35.989314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.991666 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac7753fc-025c-4c9e-a6f5-e8b1068b25a7 req-003284ae-07c1-440d-800a-a72d979aa594 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "DELETE /v2.0/security-groups/3e234f88-dee3-4dc3-bede-f64713cb5614 HTTP/1.1" status: 204 len: 173 time: 0.7924531 Feb 11 13:15:36.010887 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f04271a7-54c8-499c-8175-715108102ff7 req-1317dbde-1b0a-43ec-aae2-9263d8131fc6 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 210 time: 0.3092635 Feb 11 13:15:36.060688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:36.207793 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d98c865-1e76-4691-abcf-c3bb5f8257ea tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:36.209890 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5d98c865-1e76-4691-abcf-c3bb5f8257ea tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "DELETE /v2.0/ports/0d51fb17-4a27-448d-b8af-035cb29099f7 HTTP/1.1" status: 204 len: 168 time: 2.3858323 Feb 11 13:15:36.212575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59204) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:36.286879 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:36.302351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Made reservation on behalf of 5b2e705c899a43aa895227e651e83fbd for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:36.306306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:36.363093 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-ed9dc941-f4a4-439f-b817-1214c7f33a84 req-880bd995-68e1-4699-9e39-78a30119f4b6 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] show failed (client error): The resource could not be found. Feb 11 13:15:36.371234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed9dc941-f4a4-439f-b817-1214c7f33a84 req-880bd995-68e1-4699-9e39-78a30119f4b6 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/1dede3cb-0fb5-4379-a2cd-766b77aadf5c HTTP/1.1" status: 404 len: 352 time: 0.2637088 Feb 11 13:15:36.388695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5e4594-1779-446c-954a-9d82b6fe3d43']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:36.478229 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9bbefe7-8ff6-4def-af04-f0034e1df465 req-7deb5cb3-223d-435e-a954-e153c4018c7d tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 210 time: 0.1417148 Feb 11 13:15:36.492383 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f8e10d-9f2d-45ef-bd49-ab8cc94cfed5 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] GET failed (client error): The resource could not be found. Feb 11 13:15:36.510053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e3f8e10d-9f2d-45ef-bd49-ab8cc94cfed5 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Synchronizing usage tracker for tenant:2a6b498721814c18ba3ef9d7097be19e on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:36.595637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Allocated IP 192.168.233.247 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/9eecff85-2b01-4c9e-8588-d60709ccaf12) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:36.700975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8253d9-fae3-4fd7-8f07-555525cc631a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:36.701613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8253d9-fae3-4fd7-8f07-555525cc631a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:36.720695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e3f8e10d-9f2d-45ef-bd49-ab8cc94cfed5 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Unset dirty status for tenant:2a6b498721814c18ba3ef9d7097be19e on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:36.721782 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e3f8e10d-9f2d-45ef-bd49-ab8cc94cfed5 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "GET /v2.0/ports/0d51fb17-4a27-448d-b8af-035cb29099f7 HTTP/1.1" status: 404 len: 333 time: 0.5082185 Feb 11 13:15:36.726693 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:36.731740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59216) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:36.741109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'port': {'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1268797143'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:36.844115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:36.870210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:15:36.870623 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:36.874188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-c644bede-f410-42cb-b396-5e2678daaae9 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:36.875023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-c644bede-f410-42cb-b396-5e2678daaae9 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Synchronizing usage tracker for tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:15:36.885332 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:15:36.932897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-c644bede-f410-42cb-b396-5e2678daaae9 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Unset dirty status for tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:36.934641 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-c644bede-f410-42cb-b396-5e2678daaae9 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.75 "GET /v2.0/networks?id=b91aa973-cc53-46a1-8251-2c972f630c0f HTTP/1.1" status: 200 len: 813 time: 0.5922108 Feb 11 13:15:36.936920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:36.947812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:36.955571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Request body: {'port': {'device_id': 'f3172c07-6c37-49e9-b580-89719b2001e7', 'network_id': 'b91aa973-cc53-46a1-8251-2c972f630c0f', 'admin_state_up': True, 'tenant_id': 'fb7c4c17fce94bd985f6bbbbc1acc3a3'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:36.982234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd90a961-7a61-43e3-98a9-9a1c897de0c0 req-de3269df-3609-4d36-9e11-58c50408f9bc tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/105a285b-5451-4cb9-bfb0-a3274dbb0d92 HTTP/1.1" status: 200 len: 1639 time: 0.2953842 Feb 11 13:15:37.048284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59224) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:37.106080 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.118949 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.143949 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.152769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Made reservation on behalf of 2a6b498721814c18ba3ef9d7097be19e for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:37.156503 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.177942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fd90a961-7a61-43e3-98a9-9a1c897de0c0 req-b50989ed-2b4e-48cf-8f66-adeee0a69ada tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.195372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5e4594-1779-446c-954a-9d82b6fe3d43,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:37.199907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Transition to ACTIVE for port object 9eecff85-2b01-4c9e-8588-d60709ccaf12 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:37.200461 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.227000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] device_id is not set on port 60c2caba-8a88-4271-928f-8fcbd84ed44b yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:15:37.228020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6c041b82-f443-4d82-9208-7e9b98f6336c admin admin] 10.222.0.67 "DELETE /v2.0/networks/6a5e4594-1779-446c-954a-9d82b6fe3d43 HTTP/1.1" status: 204 len: 168 time: 2.1155162 Feb 11 13:15:37.252503 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fd90a961-7a61-43e3-98a9-9a1c897de0c0 req-b50989ed-2b4e-48cf-8f66-adeee0a69ada tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.332692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b4b4fb1e-0eb4-4f3f-b030-c95f408296b5 req-00673132-814b-409b-bcbe-f2d054c29381 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 210 time: 0.0642581 Feb 11 13:15:37.343403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1938146302-network', 'tenant_id': '382398d42ea748ecb7380cdbe2da9f79'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:37.356345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:37.361802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Usage tracker for resource:network and tenant:382398d42ea748ecb7380cdbe2da9f79 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:37.366137 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.368458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:37.380038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f7059835-91ac-46a2-a85d-838062ef2673', '0148e04d-c71d-47a5-9b47-45e165f46533', '06bffa81-e665-435e-9e68-fd924cde1941'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:37.423698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:37.426705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:37.427119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', '270aacb6-5ff7-4361-954f-1216431a1814', 'df0fd601-83e0-4e49-9977-90a2111346a4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:37.442653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Made reservation on behalf of 382398d42ea748ecb7380cdbe2da9f79 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:37.446325 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.466496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fd90a961-7a61-43e3-98a9-9a1c897de0c0 req-b50989ed-2b4e-48cf-8f66-adeee0a69ada tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.473414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Usage tracker for resource:port and tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:37.477986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:37.497551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:37.542800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59238) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:37.549302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Made reservation on behalf of fb7c4c17fce94bd985f6bbbbc1acc3a3 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:37.552531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.610535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Allocated IP 2001:db8::309 (b3c1aa3b-2add-42de-8bc2-20b7c240f968/0a1dced2-88ac-4120-a6b6-d8e2a54196a3/60c2caba-8a88-4271-928f-8fcbd84ed44b) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:37.613660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.693127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50989ed-2b4e-48cf-8f66-adeee0a69ada tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105a285b-5451-4cb9-bfb0-a3274dbb0d92,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:37.714807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event updated for resources: {'Port': ['ID=9eecff85-2b01-4c9e-8588-d60709ccaf12,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:37.726783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:37.730015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:37.733425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:37.816549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:37.817219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.831985 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fd90a961-7a61-43e3-98a9-9a1c897de0c0 req-b50989ed-2b4e-48cf-8f66-adeee0a69ada tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.844663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd90a961-7a61-43e3-98a9-9a1c897de0c0 req-b50989ed-2b4e-48cf-8f66-adeee0a69ada tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "DELETE /v2.0/security-groups/105a285b-5451-4cb9-bfb0-a3274dbb0d92 HTTP/1.1" status: 204 len: 173 time: 0.8615475 Feb 11 13:15:37.900930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:37.905680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Usage tracker for resource:security_group_rule and tenant:382398d42ea748ecb7380cdbe2da9f79 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:37.908787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:37.920995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:38.034527 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.040090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-62646582-0763-48e5-a265-c75adc8106f3 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2857811 Feb 11 13:15:38.041535 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.067256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Request body: {'port': {'device_id': '86d4f647-16fe-4e65-a7f1-f12ae3587028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:38.146278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:38.158146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.160813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151dbfb1-9ba4-46a0-8901-e906e0ae1213,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:38.179592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.179931 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Added segment 35620b35-e4c0-47a5-b0e9-991c2250afc9 of type vlan for network 8def48aa-ef08-4b80-abf3-24d152a70065 Feb 11 13:15:38.192223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Transition to ACTIVE for port object 60c2caba-8a88-4271-928f-8fcbd84ed44b will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:38.211588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-85449061-a5b8-4bfa-be45-8758b7b034ab None None] Provisioning for port 9eecff85-2b01-4c9e-8588-d60709ccaf12 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:38.221516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9697931a-8b71-4537-8914-487e26406ff9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0e8fbb96f28c4a22a3f0811cfa411ff0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6773579 Feb 11 13:15:38.222685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59246) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:38.226274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-85449061-a5b8-4bfa-be45-8758b7b034ab None None] Provisioning complete for port 9eecff85-2b01-4c9e-8588-d60709ccaf12 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:38.227253 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85449061-a5b8-4bfa-be45-8758b7b034ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.243518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69669a98-e9bd-45cc-8e7a-241d4ce5d17e req-fcc8bb65-34f6-43d3-a8c2-307cb31f253b tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 210 time: 0.3939946 Feb 11 13:15:38.247311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.271011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.307133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.394027 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.394906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:38.395477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.399909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-caedc464-812f-4cde-9af0-60f9c52611fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.460851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-caedc464-812f-4cde-9af0-60f9c52611fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.475802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-85449061-a5b8-4bfa-be45-8758b7b034ab None None] Port 9eecff85-2b01-4c9e-8588-d60709ccaf12 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:38.559156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:38.582097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:38.588605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:38.592459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:38.593057 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.677321 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9644a60-cbef-43fd-9a4d-ce57bb7d6a1b req-51b2e4bf-f28d-4fa8-8813-7bff808b6bf1 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/d93372c2-f2d1-4deb-b58f-9431bd7d42bb HTTP/1.1" status: 200 len: 1638 time: 0.2786372 Feb 11 13:15:38.678662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Port': ['ID=60c2caba-8a88-4271-928f-8fcbd84ed44b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:38.696479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1f5a4caf-7edb-44ca-81e0-beca54e54037 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9635258 Feb 11 13:15:38.701537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59254) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:38.731505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bcc1ffa7-0a5a-44db-9917-a9b8bc87c58b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:24:a6:ea'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:38.753497 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7009208 Feb 11 13:15:38.766457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59258) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:38.788807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Request body: {'subnet': {'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1938146302-subnet', 'tenant_id': '382398d42ea748ecb7380cdbe2da9f79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:38.793544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:38.840962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Usage tracker for resource:subnet and tenant:382398d42ea748ecb7380cdbe2da9f79 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:38.855365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:38.865999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8e7c0-bd8f-4154-a8c4-87dc78c97a2c admin admin] Pushing event updated for resources: {'Network': ['ID=8def48aa-ef08-4b80-abf3-24d152a70065,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:38.876226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:38.877672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 8def48aa-ef08-4b80-abf3-24d152a70065 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:15:38.924197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Made reservation on behalf of 382398d42ea748ecb7380cdbe2da9f79 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:38.926371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.933241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Allocated IP 172.20.0.10 (b91aa973-cc53-46a1-8251-2c972f630c0f/be2615ce-502d-4718-b335-31b8c4dcf4f4/52f0bc35-7077-4bfc-855d-31f1f6a85558) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:38.999206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c5d23a64-588e-41de-8425-b4a8942956f4 None None] Provisioning for port 60c2caba-8a88-4271-928f-8fcbd84ed44b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:39.009571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c5d23a64-588e-41de-8425-b4a8942956f4 None None] Provisioning complete for port 60c2caba-8a88-4271-928f-8fcbd84ed44b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:39.010189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5d23a64-588e-41de-8425-b4a8942956f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.022643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1989c38-e8f6-44bc-9087-edc5188c1ffb req-32b06eca-aaa5-421c-a15d-510199bfc706 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:39.029376 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1989c38-e8f6-44bc-9087-edc5188c1ffb req-32b06eca-aaa5-421c-a15d-510199bfc706 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.3267632 Feb 11 13:15:39.080603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c5d23a64-588e-41de-8425-b4a8942956f4 None None] Port 60c2caba-8a88-4271-928f-8fcbd84ed44b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:39.108657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-caedc464-812f-4cde-9af0-60f9c52611fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.166627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedc464-812f-4cde-9af0-60f9c52611fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee537a41-5046-4ea8-8766-9dc51d7467df,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:39.200794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1989c38-e8f6-44bc-9087-edc5188c1ffb req-65759879-0bfb-4d17-ab07-a76509754731 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705403 Feb 11 13:15:39.212889 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-caedc464-812f-4cde-9af0-60f9c52611fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.214121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-caedc464-812f-4cde-9af0-60f9c52611fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ee537a41-5046-4ea8-8766-9dc51d7467df HTTP/1.1" status: 204 len: 168 time: 0.9758444 Feb 11 13:15:39.357772 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9644a60-cbef-43fd-9a4d-ce57bb7d6a1b req-f20a7ada-1fef-4a70-b9d7-8f48d2a570cb tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.384343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.416216 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9644a60-cbef-43fd-9a4d-ce57bb7d6a1b req-f20a7ada-1fef-4a70-b9d7-8f48d2a570cb tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.447521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ffa7-0a5a-44db-9917-a9b8bc87c58b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.462211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eecff85-2b01-4c9e-8588-d60709ccaf12 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:39.471299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.491919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.528808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Transition to ACTIVE for port object 9eecff85-2b01-4c9e-8588-d60709ccaf12 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:39.554033 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.598900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9644a60-cbef-43fd-9a4d-ce57bb7d6a1b req-f20a7ada-1fef-4a70-b9d7-8f48d2a570cb tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.628881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a7ada-1fef-4a70-b9d7-8f48d2a570cb tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93372c2-f2d1-4deb-b58f-9431bd7d42bb,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:39.678615 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.797323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa62b4-7af9-448a-959d-888e5d405413 req-de951a54-c221-448f-95ab-6f20d7d0a490 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:39.798197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3ffa62b4-7af9-448a-959d-888e5d405413 req-de951a54-c221-448f-95ab-6f20d7d0a490 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:39.801198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebef0c98-5a96-482c-88be-ad4a399fbddf,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:39.829860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Pushing event updated for resources: {'Port': ['ID=9eecff85-2b01-4c9e-8588-d60709ccaf12,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:39.885602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Checking segment: {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:39.886081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Network hostable DHCP agents. Network: 8def48aa-ef08-4b80-abf3-24d152a70065, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:39.921575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3ffa62b4-7af9-448a-959d-888e5d405413 req-de951a54-c221-448f-95ab-6f20d7d0a490 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:39.926477 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e9644a60-cbef-43fd-9a4d-ce57bb7d6a1b req-f20a7ada-1fef-4a70-b9d7-8f48d2a570cb tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.927403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3ffa62b4-7af9-448a-959d-888e5d405413 req-de951a54-c221-448f-95ab-6f20d7d0a490 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 936 time: 0.5571229 Feb 11 13:15:39.927626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9644a60-cbef-43fd-9a4d-ce57bb7d6a1b req-f20a7ada-1fef-4a70-b9d7-8f48d2a570cb tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "DELETE /v2.0/security-groups/d93372c2-f2d1-4deb-b58f-9431bd7d42bb HTTP/1.1" status: 204 len: 173 time: 1.2298913 Feb 11 13:15:39.995695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Network b91aa973-cc53-46a1-8251-2c972f630c0f is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:39.999448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Pushing event updated for resources: {'Port': ['ID=52f0bc35-7077-4bfc-855d-31f1f6a85558,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:40.003567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:40.006502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:40.009768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Attempting to bind port 9eecff85-2b01-4c9e-8588-d60709ccaf12 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:40.010200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Attempting to bind port 9eecff85-2b01-4c9e-8588-d60709ccaf12 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:40.010672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Attempting to bind port 9eecff85-2b01-4c9e-8588-d60709ccaf12 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:40.014337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Network 8def48aa-ef08-4b80-abf3-24d152a70065 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:40.036461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3ffa62b4-7af9-448a-959d-888e5d405413 req-0737f09c-dbf5-46e0-bd4e-2936ecb7cdaa tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074159 Feb 11 13:15:40.039770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 8def48aa-ef08-4b80-abf3-24d152a70065) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:40.048258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Port 9eecff85-2b01-4c9e-8588-d60709ccaf12 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:15:40.048673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Attempting to bind port 9eecff85-2b01-4c9e-8588-d60709ccaf12 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:40.059273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:40.060714 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.062388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ad5592-7b66-42be-80cf-381855da60d4 None None] Network 8def48aa-ef08-4b80-abf3-24d152a70065 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:40.094875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:15:40.096724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:40.097720 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:15:40.097720 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Bound port: 9eecff85-2b01-4c9e-8588-d60709ccaf12, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:40.098374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.108497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:40.109125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.138735 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-9968d14e-a536-499b-b88b-1197e41bd9da tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1884632 Feb 11 13:15:40.150927 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a1881a7b-518e-48cc-8746-9e1116bd2dc0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3783934 Feb 11 13:15:40.151129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ffa7-0a5a-44db-9917-a9b8bc87c58b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.189859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Request body: {'port': {'device_id': 'f3172c07-6c37-49e9-b580-89719b2001e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:40.231211 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ffa7-0a5a-44db-9917-a9b8bc87c58b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.252284 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c14ac937-8c22-4c1d-a9ec-7418150ca77e req-5a5eab38-866c-42dc-a1c0-3c1d22bf0090 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/6f93d24e-ab4a-48a1-92a4-b62efeae5915 HTTP/1.1" status: 200 len: 1638 time: 0.1394465 Feb 11 13:15:40.298828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] For port 9eecff85-2b01-4c9e-8588-d60709ccaf12, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:40.334985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] For port 9eecff85-2b01-4c9e-8588-d60709ccaf12, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9eecff85-2b01-4c9e-8588-d60709ccaf12,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:40.344547 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.377126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1ffa7-0a5a-44db-9917-a9b8bc87c58b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] In _notify_port_updated(), no bound segment for port 60c2caba-8a88-4271-928f-8fcbd84ed44b on network b3c1aa3b-2add-42de-8bc2-20b7c240f968 {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:15:40.381165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1ffa7-0a5a-44db-9917-a9b8bc87c58b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:40.382177 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ffa7-0a5a-44db-9917-a9b8bc87c58b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.383584 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bcc1ffa7-0a5a-44db-9917-a9b8bc87c58b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "PUT /v2.0/ports/60c2caba-8a88-4271-928f-8fcbd84ed44b HTTP/1.1" status: 200 len: 1003 time: 1.6723552 Feb 11 13:15:40.388853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59292) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:40.498736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1ffa7-0a5a-44db-9917-a9b8bc87c58b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Port': ['ID=60c2caba-8a88-4271-928f-8fcbd84ed44b,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:40.521338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59298) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:40.521474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e55aee3-1093-4a3c-aca4-e9c1ca358790 None None] Network 8def48aa-ef08-4b80-abf3-24d152a70065 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:40.556531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.583423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-858a9d89-9095-4d19-b013-34311aa63349 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Deleting port 60c2caba-8a88-4271-928f-8fcbd84ed44b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:40.583775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-858a9d89-9095-4d19-b013-34311aa63349 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.597600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c14ac937-8c22-4c1d-a9ec-7418150ca77e req-44b0322b-8130-4c38-99e9-4e18049e7f16 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.649822 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.651393 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] 10.222.0.75 "PUT /v2.0/ports/9eecff85-2b01-4c9e-8588-d60709ccaf12 HTTP/1.1" status: 200 len: 1096 time: 2.5955155 Feb 11 13:15:40.657334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d4f647-16fe-4e65-a7f1-f12ae3587028', 'tag': '9eecff85-2b01-4c9e-8588-d60709ccaf12'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:40.687214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27037453-ba4c-4929-bc37-3ef554b2ac35 service neutron] Pushing event updated for resources: {'Port': ['ID=9eecff85-2b01-4c9e-8588-d60709ccaf12,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:40.695881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c14ac937-8c22-4c1d-a9ec-7418150ca77e req-44b0322b-8130-4c38-99e9-4e18049e7f16 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.748278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3920e-87d6-41c2-bfc3-6983dd55158f req-60023293-cd49-4322-8103-3feb38c83bda tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:40.749288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3cd3920e-87d6-41c2-bfc3-6983dd55158f req-60023293-cd49-4322-8103-3feb38c83bda tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Synchronizing usage tracker for tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:40.787428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2056928035-network', 'tenant_id': 'c10abc3061de45de865702395eb1d113'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:40.804305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:40.854878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121e72b-2381-4f64-952f-dfc199042cad req-c5c63939-e1a8-4fa1-baa6-ea9e547bbda5 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:40.856512 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b121e72b-2381-4f64-952f-dfc199042cad req-c5c63939-e1a8-4fa1-baa6-ea9e547bbda5 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.3768210 Feb 11 13:15:40.872394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Usage tracker for resource:network and tenant:c10abc3061de45de865702395eb1d113 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:40.883543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:40.908584 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c14ac937-8c22-4c1d-a9ec-7418150ca77e req-44b0322b-8130-4c38-99e9-4e18049e7f16 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.933778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d0fd267b-cd4b-46b3-b960-1ec020a4c28f None None] Provisioning complete for port 60c2caba-8a88-4271-928f-8fcbd84ed44b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:40.934155 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0fd267b-cd4b-46b3-b960-1ec020a4c28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.949024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0322b-8130-4c38-99e9-4e18049e7f16 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f93d24e-ab4a-48a1-92a4-b62efeae5915,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:40.962658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:40.963210 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-f5460a55-2872-494f-b665-5ce62d6b519f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 1099 time: 0.2574720 Feb 11 13:15:40.968743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c14ac937-8c22-4c1d-a9ec-7418150ca77e req-44b0322b-8130-4c38-99e9-4e18049e7f16 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.981035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3cd3920e-87d6-41c2-bfc3-6983dd55158f req-60023293-cd49-4322-8103-3feb38c83bda tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Unset dirty status for tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:40.987155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c14ac937-8c22-4c1d-a9ec-7418150ca77e req-44b0322b-8130-4c38-99e9-4e18049e7f16 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "DELETE /v2.0/security-groups/6f93d24e-ab4a-48a1-92a4-b62efeae5915 HTTP/1.1" status: 204 len: 173 time: 0.7335293 Feb 11 13:15:40.988514 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3cd3920e-87d6-41c2-bfc3-6983dd55158f req-60023293-cd49-4322-8103-3feb38c83bda tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 932 time: 0.8440413 Feb 11 13:15:40.990495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b121e72b-2381-4f64-952f-dfc199042cad req-6a37246e-c108-4d38-9037-cd2238462148 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Deleting port 1717aa03-7b60-4386-9de9-c61386011b5d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:40.991356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b121e72b-2381-4f64-952f-dfc199042cad req-6a37246e-c108-4d38-9037-cd2238462148 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.011009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd267b-cd4b-46b3-b960-1ec020a4c28f None None] Port 60c2caba-8a88-4271-928f-8fcbd84ed44b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:41.051164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Made reservation on behalf of c10abc3061de45de865702395eb1d113 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:41.052564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.149724 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.268943 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-9a6748fc-4875-4267-81a0-f2f2476def6a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=9eecff85-2b01-4c9e-8588-d60709ccaf12 HTTP/1.1" status: 200 len: 217 time: 0.2380216 Feb 11 13:15:41.291276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3cd3920e-87d6-41c2-bfc3-6983dd55158f req-0c347d8e-cd96-4e55-8671-41d7d79e58a9 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Synchronizing usage tracker for tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:41.361178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:41.375907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Usage tracker for resource:security_group_rule and tenant:c10abc3061de45de865702395eb1d113 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:41.383773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:41.386342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3cd3920e-87d6-41c2-bfc3-6983dd55158f req-0c347d8e-cd96-4e55-8671-41d7d79e58a9 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Unset dirty status for tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:41.387939 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3cd3920e-87d6-41c2-bfc3-6983dd55158f req-0c347d8e-cd96-4e55-8671-41d7d79e58a9 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981235 Feb 11 13:15:41.401009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:41.403859 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-858a9d89-9095-4d19-b013-34311aa63349 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.491893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-c56ce6b1-e70c-49f1-998e-cd03aa670780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:41.493357 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-c56ce6b1-e70c-49f1-998e-cd03aa670780 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2145550 Feb 11 13:15:41.554888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-858a9d89-9095-4d19-b013-34311aa63349 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Calling delete_port for 60c2caba-8a88-4271-928f-8fcbd84ed44b owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:41.575291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cf0f2-77b3-4ca1-be0b-9beb8556bcd8 req-49abc8da-c859-4957-a3d9-54319b5c3e59 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:41.576715 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c5cf0f2-77b3-4ca1-be0b-9beb8556bcd8 req-49abc8da-c859-4957-a3d9-54319b5c3e59 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1 HTTP/1.1" status: 200 len: 945 time: 0.3779347 Feb 11 13:15:41.664635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b121e72b-2381-4f64-952f-dfc199042cad req-6a37246e-c108-4d38-9037-cd2238462148 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] For port 1717aa03-7b60-4386-9de9-c61386011b5d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1717aa03-7b60-4386-9de9-c61386011b5d,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:41.664992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b121e72b-2381-4f64-952f-dfc199042cad req-6a37246e-c108-4d38-9037-cd2238462148 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.799960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b121e72b-2381-4f64-952f-dfc199042cad req-6a37246e-c108-4d38-9037-cd2238462148 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Calling delete_port for 1717aa03-7b60-4386-9de9-c61386011b5d owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:41.842554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-f077635c-cc93-479a-8d5f-93929d15a581 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3393462 Feb 11 13:15:41.877497 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c5cf0f2-77b3-4ca1-be0b-9beb8556bcd8 req-689240ef-5104-4254-ba89-e7fb703f166c tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743912 Feb 11 13:15:41.947267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f0bc35-7077-4bfc-855d-31f1f6a85558 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:41.996751 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.011505 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.033655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.057189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-e2ca4beb-3a0c-41fe-b6cf-54e60f0d1688 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070186 Feb 11 13:15:42.060864 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d4f647-16fe-4e65-a7f1-f12ae3587028', 'tag': '9eecff85-2b01-4c9e-8588-d60709ccaf12', 'status': 'completed', 'code': 200} Feb 11 13:15:42.093515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:42.107163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Transition to ACTIVE for port object 52f0bc35-7077-4bfc-855d-31f1f6a85558 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:42.121929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-858a9d89-9095-4d19-b013-34311aa63349 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.127616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.132418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.168014 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b121e72b-2381-4f64-952f-dfc199042cad req-6a37246e-c108-4d38-9037-cd2238462148 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.170950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6110105-bace-4035-a048-6a6a94edf6ce,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:42.174406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.174773 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Added segment 587c187c-f2e8-4787-bf62-88b1ebf4fc6c of type vlan for network 74c48852-dc17-49d7-be91-64380315a082 Feb 11 13:15:42.183566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1717aa03-7b60-4386-9de9-c61386011b5d'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:42.200909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-5d3c8bad-0f9d-4915-9184-7a64e7fb8dff tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:42.202343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-5d3c8bad-0f9d-4915-9184-7a64e7fb8dff tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 805 time: 0.4934559 Feb 11 13:15:42.213875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['9617df23-47a1-4bc4-b33a-4505e6885fc1'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:42.245186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37246e-c108-4d38-9037-cd2238462148 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Pushing event deleted for resources: {'Port': ['ID=1717aa03-7b60-4386-9de9-c61386011b5d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:42.354032 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bc594179-ff48-4da1-835c-a104321407f5 req-b0c8f107-ae2a-4d98-9142-b46302041532 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/8e09bc3b-5434-4485-b316-16494d4d0fd4 HTTP/1.1" status: 200 len: 2145 time: 0.2651949 Feb 11 13:15:42.362564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Pushing event updated for resources: {'Port': ['ID=52f0bc35-7077-4bfc-855d-31f1f6a85558,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:42.391954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121e72b-2381-4f64-952f-dfc199042cad req-6a37246e-c108-4d38-9037-cd2238462148 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] No DVR routers for this DVR port 1717aa03-7b60-4386-9de9-c61386011b5d on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:42.401404 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b121e72b-2381-4f64-952f-dfc199042cad req-6a37246e-c108-4d38-9037-cd2238462148 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.407409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.413264 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-98622ae5-e161-4414-8c75-6ae8c4258d7f tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/quotas/382398d42ea748ecb7380cdbe2da9f79 HTTP/1.1" status: 200 len: 375 time: 0.1987646 Feb 11 13:15:42.415170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d24106a-8504-47c0-8e09-0a705fa8527b req-4f01e107-b0cf-42d8-b3b3-430dfc06bdad service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488855 Feb 11 13:15:42.420341 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-858a9d89-9095-4d19-b013-34311aa63349 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.437973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b121e72b-2381-4f64-952f-dfc199042cad req-6a37246e-c108-4d38-9037-cd2238462148 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.73 "DELETE /v2.0/ports/1717aa03-7b60-4386-9de9-c61386011b5d HTTP/1.1" status: 204 len: 173 time: 1.5750687 Feb 11 13:15:42.444888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a9d89-9095-4d19-b013-34311aa63349 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event deleted for resources: {'Port': ['ID=60c2caba-8a88-4271-928f-8fcbd84ed44b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:42.504810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bc594179-ff48-4da1-835c-a104321407f5 req-bf0dfcc6-4b6f-4c2e-821c-02cec922ab92 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.511046 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-d32436b8-7a30-4abb-a364-bd128f53f0e6 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876102 Feb 11 13:15:42.547540 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-858a9d89-9095-4d19-b013-34311aa63349 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "DELETE /v2.0/ports/60c2caba-8a88-4271-928f-8fcbd84ed44b HTTP/1.1" status: 204 len: 168 time: 2.1573422 Feb 11 13:15:42.550179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59320) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:42.630344 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd633c7-15d5-4de0-97af-9648d4abb1a1 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] GET failed (client error): The resource could not be found. Feb 11 13:15:42.630982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6cd633c7-15d5-4de0-97af-9648d4abb1a1 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Synchronizing usage tracker for tenant:2a6b498721814c18ba3ef9d7097be19e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:42.650638 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bc594179-ff48-4da1-835c-a104321407f5 req-bf0dfcc6-4b6f-4c2e-821c-02cec922ab92 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.697294 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.698164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:42.698784 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.705645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6cd633c7-15d5-4de0-97af-9648d4abb1a1 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Unset dirty status for tenant:2a6b498721814c18ba3ef9d7097be19e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:42.706804 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6cd633c7-15d5-4de0-97af-9648d4abb1a1 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "GET /v2.0/ports/60c2caba-8a88-4271-928f-8fcbd84ed44b HTTP/1.1" status: 404 len: 333 time: 0.1502223 Feb 11 13:15:42.710636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59324) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:42.717373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'port': {'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2089433493'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:42.743387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-845c6a3a-f184-4e3b-9978-073c0a86dff2 req-4cbc4fcd-8d6b-4c58-b6fa-b7049fac305f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 1099 time: 0.2332194 Feb 11 13:15:42.819593 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bc594179-ff48-4da1-835c-a104321407f5 req-bf0dfcc6-4b6f-4c2e-821c-02cec922ab92 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.838632 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3143845 Feb 11 13:15:42.845977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59328) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:42.864323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0a5b9-4d0a-4157-9fdc-845ab2bb455b admin admin] Pushing event updated for resources: {'Network': ['ID=74c48852-dc17-49d7-be91-64380315a082,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:42.875873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Attempting to bind port 52f0bc35-7077-4bfc-855d-31f1f6a85558 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:42.876218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Attempting to bind port 52f0bc35-7077-4bfc-855d-31f1f6a85558 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '87d6f309-4359-4505-910c-a4ab3a7e51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b91aa973-cc53-46a1-8251-2c972f630c0f'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:42.876549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Attempting to bind port 52f0bc35-7077-4bfc-855d-31f1f6a85558 on network b91aa973-cc53-46a1-8251-2c972f630c0f {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:42.877880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 74c48852-dc17-49d7-be91-64380315a082 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:15:42.891872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-3365c7d0-922b-4f05-ba9d-3e295f0d1e5a service neutron] 10.222.0.67 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485734 Feb 11 13:15:42.892589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Port 52f0bc35-7077-4bfc-855d-31f1f6a85558 on network b91aa973-cc53-46a1-8251-2c972f630c0f not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:15:42.892916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Attempting to bind port 52f0bc35-7077-4bfc-855d-31f1f6a85558 on network b91aa973-cc53-46a1-8251-2c972f630c0f {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:42.901371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:15:42.901713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Checking segment: {'id': '87d6f309-4359-4505-910c-a4ab3a7e51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b91aa973-cc53-46a1-8251-2c972f630c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:42.902100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Bound using segment: {'id': '87d6f309-4359-4505-910c-a4ab3a7e51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b91aa973-cc53-46a1-8251-2c972f630c0f'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:15:42.902601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Bound port: 52f0bc35-7077-4bfc-855d-31f1f6a85558, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d6f309-4359-4505-910c-a4ab3a7e51ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b91aa973-cc53-46a1-8251-2c972f630c0f'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:42.902950 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.037335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Request body: {'subnet': {'network_id': '74c48852-dc17-49d7-be91-64380315a082', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2056928035-subnet', 'tenant_id': 'c10abc3061de45de865702395eb1d113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:43.046033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dfcc6-4b6f-4c2e-821c-02cec922ab92 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e09bc3b-5434-4485-b316-16494d4d0fd4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:43.063191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:43.075098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Usage tracker for resource:subnet and tenant:c10abc3061de45de865702395eb1d113 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:43.077821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bc594179-ff48-4da1-835c-a104321407f5 req-bf0dfcc6-4b6f-4c2e-821c-02cec922ab92 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.090213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bc594179-ff48-4da1-835c-a104321407f5 req-bf0dfcc6-4b6f-4c2e-821c-02cec922ab92 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "DELETE /v2.0/security-groups/8e09bc3b-5434-4485-b316-16494d4d0fd4 HTTP/1.1" status: 204 len: 173 time: 0.7283981 Feb 11 13:15:43.093965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:43.120782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] For port 52f0bc35-7077-4bfc-855d-31f1f6a85558, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:43.126404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:43.130747 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-9c7c9380-dcd8-46c8-955a-27f65fc85456 service neutron] 10.222.0.67 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128999 Feb 11 13:15:43.135496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] For port 52f0bc35-7077-4bfc-855d-31f1f6a85558, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=52f0bc35-7077-4bfc-855d-31f1f6a85558,segment=NetworkSegment(87d6f309-4359-4505-910c-a4ab3a7e51ce),segment_id=87d6f309-4359-4505-910c-a4ab3a7e51ce)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:43.140598 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.202015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:43.213243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:43.242002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.243594 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] 10.222.0.75 "PUT /v2.0/ports/52f0bc35-7077-4bfc-855d-31f1f6a85558 HTTP/1.1" status: 200 len: 1092 time: 3.0924089 Feb 11 13:15:43.245136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Made reservation on behalf of c10abc3061de45de865702395eb1d113 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:43.245276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3172c07-6c37-49e9-b580-89719b2001e7', 'tag': '52f0bc35-7077-4bfc-855d-31f1f6a85558'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:43.257974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.269533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad41fb5-2a7c-4aae-bfb6-d33649be9061 service neutron] Pushing event updated for resources: {'Port': ['ID=52f0bc35-7077-4bfc-855d-31f1f6a85558,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:43.445033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-201f9faa-f53e-451c-8f26-db362afff0ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb7c4c17fce94bd985f6bbbbc1acc3a3&device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 1095 time: 0.1482952 Feb 11 13:15:43.576733 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-e9a9fae2-645f-4dd2-bcc2-3ab7efbdb1da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f0bc35-7077-4bfc-855d-31f1f6a85558 HTTP/1.1" status: 200 len: 217 time: 0.1237950 Feb 11 13:15:43.599059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Made reservation on behalf of 2a6b498721814c18ba3ef9d7097be19e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:43.603537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.627883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c6a3a-f184-4e3b-9978-073c0a86dff2 req-bb6d6f44-c821-44e8-ae02-089fd6252841 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:43.629830 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-845c6a3a-f184-4e3b-9978-073c0a86dff2 req-bb6d6f44-c821-44e8-ae02-089fd6252841 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.8376949 Feb 11 13:15:43.646371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.655779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] device_id is not set on port ad0bcdae-a08b-4ef2-aeed-a00e47adc36d yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:15:43.667449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-d9796bd3-61a2-4372-9afc-de8cf300ec0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:43.669014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-d9796bd3-61a2-4372-9afc-de8cf300ec0c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=be2615ce-502d-4718-b335-31b8c4dcf4f4 HTTP/1.1" status: 200 len: 853 time: 0.0809965 Feb 11 13:15:43.724515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466838f-2dce-489b-9474-eb378bf12297 req-c4bb85c2-6bf2-4aae-b73a-165d67215008 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:43.726532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d466838f-2dce-489b-9474-eb378bf12297 req-c4bb85c2-6bf2-4aae-b73a-165d67215008 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 944 time: 0.2104218 Feb 11 13:15:43.749675 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-3314b2b5-5a46-498e-bb09-01d60055fdb9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b91aa973-cc53-46a1-8251-2c972f630c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729029 Feb 11 13:15:43.846546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-845c6a3a-f184-4e3b-9978-073c0a86dff2 req-f9c5e865-a543-42d0-ad97-d11d8484214f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=9eecff85-2b01-4c9e-8588-d60709ccaf12 HTTP/1.1" status: 200 len: 217 time: 0.2062614 Feb 11 13:15:43.886116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d466838f-2dce-489b-9474-eb378bf12297 req-4896835d-c67d-4131-a7d5-3eb7a755c9d4 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410358 Feb 11 13:15:43.945921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54aab554-5169-4e99-874c-e95764789aa1,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:43.960770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Checking segment: {'id': '587c187c-f2e8-4787-bf62-88b1ebf4fc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '74c48852-dc17-49d7-be91-64380315a082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:43.962675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Network hostable DHCP agents. Network: 74c48852-dc17-49d7-be91-64380315a082, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:44.056364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c6a3a-f184-4e3b-9978-073c0a86dff2 req-c603bcbd-ca54-4a94-b44b-03f15e1fcd76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:44.057788 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-845c6a3a-f184-4e3b-9978-073c0a86dff2 req-c603bcbd-ca54-4a94-b44b-03f15e1fcd76 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1925836 Feb 11 13:15:44.061833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1', 'name': 'network-vif-deleted', 'tag': '1717aa03-7b60-4386-9de9-c61386011b5d'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:44.076146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b8592-3f5e-449d-9e8a-06cf573398ca req-b76d7248-966b-4ae0-8648-c16c291fcc86 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:44.077614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-641b8592-3f5e-449d-9e8a-06cf573398ca req-b76d7248-966b-4ae0-8648-c16c291fcc86 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 948 time: 0.5287266 Feb 11 13:15:44.096161 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-6cbbb1e8-6b8a-4b27-a809-16f09735c183 service neutron] 10.222.0.75 "GET /v2.0/networks/b91aa973-cc53-46a1-8251-2c972f630c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297393 Feb 11 13:15:44.152931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Allocated IP 2001:db8::f2 (b3c1aa3b-2add-42de-8bc2-20b7c240f968/0a1dced2-88ac-4120-a6b6-d8e2a54196a3/ad0bcdae-a08b-4ef2-aeed-a00e47adc36d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:44.181830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Network 74c48852-dc17-49d7-be91-64380315a082 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:44.208276 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6081066-680a-42e3-8577-3c5d0ba53702 req-0d8ca240-9db6-4fec-8593-e329642c28c1 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "GET /v2.0/security-groups/b52c060a-8ab0-4f0c-ac8a-ca1dc297ebb9 HTTP/1.1" status: 200 len: 2141 time: 0.1533415 Feb 11 13:15:44.229289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 74c48852-dc17-49d7-be91-64380315a082) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:44.239259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0897e08-3da6-4983-8ea7-832deb172183 None None] Network 74c48852-dc17-49d7-be91-64380315a082 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:44.249029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:44.249617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.254815 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-641b8592-3f5e-449d-9e8a-06cf573398ca req-846543cf-8900-42ce-9ccc-529bb7f3dc71 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381173 Feb 11 13:15:44.328045 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8bf09cb5-4fba-4218-a708-6457e391eba1 req-3cc49391-af06-4207-81ea-c2324a75562f service neutron] 10.222.0.75 "GET /v2.0/networks/b91aa973-cc53-46a1-8251-2c972f630c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192342 Feb 11 13:15:44.328761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6081066-680a-42e3-8577-3c5d0ba53702 req-eec6c0cc-96ea-4f09-9d40-7c3b821ddb88 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.362946 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6081066-680a-42e3-8577-3c5d0ba53702 req-eec6c0cc-96ea-4f09-9d40-7c3b821ddb88 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.405290 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-845c6a3a-f184-4e3b-9978-073c0a86dff2 req-e7ed63e0-71bb-443f-abcb-edfefcbb0613 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3381202 Feb 11 13:15:44.413350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-95cd5f86-26bb-4122-8955-1df0413b3ed4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3902884 Feb 11 13:15:44.425415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6081066-680a-42e3-8577-3c5d0ba53702 req-eec6c0cc-96ea-4f09-9d40-7c3b821ddb88 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.445462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6c0cc-96ea-4f09-9d40-7c3b821ddb88 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52c060a-8ab0-4f0c-ac8a-ca1dc297ebb9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:44.454354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6081066-680a-42e3-8577-3c5d0ba53702 req-eec6c0cc-96ea-4f09-9d40-7c3b821ddb88 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.457214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6081066-680a-42e3-8577-3c5d0ba53702 req-eec6c0cc-96ea-4f09-9d40-7c3b821ddb88 tempest-SecurityGroupRulesTestJSON-1216562269 tempest-SecurityGroupRulesTestJSON-1216562269-project] 10.222.0.67 "DELETE /v2.0/security-groups/b52c060a-8ab0-4f0c-ac8a-ca1dc297ebb9 HTTP/1.1" status: 204 len: 173 time: 0.2472107 Feb 11 13:15:44.476998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59356) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:44.540661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.582923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Transition to ACTIVE for port object ad0bcdae-a08b-4ef2-aeed-a00e47adc36d will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:44.604037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1717aa03-7b60-4386-9de9-c61386011b5d no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:44.649469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-632819cb-40a0-4b66-b88c-a5a7f01dad11 admin admin] Deleting subnet 27afbef2-de5d-47f6-bf8c-bf9af03715c1 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:15:44.659572 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3172c07-6c37-49e9-b580-89719b2001e7', 'tag': '52f0bc35-7077-4bfc-855d-31f1f6a85558', 'status': 'completed', 'code': 200} Feb 11 13:15:44.718459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 1717aa03-7b60-4386-9de9-c61386011b5d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:44.718958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1717aa03-7b60-4386-9de9-c61386011b5d not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:44.731310 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-632819cb-40a0-4b66-b88c-a5a7f01dad11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.835898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181bd44-7332-4052-adb2-d549030f0c1b None None] Network 74c48852-dc17-49d7-be91-64380315a082 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:44.846316 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.856139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-109a03df-98e7-425d-98e5-70deae96529e req-b3ee8c93-24ce-435a-8131-15b9399c0d71 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 210 time: 0.0807593 Feb 11 13:15:44.875415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-632819cb-40a0-4b66-b88c-a5a7f01dad11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.965129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-632819cb-40a0-4b66-b88c-a5a7f01dad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.021228 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3b7ed9-1f2f-40b6-8ce1-197190e5d0f1', 'name': 'network-vif-deleted', 'tag': '1717aa03-7b60-4386-9de9-c61386011b5d', 'status': 'completed', 'code': 200} Feb 11 13:15:45.048463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d71bbcf2-d73d-4936-882a-c69480b4a0a5 req-4713c8f4-a966-4bcd-9e99-c12f742c6f76 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb7c4c17fce94bd985f6bbbbc1acc3a3&device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 1095 time: 0.3915794 Feb 11 13:15:45.048668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:45.067755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Port': ['ID=ad0bcdae-a08b-4ef2-aeed-a00e47adc36d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:45.123350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-632819cb-40a0-4b66-b88c-a5a7f01dad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.132833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-3910b8f3-1aba-4ec4-888a-0b92f14a5780 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:45.133865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-3910b8f3-1aba-4ec4-888a-0b92f14a5780 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Synchronizing usage tracker for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:45.139960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:45.158450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:45.163982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:45.164796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.173818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-3910b8f3-1aba-4ec4-888a-0b92f14a5780 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Unset dirty status for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:45.175163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-3910b8f3-1aba-4ec4-888a-0b92f14a5780 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 805 time: 0.4243054 Feb 11 13:15:45.177897 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-845c6a3a-f184-4e3b-9978-073c0a86dff2 req-cc44961b-09a5-44da-a94f-c5d888802017 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7631350 Feb 11 13:15:45.222715 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-632819cb-40a0-4b66-b88c-a5a7f01dad11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.255008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Request body: {'port': {'device_id': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'admin_state_up': True, 'tenant_id': '382398d42ea748ecb7380cdbe2da9f79'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:45.313156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632819cb-40a0-4b66-b88c-a5a7f01dad11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27afbef2-de5d-47f6-bf8c-bf9af03715c1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:45.340301 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-632819cb-40a0-4b66-b88c-a5a7f01dad11 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/27afbef2-de5d-47f6-bf8c-bf9af03715c1 HTTP/1.1" status: 204 len: 168 time: 0.8598709 Feb 11 13:15:45.346341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59376) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:45.380638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f532561-1998-49c9-953b-35f4a20c9329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.519625 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-42305e33-9418-413b-9ce9-99399f605e2f tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8077333 Feb 11 13:15:45.520412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59380) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:45.532414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5e4400ab-6b91-4dd1-8945-93c758dcb64b None None] Provisioning for port ad0bcdae-a08b-4ef2-aeed-a00e47adc36d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:45.541819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5e4400ab-6b91-4dd1-8945-93c758dcb64b None None] Provisioning complete for port ad0bcdae-a08b-4ef2-aeed-a00e47adc36d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:45.542012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'port': {'network_id': 'b3c1aa3b-2add-42de-8bc2-20b7c240f968', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2124999795'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:45.542252 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e4400ab-6b91-4dd1-8945-93c758dcb64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.568163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bbcf2-d73d-4936-882a-c69480b4a0a5 req-9d48bfff-06b3-473d-87b1-c35c8d175ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:45.570046 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d71bbcf2-d73d-4936-882a-c69480b4a0a5 req-9d48bfff-06b3-473d-87b1-c35c8d175ae9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b91aa973-cc53-46a1-8251-2c972f630c0f HTTP/1.1" status: 200 len: 914 time: 0.5123572 Feb 11 13:15:45.619684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5e4400ab-6b91-4dd1-8945-93c758dcb64b None None] Port ad0bcdae-a08b-4ef2-aeed-a00e47adc36d cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:45.642842 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.679789 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d71bbcf2-d73d-4936-882a-c69480b4a0a5 req-8ebf7f8d-8e24-4ffa-8bfe-51b44a880523 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f0bc35-7077-4bfc-855d-31f1f6a85558 HTTP/1.1" status: 200 len: 217 time: 0.0928886 Feb 11 13:15:45.686169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-f4cbec07-e894-4874-bf02-55a621b0ec6d tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:45.686856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-f4cbec07-e894-4874-bf02-55a621b0ec6d tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Synchronizing usage tracker for tenant:c10abc3061de45de865702395eb1d113 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:45.729945 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-845c6a3a-f184-4e3b-9978-073c0a86dff2 req-606499fe-742d-44ef-ae34-ba9872449a73 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440180 Feb 11 13:15:45.755484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:45.762854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f51e6d-ef81-4ddd-9818-bc78ae55c67a req-5ac60d1d-9f5a-4146-a420-f789c8144bb8 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:45.764311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48f51e6d-ef81-4ddd-9818-bc78ae55c67a req-5ac60d1d-9f5a-4146-a420-f789c8144bb8 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 944 time: 0.5773909 Feb 11 13:15:45.778189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Usage tracker for resource:port and tenant:382398d42ea748ecb7380cdbe2da9f79 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:45.784551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:45.805223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:45.820856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:45.826007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Usage tracker for resource:port and tenant:2a6b498721814c18ba3ef9d7097be19e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:45.835352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:45.845766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-f4cbec07-e894-4874-bf02-55a621b0ec6d tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Unset dirty status for tenant:c10abc3061de45de865702395eb1d113 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:45.846948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-f4cbec07-e894-4874-bf02-55a621b0ec6d tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/networks?id=74c48852-dc17-49d7-be91-64380315a082 HTTP/1.1" status: 200 len: 822 time: 0.5398076 Feb 11 13:15:45.850796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:45.854717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Made reservation on behalf of 382398d42ea748ecb7380cdbe2da9f79 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:45.857631 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.879290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bbcf2-d73d-4936-882a-c69480b4a0a5 req-85c0e1fd-b22d-4598-91ae-ade81b00b487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:45.880717 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d71bbcf2-d73d-4936-882a-c69480b4a0a5 req-85c0e1fd-b22d-4598-91ae-ade81b00b487 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=be2615ce-502d-4718-b335-31b8c4dcf4f4 HTTP/1.1" status: 200 len: 853 time: 0.1895657 Feb 11 13:15:45.881803 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48f51e6d-ef81-4ddd-9818-bc78ae55c67a req-1b9cead0-a927-4f7c-89fb-1772ac4580d7 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050127 Feb 11 13:15:45.884128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Made reservation on behalf of 2a6b498721814c18ba3ef9d7097be19e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:45.884889 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.886958 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.949961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-66c0bfb0-ad9e-45b4-a23f-8f460d0f3f6e tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/quotas/c10abc3061de45de865702395eb1d113 HTTP/1.1" status: 200 len: 375 time: 0.0929515 Feb 11 13:15:45.954586 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d71bbcf2-d73d-4936-882a-c69480b4a0a5 req-b610becb-355e-4803-8e03-9baa08b40b76 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b91aa973-cc53-46a1-8251-2c972f630c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615451 Feb 11 13:15:45.957860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00b72bf-84c2-485b-9006-077dfc44976b']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:45.958293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] device_id is not set on port 4f8bdbe5-d798-4284-b728-d6a63d4a7e9e yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:15:46.025670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9673a299-21e3-47fc-a570-6cf2fc69015e') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:46.025941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9673a299-21e3-47fc-a570-6cf2fc69015e') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:46.197424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-be8740c9-8eeb-4b7f-9655-7cce010a0c78 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c10abc3061de45de865702395eb1d113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2312007 Feb 11 13:15:46.205539 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.243556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Allocated IP 2001:db8::3af (b3c1aa3b-2add-42de-8bc2-20b7c240f968/0a1dced2-88ac-4120-a6b6-d8e2a54196a3/4f8bdbe5-d798-4284-b728-d6a63d4a7e9e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:46.247157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Allocated IP 172.20.0.11 (8def48aa-ef08-4b80-abf3-24d152a70065/ebef0c98-5a96-482c-88be-ad4a399fbddf/3b6067dc-80c5-48fc-b070-f36790644b4f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:46.274154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b26d7-183f-474b-8f8c-8c8098f0bda6 req-bd6c5fe9-1a80-4fb6-80a1-e5a6f0f87295 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:46.274864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6d8b26d7-183f-474b-8f8c-8c8098f0bda6 req-bd6c5fe9-1a80-4fb6-80a1-e5a6f0f87295 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Synchronizing usage tracker for tenant:e9f8974a7312455b8855b9ca2a8d661c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:46.314005 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.335166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:15:46.335690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:15:46.352905 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:15:46.418912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6d8b26d7-183f-474b-8f8c-8c8098f0bda6 req-bd6c5fe9-1a80-4fb6-80a1-e5a6f0f87295 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Unset dirty status for tenant:e9f8974a7312455b8855b9ca2a8d661c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:46.420001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d8b26d7-183f-474b-8f8c-8c8098f0bda6 req-bd6c5fe9-1a80-4fb6-80a1-e5a6f0f87295 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.4110286 Feb 11 13:15:46.472335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d71bbcf2-d73d-4936-882a-c69480b4a0a5 req-3382a924-ea19-4122-8af0-c9388e4e62a7 service neutron] 10.222.0.75 "GET /v2.0/networks/b91aa973-cc53-46a1-8251-2c972f630c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049467 Feb 11 13:15:46.479800 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-82a8f748-a78e-4a78-b991-5fed410dbc98 service neutron] 10.222.0.67 "GET /v2.0/networks/74c48852-dc17-49d7-be91-64380315a082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666414 Feb 11 13:15:46.540332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9eecff85-2b01-4c9e-8588-d60709ccaf12 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:15:46.575954 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.621236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d8b26d7-183f-474b-8f8c-8c8098f0bda6 req-2e7c4fcb-cdb4-40fa-950c-a10088dafcfc tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887805 Feb 11 13:15:46.649553 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.662085 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.678402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00b72bf-84c2-485b-9006-077dfc44976b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:46.687682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a8cf5425-f3c2-4142-9ee9-33d5db1b0f47 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c00b72bf-84c2-485b-9006-077dfc44976b HTTP/1.1" status: 204 len: 168 time: 1.3404245 Feb 11 13:15:46.701829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Transition to ACTIVE for port object 4f8bdbe5-d798-4284-b728-d6a63d4a7e9e will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:46.707514 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.745877 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.766228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-549140a1-9c5c-431f-8329-55f18463753b service neutron] 10.222.0.67 "GET /v2.0/networks/74c48852-dc17-49d7-be91-64380315a082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647419 Feb 11 13:15:46.768010 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d71bbcf2-d73d-4936-882a-c69480b4a0a5 req-1d9e0853-dfb1-4869-bd1a-2b1581e2bce1 service neutron] 10.222.0.75 "GET /v2.0/networks/b91aa973-cc53-46a1-8251-2c972f630c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873800 Feb 11 13:15:46.790257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.798105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9eecff85-2b01-4c9e-8588-d60709ccaf12, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9eecff85-2b01-4c9e-8588-d60709ccaf12,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:46.841113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '9eecff85-2b01-4c9e-8588-d60709ccaf12', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '9eecff85-2b01-4c9e-8588-d60709ccaf12', 'mac_address': 'fa:16:3e:12:85:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:15:46.857032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:46.861719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Port': ['ID=4f8bdbe5-d798-4284-b728-d6a63d4a7e9e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:46.908306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Network 8def48aa-ef08-4b80-abf3-24d152a70065 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:46.909739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:46.911538 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.935269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eecff85-2b01-4c9e-8588-d60709ccaf12 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:46.954650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9eecff85-2b01-4c9e-8588-d60709ccaf12, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9eecff85-2b01-4c9e-8588-d60709ccaf12,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:46.960504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.968039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59392) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:46.977674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:46.986009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:46.989912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:46.991447 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.049003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:47.059186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2c87bcfc-1ce1-4d56-b300-e2b8babfaec0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cb451cc7a7684ea89f7702469b30d4ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0898097 Feb 11 13:15:47.060015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59398) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:47.086715 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a38d0592-981d-4f33-9da6-f7a788e227c7 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5598998 Feb 11 13:15:47.087757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59402) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:47.129021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6412eb97-8002-4726-b9c8-2259f86c5b1d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::dd', 'mac_address': 'fa:16:3e:24:a6:ea'}, {'ip_address': '2001:db8::f2', 'mac_address': 'fa:16:3e:71:43:37'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:47.149675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=9eecff85-2b01-4c9e-8588-d60709ccaf12,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:47.166211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Pushing event updated for resources: {'Port': ['ID=3b6067dc-80c5-48fc-b070-f36790644b4f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:47.221481 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50fbc6cd-c417-4c91-8b8f-93623f4f8b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.271262 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50fbc6cd-c417-4c91-8b8f-93623f4f8b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.287766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:47.289128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.290328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['9eecff85-2b01-4c9e-8588-d60709ccaf12'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:47.379283 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50fbc6cd-c417-4c91-8b8f-93623f4f8b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.408957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbc6cd-c417-4c91-8b8f-93623f4f8b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a959d45d-c630-459e-bc73-87f8be2d0a9d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:47.420293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-24e22d03-08ac-468f-9a6e-5a00bb2b96b7 None None] Provisioning for port 4f8bdbe5-d798-4284-b728-d6a63d4a7e9e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:47.431902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1ce21-6a0c-412d-8193-172ca5b1a429 req-320b1cc1-c09c-4ae7-a49a-31977836f0ed tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:47.434094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4cc1ce21-6a0c-412d-8193-172ca5b1a429 req-320b1cc1-c09c-4ae7-a49a-31977836f0ed tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 932 time: 0.2956882 Feb 11 13:15:47.435344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50fbc6cd-c417-4c91-8b8f-93623f4f8b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.436871 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-50fbc6cd-c417-4c91-8b8f-93623f4f8b38 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a959d45d-c630-459e-bc73-87f8be2d0a9d HTTP/1.1" status: 204 len: 168 time: 0.3755286 Feb 11 13:15:47.450432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-24e22d03-08ac-468f-9a6e-5a00bb2b96b7 None None] Provisioning complete for port 4f8bdbe5-d798-4284-b728-d6a63d4a7e9e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:47.450817 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24e22d03-08ac-468f-9a6e-5a00bb2b96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.497856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-27dff6c6-9d5a-43ea-9570-0fe5cf8b0897 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2585237 Feb 11 13:15:47.511678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-a03e5b8c-11b0-4305-ad75-eefabf343136 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:15:47.512667 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-a03e5b8c-11b0-4305-ad75-eefabf343136 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0084846 Feb 11 13:15:47.536024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853519c9-1df3-4f9b-9dc8-f61813443ca0 req-4181b122-7787-4e15-a7b8-b3e56eb2267f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:47.544310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-853519c9-1df3-4f9b-9dc8-f61813443ca0 req-4181b122-7787-4e15-a7b8-b3e56eb2267f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 948 time: 0.6911168 Feb 11 13:15:47.550092 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4cc1ce21-6a0c-412d-8193-172ca5b1a429 req-83a42865-382d-4548-8a31-170c33949578 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002710 Feb 11 13:15:47.638298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-853519c9-1df3-4f9b-9dc8-f61813443ca0 req-626e8714-2848-422c-ad5c-c16dd164785a tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928814 Feb 11 13:15:47.646847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-24e22d03-08ac-468f-9a6e-5a00bb2b96b7 None None] Port 4f8bdbe5-d798-4284-b728-d6a63d4a7e9e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:47.651878 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a494982-a5b4-49e3-8182-06a66255762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.752681 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6412eb97-8002-4726-b9c8-2259f86c5b1d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.949471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35485b98-15b2-48cb-aeca-aa0a4dfffaf2 req-f36c7f87-a3ff-4ba6-b093-7295d90981c8 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:47.951102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-35485b98-15b2-48cb-aeca-aa0a4dfffaf2 req-f36c7f87-a3ff-4ba6-b093-7295d90981c8 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 944 time: 0.1614661 Feb 11 13:15:48.027366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-35485b98-15b2-48cb-aeca-aa0a4dfffaf2 req-96e7669e-29a3-4623-a225-2da3183a313e tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678301 Feb 11 13:15:48.122383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Request body: {'port': {'device_id': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:48.157347 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1978e932-4f08-4f58-99f5-f3a309e66f4f req-ee4319b2-2ff6-4874-b27e-b322b97a1a83 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2220066 Feb 11 13:15:48.212416 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-744d377b-82c1-41a3-a9db-188bdf434b8e req-0971583d-9c14-4c77-a494-fb462ffa66b1 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 210 time: 0.2566321 Feb 11 13:15:48.350721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58add588-f2ad-474e-b1d7-b7bbd139bf6b req-b3d6a1a8-4817-4f08-9e4b-64b474b350d0 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.351337 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.352510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58add588-f2ad-474e-b1d7-b7bbd139bf6b req-b3d6a1a8-4817-4f08-9e4b-64b474b350d0 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.1673725 Feb 11 13:15:48.384666 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1978e932-4f08-4f58-99f5-f3a309e66f4f req-ac3c6b66-77a5-41d6-8d1a-893326ab9262 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 1100 time: 0.1230111 Feb 11 13:15:48.408383 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58add588-f2ad-474e-b1d7-b7bbd139bf6b req-6e4223c8-d15c-44c2-b729-0f10628e7e47 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502174 Feb 11 13:15:48.460720 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6412eb97-8002-4726-b9c8-2259f86c5b1d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.472500 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6412eb97-8002-4726-b9c8-2259f86c5b1d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.565157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 52f0bc35-7077-4bfc-855d-31f1f6a85558 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:15:48.568101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978e932-4f08-4f58-99f5-f3a309e66f4f req-5bb8d69b-71bd-436a-a326-1fd46957433a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.570897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1978e932-4f08-4f58-99f5-f3a309e66f4f req-5bb8d69b-71bd-436a-a326-1fd46957433a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.1562331 Feb 11 13:15:48.738340 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1978e932-4f08-4f58-99f5-f3a309e66f4f req-b99c8838-b43d-40a6-806f-0f0e85c6fe44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f7059835-91ac-46a2-a85d-838062ef2673 HTTP/1.1" status: 200 len: 217 time: 0.1609781 Feb 11 13:15:48.790118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59442) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:48.823070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 52f0bc35-7077-4bfc-855d-31f1f6a85558, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=52f0bc35-7077-4bfc-855d-31f1f6a85558,segment=NetworkSegment(87d6f309-4359-4505-910c-a4ab3a7e51ce),segment_id=87d6f309-4359-4505-910c-a4ab3a7e51ce)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:48.836313 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.848194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '52f0bc35-7077-4bfc-855d-31f1f6a85558', 'network_id': 'b91aa973-cc53-46a1-8251-2c972f630c0f', 'port_id': '52f0bc35-7077-4bfc-855d-31f1f6a85558', 'mac_address': 'fa:16:3e:10:9a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2615ce-502d-4718-b335-31b8c4dcf4f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:15:48.852973 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.859788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978e932-4f08-4f58-99f5-f3a309e66f4f req-e7846de3-c2bf-4a11-a6e2-8fa4727bc66a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.862665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1978e932-4f08-4f58-99f5-f3a309e66f4f req-e7846de3-c2bf-4a11-a6e2-8fa4727bc66a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1176796 Feb 11 13:15:48.893044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6412eb97-8002-4726-b9c8-2259f86c5b1d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] In _notify_port_updated(), no bound segment for port 4f8bdbe5-d798-4284-b728-d6a63d4a7e9e on network b3c1aa3b-2add-42de-8bc2-20b7c240f968 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:15:48.899215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6412eb97-8002-4726-b9c8-2259f86c5b1d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.900515 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6412eb97-8002-4726-b9c8-2259f86c5b1d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.904456 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6412eb97-8002-4726-b9c8-2259f86c5b1d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "PUT /v2.0/ports/4f8bdbe5-d798-4284-b728-d6a63d4a7e9e HTTP/1.1" status: 200 len: 1066 time: 1.8064218 Feb 11 13:15:48.910678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59444) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:48.930612 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.953334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f0bc35-7077-4bfc-855d-31f1f6a85558 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:48.981714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 52f0bc35-7077-4bfc-855d-31f1f6a85558, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=52f0bc35-7077-4bfc-855d-31f1f6a85558,segment=NetworkSegment(87d6f309-4359-4505-910c-a4ab3a7e51ce),segment_id=87d6f309-4359-4505-910c-a4ab3a7e51ce)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:48.990160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.094032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=52f0bc35-7077-4bfc-855d-31f1f6a85558,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:49.106074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-88d24b9a-443c-4760-a6cc-3270473918df None None] Provisioning complete for port 4f8bdbe5-d798-4284-b728-d6a63d4a7e9e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:49.106505 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88d24b9a-443c-4760-a6cc-3270473918df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.161899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-2cc56580-8e4e-4419-9633-b61af90e2f36 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:49.164034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-2cc56580-8e4e-4419-9633-b61af90e2f36 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.73 "GET /v2.0/networks?id=74c48852-dc17-49d7-be91-64380315a082 HTTP/1.1" status: 200 len: 822 time: 0.4769816 Feb 11 13:15:49.170176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-88d24b9a-443c-4760-a6cc-3270473918df None None] Port 4f8bdbe5-d798-4284-b728-d6a63d4a7e9e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:15:49.191598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412eb97-8002-4726-b9c8-2259f86c5b1d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event updated for resources: {'Port': ['ID=4f8bdbe5-d798-4284-b728-d6a63d4a7e9e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:49.206069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Request body: {'port': {'device_id': '5822ba4c-6334-4b0f-adcb-c12ff1cd7c64', 'network_id': '74c48852-dc17-49d7-be91-64380315a082', 'admin_state_up': True, 'tenant_id': 'c10abc3061de45de865702395eb1d113'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:49.235835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c092b-eece-4ca9-91e9-2c568b7b41a2 req-0fdf5cb8-2200-4e5e-9ce4-eef41e4007c4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:49.237276 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d5c092b-eece-4ca9-91e9-2c568b7b41a2 req-0fdf5cb8-2200-4e5e-9ce4-eef41e4007c4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 949 time: 0.2417881 Feb 11 13:15:49.241142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1978e932-4f08-4f58-99f5-f3a309e66f4f req-bc80ae4f-8e20-4046-9fdd-eac8f78be715 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3725519 Feb 11 13:15:49.312265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-349271710-network', 'tenant_id': '065894f866e44a928b5da656a828a752'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:49.330275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['52f0bc35-7077-4bfc-855d-31f1f6a85558'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:49.365705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d5c092b-eece-4ca9-91e9-2c568b7b41a2 req-ede115f7-3907-410a-be78-d3119bf3fcd1 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215267 Feb 11 13:15:49.377061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:49.383216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ea01d449-ad71-4d00-ab0c-3bcce374bd3b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Deleting port 4f8bdbe5-d798-4284-b728-d6a63d4a7e9e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:49.383566 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea01d449-ad71-4d00-ab0c-3bcce374bd3b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.415669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1978e932-4f08-4f58-99f5-f3a309e66f4f req-16957174-baf6-4d06-96e3-2fae3e59a448 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568239 Feb 11 13:15:49.432147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Usage tracker for resource:network and tenant:065894f866e44a928b5da656a828a752 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:49.444539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:49.465471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:49.579955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Made reservation on behalf of 065894f866e44a928b5da656a828a752 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:49.582127 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.642561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee0700-b5b5-4e20-ae7f-a85db8aeff12 req-3186415f-6369-42d7-8c19-1d15850d0930 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:49.643279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d7ee0700-b5b5-4e20-ae7f-a85db8aeff12 req-3186415f-6369-42d7-8c19-1d15850d0930 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Synchronizing usage tracker for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:49.645611 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.660909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:49.662001 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1978e932-4f08-4f58-99f5-f3a309e66f4f req-806d1135-89f9-44a0-9e0f-72d515faca05 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258317 Feb 11 13:15:49.678966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Usage tracker for resource:port and tenant:c10abc3061de45de865702395eb1d113 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:49.688465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698027-ea9a-415e-bcdb-e73cef2bbf48 req-bae82c94-732d-461c-be26-4511240db8e4 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:49.689967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80698027-ea9a-415e-bcdb-e73cef2bbf48 req-bae82c94-732d-461c-be26-4511240db8e4 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 945 time: 0.1165831 Feb 11 13:15:49.704422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:49.721596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:49.736909 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80698027-ea9a-415e-bcdb-e73cef2bbf48 req-ebf62362-b6d8-422e-bf0e-f86b63f1f745 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Feb 11 13:15:49.805088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:15:49.898754 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7d641ac-e48e-4a52-ae24-65ca67275e06 req-3ee30255-871f-4265-9e86-3a4446869bab tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 210 time: 0.0424507 Feb 11 13:15:49.942475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:49.945212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d7ee0700-b5b5-4e20-ae7f-a85db8aeff12 req-3186415f-6369-42d7-8c19-1d15850d0930 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Unset dirty status for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:49.946348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7ee0700-b5b5-4e20-ae7f-a85db8aeff12 req-3186415f-6369-42d7-8c19-1d15850d0930 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 932 time: 1.1555755 Feb 11 13:15:49.978717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Usage tracker for resource:security_group_rule and tenant:065894f866e44a928b5da656a828a752 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:49.984518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Made reservation on behalf of c10abc3061de45de865702395eb1d113 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:49.987414 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.001306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:50.038607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:50.100519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c090d9a-475f-4e8b-93a9-c272fa2d2a93 req-ede1f108-5d02-49f7-986a-e999199e12dc tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:50.102292 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c090d9a-475f-4e8b-93a9-c272fa2d2a93 req-ede1f108-5d02-49f7-986a-e999199e12dc tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.0907927 Feb 11 13:15:50.134353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6067dc-80c5-48fc-b070-f36790644b4f {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:50.135176 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.161202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.167971 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c090d9a-475f-4e8b-93a9-c272fa2d2a93 req-defadc19-600a-410f-ab0c-656915024815 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590565 Feb 11 13:15:50.186439 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea01d449-ad71-4d00-ab0c-3bcce374bd3b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.293976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d7ee0700-b5b5-4e20-ae7f-a85db8aeff12 req-2c20c1e5-dedd-4f4f-9fe9-141c3ddd7796 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Synchronizing usage tracker for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:50.352548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Transition to ACTIVE for port object 3b6067dc-80c5-48fc-b070-f36790644b4f will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:50.360317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ea01d449-ad71-4d00-ab0c-3bcce374bd3b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Calling delete_port for 4f8bdbe5-d798-4284-b728-d6a63d4a7e9e owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:50.409983 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.572523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9eecff85-2b01-4c9e-8588-d60709ccaf12 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:15:50.591639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf8a2c-4430-489c-883b-24299a333ada req-be82f6ad-c237-43b0-9003-7110cbe9b69e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:50.593284 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-43cf8a2c-4430-489c-883b-24299a333ada req-be82f6ad-c237-43b0-9003-7110cbe9b69e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 949 time: 0.0850899 Feb 11 13:15:50.635196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d7ee0700-b5b5-4e20-ae7f-a85db8aeff12 req-2c20c1e5-dedd-4f4f-9fe9-141c3ddd7796 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Unset dirty status for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:50.636254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7ee0700-b5b5-4e20-ae7f-a85db8aeff12 req-2c20c1e5-dedd-4f4f-9fe9-141c3ddd7796 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548653 Feb 11 13:15:50.643430 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-43cf8a2c-4430-489c-883b-24299a333ada req-a3d7560c-daf6-459b-a010-ecc404ae9ecc tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Feb 11 13:15:50.653196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 9eecff85-2b01-4c9e-8588-d60709ccaf12 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:50.658220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 9eecff85-2b01-4c9e-8588-d60709ccaf12 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:50.658743 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.682740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Pushing event updated for resources: {'Port': ['ID=3b6067dc-80c5-48fc-b070-f36790644b4f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:50.688057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.701621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.721401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Allocated IP 172.20.0.10 (74c48852-dc17-49d7-be91-64380315a082/54aab554-5169-4e99-874c-e95764789aa1/bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:50.786996 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.850791 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d4f647-16fe-4e65-a7f1-f12ae3587028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eecff85-2b01-4c9e-8588-d60709ccaf12'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:50.860943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9eecff85-2b01-4c9e-8588-d60709ccaf12, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9eecff85-2b01-4c9e-8588-d60709ccaf12,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:50.866817 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.884422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:50.938194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=9eecff85-2b01-4c9e-8588-d60709ccaf12,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:50.941837 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d4f647-16fe-4e65-a7f1-f12ae3587028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eecff85-2b01-4c9e-8588-d60709ccaf12', 'code': 200} Feb 11 13:15:51.004891 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea01d449-ad71-4d00-ab0c-3bcce374bd3b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.014096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:51.109390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01d449-ad71-4d00-ab0c-3bcce374bd3b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event deleted for resources: {'Port': ['ID=4f8bdbe5-d798-4284-b728-d6a63d4a7e9e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:51.111024 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-41058e4d-4651-49f3-a5f0-88cbd1311a68 req-93569f55-6b8d-4c46-b3cb-b8f409b22646 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 210 time: 0.0617430 Feb 11 13:15:51.150432 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d73d2c7e-087c-42ab-865b-971db3c11438 req-9f05fe0f-0bf4-49f1-bab0-d7a1c2c94146 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 1101 time: 0.1316934 Feb 11 13:15:51.163118 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.163656 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Added segment cc0f129e-acf7-481b-b3f2-35661e60a7ef of type vlan for network 05bf97f3-5682-465b-b63d-f7cee2355e2e Feb 11 13:15:51.193691 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d73d2c7e-087c-42ab-865b-971db3c11438 req-1d5f1ac2-1545-4a7e-a33a-7717f557aaa6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373499 Feb 11 13:15:51.222331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Attempting to bind port 3b6067dc-80c5-48fc-b070-f36790644b4f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:51.222690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Attempting to bind port 3b6067dc-80c5-48fc-b070-f36790644b4f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:51.223020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Attempting to bind port 3b6067dc-80c5-48fc-b070-f36790644b4f on network 8def48aa-ef08-4b80-abf3-24d152a70065 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:51.296134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Port 3b6067dc-80c5-48fc-b070-f36790644b4f on network 8def48aa-ef08-4b80-abf3-24d152a70065 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:15:51.296461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Attempting to bind port 3b6067dc-80c5-48fc-b070-f36790644b4f on network 8def48aa-ef08-4b80-abf3-24d152a70065 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:51.306319 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.320992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8e153-9ddf-4a80-9f9d-4a18e61880fd req-7d300a38-eb8a-4d61-b81d-d58d9b7dc6f6 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:51.322895 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-52e8e153-9ddf-4a80-9f9d-4a18e61880fd req-7d300a38-eb8a-4d61-b81d-d58d9b7dc6f6 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 945 time: 0.4345860 Feb 11 13:15:51.393230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a4ce2-516e-4a92-bfd2-60e845fc0d97 req-ba632f7e-6740-4240-b9ce-f6d1f039a940 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:51.395498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f46a4ce2-516e-4a92-bfd2-60e845fc0d97 req-ba632f7e-6740-4240-b9ce-f6d1f039a940 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.0873034 Feb 11 13:15:51.416015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:15:51.416543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Checking segment: {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:51.416730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Bound using segment: {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:15:51.417157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Bound port: 3b6067dc-80c5-48fc-b070-f36790644b4f, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:51.417499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.496100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f46a4ce2-516e-4a92-bfd2-60e845fc0d97 req-21dd8c7a-221a-4d36-ac53-3682a81dbee6 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/security-groups?id=0eed5f64-4fb8-4585-94c2-43afc95f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914924 Feb 11 13:15:51.517059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.538185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a9196-6592-450d-891f-739446389af3 req-46972e38-90ef-4c60-a4d4-ec3f44b85e06 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:51.540253 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4c1a9196-6592-450d-891f-739446389af3 req-46972e38-90ef-4c60-a4d4-ec3f44b85e06 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.75 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 945 time: 0.1200173 Feb 11 13:15:51.576481 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.577314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:51.577891 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.614681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-4c1a9196-6592-450d-891f-739446389af3 req-afa353ef-12c8-4069-bffb-84c790d0b914 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Deleting port 9617df23-47a1-4bc4-b33a-4505e6885fc1 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:51.615687 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4c1a9196-6592-450d-891f-739446389af3 req-afa353ef-12c8-4069-bffb-84c790d0b914 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.835248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-52e8e153-9ddf-4a80-9f9d-4a18e61880fd req-edba514f-a088-46f4-a574-6f66d3e821a7 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949818 Feb 11 13:15:51.923665 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea01d449-ad71-4d00-ab0c-3bcce374bd3b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.933118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] Pushing event updated for resources: {'Network': ['ID=05bf97f3-5682-465b-b63d-f7cee2355e2e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:51.937772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:51.945282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b6067dc-80c5-48fc-b070-f36790644b4f,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:51.947347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-4c1a9196-6592-450d-891f-739446389af3 req-afa353ef-12c8-4069-bffb-84c790d0b914 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] For port 9617df23-47a1-4bc4-b33a-4505e6885fc1, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9617df23-47a1-4bc4-b33a-4505e6885fc1,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:51.947690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4c1a9196-6592-450d-891f-739446389af3 req-afa353ef-12c8-4069-bffb-84c790d0b914 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.956250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:15:51.961772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a14c151e-93b9-4a27-83d0-c6926d366783 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0532660 Feb 11 13:15:51.961772 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.961952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59472) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:51.970755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Request body: {'subnet': {'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-349271710-subnet', 'tenant_id': '065894f866e44a928b5da656a828a752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:51.979279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8baad-9af8-4ecb-97f1-7ef815f40ac5 req-265330ed-1e15-42b9-8fe1-4b70cf6be93d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:51.980754 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0c8baad-9af8-4ecb-97f1-7ef815f40ac5 req-265330ed-1e15-42b9-8fe1-4b70cf6be93d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 944 time: 0.1796405 Feb 11 13:15:52.001813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ea01d449-ad71-4d00-ab0c-3bcce374bd3b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "DELETE /v2.0/ports/4f8bdbe5-d798-4284-b728-d6a63d4a7e9e HTTP/1.1" status: 204 len: 168 time: 2.9173126 Feb 11 13:15:52.013484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59476) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:52.020663 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.035805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:52.116525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-4c1a9196-6592-450d-891f-739446389af3 req-afa353ef-12c8-4069-bffb-84c790d0b914 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Calling delete_port for 9617df23-47a1-4bc4-b33a-4505e6885fc1 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:52.126596 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a70d631-863d-4a80-99ac-e3874c24d58d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] GET failed (client error): The resource could not be found. Feb 11 13:15:52.127108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a70d631-863d-4a80-99ac-e3874c24d58d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Synchronizing usage tracker for tenant:2a6b498721814c18ba3ef9d7097be19e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:52.132635 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.133973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] 10.222.0.73 "PUT /v2.0/ports/3b6067dc-80c5-48fc-b070-f36790644b4f HTTP/1.1" status: 200 len: 1092 time: 4.6135514 Feb 11 13:15:52.139410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'tag': '3b6067dc-80c5-48fc-b070-f36790644b4f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:52.144646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Usage tracker for resource:subnet and tenant:065894f866e44a928b5da656a828a752 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:52.157460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:52.162196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053067a-91d6-482a-8a47-48b35827a92a service neutron] Pushing event updated for resources: {'Port': ['ID=3b6067dc-80c5-48fc-b070-f36790644b4f,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:52.169476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:52.210243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Made reservation on behalf of 065894f866e44a928b5da656a828a752 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:52.212532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.246500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Network 74c48852-dc17-49d7-be91-64380315a082 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:52.259473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a70d631-863d-4a80-99ac-e3874c24d58d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Unset dirty status for tenant:2a6b498721814c18ba3ef9d7097be19e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:52.260650 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0a70d631-863d-4a80-99ac-e3874c24d58d tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "GET /v2.0/ports/4f8bdbe5-d798-4284-b728-d6a63d4a7e9e HTTP/1.1" status: 404 len: 333 time: 0.2462771 Feb 11 13:15:52.269861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:52.276506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:52.286751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:52.359230 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0c8baad-9af8-4ecb-97f1-7ef815f40ac5 req-c008c64f-2145-4310-9244-ad2430c290fa tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247037 Feb 11 13:15:52.406784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Pushing event updated for resources: {'Port': ['ID=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:52.447280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c30982e4-cdeb-4f9a-b229-183016818ef8 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Deleting port ad0bcdae-a08b-4ef2-aeed-a00e47adc36d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:52.447924 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c30982e4-cdeb-4f9a-b229-183016818ef8 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.482512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:52.483064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.503957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6653-3967-44ee-92b1-9267d9492fb0 req-63bd5a20-18a1-4059-8fc5-59f15f7be0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:52.511685 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-571a6653-3967-44ee-92b1-9267d9492fb0 req-63bd5a20-18a1-4059-8fc5-59f15f7be0b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 950 time: 0.5086844 Feb 11 13:15:52.544494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4c1a9196-6592-450d-891f-739446389af3 req-afa353ef-12c8-4069-bffb-84c790d0b914 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.564720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['9617df23-47a1-4bc4-b33a-4505e6885fc1'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:52.576457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-28699eec-2ae1-476d-bb85-f1f5f8efc5d7 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3859997 Feb 11 13:15:52.581779 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-43ea6a30-6a57-40fa-8bc0-d523b1db357e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 1095 time: 0.3780718 Feb 11 13:15:52.605174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 52f0bc35-7077-4bfc-855d-31f1f6a85558 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:15:52.665861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa353ef-12c8-4069-bffb-84c790d0b914 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Pushing event deleted for resources: {'Port': ['ID=9617df23-47a1-4bc4-b33a-4505e6885fc1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:52.686022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Request body: {'port': {'device_id': '5822ba4c-6334-4b0f-adcb-c12ff1cd7c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:52.709730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 52f0bc35-7077-4bfc-855d-31f1f6a85558 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:52.715524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 52f0bc35-7077-4bfc-855d-31f1f6a85558 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:52.715961 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.765517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-93c37e2b-b47b-4c0b-8436-5e3f8e0cc5f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b6067dc-80c5-48fc-b070-f36790644b4f HTTP/1.1" status: 200 len: 217 time: 0.1394670 Feb 11 13:15:52.773748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-571a6653-3967-44ee-92b1-9267d9492fb0 req-fb6b1c31-5186-4eff-8b16-8111bce8777f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611125 Feb 11 13:15:52.836001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1a9196-6592-450d-891f-739446389af3 req-afa353ef-12c8-4069-bffb-84c790d0b914 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] No DVR routers for this DVR port 9617df23-47a1-4bc4-b33a-4505e6885fc1 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:52.840402 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4c1a9196-6592-450d-891f-739446389af3 req-afa353ef-12c8-4069-bffb-84c790d0b914 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.843160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8101d910-5929-4d81-838d-abcc936d9b47', 'name': 'network-vif-deleted', 'tag': '9617df23-47a1-4bc4-b33a-4505e6885fc1'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:52.872358 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.901133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0407b-e28a-4a44-8b8b-7a3afe24aeb0 req-564a0a16-0317-4a4f-b28b-7d73e6b71862 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:52.907803 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbb0407b-e28a-4a44-8b8b-7a3afe24aeb0 req-564a0a16-0317-4a4f-b28b-7d73e6b71862 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 932 time: 0.2925684 Feb 11 13:15:52.921317 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'tag': '3b6067dc-80c5-48fc-b070-f36790644b4f', 'status': 'completed', 'code': 200} Feb 11 13:15:52.928652 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4c1a9196-6592-450d-891f-739446389af3 req-afa353ef-12c8-4069-bffb-84c790d0b914 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.75 "DELETE /v2.0/ports/9617df23-47a1-4bc4-b33a-4505e6885fc1 HTTP/1.1" status: 204 len: 173 time: 1.3826478 Feb 11 13:15:52.933561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.952252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 52f0bc35-7077-4bfc-855d-31f1f6a85558, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=52f0bc35-7077-4bfc-855d-31f1f6a85558,segment=NetworkSegment(87d6f309-4359-4505-910c-a4ab3a7e51ce),segment_id=87d6f309-4359-4505-910c-a4ab3a7e51ce)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:52.969813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3172c07-6c37-49e9-b580-89719b2001e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f0bc35-7077-4bfc-855d-31f1f6a85558'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:52.985165 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.986072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-da90819f-5438-4eb6-a42a-2f4b93a219b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:52.987797 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-da90819f-5438-4eb6-a42a-2f4b93a219b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebef0c98-5a96-482c-88be-ad4a399fbddf HTTP/1.1" status: 200 len: 845 time: 0.2100194 Feb 11 13:15:52.991490 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:53.025813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bbb0407b-e28a-4a44-8b8b-7a3afe24aeb0 req-19edc8a4-e94a-458f-bcc2-870c1f199d49 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Synchronizing usage tracker for tenant:c10abc3061de45de865702395eb1d113 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:53.075107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Checking segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:53.075857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Network hostable DHCP agents. Network: 05bf97f3-5682-465b-b63d-f7cee2355e2e, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:53.085441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:53.088145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=52f0bc35-7077-4bfc-855d-31f1f6a85558,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:53.094945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bbb0407b-e28a-4a44-8b8b-7a3afe24aeb0 req-19edc8a4-e94a-458f-bcc2-870c1f199d49 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Unset dirty status for tenant:c10abc3061de45de865702395eb1d113 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:53.102696 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbb0407b-e28a-4a44-8b8b-7a3afe24aeb0 req-19edc8a4-e94a-458f-bcc2-870c1f199d49 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940117 Feb 11 13:15:53.112278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-87312ecc-668e-4052-b66d-308b1adbb403 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8def48aa-ef08-4b80-abf3-24d152a70065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068294 Feb 11 13:15:53.119887 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-768c2825-c9e6-49db-96b0-1be950de14da req-c133e40a-b53d-468f-a736-60702443ce80 tempest-ServerRescueNegativeTestJSON-1809513414 tempest-ServerRescueNegativeTestJSON-1809513414-project] 10.222.0.67 "GET /v2.0/ports?device_id=8101d910-5929-4d81-838d-abcc936d9b47 HTTP/1.1" status: 200 len: 210 time: 0.1153848 Feb 11 13:15:53.120499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:53.154507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 05bf97f3-5682-465b-b63d-f7cee2355e2e) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:53.168820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:53.169591 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:53.177384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbdd1e-21b6-403c-aeb2-5488671bb3e1 None None] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:53.200117 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c30982e4-cdeb-4f9a-b229-183016818ef8 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:53.202701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b17b38ea-92d7-4285-9e5b-388b5bd6209c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2398674 Feb 11 13:15:53.229057 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8101d910-5929-4d81-838d-abcc936d9b47', 'name': 'network-vif-deleted', 'tag': '9617df23-47a1-4bc4-b33a-4505e6885fc1', 'status': 'completed', 'code': 200} Feb 11 13:15:53.295822 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3172c07-6c37-49e9-b580-89719b2001e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f0bc35-7077-4bfc-855d-31f1f6a85558', 'code': 200} Feb 11 13:15:53.465142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c30982e4-cdeb-4f9a-b229-183016818ef8 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Calling delete_port for ad0bcdae-a08b-4ef2-aeed-a00e47adc36d owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:53.530672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f127f-16d1-4d6c-9ae4-0ee4227a7b62 None None] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:53.532755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ef9e46b-d9df-475b-816e-21dca8331aea req-ac149e98-2233-434a-885a-21371b41a969 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 1097 time: 0.1789267 Feb 11 13:15:53.697404 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ef9e46b-d9df-475b-816e-21dca8331aea req-cc8f4200-107c-471a-9e80-9066b20c46e1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803349 Feb 11 13:15:53.728712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246bf6-9539-4dcf-8303-82b5725baf89 req-a2a2b9fd-579c-4679-9f0b-df3429f00d27 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:53.731418 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7246bf6-9539-4dcf-8303-82b5725baf89 req-a2a2b9fd-579c-4679-9f0b-df3429f00d27 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 944 time: 0.1977141 Feb 11 13:15:53.786849 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7246bf6-9539-4dcf-8303-82b5725baf89 req-2682e843-0456-43ba-86f9-3b6c91bb4114 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Feb 11 13:15:53.900661 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-e9d64cfc-7c05-4132-8efd-25f6d8a76a0a service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7794299 Feb 11 13:15:54.071465 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a61b63-6b13-43be-835b-e5f9901e53d7 req-1b86da54-e218-47ff-931e-99125a89162c tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:54.072943 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37a61b63-6b13-43be-835b-e5f9901e53d7 req-1b86da54-e218-47ff-931e-99125a89162c tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 946 time: 0.7037663 Feb 11 13:15:54.157850 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c30982e4-cdeb-4f9a-b229-183016818ef8 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:54.245814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21263a-768c-4222-8ea8-7eb216da324d req-d08a60fc-ac38-4aa6-b890-74302f07d15d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:54.246044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30982e4-cdeb-4f9a-b229-183016818ef8 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event deleted for resources: {'Port': ['ID=ad0bcdae-a08b-4ef2-aeed-a00e47adc36d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:54.247308 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-d08a60fc-ac38-4aa6-b890-74302f07d15d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.1504087 Feb 11 13:15:54.252906 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd92efa1-dc8f-4c5a-bd54-d797629e9897 req-1ce7d209-84ab-407d-a26b-6e15fb0948b9 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395698 Feb 11 13:15:54.268066 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-cf3f3ebe-ca3f-4e0b-806d-dd6b34fc5b39 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/quotas/065894f866e44a928b5da656a828a752 HTTP/1.1" status: 200 len: 375 time: 0.0127609 Feb 11 13:15:54.269646 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37a61b63-6b13-43be-835b-e5f9901e53d7 req-23f7815d-8349-4bfd-bfbe-a8d22e78345a tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824906 Feb 11 13:15:54.332274 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-0cb1c40c-fc05-42fc-a664-5aef9f6a70da tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509262 Feb 11 13:15:54.346102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-c7e792e6-d28f-4c2f-ba55-eec6bf3c7703 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:15:54.348028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-c7e792e6-d28f-4c2f-ba55-eec6bf3c7703 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067198 Feb 11 13:15:54.399776 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c30982e4-cdeb-4f9a-b229-183016818ef8 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:54.418256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:54.460749 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:54.471121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c30982e4-cdeb-4f9a-b229-183016818ef8 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "DELETE /v2.0/ports/ad0bcdae-a08b-4ef2-aeed-a00e47adc36d HTTP/1.1" status: 204 len: 168 time: 2.1893079 Feb 11 13:15:54.472048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59516) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:54.501028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Transition to ACTIVE for port object bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:54.515094 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:54.535546 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab637935-b44b-406b-90e4-53a66cd31bfc tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] GET failed (client error): The resource could not be found. Feb 11 13:15:54.536203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ab637935-b44b-406b-90e4-53a66cd31bfc tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Synchronizing usage tracker for tenant:2a6b498721814c18ba3ef9d7097be19e on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:54.589529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ab637935-b44b-406b-90e4-53a66cd31bfc tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Unset dirty status for tenant:2a6b498721814c18ba3ef9d7097be19e on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:54.590672 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ab637935-b44b-406b-90e4-53a66cd31bfc tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "GET /v2.0/ports/ad0bcdae-a08b-4ef2-aeed-a00e47adc36d HTTP/1.1" status: 404 len: 333 time: 0.1176236 Feb 11 13:15:54.595143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59520) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:54.596965 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-b69e2a45-f615-4e4d-9712-53ab4b384c9e service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368128 Feb 11 13:15:54.651132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1689b8da-3cba-478a-8022-5d4b83169e0d req-4d68bb39-893f-4330-bc9c-95c3ee0ce95e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 1095 time: 0.3161745 Feb 11 13:15:54.670380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:54.748844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-fad7982f-6256-48f1-a9d7-d4469ed9ce4b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Deleting port e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:54.749431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fad7982f-6256-48f1-a9d7-d4469ed9ce4b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:54.753434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efdf68-afe5-49fe-9475-77b9597c50e6 req-5fb15bb3-1d82-4d84-8ae9-1442eabed14e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:54.754924 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-62efdf68-afe5-49fe-9475-77b9597c50e6 req-5fb15bb3-1d82-4d84-8ae9-1442eabed14e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 950 time: 0.3282006 Feb 11 13:15:54.878892 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-f950e142-fb8a-4848-b503-e1c0969cdbf3 service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484009 Feb 11 13:15:54.943480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689b8da-3cba-478a-8022-5d4b83169e0d req-08b33fc2-ad3a-497c-9caf-2e69a32a37e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:54.944957 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1689b8da-3cba-478a-8022-5d4b83169e0d req-08b33fc2-ad3a-497c-9caf-2e69a32a37e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 906 time: 0.2820885 Feb 11 13:15:54.948942 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-62efdf68-afe5-49fe-9475-77b9597c50e6 req-9ffe324c-dbe5-4b0f-b646-c728f555efd1 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868982 Feb 11 13:15:54.951045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Attempting to bind port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:54.951378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Attempting to bind port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '587c187c-f2e8-4787-bf62-88b1ebf4fc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '74c48852-dc17-49d7-be91-64380315a082'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:54.951701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Attempting to bind port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af on network 74c48852-dc17-49d7-be91-64380315a082 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:55.029015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af on network 74c48852-dc17-49d7-be91-64380315a082 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:15:55.029341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Attempting to bind port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af on network 74c48852-dc17-49d7-be91-64380315a082 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:15:55.032959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1689b8da-3cba-478a-8022-5d4b83169e0d req-d388df3b-5cba-44fd-859e-9353328b64ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b6067dc-80c5-48fc-b070-f36790644b4f HTTP/1.1" status: 200 len: 217 time: 0.0789168 Feb 11 13:15:55.039632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:15:55.039998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Checking segment: {'id': '587c187c-f2e8-4787-bf62-88b1ebf4fc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '74c48852-dc17-49d7-be91-64380315a082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:15:55.040379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Bound using segment: {'id': '587c187c-f2e8-4787-bf62-88b1ebf4fc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '74c48852-dc17-49d7-be91-64380315a082'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:15:55.040807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Bound port: bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587c187c-f2e8-4787-bf62-88b1ebf4fc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '74c48852-dc17-49d7-be91-64380315a082'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:55.041535 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:55.201338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fad7982f-6256-48f1-a9d7-d4469ed9ce4b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:55.206520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59534) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:55.345709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-fad7982f-6256-48f1-a9d7-d4469ed9ce4b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Calling delete_port for e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:55.507017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d441c-3c78-4426-b4f1-5122fe2b68ec req-5757616e-a577-4ede-a0ed-df04e6989ac6 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:55.514629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e80d441c-3c78-4426-b4f1-5122fe2b68ec req-5757616e-a577-4ede-a0ed-df04e6989ac6 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 944 time: 0.1760845 Feb 11 13:15:55.557836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689b8da-3cba-478a-8022-5d4b83169e0d req-54bf175d-39e3-4910-a8f7-445c95f06f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:55.559525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1689b8da-3cba-478a-8022-5d4b83169e0d req-54bf175d-39e3-4910-a8f7-445c95f06f10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebef0c98-5a96-482c-88be-ad4a399fbddf HTTP/1.1" status: 200 len: 845 time: 0.5088444 Feb 11 13:15:55.645726 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e80d441c-3c78-4426-b4f1-5122fe2b68ec req-3d4f5ac4-bd6e-43db-b466-0112180b5914 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299801 Feb 11 13:15:55.651880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] For port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:55.652259 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fad7982f-6256-48f1-a9d7-d4469ed9ce4b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:55.679880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1689b8da-3cba-478a-8022-5d4b83169e0d req-829191cd-b739-4a2b-b03b-3ee90cc169d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8def48aa-ef08-4b80-abf3-24d152a70065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925627 Feb 11 13:15:55.679880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] For port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,segment=NetworkSegment(587c187c-f2e8-4787-bf62-88b1ebf4fc6c),segment_id=587c187c-f2e8-4787-bf62-88b1ebf4fc6c)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:55.707794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7982f-6256-48f1-a9d7-d4469ed9ce4b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event deleted for resources: {'Port': ['ID=e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:55.711015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:55.774971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fad7982f-6256-48f1-a9d7-d4469ed9ce4b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:55.805516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fad7982f-6256-48f1-a9d7-d4469ed9ce4b tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "DELETE /v2.0/ports/e8c9b6e3-8b94-4239-b5ac-7b2a3a46de13 HTTP/1.1" status: 204 len: 168 time: 1.2074611 Feb 11 13:15:55.808120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59546) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:55.866640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696c32d-c05d-43dc-8e26-f9f7031de3fe req-b9e28739-59fe-4505-b38a-0edeed567166 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:55.867501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8696c32d-c05d-43dc-8e26-f9f7031de3fe req-b9e28739-59fe-4505-b38a-0edeed567166 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Synchronizing usage tracker for tenant:c10abc3061de45de865702395eb1d113 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:55.895149 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:55.896565 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] 10.222.0.73 "PUT /v2.0/ports/bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af HTTP/1.1" status: 200 len: 1092 time: 3.2161388 Feb 11 13:15:55.899700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5822ba4c-6334-4b0f-adcb-c12ff1cd7c64', 'tag': 'bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:55.938459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c525441-ce7c-47f4-85bb-a92dd2a0afe0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:56.042181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8696c32d-c05d-43dc-8e26-f9f7031de3fe req-b9e28739-59fe-4505-b38a-0edeed567166 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Unset dirty status for tenant:c10abc3061de45de865702395eb1d113 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:56.043370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8696c32d-c05d-43dc-8e26-f9f7031de3fe req-b9e28739-59fe-4505-b38a-0edeed567166 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 944 time: 0.9357560 Feb 11 13:15:56.080447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1689b8da-3cba-478a-8022-5d4b83169e0d req-e69b9a5e-1152-4b5c-98e6-c387cafd6ff3 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007537 Feb 11 13:15:56.106997 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b5e82dd-01f8-46b7-a8a1-2dbf16743458 req-6a588f65-f0fb-44ef-859d-ca0c078e0f37 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 1101 time: 0.1878238 Feb 11 13:15:56.113301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-939d2b34-29ad-45f5-b0c5-9eb3608929f0 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Deleting subnet 0a1dced2-88ac-4120-a6b6-d8e2a54196a3 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:15:56.118808 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-939d2b34-29ad-45f5-b0c5-9eb3608929f0 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.217520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-939d2b34-29ad-45f5-b0c5-9eb3608929f0 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.250093 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8696c32d-c05d-43dc-8e26-f9f7031de3fe req-137e30ce-dd2a-4447-8cfb-4c80b0102bdf tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976361 Feb 11 13:15:56.267330 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b5e82dd-01f8-46b7-a8a1-2dbf16743458 req-bbbac774-b1c4-4539-910e-ec09f4248cd3 tempest-ServersOnMultiNodesTest-2102424894 tempest-ServersOnMultiNodesTest-2102424894-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508546 Feb 11 13:15:56.293517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-23fbe6ed-d893-4f87-886a-4dba48a72234 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c10abc3061de45de865702395eb1d113&device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 1095 time: 0.3304346 Feb 11 13:15:56.326528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-939d2b34-29ad-45f5-b0c5-9eb3608929f0 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.361670 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1689b8da-3cba-478a-8022-5d4b83169e0d req-c9490482-a09e-48bc-84e4-c727f74460e3 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727602 Feb 11 13:15:56.442108 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-939d2b34-29ad-45f5-b0c5-9eb3608929f0 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.504867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-55e5c276-9247-45a5-a8b3-eb7960fcab47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af HTTP/1.1" status: 200 len: 217 time: 0.2043552 Feb 11 13:15:56.505455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89e9c6-78a4-47f4-a2b1-5b8145519101 None None] Network b3c1aa3b-2add-42de-8bc2-20b7c240f968 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:15:56.510598 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-939d2b34-29ad-45f5-b0c5-9eb3608929f0 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.520254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d2b34-29ad-45f5-b0c5-9eb3608929f0 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1dced2-88ac-4120-a6b6-d8e2a54196a3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:56.531961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-939d2b34-29ad-45f5-b0c5-9eb3608929f0 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "DELETE /v2.0/subnets/0a1dced2-88ac-4120-a6b6-d8e2a54196a3 HTTP/1.1" status: 204 len: 168 time: 0.7225523 Feb 11 13:15:56.533131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59556) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:56.573340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3b6067dc-80c5-48fc-b070-f36790644b4f details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:15:56.623490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9617df23-47a1-4bc4-b33a-4505e6885fc1 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:56.707150 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd5d2ce4-fdf5-4a82-913d-5b257ad0941a req-dfd69ca3-f2db-4b4b-b1bc-b7bb5cb22b7b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 210 time: 0.1969614 Feb 11 13:15:56.751424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-bfda9480-215e-42ea-8e84-8dfbdeeaf1a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:56.752902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-bfda9480-215e-42ea-8e84-8dfbdeeaf1a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54aab554-5169-4e99-874c-e95764789aa1 HTTP/1.1" status: 200 len: 862 time: 0.2416563 Feb 11 13:15:56.770085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.782957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Deleting port 7a878023-cc45-4724-8056-ef3388eed6bc {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:56.783682 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.838825 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-7e0efe19-1434-4032-b3d5-ac661140e63f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74c48852-dc17-49d7-be91-64380315a082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790253 Feb 11 13:15:56.846986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 9617df23-47a1-4bc4-b33a-4505e6885fc1 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:56.847313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9617df23-47a1-4bc4-b33a-4505e6885fc1 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:56.904416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21263a-768c-4222-8ea8-7eb216da324d req-da4c6738-65eb-4626-8b79-6f8891b1bcda tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:56.905324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6b21263a-768c-4222-8ea8-7eb216da324d req-da4c6738-65eb-4626-8b79-6f8891b1bcda tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:15:57.078161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6b21263a-768c-4222-8ea8-7eb216da324d req-da4c6738-65eb-4626-8b79-6f8891b1bcda tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:15:57.080246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-da4c6738-65eb-4626-8b79-6f8891b1bcda tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.4902656 Feb 11 13:15:57.099882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Request body: {'port': {'device_id': '49d4c8ef-67f7-487b-b1d6-ae5a68694db6', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'admin_state_up': True, 'tenant_id': '065894f866e44a928b5da656a828a752'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:57.126346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b6067dc-80c5-48fc-b070-f36790644b4f,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:57.150167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '3b6067dc-80c5-48fc-b070-f36790644b4f', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'port_id': '3b6067dc-80c5-48fc-b070-f36790644b4f', 'mac_address': 'fa:16:3e:40:17:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef0c98-5a96-482c-88be-ad4a399fbddf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:15:57.214638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] For port 7a878023-cc45-4724-8056-ef3388eed6bc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7a878023-cc45-4724-8056-ef3388eed6bc,segment=NetworkSegment(c409fbbc-7c58-480a-b547-95543e5d424b),segment_id=c409fbbc-7c58-480a-b547-95543e5d424b)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:57.214995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.314810 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.341876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6067dc-80c5-48fc-b070-f36790644b4f {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:57.370033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b6067dc-80c5-48fc-b070-f36790644b4f,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:57.378593 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.442266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:15:57.446673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Usage tracker for resource:port and tenant:065894f866e44a928b5da656a828a752 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:15:57.450495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:15:57.459487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:15:57.467643 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5822ba4c-6334-4b0f-adcb-c12ff1cd7c64', 'tag': 'bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af', 'status': 'completed', 'code': 200} Feb 11 13:15:57.472019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Calling delete_port for 7a878023-cc45-4724-8056-ef3388eed6bc owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:15:57.477256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3b6067dc-80c5-48fc-b070-f36790644b4f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:57.504290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Made reservation on behalf of 065894f866e44a928b5da656a828a752 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:57.506509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad3bda-f52a-4fa7-a3a8-5f070bfb6655 req-b83d23a0-d288-466b-a5f3-24cdaa5560b2 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:57.507505 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.511575 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02ad3bda-f52a-4fa7-a3a8-5f070bfb6655 req-b83d23a0-d288-466b-a5f3-24cdaa5560b2 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 946 time: 0.6531110 Feb 11 13:15:57.533821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05110a7-bf62-4efd-bcf8-60d7d6c10f44 None None] DHCP port deletion for b3c1aa3b-2add-42de-8bc2-20b7c240f968 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:15:57.541300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c05110a7-bf62-4efd-bcf8-60d7d6c10f44 None None] Deleting port 7a878023-cc45-4724-8056-ef3388eed6bc {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:57.541756 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c05110a7-bf62-4efd-bcf8-60d7d6c10f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.628350 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-3279cc90-2dc0-4bbb-a07c-3886d71926d5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=17b1563b-1e4b-4e80-b166-bce666e320eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4992738 Feb 11 13:15:57.638828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02ad3bda-f52a-4fa7-a3a8-5f070bfb6655 req-7777f0a8-6ee6-483c-8271-e9f600b33c9f tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179900 Feb 11 13:15:57.648305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.676057 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-8c526e0b-5bdb-45d5-afc1-b7268e5d4377 service neutron] 10.222.0.73 "GET /v2.0/networks/74c48852-dc17-49d7-be91-64380315a082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7515647 Feb 11 13:15:57.722532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event deleted for resources: {'Port': ['ID=7a878023-cc45-4724-8056-ef3388eed6bc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:57.732717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] No DVR routers for this DVR port 7a878023-cc45-4724-8056-ef3388eed6bc on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:57.750374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['3b6067dc-80c5-48fc-b070-f36790644b4f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:15:57.777808 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.829172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c05110a7-bf62-4efd-bcf8-60d7d6c10f44 None None] The port '7a878023-cc45-4724-8056-ef3388eed6bc' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:15:57.889982 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:15:57.942816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7a878023-cc45-4724-8056-ef3388eed6bc no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:15:57.977648 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.999007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 7a878023-cc45-4724-8056-ef3388eed6bc {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:15:57.999871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7a878023-cc45-4724-8056-ef3388eed6bc not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:15:58.034077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c1aa3b-2add-42de-8bc2-20b7c240f968']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:58.051826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c409fbbc-7c58-480a-b547-95543e5d424b') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:58.052142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c409fbbc-7c58-480a-b547-95543e5d424b') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:58.113339 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.128440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-0a39a4f4-ea1c-424f-bba5-3dbc086dc397 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b2e705c899a43aa895227e651e83fbd&device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 1101 time: 0.4226720 Feb 11 13:15:58.140673 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.146874 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1cf337-8e5c-40c5-b028-c4de8249ba35 req-86afe3de-b570-4898-8156-66224ac443a9 service neutron] 10.222.0.73 "GET /v2.0/networks/74c48852-dc17-49d7-be91-64380315a082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475112 Feb 11 13:15:58.153461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Allocated IP 172.20.0.11 (05bf97f3-5682-465b-b63d-f7cee2355e2e/dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2/4457efd7-0ffb-48db-84bc-df31ffbc10e8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:58.175137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:15:58.175539 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:15:58.192909 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:15:58.200364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42308280-9d3b-4f90-ba83-5f79a7f8be10 req-2d7eaa15-ddee-4b8e-a316-36477fe30f17 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:58.201808 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42308280-9d3b-4f90-ba83-5f79a7f8be10 req-2d7eaa15-ddee-4b8e-a316-36477fe30f17 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 945 time: 0.4758573 Feb 11 13:15:58.350989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d7ba3-f5f5-4f18-af11-9a25f21d949c req-97dd6265-25d9-4b89-9f10-6198a9e20a48 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:58.352457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-733d7ba3-f5f5-4f18-af11-9a25f21d949c req-97dd6265-25d9-4b89-9f10-6198a9e20a48 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 945 time: 0.2922435 Feb 11 13:15:58.370230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.403588 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.430077 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42308280-9d3b-4f90-ba83-5f79a7f8be10 req-c62ac3ad-86e5-4e2c-8f5b-21cdbdfe35b9 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842976 Feb 11 13:15:58.430553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] Pushing event deleted for resources: {'Network': ['ID=b3c1aa3b-2add-42de-8bc2-20b7c240f968,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.442525 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-59bdb215-1645-4138-9cbb-2453f386bc73 tempest-AllowedAddressPairIpV6TestJSON-1380392081 tempest-AllowedAddressPairIpV6TestJSON-1380392081-project] 10.222.0.67 "DELETE /v2.0/networks/b3c1aa3b-2add-42de-8bc2-20b7c240f968 HTTP/1.1" status: 204 len: 168 time: 1.9081538 Feb 11 13:15:58.445511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-135608e8-f5df-4c3d-9070-96c2b7848814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:58.447103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-135608e8-f5df-4c3d-9070-96c2b7848814 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.2952456 Feb 11 13:15:58.512055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1e364a7-03c5-42d2-b587-36303a28ad08 req-5f200ead-626b-43b2-b05b-043e161776d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c10abc3061de45de865702395eb1d113&device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 1095 time: 0.3057530 Feb 11 13:15:58.551379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-3640cdc6-da9b-4838-96d2-3518148d2b8c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=270aacb6-5ff7-4361-954f-1216431a1814 HTTP/1.1" status: 200 len: 217 time: 0.0966287 Feb 11 13:15:58.563164 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-733d7ba3-f5f5-4f18-af11-9a25f21d949c req-94a83024-3a7d-48a2-881b-c8a6ad5461cb tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938355 Feb 11 13:15:58.642773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-357ea795-d707-43ce-b86a-d125f69c7b50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:58.644976 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-357ea795-d707-43ce-b86a-d125f69c7b50 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0801177 Feb 11 13:15:58.711540 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.795358 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-5867b6ab-5812-4ca6-bddd-cb06b84c3e89 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433916 Feb 11 13:15:58.803281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295d16d-931b-4edd-bef2-53a051086b2f req-eca3680e-8345-4591-bd25-733e39acdf4c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:58.811030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9295d16d-931b-4edd-bef2-53a051086b2f req-eca3680e-8345-4591-bd25-733e39acdf4c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 950 time: 0.1183462 Feb 11 13:15:58.812828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59580) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:58.819895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-8f871c11-7298-42a6-828e-f07b8d610e48 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:15:58.820838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-8f871c11-7298-42a6-828e-f07b8d610e48 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0087631 Feb 11 13:15:58.876218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e364a7-03c5-42d2-b587-36303a28ad08 req-584613f6-2ffc-4765-a12c-deadb7bed008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:58.877662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1e364a7-03c5-42d2-b587-36303a28ad08 req-584613f6-2ffc-4765-a12c-deadb7bed008 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74c48852-dc17-49d7-be91-64380315a082 HTTP/1.1" status: 200 len: 923 time: 0.3536170 Feb 11 13:15:58.956462 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9295d16d-931b-4edd-bef2-53a051086b2f req-f6f28132-3112-438d-8f48-24e2e0b6b591 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410656 Feb 11 13:15:59.018031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-5fc9c442-75a8-4c3e-880b-5c46af68ed0f service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790149 Feb 11 13:15:59.058496 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1e364a7-03c5-42d2-b587-36303a28ad08 req-77207879-e9d0-4dcb-9230-27d69e6a1615 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af HTTP/1.1" status: 200 len: 217 time: 0.1499755 Feb 11 13:15:59.075334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb3096-6ba1-412c-831c-822619ef9da8 req-51298897-1b90-45a8-b0ee-3ac02425d478 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.076753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28fb3096-6ba1-412c-831c-822619ef9da8 req-51298897-1b90-45a8-b0ee-3ac02425d478 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 944 time: 0.4532044 Feb 11 13:15:59.115133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.121059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5ab91ce7-0693-4359-8ee2-81c858a80344 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a6b498721814c18ba3ef9d7097be19e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3043945 Feb 11 13:15:59.121693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59588) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:15:59.227951 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f836823-36f0-4f97-a4f5-7378d456e7ff req-b49183f2-95c8-4937-b2f0-cac1b0b7a27f service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021084 Feb 11 13:15:59.233575 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93c0a222-438b-4516-8024-7a8c4194443f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.270034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93c0a222-438b-4516-8024-7a8c4194443f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.448509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e364a7-03c5-42d2-b587-36303a28ad08 req-99be2b80-29f4-456b-b721-e4fb58fdd0da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.449859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1e364a7-03c5-42d2-b587-36303a28ad08 req-99be2b80-29f4-456b-b721-e4fb58fdd0da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54aab554-5169-4e99-874c-e95764789aa1 HTTP/1.1" status: 200 len: 862 time: 0.3813746 Feb 11 13:15:59.478027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:59.492874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c7bdd-3a79-4408-8205-a13b8d343940 req-df19c935-faf0-432c-807d-82ded1acae76 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.494362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-964c7bdd-3a79-4408-8205-a13b8d343940 req-df19c935-faf0-432c-807d-82ded1acae76 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 932 time: 0.1100631 Feb 11 13:15:59.499343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93c0a222-438b-4516-8024-7a8c4194443f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.511433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event updated for resources: {'Port': ['ID=4457efd7-0ffb-48db-84bc-df31ffbc10e8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:59.522797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:59.525096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:15:59.534446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0a222-438b-4516-8024-7a8c4194443f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0585db-f025-4238-9ddf-d453f2175694,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:59.548559 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93c0a222-438b-4516-8024-7a8c4194443f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.552313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-93c0a222-438b-4516-8024-7a8c4194443f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad0585db-f025-4238-9ddf-d453f2175694 HTTP/1.1" status: 204 len: 168 time: 0.4270236 Feb 11 13:15:59.568214 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1e364a7-03c5-42d2-b587-36303a28ad08 req-ca30dd82-776c-4887-ba0f-eced827160df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74c48852-dc17-49d7-be91-64380315a082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014674 Feb 11 13:15:59.571043 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28fb3096-6ba1-412c-831c-822619ef9da8 req-27f9f227-51de-41fb-92ec-756a91ed0824 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474988 Feb 11 13:15:59.575669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-964c7bdd-3a79-4408-8205-a13b8d343940 req-894751f4-6ed3-4370-99df-644fa4a5a800 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720229 Feb 11 13:15:59.733829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-1412d760-66ec-4d0d-b291-cc7337791567 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.735185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-1412d760-66ec-4d0d-b291-cc7337791567 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 950 time: 0.7472427 Feb 11 13:15:59.813623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.814224 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.893685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43455-bb57-4937-9909-1ca4baf538e3 req-dab51c92-3b26-4e14-b49b-3e1ba5ebfd52 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.893964 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-efd378fd-df18-4444-9760-e814a4b483f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7997766 Feb 11 13:15:59.895626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-16d43455-bb57-4937-9909-1ca4baf538e3 req-dab51c92-3b26-4e14-b49b-3e1ba5ebfd52 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 945 time: 0.1475084 Feb 11 13:15:59.900172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Deleting port 9eecff85-2b01-4c9e-8588-d60709ccaf12 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:15:59.900508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.950787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Request body: {'port': {'device_id': '49d4c8ef-67f7-487b-b1d6-ae5a68694db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:15:59.970027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-16d43455-bb57-4937-9909-1ca4baf538e3 req-66d8472b-f130-449a-8e1b-935d9ab3b44c tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Feb 11 13:16:00.015566 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1e364a7-03c5-42d2-b587-36303a28ad08 req-38a2659c-e47b-402c-9be2-edf41df5b167 service neutron] 10.222.0.73 "GET /v2.0/networks/74c48852-dc17-49d7-be91-64380315a082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329474 Feb 11 13:16:00.429868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135bef8-b80f-4c38-ba22-f517f81003bf req-185b7b21-c68b-40ca-bd53-4385b60f5c4c tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:00.432537 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c135bef8-b80f-4c38-ba22-f517f81003bf req-185b7b21-c68b-40ca-bd53-4385b60f5c4c tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 946 time: 0.0900733 Feb 11 13:16:00.437016 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.498073 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c135bef8-b80f-4c38-ba22-f517f81003bf req-d6f580ad-20b9-48af-a9bc-bf6da9f7e2f7 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592916 Feb 11 13:16:00.513441 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1e364a7-03c5-42d2-b587-36303a28ad08 req-31319cad-e313-4390-a0c8-0194e374abe2 service neutron] 10.222.0.73 "GET /v2.0/networks/74c48852-dc17-49d7-be91-64380315a082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740853 Feb 11 13:16:00.535160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:16:00.603848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59626) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:00.655048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] For port 9eecff85-2b01-4c9e-8588-d60709ccaf12, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9eecff85-2b01-4c9e-8588-d60709ccaf12,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:00.655439 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.743346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,segment=NetworkSegment(587c187c-f2e8-4787-bf62-88b1ebf4fc6c),segment_id=587c187c-f2e8-4787-bf62-88b1ebf4fc6c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:00.747459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc20a84-e60f-4855-9008-0795199dec00 req-2ac54968-65ef-49fa-acdb-6f8eb11da89c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:00.754088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccc20a84-e60f-4855-9008-0795199dec00 req-2ac54968-65ef-49fa-acdb-6f8eb11da89c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 945 time: 0.0877321 Feb 11 13:16:00.758868 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3b6067dc-80c5-48fc-b070-f36790644b4f up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:16:00.769228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08f561-acd5-4213-a877-5e567c6de8c0 req-3df448ac-f0db-4580-ac54-6aac101bf82c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:00.770701 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6f08f561-acd5-4213-a877-5e567c6de8c0 req-3df448ac-f0db-4580-ac54-6aac101bf82c tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=86d4f647-16fe-4e65-a7f1-f12ae3587028 HTTP/1.1" status: 200 len: 950 time: 0.5601130 Feb 11 13:16:00.791593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-979602599'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:00.792062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af', 'network_id': '74c48852-dc17-49d7-be91-64380315a082', 'port_id': 'bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af', 'mac_address': 'fa:16:3e:70:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aab554-5169-4e99-874c-e95764789aa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:16:00.800472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:00.808928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Usage tracker for resource:network and tenant:fa155cc7c656475c8f9ac7ffa371668d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:00.811955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:00.816421 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccc20a84-e60f-4855-9008-0795199dec00 req-0a5e3444-00c9-4641-a940-c4b85a8ca536 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615156 Feb 11 13:16:00.820196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:00.831952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Made reservation on behalf of fa155cc7c656475c8f9ac7ffa371668d for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:00.836470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.840788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Calling delete_port for 9eecff85-2b01-4c9e-8588-d60709ccaf12 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:00.857075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.878695 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.901386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:00.903864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:00.906086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Usage tracker for resource:security_group_rule and tenant:fa155cc7c656475c8f9ac7ffa371668d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:00.910069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:00.918426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:00.924648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,segment=NetworkSegment(587c187c-f2e8-4787-bf62-88b1ebf4fc6c),segment_id=587c187c-f2e8-4787-bf62-88b1ebf4fc6c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:00.926085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 3b6067dc-80c5-48fc-b070-f36790644b4f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:00.934087 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.972009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 3b6067dc-80c5-48fc-b070-f36790644b4f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:00.972383 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.047089 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.051948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.067461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.094090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:01.123554 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.123901 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Added segment daaef945-2648-4e4b-8729-c8d4e13f4e87 of type vlan for network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 Feb 11 13:16:01.133746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3d31f4-bdf1-4ac1-a75a-f005fec7d540,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.137569 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.143973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9b11d-13ed-495b-8938-5013c42777e4 req-c3ad2b49-57fd-4297-ac42-4aea38b22dc6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:01.146796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48c9b11d-13ed-495b-8938-5013c42777e4 req-c3ad2b49-57fd-4297-ac42-4aea38b22dc6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 932 time: 0.1611609 Feb 11 13:16:01.180795 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.186886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6067dc-80c5-48fc-b070-f36790644b4f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:01.198267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b6067dc-80c5-48fc-b070-f36790644b4f,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:01.202386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:01.226280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48c9b11d-13ed-495b-8938-5013c42777e4 req-3c85eab4-3969-4731-9f8f-622826020569 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655475 Feb 11 13:16:01.236118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] Deleting port efd51075-0235-42de-adba-650be4c7bab2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:01.236691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.236828 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.240539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:01.241205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.243036 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.291442 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6864843 Feb 11 13:16:01.306363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59642) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:01.318650 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6f08f561-acd5-4213-a877-5e567c6de8c0 req-4fa0e86c-5d76-450a-8556-3c5e37d70c07 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361937 Feb 11 13:16:01.325228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'subnet': {'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:01.398604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f364e7b-c99e-482d-b31b-c8955dbae360 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Network': ['ID=d028eb6d-4524-4e2d-96b5-ff24a4e04f51,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.439951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:16:01.478886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3b6067dc-80c5-48fc-b070-f36790644b4f,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.532171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900b08e-349b-4683-8c91-d0dd00b3a9d6 req-bf9ef69d-2ae1-43c8-b345-0b7624825463 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:01.533815 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c900b08e-349b-4683-8c91-d0dd00b3a9d6 req-bf9ef69d-2ae1-43c8-b345-0b7624825463 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 945 time: 0.1017234 Feb 11 13:16:01.585543 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c900b08e-349b-4683-8c91-d0dd00b3a9d6 req-c3b8e523-4651-4d05-ba92-fa23b934433c tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454388 Feb 11 13:16:01.668304 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6067dc-80c5-48fc-b070-f36790644b4f', 'code': 200} Feb 11 13:16:01.736212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:01.748618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-39667cf2-378e-4b3c-928d-4c49ce1e94a6 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:01.750057 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-39667cf2-378e-4b3c-928d-4c49ce1e94a6 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 946 time: 0.1309545 Feb 11 13:16:01.765858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Usage tracker for resource:subnet and tenant:fa155cc7c656475c8f9ac7ffa371668d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:01.801388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:01.821409 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:16:01.830118 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.837044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:01.842655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', '270aacb6-5ff7-4361-954f-1216431a1814', 'df0fd601-83e0-4e49-9977-90a2111346a4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:01.931612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-fe280561-4c44-4fec-ba67-cd69098b7ea0 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Deleting port 52f0bc35-7077-4bfc-855d-31f1f6a85558 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:01.932209 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-fe280561-4c44-4fec-ba67-cd69098b7ea0 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.956146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event deleted for resources: {'Port': ['ID=9eecff85-2b01-4c9e-8588-d60709ccaf12,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.974222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] For port efd51075-0235-42de-adba-650be4c7bab2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=efd51075-0235-42de-adba-650be4c7bab2,segment=NetworkSegment(92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8),segment_id=92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:01.974619 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.990563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Made reservation on behalf of fa155cc7c656475c8f9ac7ffa371668d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:02.011423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8cb5-3844-404b-a4f4-dcad3c4107c5 req-b643e963-7c0b-4d78-bb5b-1d31057889bd tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:02.012989 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39ad8cb5-3844-404b-a4f4-dcad3c4107c5 req-b643e963-7c0b-4d78-bb5b-1d31057889bd tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 946 time: 0.4831975 Feb 11 13:16:02.019665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-10ade7fc-f7bc-4787-8823-af3d01f732c7 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:02.021184 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-10ade7fc-f7bc-4787-8823-af3d01f732c7 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.75 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 945 time: 0.2640660 Feb 11 13:16:02.049671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4457efd7-0ffb-48db-84bc-df31ffbc10e8 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:02.123496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4d155-0489-4753-be7e-a5175f087600 req-9d544600-5e50-4882-bf31-8cf3439254c1 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:02.124997 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8b4d155-0489-4753-be7e-a5175f087600 req-9d544600-5e50-4882-bf31-8cf3439254c1 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 946 time: 0.3281999 Feb 11 13:16:02.195337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Deleting port 813a02ad-74bf-4a9c-8624-10d1476e252c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:02.195670 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:02.195979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] Calling delete_port for efd51075-0235-42de-adba-650be4c7bab2 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:02.205766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f7059835-91ac-46a2-a85d-838062ef2673', '0148e04d-c71d-47a5-9b47-45e165f46533', '06bffa81-e665-435e-9e68-fd924cde1941'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:02.225756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:02.351999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] No DVR routers for this DVR port 9eecff85-2b01-4c9e-8588-d60709ccaf12 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:02.379356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:02.382773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d4f647-16fe-4e65-a7f1-f12ae3587028', 'name': 'network-vif-deleted', 'tag': '9eecff85-2b01-4c9e-8588-d60709ccaf12'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:02.393838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Transition to ACTIVE for port object 4457efd7-0ffb-48db-84bc-df31ffbc10e8 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:02.394961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8b4d155-0489-4753-be7e-a5175f087600 req-d049484c-c116-4310-9f9a-9aa43111959c tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/security-groups?id=13d453c6-aed9-4594-b9d8-5076919c9536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572348 Feb 11 13:16:02.435875 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:02.515253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "DELETE /v2.0/ports/9eecff85-2b01-4c9e-8588-d60709ccaf12 HTTP/1.1" status: 204 len: 173 time: 2.7711995 Feb 11 13:16:02.517659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:02.537825 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8e46d544-a2a1-4f71-bd58-977745cd6a2d req-0b60a257-cd98-4a51-b264-6da6b4a9d35d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 1097 time: 0.7825058 Feb 11 13:16:02.611310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39ad8cb5-3844-404b-a4f4-dcad3c4107c5 req-19642a0a-de4e-463a-9fc1-6695402ecad2 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965012 Feb 11 13:16:02.629196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:16:02.715963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-fe280561-4c44-4fec-ba67-cd69098b7ea0 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] For port 52f0bc35-7077-4bfc-855d-31f1f6a85558, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=52f0bc35-7077-4bfc-855d-31f1f6a85558,segment=NetworkSegment(87d6f309-4359-4505-910c-a4ab3a7e51ce),segment_id=87d6f309-4359-4505-910c-a4ab3a7e51ce)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:02.716579 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-fe280561-4c44-4fec-ba67-cd69098b7ea0 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:02.742624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9eecff85-2b01-4c9e-8588-d60709ccaf12 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:02.808226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 9eecff85-2b01-4c9e-8588-d60709ccaf12 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:02.808907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9eecff85-2b01-4c9e-8588-d60709ccaf12 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:02.909156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-fe280561-4c44-4fec-ba67-cd69098b7ea0 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Calling delete_port for 52f0bc35-7077-4bfc-855d-31f1f6a85558 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:02.936037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Pushing event updated for resources: {'Port': ['ID=4457efd7-0ffb-48db-84bc-df31ffbc10e8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.958495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:02.975730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:02.975730 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.040048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010f274-c1d0-4721-8200-394cfd4d466e req-facfb3f9-6ce2-4103-aa53-9cd674be3b59 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:03.047258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f010f274-c1d0-4721-8200-394cfd4d466e req-facfb3f9-6ce2-4103-aa53-9cd674be3b59 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 945 time: 0.3392193 Feb 11 13:16:03.080792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] For port 813a02ad-74bf-4a9c-8624-10d1476e252c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=813a02ad-74bf-4a9c-8624-10d1476e252c,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:03.080792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.083949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8e46d544-a2a1-4f71-bd58-977745cd6a2d req-b34a1cc6-2d8c-4d8d-81b4-0f7a2aa0181c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242791 Feb 11 13:16:03.214410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.251342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,segment=NetworkSegment(587c187c-f2e8-4787-bf62-88b1ebf4fc6c),segment_id=587c187c-f2e8-4787-bf62-88b1ebf4fc6c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:03.252665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f010f274-c1d0-4721-8200-394cfd4d466e req-160113d3-0ba2-4e7a-a786-29b28dc5fe77 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups?id=d54eb6be-36d6-4a58-9637-05dfec48a38b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045681 Feb 11 13:16:03.266301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.293477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Attempting to bind port 4457efd7-0ffb-48db-84bc-df31ffbc10e8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:03.294108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Attempting to bind port 4457efd7-0ffb-48db-84bc-df31ffbc10e8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:03.294237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Attempting to bind port 4457efd7-0ffb-48db-84bc-df31ffbc10e8 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:16:03.306717 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.372821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d76fa-252d-43cc-8b87-4270436c9580 req-7b6649c2-011c-4e55-91b2-106da4ce18db tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:03.373532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3a8d76fa-252d-43cc-8b87-4270436c9580 req-7b6649c2-011c-4e55-91b2-106da4ce18db tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:03.383330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] Pushing event deleted for resources: {'Port': ['ID=efd51075-0235-42de-adba-650be4c7bab2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.385152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Port 4457efd7-0ffb-48db-84bc-df31ffbc10e8 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:16:03.385684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Attempting to bind port 4457efd7-0ffb-48db-84bc-df31ffbc10e8 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:16:03.422166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.444071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:16:03.444468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Checking segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:03.445221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Bound using segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:16:03.445723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Bound port: 4457efd7-0ffb-48db-84bc-df31ffbc10e8, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:03.446335 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.459654 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-fe280561-4c44-4fec-ba67-cd69098b7ea0 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.494400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.495030 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.495569 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Floating IP f9b00e47-1b9b-49dc-a3fb-5abdf50a2184 disassociated. External IP: 172.25.4.46, port: 813a02ad-74bf-4a9c-8624-10d1476e252c. Feb 11 13:16:03.496089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Calling delete_port for 813a02ad-74bf-4a9c-8624-10d1476e252c owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:03.520337 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d4f647-16fe-4e65-a7f1-f12ae3587028', 'name': 'network-vif-deleted', 'tag': '9eecff85-2b01-4c9e-8588-d60709ccaf12', 'status': 'completed', 'code': 200} Feb 11 13:16:03.562196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3a8d76fa-252d-43cc-8b87-4270436c9580 req-7b6649c2-011c-4e55-91b2-106da4ce18db tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:03.567173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a8d76fa-252d-43cc-8b87-4270436c9580 req-7b6649c2-011c-4e55-91b2-106da4ce18db tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 944 time: 0.6430933 Feb 11 13:16:03.576615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.600405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe280561-4c44-4fec-ba67-cd69098b7ea0 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Pushing event deleted for resources: {'Port': ['ID=52f0bc35-7077-4bfc-855d-31f1f6a85558,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.669788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5822ba4c-6334-4b0f-adcb-c12ff1cd7c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:03.778680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-fe280561-4c44-4fec-ba67-cd69098b7ea0 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] No DVR routers for this DVR port 52f0bc35-7077-4bfc-855d-31f1f6a85558 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:03.779752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['52f0bc35-7077-4bfc-855d-31f1f6a85558'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:03.781040 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-fe280561-4c44-4fec-ba67-cd69098b7ea0 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.796570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3172c07-6c37-49e9-b580-89719b2001e7', 'name': 'network-vif-deleted', 'tag': '52f0bc35-7077-4bfc-855d-31f1f6a85558'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:03.811926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Subnet': ['ID=187f677c-c6bf-4da9-becd-e88ee3d6f3af,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.815428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] For port 4457efd7-0ffb-48db-84bc-df31ffbc10e8, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:03.825639 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce6a5fe5-2b99-4015-bce1-e51d35fd9b67 req-fe280561-4c44-4fec-ba67-cd69098b7ea0 tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.75 "DELETE /v2.0/ports/52f0bc35-7077-4bfc-855d-31f1f6a85558 HTTP/1.1" status: 204 len: 173 time: 2.0671444 Feb 11 13:16:03.844826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.886643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3a8d76fa-252d-43cc-8b87-4270436c9580 req-24b2aba1-c678-48ab-89e7-8aa7d814fac2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:03.890683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] For port 4457efd7-0ffb-48db-84bc-df31ffbc10e8, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4457efd7-0ffb-48db-84bc-df31ffbc10e8,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:03.903639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.909668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Pushing event deleted for resources: {'Port': ['ID=813a02ad-74bf-4a9c-8624-10d1476e252c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.952314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Checking segment: {'id': 'daaef945-2648-4e4b-8729-c8d4e13f4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:03.952680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Network hostable DHCP agents. Network: d028eb6d-4524-4e2d-96b5-ff24a4e04f51, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:04.015399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3a8d76fa-252d-43cc-8b87-4270436c9580 req-24b2aba1-c678-48ab-89e7-8aa7d814fac2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:04.016652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a8d76fa-252d-43cc-8b87-4270436c9580 req-24b2aba1-c678-48ab-89e7-8aa7d814fac2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261510 Feb 11 13:16:04.030610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.031918 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] 10.222.0.73 "PUT /v2.0/ports/4457efd7-0ffb-48db-84bc-df31ffbc10e8 HTTP/1.1" status: 200 len: 1092 time: 4.0929699 Feb 11 13:16:04.055149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af479d-b1d9-4060-8f66-c85ed6d29915 service neutron] Pushing event updated for resources: {'Port': ['ID=4457efd7-0ffb-48db-84bc-df31ffbc10e8,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:04.066524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91edcb-1cf8-4993-b9b5-0180bfbe6b10 req-3d7e478b-bf0f-4242-a26e-ae7955031bf4 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.070188 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ec91edcb-1cf8-4993-b9b5-0180bfbe6b10 req-3d7e478b-bf0f-4242-a26e-ae7955031bf4 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 946 time: 0.4170127 Feb 11 13:16:04.078029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:04.135437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d028eb6d-4524-4e2d-96b5-ff24a4e04f51) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:04.143467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.144037 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.148623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e492727-2cfd-4973-bac9-0897ce14b4b6 None None] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:04.161103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ec91edcb-1cf8-4993-b9b5-0180bfbe6b10 req-572c3e73-62ae-4ebf-8682-932fe9d0d34f tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775530 Feb 11 13:16:04.213529 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c33b6420-f4e7-4ccf-8420-2c04ab5f8823 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9038281 Feb 11 13:16:04.213927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59668) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:04.218437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'port': {'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51', 'name': 'tempest-AllowedAddressPairTestJSON-902677813'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:04.273876 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-07d1a327-c8be-4e8e-9bde-a1554ca0ed23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 1095 time: 0.1899576 Feb 11 13:16:04.471656 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-6db3e7e9-614f-4843-9f55-caef12acb416 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4457efd7-0ffb-48db-84bc-df31ffbc10e8 HTTP/1.1" status: 200 len: 217 time: 0.1870370 Feb 11 13:16:04.625683 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.648727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-d028eb6d-4524-4e2d-96b5-ff24a4e04f51', 'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51', 'tenant_id': 'fa155cc7c656475c8f9ac7ffa371668d', 'fixed_ips': [{'subnet_id': '187f677c-c6bf-4da9-becd-e88ee3d6f3af'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:16:04.649646 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.695384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21263a-768c-4222-8ea8-7eb216da324d req-07a89627-a766-4701-a4f2-971b0a630e26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.696843 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-07a89627-a766-4701-a4f2-971b0a630e26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.2093837 Feb 11 13:16:04.729521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-625d83c7-bed6-4de6-898b-0a515691b010 req-ed19c70a-6960-43b8-8d3e-600bc844c1ff tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Synchronizing usage tracker for tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:04.778848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-625d83c7-bed6-4de6-898b-0a515691b010 req-ed19c70a-6960-43b8-8d3e-600bc844c1ff tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] Unset dirty status for tenant:fb7c4c17fce94bd985f6bbbbc1acc3a3 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:04.780133 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-625d83c7-bed6-4de6-898b-0a515691b010 req-ed19c70a-6960-43b8-8d3e-600bc844c1ff tempest-ServerPasswordTestJSON-132462681 tempest-ServerPasswordTestJSON-132462681-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3172c07-6c37-49e9-b580-89719b2001e7 HTTP/1.1" status: 200 len: 210 time: 0.1171529 Feb 11 13:16:04.816472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:04.827256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Allocated IP 172.20.0.2 (d028eb6d-4524-4e2d-96b5-ff24a4e04f51/187f677c-c6bf-4da9-becd-e88ee3d6f3af/50d04038-d336-49d0-94e5-3b34284d36ec) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:04.828961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:04.834125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Usage tracker for resource:port and tenant:fa155cc7c656475c8f9ac7ffa371668d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:04.839449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:04.847659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:04.859439 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-f2d77828-602f-4599-878b-18b7dc3b8304 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009700 Feb 11 13:16:04.933633 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5822ba4c-6334-4b0f-adcb-c12ff1cd7c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af', 'code': 200} Feb 11 13:16:04.983752 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3172c07-6c37-49e9-b580-89719b2001e7', 'name': 'network-vif-deleted', 'tag': '52f0bc35-7077-4bfc-855d-31f1f6a85558', 'status': 'completed', 'code': 200} Feb 11 13:16:04.990344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Made reservation on behalf of fa155cc7c656475c8f9ac7ffa371668d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:04.993919 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.027132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] device_id is not set on port 213197d3-d120-4940-b6e7-7dc4e872904b yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:16:05.138303 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.150733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Transition to ACTIVE for port object 50d04038-d336-49d0-94e5-3b34284d36ec will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:05.162496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef04f3-5fc0-440b-a572-db1e44494249 req-e6c13810-0ad7-4713-a80a-27144277283e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:05.164005 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eeef04f3-5fc0-440b-a572-db1e44494249 req-e6c13810-0ad7-4713-a80a-27144277283e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 946 time: 0.5453908 Feb 11 13:16:05.172510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Transition to ACTIVE for port object 50d04038-d336-49d0-94e5-3b34284d36ec will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:05.180026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.185396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e93f65b0-085f-4e3c-8a82-59ff1dca9100 req-a9d576e3-271e-448d-bb8c-4e6b250b5835 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Synchronizing usage tracker for tenant:6222a31b2b444e87a454c31b72a1d21b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:05.234089 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-503d19df-3e4c-43ba-b05e-ce66ee376d47 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619285 Feb 11 13:16:05.252325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:05.255097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:05.259739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:05.259952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e93f65b0-085f-4e3c-8a82-59ff1dca9100 req-a9d576e3-271e-448d-bb8c-4e6b250b5835 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Unset dirty status for tenant:6222a31b2b444e87a454c31b72a1d21b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:05.260956 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e93f65b0-085f-4e3c-8a82-59ff1dca9100 req-a9d576e3-271e-448d-bb8c-4e6b250b5835 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/ports?device_id=008c762a-6bef-4a24-85a1-9acdfadf7db2 HTTP/1.1" status: 200 len: 210 time: 0.1261005 Feb 11 13:16:05.265668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Pushing event updated for resources: {'Port': ['ID=50d04038-d336-49d0-94e5-3b34284d36ec,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:05.279897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Allocated IP 172.20.0.4 (d028eb6d-4524-4e2d-96b5-ff24a4e04f51/187f677c-c6bf-4da9-becd-e88ee3d6f3af/213197d3-d120-4940-b6e7-7dc4e872904b) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:05.295297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:05.308858 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] Sync routers for ids ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:16:05.326348 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] Routers {'37a5e478-ad18-4d67-9e6b-711c30ebaa64'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:16:05.327120 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:15:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:05.329636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.343128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.343918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.343918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.344611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.344827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.346639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.346639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.346639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.346639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.346639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:05.377547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eeef04f3-5fc0-440b-a572-db1e44494249 req-eef62f10-51e6-4efb-b903-f5cd757a420f tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979332 Feb 11 13:16:05.403333 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0e1bb904-931d-4233-8827-932e00002a8b req-686b1662-564a-4b89-b742-9fd26e2cf880 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 1097 time: 0.3394248 Feb 11 13:16:05.423517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] No DVR routers for this DVR port 813a02ad-74bf-4a9c-8624-10d1476e252c on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:05.426831 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.448487 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca6ad016-487c-40e4-8d7e-86c43a1e9faa req-a4207b17-6e0c-45bd-a97f-5b631a8e9b68 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.75 "DELETE /v2.0/ports/813a02ad-74bf-4a9c-8624-10d1476e252c HTTP/1.1" status: 204 len: 173 time: 3.3974619 Feb 11 13:16:05.459797 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Attempting to bind port 50d04038-d336-49d0-94e5-3b34284d36ec on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:05.460333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Attempting to bind port 50d04038-d336-49d0-94e5-3b34284d36ec by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'daaef945-2648-4e4b-8729-c8d4e13f4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:05.460785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Attempting to bind port 50d04038-d336-49d0-94e5-3b34284d36ec on network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:16:05.478048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:16:05.478771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Checking segment: {'id': 'daaef945-2648-4e4b-8729-c8d4e13f4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:05.479262 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.479744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Bound using segment: {'id': 'daaef945-2648-4e4b-8729-c8d4e13f4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:16:05.480302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Bound port: 50d04038-d336-49d0-94e5-3b34284d36ec, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daaef945-2648-4e4b-8729-c8d4e13f4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:05.480937 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.536019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d4c8ef-67f7-487b-b1d6-ae5a68694db6', 'tag': '4457efd7-0ffb-48db-84bc-df31ffbc10e8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:05.575804 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b21263a-768c-4222-8ea8-7eb216da324d req-12b6d87c-bde7-46ec-97b5-11344c059595 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338397 Feb 11 13:16:05.647654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0e1bb904-931d-4233-8827-932e00002a8b req-ddbc90a2-56dd-456e-ae3a-dbcf5260c5cf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292755 Feb 11 13:16:05.705180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] For port 50d04038-d336-49d0-94e5-3b34284d36ec, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:05.713520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] For port 50d04038-d336-49d0-94e5-3b34284d36ec, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=50d04038-d336-49d0-94e5-3b34284d36ec,segment=NetworkSegment(daaef945-2648-4e4b-8729-c8d4e13f4e87),segment_id=daaef945-2648-4e4b-8729-c8d4e13f4e87)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:05.720131 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.726168 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] Set router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:16:05.826053 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.831969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadf3f5-d27f-40b2-aac4-ea42ad357859 None None] Pushing event updated for resources: {'Port': ['ID=50d04038-d336-49d0-94e5-3b34284d36ec,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:05.856531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Transition to ACTIVE for port object 213197d3-d120-4940-b6e7-7dc4e872904b will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:05.868319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af85e2-0338-48a7-a286-b82136625733 req-1673ec2d-348b-40f0-aae7-e3d828cd9df7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:05.871250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac6192-9e4c-4cc9-8ca0-e667930cab57 req-83f5e98e-920c-4417-bb92-7c5790334d35 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:05.875695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28af85e2-0338-48a7-a286-b82136625733 req-1673ec2d-348b-40f0-aae7-e3d828cd9df7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 950 time: 0.1579537 Feb 11 13:16:05.877942 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ecac6192-9e4c-4cc9-8ca0-e667930cab57 req-83f5e98e-920c-4417-bb92-7c5790334d35 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 944 time: 0.2865858 Feb 11 13:16:05.944916 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28af85e2-0338-48a7-a286-b82136625733 req-57d2ebf4-4735-4cfc-af9d-b30086c75c1e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678294 Feb 11 13:16:05.966721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.045213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ecac6192-9e4c-4cc9-8ca0-e667930cab57 req-17c481e9-375a-4966-887d-889a02508c8c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663337 Feb 11 13:16:06.050687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:06.066885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:06.076480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:06.180351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Port': ['ID=213197d3-d120-4940-b6e7-7dc4e872904b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:06.247169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:06.247784 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.314933 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '59c5ce65-ffae-44df-845b-17c73f7ecd9b', 'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'mac_address': 'fa:16:3e:36:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:27Z', 'updated_at': '2022-02-11T13:14:43Z', 'revision_number': 5, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'subnets': [{'id': '995b40db-7027-4199-a157-b5d5875b445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:06.320843 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] Checking router: 37a5e478-ad18-4d67-9e6b-711c30ebaa64 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:16:06.334763 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] Routers {'37a5e478-ad18-4d67-9e6b-711c30ebaa64'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:16:06.335528 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:15:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:06.422299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-00750c1c-c237-4112-ab8b-afb62888e710 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2082169 Feb 11 13:16:06.432898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59690) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:06.438307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'port': {'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51', 'name': 'tempest-AllowedAddressPairTestJSON-223820790', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bb:d3:df'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:06.444112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-8f159102-f636-4a07-b629-13e147a0bdd4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:06.444859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-8f159102-f636-4a07-b629-13e147a0bdd4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:06.471334 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d4c8ef-67f7-487b-b1d6-ae5a68694db6', 'tag': '4457efd7-0ffb-48db-84bc-df31ffbc10e8', 'status': 'completed', 'code': 200} Feb 11 13:16:06.559497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59694) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:06.585470 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] Set router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:16:06.634617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:06.639997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Usage tracker for resource:port and tenant:fa155cc7c656475c8f9ac7ffa371668d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:06.643053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:06.649853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:06.665314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Made reservation on behalf of fa155cc7c656475c8f9ac7ffa371668d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:06.667194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 813a02ad-74bf-4a9c-8624-10d1476e252c no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:06.697325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-8f159102-f636-4a07-b629-13e147a0bdd4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:06.698457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-8f159102-f636-4a07-b629-13e147a0bdd4 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 950 time: 0.8011565 Feb 11 13:16:06.742738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 813a02ad-74bf-4a9c-8624-10d1476e252c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:06.743183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 813a02ad-74bf-4a9c-8624-10d1476e252c not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:06.745005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 52f0bc35-7077-4bfc-855d-31f1f6a85558 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:06.791815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bdc2b-1f30-494b-90c1-d21bfda2cb71 req-f2247801-07c4-48d7-8df0-fcac4082058e tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:06.801904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-732bdc2b-1f30-494b-90c1-d21bfda2cb71 req-f2247801-07c4-48d7-8df0-fcac4082058e tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 946 time: 0.5324996 Feb 11 13:16:06.814481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 52f0bc35-7077-4bfc-855d-31f1f6a85558 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:06.818641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 52f0bc35-7077-4bfc-855d-31f1f6a85558 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:06.893225 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-732bdc2b-1f30-494b-90c1-d21bfda2cb71 req-e6e69bcf-5f8b-4d35-974f-96534370ba02 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895100 Feb 11 13:16:06.918521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d9b25b-e68e-415d-b09c-26300a321cd9 admin admin] Deleting subnet be2615ce-502d-4718-b335-31b8c4dcf4f4 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:16:06.927723 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b25b-e68e-415d-b09c-26300a321cd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.961263 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.999690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59702) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:07.000159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'name': 'network-vif-deleted', 'tag': '813a02ad-74bf-4a9c-8624-10d1476e252c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:07.029339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-6c1278f5-c51f-46af-b671-c5d6cb44216e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Deleting port 06bffa81-e665-435e-9e68-fd924cde1941 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:07.029686 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-6c1278f5-c51f-46af-b671-c5d6cb44216e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.075306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] device_id is not set on port e7a946df-7278-46f2-aca6-3aa43db180e0 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:16:07.145341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4267e00b-a466-4a76-a5cc-4992d1bb5089 req-6dd4d1fa-d346-4fde-aec2-f45a2fb8731d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 1095 time: 0.6713192 Feb 11 13:16:07.174146 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '59c5ce65-ffae-44df-845b-17c73f7ecd9b', 'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'mac_address': 'fa:16:3e:36:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:27Z', 'updated_at': '2022-02-11T13:14:43Z', 'revision_number': 5, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'subnets': [{'id': '995b40db-7027-4199-a157-b5d5875b445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:07.183611 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950254e-2025-4a8e-a333-b132abd81d76 None None] The sync data for ids ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'] in n-d-818559-1 is: [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:14:28Z', 'revision_number': 4, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '59c5ce65-ffae-44df-845b-17c73f7ecd9b', 'name': '', 'network_id': 'e4644b77-c68e-4228-99cc-82016685ae36', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'mac_address': 'fa:16:3e:36:08:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '995b40db-7027-4199-a157-b5d5875b445e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:27Z', 'updated_at': '2022-02-11T13:14:43Z', 'revision_number': 5, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'subnets': [{'id': '995b40db-7027-4199-a157-b5d5875b445e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:16:07.191227 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.257321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d3299-9987-49d4-be58-a37a30fcfab2 None None] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:07.304696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b25b-e68e-415d-b09c-26300a321cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.369492 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9f75516f-58dc-446a-b159-73bd2112bad7 None None] Provisioning for port 50d04038-d336-49d0-94e5-3b34284d36ec completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:07.425844 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b453da7-7c20-4a53-85e3-960e0ccbfe8d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.494540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dea12f-ff6d-4e83-a801-96407b1c1f63 req-8429a002-1026-465f-bc44-a116fe4ccfa2 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:07.501816 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57dea12f-ff6d-4e83-a801-96407b1c1f63 req-8429a002-1026-465f-bc44-a116fe4ccfa2 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 946 time: 0.7019863 Feb 11 13:16:07.527765 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b453da7-7c20-4a53-85e3-960e0ccbfe8d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.575037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a289c50-79c9-4ba2-a5e9-f476b557f238 None None] New status for floating IP f9b00e47-1b9b-49dc-a3fb-5abdf50a2184: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:16:07.608654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Allocated IP 172.20.0.6 (d028eb6d-4524-4e2d-96b5-ff24a4e04f51/187f677c-c6bf-4da9-becd-e88ee3d6f3af/e7a946df-7278-46f2-aca6-3aa43db180e0) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:07.619939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6ef70-379a-4304-80ae-972af7f858d4 req-19d2565b-03e1-4f54-9caf-178371b77a7b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:07.621676 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4a6ef70-379a-4304-80ae-972af7f858d4 req-19d2565b-03e1-4f54-9caf-178371b77a7b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 950 time: 0.4035661 Feb 11 13:16:07.679853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b25b-e68e-415d-b09c-26300a321cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.711803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b453da7-7c20-4a53-85e3-960e0ccbfe8d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.742530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b453da7-7c20-4a53-85e3-960e0ccbfe8d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54eb6be-36d6-4a58-9637-05dfec48a38b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:07.808092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267e00b-a466-4a76-a5cc-4992d1bb5089 req-66df236f-36c2-45be-88bd-3db234d59806 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:07.809476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4267e00b-a466-4a76-a5cc-4992d1bb5089 req-66df236f-36c2-45be-88bd-3db234d59806 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 912 time: 0.6503661 Feb 11 13:16:07.836524 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4a6ef70-379a-4304-80ae-972af7f858d4 req-7e1980b0-2311-4ee6-83d1-45e575edab5f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853480 Feb 11 13:16:07.868269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b453da7-7c20-4a53-85e3-960e0ccbfe8d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.869454 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2b453da7-7c20-4a53-85e3-960e0ccbfe8d tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "DELETE /v2.0/security-groups/d54eb6be-36d6-4a58-9637-05dfec48a38b HTTP/1.1" status: 204 len: 168 time: 0.8544517 Feb 11 13:16:07.873952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59710) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:07.909269 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-6d1322a2-815e-42b7-8cb0-6d6259441ae4 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] show failed (client error): The resource could not be found. Feb 11 13:16:07.910312 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6d1322a2-815e-42b7-8cb0-6d6259441ae4 tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "GET /v2.0/security-groups/d54eb6be-36d6-4a58-9637-05dfec48a38b HTTP/1.1" status: 404 len: 347 time: 0.0356128 Feb 11 13:16:07.917154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59714) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:07.965528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.003684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Transition to ACTIVE for port object e7a946df-7278-46f2-aca6-3aa43db180e0 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:08.012750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4267e00b-a466-4a76-a5cc-4992d1bb5089 req-fe3d90a0-6da3-4c9d-99b7-38f731cc56ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4457efd7-0ffb-48db-84bc-df31ffbc10e8 HTTP/1.1" status: 200 len: 217 time: 0.1942015 Feb 11 13:16:08.040711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.044655 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008c762a-6bef-4a24-85a1-9acdfadf7db2', 'name': 'network-vif-deleted', 'tag': '813a02ad-74bf-4a9c-8624-10d1476e252c', 'status': 'completed', 'code': 200} Feb 11 13:16:08.049911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] Router aa5883dd-8705-4c25-93c8-a04968740ed7 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:08.111249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 50d04038-d336-49d0-94e5-3b34284d36ec up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:16:08.225214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 50d04038-d336-49d0-94e5-3b34284d36ec completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:08.227184 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57dea12f-ff6d-4e83-a801-96407b1c1f63 req-6e4d9925-3422-4732-9840-3f7f975e681e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234731 Feb 11 13:16:08.232818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 50d04038-d336-49d0-94e5-3b34284d36ec triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:08.233456 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.253195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:08.259856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Port': ['ID=e7a946df-7278-46f2-aca6-3aa43db180e0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.270442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:08.278282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:08.304393 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b25b-e68e-415d-b09c-26300a321cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.312569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-6c1278f5-c51f-46af-b671-c5d6cb44216e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] For port 06bffa81-e665-435e-9e68-fd924cde1941, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=06bffa81-e665-435e-9e68-fd924cde1941,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:08.313179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-6c1278f5-c51f-46af-b671-c5d6cb44216e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.334037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b2a5434b-4afc-41d6-b617-816fd5aa0809 None None] Provisioning complete for port 50d04038-d336-49d0-94e5-3b34284d36ec triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:08.334409 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2a5434b-4afc-41d6-b617-816fd5aa0809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.358832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-86bbb4b2-c26d-40a8-bfa4-a6d0a405851c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Deleting port 15d7ae91-8165-40b4-a9ea-b3a4e9019590 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:08.359180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86bbb4b2-c26d-40a8-bfa4-a6d0a405851c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.395375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.398697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267e00b-a466-4a76-a5cc-4992d1bb5089 req-179a78d0-70ac-44f6-9c8f-98dca516a6e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.400070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4267e00b-a466-4a76-a5cc-4992d1bb5089 req-179a78d0-70ac-44f6-9c8f-98dca516a6e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.3491035 Feb 11 13:16:08.407008 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.427358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505db911-80d1-4f84-80fb-88ff3a7eaf31 req-7e55e92f-a052-406e-b7dd-9175e89dba6d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.429735 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-505db911-80d1-4f84-80fb-88ff3a7eaf31 req-7e55e92f-a052-406e-b7dd-9175e89dba6d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 944 time: 0.2692680 Feb 11 13:16:08.484234 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.515876 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-505db911-80d1-4f84-80fb-88ff3a7eaf31 req-d2a06ae5-2506-4839-887d-20695d61f66e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681560 Feb 11 13:16:08.518946 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d977a3e7-cb0a-4163-8e95-1e50f3e5fcde tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.0852330 Feb 11 13:16:08.529421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59720) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:08.566667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9b25b-e68e-415d-b09c-26300a321cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2615ce-502d-4718-b335-31b8c4dcf4f4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.619831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4457efd7-0ffb-48db-84bc-df31ffbc10e8 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:16:08.647054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72094535-2d82-4c17-82f1-8e14f7e84395 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.652213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72094535-2d82-4c17-82f1-8e14f7e84395 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.656363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72094535-2d82-4c17-82f1-8e14f7e84395 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.657669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72094535-2d82-4c17-82f1-8e14f7e84395 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Synchronizing usage tracker for tenant:fa155cc7c656475c8f9ac7ffa371668d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:08.670830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 50d04038-d336-49d0-94e5-3b34284d36ec, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=50d04038-d336-49d0-94e5-3b34284d36ec,segment=NetworkSegment(daaef945-2648-4e4b-8729-c8d4e13f4e87),segment_id=daaef945-2648-4e4b-8729-c8d4e13f4e87)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:08.674239 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2a5434b-4afc-41d6-b617-816fd5aa0809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.684385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72094535-2d82-4c17-82f1-8e14f7e84395 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Unset dirty status for tenant:fa155cc7c656475c8f9ac7ffa371668d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:08.686012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-72094535-2d82-4c17-82f1-8e14f7e84395 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1553879 Feb 11 13:16:08.688585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59724) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:08.690922 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.709819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-6c1278f5-c51f-46af-b671-c5d6cb44216e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Calling delete_port for 06bffa81-e665-435e-9e68-fd924cde1941 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:08.765137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-016201ea-be72-4ef2-a8eb-93cb4cac7a02 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Deleting port e7a946df-7278-46f2-aca6-3aa43db180e0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:08.765413 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-016201ea-be72-4ef2-a8eb-93cb4cac7a02 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.770973 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:16:08.783862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4267e00b-a466-4a76-a5cc-4992d1bb5089 req-58b95fc0-5eb8-4bde-b902-497a6cb4fd36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3638012 Feb 11 13:16:08.785209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=50d04038-d336-49d0-94e5-3b34284d36ec,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.797566 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b25b-e68e-415d-b09c-26300a321cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.921897 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b7d9b25b-e68e-415d-b09c-26300a321cd9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/be2615ce-502d-4718-b335-31b8c4dcf4f4 HTTP/1.1" status: 204 len: 168 time: 2.3570282 Feb 11 13:16:08.923267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-b2a5434b-4afc-41d6-b617-816fd5aa0809 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:16:08.923682 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-b2a5434b-4afc-41d6-b617-816fd5aa0809 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:16:08.956829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59728) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:08.960166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4457efd7-0ffb-48db-84bc-df31ffbc10e8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4457efd7-0ffb-48db-84bc-df31ffbc10e8,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:08.974825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '4457efd7-0ffb-48db-84bc-df31ffbc10e8', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'port_id': '4457efd7-0ffb-48db-84bc-df31ffbc10e8', 'mac_address': 'fa:16:3e:94:ea:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:16:09.035600 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.059415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4457efd7-0ffb-48db-84bc-df31ffbc10e8 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:09.078273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4457efd7-0ffb-48db-84bc-df31ffbc10e8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4457efd7-0ffb-48db-84bc-df31ffbc10e8,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:09.085552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.114368 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.163802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4457efd7-0ffb-48db-84bc-df31ffbc10e8,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.174204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-016201ea-be72-4ef2-a8eb-93cb4cac7a02 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.295357 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4267e00b-a466-4a76-a5cc-4992d1bb5089 req-d23e26ce-db94-4d14-bf83-eb2abd6ee499 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905922 Feb 11 13:16:09.297784 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86bbb4b2-c26d-40a8-bfa4-a6d0a405851c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.298104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86bbb4b2-c26d-40a8-bfa4-a6d0a405851c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.323222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd4749-0491-491a-9509-b897789a181b req-8d4de7ed-faf4-4105-8e19-f46e4494a6b8 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:09.324696 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dadd4749-0491-491a-9509-b897789a181b req-8d4de7ed-faf4-4105-8e19-f46e4494a6b8 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 946 time: 0.7550504 Feb 11 13:16:09.327912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4457efd7-0ffb-48db-84bc-df31ffbc10e8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:09.350246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-016201ea-be72-4ef2-a8eb-93cb4cac7a02 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Calling delete_port for e7a946df-7278-46f2-aca6-3aa43db180e0 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:09.492662 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.497503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-86bbb4b2-c26d-40a8-bfa4-a6d0a405851c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Calling delete_port for 15d7ae91-8165-40b4-a9ea-b3a4e9019590 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:09.543765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91aa973-cc53-46a1-8251-2c972f630c0f']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:09.559347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d2352-b9f9-4fa1-8881-8277ba324761 req-7eedd953-42d8-4230-8723-3b84c3f6b39f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:09.560729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c9d2352-b9f9-4fa1-8881-8277ba324761 req-7eedd953-42d8-4230-8723-3b84c3f6b39f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf27ea0c-191c-4316-8473-a432937781bc HTTP/1.1" status: 200 len: 950 time: 0.4519987 Feb 11 13:16:09.569410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b2a5434b-4afc-41d6-b617-816fd5aa0809 None None] Provisioning for port 213197d3-d120-4940-b6e7-7dc4e872904b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:09.578885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b2a5434b-4afc-41d6-b617-816fd5aa0809 None None] Provisioning complete for port 213197d3-d120-4940-b6e7-7dc4e872904b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:09.579384 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2a5434b-4afc-41d6-b617-816fd5aa0809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.644177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5434b-4afc-41d6-b617-816fd5aa0809 None None] Port 213197d3-d120-4940-b6e7-7dc4e872904b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:16:09.654818 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-6c1278f5-c51f-46af-b671-c5d6cb44216e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.669289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', '270aacb6-5ff7-4361-954f-1216431a1814', 'df0fd601-83e0-4e49-9977-90a2111346a4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:09.716563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d6f309-4359-4505-910c-a4ab3a7e51ce') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:09.716962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d6f309-4359-4505-910c-a4ab3a7e51ce') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:09.741412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1278f5-c51f-46af-b671-c5d6cb44216e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event deleted for resources: {'Port': ['ID=06bffa81-e665-435e-9e68-fd924cde1941,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.759304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.762058 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dadd4749-0491-491a-9509-b897789a181b req-8220bf64-fe11-4ab6-b34f-4b5fa54964db tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070885 Feb 11 13:16:09.815536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c9d2352-b9f9-4fa1-8881-8277ba324761 req-22fce586-6b17-4c8a-9e6d-94f3bf613932 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068599 Feb 11 13:16:09.833916 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.847085 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4267e00b-a466-4a76-a5cc-4992d1bb5089 req-686e9cf8-4b83-444c-964f-7b29f4795e1c service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301442 Feb 11 13:16:09.853439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:16:09.856101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.874954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e0fc42ec-c20e-49a5-a803-4d2d7c4c765c None None] Provisioning for port e7a946df-7278-46f2-aca6-3aa43db180e0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:09.889185 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:09.892863 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-016201ea-be72-4ef2-a8eb-93cb4cac7a02 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.915702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e0fc42ec-c20e-49a5-a803-4d2d7c4c765c None None] Provisioning complete for port e7a946df-7278-46f2-aca6-3aa43db180e0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:09.916065 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0fc42ec-c20e-49a5-a803-4d2d7c4c765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.993017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 50d04038-d336-49d0-94e5-3b34284d36ec up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:16:10.022241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc42ec-c20e-49a5-a803-4d2d7c4c765c None None] Port e7a946df-7278-46f2-aca6-3aa43db180e0 was deleted so its status cannot be updated. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 11 13:16:10.060545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-6c1278f5-c51f-46af-b671-c5d6cb44216e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] No DVR routers for this DVR port 06bffa81-e665-435e-9e68-fd924cde1941 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:10.073998 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-6c1278f5-c51f-46af-b671-c5d6cb44216e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.092929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:10.094352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f7059835-91ac-46a2-a85d-838062ef2673', '0148e04d-c71d-47a5-9b47-45e165f46533'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:10.094495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf27ea0c-191c-4316-8473-a432937781bc', 'name': 'network-vif-deleted', 'tag': '06bffa81-e665-435e-9e68-fd924cde1941'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:10.103523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016201ea-be72-4ef2-a8eb-93cb4cac7a02 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event deleted for resources: {'Port': ['ID=e7a946df-7278-46f2-aca6-3aa43db180e0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.105396 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bf6974ca-70ab-459b-a0f0-8810cf3c81ef admin admin] 10.222.0.67 "PUT /v2.0/routers/aa5883dd-8705-4c25-93c8-a04968740ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8976138 Feb 11 13:16:10.107301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-03df2a5b-853d-4eb9-b7cd-a34bb26a69fb req-6c1278f5-c51f-46af-b671-c5d6cb44216e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "DELETE /v2.0/ports/06bffa81-e665-435e-9e68-fd924cde1941 HTTP/1.1" status: 204 len: 173 time: 3.3875442 Feb 11 13:16:10.109795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59742) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:10.127418 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] Sync routers for ids ['aa5883dd-8705-4c25-93c8-a04968740ed7'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:16:10.163124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e0fc42ec-c20e-49a5-a803-4d2d7c4c765c None None] Provisioning complete for port 213197d3-d120-4940-b6e7-7dc4e872904b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:10.163487 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0fc42ec-c20e-49a5-a803-4d2d7c4c765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.183192 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] Routers {'aa5883dd-8705-4c25-93c8-a04968740ed7'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:16:10.185443 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:15:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['aa5883dd-8705-4c25-93c8-a04968740ed7'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:10.228502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.296488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.319449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc42ec-c20e-49a5-a803-4d2d7c4c765c None None] Port 213197d3-d120-4940-b6e7-7dc4e872904b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:16:10.342843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] Pushing event deleted for resources: {'Network': ['ID=b91aa973-cc53-46a1-8251-2c972f630c0f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.379590 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86bbb4b2-c26d-40a8-bfa4-a6d0a405851c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.513673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 50d04038-d336-49d0-94e5-3b34284d36ec triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:10.513673 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.518381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-eb0893b5-4622-4168-9116-1df14b91de2e admin admin] 10.222.0.67 "DELETE /v2.0/networks/b91aa973-cc53-46a1-8251-2c972f630c0f HTTP/1.1" status: 204 len: 168 time: 1.5606761 Feb 11 13:16:10.595278 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] Set router aa5883dd-8705-4c25-93c8-a04968740ed7 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:16:10.611872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4457efd7-0ffb-48db-84bc-df31ffbc10e8 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:16:10.644741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbb4b2-c26d-40a8-bfa4-a6d0a405851c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Pushing event deleted for resources: {'Port': ['ID=15d7ae91-8165-40b4-a9ea-b3a4e9019590,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.772887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b6989-667c-4a69-9e7d-6f83ad8a6ddf req-1cbe2252-df3e-4438-9365-fadbb5536f07 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:10.779917 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e1b6989-667c-4a69-9e7d-6f83ad8a6ddf req-1cbe2252-df3e-4438-9365-fadbb5536f07 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 945 time: 0.7836342 Feb 11 13:16:10.839872 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-016201ea-be72-4ef2-a8eb-93cb4cac7a02 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.844896 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-016201ea-be72-4ef2-a8eb-93cb4cac7a02 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "DELETE /v2.0/ports/e7a946df-7278-46f2-aca6-3aa43db180e0 HTTP/1.1" status: 204 len: 168 time: 2.1551328 Feb 11 13:16:10.847205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a3b89-f3bb-4796-8022-4802d83fbf09 req-44cbbac2-5f63-4681-823f-8e579aa467cc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:10.849702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59748) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:10.854954 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d45a3b89-f3bb-4796-8022-4802d83fbf09 req-44cbbac2-5f63-4681-823f-8e579aa467cc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 946 time: 0.8603804 Feb 11 13:16:10.947863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d45a3b89-f3bb-4796-8022-4802d83fbf09 req-1b6b421f-d745-4180-a72f-b987f8073c66 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903544 Feb 11 13:16:10.964236 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ddf4f1-d836-4fbc-8ecf-ef21961457b4 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] GET failed (client error): The resource could not be found. Feb 11 13:16:10.965715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-93ddf4f1-d836-4fbc-8ecf-ef21961457b4 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Synchronizing usage tracker for tenant:fa155cc7c656475c8f9ac7ffa371668d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:10.979054 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e1b6989-667c-4a69-9e7d-6f83ad8a6ddf req-2d07d5b9-4f6c-4162-b9fb-84e77e34e456 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967368 Feb 11 13:16:11.038122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59756) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:11.069273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86bbb4b2-c26d-40a8-bfa4-a6d0a405851c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.084789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86bbb4b2-c26d-40a8-bfa4-a6d0a405851c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.087165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-86bbb4b2-c26d-40a8-bfa4-a6d0a405851c tempest-ServersTestManualDisk-1409454118 tempest-ServersTestManualDisk-1409454118-project] 10.222.0.67 "DELETE /v2.0/floatingips/f9b00e47-1b9b-49dc-a3fb-5abdf50a2184 HTTP/1.1" status: 204 len: 168 time: 3.1605616 Feb 11 13:16:11.093468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59760) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:11.100848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-93ddf4f1-d836-4fbc-8ecf-ef21961457b4 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Unset dirty status for tenant:fa155cc7c656475c8f9ac7ffa371668d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:11.106613 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-93ddf4f1-d836-4fbc-8ecf-ef21961457b4 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "GET /v2.0/ports/e7a946df-7278-46f2-aca6-3aa43db180e0 HTTP/1.1" status: 404 len: 333 time: 0.2518799 Feb 11 13:16:11.109989 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf27ea0c-191c-4316-8473-a432937781bc', 'name': 'network-vif-deleted', 'tag': '06bffa81-e665-435e-9e68-fd924cde1941', 'status': 'completed', 'code': 200} Feb 11 13:16:11.118127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59764) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:11.134331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 4457efd7-0ffb-48db-84bc-df31ffbc10e8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:11.142513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'port': {'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51', 'name': 'tempest-AllowedAddressPairTestJSON-592921586'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:11.182311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 4457efd7-0ffb-48db-84bc-df31ffbc10e8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:11.182700 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.256506 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-router', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '44155864-8030-421f-85f3-d9e6880bc314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:07Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 5, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'gw_port': {'id': '44155864-8030-421f-85f3-d9e6880bc314', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:09Z', 'updated_at': '2022-02-11T13:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:11.265559 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] Checking router: aa5883dd-8705-4c25-93c8-a04968740ed7 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:16:11.290365 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] Routers {'aa5883dd-8705-4c25-93c8-a04968740ed7'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:16:11.292259 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:15:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['aa5883dd-8705-4c25-93c8-a04968740ed7'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:11.440872 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.526280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:11.548787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:11.580375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Made reservation on behalf of fa155cc7c656475c8f9ac7ffa371668d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:11.584838 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.688984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.699195 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] Set router aa5883dd-8705-4c25-93c8-a04968740ed7 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:16:11.736166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] device_id is not set on port 385606c6-aa86-4d32-a6b3-f4826487001c yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:16:11.746263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d4c8ef-67f7-487b-b1d6-ae5a68694db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4457efd7-0ffb-48db-84bc-df31ffbc10e8'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:11.780174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4457efd7-0ffb-48db-84bc-df31ffbc10e8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4457efd7-0ffb-48db-84bc-df31ffbc10e8,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:11.796292 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.797106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 06bffa81-e665-435e-9e68-fd924cde1941 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:11.892573 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e9dadbc7-b669-4967-8231-550ea7589433 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb7c4c17fce94bd985f6bbbbc1acc3a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8497703 Feb 11 13:16:11.895670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59782) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:11.915636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 06bffa81-e665-435e-9e68-fd924cde1941 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:11.916018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 06bffa81-e665-435e-9e68-fd924cde1941 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:11.983627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4457efd7-0ffb-48db-84bc-df31ffbc10e8,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:12.138790 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.152157 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-634d8560-b939-4789-a11a-7bee99828f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.182531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-634d8560-b939-4789-a11a-7bee99828f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.216217 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-router', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '44155864-8030-421f-85f3-d9e6880bc314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:07Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 5, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'gw_port': {'id': '44155864-8030-421f-85f3-d9e6880bc314', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:09Z', 'updated_at': '2022-02-11T13:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:12.220962 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8650f7b-23b2-41f0-8c26-f668d21ac4e7 None None] The sync data for ids ['aa5883dd-8705-4c25-93c8-a04968740ed7'] in n-d-818559-1 is: [{'id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'name': 'tempest-ServerRescueNegativeTestJSON-2082292968-router', 'tenant_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '44155864-8030-421f-85f3-d9e6880bc314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:07Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 5, 'project_id': 'e9f8974a7312455b8855b9ca2a8d661c', 'gw_port': {'id': '44155864-8030-421f-85f3-d9e6880bc314', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5883dd-8705-4c25-93c8-a04968740ed7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:09Z', 'updated_at': '2022-02-11T13:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:16:12.250535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Allocated IP 172.20.0.11 (d028eb6d-4524-4e2d-96b5-ff24a4e04f51/187f677c-c6bf-4da9-becd-e88ee3d6f3af/385606c6-aa86-4d32-a6b3-f4826487001c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:12.283018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4d1e-6930-4946-abe8-1eb5ab4cdfdf req-f976959f-6092-4799-8968-ebcc5b1da880 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:12.283739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7fbb4d1e-6930-4946-abe8-1eb5ab4cdfdf req-f976959f-6092-4799-8968-ebcc5b1da880 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:12.359470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-634d8560-b939-4789-a11a-7bee99828f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.384899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d8560-b939-4789-a11a-7bee99828f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d453c6-aed9-4594-b9d8-5076919c9536,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:12.409817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7fbb4d1e-6930-4946-abe8-1eb5ab4cdfdf req-f976959f-6092-4799-8968-ebcc5b1da880 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:12.417231 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7fbb4d1e-6930-4946-abe8-1eb5ab4cdfdf req-f976959f-6092-4799-8968-ebcc5b1da880 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 949 time: 0.3217375 Feb 11 13:16:12.514564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-634d8560-b939-4789-a11a-7bee99828f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.514768 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-634d8560-b939-4789-a11a-7bee99828f3e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13d453c6-aed9-4594-b9d8-5076919c9536 HTTP/1.1" status: 204 len: 168 time: 0.5787997 Feb 11 13:16:12.574844 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.611575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Deleting port 44155864-8030-421f-85f3-d9e6880bc314 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:12.611914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.617143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.645324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Transition to ACTIVE for port object 385606c6-aa86-4d32-a6b3-f4826487001c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:12.673455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.698336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7fbb4d1e-6930-4946-abe8-1eb5ab4cdfdf req-bc18fac5-8e38-41ee-b802-ad6d8af5962f tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801673 Feb 11 13:16:12.717477 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d4c8ef-67f7-487b-b1d6-ae5a68694db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4457efd7-0ffb-48db-84bc-df31ffbc10e8', 'code': 200} Feb 11 13:16:12.753504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:12.757813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:12.760182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:12.854423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Port': ['ID=385606c6-aa86-4d32-a6b3-f4826487001c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:12.937583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:12.938221 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.973731 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-08ca769f-113e-4111-a286-a674838542aa tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8488224 Feb 11 13:16:12.974942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59802) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:12.983182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c98de2c9-831f-4771-a956-e05d1156c718 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bb:d3:df'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:13.174733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a98cf126-dc1a-4937-9220-868086db3d4f None None] Provisioning for port 385606c6-aa86-4d32-a6b3-f4826487001c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:13.182716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a98cf126-dc1a-4937-9220-868086db3d4f None None] Provisioning complete for port 385606c6-aa86-4d32-a6b3-f4826487001c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:13.183086 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a98cf126-dc1a-4937-9220-868086db3d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:13.198617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] For port 44155864-8030-421f-85f3-d9e6880bc314, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=44155864-8030-421f-85f3-d9e6880bc314,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:13.198915 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:13.276067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a98cf126-dc1a-4937-9220-868086db3d4f None None] Port 385606c6-aa86-4d32-a6b3-f4826487001c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:16:13.301549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb685f6c-b52c-4b09-81b4-5798e95d267c req-1bf65f63-ca74-4ddf-ae18-76181849b44d tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:13.303824 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb685f6c-b52c-4b09-81b4-5798e95d267c req-1bf65f63-ca74-4ddf-ae18-76181849b44d tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 946 time: 0.2912455 Feb 11 13:16:13.379591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Calling delete_port for 44155864-8030-421f-85f3-d9e6880bc314 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:13.457108 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa82f13-c89c-4df5-96b8-d530bafb247e req-a7010571-5913-4cf3-9ce7-f850f08753ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 1097 time: 0.5664201 Feb 11 13:16:13.482046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957e8cd-0b49-483b-af99-56d0099a1558 req-968062e0-81da-4aa8-9903-924942729a90 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:13.483954 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4957e8cd-0b49-483b-af99-56d0099a1558 req-968062e0-81da-4aa8-9903-924942729a90 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 946 time: 0.5401845 Feb 11 13:16:13.530290 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c98de2c9-831f-4771-a956-e05d1156c718 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:13.587387 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb685f6c-b52c-4b09-81b4-5798e95d267c req-195e9d5d-7e0a-4ec4-b38e-a6a7fbe6537e tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410246 Feb 11 13:16:13.622371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:13.691450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa82f13-c89c-4df5-96b8-d530bafb247e req-234dacb3-92be-4d4d-a3ca-e246e2fdc849 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269475 Feb 11 13:16:13.808440 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c98de2c9-831f-4771-a956-e05d1156c718 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:13.814766 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c98de2c9-831f-4771-a956-e05d1156c718 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:13.835282 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4957e8cd-0b49-483b-af99-56d0099a1558 req-2bb882fe-4998-4842-8370-55c582071dfe tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252776 Feb 11 13:16:13.845005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:13.875293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device efd51075-0235-42de-adba-650be4c7bab2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:13.927155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: efd51075-0235-42de-adba-650be4c7bab2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:13.927915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device efd51075-0235-42de-adba-650be4c7bab2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:13.928416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f4057f6f-0c24-4d70-ac93-8fcb5eb47aaa tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:13.930866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f4057f6f-0c24-4d70-ac93-8fcb5eb47aaa tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 949 time: 0.6540327 Feb 11 13:16:13.954412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Pushing event deleted for resources: {'Port': ['ID=44155864-8030-421f-85f3-d9e6880bc314,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:14.055675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98de2c9-831f-4771-a956-e05d1156c718 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Port': ['ID=385606c6-aa86-4d32-a6b3-f4826487001c,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:14.092361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c98de2c9-831f-4771-a956-e05d1156c718 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] In _notify_port_updated(), no bound segment for port 385606c6-aa86-4d32-a6b3-f4826487001c on network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:16:14.096521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98de2c9-831f-4771-a956-e05d1156c718 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.097570 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c98de2c9-831f-4771-a956-e05d1156c718 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.099501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c98de2c9-831f-4771-a956-e05d1156c718 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "PUT /v2.0/ports/385606c6-aa86-4d32-a6b3-f4826487001c HTTP/1.1" status: 200 len: 993 time: 1.1228912 Feb 11 13:16:14.102150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59832) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:14.175277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3da679-79e4-4634-8bdd-f79adbcfd81f req-25ecc206-9b7b-4f39-b365-e40fe2a1771b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.179622 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5a3da679-79e4-4634-8bdd-f79adbcfd81f req-25ecc206-9b7b-4f39-b365-e40fe2a1771b tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 949 time: 0.2799838 Feb 11 13:16:14.208955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d1f92d9e-152d-4aab-ad95-fac47ac84cf7 None None] Provisioning complete for port 385606c6-aa86-4d32-a6b3-f4826487001c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:14.209483 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d1f92d9e-152d-4aab-ad95-fac47ac84cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.214266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-de4b0eba-f484-4048-9806-1c882b04a2a7 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Deleting port 385606c6-aa86-4d32-a6b3-f4826487001c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:14.214642 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de4b0eba-f484-4048-9806-1c882b04a2a7 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.216766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f5cc769a-083b-40ee-b4a9-247f700fb196 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Deleting port 0148e04d-c71d-47a5-9b47-45e165f46533 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:14.217106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f5cc769a-083b-40ee-b4a9-247f700fb196 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.291116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d1f92d9e-152d-4aab-ad95-fac47ac84cf7 None None] Port 385606c6-aa86-4d32-a6b3-f4826487001c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:16:14.332548 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5a3da679-79e4-4634-8bdd-f79adbcfd81f req-9512a96c-9386-4186-bc10-c253b0b7fe39 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486349 Feb 11 13:16:14.519383 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de4b0eba-f484-4048-9806-1c882b04a2a7 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.614044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3b6067dc-80c5-48fc-b070-f36790644b4f details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:16:14.644596 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.679251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-de4b0eba-f484-4048-9806-1c882b04a2a7 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Calling delete_port for 385606c6-aa86-4d32-a6b3-f4826487001c owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:14.769367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b6067dc-80c5-48fc-b070-f36790644b4f,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:14.785708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '3b6067dc-80c5-48fc-b070-f36790644b4f', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'port_id': '3b6067dc-80c5-48fc-b070-f36790644b4f', 'mac_address': 'fa:16:3e:40:17:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef0c98-5a96-482c-88be-ad4a399fbddf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:16:14.808698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-9d95e275-6b5f-44cb-a2d4-33cc3917bb75 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.810348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-9d95e275-6b5f-44cb-a2d4-33cc3917bb75 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.73 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 946 time: 0.6850612 Feb 11 13:16:14.939905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.981642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b6067dc-80c5-48fc-b070-f36790644b4f {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:15.014596 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b6067dc-80c5-48fc-b070-f36790644b4f,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:15.021511 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.112538 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de4b0eba-f484-4048-9806-1c882b04a2a7 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.117643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3b6067dc-80c5-48fc-b070-f36790644b4f,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:15.180069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['3b6067dc-80c5-48fc-b070-f36790644b4f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:15.231969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b0eba-f484-4048-9806-1c882b04a2a7 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event deleted for resources: {'Port': ['ID=385606c6-aa86-4d32-a6b3-f4826487001c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:15.262512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dec52-e54a-4ea4-9cc6-751ee99b0567 req-e3d2dde8-c502-4712-8b5b-5cc10621b357 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:15.271256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e8dec52-e54a-4ea4-9cc6-751ee99b0567 req-e3d2dde8-c502-4712-8b5b-5cc10621b357 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 946 time: 0.3697472 Feb 11 13:16:15.398752 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e8dec52-e54a-4ea4-9cc6-751ee99b0567 req-4c8b600b-7014-4b9d-92d3-399f33e6e152 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263473 Feb 11 13:16:15.504427 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77c53e9f-96da-4465-82af-0a43fff92e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.528087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.541036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.581025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Deleting port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:15.581563 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.637657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de4b0eba-f484-4048-9806-1c882b04a2a7 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.662497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-de4b0eba-f484-4048-9806-1c882b04a2a7 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "DELETE /v2.0/ports/385606c6-aa86-4d32-a6b3-f4826487001c HTTP/1.1" status: 204 len: 168 time: 1.5589163 Feb 11 13:16:15.666662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59862) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:15.761410 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7df7a05-bcaa-4cdb-8a51-7900c0d8b70c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] GET failed (client error): The resource could not be found. Feb 11 13:16:15.761955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d7df7a05-bcaa-4cdb-8a51-7900c0d8b70c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Synchronizing usage tracker for tenant:fa155cc7c656475c8f9ac7ffa371668d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:15.808759 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.809901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5883dd-8705-4c25-93c8-a04968740ed7 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:16:15.830829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f5cc769a-083b-40ee-b4a9-247f700fb196 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] For port 0148e04d-c71d-47a5-9b47-45e165f46533, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0148e04d-c71d-47a5-9b47-45e165f46533,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:15.831195 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f5cc769a-083b-40ee-b4a9-247f700fb196 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.971674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d7df7a05-bcaa-4cdb-8a51-7900c0d8b70c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Unset dirty status for tenant:fa155cc7c656475c8f9ac7ffa371668d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:15.978283 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d7df7a05-bcaa-4cdb-8a51-7900c0d8b70c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "GET /v2.0/ports/385606c6-aa86-4d32-a6b3-f4826487001c HTTP/1.1" status: 404 len: 333 time: 0.3100591 Feb 11 13:16:15.986463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59872) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:15.997133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'port': {'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51', 'name': 'tempest-AllowedAddressPairTestJSON-1040506062'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:16.161513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f5cc769a-083b-40ee-b4a9-247f700fb196 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Calling delete_port for 0148e04d-c71d-47a5-9b47-45e165f46533 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:16.198589 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.199730 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5d6fbce2-96d6-44eb-92d9-2514503e5828 admin admin] 10.222.0.67 "DELETE /v2.0/routers/aa5883dd-8705-4c25-93c8-a04968740ed7 HTTP/1.1" status: 204 len: 168 time: 6.0885222 Feb 11 13:16:16.202622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59880) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:16.205181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:16.277310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:16.291542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-22643ddc-dd5d-4b6c-93a9-844676ad3cf3 admin admin] Deleting subnet 62071977-6904-4324-b948-acd08b45a929 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:16:16.297077 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22643ddc-dd5d-4b6c-93a9-844676ad3cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.357356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Made reservation on behalf of fa155cc7c656475c8f9ac7ffa371668d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:16.360352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.383653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5e878-1bb7-4eff-a16c-cb0d3d59f7bc req-f1fc7dfb-3958-4eb9-b4c9-2b29caf081e6 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:16.390677 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44e5e878-1bb7-4eff-a16c-cb0d3d59f7bc req-f1fc7dfb-3958-4eb9-b4c9-2b29caf081e6 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 949 time: 0.6146290 Feb 11 13:16:16.451878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22643ddc-dd5d-4b6c-93a9-844676ad3cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.482511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290ddc6-61c4-4c41-af16-bd92f4543c8e req-77f9432e-077b-49f4-80cc-4797d27c4525 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:16.484028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9290ddc6-61c4-4c41-af16-bd92f4543c8e req-77f9432e-077b-49f4-80cc-4797d27c4525 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 946 time: 1.3156028 Feb 11 13:16:16.562344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22643ddc-dd5d-4b6c-93a9-844676ad3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.627094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] device_id is not set on port 425cf647-0fe5-45c4-858c-a71d5d3e4db9 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:16:16.644124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3b6067dc-80c5-48fc-b070-f36790644b4f up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:16:16.714299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44e5e878-1bb7-4eff-a16c-cb0d3d59f7bc req-fede2651-f8cf-40a5-bad5-a86eb0bddb48 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225355 Feb 11 13:16:16.751162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 3b6067dc-80c5-48fc-b070-f36790644b4f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:16.752081 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.788712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9290ddc6-61c4-4c41-af16-bd92f4543c8e req-bdf746b7-3986-411c-a040-06a7a0bb7ea6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552660 Feb 11 13:16:16.796878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] For port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,segment=NetworkSegment(587c187c-f2e8-4787-bf62-88b1ebf4fc6c),segment_id=587c187c-f2e8-4787-bf62-88b1ebf4fc6c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:16.797411 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.854743 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22643ddc-dd5d-4b6c-93a9-844676ad3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.917193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22643ddc-dd5d-4b6c-93a9-844676ad3cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62071977-6904-4324-b948-acd08b45a929,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:16.939599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22643ddc-dd5d-4b6c-93a9-844676ad3cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.975866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Allocated IP 172.20.0.11 (d028eb6d-4524-4e2d-96b5-ff24a4e04f51/187f677c-c6bf-4da9-becd-e88ee3d6f3af/425cf647-0fe5-45c4-858c-a71d5d3e4db9) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:16.983017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-22643ddc-dd5d-4b6c-93a9-844676ad3cf3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/62071977-6904-4324-b948-acd08b45a929 HTTP/1.1" status: 204 len: 168 time: 0.7783384 Feb 11 13:16:16.988758 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.042639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6067dc-80c5-48fc-b070-f36790644b4f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:17.056659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b6067dc-80c5-48fc-b070-f36790644b4f,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:17.068089 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.069305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:17.073611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59890) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:17.085943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Calling delete_port for bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:17.218862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3b6067dc-80c5-48fc-b070-f36790644b4f,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:17.321337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.357426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Transition to ACTIVE for port object 425cf647-0fe5-45c4-858c-a71d5d3e4db9 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:17.403643 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.405279 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.460076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,segment=NetworkSegment(587c187c-f2e8-4787-bf62-88b1ebf4fc6c),segment_id=587c187c-f2e8-4787-bf62-88b1ebf4fc6c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:17.466044 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f5cc769a-083b-40ee-b4a9-247f700fb196 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.467190 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.468267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0148e04d-c71d-47a5-9b47-45e165f46533 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:17.559160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc769a-083b-40ee-b4a9-247f700fb196 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event deleted for resources: {'Port': ['ID=0148e04d-c71d-47a5-9b47-45e165f46533,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:17.563758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:17.572435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:17.593800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:17.669648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 0148e04d-c71d-47a5-9b47-45e165f46533 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:17.670204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0148e04d-c71d-47a5-9b47-45e165f46533 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:17.674998 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.679975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f7059835-91ac-46a2-a85d-838062ef2673'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:17.715048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Port': ['ID=425cf647-0fe5-45c4-858c-a71d5d3e4db9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:17.752570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.755798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.760966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', '270aacb6-5ff7-4361-954f-1216431a1814', 'df0fd601-83e0-4e49-9977-90a2111346a4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:17.785874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc065f04-cf9d-4eb9-b3ef-be31972e44aa req-128c544b-876c-4401-9327-6121b2da66f6 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.788169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc065f04-cf9d-4eb9-b3ef-be31972e44aa req-128c544b-876c-4401-9327-6121b2da66f6 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 946 time: 0.8143075 Feb 11 13:16:17.795581 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c0df23ce-3281-46bf-9bf1-17593ed50fc2 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8076694 Feb 11 13:16:17.798349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59908) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:17.807782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ea65a7e8-49ce-4a1e-8078-cfd589ca484c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bb:d3:df'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:17.870413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:16:17.870768 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:16:17.871892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f5cc769a-083b-40ee-b4a9-247f700fb196 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] No DVR routers for this DVR port 0148e04d-c71d-47a5-9b47-45e165f46533 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:17.884651 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6067dc-80c5-48fc-b070-f36790644b4f', 'code': 200} Feb 11 13:16:17.886132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f5cc769a-083b-40ee-b4a9-247f700fb196 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.931611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7', 'name': 'network-vif-deleted', 'tag': '0148e04d-c71d-47a5-9b47-45e165f46533'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:17.943982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 44155864-8030-421f-85f3-d9e6880bc314 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:17.957447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67748221-72d2-4b13-9104-adab67ecfe83 req-f5cc769a-083b-40ee-b4a9-247f700fb196 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "DELETE /v2.0/ports/0148e04d-c71d-47a5-9b47-45e165f46533 HTTP/1.1" status: 204 len: 173 time: 3.9874547 Feb 11 13:16:18.093140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 44155864-8030-421f-85f3-d9e6880bc314 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:18.093490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 44155864-8030-421f-85f3-d9e6880bc314 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:18.166863 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea65a7e8-49ce-4a1e-8078-cfd589ca484c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.277005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:18.302188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aabd2e84-88bd-4eb9-8eb5-286b83014e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.373013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.398445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Deleting port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:18.398929 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.447630 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc065f04-cf9d-4eb9-b3ef-be31972e44aa req-5ced462a-f2ac-4ac6-a53b-5845482dc539 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442132 Feb 11 13:16:18.497119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b90c9fe1-b66a-469c-9cf1-8399867c3532 req-d4b6daf1-9d8e-4968-9d08-5a1179dc7751 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7 HTTP/1.1" status: 200 len: 210 time: 0.0721078 Feb 11 13:16:18.577031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:18.647919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8cb54921-34c0-4fbb-a0b8-8af5dd2864d2 None None] Provisioning for port 425cf647-0fe5-45c4-858c-a71d5d3e4db9 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:18.648651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:18.649025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c4f5f9-0d6d-4c42-a1b4-0ba92db63ce8') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:18.665556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8cb54921-34c0-4fbb-a0b8-8af5dd2864d2 None None] Provisioning complete for port 425cf647-0fe5-45c4-858c-a71d5d3e4db9 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:18.665919 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8cb54921-34c0-4fbb-a0b8-8af5dd2864d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.725265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea65a7e8-49ce-4a1e-8078-cfd589ca484c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.736775 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eac4cf4-8b54-4ad0-8d3b-9da46e73d3f7', 'name': 'network-vif-deleted', 'tag': '0148e04d-c71d-47a5-9b47-45e165f46533', 'status': 'completed', 'code': 200} Feb 11 13:16:18.741570 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea65a7e8-49ce-4a1e-8078-cfd589ca484c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.745571 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:19.008110 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:19.066566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8cb54921-34c0-4fbb-a0b8-8af5dd2864d2 None None] Port 425cf647-0fe5-45c4-858c-a71d5d3e4db9 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:16:19.108288 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:19.136367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:19.144963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a7e8-49ce-4a1e-8078-cfd589ca484c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Port': ['ID=425cf647-0fe5-45c4-858c-a71d5d3e4db9,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:19.165588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a7e8-49ce-4a1e-8078-cfd589ca484c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] In _notify_port_updated(), no bound segment for port 425cf647-0fe5-45c4-858c-a71d5d3e4db9 on network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:16:19.169359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea65a7e8-49ce-4a1e-8078-cfd589ca484c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:19.169995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea65a7e8-49ce-4a1e-8078-cfd589ca484c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:19.170149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:16:19.170452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:19.175222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea65a7e8-49ce-4a1e-8078-cfd589ca484c tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "PUT /v2.0/ports/425cf647-0fe5-45c4-858c-a71d5d3e4db9 HTTP/1.1" status: 200 len: 997 time: 1.3754592 Feb 11 13:16:19.178002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59934) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:19.215902 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:19.218189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] Deleting port 59c5ce65-ffae-44df-845b-17c73f7ecd9b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:19.218189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:19.341594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-33e774c2-e822-4a90-9ba9-7d086292ca63 None None] Provisioning complete for port 425cf647-0fe5-45c4-858c-a71d5d3e4db9 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:19.341952 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33e774c2-e822-4a90-9ba9-7d086292ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:19.343955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-30d37d98-e7f7-4ac0-b917-8e89ae81afd8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Deleting port 425cf647-0fe5-45c4-858c-a71d5d3e4db9 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:19.344307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30d37d98-e7f7-4ac0-b917-8e89ae81afd8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:19.407121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-33e774c2-e822-4a90-9ba9-7d086292ca63 None None] Port 425cf647-0fe5-45c4-858c-a71d5d3e4db9 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:16:19.886269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5822ba4c-6334-4b0f-adcb-c12ff1cd7c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:19.893899 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:19.987115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:20.024010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] 10.222.0.67 "DELETE /v2.0/networks/c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa HTTP/1.1" status: 204 len: 168 time: 2.9036729 Feb 11 13:16:20.037293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945797e-68d0-4c03-8015-0254f0aaba4d admin admin] Pushing event deleted for resources: {'Network': ['ID=c20ce9a6-9ef8-4bd0-869d-d61fe3a485fa,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:20.041538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee011c-1352-4dc1-bd28-96fcd8cfed06 req-0459c39c-b1af-4dbf-bba7-36736e61f72e tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.044114 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4bee011c-1352-4dc1-bd28-96fcd8cfed06 req-0459c39c-b1af-4dbf-bba7-36736e61f72e tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 944 time: 0.3173301 Feb 11 13:16:20.070689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] For port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,segment=NetworkSegment(587c187c-f2e8-4787-bf62-88b1ebf4fc6c),segment_id=587c187c-f2e8-4787-bf62-88b1ebf4fc6c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:20.071821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:20.148947 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:20.175775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30d37d98-e7f7-4ac0-b917-8e89ae81afd8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:20.186759 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4bee011c-1352-4dc1-bd28-96fcd8cfed06 req-22019030-2dd5-42ed-8888-b493125769a8 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/security-groups?id=d6110105-bace-4035-a048-6a6a94edf6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233113 Feb 11 13:16:20.212603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d41cde-eef2-4309-888a-2aa42d9bdc83 req-80d8ba01-3312-4e70-8ba1-f38127543392 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.214119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84d41cde-eef2-4309-888a-2aa42d9bdc83 req-80d8ba01-3312-4e70-8ba1-f38127543392 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 946 time: 1.2186775 Feb 11 13:16:20.314758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Calling delete_port for bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:20.331019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-30d37d98-e7f7-4ac0-b917-8e89ae81afd8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Calling delete_port for 425cf647-0fe5-45c4-858c-a71d5d3e4db9 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:20.454413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] For port 59c5ce65-ffae-44df-845b-17c73f7ecd9b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=59c5ce65-ffae-44df-845b-17c73f7ecd9b,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:20.454803 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:20.525543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59958) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:20.584402 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5822ba4c-6334-4b0f-adcb-c12ff1cd7c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af', 'code': 200} Feb 11 13:16:20.625193 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30d37d98-e7f7-4ac0-b917-8e89ae81afd8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:20.650469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84d41cde-eef2-4309-888a-2aa42d9bdc83 req-c05b9a63-5a7f-40d6-9750-395943b38b02 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002312 Feb 11 13:16:20.703471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d37d98-e7f7-4ac0-b917-8e89ae81afd8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event deleted for resources: {'Port': ['ID=425cf647-0fe5-45c4-858c-a71d5d3e4db9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:20.763765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] Calling delete_port for 59c5ce65-ffae-44df-845b-17c73f7ecd9b owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:20.910042 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30d37d98-e7f7-4ac0-b917-8e89ae81afd8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:20.959190 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-30d37d98-e7f7-4ac0-b917-8e89ae81afd8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "DELETE /v2.0/ports/425cf647-0fe5-45c4-858c-a71d5d3e4db9 HTTP/1.1" status: 204 len: 168 time: 1.7792063 Feb 11 13:16:20.960647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59972) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:21.036246 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4556e06-5e7b-4c29-bb14-77e674e776df tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] GET failed (client error): The resource could not be found. Feb 11 13:16:21.037031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e4556e06-5e7b-4c29-bb14-77e674e776df tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Synchronizing usage tracker for tenant:fa155cc7c656475c8f9ac7ffa371668d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:21.074496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e4556e06-5e7b-4c29-bb14-77e674e776df tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Unset dirty status for tenant:fa155cc7c656475c8f9ac7ffa371668d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:21.081499 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e4556e06-5e7b-4c29-bb14-77e674e776df tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "GET /v2.0/ports/425cf647-0fe5-45c4-858c-a71d5d3e4db9 HTTP/1.1" status: 404 len: 333 time: 0.1199679 Feb 11 13:16:21.082303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59980) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:21.088703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'port': {'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51', 'name': 'tempest-AllowedAddressPairTestJSON-1594777751'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:21.121358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5810fc2a-d783-41ff-a05c-46eb03d7acc6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e9f8974a7312455b8855b9ca2a8d661c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5899744 Feb 11 13:16:21.121358 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.165025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59984) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:21.409464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Pushing event deleted for resources: {'Port': ['ID=bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:21.444010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:21.456022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:21.472140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Made reservation on behalf of fa155cc7c656475c8f9ac7ffa371668d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:21.480426 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.513169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] device_id is not set on port 60c04feb-fab5-450a-a5d5-8c81cd666ddc yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:16:21.522528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] No DVR routers for this DVR port bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:21.524996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ceefeede-c7f3-4cf8-a497-7e2f5af2661b req-fa521911-e44f-43ee-852d-c8edde61a7e0 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Synchronizing usage tracker for tenant:c10abc3061de45de865702395eb1d113 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:21.530365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.535416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5822ba4c-6334-4b0f-adcb-c12ff1cd7c64', 'name': 'network-vif-deleted', 'tag': 'bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:21.585563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ceefeede-c7f3-4cf8-a497-7e2f5af2661b req-fa521911-e44f-43ee-852d-c8edde61a7e0 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] Unset dirty status for tenant:c10abc3061de45de865702395eb1d113 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:21.586848 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ceefeede-c7f3-4cf8-a497-7e2f5af2661b req-fa521911-e44f-43ee-852d-c8edde61a7e0 tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.67 "GET /v2.0/ports?device_id=5822ba4c-6334-4b0f-adcb-c12ff1cd7c64 HTTP/1.1" status: 200 len: 210 time: 0.1530516 Feb 11 13:16:21.597285 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4dd9caed-aadf-4b32-ad9a-a1754ba365ab req-97a65da1-8375-40f8-998a-edde452257df tempest-ServerAddressesNegativeTestJSON-1781485344 tempest-ServerAddressesNegativeTestJSON-1781485344-project] 10.222.0.73 "DELETE /v2.0/ports/bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af HTTP/1.1" status: 204 len: 173 time: 6.7691393 Feb 11 13:16:21.613967 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eebe565-bb60-4ef0-ad5e-0a9e354945a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.717702 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eebe565-bb60-4ef0-ad5e-0a9e354945a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.798874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Allocated IP 172.20.0.3 (d028eb6d-4524-4e2d-96b5-ff24a4e04f51/187f677c-c6bf-4da9-becd-e88ee3d6f3af/60c04feb-fab5-450a-a5d5-8c81cd666ddc) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:22.025396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.115949 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5822ba4c-6334-4b0f-adcb-c12ff1cd7c64', 'name': 'network-vif-deleted', 'tag': 'bd0e9d64-e3d1-4481-b0a0-1ca3694bf0af', 'status': 'completed', 'code': 200} Feb 11 13:16:22.120828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] Pushing event deleted for resources: {'Port': ['ID=59c5ce65-ffae-44df-845b-17c73f7ecd9b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:22.134613 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eebe565-bb60-4ef0-ad5e-0a9e354945a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.273200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebe565-bb60-4ef0-ad5e-0a9e354945a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed5f64-4fb8-4585-94c2-43afc95f54ec,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:22.363660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3db07b-45c1-40f2-b03e-d68c94567d50 req-7e8d51eb-15db-4ddb-8c18-572de2d38bf3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:22.368680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee3db07b-45c1-40f2-b03e-d68c94567d50 req-7e8d51eb-15db-4ddb-8c18-572de2d38bf3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 946 time: 0.4445815 Feb 11 13:16:22.580712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.598081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7e803-db7f-4feb-818c-8e5ce9d9d048 req-fb4dfa62-e7f5-401c-b233-a636a2af982d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:22.606468 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7f7e803-db7f-4feb-818c-8e5ce9d9d048 req-fb4dfa62-e7f5-401c-b233-a636a2af982d tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 949 time: 0.3883874 Feb 11 13:16:22.687940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Transition to ACTIVE for port object 60c04feb-fab5-450a-a5d5-8c81cd666ddc will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:22.728519 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7f7e803-db7f-4feb-818c-8e5ce9d9d048 req-ff157307-16c1-4817-b257-dab2015a4e7e tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206734 Feb 11 13:16:22.736291 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eebe565-bb60-4ef0-ad5e-0a9e354945a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.737395 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3eebe565-bb60-4ef0-ad5e-0a9e354945a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0eed5f64-4fb8-4585-94c2-43afc95f54ec HTTP/1.1" status: 204 len: 168 time: 1.4898090 Feb 11 13:16:22.789276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.888778 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee3db07b-45c1-40f2-b03e-d68c94567d50 req-177f4304-37bc-4cad-a62e-6a986533ea73 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086212 Feb 11 13:16:22.984851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:22.994363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:23.007347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:23.068546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-9aa04751-b376-4b52-8e45-3ee7f3c3cb58 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:23.069295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-9aa04751-b376-4b52-8e45-3ee7f3c3cb58 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:23.076653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60014) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:23.105685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:23.106298 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:23.121932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Port': ['ID=60c04feb-fab5-450a-a5d5-8c81cd666ddc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:23.170361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-9aa04751-b376-4b52-8e45-3ee7f3c3cb58 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:23.173794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-9aa04751-b376-4b52-8e45-3ee7f3c3cb58 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "GET /v2.0/ports?device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 949 time: 0.6051352 Feb 11 13:16:23.187969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-12cadf5e-2ec6-4819-8952-7f00d55d94c8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1029687 Feb 11 13:16:23.189946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60020) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:23.196002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-2fcdd58a-20d6-4bbe-a81c-8c1dd2159b14 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:23.199083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-2fcdd58a-20d6-4bbe-a81c-8c1dd2159b14 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 946 time: 0.3893890 Feb 11 13:16:23.202334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'port': {'network_id': 'd028eb6d-4524-4e2d-96b5-ff24a4e04f51', 'name': 'tempest-AllowedAddressPairTestJSON-1909170196'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:23.400821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-ba15d4a3-6e37-4a6a-95e5-16fd9a29a240 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Deleting port 4457efd7-0ffb-48db-84bc-df31ffbc10e8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:23.401767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-ba15d4a3-6e37-4a6a-95e5-16fd9a29a240 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:23.513661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Deleting subnet 54aab554-5169-4e99-874c-e95764789aa1 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:16:23.537242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:23.582647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e4cbefb5-a9f0-460f-a7dc-c5cac555e74c None None] Provisioning for port 60c04feb-fab5-450a-a5d5-8c81cd666ddc completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:23.592645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e4cbefb5-a9f0-460f-a7dc-c5cac555e74c None None] Provisioning complete for port 60c04feb-fab5-450a-a5d5-8c81cd666ddc triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:23.593007 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4cbefb5-a9f0-460f-a7dc-c5cac555e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:23.699626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Deleting port f7059835-91ac-46a2-a85d-838062ef2673 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:23.699930 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:23.709717 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbefb5-a9f0-460f-a7dc-c5cac555e74c None None] Port 60c04feb-fab5-450a-a5d5-8c81cd666ddc cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:16:23.720589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-4d437c15-4166-4236-847c-196917740aef tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:23.722258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-4d437c15-4166-4236-847c-196917740aef tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/ports?device_id=e74237f3-9cf8-431a-b4af-9986c97b5996 HTTP/1.1" status: 200 len: 950 time: 0.2474923 Feb 11 13:16:23.729410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:23.733845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Usage tracker for resource:port and tenant:fa155cc7c656475c8f9ac7ffa371668d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:23.736922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:23.748038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:23.793690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Made reservation on behalf of fa155cc7c656475c8f9ac7ffa371668d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:23.796945 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:23.828513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] device_id is not set on port 076cf642-a5a5-4329-8d41-ee18981516e2 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:16:23.861249 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:23.958400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:23.996250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Allocated IP 172.20.0.10 (d028eb6d-4524-4e2d-96b5-ff24a4e04f51/187f677c-c6bf-4da9-becd-e88ee3d6f3af/076cf642-a5a5-4329-8d41-ee18981516e2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:24.308528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.393242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Transition to ACTIVE for port object 076cf642-a5a5-4329-8d41-ee18981516e2 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:24.399871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-c07487be-eece-477e-b30e-5e2f8bd4df91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Deleting port df0fd601-83e0-4e49-9977-90a2111346a4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:24.400358 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-c07487be-eece-477e-b30e-5e2f8bd4df91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.508832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e601e8-0e64-489e-bd84-1e47ddb5edd0 req-60e6a733-9627-4dce-8979-42b5a46a38d1 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:24.517125 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6e601e8-0e64-489e-bd84-1e47ddb5edd0 req-60e6a733-9627-4dce-8979-42b5a46a38d1 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 949 time: 0.2932787 Feb 11 13:16:24.606067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.735075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.793787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] For port f7059835-91ac-46a2-a85d-838062ef2673, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f7059835-91ac-46a2-a85d-838062ef2673,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:24.794174 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.821668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-ba15d4a3-6e37-4a6a-95e5-16fd9a29a240 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] For port 4457efd7-0ffb-48db-84bc-df31ffbc10e8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4457efd7-0ffb-48db-84bc-df31ffbc10e8,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:24.822064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-ba15d4a3-6e37-4a6a-95e5-16fd9a29a240 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.844213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:24.852240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:24.860519 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6e601e8-0e64-489e-bd84-1e47ddb5edd0 req-5f699a7f-d4ab-4e14-a389-9c745841ed06 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425853 Feb 11 13:16:24.868658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:24.956111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Port': ['ID=076cf642-a5a5-4329-8d41-ee18981516e2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:24.993696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-c07487be-eece-477e-b30e-5e2f8bd4df91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] For port df0fd601-83e0-4e49-9977-90a2111346a4, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=df0fd601-83e0-4e49-9977-90a2111346a4,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:24.994053 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-c07487be-eece-477e-b30e-5e2f8bd4df91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.012347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.012853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.013192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.013521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.013851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.014229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.014501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.014849 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.015168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.015481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.015797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.168157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Calling delete_port for f7059835-91ac-46a2-a85d-838062ef2673 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:25.175701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-c07487be-eece-477e-b30e-5e2f8bd4df91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Calling delete_port for df0fd601-83e0-4e49-9977-90a2111346a4 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:25.262484 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-62a15951-21ec-4a99-8ce8-df8fae4c37d8 None None] Provisioning for port 076cf642-a5a5-4329-8d41-ee18981516e2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:25.275545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-62a15951-21ec-4a99-8ce8-df8fae4c37d8 None None] Provisioning complete for port 076cf642-a5a5-4329-8d41-ee18981516e2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:25.275924 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62a15951-21ec-4a99-8ce8-df8fae4c37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.402655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-62a15951-21ec-4a99-8ce8-df8fae4c37d8 None None] Port 076cf642-a5a5-4329-8d41-ee18981516e2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:16:25.423342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:25.424155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.545110 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4ff80815-51a3-4087-8cb5-da9e2034c619 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3539848 Feb 11 13:16:25.547189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60072) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:25.558100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97908ef7-41bb-4fc0-aa85-c8648095f14b req-5aefd43c-1734-4171-8109-1b2734feb59e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:25.561229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bde7299f-7582-4eed-9615-2ce4f05b3af8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bb:d3:df'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:08:6a:46'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:25.565202 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97908ef7-41bb-4fc0-aa85-c8648095f14b req-5aefd43c-1734-4171-8109-1b2734feb59e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 946 time: 1.3016186 Feb 11 13:16:25.575778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-ba15d4a3-6e37-4a6a-95e5-16fd9a29a240 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Calling delete_port for 4457efd7-0ffb-48db-84bc-df31ffbc10e8 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:25.606172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.623298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', '270aacb6-5ff7-4361-954f-1216431a1814'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:25.648931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.667361 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-c07487be-eece-477e-b30e-5e2f8bd4df91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.761259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event deleted for resources: {'Port': ['ID=f7059835-91ac-46a2-a85d-838062ef2673,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:25.763478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54aab554-5169-4e99-874c-e95764789aa1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:25.860645 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.889796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07487be-eece-477e-b30e-5e2f8bd4df91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event deleted for resources: {'Port': ['ID=df0fd601-83e0-4e49-9977-90a2111346a4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:25.919370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.919955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.920294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.920680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.931105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.931874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.932231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.932553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.932884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.933211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.933539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.940293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.940667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.941062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.941330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.941608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.941999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.942292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.942962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.943838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.943838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.944228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.043173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97908ef7-41bb-4fc0-aa85-c8648095f14b req-395ccd2f-8230-4b0a-90a3-710a2b57b584 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762633 Feb 11 13:16:26.080880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] No DVR routers for this DVR port f7059835-91ac-46a2-a85d-838062ef2673 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:26.108760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.111166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b9451e1-4b33-4ac1-b84e-62d63c71f5b9 req-698a934f-4718-4fcd-a23f-074b445319f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.73 "DELETE /v2.0/ports/f7059835-91ac-46a2-a85d-838062ef2673 HTTP/1.1" status: 204 len: 173 time: 2.9103847 Feb 11 13:16:26.112047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5', 'name': 'network-vif-deleted', 'tag': 'f7059835-91ac-46a2-a85d-838062ef2673'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:26.136962 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-33663b19-1c32-44ae-a6f3-2ce45b7a588d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/54aab554-5169-4e99-874c-e95764789aa1 HTTP/1.1" status: 204 len: 168 time: 3.0592611 Feb 11 13:16:26.146251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60090) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:26.700545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-99ff71f9-1d36-4234-aa81-e45276d0c64e req-0ec5af09-66a4-4fe6-bc53-d678a58284f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:26.748236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.754006 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-ba15d4a3-6e37-4a6a-95e5-16fd9a29a240 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.782622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f7059835-91ac-46a2-a85d-838062ef2673 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:26.826883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d85f62a1-491c-4571-b019-393bf0e96280 req-ef98b977-6447-42e9-a677-4f104964b60c tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.4031327 Feb 11 13:16:26.846296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device df0fd601-83e0-4e49-9977-90a2111346a4 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:26.848207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-c07487be-eece-477e-b30e-5e2f8bd4df91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] No DVR routers for this DVR port df0fd601-83e0-4e49-9977-90a2111346a4 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:26.883158 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-c07487be-eece-477e-b30e-5e2f8bd4df91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.883297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-99ff71f9-1d36-4234-aa81-e45276d0c64e req-0ec5af09-66a4-4fe6-bc53-d678a58284f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:26.898791 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0bf15f76-2170-4b5f-b71e-1c76fb8a314b req-c07487be-eece-477e-b30e-5e2f8bd4df91 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "DELETE /v2.0/ports/df0fd601-83e0-4e49-9977-90a2111346a4 HTTP/1.1" status: 204 len: 173 time: 3.1295004 Feb 11 13:16:26.901910 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-99ff71f9-1d36-4234-aa81-e45276d0c64e req-0ec5af09-66a4-4fe6-bc53-d678a58284f8 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5 HTTP/1.1" status: 200 len: 210 time: 0.5078232 Feb 11 13:16:26.910084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: f7059835-91ac-46a2-a85d-838062ef2673 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:26.910831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f7059835-91ac-46a2-a85d-838062ef2673 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:26.911749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4457efd7-0ffb-48db-84bc-df31ffbc10e8 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:26.913804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74237f3-9cf8-431a-b4af-9986c97b5996', 'name': 'network-vif-deleted', 'tag': 'df0fd601-83e0-4e49-9977-90a2111346a4'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:26.923015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d4a3-6e37-4a6a-95e5-16fd9a29a240 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event deleted for resources: {'Port': ['ID=4457efd7-0ffb-48db-84bc-df31ffbc10e8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:26.970660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 4457efd7-0ffb-48db-84bc-df31ffbc10e8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:26.971168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4457efd7-0ffb-48db-84bc-df31ffbc10e8 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:26.978340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: df0fd601-83e0-4e49-9977-90a2111346a4 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:26.978998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device df0fd601-83e0-4e49-9977-90a2111346a4 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:27.014665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bde7299f-7582-4eed-9615-2ce4f05b3af8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.305452 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80a0b71-f0a4-4354-84a4-edb2d0aa4eb5', 'name': 'network-vif-deleted', 'tag': 'f7059835-91ac-46a2-a85d-838062ef2673', 'status': 'completed', 'code': 200} Feb 11 13:16:27.668776 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bde7299f-7582-4eed-9615-2ce4f05b3af8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.669342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.672623 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74237f3-9cf8-431a-b4af-9986c97b5996', 'name': 'network-vif-deleted', 'tag': 'df0fd601-83e0-4e49-9977-90a2111346a4', 'status': 'completed', 'code': 200} Feb 11 13:16:27.676260 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bde7299f-7582-4eed-9615-2ce4f05b3af8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.716508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c48852-dc17-49d7-be91-64380315a082']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:27.731413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587c187c-f2e8-4787-bf62-88b1ebf4fc6c') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:27.731879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587c187c-f2e8-4787-bf62-88b1ebf4fc6c') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:27.746399 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.777483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', '270aacb6-5ff7-4361-954f-1216431a1814'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:27.787879 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.800018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:16:27.800413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.902615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7299f-7582-4eed-9615-2ce4f05b3af8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event updated for resources: {'Port': ['ID=076cf642-a5a5-4329-8d41-ee18981516e2,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:27.962836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-bde7299f-7582-4eed-9615-2ce4f05b3af8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] In _notify_port_updated(), no bound segment for port 076cf642-a5a5-4329-8d41-ee18981516e2 on network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:16:27.979567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7299f-7582-4eed-9615-2ce4f05b3af8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:27.980255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bde7299f-7582-4eed-9615-2ce4f05b3af8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.981780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bde7299f-7582-4eed-9615-2ce4f05b3af8 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "PUT /v2.0/ports/076cf642-a5a5-4329-8d41-ee18981516e2 HTTP/1.1" status: 200 len: 1056 time: 2.4305077 Feb 11 13:16:27.986823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60116) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:28.156827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f666d1da-0ed1-432a-b2d7-a8009b5aa2ad tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Deleting port 076cf642-a5a5-4329-8d41-ee18981516e2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:28.156827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f666d1da-0ed1-432a-b2d7-a8009b5aa2ad tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:28.388750 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:28.394539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-726dbf67-8aae-4fcf-b394-7f43c8ca8daf None None] Provisioning complete for port 076cf642-a5a5-4329-8d41-ee18981516e2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:28.396784 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-726dbf67-8aae-4fcf-b394-7f43c8ca8daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:28.404374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:28.409531 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:28.436159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-ba15d4a3-6e37-4a6a-95e5-16fd9a29a240 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] No DVR routers for this DVR port 4457efd7-0ffb-48db-84bc-df31ffbc10e8 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:28.443918 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-ba15d4a3-6e37-4a6a-95e5-16fd9a29a240 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:28.488652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-41959171-8d75-4ed4-8463-e021e584b7bb req-53038e89-af33-4126-ae84-ae94d8a94c72 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 210 time: 0.4558389 Feb 11 13:16:28.517852 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0959faeb-a698-4b80-b771-7021dd6f7502 req-d89a76b7-3e07-4a84-b9a3-95f8720dfa24 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.2237432 Feb 11 13:16:28.557758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-726dbf67-8aae-4fcf-b394-7f43c8ca8daf None None] Port 076cf642-a5a5-4329-8d41-ee18981516e2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:16:28.559962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] Pushing event deleted for resources: {'Network': ['ID=74c48852-dc17-49d7-be91-64380315a082,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:28.651299 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a974057-f0aa-4ded-87e1-8234377b9a22 req-ba15d4a3-6e37-4a6a-95e5-16fd9a29a240 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "DELETE /v2.0/ports/4457efd7-0ffb-48db-84bc-df31ffbc10e8 HTTP/1.1" status: 204 len: 173 time: 5.3727093 Feb 11 13:16:28.658638 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-51f18f11-88b2-41c1-aab6-a21b5dda569e admin admin] 10.222.0.67 "DELETE /v2.0/networks/74c48852-dc17-49d7-be91-64380315a082 HTTP/1.1" status: 204 len: 168 time: 2.4853058 Feb 11 13:16:29.036898 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f666d1da-0ed1-432a-b2d7-a8009b5aa2ad tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:29.238836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60146) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:29.308560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d4c8ef-67f7-487b-b1d6-ae5a68694db6', 'name': 'network-vif-deleted', 'tag': '4457efd7-0ffb-48db-84bc-df31ffbc10e8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:29.425653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f666d1da-0ed1-432a-b2d7-a8009b5aa2ad tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Calling delete_port for 076cf642-a5a5-4329-8d41-ee18981516e2 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:29.442686 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-82d041c4-717e-472a-86e3-2c6a2fda95f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c10abc3061de45de865702395eb1d113&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2010252 Feb 11 13:16:29.445837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60156) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:29.485495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] Router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:29.753697 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f666d1da-0ed1-432a-b2d7-a8009b5aa2ad tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:29.755825 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d4c8ef-67f7-487b-b1d6-ae5a68694db6', 'name': 'network-vif-deleted', 'tag': '4457efd7-0ffb-48db-84bc-df31ffbc10e8', 'status': 'completed', 'code': 200} Feb 11 13:16:29.832939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666d1da-0ed1-432a-b2d7-a8009b5aa2ad tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event deleted for resources: {'Port': ['ID=076cf642-a5a5-4329-8d41-ee18981516e2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:30.064638 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95964573-2443-4083-bc62-d630829c69a0 req-c3adad67-5b06-45a7-af1e-4e96ec7b58a3 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1719227 Feb 11 13:16:30.068378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60170) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:30.079834 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f847b043-9653-4924-b305-8edcaf353d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.123138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0999d406-3d28-478c-beb0-3c50fb9c4be0 req-400143f8-bc4e-4c61-bd41-7a7d702fcb45 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d4c8ef-67f7-487b-b1d6-ae5a68694db6 HTTP/1.1" status: 200 len: 210 time: 0.1354394 Feb 11 13:16:30.245481 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f847b043-9653-4924-b305-8edcaf353d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.398272 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f847b043-9653-4924-b305-8edcaf353d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.445340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847b043-9653-4924-b305-8edcaf353d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6110105-bace-4035-a048-6a6a94edf6ce,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:30.449359 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74c959ed-903e-4c55-b8bf-8d0924b3bebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.502838 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f847b043-9653-4924-b305-8edcaf353d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.507217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f847b043-9653-4924-b305-8edcaf353d93 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d6110105-bace-4035-a048-6a6a94edf6ce HTTP/1.1" status: 204 len: 168 time: 1.0602448 Feb 11 13:16:30.528178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:30.538906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-74c959ed-903e-4c55-b8bf-8d0924b3bebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:30.544007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] Sync routers for ids ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:16:30.550608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0950d86f-85c5-4d98-8411-98dd43a4527a admin admin] 10.222.0.67 "PUT /v2.0/routers/37a5e478-ad18-4d67-9e6b-711c30ebaa64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.4513152 Feb 11 13:16:30.552621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-74c959ed-903e-4c55-b8bf-8d0924b3bebd admin admin] Usage tracker for resource:security_group_rule and tenant:3f18e26aec4f4adaa794f1509c542051 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:30.555291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60184) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:30.558149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-74c959ed-903e-4c55-b8bf-8d0924b3bebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:30.567697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] Routers {'37a5e478-ad18-4d67-9e6b-711c30ebaa64'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:16:30.570603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:16:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:30.693735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-74c959ed-903e-4c55-b8bf-8d0924b3bebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:30.727918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f666d1da-0ed1-432a-b2d7-a8009b5aa2ad tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.758701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f666d1da-0ed1-432a-b2d7-a8009b5aa2ad tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "DELETE /v2.0/ports/076cf642-a5a5-4329-8d41-ee18981516e2 HTTP/1.1" status: 204 len: 168 time: 2.7706940 Feb 11 13:16:30.760676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60188) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:30.908133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74c959ed-903e-4c55-b8bf-8d0924b3bebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.916339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74c959ed-903e-4c55-b8bf-8d0924b3bebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.988633 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9b7f25-ef6a-4b41-9f5f-18f4e264192e tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] GET failed (client error): The resource could not be found. Feb 11 13:16:30.989494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8e9b7f25-ef6a-4b41-9f5f-18f4e264192e tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Synchronizing usage tracker for tenant:fa155cc7c656475c8f9ac7ffa371668d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:31.064280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c959ed-903e-4c55-b8bf-8d0924b3bebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6d1186-1fb3-4dd7-8ec2-f93faa823fd0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:31.088291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] Set router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:16:31.101602 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-74c959ed-903e-4c55-b8bf-8d0924b3bebd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3f18e26aec4f4adaa794f1509c542051&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0305572 Feb 11 13:16:31.105768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:31.191587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8e9b7f25-ef6a-4b41-9f5f-18f4e264192e tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Unset dirty status for tenant:fa155cc7c656475c8f9ac7ffa371668d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:31.201215 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8e9b7f25-ef6a-4b41-9f5f-18f4e264192e tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "GET /v2.0/ports/076cf642-a5a5-4329-8d41-ee18981516e2 HTTP/1.1" status: 404 len: 333 time: 0.4394474 Feb 11 13:16:31.205695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60206) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:31.300981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2de0cdde-c1e6-4f4f-ab3c-cbc7238e11b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.331498 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2de0cdde-c1e6-4f4f-ab3c-cbc7238e11b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.350384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f8a97bfb-55ad-46af-9659-d8ee95572220 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Deleting port 60c04feb-fab5-450a-a5d5-8c81cd666ddc {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:31.350656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a97bfb-55ad-46af-9659-d8ee95572220 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.379429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.398230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57dc4a-4f5c-4182-8c4b-4cc43e291e9e req-fab3f5da-1e1b-404a-9306-50083724b1c0 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:31.399397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4e57dc4a-4f5c-4182-8c4b-4cc43e291e9e req-fab3f5da-1e1b-404a-9306-50083724b1c0 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:31.492213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9aed12ae-fe26-49f4-8b87-1abeb0b1ad9c req-be69a306-3290-41af-ab56-bc1b922b4fab service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.0865703 Feb 11 13:16:31.524884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4e57dc4a-4f5c-4182-8c4b-4cc43e291e9e req-fab3f5da-1e1b-404a-9306-50083724b1c0 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:31.532110 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e57dc4a-4f5c-4182-8c4b-4cc43e291e9e req-fab3f5da-1e1b-404a-9306-50083724b1c0 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 950 time: 0.5375681 Feb 11 13:16:31.579175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-91c0719e-3a27-4bb6-b40e-70fd08dfd124 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:31.581260 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-91c0719e-3a27-4bb6-b40e-70fd08dfd124 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/ports?device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 950 time: 0.4939914 Feb 11 13:16:31.691508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:16:21Z', 'revision_number': 5, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:31.702814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] Checking router: 37a5e478-ad18-4d67-9e6b-711c30ebaa64 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:16:31.731166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] Routers {'37a5e478-ad18-4d67-9e6b-711c30ebaa64'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:16:31.732462 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95be05dd-532d-449b-a8a4-d5ca4ff9d97e req-345b0885-bff3-478b-bb29-4357534bcbe4 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1847653 Feb 11 13:16:31.735419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:16:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:31.834446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2de0cdde-c1e6-4f4f-ab3c-cbc7238e11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.885833 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a97bfb-55ad-46af-9659-d8ee95572220 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.898493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0cdde-c1e6-4f4f-ab3c-cbc7238e11b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6d1186-1fb3-4dd7-8ec2-f93faa823fd0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:31.945819 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2de0cdde-c1e6-4f4f-ab3c-cbc7238e11b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.947380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2de0cdde-c1e6-4f4f-ab3c-cbc7238e11b7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b6d1186-1fb3-4dd7-8ec2-f93faa823fd0 HTTP/1.1" status: 204 len: 168 time: 0.8408923 Feb 11 13:16:32.040853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f8a97bfb-55ad-46af-9659-d8ee95572220 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Calling delete_port for 60c04feb-fab5-450a-a5d5-8c81cd666ddc owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:32.074224 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.105639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Deleting port a29432d9-0f14-4b76-bcf8-aabc6e11bb62 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:32.107029 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.159196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] Set router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:16:32.421698 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e57dc4a-4f5c-4182-8c4b-4cc43e291e9e req-4ba9c5d3-91a6-4a5b-8b24-3ed040afa9c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8883719 Feb 11 13:16:32.484793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] For port a29432d9-0f14-4b76-bcf8-aabc6e11bb62, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a29432d9-0f14-4b76-bcf8-aabc6e11bb62,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:32.485343 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.554121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60234) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:32.559567 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a97bfb-55ad-46af-9659-d8ee95572220 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.811316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:16:21Z', 'revision_number': 5, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:32.821749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a97bfb-55ad-46af-9659-d8ee95572220 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event deleted for resources: {'Port': ['ID=60c04feb-fab5-450a-a5d5-8c81cd666ddc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:32.822972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd85734-5421-4f90-a9ee-89a02e7aec14 None None] The sync data for ids ['37a5e478-ad18-4d67-9e6b-711c30ebaa64'] in n-d-818559-1 is: [{'id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'name': 'tempest-ServersTestManualDisk-277572138-router', 'tenant_id': '6222a31b2b444e87a454c31b72a1d21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:18Z', 'updated_at': '2022-02-11T13:16:21Z', 'revision_number': 5, 'project_id': '6222a31b2b444e87a454c31b72a1d21b', 'gw_port': {'id': 'a29432d9-0f14-4b76-bcf8-aabc6e11bb62', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5e478-ad18-4d67-9e6b-711c30ebaa64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:19Z', 'updated_at': '2022-02-11T13:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:16:32.828953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-59ad26fe-1cba-4169-a3fa-23bc71aa2471 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Deleting port 270aacb6-5ff7-4361-954f-1216431a1814 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:32.829470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-59ad26fe-1cba-4169-a3fa-23bc71aa2471 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:33.060678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Calling delete_port for a29432d9-0f14-4b76-bcf8-aabc6e11bb62 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:33.188238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a97bfb-55ad-46af-9659-d8ee95572220 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:33.194768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-604536925-network', 'tenant_id': '60d3a05ad6e045e3b21396a746cead0f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:33.248345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:33.283604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Usage tracker for resource:network and tenant:60d3a05ad6e045e3b21396a746cead0f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:33.303821 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b4cc2cb9-03e1-4621-a8f3-5a2044fd4c90 req-adc49dfd-2b0e-4e96-aabd-484883c1b952 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1168544 Feb 11 13:16:33.310049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:33.325546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f8a97bfb-55ad-46af-9659-d8ee95572220 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "DELETE /v2.0/ports/60c04feb-fab5-450a-a5d5-8c81cd666ddc HTTP/1.1" status: 204 len: 168 time: 2.1174829 Feb 11 13:16:33.337871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-763c4f33-042f-4137-9de9-ea35110a30e5 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:33.341337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60258) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:33.341966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-763c4f33-042f-4137-9de9-ea35110a30e5 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/ports?device_id=5579e9c3-1a3f-4d0e-8615-bd5079b3b912 HTTP/1.1" status: 200 len: 950 time: 1.0588505 Feb 11 13:16:33.414999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:33.482463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b34969-e121-4971-8005-7094ce191708 req-d8ffa2a7-c37a-4081-a06c-ee68744c2243 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:33.492952 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-d8ffa2a7-c37a-4081-a06c-ee68744c2243 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.6394958 Feb 11 13:16:33.561432 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a820f1f-f962-46e0-be16-a432c0d659f7 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] GET failed (client error): The resource could not be found. Feb 11 13:16:33.566425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7a820f1f-f962-46e0-be16-a432c0d659f7 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "GET /v2.0/ports/60c04feb-fab5-450a-a5d5-8c81cd666ddc HTTP/1.1" status: 404 len: 333 time: 0.2147279 Feb 11 13:16:33.569791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:33.612487 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-9b8e684a-c984-4289-a29e-4142f88bfa9c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/quotas/065894f866e44a928b5da656a828a752 HTTP/1.1" status: 200 len: 375 time: 0.1185868 Feb 11 13:16:33.644216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-d56b8ad3-990a-4be6-9900-4241ed3bd6c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Deleting port b773c4bd-2cf5-4a41-8fa2-860ac577b81b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:33.644773 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-d56b8ad3-990a-4be6-9900-4241ed3bd6c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:33.683842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-93b34969-e121-4971-8005-7094ce191708 req-5c52df61-faa3-4670-849a-b2280daa15c1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:33.731118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7dcefcc5-6041-4fa6-a335-81bab45e1a0f tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Deleting port 213197d3-d120-4940-b6e7-7dc4e872904b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:33.731615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7dcefcc5-6041-4fa6-a335-81bab45e1a0f tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:33.735927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Made reservation on behalf of 60d3a05ad6e045e3b21396a746cead0f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:33.738420 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:33.844930 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:33.849804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-93b34969-e121-4971-8005-7094ce191708 req-5c52df61-faa3-4670-849a-b2280daa15c1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:33.858360 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-5c52df61-faa3-4670-849a-b2280daa15c1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2446861 Feb 11 13:16:33.915815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 59c5ce65-ffae-44df-845b-17c73f7ecd9b no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:33.984754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 59c5ce65-ffae-44df-845b-17c73f7ecd9b {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:33.986174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 59c5ce65-ffae-44df-845b-17c73f7ecd9b not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:34.250170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:34.336508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a29432d9-0f14-4b76-bcf8-aabc6e11bb62,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:34.352349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7dcefcc5-6041-4fa6-a335-81bab45e1a0f tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:34.461004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-d56b8ad3-990a-4be6-9900-4241ed3bd6c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] For port b773c4bd-2cf5-4a41-8fa2-860ac577b81b, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:34.461362 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-d56b8ad3-990a-4be6-9900-4241ed3bd6c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:34.562080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-e2689566-6eb5-43e2-ad6e-9fd2f81bce2f service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:16:34.569623 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-e2689566-6eb5-43e2-ad6e-9fd2f81bce2f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7103040 Feb 11 13:16:34.580002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7dcefcc5-6041-4fa6-a335-81bab45e1a0f tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Calling delete_port for 213197d3-d120-4940-b6e7-7dc4e872904b owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:34.701597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:34.707086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Usage tracker for resource:security_group_rule and tenant:60d3a05ad6e045e3b21396a746cead0f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:34.712361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:34.720740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:34.804329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 270aacb6-5ff7-4361-954f-1216431a1814 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:34.819193 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:34.827923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-59ad26fe-1cba-4169-a3fa-23bc71aa2471 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] For port 270aacb6-5ff7-4361-954f-1216431a1814, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=270aacb6-5ff7-4361-954f-1216431a1814,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:34.828624 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-59ad26fe-1cba-4169-a3fa-23bc71aa2471 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:34.891200 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:16:34.971264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-59ad26fe-1cba-4169-a3fa-23bc71aa2471 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Calling delete_port for 270aacb6-5ff7-4361-954f-1216431a1814 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:35.059006 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:35.078551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-d56b8ad3-990a-4be6-9900-4241ed3bd6c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Calling delete_port for b773c4bd-2cf5-4a41-8fa2-860ac577b81b owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:35.167333 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:35.266608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:35.269763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-d56b8ad3-990a-4be6-9900-4241ed3bd6c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:35.285353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:35.423245 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-18495234-632a-49de-86c7-ca74e53a17d3 service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8526342 Feb 11 13:16:35.438479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-d56b8ad3-990a-4be6-9900-4241ed3bd6c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] No DVR routers for this DVR port b773c4bd-2cf5-4a41-8fa2-860ac577b81b on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:35.440797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b8ad3-990a-4be6-9900-4241ed3bd6c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event deleted for resources: {'Port': ['ID=b773c4bd-2cf5-4a41-8fa2-860ac577b81b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:35.444688 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-d56b8ad3-990a-4be6-9900-4241ed3bd6c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:35.456282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5579e9c3-1a3f-4d0e-8615-bd5079b3b912', 'name': 'network-vif-deleted', 'tag': 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:35.550447 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d53c9348-e1cc-4477-b397-5514d96e3120 req-d56b8ad3-990a-4be6-9900-4241ed3bd6c7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "DELETE /v2.0/ports/b773c4bd-2cf5-4a41-8fa2-860ac577b81b HTTP/1.1" status: 204 len: 173 time: 2.1172466 Feb 11 13:16:35.565100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0067f581-0525-423f-9b34-46bfbedbfe8f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:35.576622 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-59ad26fe-1cba-4169-a3fa-23bc71aa2471 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:35.687131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b773c4bd-2cf5-4a41-8fa2-860ac577b81b no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:35.746464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad26fe-1cba-4169-a3fa-23bc71aa2471 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event deleted for resources: {'Port': ['ID=270aacb6-5ff7-4361-954f-1216431a1814,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:35.760978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a5ac3-fcf9-499b-b7d4-5f60e061732c req-55762c72-fed8-42fe-8a2d-d59d5eb0c571 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:35.761699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-722a5ac3-fcf9-499b-b7d4-5f60e061732c req-55762c72-fed8-42fe-8a2d-d59d5eb0c571 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Synchronizing usage tracker for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:35.791053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: b773c4bd-2cf5-4a41-8fa2-860ac577b81b {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:35.792880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b773c4bd-2cf5-4a41-8fa2-860ac577b81b not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:35.883119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:35.932651 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7dcefcc5-6041-4fa6-a335-81bab45e1a0f tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:35.981269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-722a5ac3-fcf9-499b-b7d4-5f60e061732c req-55762c72-fed8-42fe-8a2d-d59d5eb0c571 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Unset dirty status for tenant:5b2e705c899a43aa895227e651e83fbd on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:35.988705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-722a5ac3-fcf9-499b-b7d4-5f60e061732c req-55762c72-fed8-42fe-8a2d-d59d5eb0c571 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=17b1563b-1e4b-4e80-b166-bce666e320eb HTTP/1.1" status: 200 len: 950 time: 1.6070464 Feb 11 13:16:36.032724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-59ad26fe-1cba-4169-a3fa-23bc71aa2471 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] No DVR routers for this DVR port 270aacb6-5ff7-4361-954f-1216431a1814 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:36.039152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.039152 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Added segment 500e169d-91bd-4b10-a802-57bd371a48ef of type vlan for network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 Feb 11 13:16:36.040787 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-59ad26fe-1cba-4169-a3fa-23bc71aa2471 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.047410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d2ab22d-4e1f-4f6a-bd9e-04f92523f74b req-59ad26fe-1cba-4169-a3fa-23bc71aa2471 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "DELETE /v2.0/ports/270aacb6-5ff7-4361-954f-1216431a1814 HTTP/1.1" status: 204 len: 173 time: 3.7631795 Feb 11 13:16:36.100510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.105986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:36.110182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-722a5ac3-fcf9-499b-b7d4-5f60e061732c req-711233bd-da47-43e5-9871-e282f1ab6a49 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198950 Feb 11 13:16:36.139427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcefcc5-6041-4fa6-a335-81bab45e1a0f tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event deleted for resources: {'Port': ['ID=213197d3-d120-4940-b6e7-7dc4e872904b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:36.218921 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.220292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:36.221555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.248357 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.518537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9727c67e-db94-4084-8b54-a60fe2e6f7f1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:36.548313 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.557060 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-50bcdb3a-cbf5-43ac-b450-dd2ceb0228e2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.9875965 Feb 11 13:16:36.558454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60318) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:36.575826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Request body: {'subnet': {'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-604536925-subnet', 'tenant_id': '60d3a05ad6e045e3b21396a746cead0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:36.582036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:36.587807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Usage tracker for resource:subnet and tenant:60d3a05ad6e045e3b21396a746cead0f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:36.591685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:36.598302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:36.598489 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:16:36.622423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Made reservation on behalf of 60d3a05ad6e045e3b21396a746cead0f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:36.628076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.647710 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-b9d706dc-c684-4e91-8e58-cd82163471dd service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2205293 Feb 11 13:16:36.764385 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7dcefcc5-6041-4fa6-a335-81bab45e1a0f tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.800922 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.801206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a5e478-ad18-4d67-9e6b-711c30ebaa64 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:16:36.844983 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7dcefcc5-6041-4fa6-a335-81bab45e1a0f tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "DELETE /v2.0/ports/213197d3-d120-4940-b6e7-7dc4e872904b HTTP/1.1" status: 204 len: 168 time: 3.2733550 Feb 11 13:16:36.847948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60326) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:36.853893 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.860037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fcaf356a-77ac-4fec-a81b-8dfd01280a13 admin admin] 10.222.0.67 "DELETE /v2.0/routers/37a5e478-ad18-4d67-9e6b-711c30ebaa64 HTTP/1.1" status: 204 len: 168 time: 6.3037374 Feb 11 13:16:36.860487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60328) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:37.102380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5d67fd-2100-49b7-81a6-7fb770131756 admin admin] Deleting subnet 995b40db-7027-4199-a157-b5d5875b445e {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:16:37.106151 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd5d67fd-2100-49b7-81a6-7fb770131756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:37.198686 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:37.418735 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5579e9c3-1a3f-4d0e-8615-bd5079b3b912', 'name': 'network-vif-deleted', 'tag': 'b773c4bd-2cf5-4a41-8fa2-860ac577b81b', 'status': 'completed', 'code': 200} Feb 11 13:16:37.529332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6410441b-0257-4cfc-abde-a5f060d21c76 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Deleting subnet 187f677c-c6bf-4da9-becd-e88ee3d6f3af {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:16:37.538031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6410441b-0257-4cfc-abde-a5f060d21c76 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:37.563826 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08aa0f29-c53d-49db-924b-9430d63965ad req-71812f75-eaef-454d-8228-e80b4c13ee47 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 210 time: 0.1261292 Feb 11 13:16:37.623823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd5d67fd-2100-49b7-81a6-7fb770131756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:37.698866 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6410441b-0257-4cfc-abde-a5f060d21c76 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:37.879559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6aef8493-57aa-4c96-bf74-4f6847a05f0a req-75a56f3c-3fcb-4545-8d8d-07b2aaca184b tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.0822082 Feb 11 13:16:37.906941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd5d67fd-2100-49b7-81a6-7fb770131756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:37.937436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a29432d9-0f14-4b76-bcf8-aabc6e11bb62 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:37.972677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6410441b-0257-4cfc-abde-a5f060d21c76 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.035655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a29432d9-0f14-4b76-bcf8-aabc6e11bb62 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:38.037142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a29432d9-0f14-4b76-bcf8-aabc6e11bb62 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:38.073250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.115215 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd5d67fd-2100-49b7-81a6-7fb770131756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.175092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4235e29-a0ba-4b3d-8429-61d3c7f1f4a9 None None] Network e4644b77-c68e-4228-99cc-82016685ae36 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:38.201699 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6410441b-0257-4cfc-abde-a5f060d21c76 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.235109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd5d67fd-2100-49b7-81a6-7fb770131756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.276469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Checking segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:38.276827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Network hostable DHCP agents. Network: 9727c67e-db94-4084-8b54-a60fe2e6f7f1, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:38.316118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410441b-0257-4cfc-abde-a5f060d21c76 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event deleted for resources: {'Subnet': ['ID=187f677c-c6bf-4da9-becd-e88ee3d6f3af,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:38.341657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60372) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:38.345916 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6410441b-0257-4cfc-abde-a5f060d21c76 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.346731 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fd5d67fd-2100-49b7-81a6-7fb770131756 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/995b40db-7027-4199-a157-b5d5875b445e HTTP/1.1" status: 204 len: 168 time: 1.4850225 Feb 11 13:16:38.353683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed8415f-ae9d-4916-aeb3-95b233c7a703,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:38.459397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d67fd-2100-49b7-81a6-7fb770131756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=995b40db-7027-4199-a157-b5d5875b445e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:38.469111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:38.493426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 9727c67e-db94-4084-8b54-a60fe2e6f7f1) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:38.511806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:38.515196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.547851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275b066-f2f9-49f0-80cb-0489ab6e5db7 None None] Network d028eb6d-4524-4e2d-96b5-ff24a4e04f51 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:38.563246 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b89a94ff-64dd-4ac8-aa18-401f2a04ab7a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9935122 Feb 11 13:16:38.597479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a431b754-ee2b-4145-bc2f-7a5928bf9052 None None] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:38.648172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60384) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:38.689540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60390) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:38.696059 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6410441b-0257-4cfc-abde-a5f060d21c76 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "DELETE /v2.0/subnets/187f677c-c6bf-4da9-becd-e88ee3d6f3af HTTP/1.1" status: 204 len: 168 time: 1.8248816 Feb 11 13:16:38.722615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.770910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Deleting port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:38.771254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.014192 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.043841 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2786555-8eaf-4d17-9ac4-fa6d12c0abae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.064347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a664f9-8013-4628-89ac-008567a748ec req-c99c2c66-3600-470a-94ca-b11c421f23b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.065800 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0a664f9-8013-4628-89ac-008567a748ec req-c99c2c66-3600-470a-94ca-b11c421f23b7 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 950 time: 0.2234035 Feb 11 13:16:39.081115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e9f40a5-544a-4887-91b1-ece6a175189a req-468c5f2f-6057-422d-baa1-279cabcc0ebf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 210 time: 0.0958660 Feb 11 13:16:39.103638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e2786555-8eaf-4d17-9ac4-fa6d12c0abae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:39.108332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e2786555-8eaf-4d17-9ac4-fa6d12c0abae admin admin] Usage tracker for resource:security_group_rule and tenant:0377b2458cda4780b5288d44696beb24 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:39.112185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e2786555-8eaf-4d17-9ac4-fa6d12c0abae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:39.120168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e2786555-8eaf-4d17-9ac4-fa6d12c0abae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:39.208230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2786555-8eaf-4d17-9ac4-fa6d12c0abae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.319007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2786555-8eaf-4d17-9ac4-fa6d12c0abae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.405807 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0a664f9-8013-4628-89ac-008567a748ec req-db3a3188-dd17-4c1e-8c9c-ac786fc2be83 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928318 Feb 11 13:16:39.424096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e2786555-8eaf-4d17-9ac4-fa6d12c0abae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0377b2458cda4780b5288d44696beb24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7721353 Feb 11 13:16:39.424777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60402) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:39.427632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b1563b-1e4b-4e80-b166-bce666e320eb', 'name': 'network-vif-deleted', 'tag': '270aacb6-5ff7-4361-954f-1216431a1814'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:39.468388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Deleting port 50d04038-d336-49d0-94e5-3b34284d36ec {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:39.468956 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.559750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b34969-e121-4971-8005-7094ce191708 req-f09ed547-547d-4f7e-9d24-dbad039d40f3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.564921 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-f09ed547-547d-4f7e-9d24-dbad039d40f3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.2010036 Feb 11 13:16:39.626411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4be00bc-8046-4610-97b9-7a296ddddc25 None None] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:39.658322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2786555-8eaf-4d17-9ac4-fa6d12c0abae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb9c885-abe8-4fa0-9590-796d403a0b28,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:39.666176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Request body: {'port': {'device_id': '22342a11-921c-44a9-bd02-29d1647cca09', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'admin_state_up': True, 'tenant_id': '065894f866e44a928b5da656a828a752'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:39.908932 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] DHCP port deletion for d028eb6d-4524-4e2d-96b5-ff24a4e04f51 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:16:39.916594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] DHCP port deletion for e4644b77-c68e-4228-99cc-82016685ae36 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:16:39.923040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] Deleting port 50d04038-d336-49d0-94e5-3b34284d36ec {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:39.923597 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.977550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] Deleting port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:39.979104 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.982159 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1599ebac-cb7c-4420-8e3d-6562d84b1a6f req-6d105118-00f5-4bb5-a3f4-511e391f1b23 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.4158833 Feb 11 13:16:39.998333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:40.021139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:40.025986 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] For port 0b139d17-fb2a-4043-a269-da9bfa29ffb1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0b139d17-fb2a-4043-a269-da9bfa29ffb1,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:40.026699 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.068608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] For port 50d04038-d336-49d0-94e5-3b34284d36ec, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=50d04038-d336-49d0-94e5-3b34284d36ec,segment=NetworkSegment(daaef945-2648-4e4b-8729-c8d4e13f4e87),segment_id=daaef945-2648-4e4b-8729-c8d4e13f4e87)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:40.069345 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.140374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 50d04038-d336-49d0-94e5-3b34284d36ec no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:40.196565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Made reservation on behalf of 065894f866e44a928b5da656a828a752 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:40.199988 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.220891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Calling delete_port for 50d04038-d336-49d0-94e5-3b34284d36ec owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:40.229916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Calling delete_port for 0b139d17-fb2a-4043-a269-da9bfa29ffb1 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:40.313183 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b1563b-1e4b-4e80-b166-bce666e320eb', 'name': 'network-vif-deleted', 'tag': '270aacb6-5ff7-4361-954f-1216431a1814', 'status': 'completed', 'code': 200} Feb 11 13:16:40.386549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.513699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Allocated IP 172.20.0.14 (05bf97f3-5682-465b-b63d-f7cee2355e2e/dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2/84d972ff-7451-45b4-aee9-1cb875d42c6b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:40.556961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No active binding found for port 50d04038-d336-49d0-94e5-3b34284d36ec {{(pid=83569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 11 13:16:40.561882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 50d04038-d336-49d0-94e5-3b34284d36ec not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:40.562421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0b139d17-fb2a-4043-a269-da9bfa29ffb1 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:40.629140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event deleted for resources: {'Port': ['ID=50d04038-d336-49d0-94e5-3b34284d36ec,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:40.642975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] No DVR routers for this DVR port 50d04038-d336-49d0-94e5-3b34284d36ec on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:40.676578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94df2733-fe0e-49cc-8cdd-9fd5299f5ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.742424 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.813066 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.906594 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.920147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] For port 50d04038-d336-49d0-94e5-3b34284d36ec, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=50d04038-d336-49d0-94e5-3b34284d36ec,segment=NetworkSegment(daaef945-2648-4e4b-8729-c8d4e13f4e87),segment_id=daaef945-2648-4e4b-8729-c8d4e13f4e87)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:40.920803 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.953730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:40.960575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:40.962854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.966467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:40.973640 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94df2733-fe0e-49cc-8cdd-9fd5299f5ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.006725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-15920d75-5690-4b12-b7bc-99cfb42a18d2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:41.008391 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-15920d75-5690-4b12-b7bc-99cfb42a18d2 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 950 time: 0.6857564 Feb 11 13:16:41.012598 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.031937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:41.032549 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.060909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event updated for resources: {'Port': ['ID=84d972ff-7451-45b4-aee9-1cb875d42c6b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.071025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8281a-ebb0-47da-a604-aa805012367f req-4cb3da22-503d-452a-a95a-609b6843e6fa tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:41.071846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-60c8281a-ebb0-47da-a604-aa805012367f req-4cb3da22-503d-452a-a95a-609b6843e6fa tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:41.073637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6fa21-2706-4e55-80db-15973acea035 req-26dbf09d-a4f4-478a-a8e9-916044dbdd3d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:41.073637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a1c6fa21-2706-4e55-80db-15973acea035 req-26dbf09d-a4f4-478a-a8e9-916044dbdd3d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:41.086185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] Calling delete_port for 50d04038-d336-49d0-94e5-3b34284d36ec owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:41.116652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-90a46ec0-f817-44c2-84d0-dac2fc6226c0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4595079 Feb 11 13:16:41.124802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d028eb6d-4524-4e2d-96b5-ff24a4e04f51']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:41.139183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Request body: {'port': {'device_id': '22342a11-921c-44a9-bd02-29d1647cca09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:41.156495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daaef945-2648-4e4b-8729-c8d4e13f4e87') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:41.156939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daaef945-2648-4e4b-8729-c8d4e13f4e87') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:41.183388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.194925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-348cfd14-bb62-4a05-83fa-e5db73be8a03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Deleting port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:41.195419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-348cfd14-bb62-4a05-83fa-e5db73be8a03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.220706 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:16:41.221310 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:16:41.236313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b139d17-fb2a-4043-a269-da9bfa29ffb1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.243482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a1c6fa21-2706-4e55-80db-15973acea035 req-26dbf09d-a4f4-478a-a8e9-916044dbdd3d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:41.251122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-26dbf09d-a4f4-478a-a8e9-916044dbdd3d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.8758104 Feb 11 13:16:41.258597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] No DVR routers for this DVR port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:41.275635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.291944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-60c8281a-ebb0-47da-a604-aa805012367f req-4cb3da22-503d-452a-a95a-609b6843e6fa tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:41.295160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94df2733-fe0e-49cc-8cdd-9fd5299f5ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.299632 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60c8281a-ebb0-47da-a604-aa805012367f req-4cb3da22-503d-452a-a95a-609b6843e6fa tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 932 time: 0.5254235 Feb 11 13:16:41.302837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:16:41.303371 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:41.328382 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:41.346086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] For port 0b139d17-fb2a-4043-a269-da9bfa29ffb1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0b139d17-fb2a-4043-a269-da9bfa29ffb1,segment=NetworkSegment(afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1),segment_id=afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:41.346716 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.392755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-84410e39-284b-4d5d-89f4-5393fd5895e3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/quotas/60d3a05ad6e045e3b21396a746cead0f HTTP/1.1" status: 200 len: 375 time: 0.1406226 Feb 11 13:16:41.401560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df2733-fe0e-49cc-8cdd-9fd5299f5ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb9c885-abe8-4fa0-9590-796d403a0b28,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.529573 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] Calling delete_port for 0b139d17-fb2a-4043-a269-da9bfa29ffb1 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:41.539190 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-96b417df-76cb-4171-933b-c00d8cc44574 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1351523 Feb 11 13:16:41.543841 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.545663 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.547721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94df2733-fe0e-49cc-8cdd-9fd5299f5ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.548890 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-94df2733-fe0e-49cc-8cdd-9fd5299f5ac3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2fb9c885-abe8-4fa0-9590-796d403a0b28 HTTP/1.1" status: 204 len: 168 time: 2.1102757 Feb 11 13:16:41.575195 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.577438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4644b77-c68e-4228-99cc-82016685ae36']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:41.591387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:41.591682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd439f1-2e2a-484c-b5a9-c7c2b9bdc1f1') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:41.603418 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.619402 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.625595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:16:41.626067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.661184 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:16:41.661683 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:16:41.722701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] Deleting port 50d04038-d336-49d0-94e5-3b34284d36ec {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:41.724213 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.735979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] Pushing event deleted for resources: {'Network': ['ID=d028eb6d-4524-4e2d-96b5-ff24a4e04f51,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.765835 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cf75779d-6c90-4eed-b127-8c92413aee86 tempest-AllowedAddressPairTestJSON-1169599144 tempest-AllowedAddressPairTestJSON-1169599144-project] 10.222.0.67 "DELETE /v2.0/networks/d028eb6d-4524-4e2d-96b5-ff24a4e04f51 HTTP/1.1" status: 204 len: 168 time: 3.0721660 Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:41.766498 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:41.781188 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.845753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.857407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8527bbf9-3e57-4375-a4b5-ef3f985542eb None None] The port '50d04038-d336-49d0-94e5-3b34284d36ec' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:16:41.869822 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.899381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4644b77-c68e-4228-99cc-82016685ae36,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.922973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c5ae8ff2-1c0d-4a6b-a53e-c01cf1a80144 admin admin] 10.222.0.67 "DELETE /v2.0/networks/e4644b77-c68e-4228-99cc-82016685ae36 HTTP/1.1" status: 204 len: 168 time: 3.5796335 Feb 11 13:16:41.928898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-348cfd14-bb62-4a05-83fa-e5db73be8a03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] For port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:41.931129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-348cfd14-bb62-4a05-83fa-e5db73be8a03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.969627 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60c8281a-ebb0-47da-a604-aa805012367f req-5a12467a-4049-4cf0-999f-88319bddd745 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690540 Feb 11 13:16:42.142843 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:42.162894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] Deleting port 0b139d17-fb2a-4043-a269-da9bfa29ffb1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:42.163366 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:42.239433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-348cfd14-bb62-4a05-83fa-e5db73be8a03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Calling delete_port for 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:42.380111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60438) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:42.381463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e9a68cd9-151d-4d53-977e-6ab990de2764 None None] The port '0b139d17-fb2a-4043-a269-da9bfa29ffb1' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:16:42.416554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a3f3a8c-df5b-41ba-bb93-a38e7cc61b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:42.531975 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-82b36571-d62e-45f0-8667-9bb761861191 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8910935 Feb 11 13:16:42.635390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d972ff-7451-45b4-aee9-1cb875d42c6b {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:42.642396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60442) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:42.650502 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:42.684097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-348cfd14-bb62-4a05-83fa-e5db73be8a03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:42.685837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Transition to ACTIVE for port object 84d972ff-7451-45b4-aee9-1cb875d42c6b will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:42.701636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:42.708735 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:42.761717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cfd14-bb62-4a05-83fa-e5db73be8a03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Pushing event deleted for resources: {'Port': ['ID=0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:42.803634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751277ee-98dc-436e-83dd-6ea21eeacaa2 req-ff98af2a-9c18-4971-a7dc-6b7da02ca586 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.805272 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-751277ee-98dc-436e-83dd-6ea21eeacaa2 req-ff98af2a-9c18-4971-a7dc-6b7da02ca586 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/ports?device_id=63b35908-2dd4-4d07-af65-c292997bf8fd HTTP/1.1" status: 200 len: 950 time: 0.6671450 Feb 11 13:16:42.871517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60448) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:42.903817 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-be201e71-29bf-4336-b268-1a94596d0449 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556538 Feb 11 13:16:42.978923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-348cfd14-bb62-4a05-83fa-e5db73be8a03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] No DVR routers for this DVR port 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:42.989726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-348cfd14-bb62-4a05-83fa-e5db73be8a03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:42.996265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b35908-2dd4-4d07-af65-c292997bf8fd', 'name': 'network-vif-deleted', 'tag': '0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:43.001839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a3f3a8c-df5b-41ba-bb93-a38e7cc61b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:43.017704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a3f3a8c-df5b-41ba-bb93-a38e7cc61b6f admin admin] Usage tracker for resource:security_group_rule and tenant:0d71578a3bb4446da44efa84f6c5672d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:43.027809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a3f3a8c-df5b-41ba-bb93-a38e7cc61b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:43.029262 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d1f2812f-f37b-468b-a1a6-96ce4d514c4a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6222a31b2b444e87a454c31b72a1d21b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1555343 Feb 11 13:16:43.031314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Pushing event updated for resources: {'Port': ['ID=84d972ff-7451-45b4-aee9-1cb875d42c6b,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:43.033027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60456) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:43.039393 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8078e3c-bb73-43e7-8a40-5389f96d4575 req-348cfd14-bb62-4a05-83fa-e5db73be8a03 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.75 "DELETE /v2.0/ports/0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 HTTP/1.1" status: 204 len: 173 time: 2.0123830 Feb 11 13:16:43.068140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a3f3a8c-df5b-41ba-bb93-a38e7cc61b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:43.083073 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-18c12608-4755-4dde-82e9-f5d096be751f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fa155cc7c656475c8f9ac7ffa371668d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4370975 Feb 11 13:16:43.087116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60462) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:43.162595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e77399c3-2993-4ca0-8d5f-1365ef5ef9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:43.337231 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-751277ee-98dc-436e-83dd-6ea21eeacaa2 req-d6adf291-8cdf-4233-9d86-1394ce8b2184 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] 10.222.0.67 "GET /v2.0/security-groups?id=0d363005-989a-4956-ac34-d8058f8a108b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145145 Feb 11 13:16:43.474302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Attempting to bind port 84d972ff-7451-45b4-aee9-1cb875d42c6b on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:43.475577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Attempting to bind port 84d972ff-7451-45b4-aee9-1cb875d42c6b by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:43.476278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Attempting to bind port 84d972ff-7451-45b4-aee9-1cb875d42c6b on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:16:43.515040 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a3f3a8c-df5b-41ba-bb93-a38e7cc61b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:43.516408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Port 84d972ff-7451-45b4-aee9-1cb875d42c6b on network 05bf97f3-5682-465b-b63d-f7cee2355e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:16:43.516842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Attempting to bind port 84d972ff-7451-45b4-aee9-1cb875d42c6b on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:16:43.546002 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a3f3a8c-df5b-41ba-bb93-a38e7cc61b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:43.547657 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d68ba150-82e4-43b7-8959-2dd0aeed3f06 req-39a59b77-b177-492e-97cf-b9f989f1abdc tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.3599524 Feb 11 13:16:43.601823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:16:43.602227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Checking segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:43.602557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Bound using segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:16:43.603779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Bound port: 84d972ff-7451-45b4-aee9-1cb875d42c6b, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:43.604135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:43.617770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e77399c3-2993-4ca0-8d5f-1365ef5ef9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:43.776669 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50379ba3-94c9-4feb-958b-2174cf6f9afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:43.869547 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b35908-2dd4-4d07-af65-c292997bf8fd', 'name': 'network-vif-deleted', 'tag': '0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5', 'status': 'completed', 'code': 200} Feb 11 13:16:43.901947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f3a8c-df5b-41ba-bb93-a38e7cc61b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d03ae-6cab-44c2-8a07-d3ae0dc57bcc,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:43.927581 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50379ba3-94c9-4feb-958b-2174cf6f9afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:43.982970 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3a3f3a8c-df5b-41ba-bb93-a38e7cc61b6f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0d71578a3bb4446da44efa84f6c5672d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5984857 Feb 11 13:16:43.984191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60482) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:44.066060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e77399c3-2993-4ca0-8d5f-1365ef5ef9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.118661 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6a91da9-2436-424b-9f7e-7a1c368b1f05 req-abdb8c29-9801-40f0-a644-277cd33e4cbe tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 210 time: 0.1166580 Feb 11 13:16:44.119637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] For port 84d972ff-7451-45b4-aee9-1cb875d42c6b, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:44.125386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] For port 84d972ff-7451-45b4-aee9-1cb875d42c6b, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=84d972ff-7451-45b4-aee9-1cb875d42c6b,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:44.126097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77399c3-2993-4ca0-8d5f-1365ef5ef9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbd77e0-1683-4d55-ac8e-385fcb7d92d4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:44.137000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5a670-7830-4af2-93d1-a1f3e5b1b7b1 req-f8a0c89e-958b-46a8-8c4a-ac4592ca707e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.148468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e77399c3-2993-4ca0-8d5f-1365ef5ef9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.150554 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e77399c3-2993-4ca0-8d5f-1365ef5ef9fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/edbd77e0-1683-4d55-ac8e-385fcb7d92d4 HTTP/1.1" status: 204 len: 168 time: 1.1165137 Feb 11 13:16:44.154482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7f5a670-7830-4af2-93d1-a1f3e5b1b7b1 req-f8a0c89e-958b-46a8-8c4a-ac4592ca707e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 944 time: 0.4009137 Feb 11 13:16:44.180626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50379ba3-94c9-4feb-958b-2174cf6f9afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.206142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50379ba3-94c9-4feb-958b-2174cf6f9afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.211813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-50379ba3-94c9-4feb-958b-2174cf6f9afe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9f3d31f4-bdf1-4ac1-a75a-f005fec7d540 HTTP/1.1" status: 204 len: 168 time: 1.1215196 Feb 11 13:16:44.212680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.239856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50379ba3-94c9-4feb-958b-2174cf6f9afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3d31f4-bdf1-4ac1-a75a-f005fec7d540,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:44.372591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7f5a670-7830-4af2-93d1-a1f3e5b1b7b1 req-20f0e306-a956-4792-ae2b-490145c02791 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171695 Feb 11 13:16:44.377421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Pushing event updated for resources: {'Port': ['ID=84d972ff-7451-45b4-aee9-1cb875d42c6b,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:44.383725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.385085 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-63689259-24ba-478b-bcb4-5d3b57c6297c service neutron] 10.222.0.73 "PUT /v2.0/ports/84d972ff-7451-45b4-aee9-1cb875d42c6b HTTP/1.1" status: 200 len: 1092 time: 3.2535713 Feb 11 13:16:44.385515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22342a11-921c-44a9-bd02-29d1647cca09', 'tag': '84d972ff-7451-45b4-aee9-1cb875d42c6b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:44.390777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87350f37-f515-4bac-a6a6-fe24bfeafa7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.422882 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87350f37-f515-4bac-a6a6-fe24bfeafa7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.525591 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22342a11-921c-44a9-bd02-29d1647cca09', 'tag': '84d972ff-7451-45b4-aee9-1cb875d42c6b', 'status': 'completed', 'code': 200} Feb 11 13:16:44.533931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87350f37-f515-4bac-a6a6-fe24bfeafa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.577182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87350f37-f515-4bac-a6a6-fe24bfeafa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d03ae-6cab-44c2-8a07-d3ae0dc57bcc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:44.609258 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87350f37-f515-4bac-a6a6-fe24bfeafa7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.610867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-87350f37-f515-4bac-a6a6-fe24bfeafa7b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c00d03ae-6cab-44c2-8a07-d3ae0dc57bcc HTTP/1.1" status: 204 len: 168 time: 0.6229584 Feb 11 13:16:44.774462 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-a5c10df4-cc56-4547-b10b-c0331762eb52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 1095 time: 0.1665330 Feb 11 13:16:44.839841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:44.915488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f931e215-ea93-46c6-9f89-a634f95bb713 req-c243b870-5419-411b-bb9f-9913d2437fad tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.0675783 Feb 11 13:16:44.932704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:16:44.933039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0d5a5c77-18bb-4f82-9c7e-84cbe90c0ae5 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:16:44.945123 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-4b1ab8d5-f3d1-4f3a-a53c-c477af43495e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d972ff-7451-45b4-aee9-1cb875d42c6b HTTP/1.1" status: 200 len: 217 time: 0.1452219 Feb 11 13:16:45.014735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b34969-e121-4971-8005-7094ce191708 req-d19c43ec-543e-4b4d-ac62-7185bdbcd95d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.023795 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-d19c43ec-543e-4b4d-ac62-7185bdbcd95d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.0729213 Feb 11 13:16:45.104356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-ea0ca4e6-3145-4871-9ba8-b2e8c82294eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745366 Feb 11 13:16:45.414749 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab2a11ae-38b2-4fa3-a434-57b713de1b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.479829 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5148c374-52c1-4e23-a796-dad75f30d298 req-12a1547d-3211-4fd1-92dd-52e283bdaf9d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 210 time: 0.0824416 Feb 11 13:16:45.533311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-1e11bc04-bcf8-4b82-a975-90a906741610 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227924 Feb 11 13:16:45.622864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60540) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:45.828557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93b34969-e121-4971-8005-7094ce191708 req-6fe6b4e8-6983-4e29-b0b8-7b46d2b5f55c service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849426 Feb 11 13:16:45.847263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6fa21-2706-4e55-80db-15973acea035 req-47e0b0f2-e1c4-4b46-8fe6-9592eba2537c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.849953 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-47e0b0f2-e1c4-4b46-8fe6-9592eba2537c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.75 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.5051904 Feb 11 13:16:45.871138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Request body: {'port': {'device_id': '0025fbdb-4682-4acb-912c-ce8f63d1d6f1', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'admin_state_up': True, 'tenant_id': '60d3a05ad6e045e3b21396a746cead0f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:45.997816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a24c20-5b0e-4494-ac06-907766eba80c req-f1709817-d006-4c84-b3c5-315a9bd9f5ac tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.000544 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95a24c20-5b0e-4494-ac06-907766eba80c req-f1709817-d006-4c84-b3c5-315a9bd9f5ac tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 944 time: 0.3036766 Feb 11 13:16:46.044605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bda031a8-5c4c-4a23-8a05-54235238f765 req-acf92e39-c29e-4635-b510-03bbcff918fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 1095 time: 0.1091959 Feb 11 13:16:46.126359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:46.134142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95a24c20-5b0e-4494-ac06-907766eba80c req-39b6673c-1d6b-4ef8-80df-d49272d4f118 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259098 Feb 11 13:16:46.137563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Usage tracker for resource:port and tenant:60d3a05ad6e045e3b21396a746cead0f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:46.143669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:46.161128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:46.172014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f4a80335-c96e-422e-821b-b116a1b9c737 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5b2e705c899a43aa895227e651e83fbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5437469 Feb 11 13:16:46.174502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60572) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:46.218696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Made reservation on behalf of 60d3a05ad6e045e3b21396a746cead0f for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:46.221901 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.270435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda031a8-5c4c-4a23-8a05-54235238f765 req-039b653c-0f15-4dd4-9c81-b21a883d0987 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.275153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bda031a8-5c4c-4a23-8a05-54235238f765 req-039b653c-0f15-4dd4-9c81-b21a883d0987 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 912 time: 0.2240212 Feb 11 13:16:46.314711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3c5566cf-5cec-46ef-bc52-7479a693689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.360434 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bda031a8-5c4c-4a23-8a05-54235238f765 req-546c2a14-a47c-4cce-a359-48bff1d6d0c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d972ff-7451-45b4-aee9-1cb875d42c6b HTTP/1.1" status: 200 len: 217 time: 0.0786607 Feb 11 13:16:46.412047 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8fbe1658-1e60-4c2e-8b5e-8395664ea79e req-e5425436-58a0-4164-bf0b-eeffe9819459 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.0641429 Feb 11 13:16:46.418976 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3c5566cf-5cec-46ef-bc52-7479a693689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.469050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda031a8-5c4c-4a23-8a05-54235238f765 req-536b81df-d54d-48f9-844f-bb0f20de4c4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.470941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bda031a8-5c4c-4a23-8a05-54235238f765 req-536b81df-d54d-48f9-844f-bb0f20de4c4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.0947111 Feb 11 13:16:46.546105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Allocated IP 172.20.0.8 (9727c67e-db94-4084-8b54-a60fe2e6f7f1/4ed8415f-ae9d-4916-aeb3-95b233c7a703/0fa2bb1c-c3d1-4648-a7eb-2834516468cf) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:46.570327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bda031a8-5c4c-4a23-8a05-54235238f765 req-b20767c1-ad18-409d-9e46-3191263f446b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912361 Feb 11 13:16:46.609789 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3c5566cf-5cec-46ef-bc52-7479a693689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.680787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5566cf-5cec-46ef-bc52-7479a693689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d363005-989a-4956-ac34-d8058f8a108b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:46.754732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b32354a5-59dc-4991-af6a-ae73565f89ef req-2f7142bd-7707-4a79-bdd5-bb0cbb8caa82 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:46.759206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3c5566cf-5cec-46ef-bc52-7479a693689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.760314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3c5566cf-5cec-46ef-bc52-7479a693689e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0d363005-989a-4956-ac34-d8058f8a108b HTTP/1.1" status: 204 len: 168 time: 0.5843956 Feb 11 13:16:46.870635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b32354a5-59dc-4991-af6a-ae73565f89ef req-2f7142bd-7707-4a79-bdd5-bb0cbb8caa82 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:46.872199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b32354a5-59dc-4991-af6a-ae73565f89ef req-2f7142bd-7707-4a79-bdd5-bb0cbb8caa82 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 210 time: 0.1848035 Feb 11 13:16:46.876900 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bda031a8-5c4c-4a23-8a05-54235238f765 req-a29c2c49-fc52-4f12-89e6-5eb96e746442 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994361 Feb 11 13:16:47.025858 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:47.034217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bda031a8-5c4c-4a23-8a05-54235238f765 req-0823d600-9c4c-4139-bcff-d8a77c741627 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514001 Feb 11 13:16:47.075891 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:47.182342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:47.186015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:47.189034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:47.243273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event updated for resources: {'Port': ['ID=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:47.267148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:47.268667 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:47.284472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60636) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:47.305655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-334b9ac6-fb32-4141-99e9-5e3dd0306676 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4413314 Feb 11 13:16:47.323785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Request body: {'port': {'device_id': '0025fbdb-4682-4acb-912c-ce8f63d1d6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:47.367200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60642) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:47.477547 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:47.525521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd7250-f4d6-42c1-8613-31dde5d62abb req-9220ca59-c6e1-4386-aa8e-6b08ba223551 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:47.530785 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-33cd7250-f4d6-42c1-8613-31dde5d62abb req-9220ca59-c6e1-4386-aa8e-6b08ba223551 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 944 time: 0.1335778 Feb 11 13:16:47.602085 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-037ad8d9-9cec-40e9-a926-8a71bb412671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:47.620326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60654) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:47.620522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-33cd7250-f4d6-42c1-8613-31dde5d62abb req-e1bba4d5-d05e-4267-9406-5f4bc557c89d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799971 Feb 11 13:16:47.708480 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-679a4481-1063-4f65-a29d-2ba0c892320e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fa3a3fa0a83c4fee889e6f91702ffbc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0919709 Feb 11 13:16:47.708989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60660) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:47.806066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2008865446'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:47.812344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:47.817182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:network and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:47.820681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:47.826401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:47.841824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:47.845178 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:47.855146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60198a8b-9be4-4da4-922e-502b45730bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:47.876997 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:47.925737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1475279609-network', 'tenant_id': 'fbd5808fb9464db38890b6c7ed504a50'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:47.967507 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:47.990888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:security_group_rule and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:47.999009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:48.007735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:48.022373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20c8258b-9e0a-440e-9b24-0e568b90d10b req-55062e71-1aa3-418c-b880-ca6d3b7619d0 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.2418435 Feb 11 13:16:48.038627 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60198a8b-9be4-4da4-922e-502b45730bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.047862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:48.052652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Usage tracker for resource:network and tenant:fbd5808fb9464db38890b6c7ed504a50 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:48.056882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:48.064172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:48.097918 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Made reservation on behalf of fbd5808fb9464db38890b6c7ed504a50 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:48.102923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.201500 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.285192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:48.295395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd5808fb9464db38890b6c7ed504a50 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:48.307524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:48.317483 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.318691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:48.338910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b89eee-59ff-480c-a7e5-c40a8c67e200 req-1295067d-e212-4074-b769-1b1aecfcdd2a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:48.340462 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6b89eee-59ff-480c-a7e5-c40a8c67e200 req-1295067d-e212-4074-b769-1b1aecfcdd2a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 931 time: 0.2260928 Feb 11 13:16:48.341105 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.363357 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60198a8b-9be4-4da4-922e-502b45730bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.386085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:48.428610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-b9a17903-6e92-4bf4-a590-eacc1840a52b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:48.430307 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-b9a17903-6e92-4bf4-a590-eacc1840a52b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 805 time: 0.2336116 Feb 11 13:16:48.432835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa2bb1c-c3d1-4648-a7eb-2834516468cf {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:48.440687 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.447761 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.448114 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment bbef35d1-0a47-4b84-bb84-a33eba8227ef of type vlan for network 383a06bd-f119-4bb6-b2b2-98f35d91b025 Feb 11 13:16:48.452423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e735d8-a439-49ac-ba17-7e2a262df0be,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:48.479511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Transition to ACTIVE for port object 0fa2bb1c-c3d1-4648-a7eb-2834516468cf will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:48.481630 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-68d527e6-2b6c-49b0-ab55-dee96b832d8a tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/quotas/382398d42ea748ecb7380cdbe2da9f79 HTTP/1.1" status: 200 len: 375 time: 0.0375865 Feb 11 13:16:48.483884 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.517505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60198a8b-9be4-4da4-922e-502b45730bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b1b1be-5eb5-4806-80c7-806a7d23c0d0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:48.556725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6b89eee-59ff-480c-a7e5-c40a8c67e200 req-d1e202eb-62d7-4f5d-a56b-0d4071ed1446 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086029 Feb 11 13:16:48.572652 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.579653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60198a8b-9be4-4da4-922e-502b45730bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.584789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-60198a8b-9be4-4da4-922e-502b45730bf4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07b1b1be-5eb5-4806-80c7-806a7d23c0d0 HTTP/1.1" status: 204 len: 168 time: 0.8700871 Feb 11 13:16:48.600596 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.617797 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.648276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:48.667241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.671967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:48.672745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.711494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294b2788-3c4f-4434-82c5-7efa2dd2bc7b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:48.719322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.719891 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Added segment 7333da0f-e3cb-4aa3-be02-8aab2bb94d55 of type vlan for network c96e9a89-73af-4472-a147-65f508fa2cd1 Feb 11 13:16:48.756304 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.777024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:48.803931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 84d972ff-7451-45b4-aee9-1cb875d42c6b details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:16:48.841314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-da4e3eae-af9c-4439-8437-7a8467d34cf1 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3185833 Feb 11 13:16:48.990347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7046578 Feb 11 13:16:49.023968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Attempting to bind port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:49.024296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Attempting to bind port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:49.024625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Attempting to bind port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:16:49.040771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f05b48-c577-43c0-a19b-5cb95decc1da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=383a06bd-f119-4bb6-b2b2-98f35d91b025,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:49.044585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:16:49.044909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Attempting to bind port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:16:49.058092 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-005ca2d3-00c6-44a6-9004-a39c97d612d7 service neutron] 10.222.0.67 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158189 Feb 11 13:16:49.063771 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.108789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 383a06bd-f119-4bb6-b2b2-98f35d91b025 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:16:49.112590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c5f95-f502-4903-937a-59414f1ec798 req-c968046f-c33e-4c21-98ea-993d58c6d210 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:49.121669 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-411c5f95-f502-4903-937a-59414f1ec798 req-c968046f-c33e-4c21-98ea-993d58c6d210 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 944 time: 0.2205200 Feb 11 13:16:49.154209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60698) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:49.175149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': '383a06bd-f119-4bb6-b2b2-98f35d91b025', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:49.175376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 84d972ff-7451-45b4-aee9-1cb875d42c6b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=84d972ff-7451-45b4-aee9-1cb875d42c6b,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:49.204606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:16:49.205143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Checking segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:49.205686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Bound using segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:16:49.206318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Bound port: 0fa2bb1c-c3d1-4648-a7eb-2834516468cf, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:49.206848 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.208762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '84d972ff-7451-45b4-aee9-1cb875d42c6b', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'port_id': '84d972ff-7451-45b4-aee9-1cb875d42c6b', 'mac_address': 'fa:16:3e:42:84:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:16:49.256618 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.303851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.305013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:49.305600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.374156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-9e699be0-7b18-4082-bc68-573a3d00a86b service neutron] 10.222.0.67 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121698 Feb 11 13:16:49.403947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] For port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:49.411096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] For port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:49.419152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.439066 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.466649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-411c5f95-f502-4903-937a-59414f1ec798 req-86af9e7f-535f-4d72-bfb0-4afaca0ef7f2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346288 Feb 11 13:16:49.481909 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d972ff-7451-45b4-aee9-1cb875d42c6b {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:49.502219 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1336648 Feb 11 13:16:49.508936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60712) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:49.541055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Request body: {'subnet': {'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1475279609-subnet', 'tenant_id': 'fbd5808fb9464db38890b6c7ed504a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:49.552576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a4a7a-cc47-4803-b0d8-b653fd551a31 admin admin] Pushing event updated for resources: {'Network': ['ID=c96e9a89-73af-4472-a147-65f508fa2cd1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:49.555671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:49.569124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:49.585342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network c96e9a89-73af-4472-a147-65f508fa2cd1 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:16:49.591468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:subnet and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:49.596998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:49.611975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:49.652442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Usage tracker for resource:subnet and tenant:fbd5808fb9464db38890b6c7ed504a50 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:49.665463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:49.700505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:49.776955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 84d972ff-7451-45b4-aee9-1cb875d42c6b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=84d972ff-7451-45b4-aee9-1cb875d42c6b,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:49.783004 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.788258 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.791977 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] 10.222.0.75 "PUT /v2.0/ports/0fa2bb1c-c3d1-4648-a7eb-2834516468cf HTTP/1.1" status: 200 len: 1091 time: 2.4720321 Feb 11 13:16:49.792689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0025fbdb-4682-4acb-912c-ce8f63d1d6f1', 'tag': '0fa2bb1c-c3d1-4648-a7eb-2834516468cf'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:49.830488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-961c4131-d6e0-4496-a00a-a953bfc14a4b req-ac31315c-af14-4df3-b831-2e336d6d9654 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 210 time: 0.1508760 Feb 11 13:16:49.853346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:49.933463 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2207bad6-9489-446c-a78c-93727e07e46a req-d5eb9c2c-7507-4b80-b62c-44f7d2784c23 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.2234840 Feb 11 13:16:49.983653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecc55f-b2e0-444c-9362-3a00b9eab8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:50.002893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Made reservation on behalf of fbd5808fb9464db38890b6c7ed504a50 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:50.007436 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.081664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=84d972ff-7451-45b4-aee9-1cb875d42c6b,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:50.094040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-84c594be-11de-44b3-ba26-436ac5a0805a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 1094 time: 0.2534428 Feb 11 13:16:50.103598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['84d972ff-7451-45b4-aee9-1cb875d42c6b'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:50.209378 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0025fbdb-4682-4acb-912c-ce8f63d1d6f1', 'tag': '0fa2bb1c-c3d1-4648-a7eb-2834516468cf', 'status': 'completed', 'code': 200} Feb 11 13:16:50.216088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-b82d0ff8-372f-4d28-b083-a2a6bb7b173b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf HTTP/1.1" status: 200 len: 217 time: 0.1120646 Feb 11 13:16:50.261435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-93169960-d029-419a-bafd-3668a5558a30 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:50.264412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-93169960-d029-419a-bafd-3668a5558a30 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "GET /v2.0/ports?device_id=f831415b-932f-4c33-9f17-0e6653f796d2 HTTP/1.1" status: 200 len: 946 time: 1.0641005 Feb 11 13:16:50.283665 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.283816 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.440121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6fa21-2706-4e55-80db-15973acea035 req-78803422-2b5c-4cab-916c-f03ded654316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:50.442062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-78803422-2b5c-4cab-916c-f03ded654316 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.2151914 Feb 11 13:16:50.594483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-89174ad1-e0d3-419f-8e8b-acda61379c59 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402867 Feb 11 13:16:50.683726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69541e72-5022-4554-beae-dfd4303908ff req-d0f2ea8b-e0ec-497b-a71c-8ec02682656a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:50.685946 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69541e72-5022-4554-beae-dfd4303908ff req-d0f2ea8b-e0ec-497b-a71c-8ec02682656a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 943 time: 0.4718959 Feb 11 13:16:50.689824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.822875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3b6067dc-80c5-48fc-b070-f36790644b4f no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:16:50.846928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Deleting port 3b6067dc-80c5-48fc-b070-f36790644b4f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:50.847321 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.960461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=4f4a02af-2fca-4c22-b996-af3c3e791cce,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:51.091633 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.095920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-69541e72-5022-4554-beae-dfd4303908ff req-65e3f9e2-52f4-49a9-b7ff-f913049aee0c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:51.100438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': 'bbef35d1-0a47-4b84-bb84-a33eba8227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '383a06bd-f119-4bb6-b2b2-98f35d91b025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:51.100801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: 383a06bd-f119-4bb6-b2b2-98f35d91b025, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:51.129371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-67cccee1-6de2-4caa-b7ea-1a462fba73da service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261023 Feb 11 13:16:51.134879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6067dc-80c5-48fc-b070-f36790644b4f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:51.135828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-69541e72-5022-4554-beae-dfd4303908ff req-65e3f9e2-52f4-49a9-b7ff-f913049aee0c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:51.137237 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69541e72-5022-4554-beae-dfd4303908ff req-65e3f9e2-52f4-49a9-b7ff-f913049aee0c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288686 Feb 11 13:16:51.164339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc94287-7d8f-465e-a487-44aa3fbfff2a req-1436aa65-9aef-4bb2-bd82-090d8cf50694 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:51.172658 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7bc94287-7d8f-465e-a487-44aa3fbfff2a req-1436aa65-9aef-4bb2-bd82-090d8cf50694 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 945 time: 0.4724832 Feb 11 13:16:51.173434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b6067dc-80c5-48fc-b070-f36790644b4f,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:51.187430 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.355174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3b6067dc-80c5-48fc-b070-f36790644b4f,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:51.489064 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5f12aad-474c-4100-a3f4-2131b8228d98 req-5315f186-2552-4c28-9d9b-0ce11241ad08 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 210 time: 0.0697527 Feb 11 13:16:51.496881 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1c6fa21-2706-4e55-80db-15973acea035 req-7ba9ec9a-83d9-4d63-8b5e-41897c799573 service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586335 Feb 11 13:16:51.708255 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a5be20a-9a73-441a-a65c-69c49aeb84c5 req-e98c7825-28ad-4a8d-88a4-6c99e06c6e29 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 1094 time: 0.0922673 Feb 11 13:16:51.766906 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7bc94287-7d8f-465e-a487-44aa3fbfff2a req-2e5dc3d9-e9e8-4e9c-8ae8-99a3bb505c96 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929608 Feb 11 13:16:51.768089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network 383a06bd-f119-4bb6-b2b2-98f35d91b025 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:51.876788 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6067dc-80c5-48fc-b070-f36790644b4f', 'code': 200} Feb 11 13:16:51.881837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 383a06bd-f119-4bb6-b2b2-98f35d91b025) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:51.892876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc32ec0-69c9-468a-8a0c-597204e88f5f None None] Network 383a06bd-f119-4bb6-b2b2-98f35d91b025 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:51.894670 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.900340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:51.900968 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.935978 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4d0d2943-24ff-4cfe-b93c-6e176a65f4eb req-c7883926-2701-4700-a2af-619f65b8ddf2 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1550000 Feb 11 13:16:51.994592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b6067dc-80c5-48fc-b070-f36790644b4f,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:51.995362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.015954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5be20a-9a73-441a-a65c-69c49aeb84c5 req-c5fe06c7-e36c-42f0-92cd-27dd927c96fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:52.018374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a5be20a-9a73-441a-a65c-69c49aeb84c5 req-c5fe06c7-e36c-42f0-92cd-27dd927c96fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.2958286 Feb 11 13:16:52.119369 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a5be20a-9a73-441a-a65c-69c49aeb84c5 req-3ba5d9ea-eef9-4687-a5fe-93540d3b3f6d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf HTTP/1.1" status: 200 len: 217 time: 0.0899644 Feb 11 13:16:52.214431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5be20a-9a73-441a-a65c-69c49aeb84c5 req-d6394a26-7d5f-4d77-ac3e-29515a88bd38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:52.215713 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a5be20a-9a73-441a-a65c-69c49aeb84c5 req-d6394a26-7d5f-4d77-ac3e-29515a88bd38 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.0885570 Feb 11 13:16:52.278339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-e9c85c50-f14d-4c85-a88f-51a47e990ad3 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:52.279878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-e9c85c50-f14d-4c85-a88f-51a47e990ad3 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 805 time: 0.8558958 Feb 11 13:16:52.286612 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a5be20a-9a73-441a-a65c-69c49aeb84c5 req-6c8ff258-2660-430f-a49a-954204239afb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643022 Feb 11 13:16:52.292605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-383a06bd-f119-4bb6-b2b2-98f35d91b025', 'network_id': '383a06bd-f119-4bb6-b2b2-98f35d91b025', 'tenant_id': 'bcfde8ae286d47e8a8df9b3409d2706b', 'fixed_ips': [{'subnet_id': '4f4a02af-2fca-4c22-b996-af3c3e791cce'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:16:52.293620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.382366 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-94136d02-c1ba-4715-bfc4-710c2a6ef4e9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2187123 Feb 11 13:16:52.392023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Calling delete_port for 3b6067dc-80c5-48fc-b070-f36790644b4f owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:52.427865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60808) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:52.434668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1009329068'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:52.481521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Request body: {'port': {'device_id': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'admin_state_up': True, 'tenant_id': '382398d42ea748ecb7380cdbe2da9f79'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:52.499935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:52.539054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89c1133-ebdb-419a-a954-3b796588b46e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:52.541284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:network and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:52.562463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:52.597954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:52.607403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a5be20a-9a73-441a-a65c-69c49aeb84c5 req-c6b8c505-8019-4e0a-b0a2-d0b5deba00a5 service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105302 Feb 11 13:16:52.713163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:52.716338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.733735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Checking segment: {'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:52.734389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Network hostable DHCP agents. Network: c96e9a89-73af-4472-a147-65f508fa2cd1, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:52.825625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 84d972ff-7451-45b4-aee9-1cb875d42c6b up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:16:52.826395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:52.840317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.841075 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment b8ca1d9e-30e9-4141-8cc3-efda93396f6a of type vlan for network 839ef9d5-03ee-45fa-966a-51316d2a02e9 Feb 11 13:16:52.876881 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.897040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Allocated IP 172.20.255.242 (383a06bd-f119-4bb6-b2b2-98f35d91b025/4f4a02af-2fca-4c22-b996-af3c3e791cce/deee1c80-194c-48c1-a145-0c3c50d9bc50) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:52.899301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c591ec17-2d70-4c35-a376-197eca542200 req-6449c020-0ec8-4d98-910e-0730a7353575 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 210 time: 0.1126754 Feb 11 13:16:52.950705 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:16:52.951663 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:16:52.957404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:52.965235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Network c96e9a89-73af-4472-a147-65f508fa2cd1 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:52.984157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Usage tracker for resource:port and tenant:382398d42ea748ecb7380cdbe2da9f79 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:52.992493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:52.997965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, c96e9a89-73af-4472-a147-65f508fa2cd1) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:53.007716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:53.019067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad08be-c946-4836-b375-3bd4f1dd2701 req-7ade6068-f0a3-4305-b03f-3e2581cd43c5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.021597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.023472 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.031631 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45ad08be-c946-4836-b375-3bd4f1dd2701 req-7ade6068-f0a3-4305-b03f-3e2581cd43c5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 943 time: 0.6027236 Feb 11 13:16:53.065328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a261aa4b-3452-43d2-b9d6-6eb61f19f74d None None] Network c96e9a89-73af-4472-a147-65f508fa2cd1 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:53.074419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.078006 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Made reservation on behalf of 382398d42ea748ecb7380cdbe2da9f79 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:53.085950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.087296 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.087801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.149668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f222e374-d172-47bc-8a3d-7299c7d013a7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.6290407 Feb 11 13:16:53.180507 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a5be20a-9a73-441a-a65c-69c49aeb84c5 req-06be6882-34f1-455a-ab56-fce1c2bbb297 service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588157 Feb 11 13:16:53.190757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7606294 Feb 11 13:16:53.236997 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60856) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:53.259835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': '839ef9d5-03ee-45fa-966a-51316d2a02e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:53.291989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60860) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:53.349980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45ad08be-c946-4836-b375-3bd4f1dd2701 req-cea165dc-709b-4c22-8d51-aaa9cece98a6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164530 Feb 11 13:16:53.415083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1b12f-5006-4778-ad72-492fa16b7a7b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=839ef9d5-03ee-45fa-966a-51316d2a02e9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:53.454611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Deleting port 3b6067dc-80c5-48fc-b070-f36790644b4f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:16:53.455387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 839ef9d5-03ee-45fa-966a-51316d2a02e9 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:16:53.459672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.487402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 84d972ff-7451-45b4-aee9-1cb875d42c6b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:53.492669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eede99-e857-41ab-bd2d-2df19192fdc3 None None] Network c96e9a89-73af-4472-a147-65f508fa2cd1 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:53.659382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:53.674912 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bc4d41e-58a7-4132-a6a5-ae9b8e566e44 req-43e53ec8-1774-4142-9888-f25d6ae91387 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1007712 Feb 11 13:16:53.714934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:subnet and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:53.727494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:53.745268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:53.800368 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e020-d89a-4b7c-8f1b-15eecb03d112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.819284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Allocated IP 172.20.0.9 (8def48aa-ef08-4b80-abf3-24d152a70065/ebef0c98-5a96-482c-88be-ad4a399fbddf/3647aaf0-c89e-48bd-8efa-72569dab9d4d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:53.834107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 84d972ff-7451-45b4-aee9-1cb875d42c6b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:53.834359 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.845557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a5256-6af8-408f-9b8f-1bdf19212326 req-f85addac-82ce-4ac1-9947-c5da5c07da10 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.852341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b26a5256-6af8-408f-9b8f-1bdf19212326 req-f85addac-82ce-4ac1-9947-c5da5c07da10 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 945 time: 0.6855111 Feb 11 13:16:53.928744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:54.089033 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.112793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6ec0e020-d89a-4b7c-8f1b-15eecb03d112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:54.116993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Transition to ACTIVE for port object deee1c80-194c-48c1-a145-0c3c50d9bc50 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:54.126531 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.141625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6ec0e020-d89a-4b7c-8f1b-15eecb03d112 admin admin] Usage tracker for resource:security_group_rule and tenant:e5884ffdd95945829e4ed30c308a2d8c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:54.168291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22342a11-921c-44a9-bd02-29d1647cca09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d972ff-7451-45b4-aee9-1cb875d42c6b'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:54.171374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6ec0e020-d89a-4b7c-8f1b-15eecb03d112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:54.187980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 84d972ff-7451-45b4-aee9-1cb875d42c6b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=84d972ff-7451-45b4-aee9-1cb875d42c6b,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:54.189994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Transition to ACTIVE for port object deee1c80-194c-48c1-a145-0c3c50d9bc50 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:54.193997 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.201027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6ec0e020-d89a-4b7c-8f1b-15eecb03d112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:54.221678 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b26a5256-6af8-408f-9b8f-1bdf19212326 req-bcdf5e02-ed38-495d-bf43-228731a9b9fc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684087 Feb 11 13:16:54.229759 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.232951 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.277827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-dcd54213-f84c-4108-8a47-a774394d0055 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:54.284246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Network 383a06bd-f119-4bb6-b2b2-98f35d91b025 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:54.286598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-dcd54213-f84c-4108-8a47-a774394d0055 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/networks?id=c96e9a89-73af-4472-a147-65f508fa2cd1 HTTP/1.1" status: 200 len: 818 time: 0.2017078 Feb 11 13:16:54.287571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:54.291845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:54.295104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=84d972ff-7451-45b4-aee9-1cb875d42c6b,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:54.308601 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-f0297b33-193c-4537-bc84-d39df101724c tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/quotas/fbd5808fb9464db38890b6c7ed504a50 HTTP/1.1" status: 200 len: 375 time: 0.0210433 Feb 11 13:16:54.378822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Pushing event updated for resources: {'Port': ['ID=deee1c80-194c-48c1-a145-0c3c50d9bc50,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:54.503787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Attempting to bind port deee1c80-194c-48c1-a145-0c3c50d9bc50 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:54.504445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Attempting to bind port deee1c80-194c-48c1-a145-0c3c50d9bc50 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'bbef35d1-0a47-4b84-bb84-a33eba8227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '383a06bd-f119-4bb6-b2b2-98f35d91b025'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:54.504768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Attempting to bind port deee1c80-194c-48c1-a145-0c3c50d9bc50 on network 383a06bd-f119-4bb6-b2b2-98f35d91b025 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:16:54.507418 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-8318a705-4884-4120-8f57-c18985c9692c tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbd5808fb9464db38890b6c7ed504a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1979098 Feb 11 13:16:54.511566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:16:54.511982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Checking segment: {'id': 'bbef35d1-0a47-4b84-bb84-a33eba8227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '383a06bd-f119-4bb6-b2b2-98f35d91b025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:54.512379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.512759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Bound using segment: {'id': 'bbef35d1-0a47-4b84-bb84-a33eba8227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '383a06bd-f119-4bb6-b2b2-98f35d91b025'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:16:54.513212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Bound port: deee1c80-194c-48c1-a145-0c3c50d9bc50, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbef35d1-0a47-4b84-bb84-a33eba8227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '383a06bd-f119-4bb6-b2b2-98f35d91b025'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:54.513577 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.647497 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] For port deee1c80-194c-48c1-a145-0c3c50d9bc50, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:54.654843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] For port deee1c80-194c-48c1-a145-0c3c50d9bc50, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=deee1c80-194c-48c1-a145-0c3c50d9bc50,segment=NetworkSegment(bbef35d1-0a47-4b84-bb84-a33eba8227ef),segment_id=bbef35d1-0a47-4b84-bb84-a33eba8227ef)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:54.661069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] For port 3b6067dc-80c5-48fc-b070-f36790644b4f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b6067dc-80c5-48fc-b070-f36790644b4f,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:54.661487 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.662321 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.704102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c78c0adc-71f3-41ed-88fd-96ae62ea28f2 req-a0477540-ac38-4404-9999-b25f2e89e311 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Synchronizing usage tracker for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:54.734094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-93c1e8b9-d028-440d-8aa0-21eb1e38a4e7 service neutron] 10.222.0.67 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240005 Feb 11 13:16:54.803687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b72e22-4172-4f40-8343-72cff2847871 None None] Pushing event updated for resources: {'Port': ['ID=deee1c80-194c-48c1-a145-0c3c50d9bc50,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:54.869360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Calling delete_port for 3b6067dc-80c5-48fc-b070-f36790644b4f owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:16:54.930447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0fa2bb1c-c3d1-4648-a7eb-2834516468cf details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:16:54.968032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-27159170-e9a2-412e-bffb-95dc6b1e5d74 service neutron] 10.222.0.67 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275021 Feb 11 13:16:55.004591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c78c0adc-71f3-41ed-88fd-96ae62ea28f2 req-a0477540-ac38-4404-9999-b25f2e89e311 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Unset dirty status for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:55.006429 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c78c0adc-71f3-41ed-88fd-96ae62ea28f2 req-a0477540-ac38-4404-9999-b25f2e89e311 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 210 time: 0.4125073 Feb 11 13:16:55.119241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e020-d89a-4b7c-8f1b-15eecb03d112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.153067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.156189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e020-d89a-4b7c-8f1b-15eecb03d112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.219880 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22342a11-921c-44a9-bd02-29d1647cca09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d972ff-7451-45b4-aee9-1cb875d42c6b', 'code': 200} Feb 11 13:16:55.326248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:55.354081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0e020-d89a-4b7c-8f1b-15eecb03d112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06eae9d8-34d1-4f83-ad25-d19c743309f1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:55.385983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '0fa2bb1c-c3d1-4648-a7eb-2834516468cf', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'port_id': '0fa2bb1c-c3d1-4648-a7eb-2834516468cf', 'mac_address': 'fa:16:3e:bc:59:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed8415f-ae9d-4916-aeb3-95b233c7a703', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:16:55.392757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6ec0e020-d89a-4b7c-8f1b-15eecb03d112 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e5884ffdd95945829e4ed30c308a2d8c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0996914 Feb 11 13:16:55.405389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60942) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:55.461268 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.541044 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.544012 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.555801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.564663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa2bb1c-c3d1-4648-a7eb-2834516468cf {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:55.583031 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:55.590220 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.658792 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85627d24-2718-41fd-9e9d-3ae0958bd4df req-ad0c55a0-c64f-4001-b8ba-4af605b2231d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 1097 time: 0.3991752 Feb 11 13:16:55.669286 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-728afa86-79f4-41e2-b00d-e7efed1fe7b3 req-f556a2cb-40ff-48a9-b197-bfcda56f8364 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1237609 Feb 11 13:16:55.749120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=a03de70b-fa6b-4098-ba1e-05d396a9a86e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:55.755515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97f64fed-181d-4cc4-bd19-0e9ee5d65563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.787942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Network 8def48aa-ef08-4b80-abf3-24d152a70065 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:55.793718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:55.797814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:55.820462 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85627d24-2718-41fd-9e9d-3ae0958bd4df req-91924a15-e0d6-458b-9a9d-dc14835d7f12 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536124 Feb 11 13:16:55.842706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:16:55.865978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:16:55.876431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97f64fed-181d-4cc4-bd19-0e9ee5d65563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.899243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Pushing event updated for resources: {'Port': ['ID=3647aaf0-c89e-48bd-8efa-72569dab9d4d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.052364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97f64fed-181d-4cc4-bd19-0e9ee5d65563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.136285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f64fed-181d-4cc4-bd19-0e9ee5d65563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eae9d8-34d1-4f83-ad25-d19c743309f1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.138422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.139146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.163866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': 'b8ca1d9e-30e9-4141-8cc3-efda93396f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '839ef9d5-03ee-45fa-966a-51316d2a02e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:56.164523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: 839ef9d5-03ee-45fa-966a-51316d2a02e9, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:56.179330 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97f64fed-181d-4cc4-bd19-0e9ee5d65563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.180573 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-97f64fed-181d-4cc4-bd19-0e9ee5d65563 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/06eae9d8-34d1-4f83-ad25-d19c743309f1 HTTP/1.1" status: 204 len: 168 time: 0.7632530 Feb 11 13:16:56.201733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Pushing event deleted for resources: {'Port': ['ID=3b6067dc-80c5-48fc-b070-f36790644b4f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.224254 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device deee1c80-194c-48c1-a145-0c3c50d9bc50 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:16:56.262797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce405d8c-4a54-47fa-984a-80677f64dda0 req-cac99150-5343-426d-ab1b-7063ca7291c9 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.264319 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce405d8c-4a54-47fa-984a-80677f64dda0 req-cac99150-5343-426d-ab1b-7063ca7291c9 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 944 time: 0.7213683 Feb 11 13:16:56.265892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] No DVR routers for this DVR port 3b6067dc-80c5-48fc-b070-f36790644b4f on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:56.284667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.290338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'name': 'network-vif-deleted', 'tag': '3b6067dc-80c5-48fc-b070-f36790644b4f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:56.353452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2d3f-585b-4d64-9895-535a06a60ba4 req-9d40b192-603e-4676-8555-a91c4c6d5a7c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.357676 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-270a2d3f-585b-4d64-9895-535a06a60ba4 req-9d40b192-603e-4676-8555-a91c4c6d5a7c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 946 time: 0.2716978 Feb 11 13:16:56.378627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network 839ef9d5-03ee-45fa-966a-51316d2a02e9 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:56.394057 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce405d8c-4a54-47fa-984a-80677f64dda0 req-31168b32-e55e-427d-9a44-703664009023 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137943 Feb 11 13:16:56.396190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 839ef9d5-03ee-45fa-966a-51316d2a02e9) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:56.402702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f9f5c43-2bd1-4ee8-93b6-71b7626dc05f req-c98206ab-8fb3-43a0-95d8-0cc5cba13c9b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "DELETE /v2.0/ports/3b6067dc-80c5-48fc-b070-f36790644b4f HTTP/1.1" status: 204 len: 173 time: 6.0379972 Feb 11 13:16:56.414669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.416769 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.439128 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-29aea31f-655c-43ec-9f9b-f1a3eb9c46a0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0533710 Feb 11 13:16:56.466237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Request body: {'port': {'device_id': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:56.473929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff48a19-0537-4519-8553-990f85fd8940 None None] Network 839ef9d5-03ee-45fa-966a-51316d2a02e9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:56.509684 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-270a2d3f-585b-4d64-9895-535a06a60ba4 req-f3e0d1c4-6441-4493-b37d-647beaf8950a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368551 Feb 11 13:16:56.567862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25ed40-4d8f-42e6-85f6-f0f70d0ff38d None None] Network 383a06bd-f119-4bb6-b2b2-98f35d91b025 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:56.835494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60994) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:56.839845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-20caa845-b4a5-4ca1-a722-e652ea62d082 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5883586 Feb 11 13:16:56.915748 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.203075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 32772) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:57.242284 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.294143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d32e8d6b-3603-4eeb-8bee-13e14a530d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.405011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port deee1c80-194c-48c1-a145-0c3c50d9bc50 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:57.447144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-18e93085-158e-44e8-89f1-7fa2ffb0be8c None None] Provisioning for port deee1c80-194c-48c1-a145-0c3c50d9bc50 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:57.450408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port deee1c80-194c-48c1-a145-0c3c50d9bc50 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:57.450885 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.569994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d32e8d6b-3603-4eeb-8bee-13e14a530d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:57.573731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-18e93085-158e-44e8-89f1-7fa2ffb0be8c None None] Provisioning complete for port deee1c80-194c-48c1-a145-0c3c50d9bc50 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:57.574143 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18e93085-158e-44e8-89f1-7fa2ffb0be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.574259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d32e8d6b-3603-4eeb-8bee-13e14a530d5b admin admin] Usage tracker for resource:security_group_rule and tenant:1f51a5fe1d8644eb8978e8080101b1c1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:57.577353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d32e8d6b-3603-4eeb-8bee-13e14a530d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:57.584362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d32e8d6b-3603-4eeb-8bee-13e14a530d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:57.647816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.700863 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f831415b-932f-4c33-9f17-0e6653f796d2', 'name': 'network-vif-deleted', 'tag': '3b6067dc-80c5-48fc-b070-f36790644b4f', 'status': 'completed', 'code': 200} Feb 11 13:16:57.739375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b76632-1518-45e1-ab7f-c05091dbddbe req-fdd2203c-f0ef-48c5-a167-fe104d687228 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:57.746250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-11b76632-1518-45e1-ab7f-c05091dbddbe req-fdd2203c-f0ef-48c5-a167-fe104d687228 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 931 time: 0.4129291 Feb 11 13:16:57.852847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-11b76632-1518-45e1-ab7f-c05091dbddbe req-ec6ae86b-9000-4458-8912-eb75ad9b61be tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038773 Feb 11 13:16:57.866799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d32e8d6b-3603-4eeb-8bee-13e14a530d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.883434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d32e8d6b-3603-4eeb-8bee-13e14a530d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.971802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e8d6b-3603-4eeb-8bee-13e14a530d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741b8d0b-1469-4471-81e6-c00a49f374a0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:57.999126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.079889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53319c2-3990-4682-8a22-085526260d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-839ef9d5-03ee-45fa-966a-51316d2a02e9', 'network_id': '839ef9d5-03ee-45fa-966a-51316d2a02e9', 'tenant_id': 'bcfde8ae286d47e8a8df9b3409d2706b', 'fixed_ips': [{'subnet_id': 'a03de70b-fa6b-4098-ba1e-05d396a9a86e'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:16:58.081002 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e53319c2-3990-4682-8a22-085526260d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.101845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=a03de70b-fa6b-4098-ba1e-05d396a9a86e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:58.117000 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d32e8d6b-3603-4eeb-8bee-13e14a530d5b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f51a5fe1d8644eb8978e8080101b1c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9054427 Feb 11 13:16:58.120226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 32800) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:58.178735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3647aaf0-c89e-48bd-8efa-72569dab9d4d {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:58.193028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.211746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Transition to ACTIVE for port object 3647aaf0-c89e-48bd-8efa-72569dab9d4d will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:58.254683 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.348888 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2fccebb2-c30c-40e6-953e-d525614be1a8 req-41c621bb-8162-47f0-af87-d12b79bbedad tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.6530588 Feb 11 13:16:58.421055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dff9ffcd-8457-490b-87e3-c2ddb66ded8a req-aad81655-a327-4127-9818-df7b45a97359 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 210 time: 0.2379582 Feb 11 13:16:58.564011 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.669680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839ef9d5-03ee-45fa-966a-51316d2a02e9']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:58.674421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b95438-3acc-4b96-aaf6-6ae016c64e45 None None] Network 839ef9d5-03ee-45fa-966a-51316d2a02e9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:16:58.727690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ca1d9e-30e9-4141-8cc3-efda93396f6a') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:58.738834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-90d16b5d-8a3d-4def-8d5c-6bb46d2ef4a8 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:58.739957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-90d16b5d-8a3d-4def-8d5c-6bb46d2ef4a8 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Synchronizing usage tracker for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:16:58.740996 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.743964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ca1d9e-30e9-4141-8cc3-efda93396f6a') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:58.777714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd289a-c0d9-4135-bc64-7527e65b3114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.817528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd289a-c0d9-4135-bc64-7527e65b3114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.832782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port deee1c80-194c-48c1-a145-0c3c50d9bc50, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=deee1c80-194c-48c1-a145-0c3c50d9bc50,segment=NetworkSegment(bbef35d1-0a47-4b84-bb84-a33eba8227ef),segment_id=bbef35d1-0a47-4b84-bb84-a33eba8227ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:58.925723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.000627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Pushing event updated for resources: {'Port': ['ID=3647aaf0-c89e-48bd-8efa-72569dab9d4d,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.008014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd289a-c0d9-4135-bc64-7527e65b3114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.018940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0fa2bb1c-c3d1-4648-a7eb-2834516468cf up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:16:59.075892 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.123287 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.185801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-90d16b5d-8a3d-4def-8d5c-6bb46d2ef4a8 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Unset dirty status for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:16:59.187787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-90d16b5d-8a3d-4def-8d5c-6bb46d2ef4a8 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.73 "GET /v2.0/networks?id=c96e9a89-73af-4472-a147-65f508fa2cd1 HTTP/1.1" status: 200 len: 818 time: 0.9350505 Feb 11 13:16:59.213447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be189bb-70ef-4b59-b5f3-9f82a0befb09 req-fabebc06-9a6a-494d-975b-1561eb1a7fee tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.215698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1be189bb-70ef-4b59-b5f3-9f82a0befb09 req-fabebc06-9a6a-494d-975b-1561eb1a7fee tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 944 time: 0.3448603 Feb 11 13:16:59.216988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Attempting to bind port 3647aaf0-c89e-48bd-8efa-72569dab9d4d on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:59.217765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Attempting to bind port 3647aaf0-c89e-48bd-8efa-72569dab9d4d by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:59.218563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Attempting to bind port 3647aaf0-c89e-48bd-8efa-72569dab9d4d on network 8def48aa-ef08-4b80-abf3-24d152a70065 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:16:59.230230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Request body: {'port': {'device_id': 'c0b8ad7b-3558-458b-b1bd-a651aa3ffd44', 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1', 'admin_state_up': True, 'tenant_id': 'fbd5808fb9464db38890b6c7ed504a50'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:59.260088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd289a-c0d9-4135-bc64-7527e65b3114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741b8d0b-1469-4471-81e6-c00a49f374a0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.266455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:16:59.266899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:59.286227 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:59.292836 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18e93085-158e-44e8-89f1-7fa2ffb0be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.505085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:59.529250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d7dd289a-c0d9-4135-bc64-7527e65b3114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.532836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d7dd289a-c0d9-4135-bc64-7527e65b3114 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/741b8d0b-1469-4471-81e6-c00a49f374a0 HTTP/1.1" status: 204 len: 168 time: 1.4042284 Feb 11 13:16:59.554016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Usage tracker for resource:port and tenant:fbd5808fb9464db38890b6c7ed504a50 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:59.565528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:59.568233 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.569631 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Port 3647aaf0-c89e-48bd-8efa-72569dab9d4d on network 8def48aa-ef08-4b80-abf3-24d152a70065 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:16:59.569955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Attempting to bind port 3647aaf0-c89e-48bd-8efa-72569dab9d4d on network 8def48aa-ef08-4b80-abf3-24d152a70065 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:16:59.579899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:16:59.599286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=deee1c80-194c-48c1-a145-0c3c50d9bc50,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.600521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1be189bb-70ef-4b59-b5f3-9f82a0befb09 req-b24005cd-abd0-4dd9-a060-21ed06abadc2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777626 Feb 11 13:16:59.603879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:16:59.604279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Checking segment: {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:16:59.604655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Bound using segment: {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:16:59.605093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Bound port: 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:59.605466 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.612762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.626686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4607da6-bff0-4a89-a473-c7580ff1123a req-ddcf6458-c745-48f5-a888-4a5338c92dbf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.634288 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d4607da6-bff0-4a89-a473-c7580ff1123a req-ddcf6458-c745-48f5-a888-4a5338c92dbf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 946 time: 0.7179933 Feb 11 13:16:59.637127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/839ef9d5-03ee-45fa-966a-51316d2a02e9 HTTP/1.1" status: 204 len: 168 time: 2.8003995 Feb 11 13:16:59.649679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 32850) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:16:59.652259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac65ef-4979-4f34-832f-e5d4b9f65902 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=839ef9d5-03ee-45fa-966a-51316d2a02e9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.660105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-497581837'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:59.669493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Made reservation on behalf of fbd5808fb9464db38890b6c7ed504a50 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:59.677381 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.700531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-31549f9e-8c1a-45f7-b003-28357c5c3eec tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.703146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-31549f9e-8c1a-45f7-b003-28357c5c3eec tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.73 "GET /v2.0/networks?id=c96e9a89-73af-4472-a147-65f508fa2cd1 HTTP/1.1" status: 200 len: 818 time: 0.6963315 Feb 11 13:16:59.705679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:16:59.747333 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-18e93085-158e-44e8-89f1-7fa2ffb0be8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:16:59.748562 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-18e93085-158e-44e8-89f1-7fa2ffb0be8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:16:59.750925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:59.752277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Request body: {'port': {'device_id': 'c40dd9df-2c98-4ea5-93a5-59fc701a5764', 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1', 'admin_state_up': True, 'tenant_id': 'fbd5808fb9464db38890b6c7ed504a50'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:16:59.757948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:59.759485 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.791225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:network and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:16:59.807648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:16:59.979423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-8eef1007-a476-46bc-995d-60ab69caa692 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.984029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-8eef1007-a476-46bc-995d-60ab69caa692 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.75 "GET /v2.0/networks?id=c96e9a89-73af-4472-a147-65f508fa2cd1 HTTP/1.1" status: 200 len: 818 time: 0.6085231 Feb 11 13:17:00.026525 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.055741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] For port 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:00.065744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0025fbdb-4682-4acb-912c-ce8f63d1d6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa2bb1c-c3d1-4648-a7eb-2834516468cf'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:00.080501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] For port 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:00.084005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:00.088044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:00.100401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Request body: {'port': {'device_id': '5606f9e8-3604-4ea6-baec-3b875cf4bc16', 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1', 'admin_state_up': True, 'tenant_id': 'fbd5808fb9464db38890b6c7ed504a50'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:00.101133 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.107645 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.143905 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d4607da6-bff0-4a89-a473-c7580ff1123a req-6d1f98ae-dc07-484e-809a-0213a43478d5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085974 Feb 11 13:17:00.188422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.190005 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] 10.222.0.73 "PUT /v2.0/ports/3647aaf0-c89e-48bd-8efa-72569dab9d4d HTTP/1.1" status: 200 len: 1091 time: 3.7337031 Feb 11 13:17:00.194130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Allocated IP 172.20.0.10 (c96e9a89-73af-4472-a147-65f508fa2cd1/e89c1133-ebdb-419a-a954-3b796588b46e/cb7f56de-fce8-4cb5-8160-e62cf753af21) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:00.200683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'tag': '3647aaf0-c89e-48bd-8efa-72569dab9d4d'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:00.234891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:00.243569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.370915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:00.390861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029ac06-4282-41da-b27c-ffd51698b95b req-be4e7159-9ed9-4cde-9913-88e6ddab7f72 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:00.392418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e029ac06-4282-41da-b27c-ffd51698b95b req-be4e7159-9ed9-4cde-9913-88e6ddab7f72 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Synchronizing usage tracker for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:00.422489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8cc86-8f88-41b6-8f67-165875f3fe98 service neutron] Pushing event updated for resources: {'Port': ['ID=3647aaf0-c89e-48bd-8efa-72569dab9d4d,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:00.430245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:00.486989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e029ac06-4282-41da-b27c-ffd51698b95b req-be4e7159-9ed9-4cde-9913-88e6ddab7f72 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Unset dirty status for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:00.495212 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e029ac06-4282-41da-b27c-ffd51698b95b req-be4e7159-9ed9-4cde-9913-88e6ddab7f72 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 943 time: 0.5679083 Feb 11 13:17:00.617963 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-20a2b091-9fe6-4f3e-a0e9-7cc3b2988b74 None None] Provisioning complete for port deee1c80-194c-48c1-a145-0c3c50d9bc50 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:00.620291 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20a2b091-9fe6-4f3e-a0e9-7cc3b2988b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.638221 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-638da4f8-d26e-4265-a08c-44360f4a4b03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 1094 time: 0.3735940 Feb 11 13:17:00.741238 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-6e1d76ed-e714-4e78-849d-5c42e3f6c188 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d HTTP/1.1" status: 200 len: 217 time: 0.0897741 Feb 11 13:17:00.767524 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d05de408-63aa-4b83-b88e-519af5cb04fe req-1b8b0121-488f-4bfb-b9a4-f98e23b0d95b tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.3172221 Feb 11 13:17:00.773005 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e029ac06-4282-41da-b27c-ffd51698b95b req-22bb5632-a210-4cc3-8aeb-4ce4361c99a1 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765808 Feb 11 13:17:00.798018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:00.803884 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.804232 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment 4cf78748-c2a7-4c73-8df9-40435d6b80b3 of type vlan for network 8949252d-83b4-4f8a-b97f-837432fe58f4 Feb 11 13:17:00.831195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:00.859538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Usage tracker for resource:port and tenant:fbd5808fb9464db38890b6c7ed504a50 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:00.864480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Usage tracker for resource:port and tenant:fbd5808fb9464db38890b6c7ed504a50 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:00.893227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:00.904758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32892) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:00.905827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:00.979485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:00.992801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:01.022363 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.048580 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0025fbdb-4682-4acb-912c-ce8f63d1d6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa2bb1c-c3d1-4648-a7eb-2834516468cf', 'code': 200} Feb 11 13:17:01.083710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-003d54e1-41e7-47dc-8094-b4fe0d2eb1d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:01.090556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-003d54e1-41e7-47dc-8094-b4fe0d2eb1d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebef0c98-5a96-482c-88be-ad4a399fbddf HTTP/1.1" status: 200 len: 845 time: 0.3403900 Feb 11 13:17:01.105472 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.123780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Made reservation on behalf of fbd5808fb9464db38890b6c7ed504a50 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:01.132954 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.236055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1897636-50ac-4380-9e47-9312b10ae537 req-e05c7c21-3bda-4aa2-87e8-6108fa336582 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 210 time: 0.1441724 Feb 11 13:17:01.247066 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'tag': '3647aaf0-c89e-48bd-8efa-72569dab9d4d', 'status': 'completed', 'code': 200} Feb 11 13:17:01.251954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device deee1c80-194c-48c1-a145-0c3c50d9bc50 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:17:01.269847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Made reservation on behalf of fbd5808fb9464db38890b6c7ed504a50 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:01.280645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.419641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port deee1c80-194c-48c1-a145-0c3c50d9bc50 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:01.420397 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.422288 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.427215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:01.428168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.492858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8381517 Feb 11 13:17:01.500934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 32908) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:01.512070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-af5c5626-9dc2-4499-a9b4-b5bc06aad08e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8def48aa-ef08-4b80-abf3-24d152a70065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4098742 Feb 11 13:17:01.512857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a87727-d3f9-40ce-b060-79bca41eea21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.695542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59020b-ca50-4788-a83b-44f3241a109a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=8949252d-83b4-4f8a-b97f-837432fe58f4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:01.697299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-70a87727-d3f9-40ce-b060-79bca41eea21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:01.709248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 8949252d-83b4-4f8a-b97f-837432fe58f4 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:01.709681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': '8949252d-83b4-4f8a-b97f-837432fe58f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:01.719719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-70a87727-d3f9-40ce-b060-79bca41eea21 admin admin] Usage tracker for resource:security_group_rule and tenant:19ac1ebbe9084caaa02c7eaf9c3d1f44 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:01.725517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-70a87727-d3f9-40ce-b060-79bca41eea21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:01.731553 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.743002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-70a87727-d3f9-40ce-b060-79bca41eea21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:01.832018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-c667513f-b8dd-4c0c-a904-52a812e3332e service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088112 Feb 11 13:17:01.834735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Pushing event updated for resources: {'Port': ['ID=cb7f56de-fce8-4cb5-8160-e62cf753af21,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:01.962163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Network c96e9a89-73af-4472-a147-65f508fa2cd1 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:01.981565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:01.992000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:02.050036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a428ed1f-173c-4306-9597-e6ecba905f28 req-1b36f876-b477-4255-b79f-672b154974d1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 1096 time: 0.8730254 Feb 11 13:17:02.098315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:02.098315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:subnet and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:02.098315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:02.122921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:02.130695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Allocated IP 172.20.0.2 (c96e9a89-73af-4472-a147-65f508fa2cd1/e89c1133-ebdb-419a-a954-3b796588b46e/8264b05b-c411-41e3-9384-98d2115bde2c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:02.142622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04118b9-38de-4f3c-a6cb-dbe781d5faa0 req-328a1946-9a92-4ded-9899-bf840c12bbb7 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:02.147278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e04118b9-38de-4f3c-a6cb-dbe781d5faa0 req-328a1946-9a92-4ded-9899-bf840c12bbb7 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 945 time: 0.6931705 Feb 11 13:17:02.197721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:02.219124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:02.219730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.260762 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f75f9c0-4d6b-435b-948b-f0ee1175b171 req-35d6d1b2-ac50-476f-ab52-3c4e38e65d8b service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156406 Feb 11 13:17:02.286151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a87727-d3f9-40ce-b060-79bca41eea21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.293361 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-a5d23aa6-d5a8-4687-92a1-bbfcbd8335b6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0870233 Feb 11 13:17:02.300226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b56863-3ef4-45a1-83b3-bb98b7ee1bbd req-bae6b7a1-0fc5-4a6a-9783-09f15ce0d0b5 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:02.301749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-64b56863-3ef4-45a1-83b3-bb98b7ee1bbd req-bae6b7a1-0fc5-4a6a-9783-09f15ce0d0b5 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 943 time: 0.2732098 Feb 11 13:17:02.304108 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a87727-d3f9-40ce-b060-79bca41eea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.305313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a428ed1f-173c-4306-9597-e6ecba905f28 req-cb6db35b-772e-43f7-a4c0-56c5a24cf628 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402906 Feb 11 13:17:02.328472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Request body: {'port': {'device_id': 'c0b8ad7b-3558-458b-b1bd-a651aa3ffd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:02.355168 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e04118b9-38de-4f3c-a6cb-dbe781d5faa0 req-f18664df-d188-44f4-9a49-3e7092f1f1a5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910563 Feb 11 13:17:02.494513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-70a87727-d3f9-40ce-b060-79bca41eea21 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=19ac1ebbe9084caaa02c7eaf9c3d1f44&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5847530 Feb 11 13:17:02.497314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32930) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:02.500134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a87727-d3f9-40ce-b060-79bca41eea21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c74508-65bf-4c4a-8ee3-747216a74183,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:02.603423 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-64b56863-3ef4-45a1-83b3-bb98b7ee1bbd req-159a8810-47d4-4f38-b108-c9ad1d6e35c1 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904367 Feb 11 13:17:02.650067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.702020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-db90ae93-8038-41de-9282-8ac73fc342d0 req-26cdf551-6dc2-445c-840d-b0dfaf5bc8cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 1094 time: 0.3773453 Feb 11 13:17:02.732275 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60c4e6e2-4d0e-40ae-b36c-ece6aa452b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.763029 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.793448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.808553 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ed95890-a184-4f60-a9ce-4cdbdfdc6fff req-5949f6b9-1f85-49ef-bc90-e4feb12c6d08 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.2253785 Feb 11 13:17:02.887338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8eda465d-3ff2-4ddc-9c09-3c965c80e2f8 req-1fee38af-d7f3-4b5d-b2fb-8363d673d7de tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Synchronizing usage tracker for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:02.899238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Performing IP validity checks on allocation pools {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 11 13:17:02.899950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 11 13:17:02.931922 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60c4e6e2-4d0e-40ae-b36c-ece6aa452b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.988537 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.048239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8eda465d-3ff2-4ddc-9c09-3c965c80e2f8 req-1fee38af-d7f3-4b5d-b2fb-8363d673d7de tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Unset dirty status for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:03.054922 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8eda465d-3ff2-4ddc-9c09-3c965c80e2f8 req-1fee38af-d7f3-4b5d-b2fb-8363d673d7de tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 210 time: 0.3127894 Feb 11 13:17:03.115962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90ae93-8038-41de-9282-8ac73fc342d0 req-523c03ac-2245-4450-84d2-2f7076f062b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.117432 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-db90ae93-8038-41de-9282-8ac73fc342d0 req-523c03ac-2245-4450-84d2-2f7076f062b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 906 time: 0.3876140 Feb 11 13:17:03.153952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Allocated IP 172.20.0.6 (c96e9a89-73af-4472-a147-65f508fa2cd1/e89c1133-ebdb-419a-a954-3b796588b46e/4f867535-e002-444d-acb6-3b27439a9e97) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:03.167290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Pushing event updated for resources: {'Port': ['ID=8264b05b-c411-41e3-9384-98d2115bde2c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:03.185466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Network c96e9a89-73af-4472-a147-65f508fa2cd1 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:03.189587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:03.192664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:03.196152 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-db90ae93-8038-41de-9282-8ac73fc342d0 req-ba55cabb-5287-47f6-ac3f-2f5e1af066ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d HTTP/1.1" status: 200 len: 217 time: 0.0693603 Feb 11 13:17:03.314550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90ae93-8038-41de-9282-8ac73fc342d0 req-05ddaaca-8912-4031-bab1-7319888119b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.318784 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-db90ae93-8038-41de-9282-8ac73fc342d0 req-05ddaaca-8912-4031-bab1-7319888119b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebef0c98-5a96-482c-88be-ad4a399fbddf HTTP/1.1" status: 200 len: 845 time: 0.1124582 Feb 11 13:17:03.320206 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60c4e6e2-4d0e-40ae-b36c-ece6aa452b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.329221 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.399732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e6e2-4d0e-40ae-b36c-ece6aa452b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c74508-65bf-4c4a-8ee3-747216a74183,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:03.416139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.417022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.428470 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-db90ae93-8038-41de-9282-8ac73fc342d0 req-72f6865b-bcf7-432f-a00e-08777be623b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8def48aa-ef08-4b80-abf3-24d152a70065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010957 Feb 11 13:17:03.434619 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60c4e6e2-4d0e-40ae-b36c-ece6aa452b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.435950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-60c4e6e2-4d0e-40ae-b36c-ece6aa452b5c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/87c74508-65bf-4c4a-8ee3-747216a74183 HTTP/1.1" status: 204 len: 168 time: 0.9312053 Feb 11 13:17:03.618284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=988f1531-d4b5-4fa7-801b-02fc26b2f9fd,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:03.654209 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-75b41f9d-193f-4559-a1e9-7e4c20ec60b5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5672021 Feb 11 13:17:03.694871 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-db90ae93-8038-41de-9282-8ac73fc342d0 req-2475128c-aa69-45c5-a062-311b9a279a8d service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577381 Feb 11 13:17:03.703151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Request body: {'port': {'device_id': '5606f9e8-3604-4ea6-baec-3b875cf4bc16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:03.838130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': '4cf78748-c2a7-4c73-8df9-40435d6b80b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8949252d-83b4-4f8a-b97f-837432fe58f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:03.839942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: 8949252d-83b4-4f8a-b97f-837432fe58f4, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:03.859949 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.992058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.052382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network 8949252d-83b4-4f8a-b97f-837432fe58f4 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:04.078101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 8949252d-83b4-4f8a-b97f-837432fe58f4) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:04.088504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc2bdd-3cd3-4889-b31e-2a94a1cf528d None None] Network 8949252d-83b4-4f8a-b97f-837432fe58f4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:04.103043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.103635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.111532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f9ea5-e9b1-4215-9b63-d3557c88ba91 req-5a6b9664-e5b4-423e-af66-1ae8721f20ec tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.123873 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-807f9ea5-e9b1-4215-9b63-d3557c88ba91 req-5a6b9664-e5b4-423e-af66-1ae8721f20ec tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 945 time: 0.2245214 Feb 11 13:17:04.178848 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-db90ae93-8038-41de-9282-8ac73fc342d0 req-57ab22f4-bc85-4827-acc3-81b3cbea9eef service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769213 Feb 11 13:17:04.237531 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-807f9ea5-e9b1-4215-9b63-d3557c88ba91 req-1d4a73c5-d706-4694-9631-3b12452ff751 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037757 Feb 11 13:17:04.260950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6d2573e7-310d-4b0b-8310-43319f39fdfb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7163460 Feb 11 13:17:04.263581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32996) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:04.500411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.623330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-8949252d-83b4-4f8a-b97f-837432fe58f4', 'network_id': '8949252d-83b4-4f8a-b97f-837432fe58f4', 'tenant_id': 'bcfde8ae286d47e8a8df9b3409d2706b', 'fixed_ips': [{'subnet_id': '988f1531-d4b5-4fa7-801b-02fc26b2f9fd'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:17:04.625662 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.654495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-12b9f348-cdbc-44c7-ae4a-4bd451440779 req-fc17810d-c832-4664-9e6d-5b80d4a3eff2 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.0861626 Feb 11 13:17:04.663472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Pushing event updated for resources: {'Port': ['ID=4f867535-e002-444d-acb6-3b27439a9e97,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:04.677188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Network c96e9a89-73af-4472-a147-65f508fa2cd1 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:04.680587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:04.683206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:04.741978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c9fa9-eb43-4a02-b26f-7090407a5b9c req-cb423273-4fdc-4672-9b6c-c2b68ed93101 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.749395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b29c9fa9-eb43-4a02-b26f-7090407a5b9c req-cb423273-4fdc-4672-9b6c-c2b68ed93101 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 943 time: 0.5530856 Feb 11 13:17:04.756594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.788642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.790798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.866487 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-04a0eafa-4b6d-4082-a9ed-b574a931600a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1356454 Feb 11 13:17:04.884890 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b29c9fa9-eb43-4a02-b26f-7090407a5b9c req-cf1bb6a9-7886-432d-8e33-83a823a043a5 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345360 Feb 11 13:17:04.897443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Request body: {'port': {'device_id': 'c40dd9df-2c98-4ea5-93a5-59fc701a5764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:04.899153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Allocated IP 172.20.0.3 (8949252d-83b4-4f8a-b97f-837432fe58f4/988f1531-d4b5-4fa7-801b-02fc26b2f9fd/62dcb3d8-6136-40e0-b0de-29468fc3624d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:04.908176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3647aaf0-c89e-48bd-8efa-72569dab9d4d details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:17:04.939024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.040738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7f56de-fce8-4cb5-8160-e62cf753af21 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:05.061317 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.095434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Transition to ACTIVE for port object cb7f56de-fce8-4cb5-8160-e62cf753af21 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:05.103496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.129390 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:17:05.188239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.352298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7f56de-fce8-4cb5-8160-e62cf753af21,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:05.482866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9c171-5366-4b80-a8bc-f83cdd9ab3a6 req-0d6f2b3e-3fcb-4932-aeaf-4363424a5604 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:05.484350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d2f9c171-5366-4b80-a8bc-f83cdd9ab3a6 req-0d6f2b3e-3fcb-4932-aeaf-4363424a5604 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 931 time: 0.3761680 Feb 11 13:17:05.651608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:05.724566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '3647aaf0-c89e-48bd-8efa-72569dab9d4d', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'port_id': '3647aaf0-c89e-48bd-8efa-72569dab9d4d', 'mac_address': 'fa:16:3e:d4:9a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef0c98-5a96-482c-88be-ad4a399fbddf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:17:05.766915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d2f9c171-5366-4b80-a8bc-f83cdd9ab3a6 req-7d3e9330-1101-4c6c-bed8-e142b4560db9 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Synchronizing usage tracker for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:05.859792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Attempting to bind port cb7f56de-fce8-4cb5-8160-e62cf753af21 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:05.860934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Attempting to bind port cb7f56de-fce8-4cb5-8160-e62cf753af21 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:05.861276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Attempting to bind port cb7f56de-fce8-4cb5-8160-e62cf753af21 on network c96e9a89-73af-4472-a147-65f508fa2cd1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:05.862252 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.873668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d2f9c171-5366-4b80-a8bc-f83cdd9ab3a6 req-7d3e9330-1101-4c6c-bed8-e142b4560db9 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Unset dirty status for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:05.883034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d2f9c171-5366-4b80-a8bc-f83cdd9ab3a6 req-7d3e9330-1101-4c6c-bed8-e142b4560db9 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027475 Feb 11 13:17:05.884342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Port cb7f56de-fce8-4cb5-8160-e62cf753af21 on network c96e9a89-73af-4472-a147-65f508fa2cd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:17:05.884840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Attempting to bind port cb7f56de-fce8-4cb5-8160-e62cf753af21 on network c96e9a89-73af-4472-a147-65f508fa2cd1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:05.894339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:05.895306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Checking segment: {'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:05.896041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Bound using segment: {'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:05.896653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Bound port: cb7f56de-fce8-4cb5-8160-e62cf753af21, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:05.897197 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.934595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Transition to ACTIVE for port object 62dcb3d8-6136-40e0-b0de-29468fc3624d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:05.980825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.001443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8264b05b-c411-41e3-9384-98d2115bde2c {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:06.016699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] For port cb7f56de-fce8-4cb5-8160-e62cf753af21, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:06.020722 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.026329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] For port cb7f56de-fce8-4cb5-8160-e62cf753af21, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cb7f56de-fce8-4cb5-8160-e62cf753af21,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:06.035565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Transition to ACTIVE for port object 62dcb3d8-6136-40e0-b0de-29468fc3624d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:06.038349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.041477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3647aaf0-c89e-48bd-8efa-72569dab9d4d {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:06.063758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Transition to ACTIVE for port object 8264b05b-c411-41e3-9384-98d2115bde2c will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:06.071999 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.176421 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.183648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:06.205708 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.215883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Network 8949252d-83b4-4f8a-b97f-837432fe58f4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:06.217784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:06.225993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:06.228473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Pushing event updated for resources: {'Port': ['ID=62dcb3d8-6136-40e0-b0de-29468fc3624d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:06.307391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.307965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.308373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.308773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.309175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.309568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.309957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.310364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.310767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.311290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.311675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:06.356118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=988f1531-d4b5-4fa7-801b-02fc26b2f9fd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:06.360173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33056) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:06.373126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f867535-e002-444d-acb6-3b27439a9e97 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:06.384181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.406688 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f9ba9b55-ded7-468c-91a6-33069d769e05 req-50bdb7d1-586d-4007-94ac-22b1df11d403 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.2388377 Feb 11 13:17:06.409654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Transition to ACTIVE for port object 4f867535-e002-444d-acb6-3b27439a9e97 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:06.413323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Attempting to bind port 62dcb3d8-6136-40e0-b0de-29468fc3624d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:06.413969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Attempting to bind port 62dcb3d8-6136-40e0-b0de-29468fc3624d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '4cf78748-c2a7-4c73-8df9-40435d6b80b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8949252d-83b4-4f8a-b97f-837432fe58f4'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:06.414104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Attempting to bind port 62dcb3d8-6136-40e0-b0de-29468fc3624d on network 8949252d-83b4-4f8a-b97f-837432fe58f4 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:06.415514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.434697 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.438558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:06.439125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Checking segment: {'id': '4cf78748-c2a7-4c73-8df9-40435d6b80b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8949252d-83b4-4f8a-b97f-837432fe58f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:06.439603 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.440185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] 10.222.0.73 "PUT /v2.0/ports/cb7f56de-fce8-4cb5-8160-e62cf753af21 HTTP/1.1" status: 200 len: 1092 time: 4.1255455 Feb 11 13:17:06.440322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Bound using segment: {'id': '4cf78748-c2a7-4c73-8df9-40435d6b80b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8949252d-83b4-4f8a-b97f-837432fe58f4'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:06.440744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Bound port: 62dcb3d8-6136-40e0-b0de-29468fc3624d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf78748-c2a7-4c73-8df9-40435d6b80b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8949252d-83b4-4f8a-b97f-837432fe58f4'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:06.441222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.448596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b8ad7b-3558-458b-b1bd-a651aa3ffd44', 'tag': 'cb7f56de-fce8-4cb5-8160-e62cf753af21'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:06.467526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['3647aaf0-c89e-48bd-8efa-72569dab9d4d'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:06.499337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.519670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3647aaf0-c89e-48bd-8efa-72569dab9d4d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:06.535754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b40be-5035-428e-a345-7575a79dfc7d req-e892329d-8d01-4e97-b108-14c3e060f796 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.546733 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c81b40be-5035-428e-a345-7575a79dfc7d req-e892329d-8d01-4e97-b108-14c3e060f796 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 945 time: 0.7220891 Feb 11 13:17:06.582496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.617851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8949252d-83b4-4f8a-b97f-837432fe58f4']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:06.631499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf78748-c2a7-4c73-8df9-40435d6b80b3') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:06.631791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf78748-c2a7-4c73-8df9-40435d6b80b3') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:06.646015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.668316 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.674858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:06.675649 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:06.875821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-41567da1-5548-435d-9791-92ce71381a7a None None] For port 62dcb3d8-6136-40e0-b0de-29468fc3624d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:06.882746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33068) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:06.895907 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:06.975090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=8264b05b-c411-41e3-9384-98d2115bde2c,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:06.986464 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:17:06.986464 n-d-818559-1 neutron-server[83568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:17:06.986464 n-d-818559-1 neutron-server[83568]: [parameters: {'id': '8949252d-83b4-4f8a-b97f-837432fe58f4'}] Feb 11 13:17:06.986464 n-d-818559-1 neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:17:06.987302 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:17:07.008674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-41567da1-5548-435d-9791-92ce71381a7a None None] For port 62dcb3d8-6136-40e0-b0de-29468fc3624d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=62dcb3d8-6136-40e0-b0de-29468fc3624d,segment=NetworkSegment(4cf78748-c2a7-4c73-8df9-40435d6b80b3),segment_id=4cf78748-c2a7-4c73-8df9-40435d6b80b3)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:07.024688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40089f9-e080-497f-a088-2a40479dd244 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7f56de-fce8-4cb5-8160-e62cf753af21,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.042832 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.045970 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5c541b8-34b7-439d-85ab-e56d2dfd1c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.116855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b505726-4ea2-4482-8502-e7131506d905 req-ea073391-7df7-4f58-a618-547b80d7880b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.118507 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b505726-4ea2-4482-8502-e7131506d905 req-ea073391-7df7-4f58-a618-547b80d7880b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 944 time: 0.1685071 Feb 11 13:17:07.142497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Pushing event updated for resources: {'Port': ['ID=4f867535-e002-444d-acb6-3b27439a9e97,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.163633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a5c541b8-34b7-439d-85ab-e56d2dfd1c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:07.168687 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-1fee3676-3485-454f-8b05-b7b9ef7ce813 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbd5808fb9464db38890b6c7ed504a50&device_id=c0b8ad7b-3558-458b-b1bd-a651aa3ffd44 HTTP/1.1" status: 200 len: 1095 time: 0.2707820 Feb 11 13:17:07.173415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a5c541b8-34b7-439d-85ab-e56d2dfd1c56 admin admin] Usage tracker for resource:security_group_rule and tenant:1489ead0a0394f589a34e235cd2431ca is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:07.188189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41567da1-5548-435d-9791-92ce71381a7a None None] Pushing event updated for resources: {'Port': ['ID=62dcb3d8-6136-40e0-b0de-29468fc3624d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.218764 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.246236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a5c541b8-34b7-439d-85ab-e56d2dfd1c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:07.255579 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-b9ae2919-c45c-4076-80c7-31b92dc50802 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb7f56de-fce8-4cb5-8160-e62cf753af21 HTTP/1.1" status: 200 len: 217 time: 0.0783072 Feb 11 13:17:07.256709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a5c541b8-34b7-439d-85ab-e56d2dfd1c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:07.260382 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b505726-4ea2-4482-8502-e7131506d905 req-b5f50b72-1fb9-43fe-9325-26bac0ffd22e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348896 Feb 11 13:17:07.273602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811d7ade-2c48-425b-9b53-a9e607ac219f None None] Network 8949252d-83b4-4f8a-b97f-837432fe58f4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:07.355112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c81b40be-5035-428e-a345-7575a79dfc7d req-a7cb2a78-0cf6-465f-9a80-e01b7701ebf8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478628 Feb 11 13:17:07.390428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dddd9982-5a1e-4ca5-9461-a6f1a6eb893b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.422351 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5c541b8-34b7-439d-85ab-e56d2dfd1c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.432760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5c541b8-34b7-439d-85ab-e56d2dfd1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.449870 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b8ad7b-3558-458b-b1bd-a651aa3ffd44', 'tag': 'cb7f56de-fce8-4cb5-8160-e62cf753af21', 'status': 'completed', 'code': 200} Feb 11 13:17:07.450092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Attempting to bind port 8264b05b-c411-41e3-9384-98d2115bde2c on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:07.450198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Attempting to bind port 8264b05b-c411-41e3-9384-98d2115bde2c by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:07.450432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Attempting to bind port 8264b05b-c411-41e3-9384-98d2115bde2c on network c96e9a89-73af-4472-a147-65f508fa2cd1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:07.483943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Attempting to bind port 4f867535-e002-444d-acb6-3b27439a9e97 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:07.484575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Attempting to bind port 4f867535-e002-444d-acb6-3b27439a9e97 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:07.485063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Attempting to bind port 4f867535-e002-444d-acb6-3b27439a9e97 on network c96e9a89-73af-4472-a147-65f508fa2cd1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:07.494090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Port 8264b05b-c411-41e3-9384-98d2115bde2c on network c96e9a89-73af-4472-a147-65f508fa2cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:17:07.494846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Attempting to bind port 8264b05b-c411-41e3-9384-98d2115bde2c on network c96e9a89-73af-4472-a147-65f508fa2cd1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:07.505568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dddd9982-5a1e-4ca5-9461-a6f1a6eb893b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:07.508784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Port 4f867535-e002-444d-acb6-3b27439a9e97 on network c96e9a89-73af-4472-a147-65f508fa2cd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:17:07.509271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Attempting to bind port 4f867535-e002-444d-acb6-3b27439a9e97 on network c96e9a89-73af-4472-a147-65f508fa2cd1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:07.520728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dddd9982-5a1e-4ca5-9461-a6f1a6eb893b admin admin] Usage tracker for resource:security_group_rule and tenant:cf2c2bb928c5429f97bfa1219a982791 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:07.525303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:07.525645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Checking segment: {'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:07.526053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Bound using segment: {'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:07.526461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Bound port: 8264b05b-c411-41e3-9384-98d2115bde2c, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:07.526875 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.533604 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.537748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c541b8-34b7-439d-85ab-e56d2dfd1c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0439b6b6-bbe9-4de0-be85-86e803d7578b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.539127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dddd9982-5a1e-4ca5-9461-a6f1a6eb893b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:07.571645 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a5c541b8-34b7-439d-85ab-e56d2dfd1c56 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1489ead0a0394f589a34e235cd2431ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2033057 Feb 11 13:17:07.579525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33082) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:07.591098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c6039108-1bfd-4430-9d98-e424f58f0730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.593323 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c6039108-1bfd-4430-9d98-e424f58f0730 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e89c1133-ebdb-419a-a954-3b796588b46e HTTP/1.1" status: 200 len: 858 time: 0.3303881 Feb 11 13:17:07.593808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dddd9982-5a1e-4ca5-9461-a6f1a6eb893b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:07.596377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Deleting port 62dcb3d8-6136-40e0-b0de-29468fc3624d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:07.596715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.599112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17aa8f8-8ed6-4fee-9d5b-f7f52ef72119 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:17:07.620588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:07.620974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Checking segment: {'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:07.621351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Bound using segment: {'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:07.621791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Bound port: 4f867535-e002-444d-acb6-3b27439a9e97, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7333da0f-e3cb-4aa3-be02-8aab2bb94d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:07.622129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.775486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17aa8f8-8ed6-4fee-9d5b-f7f52ef72119 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:17:07.790520 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7aa071-9efb-4355-afee-f3572e764108 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c96e9a89-73af-4472-a147-65f508fa2cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540968 Feb 11 13:17:07.862681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ee87a-5e07-4ada-bd5d-1c76e2b67f12 req-27d7592a-281f-4134-be6f-b0ea09e877f6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.864055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-874ee87a-5e07-4ada-bd5d-1c76e2b67f12 req-27d7592a-281f-4134-be6f-b0ea09e877f6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Synchronizing usage tracker for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:07.920724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] For port 8264b05b-c411-41e3-9384-98d2115bde2c, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:07.935705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] For port 4f867535-e002-444d-acb6-3b27439a9e97, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:07.939420 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef8a9-ba2e-4366-83e5-7c7af4250328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.952989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-874ee87a-5e07-4ada-bd5d-1c76e2b67f12 req-27d7592a-281f-4134-be6f-b0ea09e877f6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Unset dirty status for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:07.954141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-874ee87a-5e07-4ada-bd5d-1c76e2b67f12 req-27d7592a-281f-4134-be6f-b0ea09e877f6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 943 time: 0.4369180 Feb 11 13:17:07.955672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] For port 8264b05b-c411-41e3-9384-98d2115bde2c, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8264b05b-c411-41e3-9384-98d2115bde2c,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:07.978061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] For port 4f867535-e002-444d-acb6-3b27439a9e97, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4f867535-e002-444d-acb6-3b27439a9e97,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:07.979734 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.999295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dddd9982-5a1e-4ca5-9461-a6f1a6eb893b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.051229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dddd9982-5a1e-4ca5-9461-a6f1a6eb893b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.058568 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.092432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef8a9-ba2e-4366-83e5-7c7af4250328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.099120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28dcbd-394e-4447-b7ed-cabc9ccb48ca req-6af069e5-d521-4913-b91a-18f759a9ae71 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:08.107976 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a28dcbd-394e-4447-b7ed-cabc9ccb48ca req-6af069e5-d521-4913-b91a-18f759a9ae71 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.4178715 Feb 11 13:17:08.145039 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a28dcbd-394e-4447-b7ed-cabc9ccb48ca req-bf73c77f-3b20-4846-ab10-67a5a4b8c551 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/quotas/60d3a05ad6e045e3b21396a746cead0f HTTP/1.1" status: 200 len: 375 time: 0.0359967 Feb 11 13:17:08.168273 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.170312 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] 10.222.0.75 "PUT /v2.0/ports/8264b05b-c411-41e3-9384-98d2115bde2c HTTP/1.1" status: 200 len: 1091 time: 4.4834199 Feb 11 13:17:08.185015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5606f9e8-3604-4ea6-baec-3b875cf4bc16', 'tag': '8264b05b-c411-41e3-9384-98d2115bde2c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:08.215110 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.216473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] 10.222.0.73 "PUT /v2.0/ports/4f867535-e002-444d-acb6-3b27439a9e97 HTTP/1.1" status: 200 len: 1091 time: 3.3395660 Feb 11 13:17:08.217762 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-b5c997f1-23a2-4a56-ae76-26943efecd43 service neutron] 10.222.0.73 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124219 Feb 11 13:17:08.223427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd9982-5a1e-4ca5-9461-a6f1a6eb893b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42da540c-3b39-411b-a51b-e83ba6705e1a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:08.260144 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dddd9982-5a1e-4ca5-9461-a6f1a6eb893b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cf2c2bb928c5429f97bfa1219a982791&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3662539 Feb 11 13:17:08.262851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33094) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:08.270199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-874ee87a-5e07-4ada-bd5d-1c76e2b67f12 req-d0ab8085-8b68-44dc-aa76-37f0f1cdcc2f tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005106 Feb 11 13:17:08.276992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d47e6-b130-4add-a540-4dcace615ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=8264b05b-c411-41e3-9384-98d2115bde2c,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:08.361441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] For port 62dcb3d8-6136-40e0-b0de-29468fc3624d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=62dcb3d8-6136-40e0-b0de-29468fc3624d,segment=NetworkSegment(4cf78748-c2a7-4c73-8df9-40435d6b80b3),segment_id=4cf78748-c2a7-4c73-8df9-40435d6b80b3)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:08.361797 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.532789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Calling delete_port for 62dcb3d8-6136-40e0-b0de-29468fc3624d owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:08.554323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97813f07-b318-4984-affe-92514a9339ca req-a5b46da7-1bf6-45b5-93cb-01450289ba48 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1267874 Feb 11 13:17:08.570546 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef8a9-ba2e-4366-83e5-7c7af4250328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.620444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7325e7-599e-4b7e-ae74-b4ee4adcd2ed service neutron] Pushing event updated for resources: {'Port': ['ID=4f867535-e002-444d-acb6-3b27439a9e97,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:08.629034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ef8a9-ba2e-4366-83e5-7c7af4250328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0439b6b6-bbe9-4de0-be85-86e803d7578b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:08.666496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef8a9-ba2e-4366-83e5-7c7af4250328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.670035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0d9ef8a9-ba2e-4366-83e5-7c7af4250328 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0439b6b6-bbe9-4de0-be85-86e803d7578b HTTP/1.1" status: 204 len: 168 time: 1.0784724 Feb 11 13:17:08.670387 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5606f9e8-3604-4ea6-baec-3b875cf4bc16', 'tag': '8264b05b-c411-41e3-9384-98d2115bde2c', 'status': 'completed', 'code': 200} Feb 11 13:17:08.674480 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-05ea828b-9195-4eae-89fa-b0fd193216f6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbd5808fb9464db38890b6c7ed504a50&device_id=5606f9e8-3604-4ea6-baec-3b875cf4bc16 HTTP/1.1" status: 200 len: 1094 time: 0.4571533 Feb 11 13:17:08.683796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-f539e9ea-a6c2-4b41-82bd-4c2ac46a43a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbd5808fb9464db38890b6c7ed504a50&device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 1094 time: 0.4126139 Feb 11 13:17:08.763070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c48c63e6-ef5e-465f-8d73-bfaf943a85a1 service neutron] 10.222.0.73 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309279 Feb 11 13:17:08.767718 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-70bf8e3a-061e-4391-8d99-7109d549aa75 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8264b05b-c411-41e3-9384-98d2115bde2c HTTP/1.1" status: 200 len: 217 time: 0.0827308 Feb 11 13:17:08.787072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a28dcbd-394e-4447-b7ed-cabc9ccb48ca req-a7b8cb60-3ff1-4082-a468-c9b2e889b485 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6258905 Feb 11 13:17:08.818461 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-678e19a5-0a21-4758-83d1-5d7d1156c8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.917567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3647aaf0-c89e-48bd-8efa-72569dab9d4d up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:17:08.927550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-8730bd58-5436-49b3-a1b9-ac833996480e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f867535-e002-444d-acb6-3b27439a9e97 HTTP/1.1" status: 200 len: 217 time: 0.1585348 Feb 11 13:17:08.933673 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.000326 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-678e19a5-0a21-4758-83d1-5d7d1156c8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.013381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Port': ['ID=62dcb3d8-6136-40e0-b0de-29468fc3624d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:09.024911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 3647aaf0-c89e-48bd-8efa-72569dab9d4d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:09.033807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 3647aaf0-c89e-48bd-8efa-72569dab9d4d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:09.034656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.039338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-7928f1dc-6271-4c2d-b849-31998e7daf79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.040783 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-7928f1dc-6271-4c2d-b849-31998e7daf79 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e89c1133-ebdb-419a-a954-3b796588b46e HTTP/1.1" status: 200 len: 858 time: 0.1820741 Feb 11 13:17:09.056175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No DVR routers for this DVR port 62dcb3d8-6136-40e0-b0de-29468fc3624d on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:09.101331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca9f3f6d-5b23-4346-bba1-e10fdd55592c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.102830 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-ca9f3f6d-5b23-4346-bba1-e10fdd55592c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e89c1133-ebdb-419a-a954-3b796588b46e HTTP/1.1" status: 200 len: 858 time: 0.1484954 Feb 11 13:17:09.104739 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-be409f05-28e4-48f3-b194-1494ac3283ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c96e9a89-73af-4472-a147-65f508fa2cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541759 Feb 11 13:17:09.117421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10bcd-0455-43b4-9af9-405cb63736a5 req-546fb07f-afb0-4721-a743-47decda55a5d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.118952 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27d10bcd-0455-43b4-9af9-405cb63736a5 req-546fb07f-afb0-4721-a743-47decda55a5d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 944 time: 0.3434408 Feb 11 13:17:09.172227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a28dcbd-394e-4447-b7ed-cabc9ccb48ca req-2b0d49ae-5c8c-44b1-8828-9496ec2388f1 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842366 Feb 11 13:17:09.198706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33106) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:09.213362 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.218252 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-2dbb0413-3c5e-4c11-845b-c13e23257e35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c96e9a89-73af-4472-a147-65f508fa2cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081743 Feb 11 13:17:09.259162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:09.260320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3647aaf0-c89e-48bd-8efa-72569dab9d4d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:09.266648 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.348303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3647aaf0-c89e-48bd-8efa-72569dab9d4d,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:09.372307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad441e02-c650-498c-b6bb-b1441897db12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.404014 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-121f7a4b-8425-4204-a246-a4b312b3edd4 req-66d84961-5988-4879-8174-d02298907eb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbd5808fb9464db38890b6c7ed504a50&device_id=c0b8ad7b-3558-458b-b1bd-a651aa3ffd44 HTTP/1.1" status: 200 len: 1095 time: 0.5364997 Feb 11 13:17:09.405836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.414731 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27d10bcd-0455-43b4-9af9-405cb63736a5 req-e0fe81a1-e29f-463e-804c-6c56a73c52af tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332835 Feb 11 13:17:09.467011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-678e19a5-0a21-4758-83d1-5d7d1156c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.487665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-f727cf5e-1c16-4e63-9aa2-7d59e6841308 service neutron] 10.222.0.75 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256404 Feb 11 13:17:09.489779 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-c02acaf6-a2ab-4681-bd95-f1a8cd911f1c service neutron] 10.222.0.73 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178328 Feb 11 13:17:09.549383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8949252d-83b4-4f8a-b97f-837432fe58f4']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:09.566047 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3647aaf0-c89e-48bd-8efa-72569dab9d4d', 'code': 200} Feb 11 13:17:09.589795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e19a5-0a21-4758-83d1-5d7d1156c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da540c-3b39-411b-a51b-e83ba6705e1a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:09.594243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ad441e02-c650-498c-b6bb-b1441897db12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:09.598074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf78748-c2a7-4c73-8df9-40435d6b80b3') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:09.598428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf78748-c2a7-4c73-8df9-40435d6b80b3') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:09.629756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ad441e02-c650-498c-b6bb-b1441897db12 admin admin] Usage tracker for resource:security_group_rule and tenant:08b2d8084fad490484eadfcc2870479a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:09.639840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ad441e02-c650-498c-b6bb-b1441897db12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:09.646329 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.676550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ad441e02-c650-498c-b6bb-b1441897db12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:09.700838 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a28dcbd-394e-4447-b7ed-cabc9ccb48ca req-c2a84121-a2c6-4da6-9c08-fc4572f5eb02 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270348 Feb 11 13:17:09.716771 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-19cd0eba-8eef-4e0a-ae90-a1c8c6122ba1 service neutron] 10.222.0.73 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924248 Feb 11 13:17:09.741850 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.749803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:09.750200 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:09.861847 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:09.882831 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-678e19a5-0a21-4758-83d1-5d7d1156c8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:09.886887 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-678e19a5-0a21-4758-83d1-5d7d1156c8d2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/42da540c-3b39-411b-a51b-e83ba6705e1a HTTP/1.1" status: 204 len: 168 time: 1.5624611 Feb 11 13:17:09.910569 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4f309c4-1f5e-4c3c-a243-f4f1c930d86e req-cbde4711-83c9-43ca-ad10-ca36e9138c12 service neutron] 10.222.0.75 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160528 Feb 11 13:17:09.943477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133be216-39c1-4975-af08-b9acc2f7c0c8 req-fdc12897-1969-4059-9da8-a46a841fa403 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.950456 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-133be216-39c1-4975-af08-b9acc2f7c0c8 req-fdc12897-1969-4059-9da8-a46a841fa403 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 943 time: 0.1820500 Feb 11 13:17:09.958933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f7a4b-8425-4204-a246-a4b312b3edd4 req-35660602-fb88-42dd-acc6-bf35c304a1c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.960415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-121f7a4b-8425-4204-a246-a4b312b3edd4 req-35660602-fb88-42dd-acc6-bf35c304a1c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c96e9a89-73af-4472-a147-65f508fa2cd1 HTTP/1.1" status: 200 len: 919 time: 0.5415134 Feb 11 13:17:10.070964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-133be216-39c1-4975-af08-b9acc2f7c0c8 req-1ebe7679-0f27-458c-8490-68d3f1fa0127 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148317 Feb 11 13:17:10.106615 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a433f69-f664-4894-94c0-e6a0df301caf req-58c332cb-86ed-4ecb-b450-f5e3b3f0ccf9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbd5808fb9464db38890b6c7ed504a50&device_id=5606f9e8-3604-4ea6-baec-3b875cf4bc16 HTTP/1.1" status: 200 len: 1094 time: 0.1260903 Feb 11 13:17:10.117172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:10.168415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:10.179044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e22701c4-3c79-481b-b6f3-82def0c19967 req-0cfd244f-2753-497b-b4a4-e8ebb7584c28 tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1168885 Feb 11 13:17:10.195672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=8949252d-83b4-4f8a-b97f-837432fe58f4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:10.202854 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-121f7a4b-8425-4204-a246-a4b312b3edd4 req-7f2ee720-9ea6-4089-84a5-c802a3dcdfbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb7f56de-fce8-4cb5-8160-e62cf753af21 HTTP/1.1" status: 200 len: 217 time: 0.2348599 Feb 11 13:17:10.218237 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10c070df-9ed0-4c8b-b5e3-f214f8e52935 req-653b7cf9-96c9-428c-90d5-c66507b53f33 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 1096 time: 0.3973603 Feb 11 13:17:10.288212 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4bfb2850-5a2a-432a-9a58-1b2ed0273aac tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/8949252d-83b4-4f8a-b97f-837432fe58f4 HTTP/1.1" status: 204 len: 168 time: 6.0230625 Feb 11 13:17:10.302970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33132) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:10.323685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2099955415'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:10.334983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:10.341473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:network and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:10.344825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:10.353994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:10.523517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f7a4b-8425-4204-a246-a4b312b3edd4 req-cf9a25bb-84aa-4a4b-ac02-06b50da4f19a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:10.528031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-121f7a4b-8425-4204-a246-a4b312b3edd4 req-cf9a25bb-84aa-4a4b-ac02-06b50da4f19a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e89c1133-ebdb-419a-a954-3b796588b46e HTTP/1.1" status: 200 len: 858 time: 0.3133955 Feb 11 13:17:10.537191 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad441e02-c650-498c-b6bb-b1441897db12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:10.574965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a433f69-f664-4894-94c0-e6a0df301caf req-ba55ca04-77d1-4ccd-a9f3-16eb97e1d905 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:10.576449 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a433f69-f664-4894-94c0-e6a0df301caf req-ba55ca04-77d1-4ccd-a9f3-16eb97e1d905 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c96e9a89-73af-4472-a147-65f508fa2cd1 HTTP/1.1" status: 200 len: 919 time: 0.4563429 Feb 11 13:17:10.578484 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad441e02-c650-498c-b6bb-b1441897db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:10.603649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-121f7a4b-8425-4204-a246-a4b312b3edd4 req-aad73158-420a-4cec-9452-3c66450f0948 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c96e9a89-73af-4472-a147-65f508fa2cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649095 Feb 11 13:17:10.609171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10c070df-9ed0-4c8b-b5e3-f214f8e52935 req-ad5150ca-f9b0-4940-aef0-26460f2d7eb3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042068 Feb 11 13:17:10.648762 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ad441e02-c650-498c-b6bb-b1441897db12 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=08b2d8084fad490484eadfcc2870479a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4218330 Feb 11 13:17:10.652041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33148) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:10.678789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad441e02-c650-498c-b6bb-b1441897db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9a6f1b-94cc-4eae-a8f7-c3ed48a4d92f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:10.936905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cb7f56de-fce8-4cb5-8160-e62cf753af21 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:17:10.939141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40dd9df-2c98-4ea5-93a5-59fc701a5764', 'tag': '4f867535-e002-444d-acb6-3b27439a9e97'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:10.983381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:10.987465 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:11.078213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-14496674-87cd-4770-bf7d-8ce7ad40a83e req-7fddbac0-d4b4-47b4-a00f-80282936cafd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1320615 Feb 11 13:17:11.101169 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a433f69-f664-4894-94c0-e6a0df301caf req-5fb4cea5-91b8-46cc-9501-0ee9a7127011 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8264b05b-c411-41e3-9384-98d2115bde2c HTTP/1.1" status: 200 len: 217 time: 0.5129981 Feb 11 13:17:11.112657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f1509-28c8-4bea-aa17-dff741b11764 req-303c7bc4-20de-4a8e-87c9-c949663ac8ec tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.121273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-139f1509-28c8-4bea-aa17-dff741b11764 req-303c7bc4-20de-4a8e-87c9-c949663ac8ec tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.4372792 Feb 11 13:17:11.125654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:11.149953 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:11.150661 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment 6d6b8116-3d13-4e93-8282-2493ef3f65e1 of type vlan for network 8e01a294-0875-461a-88da-fe842c76ceb3 Feb 11 13:17:11.159175 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b7988ce-e21f-4bd3-aadc-aa15456d2af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:11.197833 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:11.198945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cb7f56de-fce8-4cb5-8160-e62cf753af21, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cb7f56de-fce8-4cb5-8160-e62cf753af21,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:11.220114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'cb7f56de-fce8-4cb5-8160-e62cf753af21', 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1', 'port_id': 'cb7f56de-fce8-4cb5-8160-e62cf753af21', 'mac_address': 'fa:16:3e:94:e9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89c1133-ebdb-419a-a954-3b796588b46e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:17:11.238843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:11.243204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.244342 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:11.270724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b7988ce-e21f-4bd3-aadc-aa15456d2af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:11.312472 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:11.336092 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-139f1509-28c8-4bea-aa17-dff741b11764 req-a48d5475-58d8-429c-9ea2-229a6eaadff5 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138672 Feb 11 13:17:11.350105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7f56de-fce8-4cb5-8160-e62cf753af21 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:11.369573 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cb7f56de-fce8-4cb5-8160-e62cf753af21, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cb7f56de-fce8-4cb5-8160-e62cf753af21,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:11.375048 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:11.468460 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-121f7a4b-8425-4204-a246-a4b312b3edd4 req-19c1d754-3d6b-4b65-9f95-716a155593e1 service neutron] 10.222.0.73 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6660848 Feb 11 13:17:11.499560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a433f69-f664-4894-94c0-e6a0df301caf req-ad894590-4761-4998-91ee-36f9c2d1f76c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.501194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a433f69-f664-4894-94c0-e6a0df301caf req-ad894590-4761-4998-91ee-36f9c2d1f76c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e89c1133-ebdb-419a-a954-3b796588b46e HTTP/1.1" status: 200 len: 858 time: 0.2236772 Feb 11 13:17:11.505490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cb7f56de-fce8-4cb5-8160-e62cf753af21,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:11.522596 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40dd9df-2c98-4ea5-93a5-59fc701a5764', 'tag': '4f867535-e002-444d-acb6-3b27439a9e97', 'status': 'completed', 'code': 200} Feb 11 13:17:11.606809 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a433f69-f664-4894-94c0-e6a0df301caf req-4f635cae-0457-4a93-817a-5b9aceaa13b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c96e9a89-73af-4472-a147-65f508fa2cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821221 Feb 11 13:17:11.649180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cb7f56de-fce8-4cb5-8160-e62cf753af21'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:11.742896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-121f7a4b-8425-4204-a246-a4b312b3edd4 req-e29efb16-7a43-4c9e-8706-7c77635262d6 service neutron] 10.222.0.73 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601697 Feb 11 13:17:11.777999 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b7988ce-e21f-4bd3-aadc-aa15456d2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:11.819580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06facb42-7ce1-444c-9f30-5bc5b4a3fed5 req-6fd8d0c0-e2b5-4876-9a17-08d6c0e4dabb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fbd5808fb9464db38890b6c7ed504a50&device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 1094 time: 0.4426975 Feb 11 13:17:11.821066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7988ce-e21f-4bd3-aadc-aa15456d2af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9a6f1b-94cc-4eae-a8f7-c3ed48a4d92f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:11.905843 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:17:11.972938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6673470 Feb 11 13:17:11.978140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccacded-635a-410c-a551-a57fd96b3486 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=8e01a294-0875-461a-88da-fe842c76ceb3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:11.983000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33184) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:11.993277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facb42-7ce1-444c-9f30-5bc5b4a3fed5 req-6849ca3f-48f2-40de-badd-58664b689964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.994920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06facb42-7ce1-444c-9f30-5bc5b4a3fed5 req-6849ca3f-48f2-40de-badd-58664b689964 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c96e9a89-73af-4472-a147-65f508fa2cd1 HTTP/1.1" status: 200 len: 919 time: 0.1643829 Feb 11 13:17:11.997862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 8e01a294-0875-461a-88da-fe842c76ceb3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:12.007766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': '8e01a294-0875-461a-88da-fe842c76ceb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:12.044963 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce5673eb-5154-4451-a860-8f09f9065d25 req-49e2ecd3-a9a2-4037-bbaf-0ee04682aece tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.0485783 Feb 11 13:17:12.047287 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b7988ce-e21f-4bd3-aadc-aa15456d2af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:12.048083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6b7988ce-e21f-4bd3-aadc-aa15456d2af4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e9a6f1b-94cc-4eae-a8f7-c3ed48a4d92f HTTP/1.1" status: 204 len: 168 time: 1.3949356 Feb 11 13:17:12.129710 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06facb42-7ce1-444c-9f30-5bc5b4a3fed5 req-c1e42c11-c5a8-4283-b13c-e54e0bbddfed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f867535-e002-444d-acb6-3b27439a9e97 HTTP/1.1" status: 200 len: 217 time: 0.0835302 Feb 11 13:17:12.211028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:12.361699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286be39c-ed79-4f60-a293-52668d39dc17 req-c502106f-91cd-4ddc-a04e-e9163d7a6e22 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.369622 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-286be39c-ed79-4f60-a293-52668d39dc17 req-c502106f-91cd-4ddc-a04e-e9163d7a6e22 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 943 time: 0.8494720 Feb 11 13:17:12.372690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:12.377794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:subnet and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:12.382971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:12.390338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:12.394904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06facb42-7ce1-444c-9f30-5bc5b4a3fed5 req-af25efa9-6a5f-43bd-8ced-d7ed045fa2f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.397030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06facb42-7ce1-444c-9f30-5bc5b4a3fed5 req-af25efa9-6a5f-43bd-8ced-d7ed045fa2f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e89c1133-ebdb-419a-a954-3b796588b46e HTTP/1.1" status: 200 len: 858 time: 0.2624526 Feb 11 13:17:12.425782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:12.455736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a433f69-f664-4894-94c0-e6a0df301caf req-921c7492-8109-4802-bf1b-1d397e90c9d6 service neutron] 10.222.0.75 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715154 Feb 11 13:17:12.478048 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06facb42-7ce1-444c-9f30-5bc5b4a3fed5 req-cd6a53d1-9c4e-4247-b1fa-a988f33efe99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c96e9a89-73af-4472-a147-65f508fa2cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683410 Feb 11 13:17:12.666659 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:12.689439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f679ea-356a-4dba-966d-a1eda43679ed req-3177212d-386d-4bc1-89cb-4d477220b7d0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.691278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-3177212d-386d-4bc1-89cb-4d477220b7d0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.4242344 Feb 11 13:17:12.755747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-972b076b-6f69-4c07-a8ba-f2e35eaf149d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/quotas/60d3a05ad6e045e3b21396a746cead0f HTTP/1.1" status: 200 len: 375 time: 0.0535264 Feb 11 13:17:12.852741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06facb42-7ce1-444c-9f30-5bc5b4a3fed5 req-6e37b2ff-18c4-4d01-84b4-534fe4418cdf service neutron] 10.222.0.73 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617597 Feb 11 13:17:12.969516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4f867535-e002-444d-acb6-3b27439a9e97 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:17:12.981911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:12.996964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cb7f56de-fce8-4cb5-8160-e62cf753af21 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:17:13.033548 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-4cf81a5e-6d90-413b-8c1c-51e9010d23b0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2661901 Feb 11 13:17:13.077764 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8264b05b-c411-41e3-9384-98d2115bde2c details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:17:13.118789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06facb42-7ce1-444c-9f30-5bc5b4a3fed5 req-15e7dbb2-fc88-4649-995b-46d455720524 service neutron] 10.222.0.73 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543275 Feb 11 13:17:13.316555 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-286be39c-ed79-4f60-a293-52668d39dc17 req-044bbabd-218c-48cd-aa45-5541bad6466d tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9455585 Feb 11 13:17:13.342055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-099e87ca-c509-4ed4-b7e5-c6e2f73e3499 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951694 Feb 11 13:17:13.363556 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a433f69-f664-4894-94c0-e6a0df301caf req-bfdde0ce-9902-4878-bc1c-5e018dfec918 service neutron] 10.222.0.75 "GET /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8896954 Feb 11 13:17:13.364752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=5e8858df-7e23-4db4-9d16-d4d2dff33d2d,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:13.385420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': '6d6b8116-3d13-4e93-8282-2493ef3f65e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8e01a294-0875-461a-88da-fe842c76ceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:13.385776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: 8e01a294-0875-461a-88da-fe842c76ceb3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:13.413420 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:17:13.414323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network 8e01a294-0875-461a-88da-fe842c76ceb3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:13.427706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 8e01a294-0875-461a-88da-fe842c76ceb3) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:13.432920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:13.434279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:13.461559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4753e06-8df9-455a-96b5-cf0870a09178 None None] Network 8e01a294-0875-461a-88da-fe842c76ceb3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:13.483686 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-20ba82ab-f78e-427b-9c2e-1688bbc532ae tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4935284 Feb 11 13:17:13.484056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33228) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:13.676072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-065ca5e2-6617-452f-82d6-d66444d208c7 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327110 Feb 11 13:17:13.756565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33236) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:13.790038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8264b05b-c411-41e3-9384-98d2115bde2c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8264b05b-c411-41e3-9384-98d2115bde2c,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:13.806176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '8264b05b-c411-41e3-9384-98d2115bde2c', 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1', 'port_id': '8264b05b-c411-41e3-9384-98d2115bde2c', 'mac_address': 'fa:16:3e:dc:ff:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89c1133-ebdb-419a-a954-3b796588b46e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:17:13.884589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ab029-e899-4fd0-b9b0-2c3efc2507fe req-d37fd518-38bb-48a3-8c89-ae1498d7a12d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:13.897290 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c2ab029-e899-4fd0-b9b0-2c3efc2507fe req-d37fd518-38bb-48a3-8c89-ae1498d7a12d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.3822770 Feb 11 13:17:13.969598 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.063665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-80863421'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:14.069443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c2ab029-e899-4fd0-b9b0-2c3efc2507fe req-56781ed7-69e2-4073-a1d7-edfd678689e6 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693871 Feb 11 13:17:14.074403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:14.083705 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Usage tracker for resource:network and tenant:3cadee946e9945b2ba85c640edb91e9a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:14.099707 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:14.114013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:14.132622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Made reservation on behalf of 3cadee946e9945b2ba85c640edb91e9a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:14.135599 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.156890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4f867535-e002-444d-acb6-3b27439a9e97, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4f867535-e002-444d-acb6-3b27439a9e97,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:14.167775 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.186159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port cb7f56de-fce8-4cb5-8160-e62cf753af21 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:14.201557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port cb7f56de-fce8-4cb5-8160-e62cf753af21 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:14.202183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.220802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.254221 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.311260 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8264b05b-c411-41e3-9384-98d2115bde2c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:14.321841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-14b99a42-533c-43d5-9f2d-6f51a22ca717 req-f2883dc7-3316-43e7-a725-776c3fc3fe07 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 210 time: 0.0637784 Feb 11 13:17:14.337318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '4f867535-e002-444d-acb6-3b27439a9e97', 'network_id': 'c96e9a89-73af-4472-a147-65f508fa2cd1', 'port_id': '4f867535-e002-444d-acb6-3b27439a9e97', 'mac_address': 'fa:16:3e:94:93:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89c1133-ebdb-419a-a954-3b796588b46e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:17:14.405206 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d0ddf89-a4a1-4b3b-93df-7052b0463cb0 req-618b2a69-b1bd-4728-b2b4-3ec57223a6fe tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.2170372 Feb 11 13:17:14.446468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.479655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:14.489284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Usage tracker for resource:security_group_rule and tenant:3cadee946e9945b2ba85c640edb91e9a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:14.495938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:14.505921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:14.515946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8264b05b-c411-41e3-9384-98d2115bde2c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8264b05b-c411-41e3-9384-98d2115bde2c,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:14.531652 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.630414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8858df-7e23-4db4-9d16-d4d2dff33d2d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:14.677151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.684586 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.711301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b0e58-7527-4054-819f-5e14e6e82ff3 None None] Network 8e01a294-0875-461a-88da-fe842c76ceb3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:14.737693 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.778367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce831977-6f32-4ce0-b0df-56eb74fa78f5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:14.824802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:14.846571 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.847144 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Added segment 36b3b72b-fe83-41b0-a89f-99b8ba70127a of type vlan for network 82fb1deb-0b7c-4247-b654-bf8b66c17dc8 Feb 11 13:17:14.879937 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.907421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e01a294-0875-461a-88da-fe842c76ceb3']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:14.921769 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.924189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6b8116-3d13-4e93-8282-2493ef3f65e1') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:14.924760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6b8116-3d13-4e93-8282-2493ef3f65e1') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:14.944345 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.951602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['8264b05b-c411-41e3-9384-98d2115bde2c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:14.992169 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.004381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.008678 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.047516 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.048232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f867535-e002-444d-acb6-3b27439a9e97 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:15.064124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:15.064826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.070042 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4f867535-e002-444d-acb6-3b27439a9e97, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4f867535-e002-444d-acb6-3b27439a9e97,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:15.085769 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:15.100434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.132223 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.182826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8264b05b-c411-41e3-9384-98d2115bde2c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:15.213363 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.219453 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.252270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Pushing event updated for resources: {'Network': ['ID=82fb1deb-0b7c-4247-b654-bf8b66c17dc8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:15.264768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=8e01a294-0875-461a-88da-fe842c76ceb3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:15.278236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e4aba027-1983-40a9-96fb-d8481ceba6f0 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5203907 Feb 11 13:17:15.278806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23a523-ac7b-4023-b40e-ba5d4ef84542 req-c13c363c-6afb-48cc-8f62-c4219b9fb700 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.280743 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af23a523-ac7b-4023-b40e-ba5d4ef84542 req-c13c363c-6afb-48cc-8f62-c4219b9fb700 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 943 time: 0.3252246 Feb 11 13:17:15.282510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33282) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:15.294368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5dee0d1a-6c52-4ad6-b925-7dae01d00069 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/8e01a294-0875-461a-88da-fe842c76ceb3 HTTP/1.1" status: 204 len: 168 time: 1.8058901 Feb 11 13:17:15.297425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33288) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:15.310272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2060345983'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:15.319657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:15.325916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:network and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:15.346034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:15.355367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:15.369360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 82fb1deb-0b7c-4247-b654-bf8b66c17dc8 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:15.397886 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af23a523-ac7b-4023-b40e-ba5d4ef84542 req-86eb9a79-3505-4388-88ca-a416fdc2cffc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024075 Feb 11 13:17:15.456467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:15.466425 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.504360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:15.519141 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.519700 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment 426b3c29-1e2a-4900-8ab7-b3c9ee368bd7 of type vlan for network 63d390cf-81e1-47d3-997d-9ccbc87f4acb Feb 11 13:17:15.556510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.597300 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.602146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.603138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.608385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4f867535-e002-444d-acb6-3b27439a9e97'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:15.713965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b8ad7b-3558-458b-b1bd-a651aa3ffd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7f56de-fce8-4cb5-8160-e62cf753af21'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:15.739721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297089d4-4a6f-4dba-b95a-a814a5b877ad req-162a88f7-c3ed-47c2-967d-be4e14308e1f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.746637 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-297089d4-4a6f-4dba-b95a-a814a5b877ad req-162a88f7-c3ed-47c2-967d-be4e14308e1f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 946 time: 0.1519244 Feb 11 13:17:15.789684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4898307 Feb 11 13:17:15.796049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33302) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:15.805313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-297089d4-4a6f-4dba-b95a-a814a5b877ad req-9bf6a24a-58d5-4613-af6a-0b0fc9ae7452 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578337 Feb 11 13:17:15.823216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': '63d390cf-81e1-47d3-997d-9ccbc87f4acb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:15.824745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cb7f56de-fce8-4cb5-8160-e62cf753af21, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cb7f56de-fce8-4cb5-8160-e62cf753af21,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:15.885131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Request body: {'network': {'name': 'tempest-network--674841572', 'router:external': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:15.905062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:15.923145 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.961317 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0da06036-9a22-4f95-a7ef-5601615324af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:15.964047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3a761-ba5f-40a7-8ff6-edad4100cf25 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=63d390cf-81e1-47d3-997d-9ccbc87f4acb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:15.991604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 63d390cf-81e1-47d3-997d-9ccbc87f4acb details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:15.998267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea72f6a-69a3-4729-80de-9063931e0fa6 req-37ed18fc-3f6d-4dc9-828f-1a7bdb543562 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.000420 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aea72f6a-69a3-4729-80de-9063931e0fa6 req-37ed18fc-3f6d-4dc9-828f-1a7bdb543562 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.6292317 Feb 11 13:17:16.018706 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4f867535-e002-444d-acb6-3b27439a9e97,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:16.036277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Usage tracker for resource:network and tenant:27a1b69b3592427fb5e7767b41c681dd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:16.055972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:16.061338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:16.069249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:subnet and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:16.074939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:16.082853 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aea72f6a-69a3-4729-80de-9063931e0fa6 req-99b68179-d7ed-432e-b6c7-1f6de4e32a0a tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753298 Feb 11 13:17:16.083686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:16.092883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:16.106813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:16.159223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Made reservation on behalf of 27a1b69b3592427fb5e7767b41c681dd for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:16.171959 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:16.207321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cb7f56de-fce8-4cb5-8160-e62cf753af21,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:16.219936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:16.267840 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b8ad7b-3558-458b-b1bd-a651aa3ffd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7f56de-fce8-4cb5-8160-e62cf753af21', 'code': 200} Feb 11 13:17:16.396067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:16.402853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be6ca2b8-ca4e-4678-ba47-3cecf4bc4e94 req-a15c276b-f0d8-41b3-b91d-784dfce0f80d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8b1010f8499b42ec807c01c3fb4d5c34&device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1581233 Feb 11 13:17:16.447308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f679ea-356a-4dba-966d-a1eda43679ed req-3e88234c-1fa3-4f67-bbb7-9142f9586f00 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.448730 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-3e88234c-1fa3-4f67-bbb7-9142f9586f00 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.75 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.6091628 Feb 11 13:17:16.456014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be6ca2b8-ca4e-4678-ba47-3cecf4bc4e94 req-9642c7c4-7855-423d-8488-02924c34ab2a service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=8b1010f8499b42ec807c01c3fb4d5c34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378952 Feb 11 13:17:16.457187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:16.461094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Usage tracker for resource:security_group_rule and tenant:27a1b69b3592427fb5e7767b41c681dd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:16.464421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:16.470881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:16.485020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Request body: {'port': {'device_id': '4682ea91-a73a-47b6-bb97-a1c65de725d6', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'admin_state_up': True, 'tenant_id': '60d3a05ad6e045e3b21396a746cead0f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:16.616240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-444895d1-3b6d-4b97-8b6a-e565b537d556 req-9ed35a97-0d7f-402f-8c24-54cba2119972 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 210 time: 0.2716100 Feb 11 13:17:16.712028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57130d05-2f52-4003-a698-13375f37318a req-0bd0a941-25fe-42dc-8b83-d8f787a20488 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c0b8ad7b-3558-458b-b1bd-a651aa3ffd44 HTTP/1.1" status: 200 len: 1097 time: 0.3244610 Feb 11 13:17:16.713990 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-8f2eba20-1368-488a-8346-e95d502d5507 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b3c526694a9b46ecb2ae40f72266166d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232336 Feb 11 13:17:16.720587 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:16.894955 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ed5e0f0-5a7b-48e4-89c7-19d573982672 req-c23b6e10-9048-49dc-bf1c-f7143781642d tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.0827017 Feb 11 13:17:16.921472 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57130d05-2f52-4003-a698-13375f37318a req-ff14dd13-e197-45c4-a99d-43bd06bd8199 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957412 Feb 11 13:17:16.925319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=a26e6844-bfe1-41bd-a861-cb53e7bc5f24,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:16.958071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ca2b8-ca4e-4678-ba47-3cecf4bc4e94 req-5407efa4-df39-4158-9969-d0493ad25281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.959583 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be6ca2b8-ca4e-4678-ba47-3cecf4bc4e94 req-5407efa4-df39-4158-9969-d0493ad25281 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4830623 Feb 11 13:17:16.961344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:16.962606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:16.983081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:16.986354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-67447673-2187-4f2b-b9e1-afdea23b5e70 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.987901 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-67447673-2187-4f2b-b9e1-afdea23b5e70 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 946 time: 0.2149038 Feb 11 13:17:16.990088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': '426b3c29-1e2a-4900-8ab7-b3c9ee368bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63d390cf-81e1-47d3-997d-9ccbc87f4acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:16.990443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: 63d390cf-81e1-47d3-997d-9ccbc87f4acb, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:17.001758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:17.016737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-a002656e-3eaf-4cb2-bd7c-91b20f9dccae tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.017320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network 63d390cf-81e1-47d3-997d-9ccbc87f4acb is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:17.018292 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-a002656e-3eaf-4cb2-bd7c-91b20f9dccae tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923086 Feb 11 13:17:17.022516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8264b05b-c411-41e3-9384-98d2115bde2c up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:17:17.030352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 63d390cf-81e1-47d3-997d-9ccbc87f4acb) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:17.043021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.043974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.051371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f509d73-d46b-4d2b-8e84-a10fd18793a2 None None] Network 63d390cf-81e1-47d3-997d-9ccbc87f4acb requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:17.085517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Made reservation on behalf of 60d3a05ad6e045e3b21396a746cead0f for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:17.088576 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.100061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:17.114469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975cbc64-99bf-4c0f-9a6f-9db8f5549d9c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:17.129193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-e5a3427b-b270-408a-95b4-aa5e00444fcb tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/quotas/b3c526694a9b46ecb2ae40f72266166d HTTP/1.1" status: 200 len: 375 time: 0.0777299 Feb 11 13:17:17.130241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.130640 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Added segment f778c450-a84d-4bc9-9939-35bb5ba57a7f of type vlan for network 05fdd2fc-5a60-4d83-9234-5735ee6a2f68 Feb 11 13:17:17.135994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4f867535-e002-444d-acb6-3b27439a9e97 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:17:17.173549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7389bc0b-9dd4-412c-a235-a1396ccb03cb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3646894 Feb 11 13:17:17.179623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33324) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:17.288521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-9df14126-b9ff-4d8c-b831-d82df0f054ef tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Deleting port 84d972ff-7451-45b4-aee9-1cb875d42c6b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:17.288865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-9df14126-b9ff-4d8c-b831-d82df0f054ef tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.363844 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-2fe68cdb-fe4a-4d7b-b266-e19b51f52d6d tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3c526694a9b46ecb2ae40f72266166d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644932 Feb 11 13:17:17.400460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.444785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 4f867535-e002-444d-acb6-3b27439a9e97 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:17.450504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 8264b05b-c411-41e3-9384-98d2115bde2c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:17.484250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 4f867535-e002-444d-acb6-3b27439a9e97 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:17.488747 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.508111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.509474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.510674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.544061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b37a9-e57c-44b5-b672-87b54c97eede req-bb9d3a40-a540-4995-b097-3d8bc60a8ac9 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.549378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Allocated IP 172.20.0.6 (9727c67e-db94-4084-8b54-a60fe2e6f7f1/4ed8415f-ae9d-4916-aeb3-95b233c7a703/da792421-7d18-4065-bb50-aaa325882751) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:17.551649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a43b37a9-e57c-44b5-b672-87b54c97eede req-bb9d3a40-a540-4995-b097-3d8bc60a8ac9 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 944 time: 0.4867320 Feb 11 13:17:17.577634 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2937062 Feb 11 13:17:17.589154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33332) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:17.600645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 8264b05b-c411-41e3-9384-98d2115bde2c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:17.600968 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.676786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-63d390cf-81e1-47d3-997d-9ccbc87f4acb', 'network_id': '63d390cf-81e1-47d3-997d-9ccbc87f4acb', 'tenant_id': 'bcfde8ae286d47e8a8df9b3409d2706b', 'fixed_ips': [{'subnet_id': 'a26e6844-bfe1-41bd-a861-cb53e7bc5f24'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:17:17.677656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.716799 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1e89427-8050-4d8a-b6b3-5da5aa8915e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.788322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.789696 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.827261 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a43b37a9-e57c-44b5-b672-87b54c97eede req-2a8ba34b-7ff9-4c9c-859d-ca985559d0a8 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746043 Feb 11 13:17:17.864397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f502471-3f11-4319-b418-7994e86d2e8b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event updated for resources: {'Network': ['ID=05fdd2fc-5a60-4d83-9234-5735ee6a2f68,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:17.868559 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.909069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-9df14126-b9ff-4d8c-b831-d82df0f054ef tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] For port 84d972ff-7451-45b4-aee9-1cb875d42c6b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=84d972ff-7451-45b4-aee9-1cb875d42c6b,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:17.910162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-9df14126-b9ff-4d8c-b831-d82df0f054ef tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.922933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 05fdd2fc-5a60-4d83-9234-5735ee6a2f68 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:17.952270 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4f867535-e002-444d-acb6-3b27439a9e97, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4f867535-e002-444d-acb6-3b27439a9e97,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:18.041887 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.122269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-9df14126-b9ff-4d8c-b831-d82df0f054ef tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Calling delete_port for 84d972ff-7451-45b4-aee9-1cb875d42c6b owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:18.165341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4f867535-e002-444d-acb6-3b27439a9e97,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:18.223679 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.266435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8264b05b-c411-41e3-9384-98d2115bde2c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8264b05b-c411-41e3-9384-98d2115bde2c,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:18.275523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40dd9df-2c98-4ea5-93a5-59fc701a5764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f867535-e002-444d-acb6-3b27439a9e97'}, {'server_uuid': '5606f9e8-3604-4ea6-baec-3b875cf4bc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264b05b-c411-41e3-9384-98d2115bde2c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:18.288347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.315387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.318760 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.380539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fdd2fc-5a60-4d83-9234-5735ee6a2f68']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:18.396497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad390-4e8c-40f3-8fdf-10fcf109665e req-37b0b9cf-4d23-41bc-b378-6ccbe818f838 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:18.404281 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e8ad390-4e8c-40f3-8fdf-10fcf109665e req-37b0b9cf-4d23-41bc-b378-6ccbe818f838 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=22342a11-921c-44a9-bd02-29d1647cca09 HTTP/1.1" status: 200 len: 946 time: 0.5313909 Feb 11 13:17:18.417254 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Allocated IP 172.20.0.2 (63d390cf-81e1-47d3-997d-9ccbc87f4acb/a26e6844-bfe1-41bd-a861-cb53e7bc5f24/cf99f20f-3a84-46c3-a548-c50885f0ba53) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:18.428098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8264b05b-c411-41e3-9384-98d2115bde2c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:18.433726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f778c450-a84d-4bc9-9939-35bb5ba57a7f') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:18.434362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f778c450-a84d-4bc9-9939-35bb5ba57a7f') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:18.462321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250df8e4-ada4-45a7-9b1e-69b5327392ea req-733e9893-1fd0-4595-b8b7-01ad8ad568e0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:18.464132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-250df8e4-ada4-45a7-9b1e-69b5327392ea req-733e9893-1fd0-4595-b8b7-01ad8ad568e0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.2668877 Feb 11 13:17:18.465303 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-9df14126-b9ff-4d8c-b831-d82df0f054ef tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.471391 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.492088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['84d972ff-7451-45b4-aee9-1cb875d42c6b'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:18.525576 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.531434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df14126-b9ff-4d8c-b831-d82df0f054ef tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event deleted for resources: {'Port': ['ID=84d972ff-7451-45b4-aee9-1cb875d42c6b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:18.540144 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.546077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:18.546772 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:18.581648 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:18.607206 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e8ad390-4e8c-40f3-8fdf-10fcf109665e req-6e546d9b-3fd2-4c99-a79a-62b26b400ddc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016330 Feb 11 13:17:18.657714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-9df14126-b9ff-4d8c-b831-d82df0f054ef tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] No DVR routers for this DVR port 84d972ff-7451-45b4-aee9-1cb875d42c6b on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:18.662862 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-9df14126-b9ff-4d8c-b831-d82df0f054ef tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.669301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22342a11-921c-44a9-bd02-29d1647cca09', 'name': 'network-vif-deleted', 'tag': '84d972ff-7451-45b4-aee9-1cb875d42c6b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:18.687078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-250df8e4-ada4-45a7-9b1e-69b5327392ea req-91685e83-f080-4528-88d2-ddce259c0947 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570578 Feb 11 13:17:18.696011 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0a827e43-e846-4bbf-ae2b-8067549cc6c4 req-9df14126-b9ff-4d8c-b831-d82df0f054ef tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "DELETE /v2.0/ports/84d972ff-7451-45b4-aee9-1cb875d42c6b HTTP/1.1" status: 204 len: 173 time: 1.5806432 Feb 11 13:17:18.731073 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be6ca2b8-ca4e-4678-ba47-3cecf4bc4e94 req-e5b0ee63-71ba-416b-8d41-bf43e4b266ca tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1433330 Feb 11 13:17:18.764365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.791722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05fdd2fc-5a60-4d83-9234-5735ee6a2f68 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:17:18.808567 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.836979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event deleted for resources: {'Network': ['ID=05fdd2fc-5a60-4d83-9234-5735ee6a2f68,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:18.841761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.856509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.880917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:18.941576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33352) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:18.943328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-81aeb645-43c9-47d7-87a8-0dec3d85ab06 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "DELETE /v2.0/networks/05fdd2fc-5a60-4d83-9234-5735ee6a2f68 HTTP/1.1" status: 204 len: 168 time: 1.3528450 Feb 11 13:17:18.954185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:18.958623 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.965356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:18.968127 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.971590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Usage tracker for resource:network and tenant:27a1b69b3592427fb5e7767b41c681dd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:18.976389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:18.985042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:18.989540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Transition to ACTIVE for port object cf99f20f-3a84-46c3-a548-c50885f0ba53 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:19.002050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Made reservation on behalf of 27a1b69b3592427fb5e7767b41c681dd for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:19.007238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.032636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Transition to ACTIVE for port object cf99f20f-3a84-46c3-a548-c50885f0ba53 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:19.052692 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.115993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:19.118906 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ec7335b-06cb-4a63-a4af-e49bc903298c req-d76a75fd-aecf-47e9-a89b-0d9069749b7c tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 210 time: 0.1359315 Feb 11 13:17:19.123597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:19.126153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event updated for resources: {'Port': ['ID=da792421-7d18-4065-bb50-aaa325882751,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:19.128581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:19.252952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.253607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.275600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.286371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:19.298822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-2d8d5208-7b4f-4b5e-bc16-a5da6fff594c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8208828 Feb 11 13:17:19.302862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Network 63d390cf-81e1-47d3-997d-9ccbc87f4acb is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:19.303857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Pushing event updated for resources: {'Port': ['ID=cf99f20f-3a84-46c3-a548-c50885f0ba53,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:19.313010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Request body: {'port': {'device_id': '4682ea91-a73a-47b6-bb97-a1c65de725d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:19.318476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:19.325750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:19.477069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=a26e6844-bfe1-41bd-a861-cb53e7bc5f24,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:19.482213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.482569 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Added segment 42e66ace-d8c6-4d92-bb23-eb0183e62c5c of type vlan for network a09db91d-ee30-4a05-a523-8b8470411a16 Feb 11 13:17:19.492970 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-2367ac0c-24a9-42aa-ae0c-935812c9d29d tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b3c526694a9b46ecb2ae40f72266166d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164141 Feb 11 13:17:19.656249 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4733c241-0b1b-4a85-861c-bf140db21712 req-64923d01-c8f0-4ebf-9e8e-72f9c733ff0a tempest-ServerShowV254Test-32626622 tempest-ServerShowV254Test-32626622-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff1acd4-f0bc-4e87-a127-01b7e05370c1 HTTP/1.1" status: 200 len: 210 time: 0.1556261 Feb 11 13:17:19.664174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Attempting to bind port cf99f20f-3a84-46c3-a548-c50885f0ba53 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:19.664605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Attempting to bind port cf99f20f-3a84-46c3-a548-c50885f0ba53 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '426b3c29-1e2a-4900-8ab7-b3c9ee368bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63d390cf-81e1-47d3-997d-9ccbc87f4acb'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:19.664875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Attempting to bind port cf99f20f-3a84-46c3-a548-c50885f0ba53 on network 63d390cf-81e1-47d3-997d-9ccbc87f4acb {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:19.684069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:19.684440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Checking segment: {'id': '426b3c29-1e2a-4900-8ab7-b3c9ee368bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63d390cf-81e1-47d3-997d-9ccbc87f4acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:19.684838 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.685224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Bound using segment: {'id': '426b3c29-1e2a-4900-8ab7-b3c9ee368bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63d390cf-81e1-47d3-997d-9ccbc87f4acb'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:19.685682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Bound port: cf99f20f-3a84-46c3-a548-c50885f0ba53, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426b3c29-1e2a-4900-8ab7-b3c9ee368bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63d390cf-81e1-47d3-997d-9ccbc87f4acb'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:19.686050 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.708293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.848218 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40dd9df-2c98-4ea5-93a5-59fc701a5764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f867535-e002-444d-acb6-3b27439a9e97', 'code': 200} Feb 11 13:17:19.848533 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5606f9e8-3604-4ea6-baec-3b875cf4bc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264b05b-c411-41e3-9384-98d2115bde2c', 'code': 200} Feb 11 13:17:19.894403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] For port cf99f20f-3a84-46c3-a548-c50885f0ba53, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:19.899862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] For port cf99f20f-3a84-46c3-a548-c50885f0ba53, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cf99f20f-3a84-46c3-a548-c50885f0ba53,segment=NetworkSegment(426b3c29-1e2a-4900-8ab7-b3c9ee368bd7),segment_id=426b3c29-1e2a-4900-8ab7-b3c9ee368bd7)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:19.908399 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.919782 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22342a11-921c-44a9-bd02-29d1647cca09', 'name': 'network-vif-deleted', 'tag': '84d972ff-7451-45b4-aee9-1cb875d42c6b', 'status': 'completed', 'code': 200} Feb 11 13:17:19.921673 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.966877 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.998493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c6a47-26ee-449f-b7d0-3e22d80a0a68 req-826dbfb5-54eb-4507-8129-d4ebf6da928a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.999967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe3c6a47-26ee-449f-b7d0-3e22d80a0a68 req-826dbfb5-54eb-4507-8129-d4ebf6da928a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 931 time: 0.9058225 Feb 11 13:17:20.062912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95996897-7803-4ddf-8dc9-f851908cf8a4 None None] Pushing event updated for resources: {'Port': ['ID=cf99f20f-3a84-46c3-a548-c50885f0ba53,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:20.065121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d390cf-81e1-47d3-997d-9ccbc87f4acb']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:20.141399 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:17:20.153305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426b3c29-1e2a-4900-8ab7-b3c9ee368bd7') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:20.153680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426b3c29-1e2a-4900-8ab7-b3c9ee368bd7') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:20.164077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.184860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c5382-80a9-4839-ae20-6d46aac1c62e None None] Network 63d390cf-81e1-47d3-997d-9ccbc87f4acb requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:20.191742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-b5855c2a-994f-4f94-9003-8bcfa1c5795a tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.193164 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-b5855c2a-994f-4f94-9003-8bcfa1c5795a tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6940322 Feb 11 13:17:20.194850 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.220064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Request body: {'port': {'device_id': '4f0ec707-c72e-4750-8ecf-b43b3a2534a8', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': 'b3c526694a9b46ecb2ae40f72266166d'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:20.250967 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.303341 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.304205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.305168 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.454610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c811f76-5aac-4861-94ff-07bf90f06ddd None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:17:20.491216 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe3c6a47-26ee-449f-b7d0-3e22d80a0a68 req-8cc768b2-6b28-457c-825b-7ceda5a898ed tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681566 Feb 11 13:17:20.497630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97fc50-9587-4a88-9fc8-32d5d3812ee8 req-c0a7963a-8e1f-4237-9154-68654a559d06 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.499529 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d97fc50-9587-4a88-9fc8-32d5d3812ee8 req-c0a7963a-8e1f-4237-9154-68654a559d06 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 945 time: 0.3348134 Feb 11 13:17:20.533178 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-580eda31-bad0-43e9-98dc-67aa7204f49e req-43cb168a-c4d4-4127-bb17-4db96474c15a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5606f9e8-3604-4ea6-baec-3b875cf4bc16 HTTP/1.1" status: 200 len: 1096 time: 0.3684556 Feb 11 13:17:20.575640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:20.576145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.577273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c811f76-5aac-4861-94ff-07bf90f06ddd None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:20.610616 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:20.699484 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d97fc50-9587-4a88-9fc8-32d5d3812ee8 req-5442fb74-10f9-4517-8099-3419da306cea tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580389 Feb 11 13:17:20.762605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8188844 Feb 11 13:17:20.766220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33368) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:20.773538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-580eda31-bad0-43e9-98dc-67aa7204f49e req-3b72bfdf-08e1-4a22-b70a-e5058773fc85 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998155 Feb 11 13:17:20.787691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Request body: {'subnet': {'network_id': 'a09db91d-ee30-4a05-a523-8b8470411a16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:20.808097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:20.813975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Usage tracker for resource:subnet and tenant:27a1b69b3592427fb5e7767b41c681dd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:20.837974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:20.842426 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:17:20.859018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:20.895758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3ca8aec3-6a92-4cd0-9adb-2c9dd9887213 req-205be308-3b13-4ae5-82db-feb3d72cf1ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 1096 time: 0.8653119 Feb 11 13:17:20.898950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd3631-640a-4c0e-a300-d4b82252229d tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event updated for resources: {'Network': ['ID=a09db91d-ee30-4a05-a523-8b8470411a16,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:20.901729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:20.904742 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:17:20.904742 n-d-818559-1 neutron-server[83568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:17:20.904742 n-d-818559-1 neutron-server[83568]: [parameters: {'id': '63d390cf-81e1-47d3-997d-9ccbc87f4acb'}] Feb 11 13:17:20.904742 n-d-818559-1 neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:17:20.905150 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:17:20.918657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network a09db91d-ee30-4a05-a523-8b8470411a16 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:20.924449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Usage tracker for resource:port and tenant:b3c526694a9b46ecb2ae40f72266166d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:20.931201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:20.940201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:20.966645 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-563a374f-e317-4556-af05-37932ed2d312 req-6c49c879-cdae-4e9a-a6f4-880963901c02 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 210 time: 0.0595031 Feb 11 13:17:20.975875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Made reservation on behalf of 27a1b69b3592427fb5e7767b41c681dd for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:20.976114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Made reservation on behalf of b3c526694a9b46ecb2ae40f72266166d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:20.978572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.978885 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.991395 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3ca8aec3-6a92-4cd0-9adb-2c9dd9887213 req-781d21fd-88e3-489d-96d3-7c196fc9c6d8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854824 Feb 11 13:17:20.997278 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.025799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbdbf4-6a9d-4ca7-8af5-ff213358bd31 req-324f8e17-fb28-427c-987a-bf12f49e370d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.027307 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fbbbdbf4-6a9d-4ca7-8af5-ff213358bd31 req-324f8e17-fb28-427c-987a-bf12f49e370d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.2570038 Feb 11 13:17:21.087424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da792421-7d18-4065-bb50-aaa325882751 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:21.097811 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.099955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:21.105325 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fbbbdbf4-6a9d-4ca7-8af5-ff213358bd31 req-0dc05a54-300d-4bd2-9269-fe6f21c3017d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670187 Feb 11 13:17:21.106233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Usage tracker for resource:security_group_rule and tenant:b3c526694a9b46ecb2ae40f72266166d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:21.110021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:21.124396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Transition to ACTIVE for port object da792421-7d18-4065-bb50-aaa325882751 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:21.127860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:21.132705 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.161291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 84d972ff-7451-45b4-aee9-1cb875d42c6b no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:17:21.224240 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.232224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 84d972ff-7451-45b4-aee9-1cb875d42c6b {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:17:21.232643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 84d972ff-7451-45b4-aee9-1cb875d42c6b not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:17:21.236745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.323547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Pushing event updated for resources: {'Port': ['ID=da792421-7d18-4065-bb50-aaa325882751,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:21.362897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d33a7-40c9-48dc-8018-531f0eb81eaf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:21.445207 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.475024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Deleting port cf99f20f-3a84-46c3-a548-c50885f0ba53 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:21.475850 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.539722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Allocated IP 192.168.233.216 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:21.575483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Attempting to bind port da792421-7d18-4065-bb50-aaa325882751 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:21.575875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Attempting to bind port da792421-7d18-4065-bb50-aaa325882751 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:21.576215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Attempting to bind port da792421-7d18-4065-bb50-aaa325882751 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:21.599102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Port da792421-7d18-4065-bb50-aaa325882751 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:17:21.599462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Attempting to bind port da792421-7d18-4065-bb50-aaa325882751 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:21.612017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:21.613163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Checking segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:21.613739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Bound using segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:21.614475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Bound port: da792421-7d18-4065-bb50-aaa325882751, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:21.615059 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.731943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33390) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:21.844919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] For port da792421-7d18-4065-bb50-aaa325882751, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:21.870612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.objects.ports [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83567) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:17:21.871352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.877518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] For port da792421-7d18-4065-bb50-aaa325882751, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=da792421-7d18-4065-bb50-aaa325882751,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:21.943391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eff22395-8cff-4290-98c6-6771b7c2a734,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:21.944007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] For port cf99f20f-3a84-46c3-a548-c50885f0ba53, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cf99f20f-3a84-46c3-a548-c50885f0ba53,segment=NetworkSegment(426b3c29-1e2a-4900-8ab7-b3c9ee368bd7),segment_id=426b3c29-1e2a-4900-8ab7-b3c9ee368bd7)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:21.944429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.962738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.086266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e4261-b37b-43de-9009-267947497d28 req-1db501f7-2dbd-4e14-b008-84597828960e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.087778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f99e4261-b37b-43de-9009-267947497d28 req-1db501f7-2dbd-4e14-b008-84597828960e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:22.109625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Calling delete_port for cf99f20f-3a84-46c3-a548-c50885f0ba53 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:22.152141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.153638 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] 10.222.0.75 "PUT /v2.0/ports/da792421-7d18-4065-bb50-aaa325882751 HTTP/1.1" status: 200 len: 1091 time: 2.8458872 Feb 11 13:17:22.172818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682ea91-a73a-47b6-bb97-a1c65de725d6', 'tag': 'da792421-7d18-4065-bb50-aaa325882751'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:22.181033 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b897f54-6c88-43be-9541-ee7abf8de9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.220795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f99e4261-b37b-43de-9009-267947497d28 req-1db501f7-2dbd-4e14-b008-84597828960e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:22.222813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f99e4261-b37b-43de-9009-267947497d28 req-1db501f7-2dbd-4e14-b008-84597828960e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 943 time: 0.5332155 Feb 11 13:17:22.243222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-4532ffe0-b8c3-4a5b-bd9a-4b2e117e375f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.244685 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-4532ffe0-b8c3-4a5b-bd9a-4b2e117e375f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.5091119 Feb 11 13:17:22.247491 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.277575 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-99c2a255-79ec-47e8-b9b0-4c39a7cdcce5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/quotas/065894f866e44a928b5da656a828a752 HTTP/1.1" status: 200 len: 375 time: 0.0260272 Feb 11 13:17:22.278516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Transition to ACTIVE for port object a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:22.280909 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.284054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63190cbd-5450-488e-99b2-ae707f3dda3e service neutron] Pushing event updated for resources: {'Port': ['ID=da792421-7d18-4065-bb50-aaa325882751,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:22.288680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Checking segment: {'id': '42e66ace-d8c6-4d92-bb23-eb0183e62c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a09db91d-ee30-4a05-a523-8b8470411a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:22.289054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Network hostable DHCP agents. Network: a09db91d-ee30-4a05-a523-8b8470411a16, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:22.339535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5b897f54-6c88-43be-9541-ee7abf8de9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:22.348423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5b897f54-6c88-43be-9541-ee7abf8de9ef admin admin] Usage tracker for resource:security_group_rule and tenant:8b1010f8499b42ec807c01c3fb4d5c34 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:22.358881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5b897f54-6c88-43be-9541-ee7abf8de9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:22.371279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Port': ['ID=cf99f20f-3a84-46c3-a548-c50885f0ba53,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:22.374037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5b897f54-6c88-43be-9541-ee7abf8de9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:22.374992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-c6cbffd0-4a2a-41e0-a553-e9461def7469 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:22.383230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No DVR routers for this DVR port cf99f20f-3a84-46c3-a548-c50885f0ba53 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:22.387611 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f99e4261-b37b-43de-9009-267947497d28 req-82dec2ef-cdd8-453f-8958-579a787dbcab tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243703 Feb 11 13:17:22.401453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Network a09db91d-ee30-4a05-a523-8b8470411a16 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:22.421472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, a09db91d-ee30-4a05-a523-8b8470411a16) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:22.426823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.427433 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.436825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706861a7-cb9e-4a5a-af7f-9d54171e7181 None None] Network a09db91d-ee30-4a05-a523-8b8470411a16 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:22.439892 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-0e81cb8a-0177-4b3e-a041-a94789d0a6c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 1094 time: 0.2152517 Feb 11 13:17:22.605723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-c6cbffd0-4a2a-41e0-a553-e9461def7469 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:22.607057 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-c6cbffd0-4a2a-41e0-a553-e9461def7469 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3202271 Feb 11 13:17:22.608083 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.724453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca85c5f-f6d3-42c4-a79d-560f6611837a None None] Network a09db91d-ee30-4a05-a523-8b8470411a16 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:22.760796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-fe9e2978-6c78-4362-b236-b5d0587847da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da792421-7d18-4065-bb50-aaa325882751 HTTP/1.1" status: 200 len: 217 time: 0.3066189 Feb 11 13:17:22.768861 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9eab2981-eefb-4aa7-9449-1b11d7445d7a tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9940290 Feb 11 13:17:22.773561 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.788069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33404) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:22.807157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Request body: {'floatingip': {'floating_network_id': 'a09db91d-ee30-4a05-a523-8b8470411a16'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:22.828399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Pushing event updated for resources: {'Port': ['ID=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:22.837080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:22.838118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:22.844178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:22.851171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d390cf-81e1-47d3-997d-9ccbc87f4acb']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:22.871162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426b3c29-1e2a-4900-8ab7-b3c9ee368bd7') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:22.871336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426b3c29-1e2a-4900-8ab7-b3c9ee368bd7') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:22.875145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b897f54-6c88-43be-9541-ee7abf8de9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.884559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f679ea-356a-4dba-966d-a1eda43679ed req-1599c3ba-ef50-4ebe-8159-01fa341af600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.886100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-1599c3ba-ef50-4ebe-8159-01fa341af600 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.1194711 Feb 11 13:17:22.886343 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.888145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b897f54-6c88-43be-9541-ee7abf8de9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.905236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Usage tracker for resource:floatingip and tenant:27a1b69b3592427fb5e7767b41c681dd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:22.916925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:22.955971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:22.983419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:22.986420 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5b897f54-6c88-43be-9541-ee7abf8de9ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b1010f8499b42ec807c01c3fb4d5c34&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2401726 Feb 11 13:17:22.993803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f43dd-5e81-4d33-8692-d44168000d08 req-23055ec8-2017-43b9-ac31-8794663c7f25 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.996087 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f16f43dd-5e81-4d33-8692-d44168000d08 req-23055ec8-2017-43b9-ac31-8794663c7f25 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 945 time: 0.4286466 Feb 11 13:17:22.999652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33408) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:23.000632 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.028683 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-889d597e-b855-4105-b5ef-88fb33b18ee3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290145 Feb 11 13:17:23.031100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897f54-6c88-43be-9541-ee7abf8de9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e60809-221c-4202-942c-d979fa85331d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:23.056232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:23.056638 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:23.072166 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:23.083698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.096656 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-b9cbbebd-5559-4f51-a106-12d24e00175b service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318361 Feb 11 13:17:23.139430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-818ec418-996d-47e7-a388-e3e41ea619fa None None] Provisioning for port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:23.145365 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-818ec418-996d-47e7-a388-e3e41ea619fa None None] Provisioning complete for port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:23.146078 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-818ec418-996d-47e7-a388-e3e41ea619fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.160903 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f16f43dd-5e81-4d33-8692-d44168000d08 req-3cf797c0-766a-4b5f-96b2-72928f25c16b tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494079 Feb 11 13:17:23.209055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.209667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.217108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-818ec418-996d-47e7-a388-e3e41ea619fa None None] Port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:17:23.221805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-1924bdb2-b034-43fe-a126-4382e3cfbc6f service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808600 Feb 11 13:17:23.367162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.395118 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.416079 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90f679ea-356a-4dba-966d-a1eda43679ed req-718a0b6f-9da8-4e56-b83d-983a57b73291 service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880829 Feb 11 13:17:23.429935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a2b16-6f53-4045-9d8a-0bfa0a13212f req-472fc2bc-bdf7-4b89-8bb8-411686ed792b tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.431448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-752a2b16-6f53-4045-9d8a-0bfa0a13212f req-472fc2bc-bdf7-4b89-8bb8-411686ed792b tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 936 time: 0.1188869 Feb 11 13:17:23.431635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=63d390cf-81e1-47d3-997d-9ccbc87f4acb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:23.434250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-34c67ccf-9ed4-41f3-b913-5ab464740dd4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2222311 Feb 11 13:17:23.436482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d156e82a-e81d-47e7-9c39-634ae80a9790 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/63d390cf-81e1-47d3-997d-9ccbc87f4acb HTTP/1.1" status: 204 len: 168 time: 6.2549984 Feb 11 13:17:23.439727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33416) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:23.444162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c484e57d-b6ee-4149-bd94-b9050fbba347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.450347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-369148845'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:23.458212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Request body: {'port': {'device_id': '4f0ec707-c72e-4750-8ecf-b43b3a2534a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:23.469056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:23.477083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:network and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:23.480900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:23.495423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:23.512733 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-752a2b16-6f53-4045-9d8a-0bfa0a13212f req-d725611f-38a8-4c3c-a5d7-5dce5a3bea04 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b9d33a7-40c9-48dc-8018-531f0eb81eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669751 Feb 11 13:17:23.513868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:23.517192 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.558104 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-a66c3a32-a3c8-4256-bacb-894a017d1684 service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000063 Feb 11 13:17:23.562570 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c484e57d-b6ee-4149-bd94-b9050fbba347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.580924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:23.591441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.591905 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment c05851ef-0366-4839-8d6d-e6090a006bd8 of type vlan for network e41d2a58-d867-46f0-9534-2df69e6284e3 Feb 11 13:17:23.625641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.668796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.676138 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.680447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.681202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.740453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c484e57d-b6ee-4149-bd94-b9050fbba347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.772851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.788901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e57d-b6ee-4149-bd94-b9050fbba347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e60809-221c-4202-942c-d979fa85331d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:23.832678 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c484e57d-b6ee-4149-bd94-b9050fbba347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.834180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c484e57d-b6ee-4149-bd94-b9050fbba347 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/55e60809-221c-4202-942c-d979fa85331d HTTP/1.1" status: 204 len: 168 time: 0.8310013 Feb 11 13:17:23.962629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=e41d2a58-d867-46f0-9534-2df69e6284e3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:23.974202 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e41d2a58-d867-46f0-9534-2df69e6284e3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:23.987020 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4682ea91-a73a-47b6-bb97-a1c65de725d6', 'tag': 'da792421-7d18-4065-bb50-aaa325882751', 'status': 'completed', 'code': 200} Feb 11 13:17:24.078651 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-68cf7875-744d-4941-ba65-53b6fcd844c1 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6378193 Feb 11 13:17:24.082049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33432) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:24.089298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': 'e41d2a58-d867-46f0-9534-2df69e6284e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:24.206991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d735101-ca32-4a61-b630-ef17a7baf7f9 req-2cbb2ad6-9ac9-4ff0-8ba9-f2bd72d7524e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.213969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d735101-ca32-4a61-b630-ef17a7baf7f9 req-2cbb2ad6-9ac9-4ff0-8ba9-f2bd72d7524e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.5272002 Feb 11 13:17:24.280210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:24.290418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:subnet and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:24.297214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd2f6c57-8915-4bbd-b9fc-68e9df42b15c req-92f0fc3c-f025-4362-bb61-c530115aced3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 1094 time: 0.3087714 Feb 11 13:17:24.314280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:24.332056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d735101-ca32-4a61-b630-ef17a7baf7f9 req-fac70da9-7e69-4d9e-8907-1b06be76bb2c tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163628 Feb 11 13:17:24.363282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:24.384941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:24.494145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Allocated IP 172.20.0.11 (a09db91d-ee30-4a05-a523-8b8470411a16/eff22395-8cff-4290-98c6-6771b7c2a734/81bf3b60-1b5a-4a95-9cc8-d7e91dca5299) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:24.509260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:24.531814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdb129-96f5-4f40-9246-ec77f4d33792 req-e7896740-17ce-4b45-aac4-6e3077af8af7 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.533358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10bdb129-96f5-4f40-9246-ec77f4d33792 req-e7896740-17ce-4b45-aac4-6e3077af8af7 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=5606f9e8-3604-4ea6-baec-3b875cf4bc16 HTTP/1.1" status: 200 len: 945 time: 0.5552006 Feb 11 13:17:24.548115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.705333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Transition to ACTIVE for port object a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:24.708366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.720100 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.791135 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10bdb129-96f5-4f40-9246-ec77f4d33792 req-65aaff48-e9a6-40d9-9266-541e962712a6 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453451 Feb 11 13:17:24.844169 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.895242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.939230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3672d-a5b1-4006-884b-d5cc87cb3be5 req-35cbf9ad-135b-4f4a-bb63-2b4705572280 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.946276 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02b3672d-a5b1-4006-884b-d5cc87cb3be5 req-35cbf9ad-135b-4f4a-bb63-2b4705572280 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 943 time: 0.4898334 Feb 11 13:17:24.999264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f6c57-8915-4bbd-b9fc-68e9df42b15c req-433eec9b-2060-4ad8-8985-f504d9fd156f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:25.000741 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd2f6c57-8915-4bbd-b9fc-68e9df42b15c req-433eec9b-2060-4ad8-8985-f504d9fd156f service neutron] 10.222.0.75 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.6675098 Feb 11 13:17:25.004908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Performing IP validity checks on allocation pools {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 11 13:17:25.005431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 11 13:17:25.066149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:25.086792 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd2f6c57-8915-4bbd-b9fc-68e9df42b15c req-d11132f7-6002-45dc-9b48-b6610cf5cd5a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da792421-7d18-4065-bb50-aaa325882751 HTTP/1.1" status: 200 len: 217 time: 0.0697780 Feb 11 13:17:25.092102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02b3672d-a5b1-4006-884b-d5cc87cb3be5 req-ca438960-464a-419c-88a4-4046c387eeb2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449742 Feb 11 13:17:25.127093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Network a09db91d-ee30-4a05-a523-8b8470411a16 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:25.137636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:25.141373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86a00dd8-218b-4f65-8605-bb6a1b648b6c req-9a7803fd-8825-449c-bcbc-70b5594b47be tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 210 time: 0.1693063 Feb 11 13:17:25.188245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:25.331971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f6c57-8915-4bbd-b9fc-68e9df42b15c req-05bff0f6-4264-47c9-8b16-d578e7a481e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:25.333551 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd2f6c57-8915-4bbd-b9fc-68e9df42b15c req-05bff0f6-4264-47c9-8b16-d578e7a481e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.2406163 Feb 11 13:17:25.344257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event updated for resources: {'Port': ['ID=81bf3b60-1b5a-4a95-9cc8-d7e91dca5299,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:25.422406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Attempting to bind port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:25.422771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Attempting to bind port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:25.423097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Attempting to bind port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:25.432435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:17:25.432908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Attempting to bind port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:25.474219 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd2f6c57-8915-4bbd-b9fc-68e9df42b15c req-e345655e-669f-4370-a6e3-ea06695d0588 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941927 Feb 11 13:17:25.495636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:25.496255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:25.496370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:25.496750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Bound port: a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:25.497087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.546403 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.654309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-62b75976-d8ba-4c39-9591-272d563c59b0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:25.655788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-62b75976-d8ba-4c39-9591-272d563c59b0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.75 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.4678051 Feb 11 13:17:25.657890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729514-0a2f-4639-97f3-24eebb998463 req-0aa17789-c6d1-40ce-a192-5a7f47a9b34c tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:25.659413 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae729514-0a2f-4639-97f3-24eebb998463 req-0aa17789-c6d1-40ce-a192-5a7f47a9b34c tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0b8ad7b-3558-458b-b1bd-a651aa3ffd44 HTTP/1.1" status: 200 len: 946 time: 0.2913582 Feb 11 13:17:25.676287 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.683595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Request body: {'port': {'device_id': '60b4dff7-4446-4d6f-a86e-8a7875d43908', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'admin_state_up': True, 'tenant_id': '065894f866e44a928b5da656a828a752'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:25.734445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17683d-7fe5-43eb-91b3-077a24b25563 req-cf391c2f-e4b4-48be-92ec-954e516a3795 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:25.735964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e17683d-7fe5-43eb-91b3-077a24b25563 req-cf391c2f-e4b4-48be-92ec-954e516a3795 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 948 time: 0.4065888 Feb 11 13:17:25.755141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] For port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:25.785937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] For port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:25.788690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.806076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.883028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd2f6c57-8915-4bbd-b9fc-68e9df42b15c req-d1660ec7-e78b-4bf2-b2d3-81513b7bd31a service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981812 Feb 11 13:17:25.895381 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae729514-0a2f-4639-97f3-24eebb998463 req-41b70eb9-3ad9-4ef4-bc53-7eb9b58ce2df tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249804 Feb 11 13:17:25.967374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.968821 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] 10.222.0.73 "PUT /v2.0/ports/a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 HTTP/1.1" status: 200 len: 1096 time: 2.5258746 Feb 11 13:17:25.970137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0ec707-c72e-4750-8ecf-b43b3a2534a8', 'tag': 'a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:25.997282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:26.058126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=753b75e5-bc83-4563-a59e-76e34e92dfc9,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:26.070065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.070544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.070843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.071211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.071546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.071881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.072386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.073279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.073279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.073279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.073652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cdfdbd-1110-4625-8ca8-eb4ee16f8c35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.135835 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e17683d-7fe5-43eb-91b3-077a24b25563 req-edfb56ee-6167-4ba5-85c6-8df04100ad57 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b9d33a7-40c9-48dc-8018-531f0eb81eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427753 Feb 11 13:17:26.140565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:26.149780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.151423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.151778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.152113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.152447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.152775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.153100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.153564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.157045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.157427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.157727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.178821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.191502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:26.194556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.245795 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd2f6c57-8915-4bbd-b9fc-68e9df42b15c req-77c83f2f-1aa5-48a1-8823-af0a65fc2d9a service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493602 Feb 11 13:17:26.249642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': 'c05851ef-0366-4839-8d6d-e6090a006bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e41d2a58-d867-46f0-9534-2df69e6284e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:26.250542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: e41d2a58-d867-46f0-9534-2df69e6284e3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:26.278116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Made reservation on behalf of 065894f866e44a928b5da656a828a752 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:26.283746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.312795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network e41d2a58-d867-46f0-9534-2df69e6284e3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:26.331587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-342464e2-79cb-4cab-9ea6-80271c01ae8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3c526694a9b46ecb2ae40f72266166d&device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 1099 time: 0.3114629 Feb 11 13:17:26.371508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event updated for resources: {'Port': ['ID=81bf3b60-1b5a-4a95-9cc8-d7e91dca5299,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:26.422132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e41d2a58-d867-46f0-9534-2df69e6284e3) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:26.432546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d6c0f-f1c4-4327-82e5-d880d8142bbe None None] Network e41d2a58-d867-46f0-9534-2df69e6284e3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:26.444734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:26.445648 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.469231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33474) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:26.499548 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-c243899f-719f-48fd-97a0-c5254ed1fcbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 HTTP/1.1" status: 200 len: 217 time: 0.1316597 Feb 11 13:17:26.543171 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.604616 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f4a1415a-a89f-42b3-bb69-bec2cb19b7ca tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5194740 Feb 11 13:17:26.672121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33480) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:26.716674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757b72f-2bdf-4e55-9415-806317bf2c55 req-3d4d4c25-9e43-4716-9c09-b50e08c33602 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:26.725710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2757b72f-2bdf-4e55-9415-806317bf2c55 req-3d4d4c25-9e43-4716-9c09-b50e08c33602 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.2346127 Feb 11 13:17:26.770391 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0ec707-c72e-4750-8ecf-b43b3a2534a8', 'tag': 'a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27', 'status': 'completed', 'code': 200} Feb 11 13:17:26.782818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Allocated IP 172.20.0.3 (05bf97f3-5682-465b-b63d-f7cee2355e2e/dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2/ee2de928-f973-49f7-bade-268dca307555) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:26.796594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.800362 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3da20c2a-a22d-4197-9b1c-4e2a241c04c4 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0091159 Feb 11 13:17:26.802084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-0e74a9eb-a76f-4ddf-96dd-5d7bf0ad1da4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:26.803521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-0e74a9eb-a76f-4ddf-96dd-5d7bf0ad1da4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2977979 Feb 11 13:17:26.806405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33486) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:26.851585 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2757b72f-2bdf-4e55-9415-806317bf2c55 req-75819ec3-efaa-4400-ab6b-4cf67c3cf289 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236484 Feb 11 13:17:26.871040 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44ff3bcf-98ff-4b9f-8eb4-2e5d65fd215b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.930083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-e41d2a58-d867-46f0-9534-2df69e6284e3', 'network_id': 'e41d2a58-d867-46f0-9534-2df69e6284e3', 'tenant_id': 'bcfde8ae286d47e8a8df9b3409d2706b', 'fixed_ips': [{'subnet_id': '753b75e5-bc83-4563-a59e-76e34e92dfc9'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:17:26.931403 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.978424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0d2f8079-e0aa-4190-86b8-978df31200a0 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Synchronizing usage tracker for tenant:27a1b69b3592427fb5e7767b41c681dd on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:27.048114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-44ff3bcf-98ff-4b9f-8eb4-2e5d65fd215b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:27.048354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0d2f8079-e0aa-4190-86b8-978df31200a0 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Unset dirty status for tenant:27a1b69b3592427fb5e7767b41c681dd on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:27.052307 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0d2f8079-e0aa-4190-86b8-978df31200a0 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "GET /v2.0/floatingips?floating_network_id=a09db91d-ee30-4a05-a523-8b8470411a16 HTTP/1.1" status: 200 len: 690 time: 0.2418931 Feb 11 13:17:27.062149 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.063758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33490) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:27.071521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ed29db3c-1fad-48ba-8ed1-11c74be7e182 req-e30af856-c400-4dc5-b2aa-bf9bd6d88982 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:27.087594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-44ff3bcf-98ff-4b9f-8eb4-2e5d65fd215b admin admin] Usage tracker for resource:security_group_rule and tenant:32917b3d5a194e6ba6713b9f9859e07d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:27.089466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device da792421-7d18-4065-bb50-aaa325882751 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:17:27.093201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-44ff3bcf-98ff-4b9f-8eb4-2e5d65fd215b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:27.103982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-44ff3bcf-98ff-4b9f-8eb4-2e5d65fd215b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:27.122524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ed29db3c-1fad-48ba-8ed1-11c74be7e182 req-e30af856-c400-4dc5-b2aa-bf9bd6d88982 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:27.123839 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed29db3c-1fad-48ba-8ed1-11c74be7e182 req-e30af856-c400-4dc5-b2aa-bf9bd6d88982 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 210 time: 0.1157005 Feb 11 13:17:27.186073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Allocated IP 172.20.0.3 (e41d2a58-d867-46f0-9534-2df69e6284e3/753b75e5-bc83-4563-a59e-76e34e92dfc9/7b2cef4d-d67b-46ce-8abc-73f533ccd62c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:27.227282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.233712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-1ba92a78-8ffe-4544-aa29-4d0d33b1cdd2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3741338 Feb 11 13:17:27.287611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e88b-81a1-4f56-9367-a18d738d64cd req-022400a4-2d45-4aba-8b1d-7768d414417f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:27.289084 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f973e88b-81a1-4f56-9367-a18d738d64cd req-022400a4-2d45-4aba-8b1d-7768d414417f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 943 time: 0.4257734 Feb 11 13:17:27.388712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port da792421-7d18-4065-bb50-aaa325882751, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=da792421-7d18-4065-bb50-aaa325882751,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:27.403320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.417584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'da792421-7d18-4065-bb50-aaa325882751', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'port_id': 'da792421-7d18-4065-bb50-aaa325882751', 'mac_address': 'fa:16:3e:94:44:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed8415f-ae9d-4916-aeb3-95b233c7a703', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:17:27.444466 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.463788 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.540613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.562142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event updated for resources: {'Port': ['ID=ee2de928-f973-49f7-bade-268dca307555,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:27.571397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da792421-7d18-4065-bb50-aaa325882751 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:27.577713 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.597826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Transition to ACTIVE for port object 7b2cef4d-d67b-46ce-8abc-73f533ccd62c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:27.599741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:27.606599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port da792421-7d18-4065-bb50-aaa325882751, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=da792421-7d18-4065-bb50-aaa325882751,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:27.610057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:27.613103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:27.614510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Deleting port 81bf3b60-1b5a-4a95-9cc8-d7e91dca5299 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:27.615042 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.617810 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.659861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Transition to ACTIVE for port object 7b2cef4d-d67b-46ce-8abc-73f533ccd62c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:27.672191 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f973e88b-81a1-4f56-9367-a18d738d64cd req-03ab28a0-78e2-48b7-bd76-0da36b4948c2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218536 Feb 11 13:17:27.674991 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-32cfdd70-2897-4b44-ad7e-d7738af51a79 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267907 Feb 11 13:17:27.682750 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.686721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9189147-6eef-4dc7-90ec-fdc0f820f9fc req-975a7df0-09fa-40f0-96f0-036ef8161648 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:27.688342 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9189147-6eef-4dc7-90ec-fdc0f820f9fc req-975a7df0-09fa-40f0-96f0-036ef8161648 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0b8ad7b-3558-458b-b1bd-a651aa3ffd44 HTTP/1.1" status: 200 len: 946 time: 0.4229078 Feb 11 13:17:27.690170 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44ff3bcf-98ff-4b9f-8eb4-2e5d65fd215b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.701079 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44ff3bcf-98ff-4b9f-8eb4-2e5d65fd215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.713319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=da792421-7d18-4065-bb50-aaa325882751,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:27.717503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Network e41d2a58-d867-46f0-9534-2df69e6284e3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:27.753925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:27.760828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff3bcf-98ff-4b9f-8eb4-2e5d65fd215b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd958e95-d5f7-4f8d-aa58-045a5e4069c9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:27.763205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:27.792051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:27.792693 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.835983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Pushing event updated for resources: {'Port': ['ID=7b2cef4d-d67b-46ce-8abc-73f533ccd62c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:27.851282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-44ff3bcf-98ff-4b9f-8eb4-2e5d65fd215b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32917b3d5a194e6ba6713b9f9859e07d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3809912 Feb 11 13:17:27.852851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33496) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:27.874377 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.880663 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-7e6124e6-e2be-47ba-8ced-4f78648930e5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2041395 Feb 11 13:17:27.883700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['da792421-7d18-4065-bb50-aaa325882751'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:27.891761 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9189147-6eef-4dc7-90ec-fdc0f820f9fc req-0b4103ef-2bb5-42a6-bb53-c76d5fa4bb93 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816931 Feb 11 13:17:27.905961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Request body: {'port': {'device_id': '60b4dff7-4446-4d6f-a86e-8a7875d43908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:27.933126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Attempting to bind port 7b2cef4d-d67b-46ce-8abc-73f533ccd62c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:27.933463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Attempting to bind port 7b2cef4d-d67b-46ce-8abc-73f533ccd62c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'c05851ef-0366-4839-8d6d-e6090a006bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e41d2a58-d867-46f0-9534-2df69e6284e3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:27.933771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Attempting to bind port 7b2cef4d-d67b-46ce-8abc-73f533ccd62c on network e41d2a58-d867-46f0-9534-2df69e6284e3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:27.940044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=753b75e5-bc83-4563-a59e-76e34e92dfc9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:27.962476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:27.962919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Checking segment: {'id': 'c05851ef-0366-4839-8d6d-e6090a006bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e41d2a58-d867-46f0-9534-2df69e6284e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:27.963253 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.963649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Bound using segment: {'id': 'c05851ef-0366-4839-8d6d-e6090a006bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e41d2a58-d867-46f0-9534-2df69e6284e3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:27.964355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Bound port: 7b2cef4d-d67b-46ce-8abc-73f533ccd62c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05851ef-0366-4839-8d6d-e6090a006bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e41d2a58-d867-46f0-9534-2df69e6284e3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:27.964497 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.069795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] For port 7b2cef4d-d67b-46ce-8abc-73f533ccd62c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:28.072833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] For port 7b2cef4d-d67b-46ce-8abc-73f533ccd62c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7b2cef4d-d67b-46ce-8abc-73f533ccd62c,segment=NetworkSegment(c05851ef-0366-4839-8d6d-e6090a006bd8),segment_id=c05851ef-0366-4839-8d6d-e6090a006bd8)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:28.082895 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.150479 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.201342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dee45d-65e6-48e6-b541-5bad26a97df9 None None] Pushing event updated for resources: {'Port': ['ID=7b2cef4d-d67b-46ce-8abc-73f533ccd62c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:28.245339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.254621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-375bcb69-ba9f-463a-bf9b-0723c95741cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.321910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e651a09-83cb-4c35-ac76-0ce3ea7629fd None None] Network e41d2a58-d867-46f0-9534-2df69e6284e3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:28.376519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02504134-0744-4c6c-b32b-0988a6b179b6 req-d980b28f-083c-427b-939f-989fd9c68e52 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:28.378633 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02504134-0744-4c6c-b32b-0988a6b179b6 req-d980b28f-083c-427b-939f-989fd9c68e52 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.2915678 Feb 11 13:17:28.385577 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-375bcb69-ba9f-463a-bf9b-0723c95741cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.405343 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be5339e1-0e64-4b7c-9649-65d2a658ef1d req-f233b732-51d8-4ba0-a7c7-46c2b001f28d service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124341 Feb 11 13:17:28.407025 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.407348 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.510795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41d2a58-d867-46f0-9534-2df69e6284e3']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:28.565081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebcbdc6-d563-49ca-8822-ad2b4e35e342 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:17:28.571443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02504134-0744-4c6c-b32b-0988a6b179b6 req-4ab52e42-504e-4913-ad58-0d0a80dd48e2 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715987 Feb 11 13:17:28.631821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Calling delete_port for 81bf3b60-1b5a-4a95-9cc8-d7e91dca5299 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:28.670633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebcbdc6-d563-49ca-8822-ad2b4e35e342 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:17:28.681318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05851ef-0366-4839-8d6d-e6090a006bd8') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:28.681318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05851ef-0366-4839-8d6d-e6090a006bd8') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:28.717090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2de928-f973-49f7-bade-268dca307555 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:28.725374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.726634 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.781156 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.789410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-375bcb69-ba9f-463a-bf9b-0723c95741cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.807315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bcb69-ba9f-463a-bf9b-0723c95741cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd958e95-d5f7-4f8d-aa58-045a5e4069c9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:28.811319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:28.811788 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.823011 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-375bcb69-ba9f-463a-bf9b-0723c95741cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.825723 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-375bcb69-ba9f-463a-bf9b-0723c95741cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fd958e95-d5f7-4f8d-aa58-045a5e4069c9 HTTP/1.1" status: 204 len: 168 time: 0.9634271 Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:28.830672 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:28.851724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c6cb9853-e8fa-4e27-bc5c-ba866dc73359 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:28.853223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c6cb9853-e8fa-4e27-bc5c-ba866dc73359 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0b8ad7b-3558-458b-b1bd-a651aa3ffd44 HTTP/1.1" status: 200 len: 946 time: 0.6861844 Feb 11 13:17:28.856841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0a358-ef73-49bd-9fc5-9892bc07eb8c req-af58af9a-2653-4e6f-b304-063270a3a6bb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:28.858706 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d0a358-ef73-49bd-9fc5-9892bc07eb8c req-af58af9a-2653-4e6f-b304-063270a3a6bb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 931 time: 0.1198332 Feb 11 13:17:28.915186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d0a358-ef73-49bd-9fc5-9892bc07eb8c req-f14c0f37-8276-4706-af35-4c5e7e32033e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499172 Feb 11 13:17:28.955783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe37d3-1644-44d0-a618-4162e4b960c9 req-6a11886a-a1e7-4af5-8ae0-c31f28a1ed13 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:28.956607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-15fe37d3-1644-44d0-a618-4162e4b960c9 req-6a11886a-a1e7-4af5-8ae0-c31f28a1ed13 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Synchronizing usage tracker for tenant:b3c526694a9b46ecb2ae40f72266166d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:29.067476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:17:29.067476 n-d-818559-1 neutron-server[83568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:17:29.067476 n-d-818559-1 neutron-server[83568]: [parameters: {'id': 'e41d2a58-d867-46f0-9534-2df69e6284e3'}] Feb 11 13:17:29.067476 n-d-818559-1 neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:17:29.068067 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:17:29.082413 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42ba03cd-c0bc-42f1-9028-ca4589764811 req-482fc5a8-f8fd-468a-be1d-064634ddd3c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3c526694a9b46ecb2ae40f72266166d&device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 1099 time: 0.5644293 Feb 11 13:17:29.088927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-15fe37d3-1644-44d0-a618-4162e4b960c9 req-6a11886a-a1e7-4af5-8ae0-c31f28a1ed13 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Unset dirty status for tenant:b3c526694a9b46ecb2ae40f72266166d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:29.095474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fe37d3-1644-44d0-a618-4162e4b960c9 req-6a11886a-a1e7-4af5-8ae0-c31f28a1ed13 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 948 time: 1.1246688 Feb 11 13:17:29.108195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device da792421-7d18-4065-bb50-aaa325882751 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:17:29.138665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c5a10153-4b42-4ee8-a5d6-c0196a4875cc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Deleting port cb7f56de-fce8-4cb5-8160-e62cf753af21 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:29.138984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c5a10153-4b42-4ee8-a5d6-c0196a4875cc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.148708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c73f2-5181-4e74-a71f-b18905a5c4f1 req-72b07e5c-6f16-4787-9aba-2de164616ca7 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:29.156015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d0c73f2-5181-4e74-a71f-b18905a5c4f1 req-72b07e5c-6f16-4787-9aba-2de164616ca7 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 944 time: 0.1035709 Feb 11 13:17:29.220257 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d0c73f2-5181-4e74-a71f-b18905a5c4f1 req-a962e84e-37b2-4437-9c55-a9d428aa87c0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633104 Feb 11 13:17:29.253576 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port da792421-7d18-4065-bb50-aaa325882751 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:29.262558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port da792421-7d18-4065-bb50-aaa325882751 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:29.262891 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.391803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-15fe37d3-1644-44d0-a618-4162e4b960c9 req-a1eeb198-e555-4a4c-b998-38ae550f041e tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Synchronizing usage tracker for tenant:b3c526694a9b46ecb2ae40f72266166d on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:29.397306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Transition to ACTIVE for port object ee2de928-f973-49f7-bade-268dca307555 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:29.408048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.418462 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.430125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.452589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682ea91-a73a-47b6-bb97-a1c65de725d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da792421-7d18-4065-bb50-aaa325882751'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:29.467416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port da792421-7d18-4065-bb50-aaa325882751, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=da792421-7d18-4065-bb50-aaa325882751,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:29.477765 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.509159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event deleted for resources: {'Port': ['ID=81bf3b60-1b5a-4a95-9cc8-d7e91dca5299,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:29.511604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba03cd-c0bc-42f1-9028-ca4589764811 req-65ddfece-5a3a-45be-99a4-ef9d947748e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:29.516094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42ba03cd-c0bc-42f1-9028-ca4589764811 req-65ddfece-5a3a-45be-99a4-ef9d947748e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.4126976 Feb 11 13:17:29.525642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-15fe37d3-1644-44d0-a618-4162e4b960c9 req-a1eeb198-e555-4a4c-b998-38ae550f041e tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Unset dirty status for tenant:b3c526694a9b46ecb2ae40f72266166d on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:29.540576 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fe37d3-1644-44d0-a618-4162e4b960c9 req-a1eeb198-e555-4a4c-b998-38ae550f041e tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b9d33a7-40c9-48dc-8018-531f0eb81eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442177 Feb 11 13:17:29.559814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f10a8-870c-4ff2-92f8-aaf6b1832115 req-95f6f27f-a842-4279-beb1-676e2084d67b tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:29.567689 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f6f10a8-870c-4ff2-92f8-aaf6b1832115 req-95f6f27f-a842-4279-beb1-676e2084d67b tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0b8ad7b-3558-458b-b1bd-a651aa3ffd44 HTTP/1.1" status: 200 len: 946 time: 0.2254980 Feb 11 13:17:29.584831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Pushing event updated for resources: {'Port': ['ID=ee2de928-f973-49f7-bade-268dca307555,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:29.618339 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682ea91-a73a-47b6-bb97-a1c65de725d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da792421-7d18-4065-bb50-aaa325882751', 'code': 200} Feb 11 13:17:29.649843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=da792421-7d18-4065-bb50-aaa325882751,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:29.699241 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f6f10a8-870c-4ff2-92f8-aaf6b1832115 req-e30625db-890e-4930-a6c6-44a829da85e5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309960 Feb 11 13:17:29.786439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Attempting to bind port ee2de928-f973-49f7-bade-268dca307555 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:29.786796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Attempting to bind port ee2de928-f973-49f7-bade-268dca307555 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:29.787119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Attempting to bind port ee2de928-f973-49f7-bade-268dca307555 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:29.789745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.798122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Port ee2de928-f973-49f7-bade-268dca307555 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:17:29.798445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Attempting to bind port ee2de928-f973-49f7-bade-268dca307555 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:29.819193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:29.819747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Checking segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:29.820444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Bound using segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:29.821031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Bound port: ee2de928-f973-49f7-bade-268dca307555, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:29.821542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.884260 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d36c9b77-19af-4eb1-a1bf-cebfa7c80b0a req-feace2c0-84a6-42de-b4dc-2cd1b961a43b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 1096 time: 0.1578591 Feb 11 13:17:29.936958 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42ba03cd-c0bc-42f1-9028-ca4589764811 req-9265b6c7-c3d0-443d-8363-d0d2bd7118c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 HTTP/1.1" status: 200 len: 217 time: 0.4139922 Feb 11 13:17:29.963192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] For port ee2de928-f973-49f7-bade-268dca307555, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:29.967544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] For port ee2de928-f973-49f7-bade-268dca307555, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee2de928-f973-49f7-bade-268dca307555,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:29.975392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d36c9b77-19af-4eb1-a1bf-cebfa7c80b0a req-092d9625-4a00-47cc-b1ef-80267df8b5d4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819552 Feb 11 13:17:29.976440 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.025424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Deleting port 7b2cef4d-d67b-46ce-8abc-73f533ccd62c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:30.025424 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.130077 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.152262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c5a10153-4b42-4ee8-a5d6-c0196a4875cc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] For port cb7f56de-fce8-4cb5-8160-e62cf753af21, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cb7f56de-fce8-4cb5-8160-e62cf753af21,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:30.152628 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c5a10153-4b42-4ee8-a5d6-c0196a4875cc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.194400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.195818 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] 10.222.0.75 "PUT /v2.0/ports/ee2de928-f973-49f7-bade-268dca307555 HTTP/1.1" status: 200 len: 1091 time: 2.2951753 Feb 11 13:17:30.196399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b4dff7-4446-4d6f-a86e-8a7875d43908', 'tag': 'ee2de928-f973-49f7-bade-268dca307555'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:30.216298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d5577-bd8f-4339-9726-2deb1865df3e service neutron] Pushing event updated for resources: {'Port': ['ID=ee2de928-f973-49f7-bade-268dca307555,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:30.250644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233f31f-bdff-48c0-a76c-2ddd0e4b6565 req-27a29ff8-5c22-4eb4-af49-4fb8f09d69cc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.254735 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2233f31f-bdff-48c0-a76c-2ddd0e4b6565 req-27a29ff8-5c22-4eb4-af49-4fb8f09d69cc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 943 time: 0.1321108 Feb 11 13:17:30.358628 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2233f31f-bdff-48c0-a76c-2ddd0e4b6565 req-8a34f092-3f89-4f66-995f-e26d2a7b8598 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667181 Feb 11 13:17:30.373003 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-58404743-e122-48a7-b7b8-14a82cd686e8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 1094 time: 0.1166284 Feb 11 13:17:30.452459 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b4dff7-4446-4d6f-a86e-8a7875d43908', 'tag': 'ee2de928-f973-49f7-bade-268dca307555', 'status': 'completed', 'code': 200} Feb 11 13:17:30.469501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-9f797dfd-46d6-45d6-8cc6-5e21d8a43d46 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee2de928-f973-49f7-bade-268dca307555 HTTP/1.1" status: 200 len: 217 time: 0.0898550 Feb 11 13:17:30.508005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba03cd-c0bc-42f1-9028-ca4589764811 req-8f2d9048-02c3-49ac-aca3-7c99362e43a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.513598 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42ba03cd-c0bc-42f1-9028-ca4589764811 req-8f2d9048-02c3-49ac-aca3-7c99362e43a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.5631752 Feb 11 13:17:30.529110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c5a10153-4b42-4ee8-a5d6-c0196a4875cc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Calling delete_port for cb7f56de-fce8-4cb5-8160-e62cf753af21 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:30.616092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-07f0f7ac-2ece-4063-a0ff-0dfc175bbbf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.617692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-07f0f7ac-2ece-4063-a0ff-0dfc175bbbf1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.1389966 Feb 11 13:17:30.677814 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-48ed58f5-1192-4626-b668-13946818b273 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528634 Feb 11 13:17:30.728760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24492a3d-b5c1-4054-8e4b-8111444ed2b6 req-7f4df619-0c8b-4de4-8a13-b92409ba3d5f tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.730228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24492a3d-b5c1-4054-8e4b-8111444ed2b6 req-7f4df619-0c8b-4de4-8a13-b92409ba3d5f tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.9376154 Feb 11 13:17:30.759652 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.768787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682f820-e905-436f-9fc8-65a6c6afc37e req-14c9146e-b204-4d51-b1b3-837c30b4e9b4 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.770279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f682f820-e905-436f-9fc8-65a6c6afc37e req-14c9146e-b204-4d51-b1b3-837c30b4e9b4 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 945 time: 0.2119811 Feb 11 13:17:30.864675 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-4dc69529-fe45-4041-8ec8-56594cd8a712 service neutron] 10.222.0.75 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780694 Feb 11 13:17:30.867971 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f682f820-e905-436f-9fc8-65a6c6afc37e req-6c7c4dea-74c5-443e-8349-f06ead96bfb8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876920 Feb 11 13:17:30.872822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] For port 7b2cef4d-d67b-46ce-8abc-73f533ccd62c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7b2cef4d-d67b-46ce-8abc-73f533ccd62c,segment=NetworkSegment(c05851ef-0366-4839-8d6d-e6090a006bd8),segment_id=c05851ef-0366-4839-8d6d-e6090a006bd8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:30.873350 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.065022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Calling delete_port for 7b2cef4d-d67b-46ce-8abc-73f533ccd62c owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:31.083651 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-caecd8d6-1c7e-495b-8745-0d4116686c86 service neutron] 10.222.0.75 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103179 Feb 11 13:17:31.133826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34da90-25b3-4e63-bdc9-364b849bf584 req-83d02761-2e82-427f-b926-228f581fd06c tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:31.135603 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c34da90-25b3-4e63-bdc9-364b849bf584 req-83d02761-2e82-427f-b926-228f581fd06c tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 948 time: 0.1022346 Feb 11 13:17:31.157132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24492a3d-b5c1-4054-8e4b-8111444ed2b6 req-fe8bb7ec-5719-4be6-a525-356646e4f2a7 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146495 Feb 11 13:17:31.184200 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.216679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:17:31.295454 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c34da90-25b3-4e63-bdc9-364b849bf584 req-5cc476ae-7e16-4c39-8465-27a76ef8bda9 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b9d33a7-40c9-48dc-8018-531f0eb81eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524494 Feb 11 13:17:31.313896 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56199f71-c6ac-4e29-9c51-5891a2300981 req-b4d429bc-3084-4bbc-b438-faf8b4ef9fed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 1094 time: 0.1447210 Feb 11 13:17:31.349541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42ba03cd-c0bc-42f1-9028-ca4589764811 req-69aeee5c-55a3-4df2-a00d-777f89fc9388 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7744040 Feb 11 13:17:31.366176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eff22395-8cff-4290-98c6-6771b7c2a734,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:31.368374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c5a10153-4b42-4ee8-a5d6-c0196a4875cc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.429526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cb7f56de-fce8-4cb5-8160-e62cf753af21', '4f867535-e002-444d-acb6-3b27439a9e97'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:31.457513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['8264b05b-c411-41e3-9384-98d2115bde2c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:31.544563 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.592188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a10153-4b42-4ee8-a5d6-c0196a4875cc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Pushing event deleted for resources: {'Port': ['ID=cb7f56de-fce8-4cb5-8160-e62cf753af21,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:31.626021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56199f71-c6ac-4e29-9c51-5891a2300981 req-d6489a6c-4848-447e-8b61-98e2c2a387fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:31.627589 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56199f71-c6ac-4e29-9c51-5891a2300981 req-d6489a6c-4848-447e-8b61-98e2c2a387fe service neutron] 10.222.0.75 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 912 time: 0.3057106 Feb 11 13:17:31.668487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:31.698938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27', 'mac_address': 'fa:16:3e:2c:6e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:17:31.746042 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56199f71-c6ac-4e29-9c51-5891a2300981 req-b192940b-2ab8-44d3-8140-0d31c53c140d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee2de928-f973-49f7-bade-268dca307555 HTTP/1.1" status: 200 len: 217 time: 0.0819893 Feb 11 13:17:31.758814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42ba03cd-c0bc-42f1-9028-ca4589764811 req-ea5a19fc-757c-479e-96c2-70c1ab730aa1 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887458 Feb 11 13:17:31.838069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09db91d-ee30-4a05-a523-8b8470411a16']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:31.841798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262635ab-07de-48a9-a34b-907f0b5c14f5 req-d1a9cf32-3b35-471d-ad3f-39313436c9f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:31.849278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-262635ab-07de-48a9-a34b-907f0b5c14f5 req-d1a9cf32-3b35-471d-ad3f-39313436c9f9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 943 time: 0.2941465 Feb 11 13:17:31.853858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c5a10153-4b42-4ee8-a5d6-c0196a4875cc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] No DVR routers for this DVR port cb7f56de-fce8-4cb5-8160-e62cf753af21 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:31.872661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56199f71-c6ac-4e29-9c51-5891a2300981 req-047cf196-9085-4a2b-9bb6-039880ff9b65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:31.873447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-75d1ad72-99e8-43af-b7c8-f547eb8749ee req-e613ca77-8d53-4fdc-b6c5-8889c798844a tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0b8ad7b-3558-458b-b1bd-a651aa3ffd44 HTTP/1.1" status: 200 len: 210 time: 0.3104510 Feb 11 13:17:31.874561 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c5a10153-4b42-4ee8-a5d6-c0196a4875cc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.874714 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56199f71-c6ac-4e29-9c51-5891a2300981 req-047cf196-9085-4a2b-9bb6-039880ff9b65 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.1137912 Feb 11 13:17:31.932956 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.945142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b8ad7b-3558-458b-b1bd-a651aa3ffd44', 'name': 'network-vif-deleted', 'tag': 'cb7f56de-fce8-4cb5-8160-e62cf753af21'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:31.946812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56199f71-c6ac-4e29-9c51-5891a2300981 req-57ff371c-3f3a-4d2d-9552-708f80435221 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605276 Feb 11 13:17:31.956517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e66ace-d8c6-4d92-bb23-eb0183e62c5c') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:31.956831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e66ace-d8c6-4d92-bb23-eb0183e62c5c') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:31.962182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:31.964140 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.966362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-262635ab-07de-48a9-a34b-907f0b5c14f5 req-43c5ae82-9583-4656-9021-46edab54c9e2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160176 Feb 11 13:17:31.981895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:32.028710 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.038915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Port': ['ID=7b2cef4d-d67b-46ce-8abc-73f533ccd62c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:32.044229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.051606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No DVR routers for this DVR port 7b2cef4d-d67b-46ce-8abc-73f533ccd62c on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:32.135717 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b8ad7b-3558-458b-b1bd-a651aa3ffd44', 'name': 'network-vif-deleted', 'tag': 'cb7f56de-fce8-4cb5-8160-e62cf753af21', 'status': 'completed', 'code': 200} Feb 11 13:17:32.161605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-999d21dd-670b-4b10-bd76-3d574b0889f6 req-c5a10153-4b42-4ee8-a5d6-c0196a4875cc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.73 "DELETE /v2.0/ports/cb7f56de-fce8-4cb5-8160-e62cf753af21 HTTP/1.1" status: 204 len: 173 time: 3.2542126 Feb 11 13:17:32.198044 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56199f71-c6ac-4e29-9c51-5891a2300981 req-a8d42a43-68b7-486f-88b3-e381d69f16ad service neutron] 10.222.0.75 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305477 Feb 11 13:17:32.222471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:32.303945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:32.385522 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.455900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:32.457009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:32.517282 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:32.591845 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56199f71-c6ac-4e29-9c51-5891a2300981 req-99fd35e4-33e2-4367-8935-1b951a23b94d service neutron] 10.222.0.75 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835046 Feb 11 13:17:32.602897 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.647579 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41d2a58-d867-46f0-9534-2df69e6284e3']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:32.666112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05851ef-0366-4839-8d6d-e6090a006bd8') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:32.666418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05851ef-0366-4839-8d6d-e6090a006bd8') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:32.694852 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42ba03cd-c0bc-42f1-9028-ca4589764811 req-a321a9ae-79da-48aa-81b1-f1910ea05531 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8853009 Feb 11 13:17:32.696561 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.703758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1a5c5-925c-4eea-8bd0-55c6d9172aa5 req-11c3d997-0b4c-4872-89f4-b16ee9f53f46 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.711457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bff1a5c5-925c-4eea-8bd0-55c6d9172aa5 req-11c3d997-0b4c-4872-89f4-b16ee9f53f46 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.1186149 Feb 11 13:17:32.742552 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.755223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:32.755620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:32.775400 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:32.778813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bff1a5c5-925c-4eea-8bd0-55c6d9172aa5 req-207e1daa-4e1f-4bb1-9e73-565dbbf3e576 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655372 Feb 11 13:17:32.835272 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.868921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a09db91d-ee30-4a05-a523-8b8470411a16 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:17:32.884793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.894533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event deleted for resources: {'Network': ['ID=a09db91d-ee30-4a05-a523-8b8470411a16,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:32.903356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-32c1173b-1592-42e7-b060-2e42589bc691 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "DELETE /v2.0/networks/a09db91d-ee30-4a05-a523-8b8470411a16 HTTP/1.1" status: 204 len: 168 time: 5.8325336 Feb 11 13:17:32.906154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33590) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:32.985677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad1149-e775-48fd-bf58-a7be6a9f5e00 req-189ed88d-bd8b-4146-8cbb-92890b4713d9 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.988158 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37ad1149-e775-48fd-bf58-a7be6a9f5e00 req-189ed88d-bd8b-4146-8cbb-92890b4713d9 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 945 time: 0.5918987 Feb 11 13:17:32.989300 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.001361 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.018853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533b43f-0664-492e-8c50-26bd2a2ce89d req-39a79e3a-d0c7-44b6-8482-a8ad2b47b0f9 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.020720 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2533b43f-0664-492e-8c50-26bd2a2ce89d req-39a79e3a-d0c7-44b6-8482-a8ad2b47b0f9 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 949 time: 0.0920689 Feb 11 13:17:33.071452 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/e41d2a58-d867-46f0-9534-2df69e6284e3 HTTP/1.1" status: 204 len: 168 time: 6.3982863 Feb 11 13:17:33.076276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4c7d2-3988-44dd-89f8-e89a5c802cfc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=e41d2a58-d867-46f0-9534-2df69e6284e3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:33.082540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33600) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:33.083449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b2314ef0-deea-45e4-82c9-7204476eb99c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Synchronizing usage tracker for tenant:27a1b69b3592427fb5e7767b41c681dd on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:33.089816 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2533b43f-0664-492e-8c50-26bd2a2ce89d req-1fa0e4d2-3912-46e3-b467-92abc3716808 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b9d33a7-40c9-48dc-8018-531f0eb81eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631773 Feb 11 13:17:33.099341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-694714324'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:33.109161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:33.109161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:network and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:33.111287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:33.118724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:33.155372 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37ad1149-e775-48fd-bf58-a7be6a9f5e00 req-68000eb5-a143-4c52-96fb-bbc49cee3b7b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482821 Feb 11 13:17:33.156102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:33.160378 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.181134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b2314ef0-deea-45e4-82c9-7204476eb99c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Unset dirty status for tenant:27a1b69b3592427fb5e7767b41c681dd on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:33.185040 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b2314ef0-deea-45e4-82c9-7204476eb99c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2755902 Feb 11 13:17:33.185643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33606) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:33.208437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:33.212642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:17:33.235349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.235765 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment 01a49cec-e2f2-4fb6-ae08-8a7c89152e94 of type vlan for network 9800e3c5-9758-461d-9ada-27c719d65fbe Feb 11 13:17:33.269194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.324215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.328651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.329298 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.374420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:33.385161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:33.385533 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.401818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.402195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.402561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.406931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.407819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.408371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.409430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.410156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.411749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Synchronizing usage tracker for tenant:27a1b69b3592427fb5e7767b41c681dd on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:33.493663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Unset dirty status for tenant:27a1b69b3592427fb5e7767b41c681dd on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:33.498354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8792f9ef-f98a-4325-ad56-b7ace4256ef7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5263 time: 0.3113260 Feb 11 13:17:33.500365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33618) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:33.563061 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.567392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=9800e3c5-9758-461d-9ada-27c719d65fbe,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:33.598212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 9800e3c5-9758-461d-9ada-27c719d65fbe details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:33.610251 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-e9604aca-beec-405c-8d9c-86993c499c83 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] delete failed (client error): The resource could not be found. Feb 11 13:17:33.615501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e9604aca-beec-405c-8d9c-86993c499c83 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/21854314-b297-4766-b486-3f6e3c62b43e HTTP/1.1" status: 404 len: 345 time: 0.1137836 Feb 11 13:17:33.616351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33624) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:33.657277 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e98021-cf15-4f23-be1e-30ea6546ecd7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] DELETE failed (client error): The resource could not be found. Feb 11 13:17:33.657277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e98021-cf15-4f23-be1e-30ea6546ecd7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:17:33.657545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f0c6459a-f8ec-4fba-8f32-2008927828eb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5686765 Feb 11 13:17:33.661116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33630) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:33.669510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': '9800e3c5-9758-461d-9ada-27c719d65fbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:33.671122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-08e98021-cf15-4f23-be1e-30ea6546ecd7 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "DELETE /v2.0/networks/a09db91d-ee30-4a05-a523-8b8470411a16 HTTP/1.1" status: 404 len: 339 time: 0.0516422 Feb 11 13:17:33.672108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33634) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:33.684524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334bd42-de63-4d25-b3f3-a1aaa8ab2eba req-a47c95f7-e984-4dff-89f0-c479584681a6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.692806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2334bd42-de63-4d25-b3f3-a1aaa8ab2eba req-a47c95f7-e984-4dff-89f0-c479584681a6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 945 time: 0.2739208 Feb 11 13:17:33.697927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Request body: {'network': {'name': 'tempest-network--1900910879', 'router:external': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:33.703787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:33.726641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ec707-c72e-4750-8ecf-b43b3a2534a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:33.735788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Usage tracker for resource:network and tenant:27a1b69b3592427fb5e7767b41c681dd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:33.742107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:33.753759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:33.757564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:33.762983 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.763940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cb7f56de-fce8-4cb5-8160-e62cf753af21 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:17:33.783685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a969606-6db3-4b06-89d0-b2d7b5df9952 req-605f776b-73eb-44b1-bd54-7dd95af4abeb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.786390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2334bd42-de63-4d25-b3f3-a1aaa8ab2eba req-d47ae9a6-86df-421c-9b71-d94b18dcde7b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923512 Feb 11 13:17:33.787296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a969606-6db3-4b06-89d0-b2d7b5df9952 req-605f776b-73eb-44b1-bd54-7dd95af4abeb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 943 time: 0.2447290 Feb 11 13:17:33.788701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Made reservation on behalf of 27a1b69b3592427fb5e7767b41c681dd for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:33.796213 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.849264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:33.867438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: cb7f56de-fce8-4cb5-8160-e62cf753af21 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:17:33.867438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cb7f56de-fce8-4cb5-8160-e62cf753af21 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:17:33.867836 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.868485 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Added segment 0f8b3165-8a90-4978-9932-2855ac84adbb of type vlan for network 0ef5d2c0-915d-43ec-b231-3cc080c752a9 Feb 11 13:17:33.901016 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a969606-6db3-4b06-89d0-b2d7b5df9952 req-4d33f3cc-86c4-4540-b982-7f45665821a0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981667 Feb 11 13:17:33.905004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:33.912267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.919711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:subnet and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:33.933371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:33.933604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:33.939253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:33.954238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:33.996053 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.996924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.997510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.010606 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0ec707-c72e-4750-8ecf-b43b3a2534a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27', 'code': 200} Feb 11 13:17:34.177043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event updated for resources: {'Network': ['ID=0ef5d2c0-915d-43ec-b231-3cc080c752a9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:34.179889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e2c12f6-7c8c-4010-bc67-d457f4659b4b tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5054073 Feb 11 13:17:34.182910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33652) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:34.192941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 0ef5d2c0-915d-43ec-b231-3cc080c752a9 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:34.262936 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.388869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876f5fb-e759-4db7-aa50-8027fc1df3bc tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.394371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876f5fb-e759-4db7-aa50-8027fc1df3bc tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.399128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876f5fb-e759-4db7-aa50-8027fc1df3bc tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.403439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876f5fb-e759-4db7-aa50-8027fc1df3bc tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.405472 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d876f5fb-e759-4db7-aa50-8027fc1df3bc tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2216508 Feb 11 13:17:34.408721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33660) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:34.592608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20cf50de-89fa-413c-8043-7504b61ec10c req-2b10323f-8a5e-4f95-b320-50492e4e19b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 1101 time: 0.5083299 Feb 11 13:17:34.594826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.621499 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.651324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb1e0-c054-4e87-96cd-054785b9463f req-755b0280-3f43-4296-84be-ac37ee59b71d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.652787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a50fb1e0-c054-4e87-96cd-054785b9463f req-755b0280-3f43-4296-84be-ac37ee59b71d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.5179243 Feb 11 13:17:34.784485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d41a0-4162-4e64-ace7-d09ff3c3e6e7 req-2ac3aca9-44b3-4f75-96e5-0f3d99fa921c tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.786100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-537d41a0-4162-4e64-ace7-d09ff3c3e6e7 req-2ac3aca9-44b3-4f75-96e5-0f3d99fa921c tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 950 time: 0.2418714 Feb 11 13:17:34.790379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.839678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef5d2c0-915d-43ec-b231-3cc080c752a9']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:34.862780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8b3165-8a90-4978-9932-2855ac84adbb') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:34.862942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8b3165-8a90-4978-9932-2855ac84adbb') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:34.864835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=315222cc-2df7-4166-8de1-f06ccdd39c0f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:34.877556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20cf50de-89fa-413c-8043-7504b61ec10c req-4ae3d8b6-96b5-4926-9740-ac9114b47767 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4b9d33a7-40c9-48dc-8018-531f0eb81eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774086 Feb 11 13:17:34.882236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a50fb1e0-c054-4e87-96cd-054785b9463f req-b13ed3b2-6f7e-44ca-b652-53cb492d212a tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208362 Feb 11 13:17:34.889417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': '01a49cec-e2f2-4fb6-ae08-8a7c89152e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9800e3c5-9758-461d-9ada-27c719d65fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:34.890180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: 9800e3c5-9758-461d-9ada-27c719d65fbe, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:34.891067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.906031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-537d41a0-4162-4e64-ace7-d09ff3c3e6e7 req-356e3ba7-ebad-4a27-a63f-9ef78c3dd0c1 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b9d33a7-40c9-48dc-8018-531f0eb81eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076882 Feb 11 13:17:34.918532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.927355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network 9800e3c5-9758-461d-9ada-27c719d65fbe is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:34.938303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:34.938734 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.946686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 9800e3c5-9758-461d-9ada-27c719d65fbe) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:34.951032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.951670 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.960957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a3eb2-a4df-4494-8848-2d8543e6f3e4 None None] Network 9800e3c5-9758-461d-9ada-27c719d65fbe requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:34.988866 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:34.992112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-62a4d384-bc85-4b64-8854-c8db3e2a56b4 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3299167 Feb 11 13:17:34.993157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:35.101744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.120613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ef5d2c0-915d-43ec-b231-3cc080c752a9 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:17:35.124861 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.132981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ef5d2c0-915d-43ec-b231-3cc080c752a9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:35.135638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee2de928-f973-49f7-bade-268dca307555 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:17:35.141540 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-debd610a-9d70-42f1-9032-a0a1dd35e550 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "DELETE /v2.0/networks/0ef5d2c0-915d-43ec-b231-3cc080c752a9 HTTP/1.1" status: 204 len: 168 time: 0.7311904 Feb 11 13:17:35.142214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33686) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:35.148992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Request body: {'network': {'name': 'tempest-network--1648452012', 'router:external': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:35.153934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:35.158446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Usage tracker for resource:network and tenant:27a1b69b3592427fb5e7767b41c681dd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:35.162359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:35.169063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:35.188689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Made reservation on behalf of 27a1b69b3592427fb5e7767b41c681dd for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:35.191782 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.232766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:35.242843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.243221 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Added segment 9ea459ed-ea11-41e8-8d16-8c16897d00e9 of type vlan for network 909f1ad4-3677-497f-990c-403112cb4a02 Feb 11 13:17:35.283340 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.332205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.333314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.334017 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.404475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.412541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351a256-9133-461b-9cc6-551add938141 req-9d37e195-55fd-4570-92a8-507fe74654b9 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.427179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0351a256-9133-461b-9cc6-551add938141 req-9d37e195-55fd-4570-92a8-507fe74654b9 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 945 time: 0.4013257 Feb 11 13:17:35.445374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ee2de928-f973-49f7-bade-268dca307555, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee2de928-f973-49f7-bade-268dca307555,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:35.458542 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3151753 Feb 11 13:17:35.459669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33694) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:35.487774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'ee2de928-f973-49f7-bade-268dca307555', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'port_id': 'ee2de928-f973-49f7-bade-268dca307555', 'mac_address': 'fa:16:3e:9c:ea:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:17:35.612172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d38a62-4308-4a36-bf0e-8dc15c67a6d2 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event updated for resources: {'Network': ['ID=909f1ad4-3677-497f-990c-403112cb4a02,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:35.614618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0351a256-9133-461b-9cc6-551add938141 req-fd49fc31-827e-411a-bbde-bd7f98d381e1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864123 Feb 11 13:17:35.673540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 909f1ad4-3677-497f-990c-403112cb4a02 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:35.700283 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.742556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16544e2d-4ef4-4692-9f4c-65469cccbd41 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.747708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-16544e2d-4ef4-4692-9f4c-65469cccbd41 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] 10.222.0.67 "GET /v2.0/networks/909f1ad4-3677-497f-990c-403112cb4a02 HTTP/1.1" status: 200 len: 757 time: 0.2842150 Feb 11 13:17:35.748535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33700) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:35.923444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07cb76b-2bd4-41c6-8984-bd19a55af5f7 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.928238 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e07cb76b-2bd4-41c6-8984-bd19a55af5f7 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] 10.222.0.67 "GET /v2.0/networks/82fb1deb-0b7c-4247-b654-bf8b66c17dc8 HTTP/1.1" status: 200 len: 766 time: 0.1784928 Feb 11 13:17:35.933292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33708) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:35.998045 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.031690 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.068319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=315222cc-2df7-4166-8de1-f06ccdd39c0f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:36.211633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650a72c-d8b6-4f19-92eb-c12f43732073 req-3cf2d71e-bc8d-4a3d-9600-0e713b2d06c3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.211903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6650a72c-d8b6-4f19-92eb-c12f43732073 req-3cf2d71e-bc8d-4a3d-9600-0e713b2d06c3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 943 time: 0.2904079 Feb 11 13:17:36.220285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2de928-f973-49f7-bade-268dca307555 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:36.251740 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.253401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ef5d23-cbd1-47d1-adb8-4ffc06a78333 None None] Network 9800e3c5-9758-461d-9ada-27c719d65fbe requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:36.310599 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6650a72c-d8b6-4f19-92eb-c12f43732073 req-ef181626-c01f-45cd-ac21-3edc216fc1e7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812237 Feb 11 13:17:36.312389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9800e3c5-9758-461d-9ada-27c719d65fbe']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:36.328115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a49cec-e2f2-4fb6-ae08-8a7c89152e94') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:36.328768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a49cec-e2f2-4fb6-ae08-8a7c89152e94') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:36.344143 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.365342 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.376936 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.389439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:36.390120 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:36.424672 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:36.483802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ee2de928-f973-49f7-bade-268dca307555, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee2de928-f973-49f7-bade-268dca307555,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:36.496053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4972e-1618-43fa-8669-1192939b973a req-3d8da481-bba7-4f7a-b7c4-62475997282f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.497837 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91a4972e-1618-43fa-8669-1192939b973a req-3d8da481-bba7-4f7a-b7c4-62475997282f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.75 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 945 time: 0.3989811 Feb 11 13:17:36.529553 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.581881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.587009 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.600310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=9800e3c5-9758-461d-9ada-27c719d65fbe,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:36.602773 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f629177f-8b94-4150-8887-6b573d10cb73 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/9800e3c5-9758-461d-9ada-27c719d65fbe HTTP/1.1" status: 204 len: 168 time: 1.6084714 Feb 11 13:17:36.628324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33722) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:36.644620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1976070944'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:36.669910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:36.681193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=ee2de928-f973-49f7-bade-268dca307555,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:36.701905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:network and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:36.711082 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.720230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:36.731468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6056130-2102-4a3c-8c65-c31242aaed26 req-2eef29c1-6118-4351-af24-eb7641cf3898 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.733131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6056130-2102-4a3c-8c65-c31242aaed26 req-2eef29c1-6118-4351-af24-eb7641cf3898 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 950 time: 0.1342096 Feb 11 13:17:36.743111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Deleting port da792421-7d18-4065-bb50-aaa325882751 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:36.743657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.780814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:36.787028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6056130-2102-4a3c-8c65-c31242aaed26 req-5b5c49ef-c869-4030-87aa-add221559d75 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b9d33a7-40c9-48dc-8018-531f0eb81eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466568 Feb 11 13:17:36.821827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ee2de928-f973-49f7-bade-268dca307555'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:36.875909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909f1ad4-3677-497f-990c-403112cb4a02']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:36.899510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:36.902416 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.918356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5530d1-bab9-481a-a101-244fbbd87b48 req-a9d5abf3-4d00-474a-bfff-65150f62e52b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.925057 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be5530d1-bab9-481a-a101-244fbbd87b48 req-a9d5abf3-4d00-474a-bfff-65150f62e52b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.4882233 Feb 11 13:17:36.934546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea459ed-ea11-41e8-8d16-8c16897d00e9') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:36.934817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea459ed-ea11-41e8-8d16-8c16897d00e9') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:36.986458 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.036710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d376484-e0da-4294-a78f-a62471f5fcbf req-f796436b-7520-4323-8952-7913147cf045 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.039959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d376484-e0da-4294-a78f-a62471f5fcbf req-f796436b-7520-4323-8952-7913147cf045 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 945 time: 0.0992410 Feb 11 13:17:37.098058 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d376484-e0da-4294-a78f-a62471f5fcbf req-c5da4828-e00c-48a3-8c8a-8e23efebafd1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501149 Feb 11 13:17:37.103314 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.114550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:37.139391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:37.139794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:37.156593 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:37.167655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device da792421-7d18-4065-bb50-aaa325882751 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:17:37.208490 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.229832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be5530d1-bab9-481a-a101-244fbbd87b48 req-0f45319d-d861-4d55-aa3c-0e940cc910e3 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037956 Feb 11 13:17:37.303043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] For port da792421-7d18-4065-bb50-aaa325882751, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=da792421-7d18-4065-bb50-aaa325882751,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:37.303408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.327021 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.389402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682ea91-a73a-47b6-bb97-a1c65de725d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da792421-7d18-4065-bb50-aaa325882751'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:37.401330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port da792421-7d18-4065-bb50-aaa325882751, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=da792421-7d18-4065-bb50-aaa325882751,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:37.414351 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.446066 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.446066 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment 932a1d95-528c-42be-b25c-dd263c8dd5b4 of type vlan for network 862eb036-4c82-42e5-afea-1c31c841c0b6 Feb 11 13:17:37.452997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Calling delete_port for da792421-7d18-4065-bb50-aaa325882751 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:37.481747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.513483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 909f1ad4-3677-497f-990c-403112cb4a02 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:17:37.539748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.568797 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=da792421-7d18-4065-bb50-aaa325882751,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:37.620306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event deleted for resources: {'Network': ['ID=909f1ad4-3677-497f-990c-403112cb4a02,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:37.668463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-06d1738c-1fee-4395-855d-037ce3f39a2e tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "DELETE /v2.0/networks/909f1ad4-3677-497f-990c-403112cb4a02 HTTP/1.1" status: 204 len: 168 time: 1.7329106 Feb 11 13:17:37.669052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33774) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:37.672874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.676432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Request body: {'network': {'name': 'tempest-network--1923457203'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:37.683687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:37.690157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Usage tracker for resource:network and tenant:27a1b69b3592427fb5e7767b41c681dd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:37.694475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:37.703869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:37.717650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Made reservation on behalf of 27a1b69b3592427fb5e7767b41c681dd for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:37.723354 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.735395 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:17:37.735716 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:17:37.749684 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.759478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.760222 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.763302 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682ea91-a73a-47b6-bb97-a1c65de725d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da792421-7d18-4065-bb50-aaa325882751', 'code': 200} Feb 11 13:17:37.806105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:37.829958 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.829958 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Added segment c7d7c325-ee1a-4e9e-b16f-dc90a0a8ac4e of type vlan for network 858155b3-54cf-4d16-afae-841513a6d1bd Feb 11 13:17:37.903050 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:37.935774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3054628 Feb 11 13:17:37.942342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fd3f6-4fed-41ba-bbb9-174d798acb91 req-b81ba421-877a-419e-bc9b-a1a8aecaed4e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.950622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33790) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:37.950801 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d8fd3f6-4fed-41ba-bbb9-174d798acb91 req-b81ba421-877a-419e-bc9b-a1a8aecaed4e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 944 time: 0.4077623 Feb 11 13:17:37.967329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': '862eb036-4c82-42e5-afea-1c31c841c0b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:38.084520 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.085370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.086139 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.144306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fb3f0-3ad8-43a9-8144-4f1305485cdf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=862eb036-4c82-42e5-afea-1c31c841c0b6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:38.157232 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d8fd3f6-4fed-41ba-bbb9-174d798acb91 req-a25934be-6eee-4fe0-bd48-b4e63723c542 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055597 Feb 11 13:17:38.164277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 862eb036-4c82-42e5-afea-1c31c841c0b6 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:38.238022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Deleting port da792421-7d18-4065-bb50-aaa325882751 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:38.238388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.300265 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6293628 Feb 11 13:17:38.301847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:38.304589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1fd21-9626-4195-b0db-ec2ce168929c tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event updated for resources: {'Network': ['ID=858155b3-54cf-4d16-afae-841513a6d1bd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:38.304943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33810) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:38.308978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:subnet and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:38.311905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:38.318341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:38.332296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f07c53b1-d062-4168-adf2-7df012f0d147 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:38.334047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:38.380502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 858155b3-54cf-4d16-afae-841513a6d1bd details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:38.601941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.817284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d7a37-6105-483a-afe8-54dd90d8aa04 req-202881c8-703f-4039-8976-c69d736d1bd6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.818962 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e93d7a37-6105-483a-afe8-54dd90d8aa04 req-202881c8-703f-4039-8976-c69d736d1bd6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 943 time: 0.3597362 Feb 11 13:17:38.884443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e93d7a37-6105-483a-afe8-54dd90d8aa04 req-5d5b08df-d62d-45dd-a4ff-55005a7adb6e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564561 Feb 11 13:17:38.929782 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f07c53b1-d062-4168-adf2-7df012f0d147 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.965161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b17c4-2ae2-41ab-9145-b0518a584518 req-01dd3289-e910-49a0-a02d-14d0f90c3f17 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.969346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b17c4-2ae2-41ab-9145-b0518a584518 req-01dd3289-e910-49a0-a02d-14d0f90c3f17 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.970931 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-090b17c4-2ae2-41ab-9145-b0518a584518 req-01dd3289-e910-49a0-a02d-14d0f90c3f17 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=5606f9e8-3604-4ea6-baec-3b875cf4bc16&device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 1681 time: 0.3675294 Feb 11 13:17:38.982858 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f07c53b1-d062-4168-adf2-7df012f0d147 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.000069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.065339 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-090b17c4-2ae2-41ab-9145-b0518a584518 req-98a54573-7e33-4efa-a46d-ce807df62edc tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786080 Feb 11 13:17:39.095395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=234f7b78-52f4-4b12-adf5-8fa3ae980c73,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:39.124054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f07c53b1-d062-4168-adf2-7df012f0d147 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Network 858155b3-54cf-4d16-afae-841513a6d1bd is not hosted by any dhcp agent {{(pid=83567) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 11 13:17:39.124811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c53b1-d062-4168-adf2-7df012f0d147 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:39.125390 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f07c53b1-d062-4168-adf2-7df012f0d147 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.129256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f07c53b1-d062-4168-adf2-7df012f0d147 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "PUT /v2.0/networks/858155b3-54cf-4d16-afae-841513a6d1bd HTTP/1.1" status: 200 len: 858 time: 0.8207750 Feb 11 13:17:39.131073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] For port da792421-7d18-4065-bb50-aaa325882751, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=da792421-7d18-4065-bb50-aaa325882751,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:39.131422 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.138310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33842) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:39.146528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': '932a1d95-528c-42be-b25c-dd263c8dd5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '862eb036-4c82-42e5-afea-1c31c841c0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:39.146901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: 862eb036-4c82-42e5-afea-1c31c841c0b6, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:39.171028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee2de928-f973-49f7-bade-268dca307555 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:17:39.188346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network 862eb036-4c82-42e5-afea-1c31c841c0b6 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:39.228519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d2f12-aa98-4484-92ea-4a7bc4000479 req-d71b4fbe-ad80-4f31-a9ef-0233ea077004 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:39.236000 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b28d2f12-aa98-4484-92ea-4a7bc4000479 req-d71b4fbe-ad80-4f31-a9ef-0233ea077004 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.1333256 Feb 11 13:17:39.239395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 862eb036-4c82-42e5-afea-1c31c841c0b6) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:39.273473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92527532-4a88-4b26-8f20-36a783797929 None None] Network 862eb036-4c82-42e5-afea-1c31c841c0b6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:39.273870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:39.274901 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.292786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Calling delete_port for da792421-7d18-4065-bb50-aaa325882751 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:39.330669 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8f247266-50a2-4211-a51b-859d9860b569 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3782778 Feb 11 13:17:39.346833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b28d2f12-aa98-4484-92ea-4a7bc4000479 req-156c4715-ba47-4e48-b720-f81d204789ce tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097233 Feb 11 13:17:39.348858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33854) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:39.382251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c53b1-d062-4168-adf2-7df012f0d147 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event updated for resources: {'Network': ['ID=858155b3-54cf-4d16-afae-841513a6d1bd,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:39.468456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.645798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port ee2de928-f973-49f7-bade-268dca307555 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:39.658460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port ee2de928-f973-49f7-bade-268dca307555 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:39.659752 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.716085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.725265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.749187 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.789277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:39.793286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858155b3-54cf-4d16-afae-841513a6d1bd']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:39.852408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.967329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a413a4-ab52-45dd-87c2-851bea904cab req-9d222ac8-0c74-40e0-a9dc-d2408bbcf1d9 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:39.980037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d2a413a4-ab52-45dd-87c2-851bea904cab req-9d222ac8-0c74-40e0-a9dc-d2408bbcf1d9 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 950 time: 0.2505381 Feb 11 13:17:40.053416 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d2a413a4-ab52-45dd-87c2-851bea904cab req-879ffa87-311e-40df-8d75-1db1634070d9 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b9d33a7-40c9-48dc-8018-531f0eb81eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722682 Feb 11 13:17:40.053927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event deleted for resources: {'Port': ['ID=da792421-7d18-4065-bb50-aaa325882751,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:40.057758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.060301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d7c325-ee1a-4e9e-b16f-dc90a0a8ac4e') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:40.060717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d7c325-ee1a-4e9e-b16f-dc90a0a8ac4e') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:40.086493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.096093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47b742-fcf6-4330-b11d-fef1243495e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-862eb036-4c82-42e5-afea-1c31c841c0b6', 'network_id': '862eb036-4c82-42e5-afea-1c31c841c0b6', 'tenant_id': 'bcfde8ae286d47e8a8df9b3409d2706b', 'fixed_ips': [{'subnet_id': '234f7b78-52f4-4b12-adf5-8fa3ae980c73'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:17:40.097105 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a47b742-fcf6-4330-b11d-fef1243495e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.106674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.113271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:40.113680 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.159487 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.170059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=234f7b78-52f4-4b12-adf5-8fa3ae980c73,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:40.223605 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:40.243025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b4dff7-4446-4d6f-a86e-8a7875d43908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2de928-f973-49f7-bade-268dca307555'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:40.267262 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.278177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 858155b3-54cf-4d16-afae-841513a6d1bd {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:17:40.280711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.286812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ee2de928-f973-49f7-bade-268dca307555, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee2de928-f973-49f7-bade-268dca307555,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:40.323108 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.325318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] Pushing event deleted for resources: {'Network': ['ID=858155b3-54cf-4d16-afae-841513a6d1bd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:40.371981 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dfc5995f-1f32-41cf-a943-3da630be3bd8 tempest-ExternalNetworksTestJSON-438830396 tempest-ExternalNetworksTestJSON-438830396-project-admin] 10.222.0.67 "DELETE /v2.0/networks/858155b3-54cf-4d16-afae-841513a6d1bd HTTP/1.1" status: 204 len: 168 time: 1.2228239 Feb 11 13:17:40.373245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] No DVR routers for this DVR port da792421-7d18-4065-bb50-aaa325882751 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:40.376695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.379836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91a4972e-1618-43fa-8669-1192939b973a req-fe67860f-9dfc-42a3-840b-32a5b145f9d6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.75 "DELETE /v2.0/ports/da792421-7d18-4065-bb50-aaa325882751 HTTP/1.1" status: 204 len: 173 time: 3.8666024 Feb 11 13:17:40.390233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33892) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:40.391782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682ea91-a73a-47b6-bb97-a1c65de725d6', 'name': 'network-vif-deleted', 'tag': 'da792421-7d18-4065-bb50-aaa325882751'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:40.439678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b6162-226f-41f7-acad-d96e8b53abad req-ec8123ea-d09d-4766-b55a-18d756e8c9d1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:40.451195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-500b6162-226f-41f7-acad-d96e8b53abad req-ec8123ea-d09d-4766-b55a-18d756e8c9d1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 944 time: 0.6606693 Feb 11 13:17:40.492371 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c55dec-65a6-443b-ba8c-0801b4b922a8 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] DELETE failed (client error): The resource could not be found. Feb 11 13:17:40.492794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c55dec-65a6-443b-ba8c-0801b4b922a8 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:17:40.525960 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-70c55dec-65a6-443b-ba8c-0801b4b922a8 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] 10.222.0.67 "DELETE /v2.0/subnets/eff22395-8cff-4290-98c6-6771b7c2a734 HTTP/1.1" status: 404 len: 337 time: 0.1227260 Feb 11 13:17:40.526224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dfc678-1ec1-47b2-8a0b-4f6fb6f9e700 None None] Network 862eb036-4c82-42e5-afea-1c31c841c0b6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:40.530442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33902) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:40.603661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.618331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-500b6162-226f-41f7-acad-d96e8b53abad req-ae5c04da-8407-4a0c-8c3c-06a765efbb15 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527109 Feb 11 13:17:40.762138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=ee2de928-f973-49f7-bade-268dca307555,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:40.826099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7dfa392a-491d-490b-8ccd-753ec00d680b req-06a19db3-6afc-4b1f-8072-8e5bfb45aa95 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:40.828675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862eb036-4c82-42e5-afea-1c31c841c0b6']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:40.845397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7dfa392a-491d-490b-8ccd-753ec00d680b req-06a19db3-6afc-4b1f-8072-8e5bfb45aa95 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:40.860183 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7dfa392a-491d-490b-8ccd-753ec00d680b req-06a19db3-6afc-4b1f-8072-8e5bfb45aa95 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=4682ea91-a73a-47b6-bb97-a1c65de725d6 HTTP/1.1" status: 200 len: 210 time: 0.0811942 Feb 11 13:17:40.901991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932a1d95-528c-42be-b25c-dd263c8dd5b4') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:40.902296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932a1d95-528c-42be-b25c-dd263c8dd5b4') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:41.007115 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b4dff7-4446-4d6f-a86e-8a7875d43908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2de928-f973-49f7-bade-268dca307555', 'code': 200} Feb 11 13:17:41.052347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.061841 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.152024 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682ea91-a73a-47b6-bb97-a1c65de725d6', 'name': 'network-vif-deleted', 'tag': 'da792421-7d18-4065-bb50-aaa325882751', 'status': 'completed', 'code': 200} Feb 11 13:17:41.171187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.203415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:41.203934 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.210208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33916) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:41.228280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1acb13b2-77ac-4ff0-afa0-acd46e38eebb req-425ee3b0-936d-451b-a7bd-c635c54ef4f4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 1096 time: 0.2033896 Feb 11 13:17:41.289812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea80e-ada5-47a5-9976-b237a693af6b req-f779090a-431f-43c0-bc06-eebf458867b4 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:41.291374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31cea80e-ada5-47a5-9976-b237a693af6b req-f779090a-431f-43c0-bc06-eebf458867b4 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 945 time: 0.1867058 Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:41.317248 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:41.363402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1acb13b2-77ac-4ff0-afa0-acd46e38eebb req-a9545747-2c34-46dd-b929-1a5a2a69bfa4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274788 Feb 11 13:17:41.380389 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31cea80e-ada5-47a5-9976-b237a693af6b req-ee377c96-5c08-4fa5-ad60-88860fae13ae tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798080 Feb 11 13:17:41.416094 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.444780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fb1deb-0b7c-4247-b654-bf8b66c17dc8']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:41.452977 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-103b9ba3-3d1f-484f-be43-bfe0a8479949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.458166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b3b72b-fe83-41b0-a89f-99b8ba70127a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:41.458535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b3b72b-fe83-41b0-a89f-99b8ba70127a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:41.470292 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.486271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-103b9ba3-3d1f-484f-be43-bfe0a8479949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:41.490748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-103b9ba3-3d1f-484f-be43-bfe0a8479949 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f84c021b954eff934d9fa405ec71af is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:41.491460 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.493619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-103b9ba3-3d1f-484f-be43-bfe0a8479949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:41.498210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:41.498713 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.499289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-103b9ba3-3d1f-484f-be43-bfe0a8479949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:41.572650 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-103b9ba3-3d1f-484f-be43-bfe0a8479949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:41.576286 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:41.584687 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-103b9ba3-3d1f-484f-be43-bfe0a8479949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.590029 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.652704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-103b9ba3-3d1f-484f-be43-bfe0a8479949 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b0f84c021b954eff934d9fa405ec71af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4376147 Feb 11 13:17:41.655356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33930) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:41.674438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b9ba3-3d1f-484f-be43-bfe0a8479949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c498214-df5b-48a6-b470-85b746905015,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:41.733856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62fb8dff-ab62-4c97-b698-cc49226cfdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.759118 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.764860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62fb8dff-ab62-4c97-b698-cc49226cfdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.779839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=862eb036-4c82-42e5-afea-1c31c841c0b6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:41.785271 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.807113 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-33921f4a-7357-49fd-aca0-b9065e1bcd33 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/862eb036-4c82-42e5-afea-1c31c841c0b6 HTTP/1.1" status: 204 len: 168 time: 2.4557118 Feb 11 13:17:41.810922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33936) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:41.813978 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.818495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2104729088'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:41.819712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] 10.222.0.67 "DELETE /v2.0/networks/82fb1deb-0b7c-4247-b654-bf8b66c17dc8 HTTP/1.1" status: 204 len: 168 time: 1.2839406 Feb 11 13:17:41.824146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:41.826842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-45116ea2-f3a4-4ee2-aab7-db1d861c031c tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:41.828322 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-45116ea2-f3a4-4ee2-aab7-db1d861c031c tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 950 time: 0.9284992 Feb 11 13:17:41.829206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:network and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:41.835289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:41.841404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3327167-2574-4397-a1f8-e79b5c65d071 tempest-ExternalNetworksTestJSON-925334486 tempest-ExternalNetworksTestJSON-925334486-project] Pushing event deleted for resources: {'Network': ['ID=82fb1deb-0b7c-4247-b654-bf8b66c17dc8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:41.843737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:41.854955 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62fb8dff-ab62-4c97-b698-cc49226cfdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.873813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb8dff-ab62-4c97-b698-cc49226cfdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c498214-df5b-48a6-b470-85b746905015,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:41.875833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:41.880899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.916855 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62fb8dff-ab62-4c97-b698-cc49226cfdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.921035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-62fb8dff-ab62-4c97-b698-cc49226cfdaa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9c498214-df5b-48a6-b470-85b746905015 HTTP/1.1" status: 204 len: 168 time: 0.2623477 Feb 11 13:17:41.935379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-42342f1a-036e-4a09-994f-049afb674d8f tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Deleting port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:41.935601 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-42342f1a-036e-4a09-994f-049afb674d8f tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.941451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:41.956376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.956986 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment 8487bba5-b567-4894-8466-a0c4f9a1cc60 of type vlan for network cffc626c-2e83-40cb-a1c7-3f83f7b30e98 Feb 11 13:17:41.986552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeb52d-1c0a-4681-9e40-7719c59d5afb req-5cca5d16-6526-4946-9576-e0388742e7e4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:41.988349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8efeb52d-1c0a-4681-9e40-7719c59d5afb req-5cca5d16-6526-4946-9576-e0388742e7e4 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 950 time: 0.4106932 Feb 11 13:17:42.005671 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.055444 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.057776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8efeb52d-1c0a-4681-9e40-7719c59d5afb req-6932e255-26f5-4b4a-b3c6-4ce94acb70f1 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/security-groups?id=4b9d33a7-40c9-48dc-8018-531f0eb81eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624006 Feb 11 13:17:42.063958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:42.071275 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.151692 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.220671 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4056773 Feb 11 13:17:42.224027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33952) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:42.256737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33956) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:42.278860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-fc74f13b-7461-4344-917d-929721c19cda tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:42.416185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-42342f1a-036e-4a09-994f-049afb674d8f tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] For port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:42.416772 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-42342f1a-036e-4a09-994f-049afb674d8f tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.427724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7b0c2-e471-4544-84c2-e84cff308bce tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=cffc626c-2e83-40cb-a1c7-3f83f7b30e98,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:42.442824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network cffc626c-2e83-40cb-a1c7-3f83f7b30e98 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:42.739262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33966) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:42.747732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-42342f1a-036e-4a09-994f-049afb674d8f tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Calling delete_port for a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:42.803958 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37c4dd65-c4be-4f55-9e14-fe7ef5e19468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.859922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-37c4dd65-c4be-4f55-9e14-fe7ef5e19468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:42.875884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-37c4dd65-c4be-4f55-9e14-fe7ef5e19468 admin admin] Usage tracker for resource:security_group_rule and tenant:507be313cdbc4de799e7bf9f52389f1e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:42.879567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-37c4dd65-c4be-4f55-9e14-fe7ef5e19468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:42.886247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-37c4dd65-c4be-4f55-9e14-fe7ef5e19468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:42.992353 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc74f13b-7461-4344-917d-929721c19cda tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.005768 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-42342f1a-036e-4a09-994f-049afb674d8f tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.018687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:43.032687 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-60700c29-d9bf-4333-b548-19272ffc4810 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3cadee946e9945b2ba85c640edb91e9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7724800 Feb 11 13:17:43.037342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33980) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:43.044997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baac598-47d7-416e-8864-49fce4534e7d req-4923ab3d-ed9b-4968-8dc3-00a239ff7db1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.052653 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5baac598-47d7-416e-8864-49fce4534e7d req-4923ab3d-ed9b-4968-8dc3-00a239ff7db1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 945 time: 0.5305569 Feb 11 13:17:43.080260 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37c4dd65-c4be-4f55-9e14-fe7ef5e19468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.084980 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc74f13b-7461-4344-917d-929721c19cda tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.132151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37c4dd65-c4be-4f55-9e14-fe7ef5e19468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.162213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42342f1a-036e-4a09-994f-049afb674d8f tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Pushing event deleted for resources: {'Port': ['ID=a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:43.181718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-1ad0a49b-c190-4196-8da5-93d6e3a739ff tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.183850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-1ad0a49b-c190-4196-8da5-93d6e3a739ff tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.75 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 945 time: 0.3379042 Feb 11 13:17:43.201766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc74f13b-7461-4344-917d-929721c19cda tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network cffc626c-2e83-40cb-a1c7-3f83f7b30e98 is not hosted by any dhcp agent {{(pid=83567) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 11 13:17:43.205191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74f13b-7461-4344-917d-929721c19cda tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.205900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc74f13b-7461-4344-917d-929721c19cda tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.207245 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fc74f13b-7461-4344-917d-929721c19cda tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "PUT /v2.0/networks/cffc626c-2e83-40cb-a1c7-3f83f7b30e98 HTTP/1.1" status: 200 len: 723 time: 0.9526305 Feb 11 13:17:43.229747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33986) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:43.255270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4dd65-c4be-4f55-9e14-fe7ef5e19468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf9b32-8a77-45e1-98dd-49296e4c2726,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:43.303195 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-37c4dd65-c4be-4f55-9e14-fe7ef5e19468 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=507be313cdbc4de799e7bf9f52389f1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5626333 Feb 11 13:17:43.310085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33988) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:43.324012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-42342f1a-036e-4a09-994f-049afb674d8f tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] No DVR routers for this DVR port a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:43.328106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-42342f1a-036e-4a09-994f-049afb674d8f tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.339628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Deleting port ee2de928-f973-49f7-bade-268dca307555 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:43.340347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.344175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ec707-c72e-4750-8ecf-b43b3a2534a8', 'name': 'network-vif-deleted', 'tag': 'a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:43.354676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b2530d57-7d28-4cbf-a204-f5f50d0fb6cb req-42342f1a-036e-4a09-994f-049afb674d8f tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.73 "DELETE /v2.0/ports/a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 HTTP/1.1" status: 204 len: 173 time: 1.5167365 Feb 11 13:17:43.373319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74f13b-7461-4344-917d-929721c19cda tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=cffc626c-2e83-40cb-a1c7-3f83f7b30e98,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:43.389742 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5baac598-47d7-416e-8864-49fce4534e7d req-f955538f-fb8a-452d-909e-61d8e721ef7d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322127 Feb 11 13:17:43.415562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network cffc626c-2e83-40cb-a1c7-3f83f7b30e98 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:43.477052 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1e63507-dcfd-4637-8058-9cb6a6a609d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.511562 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1e63507-dcfd-4637-8058-9cb6a6a609d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.633926 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1e63507-dcfd-4637-8058-9cb6a6a609d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.672849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e63507-dcfd-4637-8058-9cb6a6a609d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf9b32-8a77-45e1-98dd-49296e4c2726,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:43.677082 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1e63507-dcfd-4637-8058-9cb6a6a609d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.678122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d1e63507-dcfd-4637-8058-9cb6a6a609d9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a8cf9b32-8a77-45e1-98dd-49296e4c2726 HTTP/1.1" status: 204 len: 168 time: 0.3669591 Feb 11 13:17:43.712445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': 'cffc626c-2e83-40cb-a1c7-3f83f7b30e98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:43.725153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeb8ad-769d-4b9c-8496-4f1e4fd025c4 req-c41a077a-280e-4506-aba9-f0ea5e3664c8 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.726320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-19aeb8ad-769d-4b9c-8496-4f1e4fd025c4 req-c41a077a-280e-4506-aba9-f0ea5e3664c8 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Synchronizing usage tracker for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:43.742735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-19aeb8ad-769d-4b9c-8496-4f1e4fd025c4 req-c41a077a-280e-4506-aba9-f0ea5e3664c8 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Unset dirty status for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:43.747253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19aeb8ad-769d-4b9c-8496-4f1e4fd025c4 req-c41a077a-280e-4506-aba9-f0ea5e3664c8 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=5606f9e8-3604-4ea6-baec-3b875cf4bc16 HTTP/1.1" status: 200 len: 945 time: 0.1625884 Feb 11 13:17:43.803171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19aeb8ad-769d-4b9c-8496-4f1e4fd025c4 req-29329dba-21e1-4db8-ac4d-2529f0e0e0b2 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535178 Feb 11 13:17:43.871305 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-327b412a-ad6d-4c9d-b40e-51dda7f7529d req-483780f6-0bf8-43ae-9c11-62730acf65c7 tempest-TenantUsagesTestJSON-911981910 tempest-TenantUsagesTestJSON-911981910-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f0ec707-c72e-4750-8ecf-b43b3a2534a8 HTTP/1.1" status: 200 len: 210 time: 0.1332114 Feb 11 13:17:43.884819 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0ec707-c72e-4750-8ecf-b43b3a2534a8', 'name': 'network-vif-deleted', 'tag': 'a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27', 'status': 'completed', 'code': 200} Feb 11 13:17:44.008332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:44.035773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:subnet and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:44.047234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e9a21db-d4de-40f3-836b-b3e9e10928cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:44.061914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:44.079632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:44.137869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-8ef2c375-9452-4648-9bfd-2e60e5fbb132 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.139528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-8ef2c375-9452-4648-9bfd-2e60e5fbb132 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.75 "GET /v2.0/ports?device_id=5606f9e8-3604-4ea6-baec-3b875cf4bc16 HTTP/1.1" status: 200 len: 945 time: 0.8273854 Feb 11 13:17:44.218500 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e9a21db-d4de-40f3-836b-b3e9e10928cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:44.228358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:44.412761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:44.420458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-51e2580e-55aa-4334-bd32-8d47b2832346 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.429864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-51e2580e-55aa-4334-bd32-8d47b2832346 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.2619584 Feb 11 13:17:44.461085 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-e9aa2f76-6a6c-45e7-81a1-0c8f72e39b47 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/quotas/60d3a05ad6e045e3b21396a746cead0f HTTP/1.1" status: 200 len: 375 time: 0.0302858 Feb 11 13:17:44.525717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-7e410903-6d0d-4bf1-a62f-d941d536adc5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.527253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-7e410903-6d0d-4bf1-a62f-d941d536adc5 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.73 "GET /v2.0/ports?device_id=c40dd9df-2c98-4ea5-93a5-59fc701a5764 HTTP/1.1" status: 200 len: 945 time: 0.2452679 Feb 11 13:17:44.646037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-2483453f-331f-4c72-89d6-b0a1611812a3 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Deleting port 4f867535-e002-444d-acb6-3b27439a9e97 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:44.646713 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-2483453f-331f-4c72-89d6-b0a1611812a3 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:44.769678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-72702a7e-0e01-4043-af58-8fc97d3bc337 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Deleting port 8264b05b-c411-41e3-9384-98d2115bde2c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:44.770021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-72702a7e-0e01-4043-af58-8fc97d3bc337 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:44.782359 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-6625c172-23a3-48d6-96ec-c30a616bac96 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3204210 Feb 11 13:17:44.860552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] For port ee2de928-f973-49f7-bade-268dca307555, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee2de928-f973-49f7-bade-268dca307555,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:44.860903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:44.989914 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e9a21db-d4de-40f3-836b-b3e9e10928cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.077784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Calling delete_port for ee2de928-f973-49f7-bade-268dca307555 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:45.154819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-2483453f-331f-4c72-89d6-b0a1611812a3 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] For port 4f867535-e002-444d-acb6-3b27439a9e97, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4f867535-e002-444d-acb6-3b27439a9e97,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:45.155178 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-2483453f-331f-4c72-89d6-b0a1611812a3 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.164494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a21db-d4de-40f3-836b-b3e9e10928cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce831977-6f32-4ce0-b0df-56eb74fa78f5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:45.177003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-93b5236c-51b7-4930-850b-e5238253b6b0 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671308 Feb 11 13:17:45.266811 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4e9a21db-d4de-40f3-836b-b3e9e10928cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.268015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4e9a21db-d4de-40f3-836b-b3e9e10928cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ce831977-6f32-4ce0-b0df-56eb74fa78f5 HTTP/1.1" status: 204 len: 168 time: 2.2294571 Feb 11 13:17:45.297735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30075b00-4592-4a7c-9bc0-0be46d705575 req-dd9cfaf2-888b-44b5-8246-20b2bd30aee8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:45.301330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3647aaf0-c89e-48bd-8efa-72569dab9d4d details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:17:45.317116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30075b00-4592-4a7c-9bc0-0be46d705575 req-dd9cfaf2-888b-44b5-8246-20b2bd30aee8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 945 time: 0.6263716 Feb 11 13:17:45.326340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:17:45.381805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-2483453f-331f-4c72-89d6-b0a1611812a3 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Calling delete_port for 4f867535-e002-444d-acb6-3b27439a9e97 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:45.425661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:17:45.425928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a2e8aa5c-373b-4e2f-bb2d-b01c0df61b27 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:17:45.506945 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ba97e4b-ab87-4a1d-b6dc-a254f66ab7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.535891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-e7ed7370-a734-4a66-9b59-4cee25105612 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579397 Feb 11 13:17:45.568848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-72702a7e-0e01-4043-af58-8fc97d3bc337 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] For port 8264b05b-c411-41e3-9384-98d2115bde2c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8264b05b-c411-41e3-9384-98d2115bde2c,segment=NetworkSegment(7333da0f-e3cb-4aa3-be02-8aab2bb94d55),segment_id=7333da0f-e3cb-4aa3-be02-8aab2bb94d55)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:45.569431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-72702a7e-0e01-4043-af58-8fc97d3bc337 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.638227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:45.653944 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.666181 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-2483453f-331f-4c72-89d6-b0a1611812a3 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.668537 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '3647aaf0-c89e-48bd-8efa-72569dab9d4d', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'port_id': '3647aaf0-c89e-48bd-8efa-72569dab9d4d', 'mac_address': 'fa:16:3e:d4:9a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef0c98-5a96-482c-88be-ad4a399fbddf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:17:45.754196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4f867535-e002-444d-acb6-3b27439a9e97'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:45.812533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483453f-331f-4c72-89d6-b0a1611812a3 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Pushing event deleted for resources: {'Port': ['ID=4f867535-e002-444d-acb6-3b27439a9e97,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:45.899448 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.935776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3647aaf0-c89e-48bd-8efa-72569dab9d4d {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:45.973198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-72702a7e-0e01-4043-af58-8fc97d3bc337 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Calling delete_port for 8264b05b-c411-41e3-9384-98d2115bde2c owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:45.978021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:45.989576 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:46.071715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-2483453f-331f-4c72-89d6-b0a1611812a3 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] No DVR routers for this DVR port 4f867535-e002-444d-acb6-3b27439a9e97 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:46.074606 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-2483453f-331f-4c72-89d6-b0a1611812a3 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:46.188418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40dd9df-2c98-4ea5-93a5-59fc701a5764', 'name': 'network-vif-deleted', 'tag': '4f867535-e002-444d-acb6-3b27439a9e97'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:46.204689 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30075b00-4592-4a7c-9bc0-0be46d705575 req-f7739afc-56f3-4050-83b9-e771624ad5f4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8868380 Feb 11 13:17:46.211984 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1fcd751-a032-4b01-8bfd-d18a93844b35 req-2483453f-331f-4c72-89d6-b0a1611812a3 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.73 "DELETE /v2.0/ports/4f867535-e002-444d-acb6-3b27439a9e97 HTTP/1.1" status: 204 len: 173 time: 1.6781557 Feb 11 13:17:46.246402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['3647aaf0-c89e-48bd-8efa-72569dab9d4d'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:46.291478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=a25951d3-84e9-4157-bd56-ce4d84c4d42d,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:46.361232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3647aaf0-c89e-48bd-8efa-72569dab9d4d,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:46.365422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf0ba6-6735-4937-a34b-e6ec0d16467d req-fdc2d5de-f3ec-4882-be31-ed6946f1243b tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:46.371756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-56cf0ba6-6735-4937-a34b-e6ec0d16467d req-fdc2d5de-f3ec-4882-be31-ed6946f1243b tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Synchronizing usage tracker for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:46.377113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34072) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:46.536152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:46.553129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ee2de928-f973-49f7-bade-268dca307555'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:46.601931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-56cf0ba6-6735-4937-a34b-e6ec0d16467d req-fdc2d5de-f3ec-4882-be31-ed6946f1243b tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Unset dirty status for tenant:fbd5808fb9464db38890b6c7ed504a50 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:46.619971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56cf0ba6-6735-4937-a34b-e6ec0d16467d req-fdc2d5de-f3ec-4882-be31-ed6946f1243b tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=5606f9e8-3604-4ea6-baec-3b875cf4bc16 HTTP/1.1" status: 200 len: 945 time: 0.5497773 Feb 11 13:17:46.690802 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-364ac2dc-42a1-4f48-bc86-ec939d0419ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27a1b69b3592427fb5e7767b41c681dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3034594 Feb 11 13:17:46.694103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34084) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:46.707841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': '8487bba5-b567-4894-8466-a0c4f9a1cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cffc626c-2e83-40cb-a1c7-3f83f7b30e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:46.708354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: cffc626c-2e83-40cb-a1c7-3f83f7b30e98, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:46.732198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event deleted for resources: {'Port': ['ID=ee2de928-f973-49f7-bade-268dca307555,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:46.796449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] No DVR routers for this DVR port ee2de928-f973-49f7-bade-268dca307555 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:46.815802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:46.820182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b4dff7-4446-4d6f-a86e-8a7875d43908', 'name': 'network-vif-deleted', 'tag': 'ee2de928-f973-49f7-bade-268dca307555'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:46.834876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-72702a7e-0e01-4043-af58-8fc97d3bc337 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:46.897615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network cffc626c-2e83-40cb-a1c7-3f83f7b30e98 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:46.903652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56cf0ba6-6735-4937-a34b-e6ec0d16467d req-04e4f322-7e54-4b67-a5fb-b9080233f277 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/security-groups?id=294b2788-3c4f-4434-82c5-7efa2dd2bc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826259 Feb 11 13:17:46.953837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72702a7e-0e01-4043-af58-8fc97d3bc337 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Pushing event deleted for resources: {'Port': ['ID=8264b05b-c411-41e3-9384-98d2115bde2c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:46.956184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, cffc626c-2e83-40cb-a1c7-3f83f7b30e98) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:46.964216 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.75 "DELETE /v2.0/ports/ee2de928-f973-49f7-bade-268dca307555 HTTP/1.1" status: 204 len: 173 time: 3.7366931 Feb 11 13:17:46.965273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc4ffc-b9b7-4441-a7fa-a01766d8b1e6 None None] Network cffc626c-2e83-40cb-a1c7-3f83f7b30e98 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:47.008148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.008932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.014165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-72702a7e-0e01-4043-af58-8fc97d3bc337 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] No DVR routers for this DVR port 8264b05b-c411-41e3-9384-98d2115bde2c on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:47.018720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-72702a7e-0e01-4043-af58-8fc97d3bc337 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.020976 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4320304-9309-4eed-8e2f-f3332b57c82c req-72702a7e-0e01-4043-af58-8fc97d3bc337 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.75 "DELETE /v2.0/ports/8264b05b-c411-41e3-9384-98d2115bde2c HTTP/1.1" status: 204 len: 173 time: 2.8052855 Feb 11 13:17:47.046609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-293db61c-6f5f-4e35-8e12-b45b78af3a57 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7331395 Feb 11 13:17:47.047869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34096) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:47.076907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-74568439-27ac-453a-9720-c96d3f23e773 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:47.089047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeab1f3-90d1-4aa5-b269-ebfb674fb804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.170361 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeab1f3-90d1-4aa5-b269-ebfb674fb804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.224964 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40dd9df-2c98-4ea5-93a5-59fc701a5764', 'name': 'network-vif-deleted', 'tag': '4f867535-e002-444d-acb6-3b27439a9e97', 'status': 'completed', 'code': 200} Feb 11 13:17:47.335659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeab1f3-90d1-4aa5-b269-ebfb674fb804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.379449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeab1f3-90d1-4aa5-b269-ebfb674fb804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975cbc64-99bf-4c0f-9a6f-9db8f5549d9c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:47.389017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeab1f3-90d1-4aa5-b269-ebfb674fb804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.394551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ceeab1f3-90d1-4aa5-b269-ebfb674fb804 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/975cbc64-99bf-4c0f-9a6f-9db8f5549d9c HTTP/1.1" status: 204 len: 168 time: 0.6925569 Feb 11 13:17:47.459944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34108) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:47.496588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8264b05b-c411-41e3-9384-98d2115bde2c no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:17:47.540479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3647aaf0-c89e-48bd-8efa-72569dab9d4d up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:17:47.631889 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74568439-27ac-453a-9720-c96d3f23e773 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16773434'] for subnet, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.650347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 8264b05b-c411-41e3-9384-98d2115bde2c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:17:47.650725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8264b05b-c411-41e3-9384-98d2115bde2c not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:17:47.738291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cffc626c-2e83-40cb-a1c7-3f83f7b30e98', 'network_id': 'cffc626c-2e83-40cb-a1c7-3f83f7b30e98', 'tenant_id': 'bcfde8ae286d47e8a8df9b3409d2706b', 'fixed_ips': [{'subnet_id': 'a25951d3-84e9-4157-bd56-ce4d84c4d42d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:17:47.746876 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.860953 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fcfae22-516f-46cc-934f-24d53d620286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.923847 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1b864c3-563b-4ea1-850b-44ed55943337 req-852b7e0f-1c11-4622-b25d-fbfba4249258 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 210 time: 0.1463606 Feb 11 13:17:47.934342 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b4dff7-4446-4d6f-a86e-8a7875d43908', 'name': 'network-vif-deleted', 'tag': 'ee2de928-f973-49f7-bade-268dca307555', 'status': 'completed', 'code': 200} Feb 11 13:17:48.050272 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cebbb7f5-4f0c-4341-a3ae-a1b9cf02f113 req-fc2fa585-0755-4a20-b937-af4e692d64e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 210 time: 0.1181381 Feb 11 13:17:48.052316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 3647aaf0-c89e-48bd-8efa-72569dab9d4d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:48.052951 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.118285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5914b69d-ae5b-432f-b87a-e8171fcada47 req-1b1f1559-c26a-44bc-9ff6-027d2f3d31c2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 210 time: 0.1801193 Feb 11 13:17:48.335999 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.392399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3647aaf0-c89e-48bd-8efa-72569dab9d4d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:48.406007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74568439-27ac-453a-9720-c96d3f23e773 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742264258187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16179265'] for subnet, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.530112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:48.543034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0e88320-612b-4fbb-8b80-d6b8ca5eaf58 req-e364bb9a-2c44-42f8-b05d-b85119d79d83 tempest-ListServersNegativeTestJSON-1744467255 tempest-ListServersNegativeTestJSON-1744467255-project] 10.222.0.67 "GET /v2.0/ports?device_id=5606f9e8-3604-4ea6-baec-3b875cf4bc16 HTTP/1.1" status: 200 len: 210 time: 0.1038201 Feb 11 13:17:48.560645 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.563520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4f867535-e002-444d-acb6-3b27439a9e97 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:17:48.634319 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3647aaf0-c89e-48bd-8efa-72569dab9d4d', 'code': 200} Feb 11 13:17:48.648313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 4f867535-e002-444d-acb6-3b27439a9e97 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:17:48.648864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4f867535-e002-444d-acb6-3b27439a9e97 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:17:48.701782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Allocated IP 172.20.0.2 (cffc626c-2e83-40cb-a1c7-3f83f7b30e98/a25951d3-84e9-4157-bd56-ce4d84c4d42d/0f9d17fc-d09a-4757-bb76-8c444eb91b0e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:48.703452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74568439-27ac-453a-9720-c96d3f23e773 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.704102 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74568439-27ac-453a-9720-c96d3f23e773 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.709358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:48.713497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-74568439-27ac-453a-9720-c96d3f23e773 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "PUT /v2.0/subnets/a25951d3-84e9-4157-bd56-ce4d84c4d42d HTTP/1.1" status: 200 len: 806 time: 1.6526577 Feb 11 13:17:48.754007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbb7f5-4f0c-4341-a3ae-a1b9cf02f113 req-ba3cab2e-1714-42a3-8ebe-741bd5bb02c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.761362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cebbb7f5-4f0c-4341-a3ae-a1b9cf02f113 req-ba3cab2e-1714-42a3-8ebe-741bd5bb02c0 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=065894f866e44a928b5da656a828a752&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6257906 Feb 11 13:17:48.762050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74568439-27ac-453a-9720-c96d3f23e773 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=a25951d3-84e9-4157-bd56-ce4d84c4d42d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:48.807147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3647aaf0-c89e-48bd-8efa-72569dab9d4d,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:48.898604 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:17:48.969884 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.049363 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.092757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e35c4546-983d-48c4-94b4-4e1c8cacb24d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3c526694a9b46ecb2ae40f72266166d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6286752 Feb 11 13:17:49.093666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34146) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:49.188797 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.270968 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73b901bf-7aa1-466c-b2db-028aebb9dd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.310169 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73b901bf-7aa1-466c-b2db-028aebb9dd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.329974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbb7f5-4f0c-4341-a3ae-a1b9cf02f113 req-113cac08-5027-44dc-b77b-4aa6568f01fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.336000 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cebbb7f5-4f0c-4341-a3ae-a1b9cf02f113 req-113cac08-5027-44dc-b77b-4aa6568f01fc service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5693302 Feb 11 13:17:49.441322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.567285 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.584577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Transition to ACTIVE for port object 0f9d17fc-d09a-4757-bb76-8c444eb91b0e will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:49.612397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Transition to ACTIVE for port object 0f9d17fc-d09a-4757-bb76-8c444eb91b0e will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:49.625819 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.655538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f692376e-0531-48bc-b6f8-5513248d741d req-8ff3048a-f700-4122-9478-6a79b4e6e002 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 210 time: 0.1686106 Feb 11 13:17:49.684368 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73b901bf-7aa1-466c-b2db-028aebb9dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.900987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Network cffc626c-2e83-40cb-a1c7-3f83f7b30e98 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:49.914336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:49.916472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Pushing event updated for resources: {'Port': ['ID=0f9d17fc-d09a-4757-bb76-8c444eb91b0e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:49.931236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:49.935927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5606f9e8-3604-4ea6-baec-3b875cf4bc16', 'name': 'network-vif-deleted', 'tag': '8264b05b-c411-41e3-9384-98d2115bde2c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:49.984169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34180) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:50.091330 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5606f9e8-3604-4ea6-baec-3b875cf4bc16', 'name': 'network-vif-deleted', 'tag': '8264b05b-c411-41e3-9384-98d2115bde2c', 'status': 'completed', 'code': 200} Feb 11 13:17:50.114725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Attempting to bind port 0f9d17fc-d09a-4757-bb76-8c444eb91b0e on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:50.118725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Attempting to bind port 0f9d17fc-d09a-4757-bb76-8c444eb91b0e by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '8487bba5-b567-4894-8466-a0c4f9a1cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cffc626c-2e83-40cb-a1c7-3f83f7b30e98'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:50.119383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Attempting to bind port 0f9d17fc-d09a-4757-bb76-8c444eb91b0e on network cffc626c-2e83-40cb-a1c7-3f83f7b30e98 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:50.128812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:50.129577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Checking segment: {'id': '8487bba5-b567-4894-8466-a0c4f9a1cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cffc626c-2e83-40cb-a1c7-3f83f7b30e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:50.130201 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.131005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Bound using segment: {'id': '8487bba5-b567-4894-8466-a0c4f9a1cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cffc626c-2e83-40cb-a1c7-3f83f7b30e98'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:50.131393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1690ab-3d9d-4f8b-8b54-29f94e487777 admin admin] Deleting subnet e89c1133-ebdb-419a-a954-3b796588b46e {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:17:50.131939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Bound port: 0f9d17fc-d09a-4757-bb76-8c444eb91b0e, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8487bba5-b567-4894-8466-a0c4f9a1cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cffc626c-2e83-40cb-a1c7-3f83f7b30e98'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:50.132587 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.136479 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec1690ab-3d9d-4f8b-8b54-29f94e487777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.202778 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.225558 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec1690ab-3d9d-4f8b-8b54-29f94e487777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.226542 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f981874-35cc-4340-81d8-d64d1649b550 req-27261eb0-c47d-4746-ac45-9896d2fafb7b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 210 time: 0.7907853 Feb 11 13:17:50.266213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] For port 0f9d17fc-d09a-4757-bb76-8c444eb91b0e, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:50.271085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] For port 0f9d17fc-d09a-4757-bb76-8c444eb91b0e, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0f9d17fc-d09a-4757-bb76-8c444eb91b0e,segment=NetworkSegment(8487bba5-b567-4894-8466-a0c4f9a1cc60),segment_id=8487bba5-b567-4894-8466-a0c4f9a1cc60)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:50.277573 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.354201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.459775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b901bf-7aa1-466c-b2db-028aebb9dd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d33a7-40c9-48dc-8018-531f0eb81eaf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:50.552533 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73b901bf-7aa1-466c-b2db-028aebb9dd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.553662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-73b901bf-7aa1-466c-b2db-028aebb9dd70 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b9d33a7-40c9-48dc-8018-531f0eb81eaf HTTP/1.1" status: 204 len: 168 time: 1.4587028 Feb 11 13:17:50.554521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=a25951d3-84e9-4157-bd56-ce4d84c4d42d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:50.603171 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec1690ab-3d9d-4f8b-8b54-29f94e487777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.647324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9c8bb-d07b-4557-9ded-d4bd21a237fe None None] Pushing event updated for resources: {'Port': ['ID=0f9d17fc-d09a-4757-bb76-8c444eb91b0e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:50.698951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d20d5-6fac-473f-bfce-f5531ff62417 None None] Network cffc626c-2e83-40cb-a1c7-3f83f7b30e98 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:50.727561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec1690ab-3d9d-4f8b-8b54-29f94e487777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.838282 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.856318 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb38d0b-d42b-4594-9cbb-0c1183d6283b req-44f5cbb2-b070-4ff2-ab8c-4b6b0c3d7be9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 1096 time: 0.6329944 Feb 11 13:17:50.865636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8533bd8a-cbf5-4563-bd49-30a7f814cdc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.867478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8533bd8a-cbf5-4563-bd49-30a7f814cdc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 1.4847398 Feb 11 13:17:50.891219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffc626c-2e83-40cb-a1c7-3f83f7b30e98']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:50.943901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Request body: {'port': {'device_id': '9ceaf849-1f98-4aa4-82f3-b48c20024d75', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'admin_state_up': True, 'tenant_id': '60d3a05ad6e045e3b21396a746cead0f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:50.994345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1690ab-3d9d-4f8b-8b54-29f94e487777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89c1133-ebdb-419a-a954-3b796588b46e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:50.998535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cebbb7f5-4f0c-4341-a3ae-a1b9cf02f113 req-8bd7a555-6ae1-4e1c-9dce-7b03aa0b34ad tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:51.014304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec1690ab-3d9d-4f8b-8b54-29f94e487777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:51.052897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ec1690ab-3d9d-4f8b-8b54-29f94e487777 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e89c1133-ebdb-419a-a954-3b796588b46e HTTP/1.1" status: 204 len: 168 time: 1.0667295 Feb 11 13:17:51.060197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34210) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:51.217236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cebbb7f5-4f0c-4341-a3ae-a1b9cf02f113 req-8bd7a555-6ae1-4e1c-9dce-7b03aa0b34ad tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:17:51.226685 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cebbb7f5-4f0c-4341-a3ae-a1b9cf02f113 req-8bd7a555-6ae1-4e1c-9dce-7b03aa0b34ad tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.75 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 210 time: 0.3944762 Feb 11 13:17:51.281345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25544147-1b1f-40f0-b9e5-7d0616462794 None None] Network cffc626c-2e83-40cb-a1c7-3f83f7b30e98 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:17:51.348188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:51.384116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8487bba5-b567-4894-8466-a0c4f9a1cc60') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:51.385133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8487bba5-b567-4894-8466-a0c4f9a1cc60') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:51.608498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:51.628430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:51.660556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:51.668457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Made reservation on behalf of 60d3a05ad6e045e3b21396a746cead0f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:51.672222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:51.711689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e399e54e-206d-406c-8918-0795eec2222f req-31803ed5-6213-4b8b-8444-045d735a7577 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 210 time: 0.4238639 Feb 11 13:17:51.800426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34230) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:51.833550 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:51.890053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15793e40-2aa6-403e-b230-9481ef8e64b5 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:17:51.976367 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6d713b6-a5da-42c0-8a4e-64bd45f11f16 req-cd6ee23f-a641-4d6a-bede-74dbc5cade54 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=60b4dff7-4446-4d6f-a86e-8a7875d43908 HTTP/1.1" status: 200 len: 210 time: 0.2621462 Feb 11 13:17:51.985118 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.011318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15793e40-2aa6-403e-b230-9481ef8e64b5 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:17:52.052747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89239e05-0266-40eb-8a29-3258a8c85c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.069819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38d0b-d42b-4594-9cbb-0c1183d6283b req-ac69b506-241e-4e59-93e9-cf32fa046246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:52.079023 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb38d0b-d42b-4594-9cbb-0c1183d6283b req-ac69b506-241e-4e59-93e9-cf32fa046246 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 906 time: 1.1748874 Feb 11 13:17:52.085031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96e9a89-73af-4472-a147-65f508fa2cd1']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:52.133835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7333da0f-e3cb-4aa3-be02-8aab2bb94d55') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:52.137386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7333da0f-e3cb-4aa3-be02-8aab2bb94d55') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:52.172000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.213168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.224009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:52.224758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.226715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:52.227121 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:52.261052 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:52.263424 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:52.448257 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.491352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.506354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] Pushing event deleted for resources: {'Network': ['ID=c96e9a89-73af-4472-a147-65f508fa2cd1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:52.527018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7bbb4f9c-e4aa-442e-b199-9a65361b764e admin admin] 10.222.0.67 "DELETE /v2.0/networks/c96e9a89-73af-4472-a147-65f508fa2cd1 HTTP/1.1" status: 204 len: 168 time: 1.4656634 Feb 11 13:17:52.562141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb38d0b-d42b-4594-9cbb-0c1183d6283b req-ce47f1e1-6101-4e0d-8cc6-2c8900a8cde7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d HTTP/1.1" status: 200 len: 217 time: 0.4416618 Feb 11 13:17:52.572099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:17:52.572099 n-d-818559-1 neutron-server[83568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:17:52.572099 n-d-818559-1 neutron-server[83568]: [parameters: {'id': 'cffc626c-2e83-40cb-a1c7-3f83f7b30e98'}] Feb 11 13:17:52.572099 n-d-818559-1 neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:17:52.572549 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:17:52.703532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-89239e05-0266-40eb-8a29-3258a8c85c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:52.725626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-89239e05-0266-40eb-8a29-3258a8c85c8b admin admin] Usage tracker for resource:security_group_rule and tenant:e4bf9d6dbbc34756a41f049ab9dd8002 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:52.730412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-89239e05-0266-40eb-8a29-3258a8c85c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:52.745092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-89239e05-0266-40eb-8a29-3258a8c85c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:52.775793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38d0b-d42b-4594-9cbb-0c1183d6283b req-26dcd72c-b229-43c9-b301-a9a09beeccdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:52.776969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb38d0b-d42b-4594-9cbb-0c1183d6283b req-26dcd72c-b229-43c9-b301-a9a09beeccdb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebef0c98-5a96-482c-88be-ad4a399fbddf HTTP/1.1" status: 200 len: 845 time: 0.2037745 Feb 11 13:17:52.778071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Allocated IP 172.20.0.9 (9727c67e-db94-4084-8b54-a60fe2e6f7f1/4ed8415f-ae9d-4916-aeb3-95b233c7a703/207156b8-a02a-40af-8d12-6cc97dc0ebdb) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:52.858929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb38d0b-d42b-4594-9cbb-0c1183d6283b req-4a70cb81-d89e-4a00-835c-b1bdacf2c4cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8def48aa-ef08-4b80-abf3-24d152a70065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720637 Feb 11 13:17:52.931478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34260) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:53.082447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc3b6370-16a8-442e-b63f-ec5d2bccd5a8 req-dfcc036b-17c9-41b0-be7e-6d6ce0540b6b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 210 time: 0.1658430 Feb 11 13:17:53.090733 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.113467 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ed81e76c-bb82-4541-acea-03abd7a5fe84 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fbd5808fb9464db38890b6c7ed504a50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1779742 Feb 11 13:17:53.115638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34268) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:53.205014 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89239e05-0266-40eb-8a29-3258a8c85c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.234985 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89239e05-0266-40eb-8a29-3258a8c85c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.347590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81169dd0-f430-411d-81c6-49b93e6aeb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.424279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81169dd0-f430-411d-81c6-49b93e6aeb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.424766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Deleting port 0f9d17fc-d09a-4757-bb76-8c444eb91b0e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:17:53.425388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.484982 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb38d0b-d42b-4594-9cbb-0c1183d6283b req-40c4cad5-f6ae-4c85-a728-5fd0db5bb804 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067481 Feb 11 13:17:53.528704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81169dd0-f430-411d-81c6-49b93e6aeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.538223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89239e05-0266-40eb-8a29-3258a8c85c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bba3d4-1d0a-4c15-a338-6010385db721,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:53.567034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-89239e05-0266-40eb-8a29-3258a8c85c8b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4bf9d6dbbc34756a41f049ab9dd8002&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7572534 Feb 11 13:17:53.570940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34282) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:53.625788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81169dd0-f430-411d-81c6-49b93e6aeb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294b2788-3c4f-4434-82c5-7efa2dd2bc7b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:53.680679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81169dd0-f430-411d-81c6-49b93e6aeb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.688298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-81169dd0-f430-411d-81c6-49b93e6aeb53 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/294b2788-3c4f-4434-82c5-7efa2dd2bc7b HTTP/1.1" status: 204 len: 168 time: 0.5665166 Feb 11 13:17:53.729543 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07099c29-e37c-413f-b977-171a72c275be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.808069 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07099c29-e37c-413f-b977-171a72c275be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.882836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.907229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07099c29-e37c-413f-b977-171a72c275be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.933380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07099c29-e37c-413f-b977-171a72c275be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bba3d4-1d0a-4c15-a338-6010385db721,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:53.937314 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07099c29-e37c-413f-b977-171a72c275be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.938498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-07099c29-e37c-413f-b977-171a72c275be admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80bba3d4-1d0a-4c15-a338-6010385db721 HTTP/1.1" status: 204 len: 168 time: 0.3601179 Feb 11 13:17:54.091021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6cb38d0b-d42b-4594-9cbb-0c1183d6283b req-ed342431-6dc8-439c-938c-e12a7cbe587b service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924420 Feb 11 13:17:54.124985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] For port 0f9d17fc-d09a-4757-bb76-8c444eb91b0e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0f9d17fc-d09a-4757-bb76-8c444eb91b0e,segment=NetworkSegment(8487bba5-b567-4894-8466-a0c4f9a1cc60),segment_id=8487bba5-b567-4894-8466-a0c4f9a1cc60)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:54.125814 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:54.303376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Calling delete_port for 0f9d17fc-d09a-4757-bb76-8c444eb91b0e owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:17:54.369033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-631223f0-c722-47a0-8874-851bcbe17b32 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:54.381557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-631223f0-c722-47a0-8874-851bcbe17b32 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.5721250 Feb 11 13:17:54.394880 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:54.409274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:17:54.485207 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-a043c3bb-f9f8-4780-a6c2-c5d43bb597b5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/quotas/065894f866e44a928b5da656a828a752 HTTP/1.1" status: 200 len: 375 time: 0.1016548 Feb 11 13:17:54.568119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd826407-c65a-4dbc-8aa1-333118af9dab req-a63a43c1-6320-4169-a92d-9c9bb255b063 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:54.575710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd826407-c65a-4dbc-8aa1-333118af9dab req-a63a43c1-6320-4169-a92d-9c9bb255b063 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 931 time: 0.2248261 Feb 11 13:17:54.684443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd826407-c65a-4dbc-8aa1-333118af9dab req-9cf96d2f-3ebb-42af-83a3-a131b50f99d8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028712 Feb 11 13:17:54.714520 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-cad15372-ca4e-4f3a-b54c-041da38d217f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2281349 Feb 11 13:17:54.821331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event updated for resources: {'Port': ['ID=207156b8-a02a-40af-8d12-6cc97dc0ebdb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:54.838184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:54.840120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:54.844086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:17:54.883322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.005111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Port': ['ID=0f9d17fc-d09a-4757-bb76-8c444eb91b0e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:55.011879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34316) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:55.030509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No DVR routers for this DVR port 0f9d17fc-d09a-4757-bb76-8c444eb91b0e on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:55.126507 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.128125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.260158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee2de928-f973-49f7-bade-268dca307555 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:17:55.269280 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.278905 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-637f5dce-860a-408f-9e94-daf89487227e service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352588 Feb 11 13:17:55.282632 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-75f165fd-225e-479c-98f6-a1b098ea84e5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3824289 Feb 11 13:17:55.305142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Request body: {'port': {'device_id': '9ceaf849-1f98-4aa4-82f3-b48c20024d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:55.324546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: ee2de928-f973-49f7-bade-268dca307555 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:17:55.324863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee2de928-f973-49f7-bade-268dca307555 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:17:55.362918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34336) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:55.404706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-cad09cdf-8137-4389-b683-fa2cb2e94877 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:55.460396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cad09cdf-8137-4389-b683-fa2cb2e94877 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] 10.222.0.67 "PUT /v2.0/quotas/4abff609bbee4ea3af33fac2f5e50c48 HTTP/1.1" status: 200 len: 368 time: 0.4342232 Feb 11 13:17:55.460396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34344) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:55.479620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Request body: {'network': {'project_id': '4abff609bbee4ea3af33fac2f5e50c48'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:55.493607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:55.512706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Usage tracker for resource:network and tenant:4abff609bbee4ea3af33fac2f5e50c48 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:55.520420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:55.551581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:55.607239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Made reservation on behalf of 4abff609bbee4ea3af33fac2f5e50c48 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:55.609792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.631702 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.638667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffc626c-2e83-40cb-a1c7-3f83f7b30e98']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:55.675435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-d6c165f6-7999-40e5-bbde-391ec8b81399 service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798549 Feb 11 13:17:55.738486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:55.740284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8487bba5-b567-4894-8466-a0c4f9a1cc60') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:55.743625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8487bba5-b567-4894-8466-a0c4f9a1cc60') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:55.781673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Usage tracker for resource:security_group_rule and tenant:4abff609bbee4ea3af33fac2f5e50c48 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:55.788635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6b042f4-6759-49b0-bc09-8f4887e48534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.797667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.811435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:55.834386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:55.860589 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.901371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.913483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:17:55.913881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:55.965387 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:56.073467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c6b042f4-6759-49b0-bc09-8f4887e48534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:56.090198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c6b042f4-6759-49b0-bc09-8f4887e48534 admin admin] Usage tracker for resource:security_group_rule and tenant:e37fd048a7804ce7abdd5b3d46fa8e0d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:56.125180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c6b042f4-6759-49b0-bc09-8f4887e48534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:56.150915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c6b042f4-6759-49b0-bc09-8f4887e48534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:56.244866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879ba95-a873-4ecd-aff1-3475175ef07b req-716f3374-7b5f-45b1-a337-b2a1f7e6430f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:56.264311 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a879ba95-a873-4ecd-aff1-3475175ef07b req-716f3374-7b5f-45b1-a337-b2a1f7e6430f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 931 time: 0.3585186 Feb 11 13:17:56.383690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.401094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a879ba95-a873-4ecd-aff1-3475175ef07b req-df627b46-1b93-4d4d-ac54-32c4e5b7d517 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353865 Feb 11 13:17:56.428546 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.485394 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6b042f4-6759-49b0-bc09-8f4887e48534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.499560 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6b042f4-6759-49b0-bc09-8f4887e48534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.554329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d9cac9-4c2a-4b44-90b4-a11653007742,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:56.590945 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c6b042f4-6759-49b0-bc09-8f4887e48534 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e37fd048a7804ce7abdd5b3d46fa8e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2264907 Feb 11 13:17:56.599215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34388) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:56.630522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b042f4-6759-49b0-bc09-8f4887e48534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeb2118-0e69-4827-8f68-9bbf61fb66ee,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:56.687249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0348ca43-5675-46f4-b28f-234e8d5efaaf req-41016318-64b4-4cd4-8318-536c401bda88 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 210 time: 0.1355693 Feb 11 13:17:56.707821 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a8789ea-d26f-49b8-a465-d1237bc46be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.759548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.768872 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.791060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a8789ea-d26f-49b8-a465-d1237bc46be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.805423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=cffc626c-2e83-40cb-a1c7-3f83f7b30e98,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:56.823443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b8319558-977c-48a4-8435-c92828c3d705 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/cffc626c-2e83-40cb-a1c7-3f83f7b30e98 HTTP/1.1" status: 204 len: 168 time: 8.1128585 Feb 11 13:17:56.827645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34392) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:56.860859 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-641b7b19-6380-4349-adbc-eaaf2a4d9f93 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:17:56.861345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641b7b19-6380-4349-adbc-eaaf2a4d9f93 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:17:56.863051 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-641b7b19-6380-4349-adbc-eaaf2a4d9f93 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/cffc626c-2e83-40cb-a1c7-3f83f7b30e98 HTTP/1.1" status: 404 len: 339 time: 0.0344779 Feb 11 13:17:56.876064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34396) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:56.884383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:56.933494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207156b8-a02a-40af-8d12-6cc97dc0ebdb {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:56.937682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-365555481', 'description': 'd1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:56.952700 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.973558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:56.989247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.990352 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Added segment e4b4dd32-bac6-4e79-8285-d29df61acdf8 of type vlan for network 3733d947-b8e8-47e0-9bb1-d2fafad2921f Feb 11 13:17:56.994800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:network and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:56.995942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Transition to ACTIVE for port object 207156b8-a02a-40af-8d12-6cc97dc0ebdb will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:57.005455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:57.007662 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.052994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:57.098137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34404) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:57.112547 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a8789ea-d26f-49b8-a465-d1237bc46be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.118035 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.134404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:57.138896 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.171147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8789ea-d26f-49b8-a465-d1237bc46be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeb2118-0e69-4827-8f68-9bbf61fb66ee,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:57.223225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=207156b8-a02a-40af-8d12-6cc97dc0ebdb,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:57.228599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a8789ea-d26f-49b8-a465-d1237bc46be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.229991 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1a8789ea-d26f-49b8-a465-d1237bc46be2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2eeb2118-0e69-4827-8f68-9bbf61fb66ee HTTP/1.1" status: 204 len: 168 time: 0.6299722 Feb 11 13:17:57.246072 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.249974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:57.255123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.259244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:57.516554 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.516936 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment 7e676f02-e3d8-436a-945c-39d3db7e4684 of type vlan for network 90f45bcd-400c-40c7-8b0e-d978fc8bbdfb Feb 11 13:17:57.547525 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Attempting to bind port 207156b8-a02a-40af-8d12-6cc97dc0ebdb on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:57.547869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Attempting to bind port 207156b8-a02a-40af-8d12-6cc97dc0ebdb by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:57.548168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Attempting to bind port 207156b8-a02a-40af-8d12-6cc97dc0ebdb on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:57.562022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Port 207156b8-a02a-40af-8d12-6cc97dc0ebdb on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:17:57.562345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Attempting to bind port 207156b8-a02a-40af-8d12-6cc97dc0ebdb on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:17:57.575727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:17:57.576147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Checking segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:17:57.576422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Bound using segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:17:57.576855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Bound port: 207156b8-a02a-40af-8d12-6cc97dc0ebdb, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:57.577195 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.590382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1412416 Feb 11 13:17:57.619926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34422) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:57.761274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] For port 207156b8-a02a-40af-8d12-6cc97dc0ebdb, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:57.765147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] For port 207156b8-a02a-40af-8d12-6cc97dc0ebdb, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=207156b8-a02a-40af-8d12-6cc97dc0ebdb,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:57.773126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Request body: {'network': {'project_id': '4abff609bbee4ea3af33fac2f5e50c48'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:57.779261 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.788298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1449874562-network', 'tenant_id': '8b27659946854c3bb0f590399ba91bac'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:57.794210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:57.801046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:57.810300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Usage tracker for resource:network and tenant:8b27659946854c3bb0f590399ba91bac is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:57.813560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:57.831667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:57.842307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4188-b436-4d47-97e7-89fda7e223ff tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Pushing event updated for resources: {'Network': ['ID=3733d947-b8e8-47e0-9bb1-d2fafad2921f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:57.857432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Usage tracker for resource:network and tenant:4abff609bbee4ea3af33fac2f5e50c48 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:57.857551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Made reservation on behalf of 8b27659946854c3bb0f590399ba91bac for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:57.862618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 3733d947-b8e8-47e0-9bb1-d2fafad2921f details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:57.886295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.886403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:57.966229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:58.270793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34436) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:58.272419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.304221 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.406480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cee986b1-ffae-43c3-adc7-a6bb9b6a4b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.421605 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.424212 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] 10.222.0.73 "PUT /v2.0/ports/207156b8-a02a-40af-8d12-6cc97dc0ebdb HTTP/1.1" status: 200 len: 1091 time: 3.1292574 Feb 11 13:17:58.424212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ceaf849-1f98-4aa4-82f3-b48c20024d75', 'tag': '207156b8-a02a-40af-8d12-6cc97dc0ebdb'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:58.456826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-044a83f8-2b02-4f44-ba38-3bb351983351 req-afc80559-ff30-46cf-a7c0-344825b95dde tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 210 time: 0.2157912 Feb 11 13:17:58.464906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.469542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:58.470348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.486956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Made reservation on behalf of 4abff609bbee4ea3af33fac2f5e50c48 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:58.489229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.622335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-fd16dd16-8cd9-48be-835c-8d961c61b564 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:58.630514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-fd16dd16-8cd9-48be-835c-8d961c61b564 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.7758605 Feb 11 13:17:58.637690 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ceaf849-1f98-4aa4-82f3-b48c20024d75', 'tag': '207156b8-a02a-40af-8d12-6cc97dc0ebdb', 'status': 'completed', 'code': 200} Feb 11 13:17:58.638658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c866c88-aae9-4a63-b321-e91e62cafbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=207156b8-a02a-40af-8d12-6cc97dc0ebdb,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:58.657461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Request body: {'port': {'device_id': 'e2bc2550-ff36-43c5-a8da-aa3bec935171', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'admin_state_up': True, 'tenant_id': '065894f866e44a928b5da656a828a752'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:58.687868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:58.740369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=90f45bcd-400c-40c7-8b0e-d978fc8bbdfb,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:58.757415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 90f45bcd-400c-40c7-8b0e-d978fc8bbdfb details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:58.773868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.775073 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Added segment add04a1f-1b33-4df1-979f-b7d66db9ff45 of type vlan for network abac6750-9ce2-411e-8903-a3b4d4c11fa4 Feb 11 13:17:58.815393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cee986b1-ffae-43c3-adc7-a6bb9b6a4b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:58.821452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cee986b1-ffae-43c3-adc7-a6bb9b6a4b34 admin admin] Usage tracker for resource:security_group_rule and tenant:d9f5876eb6184630b3b64acce0e77146 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:58.823728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cee986b1-ffae-43c3-adc7-a6bb9b6a4b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:58.833195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cee986b1-ffae-43c3-adc7-a6bb9b6a4b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:58.882221 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.923484 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cee986b1-ffae-43c3-adc7-a6bb9b6a4b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.948885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f383fa-92d9-4d78-842b-deb66b56fb5b req-ac8d6d0e-4d40-4cad-bba8-f0b9539373ca tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:58.957573 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84f383fa-92d9-4d78-842b-deb66b56fb5b req-ac8d6d0e-4d40-4cad-bba8-f0b9539373ca tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 943 time: 1.3828833 Feb 11 13:17:58.969396 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cee986b1-ffae-43c3-adc7-a6bb9b6a4b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.033374 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-7b3b9fb3-2c44-4614-b373-2e4bcd4918d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 1094 time: 0.4857852 Feb 11 13:17:59.153930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cee986b1-ffae-43c3-adc7-a6bb9b6a4b34 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d9f5876eb6184630b3b64acce0e77146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8652742 Feb 11 13:17:59.177497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34456) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:59.186133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:59.192017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee986b1-ffae-43c3-adc7-a6bb9b6a4b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a6a869-5263-4030-8855-2203a7afa66f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:59.215333 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84f383fa-92d9-4d78-842b-deb66b56fb5b req-930f3ec9-eb77-4a4a-80f2-74cd708ed3af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559867 Feb 11 13:17:59.216371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Usage tracker for resource:security_group_rule and tenant:8b27659946854c3bb0f590399ba91bac is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:59.222171 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-debb5fa0-fe7e-45ea-b045-9270d8d5f755 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3352358 Feb 11 13:17:59.225605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:59.227141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34462) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:59.228933 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.229914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:59.230564 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.236703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:59.239087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:59.328622 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f549e13c-3caa-4783-8680-dc4d96f6d5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.381275 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f549e13c-3caa-4783-8680-dc4d96f6d5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.413248 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.430388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.448576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:59.451682 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-0b781192-d6f9-4821-96a6-fd38bba55f7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207156b8-a02a-40af-8d12-6cc97dc0ebdb HTTP/1.1" status: 200 len: 217 time: 0.4113364 Feb 11 13:17:59.469739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:59.481373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:59.493876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.494300 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Added segment c5bcaafb-0bdc-41e8-bf54-dc0172af41d7 of type vlan for network b3b84142-65c9-44fc-b91d-41383d43d27f Feb 11 13:17:59.528545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f549e13c-3caa-4783-8680-dc4d96f6d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.557905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.582137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549e13c-3caa-4783-8680-dc4d96f6d5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a6a869-5263-4030-8855-2203a7afa66f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:59.656079 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8890564 Feb 11 13:17:59.662180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34472) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:59.678209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-373a7fe7-9a30-4195-b491-37ede02f9e44 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Request body: {'network': {'project_id': '4abff609bbee4ea3af33fac2f5e50c48'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:59.689173 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f549e13c-3caa-4783-8680-dc4d96f6d5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.694100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f549e13c-3caa-4783-8680-dc4d96f6d5fa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6a6a869-5263-4030-8855-2203a7afa66f HTTP/1.1" status: 204 len: 168 time: 0.5156648 Feb 11 13:17:59.701152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-373a7fe7-9a30-4195-b491-37ede02f9e44 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:59.706241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.719589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:59.721321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.726605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-439f6ed4-6f77-4d62-a276-e5e34dc11fa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:59.728654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-439f6ed4-6f77-4d62-a276-e5e34dc11fa7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.1922402 Feb 11 13:17:59.742961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Made reservation on behalf of 065894f866e44a928b5da656a828a752 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:59.747011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.820472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-373a7fe7-9a30-4195-b491-37ede02f9e44 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Usage tracker for resource:network and tenant:4abff609bbee4ea3af33fac2f5e50c48 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:59.860262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-373a7fe7-9a30-4195-b491-37ede02f9e44 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:59.867424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac3047-64e2-4634-b24b-b8e13e2e4a27 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Pushing event updated for resources: {'Network': ['ID=abac6750-9ce2-411e-8903-a3b4d4c11fa4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:59.868367 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7688870 Feb 11 13:17:59.870842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:59.878331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network abac6750-9ce2-411e-8903-a3b4d4c11fa4 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:17:59.880956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-373a7fe7-9a30-4195-b491-37ede02f9e44 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:17:59.883636 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3fab24c4-a75b-4001-a207-6a367b208326 req-ddfc2b64-8a2a-4d05-a137-d18267f2f2f4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 210 time: 0.1300938 Feb 11 13:17:59.924623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a472cf4-2bc5-4cb5-a730-b83d15948ddd tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:59.927205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a472cf4-2bc5-4cb5-a730-b83d15948ddd tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Synchronizing usage tracker for tenant:bcfde8ae286d47e8a8df9b3409d2706b on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:17:59.941798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-a2337ae1-272f-4176-8f9e-76d95511a301 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596258 Feb 11 13:17:59.956336 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-373a7fe7-9a30-4195-b491-37ede02f9e44 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:17:59.956877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373a7fe7-9a30-4195-b491-37ede02f9e44 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:17:59.959810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-373a7fe7-9a30-4195-b491-37ede02f9e44 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2947330 Feb 11 13:17:59.961471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Request body: {'subnet': {'network_id': 'b3b84142-65c9-44fc-b91d-41383d43d27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1449874562-subnet', 'tenant_id': '8b27659946854c3bb0f590399ba91bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:17:59.969660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:17:59.974458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Usage tracker for resource:subnet and tenant:8b27659946854c3bb0f590399ba91bac is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:17:59.978784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:17:59.983660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34492) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:17:59.987117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:00.085122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a6cd1-64be-42d2-89b3-4be922b5d05b admin admin] Pushing event updated for resources: {'Network': ['ID=b3b84142-65c9-44fc-b91d-41383d43d27f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:00.111813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network b3b84142-65c9-44fc-b91d-41383d43d27f details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:18:00.199326 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-092cc1c7-f8e7-400c-91ed-5fe87651d160 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4abff609bbee4ea3af33fac2f5e50c48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2127707 Feb 11 13:18:00.200897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34498) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:00.260553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a472cf4-2bc5-4cb5-a730-b83d15948ddd tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Unset dirty status for tenant:bcfde8ae286d47e8a8df9b3409d2706b on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:00.264837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0a472cf4-2bc5-4cb5-a730-b83d15948ddd tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/networks?id=90f45bcd-400c-40c7-8b0e-d978fc8bbdfb HTTP/1.1" status: 200 len: 760 time: 1.0293953 Feb 11 13:18:00.273591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34504) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:00.288453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Made reservation on behalf of 8b27659946854c3bb0f590399ba91bac for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:00.304931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6a481e2b-8618-4dd2-b463-92cc3d9e46bb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'description': 'd2'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:00.315699 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.684424 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a481e2b-8618-4dd2-b463-92cc3d9e46bb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.725721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a481e2b-8618-4dd2-b463-92cc3d9e46bb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.783611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a481e2b-8618-4dd2-b463-92cc3d9e46bb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network 90f45bcd-400c-40c7-8b0e-d978fc8bbdfb is not hosted by any dhcp agent {{(pid=83567) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 11 13:18:00.789336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a481e2b-8618-4dd2-b463-92cc3d9e46bb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:00.789976 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a481e2b-8618-4dd2-b463-92cc3d9e46bb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.792759 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6a481e2b-8618-4dd2-b463-92cc3d9e46bb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "PUT /v2.0/networks/90f45bcd-400c-40c7-8b0e-d978fc8bbdfb HTTP/1.1" status: 200 len: 757 time: 0.5035348 Feb 11 13:18:00.801215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34518) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:00.809552 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c970c238-8c4c-4bb1-a7f3-0e42bda1ffc9 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.851181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c970c238-8c4c-4bb1-a7f3-0e42bda1ffc9 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.225730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34530) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:01.233299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.263617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac1da29-f8bd-4bd4-8dcc-51231ee88f7a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:01.264849 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3ac1da29-f8bd-4bd4-8dcc-51231ee88f7a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Synchronizing usage tracker for tenant:bcfde8ae286d47e8a8df9b3409d2706b on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:01.342795 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-92567abb-0c3d-4bb2-9bbf-43d1866e8a35 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3908877 Feb 11 13:18:01.384359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c970c238-8c4c-4bb1-a7f3-0e42bda1ffc9 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.414810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7015c6b7-82b8-4fe6-a1fc-475848a8c66d req-29c91d8b-1472-48a9-b75f-69ec49cfc48e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 210 time: 0.1324461 Feb 11 13:18:01.467788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a481e2b-8618-4dd2-b463-92cc3d9e46bb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=90f45bcd-400c-40c7-8b0e-d978fc8bbdfb,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:01.475085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970c238-8c4c-4bb1-a7f3-0e42bda1ffc9 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d9cac9-4c2a-4b44-90b4-a11653007742,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:01.479619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3ac1da29-f8bd-4bd4-8dcc-51231ee88f7a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Unset dirty status for tenant:bcfde8ae286d47e8a8df9b3409d2706b on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:01.482059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 90f45bcd-400c-40c7-8b0e-d978fc8bbdfb details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:18:01.484170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3ac1da29-f8bd-4bd4-8dcc-51231ee88f7a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/networks?id=90f45bcd-400c-40c7-8b0e-d978fc8bbdfb HTTP/1.1" status: 200 len: 760 time: 0.6803403 Feb 11 13:18:01.489719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34540) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:01.504652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1582279056'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:01.511349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:01.526533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:01.544725 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c970c238-8c4c-4bb1-a7f3-0e42bda1ffc9 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.547547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c970c238-8c4c-4bb1-a7f3-0e42bda1ffc9 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/e0d9cac9-4c2a-4b44-90b4-a11653007742 HTTP/1.1" status: 204 len: 168 time: 1.3411899 Feb 11 13:18:01.550171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:01.554769 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.588065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34548) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:01.738903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:01.760692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.770161 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.771153 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment 28d2c21e-9799-4b84-a4b6-26bdc1a5c4e5 of type vlan for network 5305f984-312d-4a48-a1f1-14740f3acb93 Feb 11 13:18:01.775837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f73f80c-adf7-427a-93aa-7f78d6296267,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:01.925202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f60-b985-40b8-a519-bfd1dc57b394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.980998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7b32f60-b985-40b8-a519-bfd1dc57b394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:01.986941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7b32f60-b985-40b8-a519-bfd1dc57b394 admin admin] Usage tracker for resource:security_group_rule and tenant:be5b45ec80e343ceb9a7b795ec949c78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:01.990845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7b32f60-b985-40b8-a519-bfd1dc57b394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:02.000132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7b32f60-b985-40b8-a519-bfd1dc57b394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:02.120032 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f60-b985-40b8-a519-bfd1dc57b394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.154556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7b32f60-b985-40b8-a519-bfd1dc57b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.212299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.261934 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c7b32f60-b985-40b8-a519-bfd1dc57b394 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be5b45ec80e343ceb9a7b795ec949c78&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0218401 Feb 11 13:18:02.263058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Checking segment: {'id': 'c5bcaafb-0bdc-41e8-bf54-dc0172af41d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b3b84142-65c9-44fc-b91d-41383d43d27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:02.263424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Network hostable DHCP agents. Network: b3b84142-65c9-44fc-b91d-41383d43d27f, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:02.270891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34558) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:02.279123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b32f60-b985-40b8-a519-bfd1dc57b394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03491219-c0c1-4742-9974-bc685c4c5546,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:02.331717 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.356376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Allocated IP 172.20.0.13 (05bf97f3-5682-465b-b63d-f7cee2355e2e/dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2/c4c72d66-7d39-4899-aa98-0b943c87c7b2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:02.375735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe995c18-f156-43ce-bed1-cdd2a5f96edd req-7fcd858c-9575-4ce0-aea3-9727d0da6826 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:02.377637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-fe995c18-f156-43ce-bed1-cdd2a5f96edd req-7fcd858c-9575-4ce0-aea3-9727d0da6826 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:02.381057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abac6750-9ce2-411e-8903-a3b4d4c11fa4']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:02.398171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add04a1f-1b33-4df1-979f-b7d66db9ff45') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:02.398171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add04a1f-1b33-4df1-979f-b7d66db9ff45') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:02.420350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:18:02.433807 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.448944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Network b3b84142-65c9-44fc-b91d-41383d43d27f is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:02.485244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, b3b84142-65c9-44fc-b91d-41383d43d27f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:02.486720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.491282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:02.491881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.497684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca715167-529c-4cb1-b568-e7dba05341ef None None] Network b3b84142-65c9-44fc-b91d-41383d43d27f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:02.505059 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.508752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:02.509460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.571511 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-464c9e75-0e18-4f79-9f95-4ad63e237d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.574917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:18:02.575297 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.602559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55bc0a2d-3b2d-4040-88ff-55494fca46a5 req-b271f501-ea69-4af2-a89d-e2f7890976ba service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1731205 Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:02.618239 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:02.622187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-fe995c18-f156-43ce-bed1-cdd2a5f96edd req-7fcd858c-9575-4ce0-aea3-9727d0da6826 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:02.623613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe995c18-f156-43ce-bed1-cdd2a5f96edd req-7fcd858c-9575-4ce0-aea3-9727d0da6826 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 943 time: 1.7711890 Feb 11 13:18:02.703226 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d4219609-f479-46f4-a4f7-ced18503f25e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7857738 Feb 11 13:18:02.915201 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe995c18-f156-43ce-bed1-cdd2a5f96edd req-f1f1aeb9-45f7-436e-91b5-1b2f49c6fa2b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176609 Feb 11 13:18:02.919943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-464c9e75-0e18-4f79-9f95-4ad63e237d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.128579 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f4839de6-bdda-4b13-81a4-3142eaab3f71 req-3d4794fe-acf2-4a6b-ba79-15631a27a851 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 210 time: 0.4557564 Feb 11 13:18:03.163172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=5305f984-312d-4a48-a1f1-14740f3acb93,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:03.166112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5dc68c40-02b5-4348-8001-f86adc36e967 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6734941 Feb 11 13:18:03.183127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34586) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:03.186743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af10fcb3-1c84-438d-aa40-7c6ee12678bf None None] Network b3b84142-65c9-44fc-b91d-41383d43d27f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:03.188021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.200741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': '5305f984-312d-4a48-a1f1-14740f3acb93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:03.280160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.300405 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-653c8c50-2a03-4daa-b9d5-1ac2a2f6e7e4 req-1d82575f-60d7-4867-be13-83fbc92a4dfb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0732667 Feb 11 13:18:03.434496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Pushing event deleted for resources: {'Network': ['ID=abac6750-9ce2-411e-8903-a3b4d4c11fa4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:03.520877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0d4581ba-18c1-4558-8e12-a43790da68be tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] 10.222.0.67 "DELETE /v2.0/networks/abac6750-9ce2-411e-8903-a3b4d4c11fa4 HTTP/1.1" status: 204 len: 168 time: 1.9268155 Feb 11 13:18:03.529028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34594) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:03.551827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 5305f984-312d-4a48-a1f1-14740f3acb93 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:18:03.648072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:03.666535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Usage tracker for resource:subnet and tenant:bcfde8ae286d47e8a8df9b3409d2706b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:03.678880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:03.696164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:03.701057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.719771 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-653c8c50-2a03-4daa-b9d5-1ac2a2f6e7e4 req-80fdf187-7a39-4efc-bd5f-739462baba9c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 1096 time: 0.2878003 Feb 11 13:18:03.724213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:03.732230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5846d38-c65d-46a0-a1e0-1da7ad9c8826 req-2c849111-0045-4eb7-a135-5513747cc90d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 1094 time: 0.9920936 Feb 11 13:18:03.795554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-464c9e75-0e18-4f79-9f95-4ad63e237d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.851795 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.962316 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.994546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c9e75-0e18-4f79-9f95-4ad63e237d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03491219-c0c1-4742-9974-bc685c4c5546,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:04.201360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.286830 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-464c9e75-0e18-4f79-9f95-4ad63e237d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.290408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-464c9e75-0e18-4f79-9f95-4ad63e237d62 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03491219-c0c1-4742-9974-bc685c4c5546 HTTP/1.1" status: 204 len: 168 time: 2.0034475 Feb 11 13:18:04.526983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c8c50-2a03-4daa-b9d5-1ac2a2f6e7e4 req-f4573888-9c9d-474d-8110-0b375237107b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.528611 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-653c8c50-2a03-4daa-b9d5-1ac2a2f6e7e4 req-f4573888-9c9d-474d-8110-0b375237107b service neutron] 10.222.0.75 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.6797087 Feb 11 13:18:04.556698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.616946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5846d38-c65d-46a0-a1e0-1da7ad9c8826 req-2d0d8a6b-cbff-4dc8-88db-1f426661e523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.623437 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5846d38-c65d-46a0-a1e0-1da7ad9c8826 req-2d0d8a6b-cbff-4dc8-88db-1f426661e523 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.8737741 Feb 11 13:18:04.670806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:04.683130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ae7ca-3a32-44c8-838c-c98e835b4426 req-7dfd56ec-1782-4022-b3c5-a31eb18a01c3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.685527 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b4ae7ca-3a32-44c8-838c-c98e835b4426 req-7dfd56ec-1782-4022-b3c5-a31eb18a01c3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 943 time: 0.4843540 Feb 11 13:18:04.716370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3733d947-b8e8-47e0-9bb1-d2fafad2921f']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:04.733607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b4dd32-bac6-4e79-8285-d29df61acdf8') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:04.735020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b4dd32-bac6-4e79-8285-d29df61acdf8') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:04.737778 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-653c8c50-2a03-4daa-b9d5-1ac2a2f6e7e4 req-caf6e617-8b45-498f-8f3c-f29e8af416d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf HTTP/1.1" status: 200 len: 217 time: 0.1971560 Feb 11 13:18:04.752296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.771562 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.779336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:18:04.779849 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.899431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.912681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-feb01868-329d-4e31-be51-904416b93e22 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.919688 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-feb01868-329d-4e31-be51-904416b93e22 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/networks?id=b3b84142-65c9-44fc-b91d-41383d43d27f HTTP/1.1" status: 200 len: 814 time: 1.1926103 Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:04.928723 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:04.969472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c8c50-2a03-4daa-b9d5-1ac2a2f6e7e4 req-8d147519-f60e-4fe6-8ca7-6f08357dec4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.971427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-653c8c50-2a03-4daa-b9d5-1ac2a2f6e7e4 req-8d147519-f60e-4fe6-8ca7-6f08357dec4f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.1836784 Feb 11 13:18:04.985293 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b4ae7ca-3a32-44c8-838c-c98e835b4426 req-58c43765-0edf-4f0c-9f12-dae0aadba825 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713304 Feb 11 13:18:05.027574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:05.030126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:05.065518 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.070523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.072745 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-653c8c50-2a03-4daa-b9d5-1ac2a2f6e7e4 req-0cdbbad4-34c4-411e-b412-b8f35fe20026 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864353 Feb 11 13:18:05.106567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5846d38-c65d-46a0-a1e0-1da7ad9c8826 req-38bbcf35-94a3-4fa1-9cd2-836799f63442 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207156b8-a02a-40af-8d12-6cc97dc0ebdb HTTP/1.1" status: 200 len: 217 time: 0.4339070 Feb 11 13:18:05.119494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] Pushing event deleted for resources: {'Network': ['ID=3733d947-b8e8-47e0-9bb1-d2fafad2921f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:05.131412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event updated for resources: {'Port': ['ID=c4c72d66-7d39-4899-aa98-0b943c87c7b2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:05.182663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d00f04fe-1b2f-4a92-890e-602e8edc8111 tempest-QuotasNegativeTest-324602134 tempest-QuotasNegativeTest-324602134-project-admin] 10.222.0.67 "DELETE /v2.0/networks/3733d947-b8e8-47e0-9bb1-d2fafad2921f HTTP/1.1" status: 204 len: 168 time: 1.6213665 Feb 11 13:18:05.194405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=41b15a1e-97a8-45a9-ad7a-9b21ba136199,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:05.200726 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-2532cfe0-6f01-401b-aa33-c5375f7e47bc tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/quotas/8b27659946854c3bb0f590399ba91bac HTTP/1.1" status: 200 len: 375 time: 0.2800248 Feb 11 13:18:05.291015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-8a6129c2-eb94-4744-a330-3aa0190f2cc4 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b27659946854c3bb0f590399ba91bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887938 Feb 11 13:18:05.428375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 207156b8-a02a-40af-8d12-6cc97dc0ebdb details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:18:05.435217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34638) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:05.487838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.489229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.600876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': '28d2c21e-9799-4b84-a4b6-26bdc1a5c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5305f984-312d-4a48-a1f1-14740f3acb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:05.600876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: 5305f984-312d-4a48-a1f1-14740f3acb93, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:05.629599 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6beb2caa-7cd4-40e2-8538-c1819431182c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.664653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5846d38-c65d-46a0-a1e0-1da7ad9c8826 req-794d0c1a-9f46-4802-b93e-76be351d759e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.666897 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5846d38-c65d-46a0-a1e0-1da7ad9c8826 req-794d0c1a-9f46-4802-b93e-76be351d759e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.5391448 Feb 11 13:18:05.691638 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-f4b9558c-383f-4778-9c1f-d9add4ce8ccf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0410106 Feb 11 13:18:05.699428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-653c8c50-2a03-4daa-b9d5-1ac2a2f6e7e4 req-67a0f4ba-e6ea-400d-9ef4-057d327e98ec service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144750 Feb 11 13:18:05.699428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network 5305f984-312d-4a48-a1f1-14740f3acb93 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:05.789792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Request body: {'port': {'device_id': 'e2bc2550-ff36-43c5-a8da-aa3bec935171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:05.816459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 5305f984-312d-4a48-a1f1-14740f3acb93) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:05.837941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.839139 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.842973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d99441-d6dc-41d8-8c53-9e6d585268a7 None None] Network 5305f984-312d-4a48-a1f1-14740f3acb93 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:05.895417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f33ce-9cea-4218-8525-392ed4e08af6 req-fcac1e72-886d-45f5-b73b-3ad78e335b40 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.916869 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f7f33ce-9cea-4218-8525-392ed4e08af6 req-fcac1e72-886d-45f5-b73b-3ad78e335b40 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 932 time: 0.4212468 Feb 11 13:18:05.920720 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5846d38-c65d-46a0-a1e0-1da7ad9c8826 req-f6576217-3c63-4561-acb8-0bca94b77ba7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2273481 Feb 11 13:18:06.027228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8327b7ee-680d-46d4-aa2f-c4d46fe437da tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8425667 Feb 11 13:18:06.035592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34648) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:06.053061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 207156b8-a02a-40af-8d12-6cc97dc0ebdb, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=207156b8-a02a-40af-8d12-6cc97dc0ebdb,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:06.103907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '207156b8-a02a-40af-8d12-6cc97dc0ebdb', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'port_id': '207156b8-a02a-40af-8d12-6cc97dc0ebdb', 'mac_address': 'fa:16:3e:13:70:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed8415f-ae9d-4916-aeb3-95b233c7a703', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:18:06.250048 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.339012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207156b8-a02a-40af-8d12-6cc97dc0ebdb {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:06.379650 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-653c8c50-2a03-4daa-b9d5-1ac2a2f6e7e4 req-b98c16d9-480a-4203-9e5f-42b0810a78b7 service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653974 Feb 11 13:18:06.406794 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f7f33ce-9cea-4218-8525-392ed4e08af6 req-df89c001-29d2-4d02-a58c-9ae667a88034 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889708 Feb 11 13:18:06.508075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5846d38-c65d-46a0-a1e0-1da7ad9c8826 req-835fa1fe-e8d3-43bf-822c-bdd112cabd02 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422347 Feb 11 13:18:06.555226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6beb2caa-7cd4-40e2-8538-c1819431182c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:06.560746 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-19293e48-c320-4b44-84b4-e23901d62eae service neutron] 10.222.0.67 "GET /v2.0/networks/b3b84142-65c9-44fc-b91d-41383d43d27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2690015 Feb 11 13:18:06.573825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 207156b8-a02a-40af-8d12-6cc97dc0ebdb, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=207156b8-a02a-40af-8d12-6cc97dc0ebdb,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:06.586058 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.596833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6beb2caa-7cd4-40e2-8538-c1819431182c admin admin] Usage tracker for resource:security_group_rule and tenant:1ac68d7bdc574c21ae0d11e2d44c43a2 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:06.709622 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.744903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6beb2caa-7cd4-40e2-8538-c1819431182c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:06.778975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6beb2caa-7cd4-40e2-8538-c1819431182c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:06.838307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['207156b8-a02a-40af-8d12-6cc97dc0ebdb'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:06.958281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.034729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=207156b8-a02a-40af-8d12-6cc97dc0ebdb,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.052025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34660) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:07.090710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.091281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.091281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.091597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.091852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.094898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.095941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.099602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.100232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.100719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.101218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:07.120248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba72eb-8dfd-4507-adfc-6b5423d7374a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-5305f984-312d-4a48-a1f1-14740f3acb93', 'network_id': '5305f984-312d-4a48-a1f1-14740f3acb93', 'tenant_id': 'bcfde8ae286d47e8a8df9b3409d2706b', 'fixed_ips': [{'subnet_id': '41b15a1e-97a8-45a9-ad7a-9b21ba136199'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:18:07.121378 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5ba72eb-8dfd-4507-adfc-6b5423d7374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.139228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.258329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a451f5c-9174-4c08-bef5-d565309347f2 req-c6a4f4eb-3684-4ed9-b4f7-22f5058e36fb tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:07.261860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1a451f5c-9174-4c08-bef5-d565309347f2 req-c6a4f4eb-3684-4ed9-b4f7-22f5058e36fb tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 944 time: 0.4655707 Feb 11 13:18:07.264047 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.397430 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.452564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1a451f5c-9174-4c08-bef5-d565309347f2 req-c6ae42a0-8f2f-4daa-80da-ff4d23c658c1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804707 Feb 11 13:18:07.470064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=41b15a1e-97a8-45a9-ad7a-9b21ba136199,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server [None req-d5ba72eb-8dfd-4507-adfc-6b5423d7374a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41b15a1e-97a8-45a9-ad7a-9b21ba136199: This subnet is being modified by another concurrent operation. Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:18:07.622795 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41b15a1e-97a8-45a9-ad7a-9b21ba136199: This subnet is being modified by another concurrent operation. Feb 11 13:18:07.627908 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server Feb 11 13:18:07.722370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b6d6b-b022-44f0-acfa-28e54b0d2567 None None] Network 5305f984-312d-4a48-a1f1-14740f3acb93 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:07.802101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6fa3006-ff7a-4319-8afc-7c2564cd1ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.888603 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5846d38-c65d-46a0-a1e0-1da7ad9c8826 req-b9c34c8e-4954-4b57-b7e3-9e9ed5c0a843 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3668551 Feb 11 13:18:07.911411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.945086 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-e5c2740d-817c-44c4-a904-80c736a15f7a service neutron] 10.222.0.67 "GET /v2.0/networks/b3b84142-65c9-44fc-b91d-41383d43d27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3515334 Feb 11 13:18:07.960406 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6beb2caa-7cd4-40e2-8538-c1819431182c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.969808 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6beb2caa-7cd4-40e2-8538-c1819431182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.020013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5305f984-312d-4a48-a1f1-14740f3acb93']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:08.102072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d2c21e-9799-4b84-a4b6-26bdc1a5c4e5') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:08.102376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d2c21e-9799-4b84-a4b6-26bdc1a5c4e5') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:08.135289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.162157 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.169286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:18:08.169774 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.172440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb2caa-7cd4-40e2-8538-c1819431182c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7d6c63-aaa6-4f10-aefb-bf88fd57e94c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:08.196914 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6beb2caa-7cd4-40e2-8538-c1819431182c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1ac68d7bdc574c21ae0d11e2d44c43a2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7306261 Feb 11 13:18:08.197619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34680) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:08.292043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:18:08.295936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa11b9-2663-42bd-b4f3-96d9bc3fa736 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:08.342404 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:08.349659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b6fa3006-ff7a-4319-8afc-7c2564cd1ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:08.355456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.391336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.573230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b6fa3006-ff7a-4319-8afc-7c2564cd1ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc4153b21ec43048a75e3435c8d4cb3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:08.635467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b6fa3006-ff7a-4319-8afc-7c2564cd1ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:08.661648 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ca5af15-4fa8-4908-8019-9e57b6142e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.662895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=5305f984-312d-4a48-a1f1-14740f3acb93,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:08.664673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa11b9-2663-42bd-b4f3-96d9bc3fa736 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:18:08.665140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c72d66-7d39-4899-aa98-0b943c87c7b2 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:08.690007 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4f2006c-7a4a-4668-a4db-cee0146fb973 req-76cc5fb2-c45c-477c-b2fa-eb0cd05417b5 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 210 time: 0.1984355 Feb 11 13:18:08.695087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.725338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b6fa3006-ff7a-4319-8afc-7c2564cd1ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:08.769953 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-eb15ae11-3018-4b7c-a34f-3bd3b439f57f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/5305f984-312d-4a48-a1f1-14740f3acb93 HTTP/1.1" status: 204 len: 168 time: 2.7250066 Feb 11 13:18:08.777213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34704) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:08.797823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Transition to ACTIVE for port object c4c72d66-7d39-4899-aa98-0b943c87c7b2 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:08.886193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f792925-e179-40b9-9a87-20310b34bd1e req-86103b6e-23e6-4538-82a2-a681f5ba76c1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:08.906601 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f792925-e179-40b9-9a87-20310b34bd1e req-86103b6e-23e6-4538-82a2-a681f5ba76c1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 932 time: 0.5630546 Feb 11 13:18:08.941697 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ca5af15-4fa8-4908-8019-9e57b6142e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.966790 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.013327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6fa3006-ff7a-4319-8afc-7c2564cd1ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.043540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6fa3006-ff7a-4319-8afc-7c2564cd1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.066128 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-200c7bde-ea27-49c8-b6e7-d7a3a915cdd7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] GET failed (client error): The resource could not be found. Feb 11 13:18:09.067520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-200c7bde-ea27-49c8-b6e7-d7a3a915cdd7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Synchronizing usage tracker for tenant:bcfde8ae286d47e8a8df9b3409d2706b on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:09.112033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f792925-e179-40b9-9a87-20310b34bd1e req-12a07171-d255-47ef-af45-640955dd0a32 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041364 Feb 11 13:18:09.184690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa3006-ff7a-4319-8afc-7c2564cd1ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd59ae86-5a8b-4cb1-a803-7535605cf4c7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:09.216851 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b6fa3006-ff7a-4319-8afc-7c2564cd1ca8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4dc4153b21ec43048a75e3435c8d4cb3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1504376 Feb 11 13:18:09.219275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34716) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:09.268604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-200c7bde-ea27-49c8-b6e7-d7a3a915cdd7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Unset dirty status for tenant:bcfde8ae286d47e8a8df9b3409d2706b on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:09.273305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34720) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:09.273940 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-200c7bde-ea27-49c8-b6e7-d7a3a915cdd7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/subnets/41b15a1e-97a8-45a9-ad7a-9b21ba136199 HTTP/1.1" status: 404 len: 337 time: 0.4858894 Feb 11 13:18:09.336123 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7100566-7cb0-4cac-8c87-383728fa0a09 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:09.336895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7100566-7cb0-4cac-8c87-383728fa0a09 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:09.359390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c7100566-7cb0-4cac-8c87-383728fa0a09 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/5305f984-312d-4a48-a1f1-14740f3acb93 HTTP/1.1" status: 404 len: 339 time: 0.0826931 Feb 11 13:18:09.360553 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d8494f6-c288-4b5f-811f-187cb212fce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.365355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34728) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:09.473941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c72d66-7d39-4899-aa98-0b943c87c7b2,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:09.540429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77d999-3283-46d6-bc5c-c811d2f3483e req-c214f854-94e5-4752-aa7c-24779dbb6f93 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:09.542969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a77d999-3283-46d6-bc5c-c811d2f3483e req-c214f854-94e5-4752-aa7c-24779dbb6f93 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 944 time: 0.5718887 Feb 11 13:18:09.656267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d8494f6-c288-4b5f-811f-187cb212fce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.695148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ca5af15-4fa8-4908-8019-9e57b6142e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.697563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 207156b8-a02a-40af-8d12-6cc97dc0ebdb up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:09.775502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d8494f6-c288-4b5f-811f-187cb212fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.790349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5af15-4fa8-4908-8019-9e57b6142e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7d6c63-aaa6-4f10-aefb-bf88fd57e94c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:09.800905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8494f6-c288-4b5f-811f-187cb212fce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd59ae86-5a8b-4cb1-a803-7535605cf4c7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:09.814695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d8494f6-c288-4b5f-811f-187cb212fce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.816165 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1d8494f6-c288-4b5f-811f-187cb212fce2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd59ae86-5a8b-4cb1-a803-7535605cf4c7 HTTP/1.1" status: 204 len: 168 time: 0.5953703 Feb 11 13:18:09.830741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a77d999-3283-46d6-bc5c-c811d2f3483e req-fe8803d3-6398-4f28-aa06-ebbb5ae45f13 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784605 Feb 11 13:18:09.884513 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ca5af15-4fa8-4908-8019-9e57b6142e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.888625 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5ca5af15-4fa8-4908-8019-9e57b6142e19 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7b7d6c63-aaa6-4f10-aefb-bf88fd57e94c HTTP/1.1" status: 204 len: 168 time: 1.6861761 Feb 11 13:18:09.912577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Attempting to bind port c4c72d66-7d39-4899-aa98-0b943c87c7b2 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:09.919694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Attempting to bind port c4c72d66-7d39-4899-aa98-0b943c87c7b2 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:09.922045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Attempting to bind port c4c72d66-7d39-4899-aa98-0b943c87c7b2 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:09.957982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Port c4c72d66-7d39-4899-aa98-0b943c87c7b2 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:09.958667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Attempting to bind port c4c72d66-7d39-4899-aa98-0b943c87c7b2 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:09.962351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb7856-8cd0-48e7-b838-ca257042f76b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:09.965653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6eb7856-8cd0-48e7-b838-ca257042f76b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Synchronizing usage tracker for tenant:bcfde8ae286d47e8a8df9b3409d2706b on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:09.982875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:18:09.988854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Checking segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:09.996179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 207156b8-a02a-40af-8d12-6cc97dc0ebdb completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:10.003387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 207156b8-a02a-40af-8d12-6cc97dc0ebdb triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:10.003967 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.004857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6eb7856-8cd0-48e7-b838-ca257042f76b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Unset dirty status for tenant:bcfde8ae286d47e8a8df9b3409d2706b on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:10.006412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6eb7856-8cd0-48e7-b838-ca257042f76b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6382453 Feb 11 13:18:10.008514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Bound using segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:18:10.009337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34744) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:10.011544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Bound port: c4c72d66-7d39-4899-aa98-0b943c87c7b2, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:10.012139 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.102990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e7694d1a-5cf9-440e-bd20-42951300dc26 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Synchronizing usage tracker for tenant:bcfde8ae286d47e8a8df9b3409d2706b on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:10.196060 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.281339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 207156b8-a02a-40af-8d12-6cc97dc0ebdb, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=207156b8-a02a-40af-8d12-6cc97dc0ebdb,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:10.283313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ceaf849-1f98-4aa4-82f3-b48c20024d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207156b8-a02a-40af-8d12-6cc97dc0ebdb'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:10.303059 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.303858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b467574-eb0f-422e-98b8-6cb797bb3fac req-c64d46c9-9a69-41c5-9f46-d429ae6e0456 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 210 time: 0.1795869 Feb 11 13:18:10.320346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e7694d1a-5cf9-440e-bd20-42951300dc26 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Unset dirty status for tenant:bcfde8ae286d47e8a8df9b3409d2706b on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:10.322958 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e7694d1a-5cf9-440e-bd20-42951300dc26 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 207 time: 0.3125966 Feb 11 13:18:10.326904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34752) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:10.413911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] For port c4c72d66-7d39-4899-aa98-0b943c87c7b2, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:10.598317 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ceaf849-1f98-4aa4-82f3-b48c20024d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207156b8-a02a-40af-8d12-6cc97dc0ebdb', 'code': 200} Feb 11 13:18:10.598926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=207156b8-a02a-40af-8d12-6cc97dc0ebdb,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:10.949721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-b69263df-b24c-45a4-b84c-c339f18e3003 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:10.951614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-b69263df-b24c-45a4-b84c-c339f18e3003 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.73 "GET /v2.0/networks?id=b3b84142-65c9-44fc-b91d-41383d43d27f HTTP/1.1" status: 200 len: 814 time: 0.6348593 Feb 11 13:18:10.953666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] For port c4c72d66-7d39-4899-aa98-0b943c87c7b2, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c4c72d66-7d39-4899-aa98-0b943c87c7b2,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:10.964273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.103249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7e617-fb86-4395-a588-091f536a63af tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:11.115798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7e617-fb86-4395-a588-091f536a63af tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:11.123807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7e617-fb86-4395-a588-091f536a63af tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:11.129357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7e617-fb86-4395-a588-091f536a63af tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:11.136250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1bb7e617-fb86-4395-a588-091f536a63af tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8032897 Feb 11 13:18:11.180961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34772) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:11.187450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Request body: {'port': {'device_id': '17378309-0638-407f-a0a1-8bca6742aee3', 'network_id': 'b3b84142-65c9-44fc-b91d-41383d43d27f', 'admin_state_up': True, 'tenant_id': '8b27659946854c3bb0f590399ba91bac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:11.340441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34776) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:11.370456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c72d66-7d39-4899-aa98-0b943c87c7b2,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:11.399581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:11.404042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Usage tracker for resource:port and tenant:8b27659946854c3bb0f590399ba91bac is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:11.409016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:11.415740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:11.440021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc0a48ef-7871-4de0-8ee4-c253427f7eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.518999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dc0a48ef-7871-4de0-8ee4-c253427f7eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:11.526056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dc0a48ef-7871-4de0-8ee4-c253427f7eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:8dc15e0d597f4e53bfa3a5eb1fb9f58d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:11.531399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dc0a48ef-7871-4de0-8ee4-c253427f7eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:11.544939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dc0a48ef-7871-4de0-8ee4-c253427f7eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:11.552539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Made reservation on behalf of 8b27659946854c3bb0f590399ba91bac for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:11.561087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.696121 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc0a48ef-7871-4de0-8ee4-c253427f7eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.707093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc0a48ef-7871-4de0-8ee4-c253427f7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.730138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2eb6-f9a8-414f-8692-56c93c7ac878 req-0d7f5c44-7996-4309-b960-3810ac56cbad tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:11.731268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-520e2eb6-f9a8-414f-8692-56c93c7ac878 req-0d7f5c44-7996-4309-b960-3810ac56cbad tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:11.743360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.745142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-b35f31e6-a979-4e6d-bc03-157b75cd2aa4 service neutron] 10.222.0.73 "PUT /v2.0/ports/c4c72d66-7d39-4899-aa98-0b943c87c7b2 HTTP/1.1" status: 200 len: 1092 time: 5.9728622 Feb 11 13:18:11.768119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bc2550-ff36-43c5-a8da-aa3bec935171', 'tag': 'c4c72d66-7d39-4899-aa98-0b943c87c7b2'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:11.800655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-520e2eb6-f9a8-414f-8692-56c93c7ac878 req-0d7f5c44-7996-4309-b960-3810ac56cbad tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:11.802601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-520e2eb6-f9a8-414f-8692-56c93c7ac878 req-0d7f5c44-7996-4309-b960-3810ac56cbad tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 944 time: 1.0824304 Feb 11 13:18:11.857127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dc0a48ef-7871-4de0-8ee4-c253427f7eb0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8dc15e0d597f4e53bfa3a5eb1fb9f58d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5166786 Feb 11 13:18:11.868321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34798) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:11.869007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a48ef-7871-4de0-8ee4-c253427f7eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2822995a-ef11-4702-acd8-f1dddb1bc81f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:12.059578 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-956fe01e-ec6c-45b6-9bda-13524106f644 req-f807f4af-6db5-49c8-b424-1e9714f9ab47 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 1096 time: 0.9221697 Feb 11 13:18:12.060267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c602812-45bc-4a40-9620-c85da12e97c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.077947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7ffaa-6c31-43f5-98b2-64b53046fa33 req-80133e6a-fbda-47ef-a62e-ab434ccbe560 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:12.089269 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8dd7ffaa-6c31-43f5-98b2-64b53046fa33 req-80133e6a-fbda-47ef-a62e-ab434ccbe560 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 945 time: 0.8806250 Feb 11 13:18:12.157257 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.168965 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c602812-45bc-4a40-9620-c85da12e97c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.230424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-956fe01e-ec6c-45b6-9bda-13524106f644 req-b5c4a2d1-a623-4dda-912f-a205bc9c8f95 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386254 Feb 11 13:18:12.255345 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8dd7ffaa-6c31-43f5-98b2-64b53046fa33 req-451e98cb-5761-4e42-840d-8394132da53c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652944 Feb 11 13:18:12.284161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-520e2eb6-f9a8-414f-8692-56c93c7ac878 req-a4bfadba-eea0-47fa-9851-0d21161be1e9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452477 Feb 11 13:18:12.312594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c602812-45bc-4a40-9620-c85da12e97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.350173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c602812-45bc-4a40-9620-c85da12e97c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2822995a-ef11-4702-acd8-f1dddb1bc81f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:12.381926 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c602812-45bc-4a40-9620-c85da12e97c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.386537 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0c602812-45bc-4a40-9620-c85da12e97c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2822995a-ef11-4702-acd8-f1dddb1bc81f HTTP/1.1" status: 204 len: 168 time: 0.5068252 Feb 11 13:18:12.425543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Allocated IP 172.20.0.12 (b3b84142-65c9-44fc-b91d-41383d43d27f/3f73f80c-adf7-427a-93aa-7f78d6296267/a9b259a9-1284-4c02-a252-214f458e349a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:12.525913 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-edb6b139-1e39-423e-a66a-d6e6be1726f6 req-0889fb0f-6804-4c6e-9872-915448f6d735 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 210 time: 0.0647261 Feb 11 13:18:12.671714 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bc2550-ff36-43c5-a8da-aa3bec935171', 'tag': 'c4c72d66-7d39-4899-aa98-0b943c87c7b2', 'status': 'completed', 'code': 200} Feb 11 13:18:12.693546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-915420f3-4630-4e4b-ab73-4119539a6b51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 1095 time: 0.8897312 Feb 11 13:18:12.707796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34822) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:12.719221 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0f6a7dd7-a496-48da-8342-f44d864b3457 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 1.3368859 Feb 11 13:18:12.839701 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-cff73847-4e2a-4962-992b-284284ff0a24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4c72d66-7d39-4899-aa98-0b943c87c7b2 HTTP/1.1" status: 200 len: 217 time: 0.1184912 Feb 11 13:18:12.853899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76205530-328b-4292-80b7-7d40c535873f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:12.861933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76205530-328b-4292-80b7-7d40c535873f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:12.877130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-76205530-328b-4292-80b7-7d40c535873f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1673088 Feb 11 13:18:12.878376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34828) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:12.976639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4056987-e243-44b8-a9b9-aa74ae3ed25d tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:12.978299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4056987-e243-44b8-a9b9-aa74ae3ed25d tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:12.986417 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f4056987-e243-44b8-a9b9-aa74ae3ed25d tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1049304 Feb 11 13:18:12.987683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34834) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:12.988109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34836) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:13.029774 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.038297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-0bb043f0-2d11-49cb-abe1-4e3e221a8fa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:13.040344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-0bb043f0-2d11-49cb-abe1-4e3e221a8fa1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.1818988 Feb 11 13:18:13.112559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-0e10c7fa-01c9-4de1-b5b1-c0855ae7216d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610685 Feb 11 13:18:13.211053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d31f697-ca09-48d2-adb1-6f8eb5b43f1f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:13.213208 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4d31f697-ca09-48d2-adb1-6f8eb5b43f1f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/networks/383a06bd-f119-4bb6-b2b2-98f35d91b025 HTTP/1.1" status: 200 len: 800 time: 0.2219050 Feb 11 13:18:13.227168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34848) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:13.268654 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.612772 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cfa89066-8a85-446d-b7dd-59b22cf38beb tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/networks/383a06bd-f119-4bb6-b2b2-98f35d91b025?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3840420 Feb 11 13:18:13.616424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34862) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:13.680283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Network b3b84142-65c9-44fc-b91d-41383d43d27f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:13.724410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae516547-eb94-4d7a-90cf-2e8104017e92 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:13.726212 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ae516547-eb94-4d7a-90cf-2e8104017e92 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/subnets/4f4a02af-2fca-4c22-b996-af3c3e791cce HTTP/1.1" status: 200 len: 811 time: 0.1085711 Feb 11 13:18:13.741545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:13.755740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Pushing event updated for resources: {'Port': ['ID=a9b259a9-1284-4c02-a252-214f458e349a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:13.759717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34866) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:13.773437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:13.795254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-network', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:13.806553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:13.812143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Usage tracker for resource:network and tenant:70a84484533440c8a72ee6bf649c15b1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:13.815981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:13.822324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:13.835129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Made reservation on behalf of 70a84484533440c8a72ee6bf649c15b1 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:13.838274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.858506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.928341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e719468-7c67-4847-9dbd-653c4047eec4 req-83f7543b-72d3-431d-9121-d0b8052a30f8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:13.936701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e719468-7c67-4847-9dbd-653c4047eec4 req-83f7543b-72d3-431d-9121-d0b8052a30f8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 945 time: 0.2091331 Feb 11 13:18:13.976514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:13.986635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Usage tracker for resource:security_group_rule and tenant:70a84484533440c8a72ee6bf649c15b1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:13.991370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:14.000650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:14.017476 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e719468-7c67-4847-9dbd-653c4047eec4 req-c9124e4c-5429-4d9a-91ed-f737292cbb97 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777464 Feb 11 13:18:14.052142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-9b77c7b0-7a79-433a-a03f-62c7ea0764fe service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9331737 Feb 11 13:18:14.245605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.246211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.294354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.305272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.333258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:14.347958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf541ac-662e-44fd-a16b-3da21201392d tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.350622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bdf541ac-662e-44fd-a16b-3da21201392d tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "GET /v2.0/subnets/4f4a02af-2fca-4c22-b996-af3c3e791cce?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4794683 Feb 11 13:18:14.357048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34890) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:14.370453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2016187851'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:14.380754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:14.395561 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-61ae827b-c37e-47eb-8401-05246e4929a3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4175758 Feb 11 13:18:14.413765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:14.421529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Request body: {'port': {'device_id': '17378309-0638-407f-a0a1-8bca6742aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:14.483324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f37a4-62b0-4d45-b493-9133c6f0fab2 req-e62b7936-0f41-484e-9a1c-c70956817641 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.491376 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9d4f37a4-62b0-4d45-b493-9133c6f0fab2 req-e62b7936-0f41-484e-9a1c-c70956817641 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 944 time: 0.8437371 Feb 11 13:18:14.498847 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.503364 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Added segment 71145cf5-1fb1-4bfb-a0f3-4a41f79ed215 of type vlan for network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 Feb 11 13:18:14.571836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab2d32-b355-45e9-aa56-0da49fd046a1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:14.612883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.670824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274aa66-c77b-48a1-a206-ecea8f515b71 req-395b2a5d-dad9-42e6-820b-2ffe467dbace tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.674391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:14.679924 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8274aa66-c77b-48a1-a206-ecea8f515b71 req-395b2a5d-dad9-42e6-820b-2ffe467dbace tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 932 time: 0.3290846 Feb 11 13:18:14.685747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.703712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.705212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.706252 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.772902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83807620-6a8f-4cd6-bffc-0b87a66c2827 req-6cabb4d8-009d-4892-8f55-9e3274e675be service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058959 Feb 11 13:18:14.865665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8762603 Feb 11 13:18:14.868599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8274aa66-c77b-48a1-a206-ecea8f515b71 req-cb87d225-e294-4169-b1bf-36f2f5ba215f tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Synchronizing usage tracker for tenant:8b27659946854c3bb0f590399ba91bac on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:14.871533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12265955-81dc-42cb-8c87-884388b9a51f admin admin] Pushing event updated for resources: {'Network': ['ID=dd1b7cdd-c76f-4628-beb4-01fa83639eb2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:14.873976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34902) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:14.884925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:18:14.889289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Request body: {'subnet': {'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-subnet', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:14.896893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:14.899127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:14.905195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Usage tracker for resource:subnet and tenant:70a84484533440c8a72ee6bf649c15b1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:14.911755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:14.920588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:14.924894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8274aa66-c77b-48a1-a206-ecea8f515b71 req-cb87d225-e294-4169-b1bf-36f2f5ba215f tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Unset dirty status for tenant:8b27659946854c3bb0f590399ba91bac on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:14.938492 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8274aa66-c77b-48a1-a206-ecea8f515b71 req-cb87d225-e294-4169-b1bf-36f2f5ba215f tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573287 Feb 11 13:18:14.947326 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9d4f37a4-62b0-4d45-b493-9133c6f0fab2 req-1de44db3-4edb-421d-9de6-dfa7901515c7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549627 Feb 11 13:18:14.949881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.950227 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Added segment e8ada758-1e00-4fc3-a95c-cbcc7b353a3b of type vlan for network 3088358c-3f08-4013-85ec-6fed1abb8771 Feb 11 13:18:14.958245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Made reservation on behalf of 70a84484533440c8a72ee6bf649c15b1 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:14.962106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.969581 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.181115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.319546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-340c5820-cae3-431b-ba40-937ff502d47f req-c660fb4c-95dd-4e0c-afd5-58e3dda40276 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 1095 time: 0.4809034 Feb 11 13:18:15.383067 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd32b-d713-4ed1-af76-f732718046dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.430819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.481970 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.486463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.487372 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.803339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Checking segment: {'id': '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:15.803339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Network hostable DHCP agents. Network: dd1b7cdd-c76f-4628-beb4-01fa83639eb2, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:15.829635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=718d25e6-6406-4ca2-9c53-1184f3ef7e52,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:15.849667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:15.863152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, dd1b7cdd-c76f-4628-beb4-01fa83639eb2) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:15.878696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b94aba-a0d6-4a57-8525-b3191b674b6c None None] Network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:15.881726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.882383 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.905606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Network': ['ID=3088358c-3f08-4013-85ec-6fed1abb8771,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:15.915579 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-69ffa0b8-0bbc-4b14-b458-db08974acfcc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0350404 Feb 11 13:18:15.915579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34934) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:15.928184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-router', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:15.938437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:15.946761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Usage tracker for resource:router and tenant:70a84484533440c8a72ee6bf649c15b1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:15.948981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e900d1-5e2e-4bd8-b5b7-e360c97c7205 req-95b75105-5b2f-492a-90ba-8df23fc1765f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.950834 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27e900d1-5e2e-4bd8-b5b7-e360c97c7205 req-95b75105-5b2f-492a-90ba-8df23fc1765f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 945 time: 0.7651780 Feb 11 13:18:15.953367 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-52f739fe-1755-4d40-a7a8-33e6299032cf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5942264 Feb 11 13:18:15.958889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:15.962361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34938) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:15.967310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 3088358c-3f08-4013-85ec-6fed1abb8771 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:18:15.988748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'network_id': '3088358c-3f08-4013-85ec-6fed1abb8771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:16.023948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:16.153799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5820-cae3-431b-ba40-937ff502d47f req-a8655d83-7300-4149-a673-ed5db5d437b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:16.158993 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-340c5820-cae3-431b-ba40-937ff502d47f req-a8655d83-7300-4149-a673-ed5db5d437b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 912 time: 0.7806656 Feb 11 13:18:16.252958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.253457 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.313697 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-340c5820-cae3-431b-ba40-937ff502d47f req-0e3758f3-bc89-4e8c-ad40-572342725a2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4c72d66-7d39-4899-aa98-0b943c87c7b2 HTTP/1.1" status: 200 len: 217 time: 0.1297619 Feb 11 13:18:16.322300 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27e900d1-5e2e-4bd8-b5b7-e360c97c7205 req-30041d6a-cbcc-4e8a-99d2-43deb35f3e2c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197541 Feb 11 13:18:16.335738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:16.349393 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.369674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:16.378223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145551c-f47f-45b3-89d8-0a97bf57a15a req-2a7a0b9f-6b09-40e2-a473-9e7d9c37653b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:16.380040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5145551c-f47f-45b3-89d8-0a97bf57a15a req-2a7a0b9f-6b09-40e2-a473-9e7d9c37653b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 944 time: 0.1787465 Feb 11 13:18:16.459483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5145551c-f47f-45b3-89d8-0a97bf57a15a req-29490c8c-0d16-4deb-946d-146fcc6bb632 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726924 Feb 11 13:18:16.471605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Made reservation on behalf of bcfde8ae286d47e8a8df9b3409d2706b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:16.504187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-dd1b7cdd-c76f-4628-beb4-01fa83639eb2', 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'fixed_ips': [{'subnet_id': '718d25e6-6406-4ca2-9c53-1184f3ef7e52'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:18:16.512474 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.528971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b259a9-1284-4c02-a252-214f458e349a {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:16.555203 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.583156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5820-cae3-431b-ba40-937ff502d47f req-8f6fc669-2f72-4203-a097-c98e1a346c19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:16.585167 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-340c5820-cae3-431b-ba40-937ff502d47f req-8f6fc669-2f72-4203-a097-c98e1a346c19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.1773014 Feb 11 13:18:16.696676 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.698913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Transition to ACTIVE for port object a9b259a9-1284-4c02-a252-214f458e349a will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:16.702855 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-340c5820-cae3-431b-ba40-937ff502d47f req-85f71563-d574-4fa4-a838-e6dd44883af4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989468 Feb 11 13:18:16.706475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.960222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Allocated IP 172.20.0.2 (dd1b7cdd-c76f-4628-beb4-01fa83639eb2/718d25e6-6406-4ca2-9c53-1184f3ef7e52/6a1adcc9-460d-4129-9fec-efff3880f959) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:17.013045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Performing IP validity checks on allocation pools {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 11 13:18:17.013556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 11 13:18:17.040779 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.210830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b259a9-1284-4c02-a252-214f458e349a,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:17.258306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5ed2a-638b-413a-9960-42e67baf7a02 req-0e45564d-78a0-4a4b-b9d6-1c268e67b116 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.259129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-90e5ed2a-638b-413a-9960-42e67baf7a02 req-0e45564d-78a0-4a4b-b9d6-1c268e67b116 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Synchronizing usage tracker for tenant:8b27659946854c3bb0f590399ba91bac on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:17.324152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34986) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:17.344922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.451014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c4c72d66-7d39-4899-aa98-0b943c87c7b2 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:18:17.461958 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.478758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Transition to ACTIVE for port object 6a1adcc9-460d-4129-9fec-efff3880f959 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:17.525994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=bc523ba2-88b5-4e9c-9c1c-9b75dd7d439e,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:17.549743 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-340c5820-cae3-431b-ba40-937ff502d47f req-21395f4c-a70c-4dc3-acdc-909da98aeec5 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8377810 Feb 11 13:18:17.551385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Attempting to bind port a9b259a9-1284-4c02-a252-214f458e349a on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:17.551718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Attempting to bind port a9b259a9-1284-4c02-a252-214f458e349a by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'c5bcaafb-0bdc-41e8-bf54-dc0172af41d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b3b84142-65c9-44fc-b91d-41383d43d27f'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:17.552237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Attempting to bind port a9b259a9-1284-4c02-a252-214f458e349a on network b3b84142-65c9-44fc-b91d-41383d43d27f {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:17.563225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Port a9b259a9-1284-4c02-a252-214f458e349a on network b3b84142-65c9-44fc-b91d-41383d43d27f not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:17.563545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Attempting to bind port a9b259a9-1284-4c02-a252-214f458e349a on network b3b84142-65c9-44fc-b91d-41383d43d27f {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:17.585644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-90e5ed2a-638b-413a-9960-42e67baf7a02 req-0e45564d-78a0-4a4b-b9d6-1c268e67b116 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Unset dirty status for tenant:8b27659946854c3bb0f590399ba91bac on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:17.593539 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90e5ed2a-638b-413a-9960-42e67baf7a02 req-0e45564d-78a0-4a4b-b9d6-1c268e67b116 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 944 time: 0.7896404 Feb 11 13:18:17.614340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Transition to ACTIVE for port object 6a1adcc9-460d-4129-9fec-efff3880f959 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:17.646489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Checking segment: {'id': 'e8ada758-1e00-4fc3-a95c-cbcc7b353a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3088358c-3f08-4013-85ec-6fed1abb8771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:17.647011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network hostable DHCP agents. Network: 3088358c-3f08-4013-85ec-6fed1abb8771, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:17.660984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.692771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:18:17.693115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Checking segment: {'id': 'c5bcaafb-0bdc-41e8-bf54-dc0172af41d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b3b84142-65c9-44fc-b91d-41383d43d27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:17.693499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Bound using segment: {'id': 'c5bcaafb-0bdc-41e8-bf54-dc0172af41d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b3b84142-65c9-44fc-b91d-41383d43d27f'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:18:17.693937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Bound port: a9b259a9-1284-4c02-a252-214f458e349a, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bcaafb-0bdc-41e8-bf54-dc0172af41d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b3b84142-65c9-44fc-b91d-41383d43d27f'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:17.694275 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.786298 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3acf1aba-3fe3-46a3-bb82-554db69dde45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.800621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.808408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90e5ed2a-638b-413a-9960-42e67baf7a02 req-d7751a8d-dac6-43f2-a009-b54d33d30564 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133210 Feb 11 13:18:17.827164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:17.850157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Pushing event updated for resources: {'Port': ['ID=6a1adcc9-460d-4129-9fec-efff3880f959,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:17.852605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:17.859767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:17.867534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffb582-5c0b-4c36-adcb-400e7a7fcbb6 req-037f1f1c-a47a-4178-9359-0682f94f439e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.871154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1136021432'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:17.871985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c4c72d66-7d39-4899-aa98-0b943c87c7b2, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c4c72d66-7d39-4899-aa98-0b943c87c7b2,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:17.875755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6bffb582-5c0b-4c36-adcb-400e7a7fcbb6 req-037f1f1c-a47a-4178-9359-0682f94f439e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 945 time: 0.4371190 Feb 11 13:18:17.877338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:17.881442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Usage tracker for resource:network and tenant:81a6a754b82d4db6bbf31ae9bb12d33a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:17.884560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:17.890167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:17.900928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Network 3088358c-3f08-4013-85ec-6fed1abb8771 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:17.911012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.917268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Made reservation on behalf of 81a6a754b82d4db6bbf31ae9bb12d33a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:17.920407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.920577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'c4c72d66-7d39-4899-aa98-0b943c87c7b2', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'port_id': 'c4c72d66-7d39-4899-aa98-0b943c87c7b2', 'mac_address': 'fa:16:3e:8b:fb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:18:17.958020 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.022805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:18.026712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Usage tracker for resource:security_group_rule and tenant:81a6a754b82d4db6bbf31ae9bb12d33a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:18.029406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 3088358c-3f08-4013-85ec-6fed1abb8771) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:18.029865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:18.039219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Attempting to bind port 6a1adcc9-460d-4129-9fec-efff3880f959 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:18.039593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Attempting to bind port 6a1adcc9-460d-4129-9fec-efff3880f959 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:18.039746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:18.039949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Attempting to bind port 6a1adcc9-460d-4129-9fec-efff3880f959 on network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:18.047928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a8088b-57fd-4fcd-b009-d86b53e4986f None None] Network 3088358c-3f08-4013-85ec-6fed1abb8771 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:18.068903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] For port a9b259a9-1284-4c02-a252-214f458e349a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:18.080858 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.082369 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-340c5820-cae3-431b-ba40-937ff502d47f req-41ba974a-b532-419b-9ea6-36a2fb8d0688 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210049 Feb 11 13:18:18.102215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:18.102857 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.130036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] For port a9b259a9-1284-4c02-a252-214f458e349a, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a9b259a9-1284-4c02-a252-214f458e349a,segment=NetworkSegment(c5bcaafb-0bdc-41e8-bf54-dc0172af41d7),segment_id=c5bcaafb-0bdc-41e8-bf54-dc0172af41d7)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:18.144564 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.160752 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6bffb582-5c0b-4c36-adcb-400e7a7fcbb6 req-3b3d8822-8bc7-45c3-baae-e70394ca3392 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823439 Feb 11 13:18:18.188011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:18:18.188386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Checking segment: {'id': '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:18.188848 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.189239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Bound using segment: {'id': '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:18:18.189728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Bound port: 6a1adcc9-460d-4129-9fec-efff3880f959, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:18.190096 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.235313 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.355376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c72d66-7d39-4899-aa98-0b943c87c7b2 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:18.391062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b259a9-1284-4c02-a252-214f458e349a,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:18.398345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.413685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:18.419476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c4c72d66-7d39-4899-aa98-0b943c87c7b2, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c4c72d66-7d39-4899-aa98-0b943c87c7b2,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:18.428574 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.428974 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Added segment 4e2113ff-7738-4333-9fca-f521f6991d7b of type vlan for network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c Feb 11 13:18:18.453870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Allocated IP 172.25.4.69 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/6a47f414-b6f2-4c49-9cc9-f5b0466c943e) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:18.459913 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.551108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] For port 6a1adcc9-460d-4129-9fec-efff3880f959, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:18.565526 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cb85fcdd-372d-4113-8f5a-f8f2b029836f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5993752 Feb 11 13:18:18.568899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35010) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:18.577141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2904a8ec-f87c-4f09-b222-77bdb4150ba9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:18.652653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] For port 6a1adcc9-460d-4129-9fec-efff3880f959, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6a1adcc9-460d-4129-9fec-efff3880f959,segment=NetworkSegment(71145cf5-1fb1-4bfb-a0f3-4a41f79ed215),segment_id=71145cf5-1fb1-4bfb-a0f3-4a41f79ed215)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:18.670126 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.672228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-bab8cc2c-6735-439d-925d-0e5a44bac329 service neutron] 10.222.0.73 "PUT /v2.0/ports/a9b259a9-1284-4c02-a252-214f458e349a HTTP/1.1" status: 200 len: 1092 time: 4.2559402 Feb 11 13:18:18.674706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17378309-0638-407f-a0a1-8bca6742aee3', 'tag': 'a9b259a9-1284-4c02-a252-214f458e349a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:18.694799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e46c80b7-bab4-4384-b2b9-19c6b9ffb8e6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:18.709141 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.762165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['c4c72d66-7d39-4899-aa98-0b943c87c7b2'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:18.799647 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.852306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6f242-3d66-49f0-ba49-cebc3001d31f req-c7df8b2e-5eab-42c0-a1fe-c7b6c181a466 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:18.854364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-3088358c-3f08-4013-85ec-6fed1abb8771', 'network_id': '3088358c-3f08-4013-85ec-6fed1abb8771', 'tenant_id': 'bcfde8ae286d47e8a8df9b3409d2706b', 'fixed_ips': [{'subnet_id': 'bc523ba2-88b5-4e9c-9c1c-9b75dd7d439e'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:18:18.855188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.859696 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0e6f242-3d66-49f0-ba49-cebc3001d31f req-c7df8b2e-5eab-42c0-a1fe-c7b6c181a466 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 944 time: 0.5307620 Feb 11 13:18:18.885091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:18:18.889587 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c4c72d66-7d39-4899-aa98-0b943c87c7b2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:18.941748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.950134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-f0649544-6111-4a65-94d7-a5dcd1037903 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:18.951949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-f0649544-6111-4a65-94d7-a5dcd1037903 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 945 time: 0.5090606 Feb 11 13:18:18.960611 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.965531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:18.967104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.999754 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2904a8ec-f87c-4f09-b222-77bdb4150ba9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16773434'] for subnet, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.015927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0e6f242-3d66-49f0-ba49-cebc3001d31f req-c70bae0a-c6a7-4fd7-92e5-041f32f7af29 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545525 Feb 11 13:18:19.088342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-b5fc7f1e-2891-48f4-aa2d-66ed4ef5f815 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Deleting port 207156b8-a02a-40af-8d12-6cc97dc0ebdb {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:19.088342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-b5fc7f1e-2891-48f4-aa2d-66ed4ef5f815 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.096261 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.120039 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.129041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.225673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:19.238145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:19.241735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d98997-880e-4b3d-9e96-d5994831e48d None None] Pushing event updated for resources: {'Port': ['ID=6a1adcc9-460d-4129-9fec-efff3880f959,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:19.273954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:19.392833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Pushing event updated for resources: {'Port': ['ID=6a47f414-b6f2-4c49-9cc9-f5b0466c943e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:19.460223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3647aaf0-c89e-48bd-8efa-72569dab9d4d no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:18:19.607346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-b5fc7f1e-2891-48f4-aa2d-66ed4ef5f815 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] For port 207156b8-a02a-40af-8d12-6cc97dc0ebdb, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=207156b8-a02a-40af-8d12-6cc97dc0ebdb,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:19.607887 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-b5fc7f1e-2891-48f4-aa2d-66ed4ef5f815 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.801797 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17378309-0638-407f-a0a1-8bca6742aee3', 'tag': 'a9b259a9-1284-4c02-a252-214f458e349a', 'status': 'completed', 'code': 200} Feb 11 13:18:19.819142 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.839711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2904a8ec-f87c-4f09-b222-77bdb4150ba9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742264258187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16179265'] for subnet, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.856304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Pushing event updated for resources: {'Network': ['ID=5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:19.869127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-b5fc7f1e-2891-48f4-aa2d-66ed4ef5f815 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Calling delete_port for 207156b8-a02a-40af-8d12-6cc97dc0ebdb owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:19.918608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904a8ec-f87c-4f09-b222-77bdb4150ba9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:19.919444 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2904a8ec-f87c-4f09-b222-77bdb4150ba9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.921170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2904a8ec-f87c-4f09-b222-77bdb4150ba9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "PUT /v2.0/subnets/bc523ba2-88b5-4e9c-9c1c-9b75dd7d439e HTTP/1.1" status: 200 len: 877 time: 1.3509758 Feb 11 13:18:19.928579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35054) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:19.941542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:18:19.972050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904a8ec-f87c-4f09-b222-77bdb4150ba9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event updated for resources: {'Subnet': ['ID=bc523ba2-88b5-4e9c-9c1c-9b75dd7d439e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:20.019589 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-51d931f3-7447-47a1-abdb-c0af301aeb1e tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6920168 Feb 11 13:18:20.027619 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-12aad80f-316d-4816-a8c8-c4329706191a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b27659946854c3bb0f590399ba91bac&device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 1095 time: 1.2899568 Feb 11 13:18:20.127577 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-72fd1535-cd20-4d90-bfb0-200c8d70e452 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9b259a9-1284-4c02-a252-214f458e349a HTTP/1.1" status: 200 len: 217 time: 0.0878880 Feb 11 13:18:20.139394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3647aaf0-c89e-48bd-8efa-72569dab9d4d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:20.180543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:20.193154 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.193549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Allocated IP 172.20.0.3 (3088358c-3f08-4013-85ec-6fed1abb8771/bc523ba2-88b5-4e9c-9c1c-9b75dd7d439e/daf7f049-4d32-4195-b69a-ccdbc472dbde) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:20.198570 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.213767 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.214519 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.257766 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.385886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578b189-c879-4a38-9aa5-cd2104cd72df req-8e08b34b-e7b1-41a1-8a5d-6e7b2e0b4b39 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.387516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5578b189-c879-4a38-9aa5-cd2104cd72df req-8e08b34b-e7b1-41a1-8a5d-6e7b2e0b4b39 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ceaf849-1f98-4aa4-82f3-b48c20024d75 HTTP/1.1" status: 200 len: 945 time: 0.3336661 Feb 11 13:18:20.417173 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3647aaf0-c89e-48bd-8efa-72569dab9d4d,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:20.448356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d82cd9-e65f-4344-bda6-3e2c44932625 req-ba061577-9b89-4e58-96fd-a8509bb8fc14 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.457313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28d82cd9-e65f-4344-bda6-3e2c44932625 req-ba061577-9b89-4e58-96fd-a8509bb8fc14 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 944 time: 0.6545172 Feb 11 13:18:20.482647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-1e97d5c5-6f1a-497c-83b1-396842369806 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.484243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-1e97d5c5-6f1a-497c-83b1-396842369806 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f73f80c-adf7-427a-93aa-7f78d6296267 HTTP/1.1" status: 200 len: 854 time: 0.3404090 Feb 11 13:18:20.575816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.607710 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-6117e622-6dfe-4778-9c6b-34bc0223d6b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3b84142-65c9-44fc-b91d-41383d43d27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011045 Feb 11 13:18:20.628316 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.649448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Transition to ACTIVE for port object daf7f049-4d32-4195-b69a-ccdbc472dbde will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:20.656853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-b5fc7f1e-2891-48f4-aa2d-66ed4ef5f815 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.679576 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['207156b8-a02a-40af-8d12-6cc97dc0ebdb'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:20.714098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:20.737781 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5578b189-c879-4a38-9aa5-cd2104cd72df req-c05c05dd-5bd3-415d-95c0-1255f74020eb tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287027 Feb 11 13:18:20.772464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Transition to ACTIVE for port object daf7f049-4d32-4195-b69a-ccdbc472dbde will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:20.778090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35070) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:20.791767 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.838831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0014d7a-39e0-41a9-aa0f-92000132705c None None] Network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:20.845246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-85a1d073-cfbb-4716-9e1a-afcb7b0841a7 service neutron] 10.222.0.73 "GET /v2.0/networks/b3b84142-65c9-44fc-b91d-41383d43d27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279847 Feb 11 13:18:20.848533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28d82cd9-e65f-4344-bda6-3e2c44932625 req-d357b73a-8372-48f3-b740-6c6255c332e7 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901420 Feb 11 13:18:20.852121 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.947108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=bc523ba2-88b5-4e9c-9c1c-9b75dd7d439e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:21.072225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc7f1e-2891-48f4-aa2d-66ed4ef5f815 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event deleted for resources: {'Port': ['ID=207156b8-a02a-40af-8d12-6cc97dc0ebdb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:21.077071 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbbec3c8-9289-4947-9577-9124d8bc000c req-75148bd8-f095-4c18-be08-7ee36876ebf3 service neutron] 10.222.0.73 "GET /v2.0/networks/b3b84142-65c9-44fc-b91d-41383d43d27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788023 Feb 11 13:18:21.169562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Pushing event updated for resources: {'Port': ['ID=daf7f049-4d32-4195-b69a-ccdbc472dbde,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:21.175007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Network 3088358c-3f08-4013-85ec-6fed1abb8771 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:21.183925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:21.195409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:21.219410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-b5fc7f1e-2891-48f4-aa2d-66ed4ef5f815 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] No DVR routers for this DVR port 207156b8-a02a-40af-8d12-6cc97dc0ebdb on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:21.220676 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.223263 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-b5fc7f1e-2891-48f4-aa2d-66ed4ef5f815 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.224502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d47737a0-e933-4068-ae3b-3514ee289a8f None None] Provisioning for port 6a1adcc9-460d-4129-9fec-efff3880f959 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:21.245530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0a7d92a-c84e-4008-bf35-91aa86614316 req-b5fc7f1e-2891-48f4-aa2d-66ed4ef5f815 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "DELETE /v2.0/ports/207156b8-a02a-40af-8d12-6cc97dc0ebdb HTTP/1.1" status: 204 len: 173 time: 2.2648559 Feb 11 13:18:21.269184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-891083e0-4a6c-4eb6-9963-c464cc854d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.295744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fac0a3eb-956a-459a-a83f-53eb2c2e67fe req-86994a89-04f1-4bd9-bf37-0860f8a83900 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b27659946854c3bb0f590399ba91bac&device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 1095 time: 0.1312706 Feb 11 13:18:21.347761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3088358c-3f08-4013-85ec-6fed1abb8771']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:21.390091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ada758-1e00-4fc3-a95c-cbcc7b353a3b') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:21.390381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ada758-1e00-4fc3-a95c-cbcc7b353a3b') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:21.430780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35082) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:21.435132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-891083e0-4a6c-4eb6-9963-c464cc854d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:21.446256 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.488522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a1adcc9-460d-4129-9fec-efff3880f959 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:21.512502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c4c72d66-7d39-4899-aa98-0b943c87c7b2 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:21.547279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3eb-956a-459a-a83f-53eb2c2e67fe req-199b2ecc-436d-4ad2-ac5d-cdfdbe0af8d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.548954 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fac0a3eb-956a-459a-a83f-53eb2c2e67fe req-199b2ecc-436d-4ad2-ac5d-cdfdbe0af8d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b3b84142-65c9-44fc-b91d-41383d43d27f HTTP/1.1" status: 200 len: 915 time: 0.2451117 Feb 11 13:18:21.613033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Request body: {'port': {'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c', 'binding:host_id': 'n-h1-818559-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-881716721'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:21.617266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-891083e0-4a6c-4eb6-9963-c464cc854d6e admin admin] Usage tracker for resource:security_group_rule and tenant:20b0628c2caa47fdb43b056e96b9a6e0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:21.640736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-891083e0-4a6c-4eb6-9963-c464cc854d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:21.644958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:21.662723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-891083e0-4a6c-4eb6-9963-c464cc854d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:21.670803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Usage tracker for resource:port and tenant:9ef1608ce710402cbce425c083544d38 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:21.678828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-bf1c25ef-efc2-4d31-b21b-7aa0a42ed8a1 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.680300 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-bf1c25ef-efc2-4d31-b21b-7aa0a42ed8a1 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 805 time: 0.7104874 Feb 11 13:18:21.681286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:21.686307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.704671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:21.708637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:18:21.709046 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.722922 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fac0a3eb-956a-459a-a83f-53eb2c2e67fe req-b21f5889-6584-444e-b272-c408440676e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9b259a9-1284-4c02-a252-214f458e349a HTTP/1.1" status: 200 len: 217 time: 0.1668546 Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:21.731801 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:21.744562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Attempting to bind port daf7f049-4d32-4195-b69a-ccdbc472dbde on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:21.746473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Attempting to bind port daf7f049-4d32-4195-b69a-ccdbc472dbde by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'e8ada758-1e00-4fc3-a95c-cbcc7b353a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3088358c-3f08-4013-85ec-6fed1abb8771'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:21.747028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Attempting to bind port daf7f049-4d32-4195-b69a-ccdbc472dbde on network 3088358c-3f08-4013-85ec-6fed1abb8771 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:21.785538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:18:21.786351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Checking segment: {'id': 'e8ada758-1e00-4fc3-a95c-cbcc7b353a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3088358c-3f08-4013-85ec-6fed1abb8771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:21.787097 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.787635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Bound using segment: {'id': 'e8ada758-1e00-4fc3-a95c-cbcc7b353a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3088358c-3f08-4013-85ec-6fed1abb8771'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:18:21.788284 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Bound port: daf7f049-4d32-4195-b69a-ccdbc472dbde, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ada758-1e00-4fc3-a95c-cbcc7b353a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3088358c-3f08-4013-85ec-6fed1abb8771'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:21.788830 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.803832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ceaf849-1f98-4aa4-82f3-b48c20024d75', 'name': 'network-vif-deleted', 'tag': '207156b8-a02a-40af-8d12-6cc97dc0ebdb'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:21.821583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a3eb-956a-459a-a83f-53eb2c2e67fe req-907da30a-9895-458a-bfd2-fec56f8fda30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.823055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fac0a3eb-956a-459a-a83f-53eb2c2e67fe req-907da30a-9895-458a-bfd2-fec56f8fda30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f73f80c-adf7-427a-93aa-7f78d6296267 HTTP/1.1" status: 200 len: 854 time: 0.0896518 Feb 11 13:18:21.832969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef454788-03a8-431b-b009-f872a3117865 req-04106fd9-276d-45a5-a024-db98aa9a9613 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.834452 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef454788-03a8-431b-b009-f872a3117865 req-04106fd9-276d-45a5-a024-db98aa9a9613 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 945 time: 0.1902809 Feb 11 13:18:21.835087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:18:21.846148 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-4c777a89-da67-4312-a3c8-65ab52ba8ff1 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/quotas/382398d42ea748ecb7380cdbe2da9f79 HTTP/1.1" status: 200 len: 375 time: 0.1469984 Feb 11 13:18:21.847894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Made reservation on behalf of 9ef1608ce710402cbce425c083544d38 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:21.850202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.871808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-3c60ee6a-e11f-4ed6-a95c-1c446b39137e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.873266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-3c60ee6a-e11f-4ed6-a95c-1c446b39137e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a3401ad-cc5a-440d-951f-fc0a56e5394c HTTP/1.1" status: 200 len: 943 time: 0.6891468 Feb 11 13:18:21.908199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fac0a3eb-956a-459a-a83f-53eb2c2e67fe req-7f7960b9-00f9-4229-a125-09d3d45963b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b3b84142-65c9-44fc-b91d-41383d43d27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723002 Feb 11 13:18:21.910695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:18:21.910695 n-d-818559-1 neutron-server[83567]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:18:21.910695 n-d-818559-1 neutron-server[83567]: [parameters: {'id': '3088358c-3f08-4013-85ec-6fed1abb8771'}] Feb 11 13:18:21.910695 n-d-818559-1 neutron-server[83567]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:18:21.911080 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:18:21.916334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 6a1adcc9-460d-4129-9fec-efff3880f959 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:21.921319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port c4c72d66-7d39-4899-aa98-0b943c87c7b2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:21.933532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6a1adcc9-460d-4129-9fec-efff3880f959 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:21.933909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.948191 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.963957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port c4c72d66-7d39-4899-aa98-0b943c87c7b2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:21.964200 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.009048 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef454788-03a8-431b-b009-f872a3117865 req-c5a71339-2f75-4bd6-a5a0-96fc24f89a54 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415596 Feb 11 13:18:22.107388 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fac0a3eb-956a-459a-a83f-53eb2c2e67fe req-c42ac6ab-77b3-41b7-aaf4-c3754232d8ce service neutron] 10.222.0.73 "GET /v2.0/networks/b3b84142-65c9-44fc-b91d-41383d43d27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919091 Feb 11 13:18:22.126776 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3647aaf0-c89e-48bd-8efa-72569dab9d4d', 'code': 200} Feb 11 13:18:22.177271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-e714412d-46c5-41a6-869a-2f09f2ddc429 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Deleting port 3647aaf0-c89e-48bd-8efa-72569dab9d4d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:22.177635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-e714412d-46c5-41a6-869a-2f09f2ddc429 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.225327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-891083e0-4a6c-4eb6-9963-c464cc854d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.259703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-891083e0-4a6c-4eb6-9963-c464cc854d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.273190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:22.285755 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ceaf849-1f98-4aa4-82f3-b48c20024d75', 'name': 'network-vif-deleted', 'tag': '207156b8-a02a-40af-8d12-6cc97dc0ebdb', 'status': 'completed', 'code': 200} Feb 11 13:18:22.291304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] For port daf7f049-4d32-4195-b69a-ccdbc472dbde, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:22.295223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] For port daf7f049-4d32-4195-b69a-ccdbc472dbde, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=daf7f049-4d32-4195-b69a-ccdbc472dbde,segment=NetworkSegment(e8ada758-1e00-4fc3-a95c-cbcc7b353a3b),segment_id=e8ada758-1e00-4fc3-a95c-cbcc7b353a3b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:22.312906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891083e0-4a6c-4eb6-9963-c464cc854d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da337b16-8951-4182-8c2a-29837404f594,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:22.314666 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.319265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Usage tracker for resource:security_group_rule and tenant:9ef1608ce710402cbce425c083544d38 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:22.328269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:22.353399 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fac0a3eb-956a-459a-a83f-53eb2c2e67fe req-9103a4a2-590d-4fc9-8a13-4ee786068bb0 service neutron] 10.222.0.73 "GET /v2.0/networks/b3b84142-65c9-44fc-b91d-41383d43d27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352910 Feb 11 13:18:22.353595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:22.425076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.435106 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-82c37377-5308-4aec-9358-75673a50dd2a tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5881090 Feb 11 13:18:22.460877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cac02-06ae-483c-8e44-0e9657daf321 None None] Pushing event updated for resources: {'Port': ['ID=daf7f049-4d32-4195-b69a-ccdbc472dbde,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:22.503664 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.528225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285f253-bfd3-4681-ab23-1dac74ee489a req-1515a1a8-b65e-4a77-9b56-988789a7c575 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:22.529775 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0285f253-bfd3-4681-ab23-1dac74ee489a req-1515a1a8-b65e-4a77-9b56-988789a7c575 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 944 time: 0.0864677 Feb 11 13:18:22.565702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Deleting port daf7f049-4d32-4195-b69a-ccdbc472dbde {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:22.566166 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.569137 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.584140 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0285f253-bfd3-4681-ab23-1dac74ee489a req-19c6bd84-41ec-40af-ab52-f26636ea8d85 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474141 Feb 11 13:18:22.592895 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-891083e0-4a6c-4eb6-9963-c464cc854d6e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20b0628c2caa47fdb43b056e96b9a6e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8130755 Feb 11 13:18:22.596342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35094) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:22.633468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a7631fb2-f4a8-4df0-bd0f-5ea1c86ab0ae None None] Provisioning complete for port 6a1adcc9-460d-4129-9fec-efff3880f959 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:22.633981 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7631fb2-f4a8-4df0-bd0f-5ea1c86ab0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.683304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 6a1adcc9-460d-4129-9fec-efff3880f959, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6a1adcc9-460d-4129-9fec-efff3880f959,segment=NetworkSegment(71145cf5-1fb1-4bfb-a0f3-4a41f79ed215),segment_id=71145cf5-1fb1-4bfb-a0f3-4a41f79ed215)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:22.692437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbc1fc3-68d1-4588-9304-44fbe387905f None None] Network 3088358c-3f08-4013-85ec-6fed1abb8771 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:22.693718 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22c6a50d-31f4-4059-8765-bacce1c36cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.730871 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22c6a50d-31f4-4059-8765-bacce1c36cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.732021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c4c72d66-7d39-4899-aa98-0b943c87c7b2, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c4c72d66-7d39-4899-aa98-0b943c87c7b2,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:22.749897 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.795830 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22c6a50d-31f4-4059-8765-bacce1c36cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.816512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6a50d-31f4-4059-8765-bacce1c36cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da337b16-8951-4182-8c2a-29837404f594,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:22.818153 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22c6a50d-31f4-4059-8765-bacce1c36cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.818970 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-22c6a50d-31f4-4059-8765-bacce1c36cf5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da337b16-8951-4182-8c2a-29837404f594 HTTP/1.1" status: 204 len: 168 time: 0.2215972 Feb 11 13:18:22.882664 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.883417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 207156b8-a02a-40af-8d12-6cc97dc0ebdb no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:18:22.942663 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.965903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 207156b8-a02a-40af-8d12-6cc97dc0ebdb {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:18:22.966229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 207156b8-a02a-40af-8d12-6cc97dc0ebdb not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:18:22.997912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:23.015848 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-5d445751-a7f0-4c86-a74c-b2a7a3a57cd6 service neutron] 10.222.0.67 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656450 Feb 11 13:18:23.102120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=6a1adcc9-460d-4129-9fec-efff3880f959,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:23.121660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] device_id is not set on port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:18:23.156985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe64ed5c-6b41-4269-b4ae-5be529da7fbf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:23.216990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c4c72d66-7d39-4899-aa98-0b943c87c7b2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:23.241098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b35737-fc6e-410e-9160-15f68c62a8ef None None] Network 3088358c-3f08-4013-85ec-6fed1abb8771 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:23.270121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-e714412d-46c5-41a6-869a-2f09f2ddc429 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] For port 3647aaf0-c89e-48bd-8efa-72569dab9d4d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3647aaf0-c89e-48bd-8efa-72569dab9d4d,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:23.270491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-e714412d-46c5-41a6-869a-2f09f2ddc429 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:23.299823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35112) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:23.329160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fbec78d-8100-4381-862d-c682c0375f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:23.353993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a1adcc9-460d-4129-9fec-efff3880f959 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:23.371858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-01a2abff-1f22-4b50-bb92-3eb7fa3fce4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:23.373174 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-01a2abff-1f22-4b50-bb92-3eb7fa3fce4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.3536835 Feb 11 13:18:23.395478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-cd018e24-be43-4f11-a0b1-1bd1afcbde22 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/quotas/60d3a05ad6e045e3b21396a746cead0f HTTP/1.1" status: 200 len: 375 time: 0.0132606 Feb 11 13:18:23.484486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-5e62dbac-176d-4559-9840-e9f9e1267378 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:23.484942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a9b259a9-1284-4c02-a252-214f458e349a details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:18:23.505030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-5e62dbac-176d-4559-9840-e9f9e1267378 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:23.507045 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-5e62dbac-176d-4559-9840-e9f9e1267378 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055682 Feb 11 13:18:23.617133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] For port daf7f049-4d32-4195-b69a-ccdbc472dbde, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=daf7f049-4d32-4195-b69a-ccdbc472dbde,segment=NetworkSegment(e8ada758-1e00-4fc3-a95c-cbcc7b353a3b),segment_id=e8ada758-1e00-4fc3-a95c-cbcc7b353a3b)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:23.617569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:23.628127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:23.637515 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Sync routers for ids ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:18:23.649799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4fbec78d-8100-4381-862d-c682c0375f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:23.652347 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Routers {'52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:18:23.652990 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:18:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:23.653776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4fbec78d-8100-4381-862d-c682c0375f95 admin admin] Usage tracker for resource:security_group_rule and tenant:a32a8619f9184887a0372e978c2f9b1f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:23.657041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4fbec78d-8100-4381-862d-c682c0375f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:23.664160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4fbec78d-8100-4381-862d-c682c0375f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:23.671564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6a1adcc9-460d-4129-9fec-efff3880f959 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:23.671931 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:23.723667 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-3b80f116-48e7-4ca9-9031-93a964e8824f service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078404 Feb 11 13:18:23.728068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773cf4a2-b2c1-488d-a658-d609c0e12ac9 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:18:23.731850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-e714412d-46c5-41a6-869a-2f09f2ddc429 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Calling delete_port for 3647aaf0-c89e-48bd-8efa-72569dab9d4d owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:23.817978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a9b259a9-1284-4c02-a252-214f458e349a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a9b259a9-1284-4c02-a252-214f458e349a,segment=NetworkSegment(c5bcaafb-0bdc-41e8-bf54-dc0172af41d7),segment_id=c5bcaafb-0bdc-41e8-bf54-dc0172af41d7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:23.842055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'a9b259a9-1284-4c02-a252-214f458e349a', 'network_id': 'b3b84142-65c9-44fc-b91d-41383d43d27f', 'port_id': 'a9b259a9-1284-4c02-a252-214f458e349a', 'mac_address': 'fa:16:3e:2e:f8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f73f80c-adf7-427a-93aa-7f78d6296267', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:18:23.855560 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Set router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:18:23.915759 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-09329c6f-dd1f-4a41-aed5-fcf59b3659fd service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851141 Feb 11 13:18:24.004178 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.008755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Calling delete_port for daf7f049-4d32-4195-b69a-ccdbc472dbde owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:24.020560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773cf4a2-b2c1-488d-a658-d609c0e12ac9 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:18:24.032697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b259a9-1284-4c02-a252-214f458e349a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:24.039905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fbec78d-8100-4381-862d-c682c0375f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.058296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a9b259a9-1284-4c02-a252-214f458e349a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a9b259a9-1284-4c02-a252-214f458e349a,segment=NetworkSegment(c5bcaafb-0bdc-41e8-bf54-dc0172af41d7),segment_id=c5bcaafb-0bdc-41e8-bf54-dc0172af41d7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:24.073957 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.108517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fbec78d-8100-4381-862d-c682c0375f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.145570 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-97a7c8ff-ef52-458f-9141-dd3934a9cac2 service neutron] 10.222.0.67 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1287923 Feb 11 13:18:24.161315 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bc2550-ff36-43c5-a8da-aa3bec935171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c72d66-7d39-4899-aa98-0b943c87c7b2'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:24.177657 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-router', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:16Z', 'updated_at': '2022-02-11T13:18:19Z', 'revision_number': 3, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'gw_port': {'id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:17Z', 'updated_at': '2022-02-11T13:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:24.182616 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Checking router: 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:18:24.183241 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Updating router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:18:24.234444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a9b259a9-1284-4c02-a252-214f458e349a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:24.290697 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.392918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a9b259a9-1284-4c02-a252-214f458e349a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:24.418901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbec78d-8100-4381-862d-c682c0375f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299587fc-45f8-4ba4-b224-5baef3a1e8c2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:24.447179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4fbec78d-8100-4381-862d-c682c0375f95 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a32a8619f9184887a0372e978c2f9b1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1415994 Feb 11 13:18:24.451035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35130) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:24.635773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075365a4-6a40-4f7a-8969-4f52818d9ae4 req-e440f5b1-a4c0-4484-add5-8aaebd42c9b4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:24.647296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-075365a4-6a40-4f7a-8969-4f52818d9ae4 req-e440f5b1-a4c0-4484-add5-8aaebd42c9b4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 946 time: 0.2115219 Feb 11 13:18:24.733913 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.741125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.750716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-74a95fd5-ac9b-4a55-9fe0-10041b72b855 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8344984 Feb 11 13:18:24.763909 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-075365a4-6a40-4f7a-8969-4f52818d9ae4 req-2d9e052d-4f71-417f-9fba-00a38708ce80 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135652 Feb 11 13:18:24.766082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35142) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:25.035995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Port': ['ID=daf7f049-4d32-4195-b69a-ccdbc472dbde,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.043434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e49809e9-e01b-4d21-9d11-caca2c43d7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.043842 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-db27ac4a-c967-4206-b25d-ee27c6b315e2 req-a41ffa63-aa65-4dca-bcd9-0c2beabe01b9 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 210 time: 0.1581903 Feb 11 13:18:25.070978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No DVR routers for this DVR port daf7f049-4d32-4195-b69a-ccdbc472dbde on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:25.092561 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.110770 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Transition to ACTIVE for port object 6a47f414-b6f2-4c49-9cc9-f5b0466c943e will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:25.124857 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.131407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] device_id is not set on port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:18:25.163786 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bc2550-ff36-43c5-a8da-aa3bec935171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c72d66-7d39-4899-aa98-0b943c87c7b2', 'code': 200} Feb 11 13:18:25.190912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-e714412d-46c5-41a6-869a-2f09f2ddc429 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.225904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.230338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e49809e9-e01b-4d21-9d11-caca2c43d7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.240302 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Attempting to bind port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:25.240666 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Attempting to bind port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:25.241022 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Attempting to bind port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:25.263499 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:18:25.263837 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:25.264286 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.264822 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:18:25.265288 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Bound port: 6a47f414-b6f2-4c49-9cc9-f5b0466c943e, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:25.265665 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.369449 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] For port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:25.373687 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] For port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6a47f414-b6f2-4c49-9cc9-f5b0466c943e,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:25.381173 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.394833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Transition to ACTIVE for port object c9d9bb8c-7f43-4bdc-b204-0c777e61d9db will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:25.397490 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Pushing event updated for resources: {'Port': ['ID=6a47f414-b6f2-4c49-9cc9-f5b0466c943e,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.411088 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.411484 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.411822 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.412144 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.412532 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.412851 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.413166 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.413473 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.413780 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.414086 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.414392 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:25.445721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.455392 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-16d818c3-4de7-43ec-84f7-97ff2738a0e9 req-7397d31a-2dc1-4fba-9682-8329fa04dc1e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 210 time: 0.1371996 Feb 11 13:18:25.476167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714412d-46c5-41a6-869a-2f09f2ddc429 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Pushing event deleted for resources: {'Port': ['ID=3647aaf0-c89e-48bd-8efa-72569dab9d4d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.477304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a9b259a9-1284-4c02-a252-214f458e349a up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:25.554915 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.567037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port a9b259a9-1284-4c02-a252-214f458e349a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:25.573328 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Routers {'52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:18:25.574029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port a9b259a9-1284-4c02-a252-214f458e349a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:25.574657 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:18:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:25.576267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.604104 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57ea6e7e-8ab5-4650-a843-72b546805084 req-6a4851e7-c427-487f-a478-df006af7551b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 1097 time: 0.2566428 Feb 11 13:18:25.672331 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57ea6e7e-8ab5-4650-a843-72b546805084 req-68a78717-cddc-4e8c-a6bd-262ef0d2eaf4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594220 Feb 11 13:18:25.706071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486986b-894e-4a35-930f-ce8fb1569149 req-7137fca6-c679-4a47-8fc1-287ae7b903c0 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:25.707566 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0486986b-894e-4a35-930f-ce8fb1569149 req-7137fca6-c679-4a47-8fc1-287ae7b903c0 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 945 time: 0.9204831 Feb 11 13:18:25.709241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3088358c-3f08-4013-85ec-6fed1abb8771']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:25.734151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-e714412d-46c5-41a6-869a-2f09f2ddc429 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] No DVR routers for this DVR port 3647aaf0-c89e-48bd-8efa-72569dab9d4d on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:25.740244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event updated for resources: {'Port': ['ID=c9d9bb8c-7f43-4bdc-b204-0c777e61d9db,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.759362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ada758-1e00-4fc3-a95c-cbcc7b353a3b') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:25.760173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ada758-1e00-4fc3-a95c-cbcc7b353a3b') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:25.767746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-e714412d-46c5-41a6-869a-2f09f2ddc429 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.769796 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc774d1-f168-4232-aac6-7868b98a5195 None None] Pushing event updated for resources: {'Port': ['ID=6a47f414-b6f2-4c49-9cc9-f5b0466c943e,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.770347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'name': 'network-vif-deleted', 'tag': '3647aaf0-c89e-48bd-8efa-72569dab9d4d'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:25.771533 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.803360 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.823348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e49809e9-e01b-4d21-9d11-caca2c43d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.831832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a9b259a9-1284-4c02-a252-214f458e349a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a9b259a9-1284-4c02-a252-214f458e349a,segment=NetworkSegment(c5bcaafb-0bdc-41e8-bf54-dc0172af41d7),segment_id=c5bcaafb-0bdc-41e8-bf54-dc0172af41d7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:25.837363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.838638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3647aaf0-c89e-48bd-8efa-72569dab9d4d no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:18:25.873024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49809e9-e01b-4d21-9d11-caca2c43d7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299587fc-45f8-4ba4-b224-5baef3a1e8c2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.874942 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.888059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f81e460-7409-4ac1-9e98-0713ecd4e146 req-e714412d-46c5-41a6-869a-2f09f2ddc429 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "DELETE /v2.0/ports/3647aaf0-c89e-48bd-8efa-72569dab9d4d HTTP/1.1" status: 204 len: 173 time: 3.9748461 Feb 11 13:18:25.899792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e49809e9-e01b-4d21-9d11-caca2c43d7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.900935 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e49809e9-e01b-4d21-9d11-caca2c43d7ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/299587fc-45f8-4ba4-b224-5baef3a1e8c2 HTTP/1.1" status: 204 len: 168 time: 1.4483452 Feb 11 13:18:25.902383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:18:25.902809 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.930433 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] Set router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:25.961163 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:25.963747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Checking segment: {'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:25.963747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Network hostable DHCP agents. Network: 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:25.970436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 3647aaf0-c89e-48bd-8efa-72569dab9d4d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:18:25.971650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3647aaf0-c89e-48bd-8efa-72569dab9d4d not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:18:25.986313 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3401ad-cc5a-440d-951f-fc0a56e5394c', 'name': 'network-vif-deleted', 'tag': '3647aaf0-c89e-48bd-8efa-72569dab9d4d', 'status': 'completed', 'code': 200} Feb 11 13:18:26.055308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a9b259a9-1284-4c02-a252-214f458e349a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:26.126838 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:18:26.160685 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0486986b-894e-4a35-930f-ce8fb1569149 req-feb770e5-36e6-415f-b114-3a65aa1108ba tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284425 Feb 11 13:18:26.163483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.186145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.205663 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/3088358c-3f08-4013-85ec-6fed1abb8771 HTTP/1.1" status: 204 len: 168 time: 6.2755253 Feb 11 13:18:26.210509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35158) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:26.290896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=3088358c-3f08-4013-85ec-6fed1abb8771,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:26.498256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128402c-eea0-4b25-8df7-69b043ba131f req-c541d629-cd62-48f2-b978-978c53b07eae tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:26.506867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6128402c-eea0-4b25-8df7-69b043ba131f req-c541d629-cd62-48f2-b978-978c53b07eae tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 946 time: 0.3479712 Feb 11 13:18:26.588249 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5dc6cdd-ff0a-461d-89a6-f20edc392c62 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:26.589320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5dc6cdd-ff0a-461d-89a6-f20edc392c62 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:26.592661 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f5dc6cdd-ff0a-461d-89a6-f20edc392c62 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/bc523ba2-88b5-4e9c-9c1c-9b75dd7d439e HTTP/1.1" status: 404 len: 337 time: 0.3773475 Feb 11 13:18:26.603478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.603815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.604152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.604792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.605128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.605454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.605775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.606092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.606407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.606752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.607071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33357e5d-7246-422b-9b5e-7435236378e7 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.609656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:26.666740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35170) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:26.706525 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-router', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:16Z', 'updated_at': '2022-02-11T13:18:19Z', 'revision_number': 3, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'gw_port': {'id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:17Z', 'updated_at': '2022-02-11T13:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:26.721964 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f134b20-2ff1-4789-b7a8-35afe9024af0 None None] The sync data for ids ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'] in n-d-818559-1 is: [{'id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-router', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:16Z', 'updated_at': '2022-02-11T13:18:19Z', 'revision_number': 3, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'gw_port': {'id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:17Z', 'updated_at': '2022-02-11T13:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:18:26.750070 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-887aaaf8-f599-4314-9479-62e84868d908 req-74be5a2f-3285-4619-a63b-1118e551b651 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 210 time: 0.1504123 Feb 11 13:18:26.759554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:26.772417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f82ef-80e0-4a01-9659-94257df1e560 None None] Network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:26.783916 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb0e441-07e9-4c49-847e-7137cb206255 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:26.784348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb0e441-07e9-4c49-847e-7137cb206255 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:26.788244 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-beb0e441-07e9-4c49-847e-7137cb206255 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/3088358c-3f08-4013-85ec-6fed1abb8771 HTTP/1.1" status: 404 len: 339 time: 0.1159389 Feb 11 13:18:26.790548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:26.796580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35176) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:26.799671 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.841937 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:26.842272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:26.842674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:26.853308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:26.853517 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:26.855476 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 2 to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db Feb 11 13:18:26.886561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:26.886961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:26.887295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:26.894721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-5ac9bf1e-bbd6-4c28-8be5-9dbe2444e497 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:26.897759 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-5ac9bf1e-bbd6-4c28-8be5-9dbe2444e497 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.6863387 Feb 11 13:18:26.906064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:26.906407 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:26.906878 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 3 to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db Feb 11 13:18:26.941809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Request body: {'port': {'device_id': 'ee2a7167-d23e-43c2-a1e6-f117250ba808', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'admin_state_up': True, 'tenant_id': '60d3a05ad6e045e3b21396a746cead0f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:26.979088 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33fa7aa-6c6b-4ecc-a692-3133c3d4a34b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:26.979335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:26.979684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:26.979987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:26.980716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33fa7aa-6c6b-4ecc-a692-3133c3d4a34b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:26.985305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b33fa7aa-6c6b-4ecc-a692-3133c3d4a34b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/41b15a1e-97a8-45a9-ad7a-9b21ba136199 HTTP/1.1" status: 404 len: 337 time: 0.1601815 Feb 11 13:18:27.046788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35182) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:27.191294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17378309-0638-407f-a0a1-8bca6742aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b259a9-1284-4c02-a252-214f458e349a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:27.290784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:27.290784 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:27.293521 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-092786c3-2321-4184-95a5-a17673790690 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:27.294064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092786c3-2321-4184-95a5-a17673790690 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:27.296383 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-092786c3-2321-4184-95a5-a17673790690 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/5305f984-312d-4a48-a1f1-14740f3acb93 HTTP/1.1" status: 404 len: 339 time: 0.2486441 Feb 11 13:18:27.305746 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 4 to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db Feb 11 13:18:27.314563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:27.333076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:27.337967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6128402c-eea0-4b25-8df7-69b043ba131f req-66da1a98-8d78-427f-bd0b-c43493530d3b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8301735 Feb 11 13:18:27.338541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a9b9dc27-7c69-46ac-ab53-e3f42a54ae9a req-8ab1d696-99de-4acf-9927-e83906d774c4 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Synchronizing usage tracker for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:27.371831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:27.375384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:27.375721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:27.376554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:27.392188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a9b9dc27-7c69-46ac-ab53-e3f42a54ae9a req-8ab1d696-99de-4acf-9927-e83906d774c4 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Unset dirty status for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:27.393503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a9b9dc27-7c69-46ac-ab53-e3f42a54ae9a req-8ab1d696-99de-4acf-9927-e83906d774c4 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 210 time: 0.3342915 Feb 11 13:18:27.396558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:27.396558 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:27.396558 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 5 to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db Feb 11 13:18:27.406631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a47f414-b6f2-4c49-9cc9-f5b0466c943e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:27.434983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:27.435380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:27.435645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:27.452774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:27.455612 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:27.456261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Made reservation on behalf of 60d3a05ad6e045e3b21396a746cead0f for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:27.461373 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.473182 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 6 to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db Feb 11 13:18:27.495829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:27.496167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:27.496532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:27.513204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:27.513544 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:27.515493 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 7 to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db Feb 11 13:18:27.556753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-1bb2fb94-2a8a-4e31-ade7-7973bfdf44ef tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.558669 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-1bb2fb94-2a8a-4e31-ade7-7973bfdf44ef tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 805 time: 0.5912499 Feb 11 13:18:27.583703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:27.584170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:27.584523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:27.599627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:27.599979 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:27.603796 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 8 to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db Feb 11 13:18:27.631529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:27.631873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:27.632264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:27.659213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:27.659883 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:27.665496 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 9 to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db Feb 11 13:18:27.667451 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17378309-0638-407f-a0a1-8bca6742aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b259a9-1284-4c02-a252-214f458e349a', 'code': 200} Feb 11 13:18:27.690845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:27.691184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:27.691537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:27.708871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Request body: {'port': {'device_id': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'admin_state_up': True, 'tenant_id': '382398d42ea748ecb7380cdbe2da9f79'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:27.737376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:27.759071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:27.759610 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.782143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:27.783674 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:27.789458 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 10 to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db Feb 11 13:18:27.830543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:27.830973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:27.831308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:27.841055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Allocated IP 172.20.0.3 (9727c67e-db94-4084-8b54-a60fe2e6f7f1/4ed8415f-ae9d-4916-aeb3-95b233c7a703/3b32bc8a-5237-4318-aec6-287386ebaa38) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:27.850442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:27.851131 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:27.851546 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.021281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.043153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6a47f414-b6f2-4c49-9cc9-f5b0466c943e,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:28.050290 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.147294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76aef5-74be-45b8-a260-aefc19760a2b req-59fd8341-b1ae-4cae-a598-a3c130738e7b tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:28.150327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a76aef5-74be-45b8-a260-aefc19760a2b req-59fd8341-b1ae-4cae-a598-a3c130738e7b tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 946 time: 0.2744410 Feb 11 13:18:28.170174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] For port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:28.170520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempted to set empty binding levels {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:18:28.223821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=6a47f414-b6f2-4c49-9cc9-f5b0466c943e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:28.269794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3b5a499-4925-476c-b707-0e2617e5b152 req-b6dc4f22-4559-46c8-8647-bb50a9295b08 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 210 time: 0.2449956 Feb 11 13:18:28.273321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.286938 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.371400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Allocated IP 172.20.0.1 (dd1b7cdd-c76f-4628-beb4-01fa83639eb2/718d25e6-6406-4ca2-9c53-1184f3ef7e52/0c470ce1-d537-453d-8a41-04ea9b904db1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:28.372949 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.445520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a76aef5-74be-45b8-a260-aefc19760a2b req-c997b6fc-0c92-4d28-8d22-66ecc7fd8dc3 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767072 Feb 11 13:18:28.463895 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 7.0293293 Feb 11 13:18:28.463895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc8561-a180-4601-b1b8-4767b3409de3 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event updated for resources: {'Port': ['ID=c9d9bb8c-7f43-4bdc-b204-0c777e61d9db,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:28.467127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35214) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:28.570496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.590734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:28.599838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-faa5a2be-ac89-4581-b96f-56948ff66836 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Deleting port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:28.600179 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faa5a2be-ac89-4581-b96f-56948ff66836 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.732830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:28.750289 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0954d4e1-e9eb-4b7b-99e4-9a28c66e47fc req-517a5fd8-88c7-4b2e-9a27-99cfb1844ee6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 1097 time: 0.8263388 Feb 11 13:18:28.754427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b8a5a899-b5ca-4b86-9938-ee2e4cf37cae req-377cc241-3bb7-47f7-b4b4-17c88797ca60 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 210 time: 0.0824604 Feb 11 13:18:28.791025 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.850739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Made reservation on behalf of 382398d42ea748ecb7380cdbe2da9f79 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:28.853653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.868547 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.880504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:28.897019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f45bcd-400c-40c7-8b0e-d978fc8bbdfb']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:28.917427 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.931381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e676f02-e3d8-436a-945c-39d3db7e4684') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:28.931718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e676f02-e3d8-436a-945c-39d3db7e4684') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:28.978337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:28.982076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-faa5a2be-ac89-4581-b96f-56948ff66836 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] For port c9d9bb8c-7f43-4bdc-b204-0c777e61d9db, host n-h1-818559-1, got binding levels [] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:28.982392 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faa5a2be-ac89-4581-b96f-56948ff66836 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.987862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0954d4e1-e9eb-4b7b-99e4-9a28c66e47fc req-747e6deb-6b79-46b9-8f7d-19295b449c20 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216067 Feb 11 13:18:28.989550 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.991493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:28.993983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:29.013560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Transition to ACTIVE for port object 0c470ce1-d537-453d-8a41-04ea9b904db1 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:29.044382 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.060026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7436056-af66-4376-9de3-0abb70a04ba4 req-c3587c0c-c84e-4477-b180-d36f1ee8ac8a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:29.061537 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7436056-af66-4376-9de3-0abb70a04ba4 req-c3587c0c-c84e-4477-b180-d36f1ee8ac8a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 946 time: 0.4876285 Feb 11 13:18:29.071193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:29.072264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.080224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:18:29.080798 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:29.097369 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:29.331789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event updated for resources: {'Port': ['ID=3b32bc8a-5237-4318-aec6-287386ebaa38,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:29.347052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a47f414-b6f2-4c49-9cc9-f5b0466c943e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:29.348111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-faa5a2be-ac89-4581-b96f-56948ff66836 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Calling delete_port for c9d9bb8c-7f43-4bdc-b204-0c777e61d9db owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:29.383698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.416560 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ca45d8fd-1728-44ae-a885-0cc9963421ba tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4884698 Feb 11 13:18:29.433731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Request body: {'port': {'device_id': 'ee2a7167-d23e-43c2-a1e6-f117250ba808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:29.442288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.482446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.485041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:29.486058 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.503186 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7436056-af66-4376-9de3-0abb70a04ba4 req-e95f23fc-b76e-470a-a14c-f61f8c04ee43 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273710 Feb 11 13:18:29.529753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faa5a2be-ac89-4581-b96f-56948ff66836 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.556003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Allocated IP 172.20.0.9 (8def48aa-ef08-4b80-abf3-24d152a70065/ebef0c98-5a96-482c-88be-ad4a399fbddf/39756461-6928-45fc-8a73-233c9477615a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:29.618836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:29.620758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Pushing event updated for resources: {'Port': ['ID=0c470ce1-d537-453d-8a41-04ea9b904db1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:29.623164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=90f45bcd-400c-40c7-8b0e-d978fc8bbdfb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:29.630041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/90f45bcd-400c-40c7-8b0e-d978fc8bbdfb HTTP/1.1" status: 204 len: 168 time: 2.3138320 Feb 11 13:18:29.631629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:29.634283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35242) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:29.641448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:29.709114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5a2be-ac89-4581-b96f-56948ff66836 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9d9bb8c-7f43-4bdc-b204-0c777e61d9db,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:29.711516 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faa5a2be-ac89-4581-b96f-56948ff66836 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.737665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-faa5a2be-ac89-4581-b96f-56948ff66836 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "DELETE /v2.0/ports/c9d9bb8c-7f43-4bdc-b204-0c777e61d9db HTTP/1.1" status: 204 len: 168 time: 1.2694027 Feb 11 13:18:29.744168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35246) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:29.804054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.804539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.804985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.805412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.805837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.806263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.806726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.807413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.807830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.808248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.808664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9881018-e132-4206-91b8-52731bd80bff tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.811628 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b812b751-8ce4-48b9-bb06-625783dccc0b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:29.812219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b812b751-8ce4-48b9-bb06-625783dccc0b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:29.817177 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b812b751-8ce4-48b9-bb06-625783dccc0b tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/a25951d3-84e9-4157-bd56-ce4d84c4d42d HTTP/1.1" status: 404 len: 337 time: 0.1783662 Feb 11 13:18:29.818825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.819264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.819699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.820123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.820551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.820970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.821397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.821809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.822252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.822693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.823110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:29.828597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35254) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:29.868803 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3307246-b9a2-4e14-8371-fec1c557ff5b tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:18:29.869437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d3307246-b9a2-4e14-8371-fec1c557ff5b tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Synchronizing usage tracker for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:29.876849 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f95fc1-b77c-46a1-ae40-c5272e6b5b7d tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:29.877389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f95fc1-b77c-46a1-ae40-c5272e6b5b7d tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:29.881937 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-23f95fc1-b77c-46a1-ae40-c5272e6b5b7d tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/cffc626c-2e83-40cb-a1c7-3f83f7b30e98 HTTP/1.1" status: 404 len: 339 time: 0.0441833 Feb 11 13:18:29.882658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:29.887531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.954065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90bb10-6d11-4bdd-bce5-8c79514e0aea req-626e1aa0-f0ba-4642-a2d1-2b48e3ebcfca tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:29.955195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dc90bb10-6d11-4bdd-bce5-8c79514e0aea req-626e1aa0-f0ba-4642-a2d1-2b48e3ebcfca tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:29.967039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d3307246-b9a2-4e14-8371-fec1c557ff5b tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Unset dirty status for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:29.972292 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d3307246-b9a2-4e14-8371-fec1c557ff5b tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "GET /v2.0/ports/c9d9bb8c-7f43-4bdc-b204-0c777e61d9db HTTP/1.1" status: 404 len: 333 time: 0.2270830 Feb 11 13:18:29.972892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35266) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:29.990304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Request body: {'port': {'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-291946801'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:29.992012 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a10be2-14bb-4902-8dea-aa33f448c83c tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:29.992453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a10be2-14bb-4902-8dea-aa33f448c83c tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:29.996966 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-65a10be2-14bb-4902-8dea-aa33f448c83c tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/234f7b78-52f4-4b12-adf5-8fa3ae980c73 HTTP/1.1" status: 404 len: 337 time: 0.0995975 Feb 11 13:18:29.997565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35270) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:29.997848 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.003604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-974a1fbc-10df-499b-916b-831e31268323 None None] Provisioning for port 0c470ce1-d537-453d-8a41-04ea9b904db1 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:30.005403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:30.017325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-974a1fbc-10df-499b-916b-831e31268323 None None] Provisioning complete for port 0c470ce1-d537-453d-8a41-04ea9b904db1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:30.019493 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-974a1fbc-10df-499b-916b-831e31268323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.045301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:30.051561 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef905058-5116-45c8-b919-96d6191ee16f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:30.051801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef905058-5116-45c8-b919-96d6191ee16f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:30.053446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ef905058-5116-45c8-b919-96d6191ee16f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/862eb036-4c82-42e5-afea-1c31c841c0b6 HTTP/1.1" status: 404 len: 339 time: 0.0534451 Feb 11 13:18:30.074410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:30.103413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dc90bb10-6d11-4bdd-bce5-8c79514e0aea req-626e1aa0-f0ba-4642-a2d1-2b48e3ebcfca tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:30.104556 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc90bb10-6d11-4bdd-bce5-8c79514e0aea req-626e1aa0-f0ba-4642-a2d1-2b48e3ebcfca tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 931 time: 0.5070932 Feb 11 13:18:30.136727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Made reservation on behalf of 9ef1608ce710402cbce425c083544d38 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:30.139019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.179224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-974a1fbc-10df-499b-916b-831e31268323 None None] Port 0c470ce1-d537-453d-8a41-04ea9b904db1 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:18:30.190238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] device_id is not set on port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:18:30.216506 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26f2e4d-2ae3-49d6-b89f-1b07428041dc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:30.216942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26f2e4d-2ae3-49d6-b89f-1b07428041dc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:30.218618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e26f2e4d-2ae3-49d6-b89f-1b07428041dc tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/315222cc-2df7-4166-8de1-f06ccdd39c0f HTTP/1.1" status: 404 len: 337 time: 0.1425154 Feb 11 13:18:30.232709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35280) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:30.253938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84501528-bd52-4075-8644-c726ef526e1e req-c1dc66f1-dc09-4866-901e-e9dbaf4398d5 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:30.255494 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84501528-bd52-4075-8644-c726ef526e1e req-c1dc66f1-dc09-4866-901e-e9dbaf4398d5 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 946 time: 0.5079296 Feb 11 13:18:30.311861 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.332541 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1e36c2-1915-4cda-ad9c-8dbd6a97faf2 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:30.332977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1e36c2-1915-4cda-ad9c-8dbd6a97faf2 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:30.337903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-df1e36c2-1915-4cda-ad9c-8dbd6a97faf2 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/9800e3c5-9758-461d-9ada-27c719d65fbe HTTP/1.1" status: 404 len: 339 time: 0.0996437 Feb 11 13:18:30.338084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35288) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:30.379715 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc90bb10-6d11-4bdd-bce5-8c79514e0aea req-0ad2b80c-fb0c-4f72-9b15-0afd11de6488 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627857 Feb 11 13:18:30.410715 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ab346d-cdad-47a7-b94d-b9a04d03f28e tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:30.411069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ab346d-cdad-47a7-b94d-b9a04d03f28e tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:30.442567 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.449214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-81ab346d-cdad-47a7-b94d-b9a04d03f28e tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/753b75e5-bc83-4563-a59e-76e34e92dfc9 HTTP/1.1" status: 404 len: 337 time: 0.1106622 Feb 11 13:18:30.486563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35294) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:30.492520 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84501528-bd52-4075-8644-c726ef526e1e req-693702b2-ba18-4934-9234-6ee9c8cc8a2c tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107472 Feb 11 13:18:30.701757 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85c77f3-e8d8-493b-afcf-cf459ba61b13 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:30.702194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85c77f3-e8d8-493b-afcf-cf459ba61b13 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:30.706638 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a85c77f3-e8d8-493b-afcf-cf459ba61b13 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/e41d2a58-d867-46f0-9534-2df69e6284e3 HTTP/1.1" status: 404 len: 339 time: 0.2160630 Feb 11 13:18:30.723075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35304) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:30.775952 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:18:30.806534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8e03c1eb-7e72-4068-8c1c-4f13e8cd395c req-08ad3395-d622-49d7-be2a-49b175006398 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Synchronizing usage tracker for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:30.824523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8e03c1eb-7e72-4068-8c1c-4f13e8cd395c req-08ad3395-d622-49d7-be2a-49b175006398 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Unset dirty status for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:30.827129 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8e03c1eb-7e72-4068-8c1c-4f13e8cd395c req-08ad3395-d622-49d7-be2a-49b175006398 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 210 time: 0.0729678 Feb 11 13:18:30.827316 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf405ce-465c-428a-9f06-4c83046b25a9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:30.827316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf405ce-465c-428a-9f06-4c83046b25a9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:30.829556 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-daf405ce-465c-428a-9f06-4c83046b25a9 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/a26e6844-bfe1-41bd-a861-cb53e7bc5f24 HTTP/1.1" status: 404 len: 337 time: 0.1051202 Feb 11 13:18:30.835612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35310) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:30.870889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.895847 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.931039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b32bc8a-5237-4318-aec6-287386ebaa38 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:30.939037 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.941366 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c46a371-c503-42cc-894d-66b9fbed1809 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:30.941897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c46a371-c503-42cc-894d-66b9fbed1809 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:30.946252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8c46a371-c503-42cc-894d-66b9fbed1809 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/63d390cf-81e1-47d3-997d-9ccbc87f4acb HTTP/1.1" status: 404 len: 339 time: 0.1112115 Feb 11 13:18:30.948588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35318) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:30.949293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.964150 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.003703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Network 8def48aa-ef08-4b80-abf3-24d152a70065 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:31.019172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:31.037335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:31.042534 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7289b9-a0b0-460a-ba97-b1eaa81905bf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:31.043130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7289b9-a0b0-460a-ba97-b1eaa81905bf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:31.044760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3e7289b9-a0b0-460a-ba97-b1eaa81905bf tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/5e8858df-7e23-4db4-9d16-d4d2dff33d2d HTTP/1.1" status: 404 len: 337 time: 0.0920134 Feb 11 13:18:31.049057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Transition to ACTIVE for port object 3b32bc8a-5237-4318-aec6-287386ebaa38 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:31.049771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35322) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:31.076566 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.101332 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.111490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Pushing event updated for resources: {'Port': ['ID=39756461-6928-45fc-8a73-233c9477615a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:31.134317 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72b905f-4507-4b40-a0ad-65034c80999f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:31.134641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72b905f-4507-4b40-a0ad-65034c80999f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:31.138777 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a72b905f-4507-4b40-a0ad-65034c80999f tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/8e01a294-0875-461a-88da-fe842c76ceb3 HTTP/1.1" status: 404 len: 339 time: 0.0843258 Feb 11 13:18:31.147563 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.154350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35328) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:31.212081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f83a9-5398-44aa-8520-b4adddf75a50 req-977e4534-9a6f-4163-89e6-18c92364c244 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:31.213538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-140f83a9-5398-44aa-8520-b4adddf75a50 req-977e4534-9a6f-4163-89e6-18c92364c244 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 946 time: 0.4522200 Feb 11 13:18:31.293844 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:31.294615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.328161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Pushing event updated for resources: {'Port': ['ID=0c470ce1-d537-453d-8a41-04ea9b904db1,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:31.349695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8c9ec6a7-971b-49c6-bf30-5bfe743873fc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6644247 Feb 11 13:18:31.362832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Request body: {'port': {'device_id': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:31.400843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:31.408078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:31.435753 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9c58d4-0050-4019-a7db-5c08343b1cd8 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:31.436192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9c58d4-0050-4019-a7db-5c08343b1cd8 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:31.437880 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7b9c58d4-0050-4019-a7db-5c08343b1cd8 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/988f1531-d4b5-4fa7-801b-02fc26b2f9fd HTTP/1.1" status: 404 len: 337 time: 0.2324646 Feb 11 13:18:31.460405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35336) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:31.501630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:31.502820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b32bc8a-5237-4318-aec6-287386ebaa38,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:31.569708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:31.611029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:31.612042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:31.612678 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.625640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35344) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:31.687089 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c010362-0b12-4931-8d76-9a9bb8828b58 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:31.687563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c010362-0b12-4931-8d76-9a9bb8828b58 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:31.689304 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0c010362-0b12-4931-8d76-9a9bb8828b58 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/8949252d-83b4-4f8a-b97f-837432fe58f4 HTTP/1.1" status: 404 len: 339 time: 0.1830482 Feb 11 13:18:31.707063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35350) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:31.745379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event updated for resources: {'Port': ['ID=70e15c37-7f70-41cc-a1d4-5584d3c71d46,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:31.768677 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-661c9c2d-89db-4f0d-a088-ecfb98c78a46 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7921855 Feb 11 13:18:31.776943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-140f83a9-5398-44aa-8520-b4adddf75a50 req-3868260e-aa6a-4fc7-8f06-d9ff6ec78da3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786809 Feb 11 13:18:31.777410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35354) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:31.781948 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-958dc3b9-5846-4857-bea1-7647949c9868 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:31.782425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958dc3b9-5846-4857-bea1-7647949c9868 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:31.784042 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-958dc3b9-5846-4857-bea1-7647949c9868 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/a03de70b-fa6b-4098-ba1e-05d396a9a86e HTTP/1.1" status: 404 len: 337 time: 0.0735698 Feb 11 13:18:31.786757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35360) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:31.790284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:31.843271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-809faaa7-4f10-4fcd-a7fa-ede6727c117b None None] Provisioning complete for port 0c470ce1-d537-453d-8a41-04ea9b904db1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:31.844595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-809faaa7-4f10-4fcd-a7fa-ede6727c117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.905045 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-763adad2-b444-4860-902d-f82934073d68 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] DELETE failed (client error): The resource could not be found. Feb 11 13:18:31.905486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763adad2-b444-4860-902d-f82934073d68 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:18:31.908412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-763adad2-b444-4860-902d-f82934073d68 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/839ef9d5-03ee-45fa-966a-51316d2a02e9 HTTP/1.1" status: 404 len: 339 time: 0.0894480 Feb 11 13:18:31.914521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35366) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:31.919826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Attempting to bind port 3b32bc8a-5237-4318-aec6-287386ebaa38 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:31.920165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Attempting to bind port 3b32bc8a-5237-4318-aec6-287386ebaa38 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:31.920493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Attempting to bind port 3b32bc8a-5237-4318-aec6-287386ebaa38 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:31.922748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cc259df-5067-442b-ad70-2cb04bf227cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.938160 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.942989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-809faaa7-4f10-4fcd-a7fa-ede6727c117b None None] Port 0c470ce1-d537-453d-8a41-04ea9b904db1 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:18:31.984191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Port 3b32bc8a-5237-4318-aec6-287386ebaa38 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:31.984523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Attempting to bind port 3b32bc8a-5237-4318-aec6-287386ebaa38 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:32.067287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:18:32.067538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Checking segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:32.067900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Bound using segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:18:32.068328 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Bound port: 3b32bc8a-5237-4318-aec6-287386ebaa38, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:32.068668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.082787 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.094260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4cc259df-5067-442b-ad70-2cb04bf227cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:32.097334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f8a8-8e18-4c7d-9ed1-6ac8feed1418 req-0b26461e-cd6d-4ed3-8fb5-45c30f5973f8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.099147 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1fd8f8a8-8e18-4c7d-9ed1-6ac8feed1418 req-0b26461e-cd6d-4ed3-8fb5-45c30f5973f8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 943 time: 0.3501110 Feb 11 13:18:32.105654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4cc259df-5067-442b-ad70-2cb04bf227cf admin admin] Usage tracker for resource:security_group_rule and tenant:b5c7293035184031bf776ca7d346ebcc is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:32.113722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4cc259df-5067-442b-ad70-2cb04bf227cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:32.155033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4cc259df-5067-442b-ad70-2cb04bf227cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:32.256394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960308f-47ae-4ce2-bd8f-764e1ce34381 req-8bbf111f-b794-4035-8115-310af966f62e tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.257875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4960308f-47ae-4ce2-bd8f-764e1ce34381 req-8bbf111f-b794-4035-8115-310af966f62e tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 946 time: 0.2651355 Feb 11 13:18:32.412942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] For port 3b32bc8a-5237-4318-aec6-287386ebaa38, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:32.448395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] For port 3b32bc8a-5237-4318-aec6-287386ebaa38, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b32bc8a-5237-4318-aec6-287386ebaa38,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:32.473572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cc259df-5067-442b-ad70-2cb04bf227cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.480104 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.511210 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1fd8f8a8-8e18-4c7d-9ed1-6ac8feed1418 req-ea303ce4-0d16-49d7-a824-ff87f30b465c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565049 Feb 11 13:18:32.519026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4960308f-47ae-4ce2-bd8f-764e1ce34381 req-ebb69131-7e5c-4204-b530-a4b8338b7a81 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537498 Feb 11 13:18:32.519708 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cc259df-5067-442b-ad70-2cb04bf227cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.561894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a9ba31-026e-4218-b73d-bb6c3261bb27 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Deleting subnet 4f4a02af-2fca-4c22-b996-af3c3e791cce {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:18:32.570374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14a9ba31-026e-4218-b73d-bb6c3261bb27 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.624092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b32bc8a-5237-4318-aec6-287386ebaa38,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:32.645072 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.647512 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-d4b37152-43de-4bd9-8342-643017c072f1 service neutron] 10.222.0.73 "PUT /v2.0/ports/3b32bc8a-5237-4318-aec6-287386ebaa38 HTTP/1.1" status: 200 len: 1091 time: 3.2216601 Feb 11 13:18:32.658957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:18:32.680242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14a9ba31-026e-4218-b73d-bb6c3261bb27 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.734616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2a7167-d23e-43c2-a1e6-f117250ba808', 'tag': '3b32bc8a-5237-4318-aec6-287386ebaa38'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:32.781015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc259df-5067-442b-ad70-2cb04bf227cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946e979f-a757-4e73-b7e0-8dd380d29f11,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:32.788319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4cc259df-5067-442b-ad70-2cb04bf227cf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5c7293035184031bf776ca7d346ebcc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1228380 Feb 11 13:18:32.789193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35376) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:32.832808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] device_id is not set on port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:18:32.852649 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.863109 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2a7167-d23e-43c2-a1e6-f117250ba808', 'tag': '3b32bc8a-5237-4318-aec6-287386ebaa38', 'status': 'completed', 'code': 200} Feb 11 13:18:32.897973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Transition to ACTIVE for port object 70e15c37-7f70-41cc-a1d4-5584d3c71d46 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:32.910024 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.928789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39756461-6928-45fc-8a73-233c9477615a {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:32.943489 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.947000 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14a9ba31-026e-4218-b73d-bb6c3261bb27 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.983246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4da50-d404-4a89-8ba3-35a4e3797df5 req-a971ec67-24a8-4f70-bb84-b7128cdbcddc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.983769 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-f86cccaf-fd2f-49b7-9e3f-78e554c2424e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 1094 time: 0.2367878 Feb 11 13:18:32.984745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3d4da50-d404-4a89-8ba3-35a4e3797df5 req-a971ec67-24a8-4f70-bb84-b7128cdbcddc tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 931 time: 0.2738831 Feb 11 13:18:32.992198 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2f52a98-4cf5-4d62-813f-213a007a815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.031697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Transition to ACTIVE for port object 39756461-6928-45fc-8a73-233c9477615a will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:33.042662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:33.048453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.119813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event updated for resources: {'Port': ['ID=70e15c37-7f70-41cc-a1d4-5584d3c71d46,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.183706 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-9302d208-c090-4a32-90c2-f38d9b4f4e15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b32bc8a-5237-4318-aec6-287386ebaa38 HTTP/1.1" status: 200 len: 217 time: 0.1872840 Feb 11 13:18:33.194857 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2f52a98-4cf5-4d62-813f-213a007a815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.222362 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3d4da50-d404-4a89-8ba3-35a4e3797df5 req-72d9b23f-3f4b-461d-a7f9-a23f9aeff529 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255623 Feb 11 13:18:33.224769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Pushing event updated for resources: {'Port': ['ID=39756461-6928-45fc-8a73-233c9477615a,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.283253 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14a9ba31-026e-4218-b73d-bb6c3261bb27 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.313207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:33.314179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:33.314515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:33.319142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-143f413e-1f7e-4358-b692-f3b858a1885a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.320608 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-143f413e-1f7e-4358-b692-f3b858a1885a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.1296115 Feb 11 13:18:33.373215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:33.373522 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:33.375106 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 2 to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 Feb 11 13:18:33.388520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-ad74c372-5d1b-4c0d-93c7-20ce06fa7322 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613101 Feb 11 13:18:33.525320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9ba31-026e-4218-b73d-bb6c3261bb27 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4a02af-2fca-4c22-b996-af3c3e791cce,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.553518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915aef9-e385-4469-aad2-8a6a13b067b5 req-560e763e-b8b4-4517-b5f4-f5359aefa266 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.560505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3915aef9-e385-4469-aad2-8a6a13b067b5 req-560e763e-b8b4-4517-b5f4-f5359aefa266 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 946 time: 0.4541063 Feb 11 13:18:33.568009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:33.568591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:33.569094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:33.574431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14a9ba31-026e-4218-b73d-bb6c3261bb27 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.585490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45faeafc-2a3f-49dd-95ce-d0f608137b32 None None] Network 383a06bd-f119-4bb6-b2b2-98f35d91b025 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:33.625532 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-14a9ba31-026e-4218-b73d-bb6c3261bb27 tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/subnets/4f4a02af-2fca-4c22-b996-af3c3e791cce HTTP/1.1" status: 204 len: 168 time: 1.6970148 Feb 11 13:18:33.629389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35390) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:33.633626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2f52a98-4cf5-4d62-813f-213a007a815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.684720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f52a98-4cf5-4d62-813f-213a007a815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946e979f-a757-4e73-b7e0-8dd380d29f11,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.702057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:33.702715 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:33.706445 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 3 to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 Feb 11 13:18:33.713738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2f52a98-4cf5-4d62-813f-213a007a815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.722984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e2f52a98-4cf5-4d62-813f-213a007a815c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/946e979f-a757-4e73-b7e0-8dd380d29f11 HTTP/1.1" status: 204 len: 168 time: 0.9160538 Feb 11 13:18:33.808572 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-9a7cd31a-c9ec-4d6b-af0d-83ae02803c99 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108109 Feb 11 13:18:33.826080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3915aef9-e385-4469-aad2-8a6a13b067b5 req-cd55ceb1-3745-4143-8871-ce1b9741ec2d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644601 Feb 11 13:18:33.831731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:33.833436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:33.833881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:33.854009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Attempting to bind port 39756461-6928-45fc-8a73-233c9477615a on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:33.854009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Attempting to bind port 39756461-6928-45fc-8a73-233c9477615a by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:33.854009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Attempting to bind port 39756461-6928-45fc-8a73-233c9477615a on network 8def48aa-ef08-4b80-abf3-24d152a70065 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:33.854009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.872257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Port 39756461-6928-45fc-8a73-233c9477615a on network 8def48aa-ef08-4b80-abf3-24d152a70065 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:33.872592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Attempting to bind port 39756461-6928-45fc-8a73-233c9477615a on network 8def48aa-ef08-4b80-abf3-24d152a70065 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:33.883967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:33.884317 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:33.886986 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 4 to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 Feb 11 13:18:33.896123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Deleting port deee1c80-194c-48c1-a145-0c3c50d9bc50 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:33.896464 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.940542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:18:33.941363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Checking segment: {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:33.941363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Bound using segment: {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:18:33.941652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Bound port: 39756461-6928-45fc-8a73-233c9477615a, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:33.942088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.967310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155f303-a8b5-45db-ba81-cc3f964d5d7e None None] DHCP port deletion for 383a06bd-f119-4bb6-b2b2-98f35d91b025 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:18:33.972259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1155f303-a8b5-45db-ba81-cc3f964d5d7e None None] Deleting port deee1c80-194c-48c1-a145-0c3c50d9bc50 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:33.972640 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1155f303-a8b5-45db-ba81-cc3f964d5d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.001099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:34.011062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:34.011431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:34.038159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:34.038498 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:34.040709 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 5 to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 Feb 11 13:18:34.069744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473f965-957d-4bff-8c26-3b33c331c117 req-e923392d-cb36-4950-bb79-635581281ad0 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:34.076377 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5473f965-957d-4bff-8c26-3b33c331c117 req-e923392d-cb36-4950-bb79-635581281ad0 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 946 time: 0.3509743 Feb 11 13:18:34.118374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:34.118756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:34.119093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:34.151900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:34.152253 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:34.156394 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 6 to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 Feb 11 13:18:34.185436 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09417e57-2bb5-4606-a5c4-c7ba512a50c0 req-7b5bd0c1-262d-485e-8bb2-b910f6fcecb4 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552709 Feb 11 13:18:34.196213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35400) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:34.200356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:34.200811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:34.201299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:34.229810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:34.230179 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:34.232466 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 7 to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 Feb 11 13:18:34.246115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1f14-d54a-452e-ac4d-bbf0f26a91ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.258092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] For port 39756461-6928-45fc-8a73-233c9477615a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:34.261216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:34.279117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e6bd4327-8507-47c8-b63e-28bb14851926 admin admin] 10.222.0.67 "PUT /v2.0/routers/52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5093851 Feb 11 13:18:34.281876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Sync routers for ids ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:18:34.287375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1155f303-a8b5-45db-ba81-cc3f964d5d7e None None] For port deee1c80-194c-48c1-a145-0c3c50d9bc50, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=deee1c80-194c-48c1-a145-0c3c50d9bc50,segment=NetworkSegment(bbef35d1-0a47-4b84-bb84-a33eba8227ef),segment_id=bbef35d1-0a47-4b84-bb84-a33eba8227ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:34.287925 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1155f303-a8b5-45db-ba81-cc3f964d5d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.291876 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5473f965-957d-4bff-8c26-3b33c331c117 req-e6f36483-1366-4c84-8366-64e2928410dd tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145753 Feb 11 13:18:34.317727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] For port 39756461-6928-45fc-8a73-233c9477615a, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=39756461-6928-45fc-8a73-233c9477615a,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:34.334163 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.344672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b6920-c377-4a7c-87c4-8252dd303cef req-0c05ce7a-46ee-4c70-a387-0f6e6bdb63c1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:34.351392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f9b6920-c377-4a7c-87c4-8252dd303cef req-0c05ce7a-46ee-4c70-a387-0f6e6bdb63c1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 943 time: 0.2930422 Feb 11 13:18:34.378803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:34.379147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:34.379489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:34.416669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f9b6920-c377-4a7c-87c4-8252dd303cef req-d10529d3-5921-4bcd-ac20-0febe188144c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644109 Feb 11 13:18:34.432849 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cc7c1f14-d54a-452e-ac4d-bbf0f26a91ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:34.441453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:34.441787 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:34.446257 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 8 to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 Feb 11 13:18:34.460848 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.463227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] 10.222.0.73 "PUT /v2.0/ports/39756461-6928-45fc-8a73-233c9477615a HTTP/1.1" status: 200 len: 1091 time: 3.1060729 Feb 11 13:18:34.469348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cc7c1f14-d54a-452e-ac4d-bbf0f26a91ba admin admin] Usage tracker for resource:security_group_rule and tenant:18bf488dd6cf41158b828942d25d566a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:34.478195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'tag': '39756461-6928-45fc-8a73-233c9477615a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:34.487668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1155f303-a8b5-45db-ba81-cc3f964d5d7e None None] Calling delete_port for deee1c80-194c-48c1-a145-0c3c50d9bc50 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:34.491156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cc7c1f14-d54a-452e-ac4d-bbf0f26a91ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:34.500900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cc7c1f14-d54a-452e-ac4d-bbf0f26a91ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:34.526505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Routers {'52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:18:34.526745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:34.527011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:34.527277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:18:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:34.527407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:34.566942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] For port deee1c80-194c-48c1-a145-0c3c50d9bc50, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=deee1c80-194c-48c1-a145-0c3c50d9bc50,segment=NetworkSegment(bbef35d1-0a47-4b84-bb84-a33eba8227ef),segment_id=bbef35d1-0a47-4b84-bb84-a33eba8227ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:34.567304 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.571419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:34.571944 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:34.576145 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 9 to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 Feb 11 13:18:34.605085 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d624a2cf-edbc-40aa-ae06-912f93cbc654 req-e62b5ddc-df4b-43b6-be98-ddcdf26244f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 1094 time: 0.3637254 Feb 11 13:18:34.669811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:34.670148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:34.670493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:34.765295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Calling delete_port for deee1c80-194c-48c1-a145-0c3c50d9bc50 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:34.798092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ffc42-f744-4b40-9229-4eba349bdafd service neutron] Pushing event updated for resources: {'Port': ['ID=39756461-6928-45fc-8a73-233c9477615a,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:34.802191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:34.802390 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:34.810789 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 10 to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 Feb 11 13:18:34.843973 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1155f303-a8b5-45db-ba81-cc3f964d5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.850127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:34.850467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:34.850828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:34.889958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1f14-d54a-452e-ac4d-bbf0f26a91ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.891013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:34.891460 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:34.892292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.899724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155f303-a8b5-45db-ba81-cc3f964d5d7e None None] Pushing event deleted for resources: {'Port': ['ID=deee1c80-194c-48c1-a145-0c3c50d9bc50,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:34.920997 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-ecbf249c-949f-427a-ac66-daa86da16c34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 1094 time: 0.4098055 Feb 11 13:18:34.926545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1f14-d54a-452e-ac4d-bbf0f26a91ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.928187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155f303-a8b5-45db-ba81-cc3f964d5d7e None None] No DVR routers for this DVR port deee1c80-194c-48c1-a145-0c3c50d9bc50 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:34.955171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Set router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:18:34.964848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624a2cf-edbc-40aa-ae06-912f93cbc654 req-3f345d2b-f3d6-4518-bf1a-1e02217f2c29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:34.966325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d624a2cf-edbc-40aa-ae06-912f93cbc654 req-3f345d2b-f3d6-4518-bf1a-1e02217f2c29 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.3472989 Feb 11 13:18:34.972245 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:18:34.972817 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:18:35.094248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c1f14-d54a-452e-ac4d-bbf0f26a91ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f2418e-9eed-406c-ac5d-921fe61e655b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:35.113196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d624a2cf-edbc-40aa-ae06-912f93cbc654 req-6f5de80e-2bf1-435c-a697-ea402c72f924 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b32bc8a-5237-4318-aec6-287386ebaa38 HTTP/1.1" status: 200 len: 217 time: 0.1219332 Feb 11 13:18:35.117075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-8ce66216-5e96-4244-acba-6a87f7aece4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39756461-6928-45fc-8a73-233c9477615a HTTP/1.1" status: 200 len: 217 time: 0.1835785 Feb 11 13:18:35.121832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cc7c1f14-d54a-452e-ac4d-bbf0f26a91ba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18bf488dd6cf41158b828942d25d566a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9213142 Feb 11 13:18:35.126361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59812c6e-595f-44e1-8377-3885513ff23f req-7b2dfc9e-7d37-42dd-b65e-a55f03414342 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.129816 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f91500-3f00-46c2-af32-f5ae3e458bf0 req-1be96a7a-4003-480b-9458-1219ebaf6bfd tempest-FloatingIPsNegativeTestJSON-186434665 tempest-FloatingIPsNegativeTestJSON-186434665-project] 10.222.0.67 "GET /v2.0/floatingips?tenant_id=70a84484533440c8a72ee6bf649c15b1 HTTP/1.1" status: 200 len: 217 time: 0.0974648 Feb 11 13:18:35.132145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35416) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:35.133282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59812c6e-595f-44e1-8377-3885513ff23f req-7b2dfc9e-7d37-42dd-b65e-a55f03414342 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 943 time: 0.4668083 Feb 11 13:18:35.189611 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'tag': '39756461-6928-45fc-8a73-233c9477615a', 'status': 'completed', 'code': 200} Feb 11 13:18:35.242478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] For port 70e15c37-7f70-41cc-a1d4-5584d3c71d46, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:35.242894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempted to set empty binding levels {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:18:35.249735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624a2cf-edbc-40aa-ae06-912f93cbc654 req-81bc8cbc-5c2d-452f-b925-8922b9ca5bc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.251299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d624a2cf-edbc-40aa-ae06-912f93cbc654 req-81bc8cbc-5c2d-452f-b925-8922b9ca5bc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.1161149 Feb 11 13:18:35.263117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59812c6e-595f-44e1-8377-3885513ff23f req-a3314bbe-1405-41c6-9ad9-bbb694720772 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289704 Feb 11 13:18:35.264231 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:35.275816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-db22b168-0efe-4182-842f-041ea6ae77eb tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.277355 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-db22b168-0efe-4182-842f-041ea6ae77eb tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.73 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 946 time: 0.4133778 Feb 11 13:18:35.280288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-7334a5bb-a467-4060-ad2b-e8048feb0a51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.281626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-7334a5bb-a467-4060-ad2b-e8048feb0a51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebef0c98-5a96-482c-88be-ad4a399fbddf HTTP/1.1" status: 200 len: 845 time: 0.1486499 Feb 11 13:18:35.363794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device deee1c80-194c-48c1-a145-0c3c50d9bc50 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:18:35.404911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: deee1c80-194c-48c1-a145-0c3c50d9bc50 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:18:35.405253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device deee1c80-194c-48c1-a145-0c3c50d9bc50 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:18:35.427559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d624a2cf-edbc-40aa-ae06-912f93cbc654 req-d931b41d-e84b-4004-81b0-87a06b3e2f4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577809 Feb 11 13:18:35.440702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-24a4d10c-406c-4cd6-b283-aa0bc05db149 req-191fe394-83ac-4bd9-ba7d-fb2edbcce4ba tempest-FloatingIPsNegativeTestJSON-186434665 tempest-FloatingIPsNegativeTestJSON-186434665-project] Synchronizing usage tracker for tenant:70a84484533440c8a72ee6bf649c15b1 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:35.442755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-router', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:16Z', 'updated_at': '2022-02-11T13:18:30Z', 'revision_number': 4, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'gw_port': {'id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:17Z', 'updated_at': '2022-02-11T13:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0c470ce1-d537-453d-8a41-04ea9b904db1', 'name': '', 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'mac_address': 'fa:16:3e:01:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '718d25e6-6406-4ca2-9c53-1184f3ef7e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:27Z', 'updated_at': '2022-02-11T13:18:30Z', 'revision_number': 2, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'subnets': [{'id': '718d25e6-6406-4ca2-9c53-1184f3ef7e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:35.448025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Checking router: 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:18:35.448370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Updating router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e port 0c470ce1-d537-453d-8a41-04ea9b904db1 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:18:35.475947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] In _notify_port_updated(), no bound segment for port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:18:35.477688 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:35.478280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "PUT /v2.0/ports/70e15c37-7f70-41cc-a1d4-5584d3c71d46 HTTP/1.1" status: 200 len: 974 time: 3.6978896 Feb 11 13:18:35.484951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35426) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:35.508072 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:35.509982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Deleting port deee1c80-194c-48c1-a145-0c3c50d9bc50 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:35.510312 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:35.580567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61fe6f-0328-4abf-9b29-fab7d4e28ead tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event updated for resources: {'Port': ['ID=70e15c37-7f70-41cc-a1d4-5584d3c71d46,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:35.588480 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-d713eafa-860e-4fda-ac34-bbab6a792cc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8def48aa-ef08-4b80-abf3-24d152a70065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2626452 Feb 11 13:18:35.604064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-24a4d10c-406c-4cd6-b283-aa0bc05db149 req-191fe394-83ac-4bd9-ba7d-fb2edbcce4ba tempest-FloatingIPsNegativeTestJSON-186434665 tempest-FloatingIPsNegativeTestJSON-186434665-project] Unset dirty status for tenant:70a84484533440c8a72ee6bf649c15b1 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:35.605518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a4d10c-406c-4cd6-b283-aa0bc05db149 req-191fe394-83ac-4bd9-ba7d-fb2edbcce4ba tempest-FloatingIPsNegativeTestJSON-186434665 tempest-FloatingIPsNegativeTestJSON-186434665-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2667124 Feb 11 13:18:35.649008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] The port 'deee1c80-194c-48c1-a145-0c3c50d9bc50' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:18:35.673554 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d624a2cf-edbc-40aa-ae06-912f93cbc654 req-6aec6eda-5df4-400f-b491-732a90535e62 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260001 Feb 11 13:18:35.686635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-897a8496-0105-4786-b83c-192b24e21e33 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Deleting port a9b259a9-1284-4c02-a252-214f458e349a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:35.686992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-897a8496-0105-4786-b83c-192b24e21e33 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:35.712203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-12a95995-c76c-4f75-83c6-2fc086051ae5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Synchronizing usage tracker for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:35.745404 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17b73e23-039b-4ac4-8066-cdca4d767078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:35.872729 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17b73e23-039b-4ac4-8066-cdca4d767078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:35.911232 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:35.925777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Transition to ACTIVE for port object 0c470ce1-d537-453d-8a41-04ea9b904db1 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:35.933013 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:35.962055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-12a95995-c76c-4f75-83c6-2fc086051ae5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Unset dirty status for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:35.966600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-12a95995-c76c-4f75-83c6-2fc086051ae5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11716 time: 0.4789042 Feb 11 13:18:35.967261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35432) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:36.062901 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.071025 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d624a2cf-edbc-40aa-ae06-912f93cbc654 req-263bc53f-3f25-4ba5-ade8-c11756a78528 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909676 Feb 11 13:18:36.083051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-adfe16fc-3862-4746-b01b-88baf850d1f5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Deleting port 70e15c37-7f70-41cc-a1d4-5584d3c71d46 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:36.083395 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adfe16fc-3862-4746-b01b-88baf850d1f5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.128666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2c64f-5f07-4c3a-84a6-db9604200ce8 req-1e8a03f1-d438-46af-907a-8b806bfa2f43 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.130344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bdb2c64f-5f07-4c3a-84a6-db9604200ce8 req-1e8a03f1-d438-46af-907a-8b806bfa2f43 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 946 time: 0.2513933 Feb 11 13:18:36.133200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaea65-8c61-4110-ac82-4b48ee8aee60 req-5cb764b0-c002-4e7a-9e16-ad53fb9f12a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.140258 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8eaea65-8c61-4110-ac82-4b48ee8aee60 req-5cb764b0-c002-4e7a-9e16-ad53fb9f12a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 946 time: 0.6625650 Feb 11 13:18:36.175496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383a06bd-f119-4bb6-b2b2-98f35d91b025']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:36.179745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4564c-5f0c-46b7-bf28-a7a055e13a8e None None] Pushing event updated for resources: {'Port': ['ID=0c470ce1-d537-453d-8a41-04ea9b904db1,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:36.221093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbef35d1-0a47-4b84-bb84-a33eba8227ef') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:36.221093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbef35d1-0a47-4b84-bb84-a33eba8227ef') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:36.249367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Attempting to bind port 0c470ce1-d537-453d-8a41-04ea9b904db1 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:36.249629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Attempting to bind port 0c470ce1-d537-453d-8a41-04ea9b904db1 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:36.249988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Attempting to bind port 0c470ce1-d537-453d-8a41-04ea9b904db1 on network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:36.256823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:18:36.257187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Checking segment: {'id': '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:36.257710 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.258095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Bound using segment: {'id': '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:18:36.258633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Bound port: 0c470ce1-d537-453d-8a41-04ea9b904db1, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:36.258999 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.289956 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-4f999198-daf2-4518-a787-8bfb3fd9b194 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567547 Feb 11 13:18:36.300632 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.339528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bdb2c64f-5f07-4c3a-84a6-db9604200ce8 req-f81243d9-dbdf-4628-8c46-820291668e74 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993687 Feb 11 13:18:36.402497 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] For port 0c470ce1-d537-453d-8a41-04ea9b904db1, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:36.406176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] For port 0c470ce1-d537-453d-8a41-04ea9b904db1, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0c470ce1-d537-453d-8a41-04ea9b904db1,segment=NetworkSegment(71145cf5-1fb1-4bfb-a0f3-4a41f79ed215),segment_id=71145cf5-1fb1-4bfb-a0f3-4a41f79ed215)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:36.415068 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.420233 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17b73e23-039b-4ac4-8066-cdca4d767078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.442278 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.444857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-33da5ccf-5e73-4e88-b741-625ce23138e2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.446334 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-33da5ccf-5e73-4e88-b741-625ce23138e2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 946 time: 0.2778013 Feb 11 13:18:36.447446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-adfe16fc-3862-4746-b01b-88baf850d1f5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] For port 70e15c37-7f70-41cc-a1d4-5584d3c71d46, host n-h1-818559-1, got binding levels [] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:36.447802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adfe16fc-3862-4746-b01b-88baf850d1f5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.471294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b73e23-039b-4ac4-8066-cdca4d767078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f2418e-9eed-406c-ac5d-921fe61e655b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:36.473710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:18:36.474190 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:36.494702 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:36.498135 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8eaea65-8c61-4110-ac82-4b48ee8aee60 req-5c9ef49d-59fd-4101-abbc-4bc9d96a7342 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568799 Feb 11 13:18:36.605215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Routers {'52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:18:36.605941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:18:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:36.690261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-adfe16fc-3862-4746-b01b-88baf850d1f5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Calling delete_port for 70e15c37-7f70-41cc-a1d4-5584d3c71d46 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:36.768067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4564c-5f0c-46b7-bf28-a7a055e13a8e None None] Pushing event updated for resources: {'Port': ['ID=0c470ce1-d537-453d-8a41-04ea9b904db1,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:36.772186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-d8fe674f-03b9-47f4-a015-74962aaae51a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Deleting port c4c72d66-7d39-4899-aa98-0b943c87c7b2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:36.772403 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-d8fe674f-03b9-47f4-a015-74962aaae51a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.805889 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-5183e347-4f9c-4c50-abfc-1bfbf3229c57 req-192f00c2-a703-4ac2-83ad-c288c354b490 tempest-FloatingIPsNegativeTestJSON-186434665 tempest-FloatingIPsNegativeTestJSON-186434665-project] show failed (client error): The resource could not be found. Feb 11 13:18:36.818163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5183e347-4f9c-4c50-abfc-1bfbf3229c57 req-192f00c2-a703-4ac2-83ad-c288c354b490 tempest-FloatingIPsNegativeTestJSON-186434665 tempest-FloatingIPsNegativeTestJSON-186434665-project] 10.222.0.67 "GET /v2.0/floatingips/386cfd27-fc47-4339-97ee-db19c34269db HTTP/1.1" status: 404 len: 350 time: 0.2045276 Feb 11 13:18:36.819782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35438) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:36.824080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-897a8496-0105-4786-b83c-192b24e21e33 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] For port a9b259a9-1284-4c02-a252-214f458e349a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a9b259a9-1284-4c02-a252-214f458e349a,segment=NetworkSegment(c5bcaafb-0bdc-41e8-bf54-dc0172af41d7),segment_id=c5bcaafb-0bdc-41e8-bf54-dc0172af41d7)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:36.824676 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-897a8496-0105-4786-b83c-192b24e21e33 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.849470 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17b73e23-039b-4ac4-8066-cdca4d767078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.856463 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-17b73e23-039b-4ac4-8066-cdca4d767078 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/71f2418e-9eed-406c-ac5d-921fe61e655b HTTP/1.1" status: 204 len: 168 time: 1.7198763 Feb 11 13:18:36.868278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79a17b87-57b0-43b1-9f10-c6162672a725 req-e0e15968-88ef-43ea-9a85-4b877632f0bf service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604830 Feb 11 13:18:36.868895 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.870491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adfe16fc-3862-4746-b01b-88baf850d1f5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.875143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] Set router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:18:36.882686 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.981409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe16fc-3862-4746-b01b-88baf850d1f5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event deleted for resources: {'Port': ['ID=70e15c37-7f70-41cc-a1d4-5584d3c71d46,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:37.007756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe4dd2-881c-44a6-9165-f91b83fe9aad req-9fa51bf3-4980-411f-89c2-aa3065f2c3ad tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:37.018371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbbe4dd2-881c-44a6-9165-f91b83fe9aad req-9fa51bf3-4980-411f-89c2-aa3065f2c3ad tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 943 time: 0.4630132 Feb 11 13:18:37.198978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-d8fe674f-03b9-47f4-a015-74962aaae51a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] For port c4c72d66-7d39-4899-aa98-0b943c87c7b2, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c4c72d66-7d39-4899-aa98-0b943c87c7b2,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:37.199352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-d8fe674f-03b9-47f4-a015-74962aaae51a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.251351 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.342267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-d8fe674f-03b9-47f4-a015-74962aaae51a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Calling delete_port for c4c72d66-7d39-4899-aa98-0b943c87c7b2 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:37.397172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-897a8496-0105-4786-b83c-192b24e21e33 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Calling delete_port for a9b259a9-1284-4c02-a252-214f458e349a owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:37.404104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-router', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:16Z', 'updated_at': '2022-02-11T13:18:30Z', 'revision_number': 4, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'gw_port': {'id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:17Z', 'updated_at': '2022-02-11T13:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0c470ce1-d537-453d-8a41-04ea9b904db1', 'name': '', 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'mac_address': 'fa:16:3e:01:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '718d25e6-6406-4ca2-9c53-1184f3ef7e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:27Z', 'updated_at': '2022-02-11T13:18:36Z', 'revision_number': 4, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'subnets': [{'id': '718d25e6-6406-4ca2-9c53-1184f3ef7e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:37.418901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aab07d-9a84-4f5c-ab87-455fc8eaac42 None None] The sync data for ids ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'] in n-d-818559-1 is: [{'id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-router', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:16Z', 'updated_at': '2022-02-11T13:18:30Z', 'revision_number': 4, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'gw_port': {'id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:17Z', 'updated_at': '2022-02-11T13:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0c470ce1-d537-453d-8a41-04ea9b904db1', 'name': '', 'network_id': 'dd1b7cdd-c76f-4628-beb4-01fa83639eb2', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'mac_address': 'fa:16:3e:01:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '718d25e6-6406-4ca2-9c53-1184f3ef7e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:27Z', 'updated_at': '2022-02-11T13:18:36Z', 'revision_number': 4, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'subnets': [{'id': '718d25e6-6406-4ca2-9c53-1184f3ef7e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:18:37.432642 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-adfe16fc-3862-4746-b01b-88baf850d1f5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.508069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] Pushing event deleted for resources: {'Network': ['ID=383a06bd-f119-4bb6-b2b2-98f35d91b025,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:37.515359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-adfe16fc-3862-4746-b01b-88baf850d1f5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "DELETE /v2.0/ports/70e15c37-7f70-41cc-a1d4-5584d3c71d46 HTTP/1.1" status: 204 len: 168 time: 1.5436330 Feb 11 13:18:37.516204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35454) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:37.530916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5202926b-d6ff-4479-8782-514b1f691b2a tempest-NetworksTest-2140099145 tempest-NetworksTest-2140099145-project] 10.222.0.67 "DELETE /v2.0/networks/383a06bd-f119-4bb6-b2b2-98f35d91b025 HTTP/1.1" status: 204 len: 168 time: 3.8940969 Feb 11 13:18:37.576646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbbe4dd2-881c-44a6-9165-f91b83fe9aad req-c8e5059a-d0c9-46d2-8c54-62ee92415511 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446580 Feb 11 13:18:37.580871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3b32bc8a-5237-4318-aec6-287386ebaa38 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:18:37.590875 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-95efd870-9fe8-4874-a4d5-56a97bacb912 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:18:37.591491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-95efd870-9fe8-4874-a4d5-56a97bacb912 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Synchronizing usage tracker for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:37.810745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-95efd870-9fe8-4874-a4d5-56a97bacb912 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Unset dirty status for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:37.822726 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-95efd870-9fe8-4874-a4d5-56a97bacb912 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "GET /v2.0/ports/70e15c37-7f70-41cc-a1d4-5584d3c71d46 HTTP/1.1" status: 404 len: 333 time: 0.3034315 Feb 11 13:18:37.823501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35464) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:37.834126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1359592545', 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:37.853251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:37.859727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20d62fe4-1bce-42d1-a9be-11e6fc3f596e req-fc08afae-e86d-4bc5-b5fc-dbcea957ff21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 1094 time: 0.5272369 Feb 11 13:18:37.873773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:37.882196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-d8fe674f-03b9-47f4-a015-74962aaae51a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.920045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['c4c72d66-7d39-4899-aa98-0b943c87c7b2'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:38.064169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3b32bc8a-5237-4318-aec6-287386ebaa38, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b32bc8a-5237-4318-aec6-287386ebaa38,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:38.096985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe674f-03b9-47f4-a015-74962aaae51a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event deleted for resources: {'Port': ['ID=c4c72d66-7d39-4899-aa98-0b943c87c7b2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:38.097209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '3b32bc8a-5237-4318-aec6-287386ebaa38', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'port_id': '3b32bc8a-5237-4318-aec6-287386ebaa38', 'mac_address': 'fa:16:3e:de:b4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed8415f-ae9d-4916-aeb3-95b233c7a703', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:18:38.097757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656b34c-1fff-44ae-babd-6b04d8f50810 req-7bc4a9e1-9f1d-4106-8ef4-af538c57f79e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:38.099863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7656b34c-1fff-44ae-babd-6b04d8f50810 req-7bc4a9e1-9f1d-4106-8ef4-af538c57f79e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 943 time: 0.8265309 Feb 11 13:18:38.115172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Made reservation on behalf of 9ef1608ce710402cbce425c083544d38 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:38.123828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:38.180838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] device_id is not set on port b5e575a7-7c65-4a00-bf6b-cd98a71d8d17 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:18:38.217350 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:38.231875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d62fe4-1bce-42d1-a9be-11e6fc3f596e req-d3ecc499-7883-43a0-81b3-abb326f31de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:38.233965 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20d62fe4-1bce-42d1-a9be-11e6fc3f596e req-d3ecc499-7883-43a0-81b3-abb326f31de7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 906 time: 0.3535075 Feb 11 13:18:38.234592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35474) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:38.237429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b32bc8a-5237-4318-aec6-287386ebaa38 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:38.255949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3b32bc8a-5237-4318-aec6-287386ebaa38, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b32bc8a-5237-4318-aec6-287386ebaa38,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:38.267909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:38.384095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3b32bc8a-5237-4318-aec6-287386ebaa38,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:38.435783 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20d62fe4-1bce-42d1-a9be-11e6fc3f596e req-49056f7d-a8eb-47f0-9042-551b26a4c5bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39756461-6928-45fc-8a73-233c9477615a HTTP/1.1" status: 200 len: 217 time: 0.1740823 Feb 11 13:18:38.448483 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7656b34c-1fff-44ae-babd-6b04d8f50810 req-13eeb86d-fef0-447e-9d5d-522bf1770bfd tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181633 Feb 11 13:18:38.467779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-d8fe674f-03b9-47f4-a015-74962aaae51a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] No DVR routers for this DVR port c4c72d66-7d39-4899-aa98-0b943c87c7b2 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:38.469059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['3b32bc8a-5237-4318-aec6-287386ebaa38'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:38.476798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-d8fe674f-03b9-47f4-a015-74962aaae51a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:38.505688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bc2550-ff36-43c5-a8da-aa3bec935171', 'name': 'network-vif-deleted', 'tag': 'c4c72d66-7d39-4899-aa98-0b943c87c7b2'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:38.518614 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18c77f66-f213-49ab-9c3f-149ac442a3a5 req-d8fe674f-03b9-47f4-a015-74962aaae51a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "DELETE /v2.0/ports/c4c72d66-7d39-4899-aa98-0b943c87c7b2 HTTP/1.1" status: 204 len: 173 time: 2.0619743 Feb 11 13:18:38.602773 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-897a8496-0105-4786-b83c-192b24e21e33 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:38.691981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c44b17-3dec-441a-8836-67097f994add req-d34e1cc4-1b8f-41e6-86a6-84cc0cce2891 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:38.703202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-10c44b17-3dec-441a-8836-67097f994add req-d34e1cc4-1b8f-41e6-86a6-84cc0cce2891 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 946 time: 0.4318755 Feb 11 13:18:38.715951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a8496-0105-4786-b83c-192b24e21e33 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Pushing event deleted for resources: {'Port': ['ID=a9b259a9-1284-4c02-a252-214f458e349a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:38.798991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d62fe4-1bce-42d1-a9be-11e6fc3f596e req-b8e3565e-21db-48a2-a258-b7d710e87ec6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:38.800736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20d62fe4-1bce-42d1-a9be-11e6fc3f596e req-b8e3565e-21db-48a2-a258-b7d710e87ec6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebef0c98-5a96-482c-88be-ad4a399fbddf HTTP/1.1" status: 200 len: 845 time: 0.3554976 Feb 11 13:18:38.875084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-10c44b17-3dec-441a-8836-67097f994add req-e857675e-73f2-4bb1-bd69-e5b60a3ce1ef tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684630 Feb 11 13:18:39.018516 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bc2550-ff36-43c5-a8da-aa3bec935171', 'name': 'network-vif-deleted', 'tag': 'c4c72d66-7d39-4899-aa98-0b943c87c7b2', 'status': 'completed', 'code': 200} Feb 11 13:18:39.078292 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20d62fe4-1bce-42d1-a9be-11e6fc3f596e req-c3d41bb5-bfc4-4efa-b44d-ea8fe15cce97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8def48aa-ef08-4b80-abf3-24d152a70065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300750 Feb 11 13:18:39.091880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.176729 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.190835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-897a8496-0105-4786-b83c-192b24e21e33 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] No DVR routers for this DVR port a9b259a9-1284-4c02-a252-214f458e349a on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:39.199110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81ab18ce-8b7c-4406-825a-194ba3bdd70b req-38e52c3d-1047-47ff-a2ec-0aa2a7ed3055 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bc2550-ff36-43c5-a8da-aa3bec935171 HTTP/1.1" status: 200 len: 210 time: 0.3903005 Feb 11 13:18:39.200362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-897a8496-0105-4786-b83c-192b24e21e33 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.209211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17378309-0638-407f-a0a1-8bca6742aee3', 'name': 'network-vif-deleted', 'tag': 'a9b259a9-1284-4c02-a252-214f458e349a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:39.305508 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17378309-0638-407f-a0a1-8bca6742aee3', 'name': 'network-vif-deleted', 'tag': 'a9b259a9-1284-4c02-a252-214f458e349a', 'status': 'completed', 'code': 200} Feb 11 13:18:39.315255 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e6a62c3-295c-4212-8831-304306b2ef9a req-897a8496-0105-4786-b83c-192b24e21e33 tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.73 "DELETE /v2.0/ports/a9b259a9-1284-4c02-a252-214f458e349a HTTP/1.1" status: 204 len: 173 time: 4.0319936 Feb 11 13:18:39.339912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event updated for resources: {'Port': ['ID=b5e575a7-7c65-4a00-bf6b-cd98a71d8d17,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:39.393901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0c470ce1-d537-453d-8a41-04ea9b904db1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:39.402066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:39.407938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:39.408580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-50a1b821-432b-4b68-853d-0daa11e09d57 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bcfde8ae286d47e8a8df9b3409d2706b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1662176 Feb 11 13:18:39.411763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:39.412759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35498) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:39.415618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:39.416671 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.449028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-95d42db5-0d1e-41c1-87c7-ad3e1bd8296f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6219699 Feb 11 13:18:39.451713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35502) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:39.534364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-df7e8fad-aec4-4fe5-8309-1b37151f719e tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Synchronizing usage tracker for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:39.557411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fb25d-9106-4965-98c7-02cf54df4076 req-a2c11980-7c85-4fbc-abae-602aa60df248 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:39.566830 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-361fb25d-9106-4965-98c7-02cf54df4076 req-a2c11980-7c85-4fbc-abae-602aa60df248 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 944 time: 0.4322727 Feb 11 13:18:39.570695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20d62fe4-1bce-42d1-a9be-11e6fc3f596e req-d02fd6be-6062-4a48-910d-8a373fe75a59 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149423 Feb 11 13:18:39.602546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 39756461-6928-45fc-8a73-233c9477615a details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:18:39.607900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-df7e8fad-aec4-4fe5-8309-1b37151f719e tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Unset dirty status for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:39.612472 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-df7e8fad-aec4-4fe5-8309-1b37151f719e tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "GET /v2.0/ports/b5e575a7-7c65-4a00-bf6b-cd98a71d8d17 HTTP/1.1" status: 200 len: 955 time: 0.1550062 Feb 11 13:18:39.614024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3b32bc8a-5237-4318-aec6-287386ebaa38 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:39.626875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35508) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:39.701180 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-361fb25d-9106-4965-98c7-02cf54df4076 req-e720a0c9-9cce-4aa2-af70-3a0eea813026 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332412 Feb 11 13:18:39.742522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7b9dfb56-1af3-402f-a735-074e3978bbf1 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Deleting port b5e575a7-7c65-4a00-bf6b-cd98a71d8d17 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:39.742940 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b9dfb56-1af3-402f-a735-074e3978bbf1 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.760373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5d4656a-0e38-4e7b-96d7-5be1ff2c77d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.853980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0c470ce1-d537-453d-8a41-04ea9b904db1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:39.869441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0c470ce1-d537-453d-8a41-04ea9b904db1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:39.870093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.907051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 3b32bc8a-5237-4318-aec6-287386ebaa38 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:39.922253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 3b32bc8a-5237-4318-aec6-287386ebaa38 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:39.923537 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.063827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b9dfb56-1af3-402f-a735-074e3978bbf1 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.130388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 39756461-6928-45fc-8a73-233c9477615a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=39756461-6928-45fc-8a73-233c9477615a,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:40.138767 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.157361 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5d4656a-0e38-4e7b-96d7-5be1ff2c77d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.212202 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3b32bc8a-5237-4318-aec6-287386ebaa38, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b32bc8a-5237-4318-aec6-287386ebaa38,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:40.220306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2a7167-d23e-43c2-a1e6-f117250ba808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b32bc8a-5237-4318-aec6-287386ebaa38'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:40.234835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '39756461-6928-45fc-8a73-233c9477615a', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'port_id': '39756461-6928-45fc-8a73-233c9477615a', 'mac_address': 'fa:16:3e:6b:30:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef0c98-5a96-482c-88be-ad4a399fbddf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:18:40.238144 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.239067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a9b259a9-1284-4c02-a252-214f458e349a no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:18:40.253907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7b9dfb56-1af3-402f-a735-074e3978bbf1 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Calling delete_port for b5e575a7-7c65-4a00-bf6b-cd98a71d8d17 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:40.329923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc9727da-8311-49b5-9561-3657d7fa5a00 req-119a82b8-83b4-44eb-8b1e-7b8948c464fb tempest-ServerAddressesTestJSON-987801461 tempest-ServerAddressesTestJSON-987801461-project] 10.222.0.67 "GET /v2.0/ports?device_id=17378309-0638-407f-a0a1-8bca6742aee3 HTTP/1.1" status: 200 len: 210 time: 0.0836926 Feb 11 13:18:40.342464 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5d4656a-0e38-4e7b-96d7-5be1ff2c77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.351986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3b32bc8a-5237-4318-aec6-287386ebaa38,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:40.384435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20d62fe4-1bce-42d1-a9be-11e6fc3f596e req-eec30718-3b30-4a60-b461-bb7af86e0095 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7996838 Feb 11 13:18:40.386498 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b9dfb56-1af3-402f-a735-074e3978bbf1 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.392343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4656a-0e38-4e7b-96d7-5be1ff2c77d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e735d8-a439-49ac-ba17-7e2a262df0be,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:40.395130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: a9b259a9-1284-4c02-a252-214f458e349a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:18:40.395649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a9b259a9-1284-4c02-a252-214f458e349a not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:18:40.396556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c4c72d66-7d39-4899-aa98-0b943c87c7b2 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:18:40.401971 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5d4656a-0e38-4e7b-96d7-5be1ff2c77d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.415505 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d5d4656a-0e38-4e7b-96d7-5be1ff2c77d2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/23e735d8-a439-49ac-ba17-7e2a262df0be HTTP/1.1" status: 204 len: 168 time: 0.9919550 Feb 11 13:18:40.441053 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.443172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dfb56-1af3-402f-a735-074e3978bbf1 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5e575a7-7c65-4a00-bf6b-cd98a71d8d17,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:40.452408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b9dfb56-1af3-402f-a735-074e3978bbf1 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.482831 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7b9dfb56-1af3-402f-a735-074e3978bbf1 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "DELETE /v2.0/ports/b5e575a7-7c65-4a00-bf6b-cd98a71d8d17 HTTP/1.1" status: 204 len: 168 time: 0.8528223 Feb 11 13:18:40.483108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35530) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:40.488891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: c4c72d66-7d39-4899-aa98-0b943c87c7b2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:18:40.489746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c4c72d66-7d39-4899-aa98-0b943c87c7b2 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:18:40.504622 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.577607 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.582716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a78472-d3ba-4c70-a9cf-571ad7447e05 req-651bf51d-00a4-4185-96a1-2e37ce1d4801 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:40.588560 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced67b01-d032-41fc-b353-34c452b4da7f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:18:40.590523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-14a78472-d3ba-4c70-a9cf-571ad7447e05 req-651bf51d-00a4-4185-96a1-2e37ce1d4801 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 943 time: 0.8177016 Feb 11 13:18:40.591515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ced67b01-d032-41fc-b353-34c452b4da7f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Synchronizing usage tracker for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:40.599241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 0c470ce1-d537-453d-8a41-04ea9b904db1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0c470ce1-d537-453d-8a41-04ea9b904db1,segment=NetworkSegment(71145cf5-1fb1-4bfb-a0f3-4a41f79ed215),segment_id=71145cf5-1fb1-4bfb-a0f3-4a41f79ed215)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:40.607623 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.640388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ced67b01-d032-41fc-b353-34c452b4da7f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Unset dirty status for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:40.642690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ced67b01-d032-41fc-b353-34c452b4da7f tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "GET /v2.0/ports/b5e575a7-7c65-4a00-bf6b-cd98a71d8d17 HTTP/1.1" status: 404 len: 333 time: 0.1585515 Feb 11 13:18:40.646440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35538) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:40.663312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Request body: {'port': {'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-411396638'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:40.678970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:40.687197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39756461-6928-45fc-8a73-233c9477615a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:40.693421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=0c470ce1-d537-453d-8a41-04ea9b904db1,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:40.712535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 39756461-6928-45fc-8a73-233c9477615a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=39756461-6928-45fc-8a73-233c9477615a,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:40.720469 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.771629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:40.777691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-14a78472-d3ba-4c70-a9cf-571ad7447e05 req-eeee4f61-7fa3-4202-849b-48bff3f95c24 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687024 Feb 11 13:18:40.796951 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2a7167-d23e-43c2-a1e6-f117250ba808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b32bc8a-5237-4318-aec6-287386ebaa38', 'code': 200} Feb 11 13:18:40.806210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Made reservation on behalf of 9ef1608ce710402cbce425c083544d38 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:40.809924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.860690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] device_id is not set on port cf518926-47c0-4460-bc7b-3223e5c08d3f yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:18:40.902203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=39756461-6928-45fc-8a73-233c9477615a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:40.937157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['39756461-6928-45fc-8a73-233c9477615a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:41.223338 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-145be6c4-15f8-46c0-bb8d-0c0be774059b req-970df6a8-7d33-41a1-9d16-19524aa119ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 1096 time: 0.4132073 Feb 11 13:18:41.300779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90c59-ee06-45e0-bd5c-7a40abb57848 req-9c49e06f-36d0-427b-8679-191a6057008a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:41.311940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15a90c59-ee06-45e0-bd5c-7a40abb57848 req-9c49e06f-36d0-427b-8679-191a6057008a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 945 time: 0.3487501 Feb 11 13:18:41.353214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0c470ce1-d537-453d-8a41-04ea9b904db1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:41.386934 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-145be6c4-15f8-46c0-bb8d-0c0be774059b req-01bb622c-77d3-47bc-a70a-d99e96f182dc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494722 Feb 11 13:18:41.393951 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15a90c59-ee06-45e0-bd5c-7a40abb57848 req-37be42fa-ddf0-4461-9a23-a16ab1dc5da0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852170 Feb 11 13:18:41.402877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-24b993a7-8bc8-4c61-ae4f-b0eaffbd488f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:41.404394 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-24b993a7-8bc8-4c61-ae4f-b0eaffbd488f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.4093621 Feb 11 13:18:41.411890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.476862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.535062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0c470ce1-d537-453d-8a41-04ea9b904db1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:41.535579 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.616551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35570) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:41.635427 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-e11ddf70-8b68-41fa-8d5f-58066b4a6860 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/quotas/065894f866e44a928b5da656a828a752 HTTP/1.1" status: 200 len: 375 time: 0.0992942 Feb 11 13:18:41.655873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:41.659976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:41.669590 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:41.671580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:41.672568 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.708343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event updated for resources: {'Port': ['ID=cf518926-47c0-4460-bc7b-3223e5c08d3f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:41.722933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a7af7066-970d-44bc-84d4-4cbe77f2fc42 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0725522 Feb 11 13:18:41.723049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35574) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:41.730485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8659f0-732b-4e6d-9a1d-4269e4d07079 admin admin] Deleting subnet 3f73f80c-adf7-427a-93aa-7f78d6296267 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:18:41.733572 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d8659f0-732b-4e6d-9a1d-4269e4d07079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.735891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:41.791017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d8659f0-732b-4e6d-9a1d-4269e4d07079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.894223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-ca665251-ad59-45ec-a483-48b29693a20c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2577670 Feb 11 13:18:41.928975 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.095376 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d8659f0-732b-4e6d-9a1d-4269e4d07079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.162118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35590) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:42.177696 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.207759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd796e-e935-43cd-942f-c69c27ff91bc req-58b9b54d-73a1-4f8e-9987-2579a2ecb76c tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:42.214059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7bd796e-e935-43cd-942f-c69c27ff91bc req-58b9b54d-73a1-4f8e-9987-2579a2ecb76c tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 944 time: 0.2271662 Feb 11 13:18:42.251689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-8dc4f952-b398-4a37-a973-704b195fdeb5 service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557541 Feb 11 13:18:42.333813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7bd796e-e935-43cd-942f-c69c27ff91bc req-b13761d1-dec3-4e87-89b9-9da7530383ed tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188002 Feb 11 13:18:42.335990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] device_id is not set on port cf518926-47c0-4460-bc7b-3223e5c08d3f yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:18:42.355209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9dffe46e-f624-424a-b395-68e621b4494a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:42.356016 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-9dffe46e-f624-424a-b395-68e621b4494a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:18:42.357139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9dffe46e-f624-424a-b395-68e621b4494a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1942849 Feb 11 13:18:42.359129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.368149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35598) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:42.377494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'tempest-secgroup--450437438'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:42.392265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d8659f0-732b-4e6d-9a1d-4269e4d07079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.392947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:42.397935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Transition to ACTIVE for port object cf518926-47c0-4460-bc7b-3223e5c08d3f will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:42.400059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:42.407455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:42.410059 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.453054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8659f0-732b-4e6d-9a1d-4269e4d07079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f73f80c-adf7-427a-93aa-7f78d6296267,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:42.478752 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d8659f0-732b-4e6d-9a1d-4269e4d07079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.482791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:42.495618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3d8659f0-732b-4e6d-9a1d-4269e4d07079 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3f73f80c-adf7-427a-93aa-7f78d6296267 HTTP/1.1" status: 204 len: 168 time: 0.8765295 Feb 11 13:18:42.497370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35606) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:42.677401 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.715955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event updated for resources: {'Port': ['ID=cf518926-47c0-4460-bc7b-3223e5c08d3f,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:42.718094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.720188 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7772339e-8759-43db-8cef-bda5b56066a1 service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555142 Feb 11 13:18:42.785743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:42.787815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:42.788153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:42.788484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:42.794784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:42.799231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:42.809476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:42.809773 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:42.810481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:42.814421 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 2 to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f Feb 11 13:18:42.817719 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.840641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:42.840980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:42.841312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:42.852257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f46ca-6059-41e0-aa7d-01939b0d4f20 req-dac30704-c373-43a3-8663-fc36461c0214 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:42.858820 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a8f46ca-6059-41e0-aa7d-01939b0d4f20 req-dac30704-c373-43a3-8663-fc36461c0214 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 945 time: 0.2291212 Feb 11 13:18:42.894210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:42.894794 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:42.896214 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 3 to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f Feb 11 13:18:42.935004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:42.935447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:42.935838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:42.968725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.987238 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a8f46ca-6059-41e0-aa7d-01939b0d4f20 req-5164ebd0-f5d4-4798-9095-f4c6936640d1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274369 Feb 11 13:18:42.996692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b84142-65c9-44fc-b91d-41383d43d27f']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:43.006984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:43.007392 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:43.010924 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 4 to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f Feb 11 13:18:43.026621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bcaafb-0bdc-41e8-bf54-dc0172af41d7') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:43.026913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bcaafb-0bdc-41e8-bf54-dc0172af41d7') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:43.039800 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.083532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:43.083978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:43.084416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:43.108486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.111467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:43.112228 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:43.113075 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 5 to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f Feb 11 13:18:43.137624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.169762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:43.170177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:43.170845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:43.179614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:43.180462 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:43.180596 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.199190 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aa808a45-3d97-46d6-bb3e-5a42f6aba572 req-bd83c28a-f397-4a17-90c5-cb976ed4e147 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 210 time: 0.1406283 Feb 11 13:18:43.202515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:18:43.203146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.209989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:43.215641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:43.219051 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:43.222518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:43.238916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:43.243041 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 6 to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f Feb 11 13:18:43.290270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:43.290533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:43.290900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:43.328153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31686158-06b6-40a9-b2a8-6c65fccd7890,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:43.338046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] Deleting port 0c470ce1-d537-453d-8a41-04ea9b904db1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:43.338511 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.364629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:43.365194 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:43.420613 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.421512 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 7 to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f Feb 11 13:18:43.434349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.477987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.513338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:43.514454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:43.514454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:43.558001 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.604472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 39756461-6928-45fc-8a73-233c9477615a up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:43.651196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.655394 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2860193 Feb 11 13:18:43.660156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35644) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:43.660971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa37bfc-b937-48df-8dbb-5a768d44410c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4a6a6c-dff5-443e-8412-d667562808cf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:43.663048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:43.663492 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:43.668592 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 8 to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f Feb 11 13:18:43.691819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '6c4a6a6c-dff5-443e-8412-d667562808cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:43.692898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 39756461-6928-45fc-8a73-233c9477615a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:43.696286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:43.696615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:43.696950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:43.705122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 39756461-6928-45fc-8a73-233c9477615a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:43.705516 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.709727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:43.710065 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:43.710983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:43.716005 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 9 to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f Feb 11 13:18:43.737533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:43.750157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:43.762825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:43.763468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b84142-65c9-44fc-b91d-41383d43d27f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:43.781856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:43.782340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:43.782749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:43.793933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359614c-3b74-48e2-8978-f656884cd006 req-a1ffef46-7253-4dab-8be0-a6137b28b593 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:43.795794 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-a1ffef46-7253-4dab-8be0-a6137b28b593 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.3627756 Feb 11 13:18:43.799854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:43.800205 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:43.800660 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempt 10 to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f Feb 11 13:18:43.834615 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-bead5daa-df3d-42ee-bf79-46133e397848 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/quotas/60d3a05ad6e045e3b21396a746cead0f HTTP/1.1" status: 200 len: 375 time: 0.0260987 Feb 11 13:18:43.839513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:43.839865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:43.840204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempting to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:43.847894 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.856069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:43.856400 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Failed to bind port cf518926-47c0-4460-bc7b-3223e5c08d3f on host n-h1-818559-1 for vnic_type normal using segments [{'id': '4e2113ff-7738-4333-9fca-f521f6991d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c'}] Feb 11 13:18:43.856753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.872530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8bb6d39c-ee10-4b25-8699-d9d3524cf03e admin admin] 10.222.0.67 "DELETE /v2.0/networks/b3b84142-65c9-44fc-b91d-41383d43d27f HTTP/1.1" status: 204 len: 168 time: 1.3552072 Feb 11 13:18:43.925492 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.954542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c2a37-8bb9-41fc-8c78-5578e6380f96 req-408313c3-0db3-40f5-9a45-d437770d658e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:43.964336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b21c2a37-8bb9-41fc-8c78-5578e6380f96 req-408313c3-0db3-40f5-9a45-d437770d658e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 944 time: 0.3929932 Feb 11 13:18:43.969769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] For port 0c470ce1-d537-453d-8a41-04ea9b904db1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0c470ce1-d537-453d-8a41-04ea9b904db1,segment=NetworkSegment(71145cf5-1fb1-4bfb-a0f3-4a41f79ed215),segment_id=71145cf5-1fb1-4bfb-a0f3-4a41f79ed215)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:43.970422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.994433 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39756461-6928-45fc-8a73-233c9477615a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:44.018468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 39756461-6928-45fc-8a73-233c9477615a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=39756461-6928-45fc-8a73-233c9477615a,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:44.025619 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.094298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] For port cf518926-47c0-4460-bc7b-3223e5c08d3f, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:44.095329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Attempted to set empty binding levels {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:18:44.100515 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b21c2a37-8bb9-41fc-8c78-5578e6380f96 req-84960b0a-ef67-45a6-8297-60fb786d6cbb tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346881 Feb 11 13:18:44.105323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.178870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] In _notify_port_updated(), no bound segment for port cf518926-47c0-4460-bc7b-3223e5c08d3f on network 5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:18:44.179920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.181247 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "PUT /v2.0/ports/cf518926-47c0-4460-bc7b-3223e5c08d3f HTTP/1.1" status: 200 len: 974 time: 2.4572387 Feb 11 13:18:44.184920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35654) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:44.203091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=39756461-6928-45fc-8a73-233c9477615a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:44.249617 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39756461-6928-45fc-8a73-233c9477615a', 'code': 200} Feb 11 13:18:44.277500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] Calling delete_port for 0c470ce1-d537-453d-8a41-04ea9b904db1 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:44.306683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35660) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:44.464615 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f864131f-1565-4644-8c6a-2331826232a7 req-5a79ed87-cc5b-44ef-8029-2a9760855963 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 210 time: 0.0612209 Feb 11 13:18:44.491288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f6172126-b5e2-4e93-83ad-31f5cf078c29 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Deleting port cf518926-47c0-4460-bc7b-3223e5c08d3f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:44.493563 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6172126-b5e2-4e93-83ad-31f5cf078c29 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.556932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341b305-0896-4415-be43-de30d0628a1c tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event updated for resources: {'Port': ['ID=cf518926-47c0-4460-bc7b-3223e5c08d3f,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:44.569594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.581920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.628318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccb87a4-137a-48db-b74c-2ebd6387eda2,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:44.642443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-9badb39c-a98d-447b-9169-d0c8f4363e5f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7871413 Feb 11 13:18:44.730757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c979a197-2f2e-4c49-823e-ed1f2abfed53 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b27659946854c3bb0f590399ba91bac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4230595 Feb 11 13:18:44.747235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35668) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:44.815374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.819372 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0f735a6f-9266-419a-becd-aca7b34fa592 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1549747 Feb 11 13:18:44.828227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35674) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:44.848249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-ba269b1f-5fb5-46dd-a52f-b680e4d1892e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:44.851031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-ba269b1f-5fb5-46dd-a52f-b680e4d1892e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.3820555 Feb 11 13:18:44.889246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Request body: {'port': {'device_id': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'admin_state_up': True, 'tenant_id': '065894f866e44a928b5da656a828a752'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:44.890098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-aee91c15-c906-4f54-9452-dc204c70522f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '6c4a6a6c-dff5-443e-8412-d667562808cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:44.903082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aee91c15-c906-4f54-9452-dc204c70522f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:44.941617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aee91c15-c906-4f54-9452-dc204c70522f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:44.955797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aee91c15-c906-4f54-9452-dc204c70522f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:44.983312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aee91c15-c906-4f54-9452-dc204c70522f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:45.001113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-5b8bd288-d4c9-422b-8041-a324c318924c service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570035 Feb 11 13:18:45.013634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-f6172126-b5e2-4e93-83ad-31f5cf078c29 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] For port cf518926-47c0-4460-bc7b-3223e5c08d3f, host n-h1-818559-1, got binding levels [] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:45.014033 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6172126-b5e2-4e93-83ad-31f5cf078c29 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.126853 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a82f34ac-7b2f-404e-a893-11a53c13f3fd req-7a6e4cfb-13cb-49f2-abf8-f9e3bbe1a543 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 1096 time: 0.6585481 Feb 11 13:18:45.132108 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aee91c15-c906-4f54-9452-dc204c70522f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.159135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.264654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c470ce1-d537-453d-8a41-04ea9b904db1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:45.279307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a94c0c7b-07ac-415b-99e0-05dcb7eb16ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.314449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f6172126-b5e2-4e93-83ad-31f5cf078c29 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Calling delete_port for cf518926-47c0-4460-bc7b-3223e5c08d3f owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:45.369024 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a94c0c7b-07ac-415b-99e0-05dcb7eb16ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.394156 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-949a2381-4f2b-4ab2-8001-6197a58afa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.512863 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a94c0c7b-07ac-415b-99e0-05dcb7eb16ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.586393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c0c7b-07ac-415b-99e0-05dcb7eb16ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2d412f-66f7-48c4-bf2e-cf26821d2f9c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:45.620906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6172126-b5e2-4e93-83ad-31f5cf078c29 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.622642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:45.632488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-7a6e32e3-c7a2-48d1-80ae-2adb1c4537e8 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088982 Feb 11 13:18:45.636080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a82f34ac-7b2f-404e-a893-11a53c13f3fd req-a5a26f07-d220-49bd-91f7-35d0d8ddff20 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999435 Feb 11 13:18:45.642189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Usage tracker for resource:port and tenant:065894f866e44a928b5da656a828a752 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:45.648086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:45.659588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:45.713011 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a94c0c7b-07ac-415b-99e0-05dcb7eb16ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.714085 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a94c0c7b-07ac-415b-99e0-05dcb7eb16ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f2d412f-66f7-48c4-bf2e-cf26821d2f9c HTTP/1.1" status: 204 len: 168 time: 0.9599097 Feb 11 13:18:45.715677 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6172126-b5e2-4e93-83ad-31f5cf078c29 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.718311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6172126-b5e2-4e93-83ad-31f5cf078c29 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf518926-47c0-4460-bc7b-3223e5c08d3f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:45.722606 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-aee91c15-c906-4f54-9452-dc204c70522f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:18:45.726106 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aee91c15-c906-4f54-9452-dc204c70522f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8903558 Feb 11 13:18:45.726780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbb69-2f30-4c93-b695-cf7ee960c03a req-8f259161-2966-48c7-b983-2a36d15572cd tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.728665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35696) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:45.734536 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e32bbb69-2f30-4c93-b695-cf7ee960c03a req-8f259161-2966-48c7-b983-2a36d15572cd tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 945 time: 0.3771534 Feb 11 13:18:45.742615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Made reservation on behalf of 065894f866e44a928b5da656a828a752 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:45.745470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f6172126-b5e2-4e93-83ad-31f5cf078c29 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "DELETE /v2.0/ports/cf518926-47c0-4460-bc7b-3223e5c08d3f HTTP/1.1" status: 204 len: 168 time: 1.5591080 Feb 11 13:18:45.746113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35700) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:45.746546 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.797694 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cec673-65eb-47d7-87ce-1967f65aa0e5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:18:45.798467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d1cec673-65eb-47d7-87ce-1967f65aa0e5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Synchronizing usage tracker for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:45.853129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d1cec673-65eb-47d7-87ce-1967f65aa0e5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] Unset dirty status for tenant:9ef1608ce710402cbce425c083544d38 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:45.859402 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e32bbb69-2f30-4c93-b695-cf7ee960c03a req-0db25d37-1adb-465f-9826-1282467ef55a tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226797 Feb 11 13:18:45.860864 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d1cec673-65eb-47d7-87ce-1967f65aa0e5 tempest-PortsAdminExtendedAttrsTestJSON-423640535 tempest-PortsAdminExtendedAttrsTestJSON-423640535-project-admin] 10.222.0.67 "GET /v2.0/ports/cf518926-47c0-4460-bc7b-3223e5c08d3f HTTP/1.1" status: 404 len: 333 time: 0.1111670 Feb 11 13:18:45.864440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35708) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:45.888276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-997eeb07-4873-4f93-89e6-4affda642ece tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.951010 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-997eeb07-4873-4f93-89e6-4affda642ece tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.089696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fbfe123e-bc1e-4922-96d5-e36ce84b6a21 req-5d830fdb-acfe-426e-891c-d1418d219c06 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:46.097996 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-997eeb07-4873-4f93-89e6-4affda642ece tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.121844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997eeb07-4873-4f93-89e6-4affda642ece tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4a6a6c-dff5-443e-8412-d667562808cf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:46.130469 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-997eeb07-4873-4f93-89e6-4affda642ece tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.131728 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-997eeb07-4873-4f93-89e6-4affda642ece tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/6c4a6a6c-dff5-443e-8412-d667562808cf HTTP/1.1" status: 204 len: 168 time: 0.4020708 Feb 11 13:18:46.134386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35722) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:46.160879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fbfe123e-bc1e-4922-96d5-e36ce84b6a21 req-5d830fdb-acfe-426e-891c-d1418d219c06 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:46.173100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbfe123e-bc1e-4922-96d5-e36ce84b6a21 req-5d830fdb-acfe-426e-891c-d1418d219c06 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 210 time: 0.1280227 Feb 11 13:18:46.228920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72342076-a5fc-4eb8-b55c-0a257adcdee2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Synchronizing usage tracker for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:46.263275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72342076-a5fc-4eb8-b55c-0a257adcdee2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Unset dirty status for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:46.269508 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-72342076-a5fc-4eb8-b55c-0a257adcdee2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1336329 Feb 11 13:18:46.273274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35728) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:46.288146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104556612'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:46.301040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:46.316878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:46.332908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-124cae5e-d601-44f7-a061-d5e8bb942bcc req-1a4e4067-4487-4eeb-a043-5c0934cbc3f2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 210 time: 0.2130196 Feb 11 13:18:46.338432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.392007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Allocated IP 172.20.0.8 (05bf97f3-5682-465b-b63d-f7cee2355e2e/dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2/350251c2-d9cd-47be-a4aa-426156dd1381) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:46.399169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:46.410284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:46.415983 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.416738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:46.429536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:46.486411 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.523313 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.543002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.640214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037a3ccb-6897-4787-b268-d4c5dd6121a7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:46.690945 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.692994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-915e848b-4039-4967-bb03-f4a9b4529f63 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4184334 Feb 11 13:18:46.695959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35746) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:46.707284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a53a51a1-b2af-4673-8ddb-8852ae09b573 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '037a3ccb-6897-4787-b268-d4c5dd6121a7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:46.710208 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-a53a51a1-b2af-4673-8ddb-8852ae09b573 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:46.712068 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a53a51a1-b2af-4673-8ddb-8852ae09b573 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148468 Feb 11 13:18:46.714967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35750) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:46.838738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6b2392ae-a20a-49d5-a915-863dfeed90ba tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.893380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6b2392ae-a20a-49d5-a915-863dfeed90ba tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.979436 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.989527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6b2392ae-a20a-49d5-a915-863dfeed90ba tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.041979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2392ae-a20a-49d5-a915-863dfeed90ba tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=037a3ccb-6897-4787-b268-d4c5dd6121a7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:47.058408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6b2392ae-a20a-49d5-a915-863dfeed90ba tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.060266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6b2392ae-a20a-49d5-a915-863dfeed90ba tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/037a3ccb-6897-4787-b268-d4c5dd6121a7 HTTP/1.1" status: 204 len: 168 time: 0.3437090 Feb 11 13:18:47.066407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35758) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:47.090186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:47.122390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2113ff-7738-4333-9fca-f521f6991d7b') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:47.122767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2113ff-7738-4333-9fca-f521f6991d7b') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:47.142995 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.188817 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.192800 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.226282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:18:47.230731 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.258039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-36cf429a-da80-4174-9870-a966e28ef92e tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Synchronizing usage tracker for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:47.267495 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:47.292577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccea05-17b2-46da-ad4a-889ce3847a60 req-f6deda9f-8ef4-4663-bc06-63da2a8d7ce0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.294159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d1ccea05-17b2-46da-ad4a-889ce3847a60 req-f6deda9f-8ef4-4663-bc06-63da2a8d7ce0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 945 time: 0.1484239 Feb 11 13:18:47.295342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-36cf429a-da80-4174-9870-a966e28ef92e tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Unset dirty status for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:47.296491 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36cf429a-da80-4174-9870-a966e28ef92e tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2286918 Feb 11 13:18:47.304322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35768) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:47.376044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990780857'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:47.398040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:47.435997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:47.456385 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.475820 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d1ccea05-17b2-46da-ad4a-889ce3847a60 req-ddb14922-e8ca-4249-a94d-2f3af8f35243 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730292 Feb 11 13:18:47.502359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:47.507335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:47.510804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:47.530844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:47.595652 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d702484-7482-4268-bc90-3d0211faced9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.649431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.660347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.667760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.746137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35782) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:47.782827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b075a1ff-ce09-40bf-8ad9-ebaf4de88640,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:47.809038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-efe783c0-1322-49a9-a599-e716857d8664 req-30ed8fdf-8387-492a-bb3f-a20ba20bffdc tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 210 time: 0.0663767 Feb 11 13:18:47.817376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.818820 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-27d8c365-16c0-4aab-b0a5-bad42371fc70 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5134726 Feb 11 13:18:47.821461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35788) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:47.829847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5d659d99-4090-4d12-82f1-56ad01d79c6c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': 'b075a1ff-ce09-40bf-8ad9-ebaf4de88640', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:47.830612 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-5d659d99-4090-4d12-82f1-56ad01d79c6c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:47.831718 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5d659d99-4090-4d12-82f1-56ad01d79c6c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0091853 Feb 11 13:18:47.834409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35792) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:47.903130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:47.915838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:47.935556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:48.039533 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.093242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.107296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event updated for resources: {'Port': ['ID=350251c2-d9cd-47be-a4aa-426156dd1381,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:48.127318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] Pushing event deleted for resources: {'Network': ['ID=5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:48.141731 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3015396-ba66-48ec-8686-ca582562d7dc tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.164058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.164663 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.182773 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3015396-ba66-48ec-8686-ca582562d7dc tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.185453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-722feebc-4465-4466-aa53-79efefc3e279 tempest-PortsAdminExtendedAttrsTestJSON-1824670889 tempest-PortsAdminExtendedAttrsTestJSON-1824670889-project] 10.222.0.67 "DELETE /v2.0/networks/5d6b9bc0-7c93-4c6b-bc0f-9c1ee559285c HTTP/1.1" status: 204 len: 168 time: 2.0728648 Feb 11 13:18:48.285994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3015396-ba66-48ec-8686-ca582562d7dc tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.309395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3015396-ba66-48ec-8686-ca582562d7dc tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b075a1ff-ce09-40bf-8ad9-ebaf4de88640,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:48.327251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359614c-3b74-48e2-8978-f656884cd006 req-aca0079c-6a96-4c55-b32d-2435116d869e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.329479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-aca0079c-6a96-4c55-b32d-2435116d869e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.6984468 Feb 11 13:18:48.340900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2044312656-network', 'tenant_id': 'bbf0dbc442a943e88332c7006725058a'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:48.346117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:48.349993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Usage tracker for resource:network and tenant:bbf0dbc442a943e88332c7006725058a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:48.353017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:48.358771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:48.367148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3015396-ba66-48ec-8686-ca582562d7dc tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.373533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b3015396-ba66-48ec-8686-ca582562d7dc tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/b075a1ff-ce09-40bf-8ad9-ebaf4de88640 HTTP/1.1" status: 204 len: 168 time: 0.5351615 Feb 11 13:18:48.374358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Made reservation on behalf of bbf0dbc442a943e88332c7006725058a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:48.378670 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.405345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35806) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:48.422367 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-7fd22759-a4b9-432d-9cf5-613df2203872 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5377133 Feb 11 13:18:48.435386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Request body: {'port': {'device_id': '6398a02e-6665-4276-b055-07341c2b4e55', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'admin_state_up': True, 'tenant_id': '60d3a05ad6e045e3b21396a746cead0f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:48.469587 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.547567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Request body: {'port': {'device_id': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:48.575073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:48.590713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Usage tracker for resource:security_group_rule and tenant:bbf0dbc442a943e88332c7006725058a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:48.595737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:48.602480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583bf59-de8d-4bf6-a323-c31f5e57f31c req-5c1d6fbd-1af0-4ffd-9589-4ac59d735a43 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.603555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1583bf59-de8d-4bf6-a323-c31f5e57f31c req-5c1d6fbd-1af0-4ffd-9589-4ac59d735a43 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:48.604182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-24348095-5b95-477c-95a6-e7eb4d58f5d6 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Synchronizing usage tracker for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:48.608311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:48.645801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d4842-9a85-45b4-b83f-6c4f5fcbf8e7 req-135cea53-b1cd-4d52-b21f-5e2651ef39e2 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.653157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c7d4842-9a85-45b4-b83f-6c4f5fcbf8e7 req-135cea53-b1cd-4d52-b21f-5e2651ef39e2 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 945 time: 0.2447014 Feb 11 13:18:48.688755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-24348095-5b95-477c-95a6-e7eb4d58f5d6 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Unset dirty status for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:48.695799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35816) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:48.696118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-24348095-5b95-477c-95a6-e7eb4d58f5d6 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2863302 Feb 11 13:18:48.756998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'tempest-secgroup--538729584'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:48.763382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c7d4842-9a85-45b4-b83f-6c4f5fcbf8e7 req-d8abcc9d-b34a-42a6-8a7b-a4f6be25501d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090360 Feb 11 13:18:48.764779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.809963 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.815652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1583bf59-de8d-4bf6-a323-c31f5e57f31c req-5c1d6fbd-1af0-4ffd-9589-4ac59d735a43 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:48.817630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.822990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1583bf59-de8d-4bf6-a323-c31f5e57f31c req-5c1d6fbd-1af0-4ffd-9589-4ac59d735a43 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 931 time: 1.1930709 Feb 11 13:18:48.838407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:48.864017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:48.869144 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.892790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ebf2c6-9078-4263-8fdf-5fea87160bda,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:48.895371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35824) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:48.909380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:48.921703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.922753 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Added segment db399d2c-2160-4830-8872-cfe5218bcca0 of type vlan for network d6eebb8b-32f3-41c7-bb7b-04672b207c62 Feb 11 13:18:48.925724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:48.973243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1583bf59-de8d-4bf6-a323-c31f5e57f31c req-5fcd5f6d-e526-46c1-8c69-f0428c13570e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489854 Feb 11 13:18:48.982709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.989404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:48.995807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.015030 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.049846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdd56a8b-65a6-40ca-acbd-d0cfe18c3caf req-d7fe4dc0-c88e-4051-9c7e-d48ff89dffee tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 210 time: 0.0622022 Feb 11 13:18:49.087338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.088828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.090617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.147006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3980756 Feb 11 13:18:49.152220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35832) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:49.161129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Made reservation on behalf of 60d3a05ad6e045e3b21396a746cead0f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:49.164104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.218324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Request body: {'subnet': {'network_id': 'd6eebb8b-32f3-41c7-bb7b-04672b207c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2044312656-subnet', 'tenant_id': 'bbf0dbc442a943e88332c7006725058a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:49.229667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:49.246275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Usage tracker for resource:subnet and tenant:bbf0dbc442a943e88332c7006725058a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:49.250772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:49.273037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:49.284458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1defc-f782-44e9-b004-b96ce4c7f611 admin admin] Pushing event updated for resources: {'Network': ['ID=d6eebb8b-32f3-41c7-bb7b-04672b207c62,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.299300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d6eebb8b-32f3-41c7-bb7b-04672b207c62 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:18:49.305580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Made reservation on behalf of bbf0dbc442a943e88332c7006725058a for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:49.308173 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.312068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:49.331132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:49.341384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:49.394736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e20ab903-913c-4925-8dde-16dc397bf88b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=81a6a754b82d4db6bbf31ae9bb12d33a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4971745 Feb 11 13:18:49.404401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35838) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:49.411042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:49.576542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72d8c91b-53fb-4534-9d26-ed48ddaede5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.638119 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72d8c91b-53fb-4534-9d26-ed48ddaede5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.646234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.754977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe362e94-bf2b-49f7-a5c9-f51b89e6b423,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.767430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Checking segment: {'id': 'db399d2c-2160-4830-8872-cfe5218bcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd6eebb8b-32f3-41c7-bb7b-04672b207c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:49.767785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Network hostable DHCP agents. Network: d6eebb8b-32f3-41c7-bb7b-04672b207c62, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:49.790826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72d8c91b-53fb-4534-9d26-ed48ddaede5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.805271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Network d6eebb8b-32f3-41c7-bb7b-04672b207c62 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:49.825278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8c91b-53fb-4534-9d26-ed48ddaede5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46c80b7-bab4-4384-b2b9-19c6b9ffb8e6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.841843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Allocated IP 172.20.0.7 (9727c67e-db94-4084-8b54-a60fe2e6f7f1/4ed8415f-ae9d-4916-aeb3-95b233c7a703/79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:49.857257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d6eebb8b-32f3-41c7-bb7b-04672b207c62) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:49.859706 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72d8c91b-53fb-4534-9d26-ed48ddaede5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.863812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-72d8c91b-53fb-4534-9d26-ed48ddaede5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e46c80b7-bab4-4384-b2b9-19c6b9ffb8e6 HTTP/1.1" status: 204 len: 168 time: 0.4561601 Feb 11 13:18:49.864851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.865435 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.880576 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9b08d-5c7c-44e6-a264-d4d571a724a8 None None] Network d6eebb8b-32f3-41c7-bb7b-04672b207c62 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:49.885422 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2724d3ac-1b30-4e53-be73-41ae88e93af2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7320828 Feb 11 13:18:49.955769 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.989182 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.104662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213db4b3-7d2b-4eab-8c7f-795e0ea6cff5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:50.107960 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.109223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a633c388-8a33-42c3-ad00-f2642d48b5d0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4068251 Feb 11 13:18:50.112431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35866) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:50.119403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c31ab52b-a6bf-46c9-b595-7149566167fa tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '213db4b3-7d2b-4eab-8c7f-795e0ea6cff5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:50.121350 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-c31ab52b-a6bf-46c9-b595-7149566167fa tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:50.125394 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c31ab52b-a6bf-46c9-b595-7149566167fa tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089257 Feb 11 13:18:50.125732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35870) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:50.127460 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:18:50.134259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e3e98ff2-45bd-44bf-a4c0-cc3921ef867e tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '213db4b3-7d2b-4eab-8c7f-795e0ea6cff5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:50.135127 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-e3e98ff2-45bd-44bf-a4c0-cc3921ef867e tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:50.138541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e3e98ff2-45bd-44bf-a4c0-cc3921ef867e tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087266 Feb 11 13:18:50.139037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35874) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:50.151126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-67961db3-1d5e-4c4e-8f93-e79fdbd997fd tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '213db4b3-7d2b-4eab-8c7f-795e0ea6cff5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:50.152348 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-67961db3-1d5e-4c4e-8f93-e79fdbd997fd tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:50.155972 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-67961db3-1d5e-4c4e-8f93-e79fdbd997fd tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133638 Feb 11 13:18:50.157421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35878) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:50.165418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-25978ee4-f9ad-4760-bbda-841c443fd907 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '213db4b3-7d2b-4eab-8c7f-795e0ea6cff5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:50.166672 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-25978ee4-f9ad-4760-bbda-841c443fd907 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:50.170335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-25978ee4-f9ad-4760-bbda-841c443fd907 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092189 Feb 11 13:18:50.170594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35882) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:50.278091 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.288080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb0a6f-04e8-48d0-be8b-81d26cdbb36f None None] Network d6eebb8b-32f3-41c7-bb7b-04672b207c62 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:50.342063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] Router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:50.356786 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe457b19-f9b8-4f5a-a729-755bac28c9af tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.363372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350251c2-d9cd-47be-a4aa-426156dd1381 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:50.420510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe457b19-f9b8-4f5a-a729-755bac28c9af tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.460334 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.506817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfea1d8-5c5d-4f40-98cb-3d6a20a1ffcd req-4fe1354f-5ef7-4e9e-ba46-bb4d85dc2fee tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.515255 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-abfea1d8-5c5d-4f40-98cb-3d6a20a1ffcd req-4fe1354f-5ef7-4e9e-ba46-bb4d85dc2fee tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 931 time: 0.2371523 Feb 11 13:18:50.559342 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe457b19-f9b8-4f5a-a729-755bac28c9af tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.592124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe457b19-f9b8-4f5a-a729-755bac28c9af tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213db4b3-7d2b-4eab-8c7f-795e0ea6cff5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:50.622834 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-abfea1d8-5c5d-4f40-98cb-3d6a20a1ffcd req-ce982996-dc5e-4bf8-beeb-8d4d04ba0ffa tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053767 Feb 11 13:18:50.636555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe457b19-f9b8-4f5a-a729-755bac28c9af tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.639877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0707e49-fd39-4ff7-a1c0-863d39b6e959 req-6db6ecf9-ac4f-4dca-a6d9-388d967685bd tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.643786 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fe457b19-f9b8-4f5a-a729-755bac28c9af tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/213db4b3-7d2b-4eab-8c7f-795e0ea6cff5 HTTP/1.1" status: 204 len: 168 time: 0.4719622 Feb 11 13:18:50.646308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35896) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:50.661731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f0707e49-fd39-4ff7-a1c0-863d39b6e959 req-6db6ecf9-ac4f-4dca-a6d9-388d967685bd tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 945 time: 0.6825840 Feb 11 13:18:50.693052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Transition to ACTIVE for port object 350251c2-d9cd-47be-a4aa-426156dd1381 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:50.728031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.733170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35900) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:50.793463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ab9ee761-a25c-427b-899d-dcde3e06f288 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Synchronizing usage tracker for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:50.871561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ab9ee761-a25c-427b-899d-dcde3e06f288 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Unset dirty status for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:50.877102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ab9ee761-a25c-427b-899d-dcde3e06f288 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2234020 Feb 11 13:18:50.877102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-505df8c3-c74c-4d12-9dbe-36c877b76cac req-41d123c1-b2dd-482d-a63d-46bb19ecbf28 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 210 time: 0.0568635 Feb 11 13:18:50.889018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3a20bd8c-db20-4890-b998-8b03639454c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9ef1608ce710402cbce425c083544d38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1538324 Feb 11 13:18:50.889894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35908) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:50.891770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35910) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:50.895591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'tempest-secgroup--692206941'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:50.916107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:50.920871 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.935513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Pushing event updated for resources: {'Port': ['ID=350251c2-d9cd-47be-a4aa-426156dd1381,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:50.938408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:50.962899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f0707e49-fd39-4ff7-a1c0-863d39b6e959 req-80c8f49f-10b5-42c1-8307-6ca64bab9076 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991171 Feb 11 13:18:50.968334 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.003232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3510093d-b5d3-4964-96e3-925076f0ef16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.049243 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3510093d-b5d3-4964-96e3-925076f0ef16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.056722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:51.068957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:51.077765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:51.087399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:51.164518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3510093d-b5d3-4964-96e3-925076f0ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.167716 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.170754 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.181456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['3b32bc8a-5237-4318-aec6-287386ebaa38'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:51.190702 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.199316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510093d-b5d3-4964-96e3-925076f0ef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe64ed5c-6b41-4269-b4ae-5be529da7fbf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.254166 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3510093d-b5d3-4964-96e3-925076f0ef16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.254506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Attempting to bind port 350251c2-d9cd-47be-a4aa-426156dd1381 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:51.254790 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3510093d-b5d3-4964-96e3-925076f0ef16 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe64ed5c-6b41-4269-b4ae-5be529da7fbf HTTP/1.1" status: 204 len: 168 time: 0.3544900 Feb 11 13:18:51.254929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Attempting to bind port 350251c2-d9cd-47be-a4aa-426156dd1381 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:51.257574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Attempting to bind port 350251c2-d9cd-47be-a4aa-426156dd1381 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:51.258247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.262041 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3689849 Feb 11 13:18:51.269709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35924) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:51.270747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33990e1d-6336-445c-ba60-4fcd9756dea3 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a09994a-6ea8-45bc-936d-7f874a8b8d2b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.271421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:51.292382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9c7b5f23-f4e5-4f16-bdf0-db4b56bcec58 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '5a09994a-6ea8-45bc-936d-7f874a8b8d2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:51.293799 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-9c7b5f23-f4e5-4f16-bdf0-db4b56bcec58 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:51.295175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9c7b5f23-f4e5-4f16-bdf0-db4b56bcec58 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111246 Feb 11 13:18:51.298447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35932) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:51.304165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-56a49357-caf0-45b3-9ee4-6db20e8d4d9d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '5a09994a-6ea8-45bc-936d-7f874a8b8d2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:51.314091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-56a49357-caf0-45b3-9ee4-6db20e8d4d9d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:51.320184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-56a49357-caf0-45b3-9ee4-6db20e8d4d9d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:51.327139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-56a49357-caf0-45b3-9ee4-6db20e8d4d9d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:51.329763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:51.331250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Port 350251c2-d9cd-47be-a4aa-426156dd1381 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:51.331591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Attempting to bind port 350251c2-d9cd-47be-a4aa-426156dd1381 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:51.345834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:51.349158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:18:51.383909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-56a49357-caf0-45b3-9ee4-6db20e8d4d9d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:51.409641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event updated for resources: {'Port': ['ID=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.418614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:18:51.418973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Checking segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:51.419357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Bound using segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:18:51.419799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Bound port: 350251c2-d9cd-47be-a4aa-426156dd1381, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:51.420629 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.510667 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-56a49357-caf0-45b3-9ee4-6db20e8d4d9d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:51.512064 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-56a49357-caf0-45b3-9ee4-6db20e8d4d9d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2124667 Feb 11 13:18:51.516255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35938) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:51.534679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.535477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.544411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4a5c7a85-4f57-4159-b6f4-6f22753bf850 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '5a09994a-6ea8-45bc-936d-7f874a8b8d2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:51.545288 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-4a5c7a85-4f57-4159-b6f4-6f22753bf850 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:51.546468 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4a5c7a85-4f57-4159-b6f4-6f22753bf850 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0289843 Feb 11 13:18:51.551406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:51.552403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35942) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:51.558878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-72fd2df8-f153-4da8-96e0-8bb6c7a9f454 admin admin] 10.222.0.67 "PUT /v2.0/routers/52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7165527 Feb 11 13:18:51.563626 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] Sync routers for ids ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:18:51.569560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35946) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:51.574708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d6b24d4b-034d-4ac2-9501-25141e818dbb tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '5a09994a-6ea8-45bc-936d-7f874a8b8d2b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:51.595967 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] Routers {'52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:18:51.596832 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:18:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:51.598445 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-a5da0c6b-516e-4b1a-b74c-315713ce3c4e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1684983 Feb 11 13:18:51.613555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Request body: {'port': {'device_id': '6398a02e-6665-4276-b055-07341c2b4e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:51.693229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] For port 350251c2-d9cd-47be-a4aa-426156dd1381, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:51.772837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] For port 350251c2-d9cd-47be-a4aa-426156dd1381, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=350251c2-d9cd-47be-a4aa-426156dd1381,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:51.774733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6b24d4b-034d-4ac2-9501-25141e818dbb tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:51.800684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-7993a470-7a9d-4c33-9fdb-15675dc443f6 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.801601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-7993a470-7a9d-4c33-9fdb-15675dc443f6 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Synchronizing usage tracker for tenant:bbf0dbc442a943e88332c7006725058a on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:51.804973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6b24d4b-034d-4ac2-9501-25141e818dbb tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:51.921819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6b24d4b-034d-4ac2-9501-25141e818dbb tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:51.951364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6b24d4b-034d-4ac2-9501-25141e818dbb tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:51.973392 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.980649 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.012750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-7993a470-7a9d-4c33-9fdb-15675dc443f6 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Unset dirty status for tenant:bbf0dbc442a943e88332c7006725058a on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:52.014056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-7993a470-7a9d-4c33-9fdb-15675dc443f6 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/networks?id=d6eebb8b-32f3-41c7-bb7b-04672b207c62 HTTP/1.1" status: 200 len: 821 time: 0.6895282 Feb 11 13:18:52.021082 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] Set router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:18:52.117482 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-d6b24d4b-034d-4ac2-9501-25141e818dbb tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:52.118533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6b24d4b-034d-4ac2-9501-25141e818dbb tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5650444 Feb 11 13:18:52.121438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35964) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:52.128723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7042a54a-2605-4457-b788-49fedb0d51fb tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '5a09994a-6ea8-45bc-936d-7f874a8b8d2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:52.129332 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-7042a54a-2605-4457-b788-49fedb0d51fb tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:52.130275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7042a54a-2605-4457-b788-49fedb0d51fb tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079162 Feb 11 13:18:52.136471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35970) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:52.146869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4c18a887-3758-4ab7-bf19-9fabf266ec4a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '5a09994a-6ea8-45bc-936d-7f874a8b8d2b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:52.163505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4c18a887-3758-4ab7-bf19-9fabf266ec4a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:52.169691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4c18a887-3758-4ab7-bf19-9fabf266ec4a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:52.174985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4c18a887-3758-4ab7-bf19-9fabf266ec4a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:52.182536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4c18a887-3758-4ab7-bf19-9fabf266ec4a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:52.242538 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-4c18a887-3758-4ab7-bf19-9fabf266ec4a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Project 3e7d49acb8f24e4f802cc5dc03948bdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:18:52.321436 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-4c18a887-3758-4ab7-bf19-9fabf266ec4a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:52.323087 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4c18a887-3758-4ab7-bf19-9fabf266ec4a tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1850946 Feb 11 13:18:52.325369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35976) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:52.347899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ebd60f64-ad26-4894-9b25-1a5b9de987ab tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '5a09994a-6ea8-45bc-936d-7f874a8b8d2b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:52.348520 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-ebd60f64-ad26-4894-9b25-1a5b9de987ab tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:52.349504 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ebd60f64-ad26-4894-9b25-1a5b9de987ab tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0232236 Feb 11 13:18:52.352361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35980) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:52.361235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d6eccb8f-9403-4377-ac75-e4f91a04b1f1 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '5a09994a-6ea8-45bc-936d-7f874a8b8d2b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:52.376280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6eccb8f-9403-4377-ac75-e4f91a04b1f1 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:52.398275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6eccb8f-9403-4377-ac75-e4f91a04b1f1 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:52.402297 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.482415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6eccb8f-9403-4377-ac75-e4f91a04b1f1 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:52.544016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6eccb8f-9403-4377-ac75-e4f91a04b1f1 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:52.569503 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-d6eccb8f-9403-4377-ac75-e4f91a04b1f1 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Project 3e7d49acb8f24e4f802cc5dc03948bdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:18:52.612022 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-d6eccb8f-9403-4377-ac75-e4f91a04b1f1 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:52.613288 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6eccb8f-9403-4377-ac75-e4f91a04b1f1 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2598403 Feb 11 13:18:52.616236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35986) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:52.624310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6e7bb880-1244-4f54-a8c9-de0f91d79433 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '5a09994a-6ea8-45bc-936d-7f874a8b8d2b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:52.635217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6e7bb880-1244-4f54-a8c9-de0f91d79433 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:52.645807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6e7bb880-1244-4f54-a8c9-de0f91d79433 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:52.651282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6e7bb880-1244-4f54-a8c9-de0f91d79433 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:52.663153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6e7bb880-1244-4f54-a8c9-de0f91d79433 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:52.681360 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-6e7bb880-1244-4f54-a8c9-de0f91d79433 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Project 3e7d49acb8f24e4f802cc5dc03948bdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:18:52.759640 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-6e7bb880-1244-4f54-a8c9-de0f91d79433 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:18:52.760740 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6e7bb880-1244-4f54-a8c9-de0f91d79433 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1435320 Feb 11 13:18:52.771319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-d57577d4-f795-4c1a-81c6-61a13c88e679 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/quotas/bbf0dbc442a943e88332c7006725058a HTTP/1.1" status: 200 len: 375 time: 0.7338173 Feb 11 13:18:52.775050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35990) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:52.806628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Pushing event updated for resources: {'Port': ['ID=350251c2-d9cd-47be-a4aa-426156dd1381,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:52.826217 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-b708e714-7c73-41b9-9445-5c542635ce89 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bbf0dbc442a943e88332c7006725058a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539834 Feb 11 13:18:52.835939 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-router', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:16Z', 'updated_at': '2022-02-11T13:18:44Z', 'revision_number': 5, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'gw_port': {'id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:17Z', 'updated_at': '2022-02-11T13:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:52.847946 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] Checking router: 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:18:52.863314 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] Routers {'52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:18:52.864174 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:18:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:52.948651 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.952168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-259c2635-b0fd-4f73-b7b5-8c6466173be8 service neutron] 10.222.0.73 "PUT /v2.0/ports/350251c2-d9cd-47be-a4aa-426156dd1381 HTTP/1.1" status: 200 len: 1091 time: 4.4091406 Feb 11 13:18:52.969932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'tag': '350251c2-d9cd-47be-a4aa-426156dd1381'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:53.033480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.055862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Deleting port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:53.056158 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.210115 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] Set router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:18:53.229784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6919d-849a-4e19-b7f0-16be40f77940 req-4d7feb9d-560c-4e96-ae0a-6d3a7bd427a7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.239522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1f6919d-849a-4e19-b7f0-16be40f77940 req-4d7feb9d-560c-4e96-ae0a-6d3a7bd427a7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 943 time: 0.4290144 Feb 11 13:18:53.249792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b412e24d-63f6-438d-a009-73906ba6f358 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.300155 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-2e5fd81f-f3d2-482f-b63b-51a870e7d3e4 service neutron] 10.222.0.67 "GET /v2.0/networks/d6eebb8b-32f3-41c7-bb7b-04672b207c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729748 Feb 11 13:18:53.331785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b412e24d-63f6-438d-a009-73906ba6f358 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.336403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-e7d67714-975f-4400-aa7e-618e8c68339d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 1094 time: 0.3135619 Feb 11 13:18:53.473985 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1f6919d-849a-4e19-b7f0-16be40f77940 req-3c005502-8b98-40d9-848c-f85b8e5adf6f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313623 Feb 11 13:18:53.530929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-89359f8d-5a50-442d-b8c0-c356e27bdb7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=350251c2-d9cd-47be-a4aa-426156dd1381 HTTP/1.1" status: 200 len: 217 time: 0.1452067 Feb 11 13:18:53.546903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] For port 6a47f414-b6f2-4c49-9cc9-f5b0466c943e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6a47f414-b6f2-4c49-9cc9-f5b0466c943e,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:53.548081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.688426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-09841b1a-28d6-48a0-ab93-ed712162db15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.690071 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-09841b1a-28d6-48a0-ab93-ed712162db15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.1484125 Feb 11 13:18:53.699026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:53.720492 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-router', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:16Z', 'updated_at': '2022-02-11T13:18:44Z', 'revision_number': 5, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'gw_port': {'id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:17Z', 'updated_at': '2022-02-11T13:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:53.724849 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73dd935-d332-40ad-8839-dfaf701ffcd2 None None] The sync data for ids ['52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e'] in n-d-818559-1 is: [{'id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1103972094-router', 'tenant_id': '70a84484533440c8a72ee6bf649c15b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:16Z', 'updated_at': '2022-02-11T13:18:44Z', 'revision_number': 5, 'project_id': '70a84484533440c8a72ee6bf649c15b1', 'gw_port': {'id': '6a47f414-b6f2-4c49-9cc9-f5b0466c943e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:17Z', 'updated_at': '2022-02-11T13:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:18:53.730557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Calling delete_port for 6a47f414-b6f2-4c49-9cc9-f5b0466c943e owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:18:53.769453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.787285 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b412e24d-63f6-438d-a009-73906ba6f358 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.820543 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-cacb65a5-be5d-473e-add5-ba31f2eacfaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112764 Feb 11 13:18:53.834804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-f744392d-5c27-4d15-a7ea-d671934349ce service neutron] 10.222.0.67 "GET /v2.0/networks/d6eebb8b-32f3-41c7-bb7b-04672b207c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337474 Feb 11 13:18:53.841598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412e24d-63f6-438d-a009-73906ba6f358 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a09994a-6ea8-45bc-936d-7f874a8b8d2b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:53.847822 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b412e24d-63f6-438d-a009-73906ba6f358 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.849009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b412e24d-63f6-438d-a009-73906ba6f358 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/5a09994a-6ea8-45bc-936d-7f874a8b8d2b HTTP/1.1" status: 204 len: 168 time: 1.0325816 Feb 11 13:18:53.861587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36016) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:53.878225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Transition to ACTIVE for port object 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:53.928479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.966112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-938a621c-366f-48b0-8c11-a87340bd5d76 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Synchronizing usage tracker for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:54.024420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-938a621c-366f-48b0-8c11-a87340bd5d76 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Unset dirty status for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:54.029222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-938a621c-366f-48b0-8c11-a87340bd5d76 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1637728 Feb 11 13:18:54.034474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36020) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:54.049547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039606876'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:54.122106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.212644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Pushing event updated for resources: {'Port': ['ID=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:54.229501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6a47f414-b6f2-4c49-9cc9-f5b0466c943e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:54.273982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:54.279499 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-338fd627-3d4f-49c5-8767-2b6a40a74203 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480596 Feb 11 13:18:54.291107 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'tag': '350251c2-d9cd-47be-a4aa-426156dd1381', 'status': 'completed', 'code': 200} Feb 11 13:18:54.317135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfd809-5466-472e-9e36-e04d60aebff3 req-e1fcbab8-459a-45ac-a241-f3d343baf168 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:54.318310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d4cfd809-5466-472e-9e36-e04d60aebff3 req-e1fcbab8-459a-45ac-a241-f3d343baf168 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:18:54.399403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36040) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:54.410643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:54.509045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d4cfd809-5466-472e-9e36-e04d60aebff3 req-e1fcbab8-459a-45ac-a241-f3d343baf168 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:18:54.519132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4cfd809-5466-472e-9e36-e04d60aebff3 req-e1fcbab8-459a-45ac-a241-f3d343baf168 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 931 time: 0.8089385 Feb 11 13:18:54.699143 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.705868 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a706858-8a0b-4040-b4cd-2604f4290dd2 req-69e9708e-7fec-4a62-8ff0-560043d6a15a tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 210 time: 0.1966114 Feb 11 13:18:54.726232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-278030220'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:54.732298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:54.739250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:network and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:54.742674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:54.752014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:54.778108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:54.782677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.810994 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.833739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Attempting to bind port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:54.834466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Attempting to bind port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:54.834466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Attempting to bind port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:54.868196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:18:54.868733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Attempting to bind port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:18:54.895269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:18:54.896047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Checking segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:18:54.896593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Bound using segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:18:54.900581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Bound port: 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:54.904413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.957254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4cfd809-5466-472e-9e36-e04d60aebff3 req-925376cc-ac90-45af-945c-945744bfd95c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372382 Feb 11 13:18:54.998754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:55.013183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b7f1796-283f-4d60-86a7-ebaae6ad5c06 req-8b35105e-fc60-433d-80ed-118dc932af98 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050984 Feb 11 13:18:55.018364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:55.081069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fda22dd7-ef36-41c5-b8ee-cccf052bc7d7 req-283e45d7-19ee-48f5-8045-5b8ca4b3e67f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7932246 Feb 11 13:18:55.100266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.109241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] For port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:55.113157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] For port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:55.114642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:55.199188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:55.201517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.206509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:55.251161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:security_group_rule and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:55.289828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:55.381592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:55.392387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0c470ce1-d537-453d-8a41-04ea9b904db1 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:18:55.434255 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.435740 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] 10.222.0.73 "PUT /v2.0/ports/79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 HTTP/1.1" status: 200 len: 1091 time: 3.8279219 Feb 11 13:18:55.472292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d543a-d8b2-4187-af15-0f2c23760371 service neutron] Pushing event updated for resources: {'Port': ['ID=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:55.492773 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a232af1-9063-4918-a18c-e3089b61ac7c req-7fd48b6e-d702-4229-ab2f-08cd7244fa80 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 1094 time: 0.3730483 Feb 11 13:18:55.498699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 0c470ce1-d537-453d-8a41-04ea9b904db1 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:18:55.499038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0c470ce1-d537-453d-8a41-04ea9b904db1 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:18:55.530128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.631417 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.660480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.678701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1a44-35dd-445b-92d5-ce70dc906ef0 req-575b6c58-2ece-4dc3-be54-715e28c9e6f4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.681912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 39756461-6928-45fc-8a73-233c9477615a details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:18:55.700097 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1ac1a44-35dd-445b-92d5-ce70dc906ef0 req-575b6c58-2ece-4dc3-be54-715e28c9e6f4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 943 time: 0.7692971 Feb 11 13:18:55.847832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a232af1-9063-4918-a18c-e3089b61ac7c req-4bbaa986-0b62-410a-b1c0-5e38bf8ea3b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.849932 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a232af1-9063-4918-a18c-e3089b61ac7c req-4bbaa986-0b62-410a-b1c0-5e38bf8ea3b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 912 time: 0.3142843 Feb 11 13:18:55.853644 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1ac1a44-35dd-445b-92d5-ce70dc906ef0 req-ee60fa50-97b5-4334-b36c-b6dddf94e950 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416287 Feb 11 13:18:55.858735 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.887361 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fda22dd7-ef36-41c5-b8ee-cccf052bc7d7 req-50b01e89-fb87-4c0a-bc46-5e26b8c14397 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 1096 time: 0.5802362 Feb 11 13:18:55.899235 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.899783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:18:55.925803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.931977 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f2502166-9b83-4013-b3f2-2c6ba4d9d7eb admin admin] 10.222.0.67 "DELETE /v2.0/routers/52806cf6-620c-4f6b-a4eb-c9cd4ab1ec6e HTTP/1.1" status: 204 len: 168 time: 4.3492861 Feb 11 13:18:55.936487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36078) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:56.080499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01057a24-a578-49b3-851d-6e800c0c9a5b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:56.127124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 39756461-6928-45fc-8a73-233c9477615a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=39756461-6928-45fc-8a73-233c9477615a,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:56.159126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '39756461-6928-45fc-8a73-233c9477615a', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'port_id': '39756461-6928-45fc-8a73-233c9477615a', 'mac_address': 'fa:16:3e:6b:30:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef0c98-5a96-482c-88be-ad4a399fbddf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:18:56.297705 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.323321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39756461-6928-45fc-8a73-233c9477615a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:56.347323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 39756461-6928-45fc-8a73-233c9477615a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=39756461-6928-45fc-8a73-233c9477615a,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:56.347945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6398a02e-6665-4276-b055-07341c2b4e55', 'tag': '79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:56.360555 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.367788 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9b0c5c5-ea2b-48eb-aff8-f371355a6f12 req-812176eb-6206-445a-bb4a-c85297165099 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 210 time: 0.2425334 Feb 11 13:18:56.381209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5333fe3-e9af-4347-8ebc-4035a99ee0d5 admin admin] Deleting subnet 718d25e6-6406-4ca2-9c53-1184f3ef7e52 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:18:56.388097 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a232af1-9063-4918-a18c-e3089b61ac7c req-c14b0880-0658-4e6a-b353-efa56b0d6197 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=350251c2-d9cd-47be-a4aa-426156dd1381 HTTP/1.1" status: 200 len: 217 time: 0.5221612 Feb 11 13:18:56.418376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5333fe3-e9af-4347-8ebc-4035a99ee0d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.489789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=39756461-6928-45fc-8a73-233c9477615a,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:56.509292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['39756461-6928-45fc-8a73-233c9477615a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:18:56.535552 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.537436 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-35000d79-49ba-42f2-b859-aa3baec7a30f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4995301 Feb 11 13:18:56.543967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36100) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:56.605116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7d442620-7dea-4e15-a75c-72ee14dfa1a2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '01057a24-a578-49b3-851d-6e800c0c9a5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:56.627658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7d442620-7dea-4e15-a75c-72ee14dfa1a2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:56.640552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7d442620-7dea-4e15-a75c-72ee14dfa1a2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:56.657348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7d442620-7dea-4e15-a75c-72ee14dfa1a2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:56.670639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7d442620-7dea-4e15-a75c-72ee14dfa1a2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:56.683366 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6398a02e-6665-4276-b055-07341c2b4e55', 'tag': '79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9', 'status': 'completed', 'code': 200} Feb 11 13:18:56.695214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.707046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a232af1-9063-4918-a18c-e3089b61ac7c req-d9a92ac9-09e8-4e21-816e-e86ffafe85f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:56.709184 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a232af1-9063-4918-a18c-e3089b61ac7c req-d9a92ac9-09e8-4e21-816e-e86ffafe85f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.2811341 Feb 11 13:18:56.728694 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.735750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-df269fe7-465b-46a7-a1e3-3b590c6329b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 1094 time: 1.2420168 Feb 11 13:18:56.783921 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5333fe3-e9af-4347-8ebc-4035a99ee0d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.810630 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a232af1-9063-4918-a18c-e3089b61ac7c req-8b041a9b-4802-4c79-8b95-9015090f50b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871341 Feb 11 13:18:56.991684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-d492f09b-2823-4d3b-bceb-a625e8999e7c tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:56.993142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-d492f09b-2823-4d3b-bceb-a625e8999e7c tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.73 "GET /v2.0/networks?id=d6eebb8b-32f3-41c7-bb7b-04672b207c62 HTTP/1.1" status: 200 len: 821 time: 1.1376305 Feb 11 13:18:57.002847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22dd7-ef36-41c5-b8ee-cccf052bc7d7 req-fe8c4a13-261b-4696-be0f-a462f00d21ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.006448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fda22dd7-ef36-41c5-b8ee-cccf052bc7d7 req-fe8c4a13-261b-4696-be0f-a462f00d21ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.9440091 Feb 11 13:18:57.065338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:57.107396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.107741 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Added segment b115c1d5-f9e9-4d16-aeca-c00173de63f6 of type vlan for network 820ca523-f25c-4da5-890b-9fc3e0ecce50 Feb 11 13:18:57.137355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03335e-6598-4b1f-bfa6-a33c42bd1959 req-0a0a9b78-57b4-4291-ba92-80de0b4025aa tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.145632 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e03335e-6598-4b1f-bfa6-a33c42bd1959 req-0a0a9b78-57b4-4291-ba92-80de0b4025aa tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 943 time: 0.8616571 Feb 11 13:18:57.148202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.157784 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-7d442620-7dea-4e15-a75c-72ee14dfa1a2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The resource could not be found. Feb 11 13:18:57.159260 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7d442620-7dea-4e15-a75c-72ee14dfa1a2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5912628 Feb 11 13:18:57.196593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36110) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:57.212769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0bebe5dd-a4a9-4ae9-8386-d8cb5a451c4c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '01057a24-a578-49b3-851d-6e800c0c9a5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '57bd671e-99cb-40e2-8b06-5c6b00b83d43'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:57.225303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fda22dd7-ef36-41c5-b8ee-cccf052bc7d7 req-3a88749f-08a0-421d-8fc1-4037b19c8c36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b32bc8a-5237-4318-aec6-287386ebaa38 HTTP/1.1" status: 200 len: 217 time: 0.2014740 Feb 11 13:18:57.226498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0bebe5dd-a4a9-4ae9-8386-d8cb5a451c4c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:57.228896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Request body: {'port': {'device_id': '2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9', 'network_id': 'd6eebb8b-32f3-41c7-bb7b-04672b207c62', 'admin_state_up': True, 'tenant_id': 'bbf0dbc442a943e88332c7006725058a'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:18:57.279899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0bebe5dd-a4a9-4ae9-8386-d8cb5a451c4c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:57.294538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0bebe5dd-a4a9-4ae9-8386-d8cb5a451c4c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:57.302512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a47f414-b6f2-4c49-9cc9-f5b0466c943e no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:18:57.319036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0bebe5dd-a4a9-4ae9-8386-d8cb5a451c4c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:57.385671 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 6a47f414-b6f2-4c49-9cc9-f5b0466c943e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:18:57.385969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a47f414-b6f2-4c49-9cc9-f5b0466c943e not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:18:57.419148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3914329-d242-4303-bc85-b0d496369a34,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:57.422354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-bd9ff519-0a0d-4864-9442-84988cd92255 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 HTTP/1.1" status: 200 len: 217 time: 0.6067958 Feb 11 13:18:57.436674 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.441565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.442180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.502190 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e03335e-6598-4b1f-bfa6-a33c42bd1959 req-e9bb972d-f767-4801-b8be-84cc2473d898 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553238 Feb 11 13:18:57.542613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.1175721 Feb 11 13:18:57.570676 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5333fe3-e9af-4347-8ebc-4035a99ee0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.651936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22dd7-ef36-41c5-b8ee-cccf052bc7d7 req-792ea583-871a-4589-869d-d900c5155c1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.653798 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fda22dd7-ef36-41c5-b8ee-cccf052bc7d7 req-792ea583-871a-4589-869d-d900c5155c1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.4201517 Feb 11 13:18:57.704701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 350251c2-d9cd-47be-a4aa-426156dd1381 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:18:57.708971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 39756461-6928-45fc-8a73-233c9477615a up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:18:57.871139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fda22dd7-ef36-41c5-b8ee-cccf052bc7d7 req-fbace32a-4099-4f15-9a71-e6c90a0d2b96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844726 Feb 11 13:18:57.939459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:18:57.944224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Usage tracker for resource:port and tenant:bbf0dbc442a943e88332c7006725058a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:18:57.947697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:18:57.954889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:18:58.045984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Made reservation on behalf of bbf0dbc442a943e88332c7006725058a for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:58.054259 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.064566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 39756461-6928-45fc-8a73-233c9477615a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:58.067399 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.082947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859359f4-4a72-4c84-8083-b604ff7f9e84 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=820ca523-f25c-4da5-890b-9fc3e0ecce50,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:58.153959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359614c-3b74-48e2-8978-f656884cd006 req-60c7a3c4-b220-4e11-b0dc-60637d156c70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.159189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-60c7a3c4-b220-4e11-b0dc-60637d156c70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.6893744 Feb 11 13:18:58.166296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 820ca523-f25c-4da5-890b-9fc3e0ecce50 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:18:58.176036 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a232af1-9063-4918-a18c-e3089b61ac7c req-c56fe06c-ae2f-4abd-b65a-65a49f0aa957 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3522403 Feb 11 13:18:58.194722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5659b-9bda-454a-b0d4-4f4d636d9643 req-53553f90-2268-41a4-97d8-6829f0480c11 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.209488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-41e5659b-9bda-454a-b0d4-4f4d636d9643 req-53553f90-2268-41a4-97d8-6829f0480c11 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 943 time: 1.0203457 Feb 11 13:18:58.247607 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fda22dd7-ef36-41c5-b8ee-cccf052bc7d7 req-cc7e4edd-ac84-4337-8b92-5519e5c6a61d service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904990 Feb 11 13:18:58.341387 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-0bebe5dd-a4a9-4ae9-8386-d8cb5a451c4c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The resource could not be found. Feb 11 13:18:58.342927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0bebe5dd-a4a9-4ae9-8386-d8cb5a451c4c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1450620 Feb 11 13:18:58.349193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-740b6820-9be5-440c-8991-aa82a9d3bd60 req-4a3779bc-9a9b-49b3-b6a1-b2e78271ada5 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 210 time: 0.4966357 Feb 11 13:18:58.349973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36128) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:58.607675 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5333fe3-e9af-4347-8ebc-4035a99ee0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.703804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 350251c2-d9cd-47be-a4aa-426156dd1381, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=350251c2-d9cd-47be-a4aa-426156dd1381,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:58.778473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '350251c2-d9cd-47be-a4aa-426156dd1381', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'port_id': '350251c2-d9cd-47be-a4aa-426156dd1381', 'mac_address': 'fa:16:3e:3b:03:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:18:58.877522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-41e5659b-9bda-454a-b0d4-4f4d636d9643 req-15111a21-8c11-4937-8ab3-4ee0a589af3c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605930 Feb 11 13:18:58.917199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5333fe3-e9af-4347-8ebc-4035a99ee0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718d25e6-6406-4ca2-9c53-1184f3ef7e52,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:58.920696 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.023962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5333fe3-e9af-4347-8ebc-4035a99ee0d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.041926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 39756461-6928-45fc-8a73-233c9477615a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=39756461-6928-45fc-8a73-233c9477615a,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:59.054269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39756461-6928-45fc-8a73-233c9477615a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:59.067599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a82cdd-0973-4238-98fd-fc58ea75828a None None] Network dd1b7cdd-c76f-4628-beb4-01fa83639eb2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:18:59.072106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3b55d62d-75c0-4520-a8eb-26a064ef4a51 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.109055 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.224792 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b5333fe3-e9af-4347-8ebc-4035a99ee0d5 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/718d25e6-6406-4ca2-9c53-1184f3ef7e52 HTTP/1.1" status: 204 len: 168 time: 3.2837830 Feb 11 13:18:59.238661 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-2a7ada86-6bf3-4375-991d-763696b64e32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0599229 Feb 11 13:18:59.244955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36148) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:18:59.245781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5a232af1-9063-4918-a18c-e3089b61ac7c req-e8e2d385-fb33-4cb3-a457-3c0f100fa440 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0273249 Feb 11 13:18:59.368836 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39756461-6928-45fc-8a73-233c9477615a', 'code': 200} Feb 11 13:18:59.377347 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.385231 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fda22dd7-ef36-41c5-b8ee-cccf052bc7d7 req-8b7188e5-a9d2-4e34-95e3-d9132bc5cf47 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1290443 Feb 11 13:18:59.418432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350251c2-d9cd-47be-a4aa-426156dd1381 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:59.551185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 350251c2-d9cd-47be-a4aa-426156dd1381, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=350251c2-d9cd-47be-a4aa-426156dd1381,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:59.567349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=39756461-6928-45fc-8a73-233c9477615a,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:59.586366 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.739534 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.756206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3b55d62d-75c0-4520-a8eb-26a064ef4a51 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.833803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Deleting port 6a1adcc9-460d-4129-9fec-efff3880f959 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:18:59.834492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.992804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3b55d62d-75c0-4520-a8eb-26a064ef4a51 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:00.067848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['350251c2-d9cd-47be-a4aa-426156dd1381'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:00.070831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c7e08ff-2dbe-4562-be83-0ae80e692d00 req-d838cd84-e7a5-4fe7-bcac-d3740befc38e tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 210 time: 0.2330873 Feb 11 13:19:00.163817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4d7ef-d54b-4238-9d3e-cae87cefe214 req-82545b16-99cc-4b7c-b944-aa5039254ab8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:00.168024 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bb4d7ef-d54b-4238-9d3e-cae87cefe214 req-82545b16-99cc-4b7c-b944-aa5039254ab8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 943 time: 1.0776961 Feb 11 13:19:00.207332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55d62d-75c0-4520-a8eb-26a064ef4a51 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01057a24-a578-49b3-851d-6e800c0c9a5b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:00.226910 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3b55d62d-75c0-4520-a8eb-26a064ef4a51 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:00.231110 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3b55d62d-75c0-4520-a8eb-26a064ef4a51 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/01057a24-a578-49b3-851d-6e800c0c9a5b HTTP/1.1" status: 204 len: 168 time: 1.7209558 Feb 11 13:19:00.240107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36168) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:00.385853 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-28907790-d5a9-4fba-a7cb-89ccb262818c service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1327448 Feb 11 13:19:00.507742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=350251c2-d9cd-47be-a4aa-426156dd1381,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:00.677488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508fecb5-0605-4e7b-9a03-53b44732f784 req-f21c1647-dcaa-4d13-90a0-e8ff0eca294d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7961924 Feb 11 13:19:00.701854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] DHCP port deletion for dd1b7cdd-c76f-4628-beb4-01fa83639eb2 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:19:00.713175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bb4d7ef-d54b-4238-9d3e-cae87cefe214 req-d7a23311-cf6b-4cd8-8222-cc60bf2a1d71 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021386 Feb 11 13:19:00.746349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] Deleting port 6a1adcc9-460d-4129-9fec-efff3880f959 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:19:00.746706 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:00.778855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Allocated IP 172.20.0.3 (d6eebb8b-32f3-41c7-bb7b-04672b207c62/fe362e94-bf2b-49f7-a5c9-f51b89e6b423/7d9b4ed7-f2d3-4948-bab0-969494f8559b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:00.820447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1ba47e4a-7df6-4bc7-8741-3f1361e8aff9 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Synchronizing usage tracker for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:00.873096 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9359614c-3b74-48e2-8978-f656884cd006 req-edc24575-a61e-4187-b211-d0849a3e8895 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176557 Feb 11 13:19:00.889602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1ba47e4a-7df6-4bc7-8741-3f1361e8aff9 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Unset dirty status for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:00.897344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1ba47e4a-7df6-4bc7-8741-3f1361e8aff9 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6539364 Feb 11 13:19:00.901502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36182) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:00.908891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ef8dfacf-d8fd-4bc8-92b4-7619486fc3b7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '24341432-a3be-4e5f-a6b5-b3adf2b74630', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:00.927174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ef8dfacf-d8fd-4bc8-92b4-7619486fc3b7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:00.979143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36186) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:00.986278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ef8dfacf-d8fd-4bc8-92b4-7619486fc3b7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:00.994307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] For port 6a1adcc9-460d-4129-9fec-efff3880f959, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6a1adcc9-460d-4129-9fec-efff3880f959,segment=NetworkSegment(71145cf5-1fb1-4bfb-a0f3-4a41f79ed215),segment_id=71145cf5-1fb1-4bfb-a0f3-4a41f79ed215)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:00.994556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252feed5-5159-49b7-aeb2-761d0cd35c9a req-01c70b74-1254-43bb-b4ce-76c10e8613f6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:00.996012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-252feed5-5159-49b7-aeb2-761d0cd35c9a req-01c70b74-1254-43bb-b4ce-76c10e8613f6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 944 time: 0.4317465 Feb 11 13:19:01.000378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ef8dfacf-d8fd-4bc8-92b4-7619486fc3b7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:01.007620 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:01.049902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'network_id': '820ca523-f25c-4da5-890b-9fc3e0ecce50', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:01.055359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ef8dfacf-d8fd-4bc8-92b4-7619486fc3b7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:01.198093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:01.223165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-252feed5-5159-49b7-aeb2-761d0cd35c9a req-6a137be9-142c-4b6d-80ee-795de91f13f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159178 Feb 11 13:19:01.311552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f890b7f9-0058-470d-b5ac-8f29b6bfdc41 req-a1818346-73d8-4ba7-adc4-eb8997322fc2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 1094 time: 0.3758090 Feb 11 13:19:01.320215 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-ef8dfacf-d8fd-4bc8-92b4-7619486fc3b7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The resource could not be found. Feb 11 13:19:01.329310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ef8dfacf-d8fd-4bc8-92b4-7619486fc3b7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4266002 Feb 11 13:19:01.336960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:01.339464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:subnet and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:01.398960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a1adcc9-460d-4129-9fec-efff3880f959 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:19:01.405808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512794178'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:01.418726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:01.429130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:01.504054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:01.536862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:01.540422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:01.564789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Calling delete_port for 6a1adcc9-460d-4129-9fec-efff3880f959 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:19:01.648986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:01.681455 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:01.815342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890b7f9-0058-470d-b5ac-8f29b6bfdc41 req-9dbde5ba-1d25-4716-a4f8-ee07bbbd6392 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.815342 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f890b7f9-0058-470d-b5ac-8f29b6bfdc41 req-9dbde5ba-1d25-4716-a4f8-ee07bbbd6392 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.4773967 Feb 11 13:19:01.831664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:01.856490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:01.919924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:02.004849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] For port 6a1adcc9-460d-4129-9fec-efff3880f959, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6a1adcc9-460d-4129-9fec-efff3880f959,segment=NetworkSegment(71145cf5-1fb1-4bfb-a0f3-4a41f79ed215),segment_id=71145cf5-1fb1-4bfb-a0f3-4a41f79ed215)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:02.005377 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.020207 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508fecb5-0605-4e7b-9a03-53b44732f784 req-f475dfc6-b439-4ef7-8b34-81929f3297a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 1096 time: 1.1978514 Feb 11 13:19:02.032127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:02.040703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:02.110381 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.128554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.149104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Pushing event updated for resources: {'Port': ['ID=7d9b4ed7-f2d3-4948-bab0-969494f8559b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:02.184410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b9b5a-9d12-4f18-a8a0-e980fd3755cf req-2e766611-8f93-4e1b-8f89-c7bf9b755c61 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.185845 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e28b9b5a-9d12-4f18-a8a0-e980fd3755cf req-2e766611-8f93-4e1b-8f89-c7bf9b755c61 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 931 time: 0.6641207 Feb 11 13:19:02.191500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] Calling delete_port for 6a1adcc9-460d-4129-9fec-efff3880f959 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:19:02.214825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.248654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Network d6eebb8b-32f3-41c7-bb7b-04672b207c62 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:02.253064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.291171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:02.321648 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:19:02.322020 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:19:02.334080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:19:02.403039 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f890b7f9-0058-470d-b5ac-8f29b6bfdc41 req-716e3a39-377e-4c95-a6f2-281c186821bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 HTTP/1.1" status: 200 len: 217 time: 0.5653207 Feb 11 13:19:02.403939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21bdec5-4f53-437f-acde-e3d949705b05,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:02.480789 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.517009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890b7f9-0058-470d-b5ac-8f29b6bfdc41 req-9b8014c8-08bb-4aae-acd6-46d5a269d3e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.519076 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f890b7f9-0058-470d-b5ac-8f29b6bfdc41 req-9b8014c8-08bb-4aae-acd6-46d5a269d3e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.0979903 Feb 11 13:19:02.637141 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.641409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a4e7afdf-e93f-4b0d-af7c-85484e155d96 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2993124 Feb 11 13:19:02.641409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f890b7f9-0058-470d-b5ac-8f29b6bfdc41 req-04100aa1-a45b-4934-a778-486b2e0783e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122785 Feb 11 13:19:02.645206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36216) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:02.656576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] No DVR routers for this DVR port 6a1adcc9-460d-4129-9fec-efff3880f959 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:02.669482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'tempest-secgroup--803093425'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:02.714811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1adcc9-460d-4129-9fec-efff3880f959,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:02.762797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e28b9b5a-9d12-4f18-a8a0-e980fd3755cf req-97ba3943-2046-45fb-b1bd-0f830608c9b7 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Synchronizing usage tracker for tenant:bbf0dbc442a943e88332c7006725058a on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:02.823068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] Deleting port 6a1adcc9-460d-4129-9fec-efff3880f959 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:19:02.823646 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.951480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.954520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dd851-762c-4728-ac3d-da2cf3bfe15d None None] The port '6a1adcc9-460d-4129-9fec-efff3880f959' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:19:02.966523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.009711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f890b7f9-0058-470d-b5ac-8f29b6bfdc41 req-0679c126-4f35-42e8-8400-47001363aecc service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348920 Feb 11 13:19:03.011839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:03.019686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.020732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.033517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:03.039745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fecb5-0605-4e7b-9a03-53b44732f784 req-58d8df66-1e35-455b-a932-e3545ef5d682 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.041192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508fecb5-0605-4e7b-9a03-53b44732f784 req-58d8df66-1e35-455b-a932-e3545ef5d682 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.9812794 Feb 11 13:19:03.050523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e28b9b5a-9d12-4f18-a8a0-e980fd3755cf req-97ba3943-2046-45fb-b1bd-0f830608c9b7 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Unset dirty status for tenant:bbf0dbc442a943e88332c7006725058a on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:03.051563 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e28b9b5a-9d12-4f18-a8a0-e980fd3755cf req-97ba3943-2046-45fb-b1bd-0f830608c9b7 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8549957 Feb 11 13:19:03.058327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1b7cdd-c76f-4628-beb4-01fa83639eb2']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:03.062886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:03.088176 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:19:03.137804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:03.148682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e1a77-6597-45e4-9377-e8c6a9944594 req-dcce3517-ab83-4234-ab62-9efbf0a12d5b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.156294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16e1a77-6597-45e4-9377-e8c6a9944594 req-dcce3517-ab83-4234-ab62-9efbf0a12d5b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 943 time: 1.0013072 Feb 11 13:19:03.178984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:03.179278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71145cf5-1fb1-4bfb-a0f3-4a41f79ed215') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:03.200801 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508fecb5-0605-4e7b-9a03-53b44732f784 req-589cb6da-eea8-4d7d-8e8f-7cb68573ac0c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf HTTP/1.1" status: 200 len: 217 time: 0.1448839 Feb 11 13:19:03.204192 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-0b75ab15-0e4e-4b14-9ad7-4f9c518bfde3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0265548 Feb 11 13:19:03.208397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.221209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Request body: {'port': {'device_id': '2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:03.265025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=7200d214-d7d2-40c5-9591-5b42b2231485,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:03.282239 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.298148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.319091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking segment: {'id': 'b115c1d5-f9e9-4d16-aeca-c00173de63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '820ca523-f25c-4da5-890b-9fc3e0ecce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:03.319514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network hostable DHCP agents. Network: 820ca523-f25c-4da5-890b-9fc3e0ecce50, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:03.327916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:19:03.328555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:03.348888 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:03.387748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16e1a77-6597-45e4-9377-e8c6a9944594 req-f87f2e57-4f94-4da7-8d33-0d2197e48ed9 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304835 Feb 11 13:19:03.441269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fecb5-0605-4e7b-9a03-53b44732f784 req-26e81da6-5667-4e9e-8ac7-f14ad1dc6bcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.442926 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508fecb5-0605-4e7b-9a03-53b44732f784 req-26e81da6-5667-4e9e-8ac7-f14ad1dc6bcb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.2247462 Feb 11 13:19:03.496478 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.614612 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508fecb5-0605-4e7b-9a03-53b44732f784 req-7818456e-f034-48eb-825e-d0e73fdd2b1b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199062 Feb 11 13:19:03.620400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f890b7f9-0058-470d-b5ac-8f29b6bfdc41 req-fa0984c7-4a9e-4959-ae2b-8cec7fc9264c service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952311 Feb 11 13:19:03.629669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:03.651229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:03.656771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:03.697884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:03.733677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:19:03.737242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 350251c2-d9cd-47be-a4aa-426156dd1381 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:03.864266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 350251c2-d9cd-47be-a4aa-426156dd1381 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:03.974222 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.988544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network 820ca523-f25c-4da5-890b-9fc3e0ecce50 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:03.988800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 350251c2-d9cd-47be-a4aa-426156dd1381 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:03.989446 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.004196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.079908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1b7cdd-c76f-4628-beb4-01fa83639eb2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:04.211818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 820ca523-f25c-4da5-890b-9fc3e0ecce50) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:04.223496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1388f2aa-43b5-4110-8035-2727374401f1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/dd1b7cdd-c76f-4628-beb4-01fa83639eb2 HTTP/1.1" status: 204 len: 168 time: 4.9568417 Feb 11 13:19:04.233129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e6d31c-6c83-4f0e-bc38-656eb64e1c7a None None] Network 820ca523-f25c-4da5-890b-9fc3e0ecce50 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:04.237303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:04.237907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.245382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508fecb5-0605-4e7b-9a03-53b44732f784 req-c4e1ac4f-cada-46da-9c8e-8d4efa86e8c1 service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297650 Feb 11 13:19:04.251084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.267471 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.285223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b9144-b57f-4f0f-a8f6-8aa358f5fd38 req-81eb900a-021f-42bf-be89-017b2aad8317 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:04.286806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-419b9144-b57f-4f0f-a8f6-8aa358f5fd38 req-81eb900a-021f-42bf-be89-017b2aad8317 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 944 time: 0.8421266 Feb 11 13:19:04.567031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508fecb5-0605-4e7b-9a03-53b44732f784 req-d90f3e89-9bae-4782-902d-80ce640a1f46 service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091209 Feb 11 13:19:04.622502 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.631584 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c1597d71-6c19-4952-8aa3-1f0e9b5391c6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6381512 Feb 11 13:19:04.632902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9832165 Feb 11 13:19:04.637378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36258) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:04.638240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36260) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:04.656703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b63cfd22-695a-4be2-9192-4d7df658b2ea tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': 'a21bdec5-4f53-437f-acde-e3d949705b05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '152e5415-791f-4813-8dbb-48db3dd5d04f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:04.686521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2025415937'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:04.692105 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.700042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b63cfd22-695a-4be2-9192-4d7df658b2ea tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:04.708045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:04.715216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:04.737014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'port_id': '79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9', 'mac_address': 'fa:16:3e:04:f6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed8415f-ae9d-4916-aeb3-95b233c7a703', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:19:04.749332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:network and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:04.750686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e8af8-1b85-4df0-9913-e91af77a123d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152e5415-791f-4813-8dbb-48db3dd5d04f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:04.778415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b63cfd22-695a-4be2-9192-4d7df658b2ea tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:04.788633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b63cfd22-695a-4be2-9192-4d7df658b2ea tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:04.793724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36266) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:04.795389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:04.821167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350251c2-d9cd-47be-a4aa-426156dd1381'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:04.832843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b63cfd22-695a-4be2-9192-4d7df658b2ea tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:04.838504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:04.852312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 350251c2-d9cd-47be-a4aa-426156dd1381, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=350251c2-d9cd-47be-a4aa-426156dd1381,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:04.885913 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.973463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97b480-50be-4fe4-b49a-5cfed9af54dd req-c3173748-e38a-4b36-bdf7-1bcb1e5be2b4 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:04.981644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-fa97b480-50be-4fe4-b49a-5cfed9af54dd req-c3173748-e38a-4b36-bdf7-1bcb1e5be2b4 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Synchronizing usage tracker for tenant:bbf0dbc442a943e88332c7006725058a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:05.030011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=350251c2-d9cd-47be-a4aa-426156dd1381,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:05.045316 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-419b9144-b57f-4f0f-a8f6-8aa358f5fd38 req-474d7f95-d57f-424f-aad6-6ec12ae435d8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564490 Feb 11 13:19:05.045598 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.046856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:05.050466 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.052287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9b4ed7-f2d3-4948-bab0-969494f8559b {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:05.068156 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.131966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-fa97b480-50be-4fe4-b49a-5cfed9af54dd req-c3173748-e38a-4b36-bdf7-1bcb1e5be2b4 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Unset dirty status for tenant:bbf0dbc442a943e88332c7006725058a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:05.141939 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fa97b480-50be-4fe4-b49a-5cfed9af54dd req-c3173748-e38a-4b36-bdf7-1bcb1e5be2b4 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 931 time: 0.6277192 Feb 11 13:19:05.146194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Transition to ACTIVE for port object 7d9b4ed7-f2d3-4948-bab0-969494f8559b will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:05.159233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:19:05.165150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:05.173653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.199688 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e009aa3-eaf3-4a85-92d7-1e8a25220756 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=70a84484533440c8a72ee6bf649c15b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3984931 Feb 11 13:19:05.200714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36274) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:05.255618 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.255962 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Added segment bc0d1094-39ed-42cb-9d5d-43715f584683 of type vlan for network 982cf997-1e6a-4ae7-be2b-859d15497ce8 Feb 11 13:19:05.257082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9b4ed7-f2d3-4948-bab0-969494f8559b,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:05.263630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-820ca523-f25c-4da5-890b-9fc3e0ecce50', 'network_id': '820ca523-f25c-4da5-890b-9fc3e0ecce50', 'tenant_id': 'a91d11f5e8f94dc39596a2d1cf6a863f', 'fixed_ips': [{'subnet_id': '7200d214-d7d2-40c5-9591-5b42b2231485'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:19:05.264483 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.322220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:05.342758 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.363049 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-b63cfd22-695a-4be2-9192-4d7df658b2ea tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:19:05.366570 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b63cfd22-695a-4be2-9192-4d7df658b2ea tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.7181618 Feb 11 13:19:05.367355 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fa97b480-50be-4fe4-b49a-5cfed9af54dd req-30464789-2dc4-409f-9053-131d80db154c tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224846 Feb 11 13:19:05.379435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36284) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:05.526996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:05.588950 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.648569 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350251c2-d9cd-47be-a4aa-426156dd1381', 'code': 200} Feb 11 13:19:05.650800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:05.722986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584bf7-717f-447a-8904-e87adc9782e9 req-21163005-295d-4452-9e23-8d687bfef730 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.735646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-29584bf7-717f-447a-8904-e87adc9782e9 req-21163005-295d-4452-9e23-8d687bfef730 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 944 time: 0.3961823 Feb 11 13:19:05.745894 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79ecb84c-95ee-4809-bdc8-6d9c8e20625d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.750692 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1b6b9cd-f5e2-4b05-a9b8-eb2754baa809 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.793796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.800164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.801611 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.832675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Allocated IP 2001:db8:0:ffff::2 (820ca523-f25c-4da5-890b-9fc3e0ecce50/7200d214-d7d2-40c5-9591-5b42b2231485/37a2f48d-3ae2-4229-bc43-56bbb092d99d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:05.850115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1b6b9cd-f5e2-4b05-a9b8-eb2754baa809 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.867876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79ecb84c-95ee-4809-bdc8-6d9c8e20625d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.960093 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1b6b9cd-f5e2-4b05-a9b8-eb2754baa809 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.983896 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-29584bf7-717f-447a-8904-e87adc9782e9 req-a8c8bc47-82cf-4afa-8aaa-cb80e79e77c4 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390187 Feb 11 13:19:06.014148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6b9cd-f5e2-4b05-a9b8-eb2754baa809 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152e5415-791f-4813-8dbb-48db3dd5d04f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:06.021702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3779876 Feb 11 13:19:06.036163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:06.055492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ee18b-e241-47df-84b7-d77fac660313 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=982cf997-1e6a-4ae7-be2b-859d15497ce8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:06.071160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'network_id': '982cf997-1e6a-4ae7-be2b-859d15497ce8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:06.086997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 982cf997-1e6a-4ae7-be2b-859d15497ce8 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:19:06.092091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79ecb84c-95ee-4809-bdc8-6d9c8e20625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:06.144861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecb84c-95ee-4809-bdc8-6d9c8e20625d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab2d32-b355-45e9-aa56-0da49fd046a1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:06.150333 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79ecb84c-95ee-4809-bdc8-6d9c8e20625d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:06.152530 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-79ecb84c-95ee-4809-bdc8-6d9c8e20625d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/87ab2d32-b355-45e9-aa56-0da49fd046a1 HTTP/1.1" status: 204 len: 168 time: 0.9179873 Feb 11 13:19:06.310406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Attempting to bind port 7d9b4ed7-f2d3-4948-bab0-969494f8559b on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:06.311113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Attempting to bind port 7d9b4ed7-f2d3-4948-bab0-969494f8559b by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'db399d2c-2160-4830-8872-cfe5218bcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd6eebb8b-32f3-41c7-bb7b-04672b207c62'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:06.311765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Attempting to bind port 7d9b4ed7-f2d3-4948-bab0-969494f8559b on network d6eebb8b-32f3-41c7-bb7b-04672b207c62 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:06.316291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:06.322783 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:06.323756 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4c60cd2-cb06-4768-9fe3-bd4f49a71163 req-7684c3b8-77f6-45a2-8d91-a67c0a34444f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 1096 time: 0.6599996 Feb 11 13:19:06.330104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:subnet and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:06.335050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Transition to ACTIVE for port object 37a2f48d-3ae2-4229-bc43-56bbb092d99d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:06.335757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Port 7d9b4ed7-f2d3-4948-bab0-969494f8559b on network d6eebb8b-32f3-41c7-bb7b-04672b207c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:19:06.336242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Attempting to bind port 7d9b4ed7-f2d3-4948-bab0-969494f8559b on network d6eebb8b-32f3-41c7-bb7b-04672b207c62 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:06.346739 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1b6b9cd-f5e2-4b05-a9b8-eb2754baa809 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:06.348148 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b1b6b9cd-f5e2-4b05-a9b8-eb2754baa809 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/152e5415-791f-4813-8dbb-48db3dd5d04f HTTP/1.1" status: 204 len: 168 time: 0.9476788 Feb 11 13:19:06.351278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36308) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:06.357694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Transition to ACTIVE for port object 37a2f48d-3ae2-4229-bc43-56bbb092d99d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:06.368649 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:06.381062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:06.385433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:19:06.385990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Checking segment: {'id': 'db399d2c-2160-4830-8872-cfe5218bcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd6eebb8b-32f3-41c7-bb7b-04672b207c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:06.386852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Bound using segment: {'id': 'db399d2c-2160-4830-8872-cfe5218bcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd6eebb8b-32f3-41c7-bb7b-04672b207c62'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:19:06.387630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Bound port: 7d9b4ed7-f2d3-4948-bab0-969494f8559b, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db399d2c-2160-4830-8872-cfe5218bcca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd6eebb8b-32f3-41c7-bb7b-04672b207c62'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:06.388213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:06.457011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-78c873d2-94bc-4af2-ad31-3c2e8f628c24 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Synchronizing usage tracker for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:06.463927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:06.480497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-78c873d2-94bc-4af2-ad31-3c2e8f628c24 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Unset dirty status for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:06.489074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-78c873d2-94bc-4af2-ad31-3c2e8f628c24 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1367188 Feb 11 13:19:06.493186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36316) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:06.635277 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4c60cd2-cb06-4768-9fe3-bd4f49a71163 req-319be090-ed26-4bf1-b101-1046e7979a1c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009565 Feb 11 13:19:06.644191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Pushing event updated for resources: {'Port': ['ID=37a2f48d-3ae2-4229-bc43-56bbb092d99d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:06.671251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Network 820ca523-f25c-4da5-890b-9fc3e0ecce50 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:06.676058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:06.679711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:19:06.795052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Attempting to bind port 37a2f48d-3ae2-4229-bc43-56bbb092d99d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:06.795752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Attempting to bind port 37a2f48d-3ae2-4229-bc43-56bbb092d99d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'b115c1d5-f9e9-4d16-aeca-c00173de63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '820ca523-f25c-4da5-890b-9fc3e0ecce50'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:06.795752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Attempting to bind port 37a2f48d-3ae2-4229-bc43-56bbb092d99d on network 820ca523-f25c-4da5-890b-9fc3e0ecce50 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:06.798629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:06.804431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:19:06.805386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Checking segment: {'id': 'b115c1d5-f9e9-4d16-aeca-c00173de63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '820ca523-f25c-4da5-890b-9fc3e0ecce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:06.805827 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:06.806334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Bound using segment: {'id': 'b115c1d5-f9e9-4d16-aeca-c00173de63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '820ca523-f25c-4da5-890b-9fc3e0ecce50'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:19:06.806819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Bound port: 37a2f48d-3ae2-4229-bc43-56bbb092d99d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b115c1d5-f9e9-4d16-aeca-c00173de63f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '820ca523-f25c-4da5-890b-9fc3e0ecce50'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:06.807442 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:06.814255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ad24e271-9465-4576-b0f8-2a32a65dd5c2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:06.848271 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ad24e271-9465-4576-b0f8-2a32a65dd5c2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:06.923889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] For port 37a2f48d-3ae2-4229-bc43-56bbb092d99d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:06.930687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] For port 37a2f48d-3ae2-4229-bc43-56bbb092d99d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=37a2f48d-3ae2-4229-bc43-56bbb092d99d,segment=NetworkSegment(b115c1d5-f9e9-4d16-aeca-c00173de63f6),segment_id=b115c1d5-f9e9-4d16-aeca-c00173de63f6)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:06.940995 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.009218 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ad24e271-9465-4576-b0f8-2a32a65dd5c2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.048007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24e271-9465-4576-b0f8-2a32a65dd5c2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21bdec5-4f53-437f-acde-e3d949705b05,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:07.064291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ad24e271-9465-4576-b0f8-2a32a65dd5c2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.065863 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ad24e271-9465-4576-b0f8-2a32a65dd5c2 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/a21bdec5-4f53-437f-acde-e3d949705b05 HTTP/1.1" status: 204 len: 168 time: 0.5702238 Feb 11 13:19:07.078853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36330) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:07.089751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a485674-45b8-4300-ac35-76be2e8a6777 req-34489139-f202-4a75-a9ef-608e603165a3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.100330 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8a485674-45b8-4300-ac35-76be2e8a6777 req-34489139-f202-4a75-a9ef-608e603165a3 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 943 time: 0.4451416 Feb 11 13:19:07.155701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Pushing event updated for resources: {'Port': ['ID=37a2f48d-3ae2-4229-bc43-56bbb092d99d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:07.175558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.175899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.176231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.176558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.176875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.179345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.181996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.182625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.182998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.183286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.183614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb13c55-18cb-434a-aa28-1bc756de9ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:07.248722 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.256520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dcfc3ebb-9baa-4bc3-bdf2-206b234be735 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Synchronizing usage tracker for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:07.278112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8a485674-45b8-4300-ac35-76be2e8a6777 req-f4cc36e3-6ea1-4c2c-89dd-6fabc6ab34d2 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760824 Feb 11 13:19:07.317512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dcfc3ebb-9baa-4bc3-bdf2-206b234be735 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Unset dirty status for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:07.325520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dcfc3ebb-9baa-4bc3-bdf2-206b234be735 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1806548 Feb 11 13:19:07.326002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36336) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:07.339126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427813173'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:07.349107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:07.373711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:07.424386 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.485372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:07.493203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:07.512209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:07.524560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:07.537830 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.665490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.670020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.768103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:07.813580 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.814815 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4877415 Feb 11 13:19:07.834750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36348) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:07.854305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-982d7bd8-ef5c-4156-96cd-233274c75b0c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '1696ba63-e57c-4d85-8408-e70153879253', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:07.880499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbc089-3234-4202-8bf4-cf31b5688aa7 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1696ba63-e57c-4d85-8408-e70153879253,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:07.898409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-982d7bd8-ef5c-4156-96cd-233274c75b0c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:07.926600 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:07.953617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:07.955033 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:08.012455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-982d7bd8-ef5c-4156-96cd-233274c75b0c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:08.045468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-982d7bd8-ef5c-4156-96cd-233274c75b0c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:08.082271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-982d7bd8-ef5c-4156-96cd-233274c75b0c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:08.136745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] For port 7d9b4ed7-f2d3-4948-bab0-969494f8559b, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:08.157460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36356) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:08.162120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21303ee-f86b-4430-86c5-eff5f54d4253 req-0d6e7bfa-ec22-494b-9104-5229e2de34f3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.177278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a21303ee-f86b-4430-86c5-eff5f54d4253 req-0d6e7bfa-ec22-494b-9104-5229e2de34f3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 1.7210155 Feb 11 13:19:08.217980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:08.239133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] For port 7d9b4ed7-f2d3-4948-bab0-969494f8559b, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d9b4ed7-f2d3-4948-bab0-969494f8559b,segment=NetworkSegment(db399d2c-2160-4830-8872-cfe5218bcca0),segment_id=db399d2c-2160-4830-8872-cfe5218bcca0)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:08.243319 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-982d7bd8-ef5c-4156-96cd-233274c75b0c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:19:08.244548 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-982d7bd8-ef5c-4156-96cd-233274c75b0c tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4088404 Feb 11 13:19:08.264641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9d2da-0f4e-47f7-8240-d4a370c6ae07 req-d2a73d1f-c479-4d1a-97eb-2821297833d0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.272373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55d9d2da-0f4e-47f7-8240-d4a370c6ae07 req-d2a73d1f-c479-4d1a-97eb-2821297833d0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 944 time: 0.3598151 Feb 11 13:19:08.274676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36364) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:08.317986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-46995548-3824-496b-a384-35e5ae983eb0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group_rule': {'security_group_id': '1696ba63-e57c-4d85-8408-e70153879253', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:08.339045 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:08.361889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-46995548-3824-496b-a384-35e5ae983eb0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:08.366328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:08.367185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-46995548-3824-496b-a384-35e5ae983eb0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:08.372270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-46995548-3824-496b-a384-35e5ae983eb0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:08.380155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-46995548-3824-496b-a384-35e5ae983eb0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:08.414024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6398a02e-6665-4276-b055-07341c2b4e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:08.439094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:08.456681 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:08.475364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55d9d2da-0f4e-47f7-8240-d4a370c6ae07 req-1145f137-354d-4cd0-aea2-cd994d7bf756 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016816 Feb 11 13:19:08.485979 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-46995548-3824-496b-a384-35e5ae983eb0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:19:08.490555 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-46995548-3824-496b-a384-35e5ae983eb0 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2150340 Feb 11 13:19:08.491678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36374) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:08.554939 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:08.557085 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d9b4ed7-f2d3-4948-bab0-969494f8559b HTTP/1.1" status: 200 len: 1091 time: 5.3453948 Feb 11 13:19:08.566749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580ba6e-fd89-463c-9fc9-fedbf4eb8bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9b4ed7-f2d3-4948-bab0-969494f8559b,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:08.582494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9', 'tag': '7d9b4ed7-f2d3-4948-bab0-969494f8559b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:08.634772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:08.669215 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96398720-52dc-43d3-bf20-58db1a2f3662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:08.771939 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf14a47f-7cf3-4397-9156-9d4f27773805 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:08.783451 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a21303ee-f86b-4430-86c5-eff5f54d4253 req-0ad278bc-6239-4223-b376-37d6c0082bf2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051881 Feb 11 13:19:08.838767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b9e11-f872-42cc-967b-30f1c5ce9f0a None None] Network 820ca523-f25c-4da5-890b-9fc3e0ecce50 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:08.864260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-96398720-52dc-43d3-bf20-58db1a2f3662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:08.888367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-96398720-52dc-43d3-bf20-58db1a2f3662 admin admin] Usage tracker for resource:security_group_rule and tenant:113d1b1a590a4c3f926ad21233c766d3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:08.896817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-96398720-52dc-43d3-bf20-58db1a2f3662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:08.905429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=b3ae378b-9d58-4f5c-bbaa-fe013bf88c9d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:08.917781 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf14a47f-7cf3-4397-9156-9d4f27773805 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:08.928407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking segment: {'id': 'bc0d1094-39ed-42cb-9d5d-43715f584683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '982cf997-1e6a-4ae7-be2b-859d15497ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:08.928767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network hostable DHCP agents. Network: 982cf997-1e6a-4ae7-be2b-859d15497ce8, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:08.943476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-96398720-52dc-43d3-bf20-58db1a2f3662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:08.996617 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-b6f356a4-b840-4833-82f5-488fe05d2ba0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bbf0dbc442a943e88332c7006725058a&device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 1094 time: 0.3597362 Feb 11 13:19:09.004085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network 982cf997-1e6a-4ae7-be2b-859d15497ce8 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:09.075824 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6398a02e-6665-4276-b055-07341c2b4e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9', 'code': 200} Feb 11 13:19:09.163458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55053555-3f6c-49d6-9b7e-29497658f6e8 req-c9070754-9a0f-4545-99c1-9a1635e560e0 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.187762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55053555-3f6c-49d6-9b7e-29497658f6e8 req-c9070754-9a0f-4545-99c1-9a1635e560e0 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 943 time: 0.3931618 Feb 11 13:19:09.192749 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf14a47f-7cf3-4397-9156-9d4f27773805 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.245176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e00dd4d5-a95e-479c-9f3c-a6b4cd262e95 None None] Provisioning for port 37a2f48d-3ae2-4229-bc43-56bbb092d99d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:09.251542 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9', 'tag': '7d9b4ed7-f2d3-4948-bab0-969494f8559b', 'status': 'completed', 'code': 200} Feb 11 13:19:09.274349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 982cf997-1e6a-4ae7-be2b-859d15497ce8) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:09.295863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.298567 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.305193 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-c344f1b1-8259-4f57-ae26-d3ec3e123da0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d9b4ed7-f2d3-4948-bab0-969494f8559b HTTP/1.1" status: 200 len: 217 time: 0.2956228 Feb 11 13:19:09.305526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998f84c-df7e-4e5f-8f64-0ed2bf0fe7bf None None] Network 982cf997-1e6a-4ae7-be2b-859d15497ce8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:09.315990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14a47f-7cf3-4397-9156-9d4f27773805 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1696ba63-e57c-4d85-8408-e70153879253,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:09.342470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96398720-52dc-43d3-bf20-58db1a2f3662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.387188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96398720-52dc-43d3-bf20-58db1a2f3662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.396007 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fe3bfaa8-fc1c-4ae5-9017-9af2629f61f7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3525410 Feb 11 13:19:09.404868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:09.462727 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf14a47f-7cf3-4397-9156-9d4f27773805 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.463859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cf14a47f-7cf3-4397-9156-9d4f27773805 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/1696ba63-e57c-4d85-8408-e70153879253 HTTP/1.1" status: 204 len: 168 time: 0.9709718 Feb 11 13:19:09.472577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 37a2f48d-3ae2-4229-bc43-56bbb092d99d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:09.473131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36400) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:09.496101 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55053555-3f6c-49d6-9b7e-29497658f6e8 req-04afd45a-e929-4f79-ac63-44bd4c624dad tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073483 Feb 11 13:19:09.511829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-e9f786aa-fad5-4211-84ad-5ada3ef2470c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.514654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-e9f786aa-fad5-4211-84ad-5ada3ef2470c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe362e94-bf2b-49f7-a5c9-f51b89e6b423 HTTP/1.1" status: 200 len: 861 time: 0.2018623 Feb 11 13:19:09.549002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96398720-52dc-43d3-bf20-58db1a2f3662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba912d12-fceb-4075-9c92-679cbfc9eb34,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:09.567201 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-96398720-52dc-43d3-bf20-58db1a2f3662 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=113d1b1a590a4c3f926ad21233c766d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3820531 Feb 11 13:19:09.573195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36406) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:09.582410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-4e932ee0-96a3-4a6c-9ad7-da92b8a44aa7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6eebb8b-32f3-41c7-bb7b-04672b207c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598240 Feb 11 13:19:09.609554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b164b514-dc91-46d6-90bc-9c556b7ec32d req-dd0bfd9e-b390-4f50-8964-45eb89d2d15e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 1096 time: 0.4799764 Feb 11 13:19:09.682721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dba37fc2-f6cf-41bc-a185-c7f08a313ea5 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Synchronizing usage tracker for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:09.776617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dba37fc2-f6cf-41bc-a185-c7f08a313ea5 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Unset dirty status for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:09.779168 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dba37fc2-f6cf-41bc-a185-c7f08a313ea5 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2996137 Feb 11 13:19:09.786893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36412) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:09.802509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'tempest-secgroup--652485551'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:09.835442 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e50c704-a1b7-4be2-8da6-72515ff4afef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.899006 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e50c704-a1b7-4be2-8da6-72515ff4afef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.899595 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b164b514-dc91-46d6-90bc-9c556b7ec32d req-0faf90d5-a83f-4981-bef6-44afcd5b7acf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839730 Feb 11 13:19:09.941491 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 37a2f48d-3ae2-4229-bc43-56bbb092d99d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:09.949658 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.007791 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 37a2f48d-3ae2-4229-bc43-56bbb092d99d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:10.010948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:10.011569 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.036584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:10.080420 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-1e0584f6-13ef-4bda-a65f-e537cef10390 service neutron] 10.222.0.73 "GET /v2.0/networks/d6eebb8b-32f3-41c7-bb7b-04672b207c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662542 Feb 11 13:19:10.149573 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e50c704-a1b7-4be2-8da6-72515ff4afef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.151312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808b899-e73a-427f-a229-53287fb60f08 req-efe4049b-373a-4502-b621-990bf040d64e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.151458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb3ad99-9dea-49ac-b92f-ff84f5951e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-982cf997-1e6a-4ae7-be2b-859d15497ce8', 'network_id': '982cf997-1e6a-4ae7-be2b-859d15497ce8', 'tenant_id': 'a91d11f5e8f94dc39596a2d1cf6a863f', 'fixed_ips': [{'subnet_id': 'b3ae378b-9d58-4f5c-bbaa-fe013bf88c9d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:19:10.152351 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ad99-9dea-49ac-b92f-ff84f5951e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.153507 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e808b899-e73a-427f-a229-53287fb60f08 req-efe4049b-373a-4502-b621-990bf040d64e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 945 time: 0.3702977 Feb 11 13:19:10.166297 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.206489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50c704-a1b7-4be2-8da6-72515ff4afef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba912d12-fceb-4075-9c92-679cbfc9eb34,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:10.217405 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e50c704-a1b7-4be2-8da6-72515ff4afef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.219935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.223011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e50c704-a1b7-4be2-8da6-72515ff4afef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ba912d12-fceb-4075-9c92-679cbfc9eb34 HTTP/1.1" status: 204 len: 168 time: 0.6355324 Feb 11 13:19:10.259293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:10.263603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Usage tracker for resource:security_group_rule and tenant:3e7d49acb8f24e4f802cc5dc03948bdd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:10.269001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:10.278261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:10.361379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.388466 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.459584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694d593-13c0-40a8-94a0-fd8c59307777 req-cbe297b8-bf72-48b9-a9ed-d7d113f27999 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.475708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9694d593-13c0-40a8-94a0-fd8c59307777 req-cbe297b8-bf72-48b9-a9ed-d7d113f27999 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.4292483 Feb 11 13:19:10.519468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0b89c31f-4d4e-4a90-8bd7-a5878cd7d861 None None] Provisioning complete for port 37a2f48d-3ae2-4229-bc43-56bbb092d99d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:10.520503 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b89c31f-4d4e-4a90-8bd7-a5878cd7d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.546239 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e808b899-e73a-427f-a229-53287fb60f08 req-ac08ab1f-50db-4ed6-9af3-6a84058edbee tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851504 Feb 11 13:19:10.564667 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.570412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7795594 Feb 11 13:19:10.592045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36434) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:10.617928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.626841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8dd3f00e-91b2-4213-82e6-91def1d55018 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:10.628113 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-8dd3f00e-91b2-4213-82e6-91def1d55018 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:19:10.636508 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8dd3f00e-91b2-4213-82e6-91def1d55018 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "PUT /v2.0/security-groups/f17f3c49-75c8-4bd9-bdbb-cb43c9bb5ac3 HTTP/1.1" status: 409 len: 330 time: 0.0346007 Feb 11 13:19:10.637109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36440) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server [None req-fcb3ad99-9dea-49ac-b92f-ff84f5951e9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3ae378b-9d58-4f5c-bbaa-fe013bf88c9d: This subnet is being modified by another concurrent operation. Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:19:10.702221 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3ae378b-9d58-4f5c-bbaa-fe013bf88c9d: This subnet is being modified by another concurrent operation. Feb 11 13:19:10.706872 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server Feb 11 13:19:10.740706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48512288-504b-4321-934c-4248368f9bcf tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17f3c49-75c8-4bd9-bdbb-cb43c9bb5ac3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:10.750797 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42158c-b452-4b91-99fb-b5d7d61d9f72 None None] Network 982cf997-1e6a-4ae7-be2b-859d15497ce8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:10.839157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9694d593-13c0-40a8-94a0-fd8c59307777 req-899df503-e8d5-43e9-96bf-bfdd77454d19 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380251 Feb 11 13:19:10.858050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ae378b-9d58-4f5c-bbaa-fe013bf88c9d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:10.878528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-942f5562-4f64-4777-b8f4-5a42b79e2b7b req-a81153ad-1920-4478-93e1-dd7fab6aa9ca service neutron] 10.222.0.73 "GET /v2.0/networks/d6eebb8b-32f3-41c7-bb7b-04672b207c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820959 Feb 11 13:19:10.934227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faab6e58-7555-4cdf-8e94-3a32a9799e9f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.029792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faab6e58-7555-4cdf-8e94-3a32a9799e9f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.164828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faab6e58-7555-4cdf-8e94-3a32a9799e9f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.208557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab6e58-7555-4cdf-8e94-3a32a9799e9f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17f3c49-75c8-4bd9-bdbb-cb43c9bb5ac3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:11.232907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faab6e58-7555-4cdf-8e94-3a32a9799e9f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.239328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-faab6e58-7555-4cdf-8e94-3a32a9799e9f tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/f17f3c49-75c8-4bd9-bdbb-cb43c9bb5ac3 HTTP/1.1" status: 204 len: 168 time: 0.5659921 Feb 11 13:19:11.240213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36458) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:11.270528 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.283000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36462) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:11.326527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15abeb63-03c1-422b-a2fe-93541ea6f141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.413680 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b383544d-9770-46fa-957f-c7a1fbcbaed6 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:19:11.431071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1926660f-58db-4f8e-9305-b98ca105660d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Synchronizing usage tracker for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:11.441666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-15abeb63-03c1-422b-a2fe-93541ea6f141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:11.457332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-15abeb63-03c1-422b-a2fe-93541ea6f141 admin admin] Usage tracker for resource:security_group_rule and tenant:0918528c9a4445a6b0eac711aaf1546f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:11.465177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-15abeb63-03c1-422b-a2fe-93541ea6f141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:11.474509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-15abeb63-03c1-422b-a2fe-93541ea6f141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:11.481749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1926660f-58db-4f8e-9305-b98ca105660d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] Unset dirty status for tenant:3e7d49acb8f24e4f802cc5dc03948bdd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:11.483113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1926660f-58db-4f8e-9305-b98ca105660d tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2369728 Feb 11 13:19:11.493653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36466) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:11.499140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 37a2f48d-3ae2-4229-bc43-56bbb092d99d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=37a2f48d-3ae2-4229-bc43-56bbb092d99d,segment=NetworkSegment(b115c1d5-f9e9-4d16-aeca-c00173de63f6),segment_id=b115c1d5-f9e9-4d16-aeca-c00173de63f6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:11.523532 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.560475 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-5e421f36-1058-4ab0-8c52-60644bc65937 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] delete failed (client error): The resource could not be found. Feb 11 13:19:11.561491 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5e421f36-1058-4ab0-8c52-60644bc65937 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "DELETE /v2.0/security-groups/8d08d0d9-e2be-426a-bd19-7bde351af683 HTTP/1.1" status: 404 len: 347 time: 0.0603738 Feb 11 13:19:11.568277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36472) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:11.643205 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.753414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982cf997-1e6a-4ae7-be2b-859d15497ce8']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:11.785192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0d1094-39ed-42cb-9d5d-43715f584683') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:11.785647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0d1094-39ed-42cb-9d5d-43715f584683') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:11.796009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=37a2f48d-3ae2-4229-bc43-56bbb092d99d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:11.803831 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.808719 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-9b259a08-975f-473b-9be7-22b697d1aeb6 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] show failed (client error): The resource could not be found. Feb 11 13:19:11.809743 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9b259a08-975f-473b-9be7-22b697d1aeb6 tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-groups/64dc4f33-9b0a-40c0-b494-c4a58ed035f0 HTTP/1.1" status: 404 len: 347 time: 0.2405689 Feb 11 13:19:11.816433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36480) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:11.841823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b383544d-9770-46fa-957f-c7a1fbcbaed6 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:19:11.846945 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-4acb615c-d164-4aa4-be6b-cb508e3eec7b tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] show failed (client error): The resource could not be found. Feb 11 13:19:11.848987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4acb615c-d164-4aa4-be6b-cb508e3eec7b tempest-NegativeSecGroupIPv6Test-2095940785 tempest-NegativeSecGroupIPv6Test-2095940785-project] 10.222.0.67 "GET /v2.0/security-group-rules/8e60b291-992a-4fa1-9a74-4d22472e4a60 HTTP/1.1" status: 404 len: 356 time: 0.0306053 Feb 11 13:19:11.862951 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.873015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-028386ad-8fa4-4cb7-b406-43bcfb5aa64a req-fa2b1149-266e-4b1b-b019-a3d06e1b4fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bbf0dbc442a943e88332c7006725058a&device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 1094 time: 0.8494921 Feb 11 13:19:11.887289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae8944-b8de-42cb-a513-cbede1b771cf req-3283e219-9d2d-4baa-891e-e53a15705ad6 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.889148 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27ae8944-b8de-42cb-a513-cbede1b771cf req-3283e219-9d2d-4baa-891e-e53a15705ad6 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 943 time: 0.8644822 Feb 11 13:19:11.892271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:19:11.892971 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:11.914521 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:11.916646 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15abeb63-03c1-422b-a2fe-93541ea6f141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.926796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15abeb63-03c1-422b-a2fe-93541ea6f141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.056235 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-15abeb63-03c1-422b-a2fe-93541ea6f141 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0918528c9a4445a6b0eac711aaf1546f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7703171 Feb 11 13:19:12.090219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36490) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:12.176047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.221206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abeb63-03c1-422b-a2fe-93541ea6f141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa90b32d-509b-4d37-9a2a-bbcbf8315752,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:12.226673 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1be26ef-ba96-47a2-8ffe-e1310d9a6e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.251476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.272144 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1be26ef-ba96-47a2-8ffe-e1310d9a6e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.282548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Network': ['ID=982cf997-1e6a-4ae7-be2b-859d15497ce8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:12.290401 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27ae8944-b8de-42cb-a513-cbede1b771cf req-f2704774-8d5b-4ccb-a8c6-3e73bfe869df tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482513 Feb 11 13:19:12.295617 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.348335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d7b7293b-1931-465f-8515-51691b695df5 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/982cf997-1e6a-4ae7-be2b-859d15497ce8 HTTP/1.1" status: 204 len: 168 time: 2.9360311 Feb 11 13:19:12.349041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36504) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:12.382004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1549477177'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:12.400055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:12.401048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1be26ef-ba96-47a2-8ffe-e1310d9a6e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.416978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:network and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:12.420258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028386ad-8fa4-4cb7-b406-43bcfb5aa64a req-3ed7ac02-4be0-4c33-a112-bc55b4f1d763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.427939 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-028386ad-8fa4-4cb7-b406-43bcfb5aa64a req-3ed7ac02-4be0-4c33-a112-bc55b4f1d763 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6eebb8b-32f3-41c7-bb7b-04672b207c62 HTTP/1.1" status: 200 len: 922 time: 0.5376136 Feb 11 13:19:12.428853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:12.434903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be26ef-ba96-47a2-8ffe-e1310d9a6e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa90b32d-509b-4d37-9a2a-bbcbf8315752,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:12.444913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:12.461845 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1be26ef-ba96-47a2-8ffe-e1310d9a6e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.466323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b1be26ef-ba96-47a2-8ffe-e1310d9a6e2a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fa90b32d-509b-4d37-9a2a-bbcbf8315752 HTTP/1.1" status: 204 len: 168 time: 0.3663960 Feb 11 13:19:12.559299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36516) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:12.630099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-028386ad-8fa4-4cb7-b406-43bcfb5aa64a req-b45b0b89-a0c0-4c99-89cc-d0dfd239e2c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d9b4ed7-f2d3-4948-bab0-969494f8559b HTTP/1.1" status: 200 len: 217 time: 0.1820600 Feb 11 13:19:12.679473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:12.683722 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.761314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:19:12.799422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028386ad-8fa4-4cb7-b406-43bcfb5aa64a req-45d27b0a-9e32-42c2-9f48-b26a460699b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.801107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-028386ad-8fa4-4cb7-b406-43bcfb5aa64a req-45d27b0a-9e32-42c2-9f48-b26a460699b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe362e94-bf2b-49f7-a5c9-f51b89e6b423 HTTP/1.1" status: 200 len: 861 time: 0.1702178 Feb 11 13:19:12.869206 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-028386ad-8fa4-4cb7-b406-43bcfb5aa64a req-01d57e8a-e285-4411-b0d8-ab6b02418fce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6eebb8b-32f3-41c7-bb7b-04672b207c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593345 Feb 11 13:19:12.871339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.871854 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Added segment 94cbfc96-2bf1-4c34-ad64-483e49d8b80d of type vlan for network 26caf537-7af1-47c9-8e05-77256676fba2 Feb 11 13:19:12.916957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea594ec0-0463-47de-8a9a-4a5ee20a5e38 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3e7d49acb8f24e4f802cc5dc03948bdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3552511 Feb 11 13:19:12.920055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36524) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:13.022834 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.055870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f3dc70cc-9f12-4342-8396-a51674cc6d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.091174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1332e7-2077-4447-b654-5109c74dcec1 req-a8e036fe-eff9-4ead-bc5d-cccd0497d889 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.092683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd1332e7-2077-4447-b654-5109c74dcec1 req-a8e036fe-eff9-4ead-bc5d-cccd0497d889 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 945 time: 0.3421087 Feb 11 13:19:13.109060 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.112883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.113479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.165674 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-028386ad-8fa4-4cb7-b406-43bcfb5aa64a req-771b2002-e955-4cf3-be4d-35aaada113f1 service neutron] 10.222.0.73 "GET /v2.0/networks/d6eebb8b-32f3-41c7-bb7b-04672b207c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850611 Feb 11 13:19:13.174243 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f3dc70cc-9f12-4342-8396-a51674cc6d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.314072 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f3dc70cc-9f12-4342-8396-a51674cc6d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.336358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9842999 Feb 11 13:19:13.343403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36542) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:13.359426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'network_id': '26caf537-7af1-47c9-8e05-77256676fba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:13.383998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc70cc-9f12-4342-8396-a51674cc6d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31686158-06b6-40a9-b2a8-6c65fccd7890,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:13.404599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f3dc70cc-9f12-4342-8396-a51674cc6d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.409942 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f3dc70cc-9f12-4342-8396-a51674cc6d1d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/31686158-06b6-40a9-b2a8-6c65fccd7890 HTTP/1.1" status: 204 len: 168 time: 0.4881506 Feb 11 13:19:13.652032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:13.659661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:subnet and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:13.665262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:13.669720 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-028386ad-8fa4-4cb7-b406-43bcfb5aa64a req-3ff2b609-913f-4f41-8b3d-cbf83897577e service neutron] 10.222.0.73 "GET /v2.0/networks/d6eebb8b-32f3-41c7-bb7b-04672b207c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150712 Feb 11 13:19:13.675226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:13.698140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 37a2f48d-3ae2-4229-bc43-56bbb092d99d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:13.707771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:13.717032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab9903-6f53-4154-ad55-6d0193558af0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=26caf537-7af1-47c9-8e05-77256676fba2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:13.757008 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd1332e7-2077-4447-b654-5109c74dcec1 req-587f664f-a733-4ee4-b941-f2b96d36784a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6536772 Feb 11 13:19:13.824339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 26caf537-7af1-47c9-8e05-77256676fba2 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:19:13.842253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7d9b4ed7-f2d3-4948-bab0-969494f8559b details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:19:13.889687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4dbf1-68a9-4f08-bb1b-6cdf6be4e9a4 req-b73dd604-2516-42cb-96ef-471b4f964ee5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.897489 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3cd4dbf1-68a9-4f08-bb1b-6cdf6be4e9a4 req-b73dd604-2516-42cb-96ef-471b4f964ee5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.4069552 Feb 11 13:19:13.933066 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.983443 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:19:14.185604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3cd4dbf1-68a9-4f08-bb1b-6cdf6be4e9a4 req-5a539e4a-801a-474e-9611-b2a8fa7941a1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866409 Feb 11 13:19:14.199037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 37a2f48d-3ae2-4229-bc43-56bbb092d99d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:14.223442 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:14.422883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7d9b4ed7-f2d3-4948-bab0-969494f8559b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d9b4ed7-f2d3-4948-bab0-969494f8559b,segment=NetworkSegment(db399d2c-2160-4830-8872-cfe5218bcca0),segment_id=db399d2c-2160-4830-8872-cfe5218bcca0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:14.526727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '7d9b4ed7-f2d3-4948-bab0-969494f8559b', 'network_id': 'd6eebb8b-32f3-41c7-bb7b-04672b207c62', 'port_id': '7d9b4ed7-f2d3-4948-bab0-969494f8559b', 'mac_address': 'fa:16:3e:24:eb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe362e94-bf2b-49f7-a5c9-f51b89e6b423', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:19:14.603230 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:14.628649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9b4ed7-f2d3-4948-bab0-969494f8559b {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:14.662842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7d9b4ed7-f2d3-4948-bab0-969494f8559b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d9b4ed7-f2d3-4948-bab0-969494f8559b,segment=NetworkSegment(db399d2c-2160-4830-8872-cfe5218bcca0),segment_id=db399d2c-2160-4830-8872-cfe5218bcca0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:14.667909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:14.704342 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:14.811616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7d9b4ed7-f2d3-4948-bab0-969494f8559b,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:14.954379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ed80e-8198-4b4f-811d-6d93d31773e4 req-41a221ff-3d88-46b5-9874-9ab950ed580d tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.961911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed309be0-b227-4d74-b3b7-6c7d1462d24c req-0d5f14eb-1bf0-4b38-b058-f30e3c1563f0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.967900 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df7ed80e-8198-4b4f-811d-6d93d31773e4 req-41a221ff-3d88-46b5-9874-9ab950ed580d tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 943 time: 0.4809349 Feb 11 13:19:14.971764 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['7d9b4ed7-f2d3-4948-bab0-969494f8559b'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:14.983233 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed309be0-b227-4d74-b3b7-6c7d1462d24c req-0d5f14eb-1bf0-4b38-b058-f30e3c1563f0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 945 time: 0.1357131 Feb 11 13:19:15.017248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=83f941c4-c263-448a-a51e-55d1aab9947d,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:15.045343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking segment: {'id': '94cbfc96-2bf1-4c34-ad64-483e49d8b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '26caf537-7af1-47c9-8e05-77256676fba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:15.045343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network hostable DHCP agents. Network: 26caf537-7af1-47c9-8e05-77256676fba2, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:15.111177 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed309be0-b227-4d74-b3b7-6c7d1462d24c req-43cd36ed-f027-420b-bfe1-794bbd7849e2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249630 Feb 11 13:19:15.147137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network 26caf537-7af1-47c9-8e05-77256676fba2 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:15.172364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df7ed80e-8198-4b4f-811d-6d93d31773e4 req-24672a4e-4207-4fb0-91a7-0a72cb1d57e2 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992347 Feb 11 13:19:15.195869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 26caf537-7af1-47c9-8e05-77256676fba2) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:15.231138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.231138 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:15.315320 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2f41a711-e065-4da0-95b9-bd13eaa93aa7 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9682698 Feb 11 13:19:15.318909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36618) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:15.328185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430028631'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:15.336836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:15.346725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:network and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:15.366019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:15.397095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:15.411880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e663f3e-d161-448c-baa9-64b0b2c88614 None None] Network 26caf537-7af1-47c9-8e05-77256676fba2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:15.452017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:15.463265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:15.576279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c3ab-6e2f-443c-99ba-cac9d315daa6 req-c205ab65-c59f-4da7-a034-04672924be8a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.587750 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ea5c3ab-6e2f-443c-99ba-cac9d315daa6 req-c205ab65-c59f-4da7-a034-04672924be8a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 945 time: 0.1977499 Feb 11 13:19:15.588943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:19:15.627131 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:15.630079 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Added segment 3a3eaea9-735d-4407-97b1-d6f5e8f72c4d of type vlan for network a0e0c0f7-5312-4b9c-8127-700cb97d70fd Feb 11 13:19:15.677448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ea5c3ab-6e2f-443c-99ba-cac9d315daa6 req-2d4877a7-e712-4dac-a6ac-202817493f47 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866220 Feb 11 13:19:15.703275 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5cc1c61-6264-4885-93d6-a1e28f9b258b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:15.724207 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:15.863663 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:15.870019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.870950 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:15.915264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-26caf537-7af1-47c9-8e05-77256676fba2', 'network_id': '26caf537-7af1-47c9-8e05-77256676fba2', 'tenant_id': 'a91d11f5e8f94dc39596a2d1cf6a863f', 'fixed_ips': [{'subnet_id': '83f941c4-c263-448a-a51e-55d1aab9947d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:19:15.916495 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:16.079214 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7586961 Feb 11 13:19:16.082901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36656) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:16.088908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'network_id': 'a0e0c0f7-5312-4b9c-8127-700cb97d70fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:16.125171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40481bf-9459-420f-9488-2e0a456f318f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=a0e0c0f7-5312-4b9c-8127-700cb97d70fd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:16.152900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Allocated IP 2001:db8::3 (26caf537-7af1-47c9-8e05-77256676fba2/83f941c4-c263-448a-a51e-55d1aab9947d/ea3a2600-e198-40b7-9ef2-fd78ac922352) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:16.158555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network a0e0c0f7-5312-4b9c-8127-700cb97d70fd details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:19:16.190376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2648-4793-41bb-ba19-ffc45333ee26 req-c5c51062-f925-4f03-817d-b7cfec855733 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.213643 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0aa2648-4793-41bb-ba19-ffc45333ee26 req-c5c51062-f925-4f03-817d-b7cfec855733 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.4494073 Feb 11 13:19:16.333868 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0aa2648-4793-41bb-ba19-ffc45333ee26 req-6581154f-8628-4232-9a95-eca56dc150c4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178823 Feb 11 13:19:16.361723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:16.366423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:subnet and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:16.372842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:16.385864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:16.408762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:16.649988 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:16.822353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Performing IP validity checks on allocation pools {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 11 13:19:16.823801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 11 13:19:16.860843 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:16.881326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Transition to ACTIVE for port object ea3a2600-e198-40b7-9ef2-fd78ac922352 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:16.942910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Transition to ACTIVE for port object ea3a2600-e198-40b7-9ef2-fd78ac922352 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:16.953353 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.073812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Network 26caf537-7af1-47c9-8e05-77256676fba2 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:17.082086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:17.093274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:19:17.230081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.411834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Pushing event updated for resources: {'Port': ['ID=ea3a2600-e198-40b7-9ef2-fd78ac922352,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:17.462566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Attempting to bind port ea3a2600-e198-40b7-9ef2-fd78ac922352 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:17.463036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Attempting to bind port ea3a2600-e198-40b7-9ef2-fd78ac922352 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '94cbfc96-2bf1-4c34-ad64-483e49d8b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '26caf537-7af1-47c9-8e05-77256676fba2'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:17.463424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Attempting to bind port ea3a2600-e198-40b7-9ef2-fd78ac922352 on network 26caf537-7af1-47c9-8e05-77256676fba2 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:17.476956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:19:17.477365 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Checking segment: {'id': '94cbfc96-2bf1-4c34-ad64-483e49d8b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '26caf537-7af1-47c9-8e05-77256676fba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:17.477781 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.478192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Bound using segment: {'id': '94cbfc96-2bf1-4c34-ad64-483e49d8b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '26caf537-7af1-47c9-8e05-77256676fba2'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:19:17.478724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Bound port: ea3a2600-e198-40b7-9ef2-fd78ac922352, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cbfc96-2bf1-4c34-ad64-483e49d8b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '26caf537-7af1-47c9-8e05-77256676fba2'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:17.482869 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.666331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a4f2-9b5e-4934-9341-6b4d39d6c223 req-5931c9cf-83e1-41e4-82f8-d86373d2cdaa tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.670933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b29a4f2-9b5e-4934-9341-6b4d39d6c223 req-5931c9cf-83e1-41e4-82f8-d86373d2cdaa tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 944 time: 0.5226607 Feb 11 13:19:17.695428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking segment: {'id': '3a3eaea9-735d-4407-97b1-d6f5e8f72c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a0e0c0f7-5312-4b9c-8127-700cb97d70fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:17.696195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network hostable DHCP agents. Network: a0e0c0f7-5312-4b9c-8127-700cb97d70fd, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:17.703282 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-32d06a48-c747-4195-8198-ef003a8fb3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.708982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=377717e4-0bd4-4aa2-a30d-4fc67ed54d3f,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:17.738889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfe050-9e5a-4903-87ca-4e4f6d055532 req-1d6afc25-3521-4967-b0b2-097ad587bced tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.746537 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c2cfe050-9e5a-4903-87ca-4e4f6d055532 req-1d6afc25-3521-4967-b0b2-097ad587bced tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 945 time: 0.2977476 Feb 11 13:19:17.774525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b29a4f2-9b5e-4934-9341-6b4d39d6c223 req-0453b93d-a175-4cd9-a723-3106b1a420f5 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983918 Feb 11 13:19:17.792418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7d9b4ed7-f2d3-4948-bab0-969494f8559b up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:17.827169 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c2cfe050-9e5a-4903-87ca-4e4f6d055532 req-8556a797-4573-4c6f-9922-6b58896e4b9a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791652 Feb 11 13:19:17.838679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network a0e0c0f7-5312-4b9c-8127-700cb97d70fd is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:17.854829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] For port ea3a2600-e198-40b7-9ef2-fd78ac922352, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:17.863017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, a0e0c0f7-5312-4b9c-8127-700cb97d70fd) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:17.868406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.870502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.910721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e689ef-7e44-4bbb-af93-c6cd5425a690 None None] Network a0e0c0f7-5312-4b9c-8127-700cb97d70fd requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:17.923177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dedb48cd-cafc-43be-a638-75789c0eba7b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8384268 Feb 11 13:19:17.925591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36720) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:17.930754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] For port ea3a2600-e198-40b7-9ef2-fd78ac922352, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ea3a2600-e198-40b7-9ef2-fd78ac922352,segment=NetworkSegment(94cbfc96-2bf1-4c34-ad64-483e49d8b80d),segment_id=94cbfc96-2bf1-4c34-ad64-483e49d8b80d)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:18.017965 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.212023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e13adb-6ddb-4d0f-9364-135f3d924d73 None None] Pushing event updated for resources: {'Port': ['ID=ea3a2600-e198-40b7-9ef2-fd78ac922352,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:18.268746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.286518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 7d9b4ed7-f2d3-4948-bab0-969494f8559b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:18.310130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 7d9b4ed7-f2d3-4948-bab0-969494f8559b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:18.311397 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.351719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa5976-c617-4f65-9803-b7192a527b5f req-d5066dad-0ec4-4c0f-9217-76d98b5632c4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.359711 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b6fa5976-c617-4f65-9803-b7192a527b5f req-d5066dad-0ec4-4c0f-9217-76d98b5632c4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.2979217 Feb 11 13:19:18.479184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.482815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e0db-62f8-4990-b04c-0effb0209164 req-fe5431c9-2f91-43a5-80de-8a9fe9cbf054 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.491779 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d362e0db-62f8-4990-b04c-0effb0209164 req-fe5431c9-2f91-43a5-80de-8a9fe9cbf054 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 945 time: 0.1627836 Feb 11 13:19:18.704138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-d362e0db-62f8-4990-b04c-0effb0209164 req-dcb5605a-4323-44a8-8ac8-fb58ce9a28d2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Deleting port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:19:18.706657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d362e0db-62f8-4990-b04c-0effb0209164 req-dcb5605a-4323-44a8-8ac8-fb58ce9a28d2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.717640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b6fa5976-c617-4f65-9803-b7192a527b5f req-9e005904-074f-4650-b92e-f7da36f9e854 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568437 Feb 11 13:19:18.723586 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.798920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Subnet': ['ID=377717e4-0bd4-4aa2-a30d-4fc67ed54d3f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:18.939736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.025520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ce9b9-29d0-4179-9c01-d208415817a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-a0e0c0f7-5312-4b9c-8127-700cb97d70fd', 'network_id': 'a0e0c0f7-5312-4b9c-8127-700cb97d70fd', 'tenant_id': 'a91d11f5e8f94dc39596a2d1cf6a863f', 'fixed_ips': [{'subnet_id': '377717e4-0bd4-4aa2-a30d-4fc67ed54d3f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:19:19.028992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c9ce9b9-29d0-4179-9c01-d208415817a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.082313 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.144807 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.179063 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.238159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e0c0f7-5312-4b9c-8127-700cb97d70fd']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:19.261589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9b4ed7-f2d3-4948-bab0-969494f8559b'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:19.276207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7d9b4ed7-f2d3-4948-bab0-969494f8559b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d9b4ed7-f2d3-4948-bab0-969494f8559b,segment=NetworkSegment(db399d2c-2160-4830-8872-cfe5218bcca0),segment_id=db399d2c-2160-4830-8872-cfe5218bcca0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:19.282133 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.321311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7d2523-5613-4aff-ad83-637aa99db9b3 None None] Network a0e0c0f7-5312-4b9c-8127-700cb97d70fd requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:19.387562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3eaea9-735d-4407-97b1-d6f5e8f72c4d') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:19.388200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3eaea9-735d-4407-97b1-d6f5e8f72c4d') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:19.421907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.443149 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.458009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:19:19.458243 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:19.475631 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:19.576184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38f84-5802-4c2d-8ab8-ecfb95e4c8f1 req-10d26f63-98d0-4bf5-ac3f-df785ef527ec tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:19.587438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8dd38f84-5802-4c2d-8ab8-ecfb95e4c8f1 req-10d26f63-98d0-4bf5-ac3f-df785ef527ec tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 944 time: 0.4914482 Feb 11 13:19:19.593776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d362e0db-62f8-4990-b04c-0effb0209164 req-dcb5605a-4323-44a8-8ac8-fb58ce9a28d2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] For port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:19.594713 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d362e0db-62f8-4990-b04c-0effb0209164 req-dcb5605a-4323-44a8-8ac8-fb58ce9a28d2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.701728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4405b9-2d60-4ae9-9904-c5a69439c935 req-9c0828c3-c876-4e4b-9d91-eded7d2dd811 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:19.716576 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d4405b9-2d60-4ae9-9904-c5a69439c935 req-9c0828c3-c876-4e4b-9d91-eded7d2dd811 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 945 time: 0.4865508 Feb 11 13:19:19.726594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7d9b4ed7-f2d3-4948-bab0-969494f8559b,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:19.790398 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.826842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ea3a2600-e198-40b7-9ef2-fd78ac922352 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:19.875992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.915012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-d362e0db-62f8-4990-b04c-0effb0209164 req-dcb5605a-4323-44a8-8ac8-fb58ce9a28d2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Calling delete_port for 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:19:19.941801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ea3a2600-e198-40b7-9ef2-fd78ac922352 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:19.951822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Network': ['ID=a0e0c0f7-5312-4b9c-8127-700cb97d70fd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:19.965497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6ea4731a-c20f-430b-b499-c6193e665ea6 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/a0e0c0f7-5312-4b9c-8127-700cb97d70fd HTTP/1.1" status: 204 len: 168 time: 2.0386090 Feb 11 13:19:19.972430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:19.972626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4904388-d01b-4f55-b24d-b080643ffd28 None None] Network 26caf537-7af1-47c9-8e05-77256676fba2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:20.000483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d4405b9-2d60-4ae9-9904-c5a69439c935 req-51b4acfc-276e-4a91-9192-aa314f5f4d56 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827418 Feb 11 13:19:20.005479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8dd38f84-5802-4c2d-8ab8-ecfb95e4c8f1 req-4c28cf4f-16e5-47ba-92a0-e70e032c699f tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168022 Feb 11 13:19:20.012710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-25220987'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:20.036146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:20.060343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:network and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:20.071927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:20.094690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b6fd8404-3aa8-4a00-8a11-554af1f10342 None None] Provisioning for port ea3a2600-e198-40b7-9ef2-fd78ac922352 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:20.100043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:20.109018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b6fd8404-3aa8-4a00-8a11-554af1f10342 None None] Provisioning complete for port ea3a2600-e198-40b7-9ef2-fd78ac922352 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:20.109748 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8404-3aa8-4a00-8a11-554af1f10342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.118062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:20.125043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.169255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36794) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:20.241891 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9b4ed7-f2d3-4948-bab0-969494f8559b', 'code': 200} Feb 11 13:19:20.274694 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.420322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e191700e-e0f6-448e-bb5e-73da1af4fa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.504767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e191700e-e0f6-448e-bb5e-73da1af4fa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:20.518468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:19:20.522503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e191700e-e0f6-448e-bb5e-73da1af4fa8f admin admin] Usage tracker for resource:security_group_rule and tenant:b4bf59aaefc74a1a9f1c41a06e6ec9fc is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:20.533544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e191700e-e0f6-448e-bb5e-73da1af4fa8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:20.535672 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8404-3aa8-4a00-8a11-554af1f10342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.562479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e191700e-e0f6-448e-bb5e-73da1af4fa8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:20.589488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b6fd8404-3aa8-4a00-8a11-554af1f10342 None None] For port ea3a2600-e198-40b7-9ef2-fd78ac922352, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ea3a2600-e198-40b7-9ef2-fd78ac922352,segment=NetworkSegment(94cbfc96-2bf1-4c34-ad64-483e49d8b80d),segment_id=94cbfc96-2bf1-4c34-ad64-483e49d8b80d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:20.594943 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6fd8404-3aa8-4a00-8a11-554af1f10342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.636513 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.637103 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Added segment eec6518f-fd4f-477c-848f-9e95e2968cd0 of type vlan for network e0a9090d-4c9f-42c1-b725-4d841f328af1 Feb 11 13:19:20.672961 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d362e0db-62f8-4990-b04c-0effb0209164 req-dcb5605a-4323-44a8-8ac8-fb58ce9a28d2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.701962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['3b32bc8a-5237-4318-aec6-287386ebaa38'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:20.792118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:20.839634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5605a-4323-44a8-8ac8-fb58ce9a28d2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event deleted for resources: {'Port': ['ID=79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:20.859927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e191700e-e0f6-448e-bb5e-73da1af4fa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.867391 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e191700e-e0f6-448e-bb5e-73da1af4fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.870170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48653817-df2e-4ec6-96e7-9186e5f0b1d8 req-bf2c5f94-aaac-47ef-a7c5-448250f83748 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.881982 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48653817-df2e-4ec6-96e7-9186e5f0b1d8 req-bf2c5f94-aaac-47ef-a7c5-448250f83748 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.4856329 Feb 11 13:19:20.967642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.997254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e191700e-e0f6-448e-bb5e-73da1af4fa8f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b4bf59aaefc74a1a9f1c41a06e6ec9fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8268950 Feb 11 13:19:21.004176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d362e0db-62f8-4990-b04c-0effb0209164 req-dcb5605a-4323-44a8-8ac8-fb58ce9a28d2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] No DVR routers for this DVR port 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:21.008897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36826) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:21.011196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.015347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.016480 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.068616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d362e0db-62f8-4990-b04c-0effb0209164 req-dcb5605a-4323-44a8-8ac8-fb58ce9a28d2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.070796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d362e0db-62f8-4990-b04c-0effb0209164 req-dcb5605a-4323-44a8-8ac8-fb58ce9a28d2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "DELETE /v2.0/ports/79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 HTTP/1.1" status: 204 len: 173 time: 2.5605638 Feb 11 13:19:21.107122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191700e-e0f6-448e-bb5e-73da1af4fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbd8c1f-8a1f-45ad-9354-d6608798ba74,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:21.149086 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f7eef45-92f6-47e3-a2a3-66af4e52a2c3 req-1c2f7cb0-759a-44b7-a410-a5680383302f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 1096 time: 0.8246639 Feb 11 13:19:21.205871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6398a02e-6665-4276-b055-07341c2b4e55', 'name': 'network-vif-deleted', 'tag': '79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:21.236293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b35151b-98d0-4be4-b12b-869f0a81f3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.263826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2885952 Feb 11 13:19:21.271170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36844) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:21.298622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'network_id': 'e0a9090d-4c9f-42c1-b725-4d841f328af1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:21.396646 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f7eef45-92f6-47e3-a2a3-66af4e52a2c3 req-5b543b05-cee9-4726-8c75-faee3605b246 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466648 Feb 11 13:19:21.453978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48653817-df2e-4ec6-96e7-9186e5f0b1d8 req-28056ee8-2186-49ff-8974-bae8ccc790a8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697355 Feb 11 13:19:21.461943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd8404-3aa8-4a00-8a11-554af1f10342 None None] Pushing event updated for resources: {'Port': ['ID=ea3a2600-e198-40b7-9ef2-fd78ac922352,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:21.488279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:21.489504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c9281980-9660-4c67-80f7-6742b36ad1a2 None None] Provisioning complete for port ea3a2600-e198-40b7-9ef2-fd78ac922352 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:21.489907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9281980-9660-4c67-80f7-6742b36ad1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.497489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:subnet and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:21.505770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:21.519318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf501b-62c7-49cf-849b-df7fe63a421f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=e0a9090d-4c9f-42c1-b725-4d841f328af1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:21.527196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:21.551396 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b35151b-98d0-4be4-b12b-869f0a81f3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.570058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:21.611263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e0a9090d-4c9f-42c1-b725-4d841f328af1 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:19:21.753792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.761843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-96164d9e-f8c8-477a-88a8-1b58af354825 req-be45d0c0-1443-4ae0-ba54-d526091b7a47 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:21.780530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ea3a2600-e198-40b7-9ef2-fd78ac922352 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:21.791491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-96164d9e-f8c8-477a-88a8-1b58af354825 req-be45d0c0-1443-4ae0-ba54-d526091b7a47 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:21.802392 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96164d9e-f8c8-477a-88a8-1b58af354825 req-be45d0c0-1443-4ae0-ba54-d526091b7a47 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6398a02e-6665-4276-b055-07341c2b4e55 HTTP/1.1" status: 200 len: 210 time: 0.0892220 Feb 11 13:19:21.892314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:19:21.989480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b35151b-98d0-4be4-b12b-869f0a81f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.031656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:19:22.032927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:19:22.041404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35151b-98d0-4be4-b12b-869f0a81f3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbd8c1f-8a1f-45ad-9354-d6608798ba74,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:22.053472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ea3a2600-e198-40b7-9ef2-fd78ac922352 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:22.054083 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.081986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b35151b-98d0-4be4-b12b-869f0a81f3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.083432 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7b35151b-98d0-4be4-b12b-869f0a81f3a1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8bbd8c1f-8a1f-45ad-9354-d6608798ba74 HTTP/1.1" status: 204 len: 168 time: 1.0715275 Feb 11 13:19:22.205693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94b67-09b4-4d64-95fa-f765447f3b5d req-f3104e9b-e36c-4b38-bbe6-fcfaa56f1dec tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.216799 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7cb94b67-09b4-4d64-95fa-f765447f3b5d req-f3104e9b-e36c-4b38-bbe6-fcfaa56f1dec tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 945 time: 0.1757963 Feb 11 13:19:22.339848 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6398a02e-6665-4276-b055-07341c2b4e55', 'name': 'network-vif-deleted', 'tag': '79346e3c-9ce9-4df4-88b9-aaf8a4e0a3f9', 'status': 'completed', 'code': 200} Feb 11 13:19:22.363398 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7cb94b67-09b4-4d64-95fa-f765447f3b5d req-9bcb8811-f27c-4416-82e6-067885360211 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439669 Feb 11 13:19:22.425959 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.902676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36904) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:22.937239 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73694a7f-8bb8-4adc-8b19-d36fbef52826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.982711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=ec9673f2-73b5-48ee-ba3e-eb105fcad3de,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:22.998179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking segment: {'id': 'eec6518f-fd4f-477c-848f-9e95e2968cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e0a9090d-4c9f-42c1-b725-4d841f328af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:22.998829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network hostable DHCP agents. Network: e0a9090d-4c9f-42c1-b725-4d841f328af1, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:23.008073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-73694a7f-8bb8-4adc-8b19-d36fbef52826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:23.012408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-73694a7f-8bb8-4adc-8b19-d36fbef52826 admin admin] Usage tracker for resource:security_group_rule and tenant:52256277cafa4180b2ee60906d8d96f1 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:23.015757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-73694a7f-8bb8-4adc-8b19-d36fbef52826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:23.018033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a650b6-2e2f-4fd6-b220-3979ab42b2c7 req-5b77e370-6739-4187-b07d-71494293f0bb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.019628 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-35a650b6-2e2f-4fd6-b220-3979ab42b2c7 req-5b77e370-6739-4187-b07d-71494293f0bb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.2110941 Feb 11 13:19:23.021953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-73694a7f-8bb8-4adc-8b19-d36fbef52826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:23.076533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-35a650b6-2e2f-4fd6-b220-3979ab42b2c7 req-2a3d436f-b503-4f85-a04d-5eb76a8cde0a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508997 Feb 11 13:19:23.078651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network e0a9090d-4c9f-42c1-b725-4d841f328af1 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:23.097670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e0a9090d-4c9f-42c1-b725-4d841f328af1) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:23.101987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.102798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.113384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73694a7f-8bb8-4adc-8b19-d36fbef52826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.126725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73694a7f-8bb8-4adc-8b19-d36fbef52826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.127461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a3dd4-3792-47b5-ac1a-3f63f5e87958 None None] Network e0a9090d-4c9f-42c1-b725-4d841f328af1 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:23.133301 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-39a936ec-584e-492e-84c4-ef46e2c6aec4 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8443930 Feb 11 13:19:23.135847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36910) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:23.198791 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-73694a7f-8bb8-4adc-8b19-d36fbef52826 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=52256277cafa4180b2ee60906d8d96f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2948120 Feb 11 13:19:23.207253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36916) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:23.312625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73694a7f-8bb8-4adc-8b19-d36fbef52826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3525a97-0f29-4e0e-be94-9fb16b779566,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:23.398187 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.524186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b40157-65bc-4a25-831a-d6cec6dd085e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-e0a9090d-4c9f-42c1-b725-4d841f328af1', 'network_id': 'e0a9090d-4c9f-42c1-b725-4d841f328af1', 'tenant_id': 'a91d11f5e8f94dc39596a2d1cf6a863f', 'fixed_ips': [{'subnet_id': 'ec9673f2-73b5-48ee-ba3e-eb105fcad3de'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:19:23.525216 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5b40157-65bc-4a25-831a-d6cec6dd085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.528362 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.651983 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b51657a9-e789-41cf-8b4f-64cf14aa9932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.720192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b51657a9-e789-41cf-8b4f-64cf14aa9932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.754244 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server [None req-d5b40157-65bc-4a25-831a-d6cec6dd085e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec9673f2-73b5-48ee-ba3e-eb105fcad3de: This subnet is being modified by another concurrent operation. Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:19:23.793181 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec9673f2-73b5-48ee-ba3e-eb105fcad3de: This subnet is being modified by another concurrent operation. Feb 11 13:19:23.797439 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server Feb 11 13:19:23.827435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9673f2-73b5-48ee-ba3e-eb105fcad3de,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:23.840894 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b51657a9-e789-41cf-8b4f-64cf14aa9932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.849376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7887bad-d6cd-4502-8dce-9d5e8c8d3773 None None] Network e0a9090d-4c9f-42c1-b725-4d841f328af1 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:23.871825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51657a9-e789-41cf-8b4f-64cf14aa9932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3525a97-0f29-4e0e-be94-9fb16b779566,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:23.895823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b51657a9-e789-41cf-8b4f-64cf14aa9932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.901630 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b51657a9-e789-41cf-8b4f-64cf14aa9932 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a3525a97-0f29-4e0e-be94-9fb16b779566 HTTP/1.1" status: 204 len: 168 time: 0.6860559 Feb 11 13:19:24.119175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc6cfba-0ca5-4500-a482-3d2f2b13e880 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:19:24.185806 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.268300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc6cfba-0ca5-4500-a482-3d2f2b13e880 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:19:24.273216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a9090d-4c9f-42c1-b725-4d841f328af1']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:24.316433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec6518f-fd4f-477c-848f-9e95e2968cd0') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:24.316761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec6518f-fd4f-477c-848f-9e95e2968cd0') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:24.344642 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.397289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4165f-8a98-4935-9052-4fa1957c6723 req-9d2f1f39-7779-4378-8c98-9039d5afbce7 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:24.398854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbe4165f-8a98-4935-9052-4fa1957c6723 req-9d2f1f39-7779-4378-8c98-9039d5afbce7 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 945 time: 0.3651502 Feb 11 13:19:24.408157 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.419710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:19:24.420077 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:24.494503 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:24.753276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.757654 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbe4165f-8a98-4935-9052-4fa1957c6723 req-af1c26b1-8107-41d7-a3b6-ffcd50efc931 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410072 Feb 11 13:19:24.797526 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.825642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Network': ['ID=e0a9090d-4c9f-42c1-b725-4d841f328af1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:24.840000 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-35763f16-0baf-481e-90ad-175a550cc131 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/e0a9090d-4c9f-42c1-b725-4d841f328af1 HTTP/1.1" status: 204 len: 168 time: 1.7023478 Feb 11 13:19:24.844374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36978) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:24.851895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-578679257'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:24.864626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db138a-d058-4a71-889a-4ace2e85ede8 req-7224d505-7c46-463f-b715-3fec95fe8492 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:24.871052 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-14db138a-d058-4a71-889a-4ace2e85ede8 req-7224d505-7c46-463f-b715-3fec95fe8492 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 945 time: 0.3197050 Feb 11 13:19:24.877233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:24.898930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:network and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:24.905276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:24.923313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:24.950312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:24.954920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:25.047837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-14db138a-d058-4a71-889a-4ace2e85ede8 req-4502b6e0-313a-46d8-953a-b8310fe27c6d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669247 Feb 11 13:19:25.061170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:19:25.099673 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:25.111257 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Added segment 570660b1-acc2-453c-82cb-7b0361e3e6fb of type vlan for network 5a38a1af-4ed6-4ca6-8857-0a59db0686ba Feb 11 13:19:25.193076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:25.306206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:25.310751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.312365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:25.414166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-54abd2cb-8880-41af-b12a-5ed8eb332f5b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.419136 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-54abd2cb-8880-41af-b12a-5ed8eb332f5b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 945 time: 0.2142973 Feb 11 13:19:25.473116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=5a38a1af-4ed6-4ca6-8857-0a59db0686ba,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:25.484187 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-57ff78ad-d184-431a-8816-d36a30a2164f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6361582 Feb 11 13:19:25.493499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 5a38a1af-4ed6-4ca6-8857-0a59db0686ba details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:19:25.499663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37020) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:25.508154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'network_id': '5a38a1af-4ed6-4ca6-8857-0a59db0686ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:25.641153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-fb351595-4482-4318-aaa8-55502801eb1c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Deleting port 3b32bc8a-5237-4318-aec6-287386ebaa38 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:19:25.641593 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-fb351595-4482-4318-aaa8-55502801eb1c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:25.734618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:25.739515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:subnet and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:25.743056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:25.768300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:25.796266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:25.930847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864651f9-b0ee-417e-ab35-d71c3924d040 req-829d2eab-e594-489e-b579-be1546fa09e4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.934906 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-864651f9-b0ee-417e-ab35-d71c3924d040 req-829d2eab-e594-489e-b579-be1546fa09e4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.6883028 Feb 11 13:19:26.068878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.263557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-fb351595-4482-4318-aaa8-55502801eb1c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] For port 3b32bc8a-5237-4318-aec6-287386ebaa38, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3b32bc8a-5237-4318-aec6-287386ebaa38,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:26.264150 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-fb351595-4482-4318-aaa8-55502801eb1c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.376093 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-864651f9-b0ee-417e-ab35-d71c3924d040 req-8b1776fd-b094-4650-9b69-1267c0979b48 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234111 Feb 11 13:19:26.662097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-fb351595-4482-4318-aaa8-55502801eb1c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Calling delete_port for 3b32bc8a-5237-4318-aec6-287386ebaa38 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:19:26.989491 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-fb351595-4482-4318-aaa8-55502801eb1c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:27.004121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['3b32bc8a-5237-4318-aec6-287386ebaa38'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:27.058010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:27.196247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-fb351595-4482-4318-aaa8-55502801eb1c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] No DVR routers for this DVR port 3b32bc8a-5237-4318-aec6-287386ebaa38 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:27.200485 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-fb351595-4482-4318-aaa8-55502801eb1c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:27.228937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2a7167-d23e-43c2-a1e6-f117250ba808', 'name': 'network-vif-deleted', 'tag': '3b32bc8a-5237-4318-aec6-287386ebaa38'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:27.233114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb351595-4482-4318-aaa8-55502801eb1c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event deleted for resources: {'Port': ['ID=3b32bc8a-5237-4318-aec6-287386ebaa38,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:27.234071 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ade34b48-997e-4cde-a09c-ed40449f0237 req-74882607-f8b3-47ac-9775-c43443bb5f82 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee2a7167-d23e-43c2-a1e6-f117250ba808 HTTP/1.1" status: 200 len: 210 time: 0.2936184 Feb 11 13:19:27.235397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:27.276236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29a23fbb-b050-4bc5-8f9e-d40d1cd56dd0 req-fb351595-4482-4318-aaa8-55502801eb1c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "DELETE /v2.0/ports/3b32bc8a-5237-4318-aec6-287386ebaa38 HTTP/1.1" status: 204 len: 173 time: 1.8462524 Feb 11 13:19:27.456253 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2a7167-d23e-43c2-a1e6-f117250ba808', 'name': 'network-vif-deleted', 'tag': '3b32bc8a-5237-4318-aec6-287386ebaa38', 'status': 'completed', 'code': 200} Feb 11 13:19:27.626497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=08b7ccf0-0aed-431d-8726-6e0956b5cc2b,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:27.628841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking segment: {'id': '570660b1-acc2-453c-82cb-7b0361e3e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5a38a1af-4ed6-4ca6-8857-0a59db0686ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:27.629198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network hostable DHCP agents. Network: 5a38a1af-4ed6-4ca6-8857-0a59db0686ba, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:27.662926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.664303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.664662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.665005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.665361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.666224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.666797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.667310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.667979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.668457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.668736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:27.681898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network 5a38a1af-4ed6-4ca6-8857-0a59db0686ba is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:27.699394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 5a38a1af-4ed6-4ca6-8857-0a59db0686ba) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:27.711836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da878e5-7103-4d68-b263-22b328fdd8fd None None] Network 5a38a1af-4ed6-4ca6-8857-0a59db0686ba requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:27.723457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.724106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:27.809964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c710dd6a-076f-4201-862b-fb170033939f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3058496 Feb 11 13:19:27.811160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37114) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:28.032190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90834c21-5515-4f8b-bc24-96e7e1a0042d req-c09ccc70-136b-4b57-a8db-a311201f322b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:28.037430 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90834c21-5515-4f8b-bc24-96e7e1a0042d req-c09ccc70-136b-4b57-a8db-a311201f322b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.1828461 Feb 11 13:19:28.173906 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90834c21-5515-4f8b-bc24-96e7e1a0042d req-c3649315-19b0-4b22-970a-6a41926b3c2b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291673 Feb 11 13:19:28.338937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:28.475738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-5a38a1af-4ed6-4ca6-8857-0a59db0686ba', 'network_id': '5a38a1af-4ed6-4ca6-8857-0a59db0686ba', 'tenant_id': 'a91d11f5e8f94dc39596a2d1cf6a863f', 'fixed_ips': [{'subnet_id': '08b7ccf0-0aed-431d-8726-6e0956b5cc2b'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:19:28.476557 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:28.610676 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:28.911084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Allocated IP 2001:db8::1 (5a38a1af-4ed6-4ca6-8857-0a59db0686ba/08b7ccf0-0aed-431d-8726-6e0956b5cc2b/750d87e4-de41-46a1-8d34-ad5165cd45f6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:29.191710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-df99e98c-d487-4309-b28b-94d374268352 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:29.193478 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-df99e98c-d487-4309-b28b-94d374268352 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.3291929 Feb 11 13:19:29.243703 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-919b59b5-e961-4880-a8e0-d71b3ebb560b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/quotas/60d3a05ad6e045e3b21396a746cead0f HTTP/1.1" status: 200 len: 375 time: 0.0306089 Feb 11 13:19:29.376775 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:29.391129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Transition to ACTIVE for port object 750d87e4-de41-46a1-8d34-ad5165cd45f6 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:29.413783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Transition to ACTIVE for port object 750d87e4-de41-46a1-8d34-ad5165cd45f6 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:29.423283 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:29.440055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-d47401fd-f920-4c35-b174-a66ac2dfbabc tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1886060 Feb 11 13:19:29.535817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37202) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:29.549794 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:29.603358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Network 5a38a1af-4ed6-4ca6-8857-0a59db0686ba is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:29.608775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:29.648619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:19:29.699590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Pushing event updated for resources: {'Port': ['ID=750d87e4-de41-46a1-8d34-ad5165cd45f6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:29.712877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-14a917d4-636b-4727-8b5f-abed632d5a10 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718744 Feb 11 13:19:29.789535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Subnet': ['ID=08b7ccf0-0aed-431d-8726-6e0956b5cc2b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:29.887886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3b32bc8a-5237-4318-aec6-287386ebaa38 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:19:29.942812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 3b32bc8a-5237-4318-aec6-287386ebaa38 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:19:29.943194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3b32bc8a-5237-4318-aec6-287386ebaa38 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:19:29.948369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Attempting to bind port 750d87e4-de41-46a1-8d34-ad5165cd45f6 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:29.948730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Attempting to bind port 750d87e4-de41-46a1-8d34-ad5165cd45f6 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '570660b1-acc2-453c-82cb-7b0361e3e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5a38a1af-4ed6-4ca6-8857-0a59db0686ba'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:29.949311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Attempting to bind port 750d87e4-de41-46a1-8d34-ad5165cd45f6 on network 5a38a1af-4ed6-4ca6-8857-0a59db0686ba {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:29.957853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:29.960261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:19:29.960738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Checking segment: {'id': '570660b1-acc2-453c-82cb-7b0361e3e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5a38a1af-4ed6-4ca6-8857-0a59db0686ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:29.961748 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:29.962187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Bound using segment: {'id': '570660b1-acc2-453c-82cb-7b0361e3e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5a38a1af-4ed6-4ca6-8857-0a59db0686ba'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:19:29.963184 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Bound port: 750d87e4-de41-46a1-8d34-ad5165cd45f6, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570660b1-acc2-453c-82cb-7b0361e3e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5a38a1af-4ed6-4ca6-8857-0a59db0686ba'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:29.963642 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:29.982108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48287b-f927-4f30-b243-8b4c16e02257 req-812f63fb-c045-44a6-8f76-4858b6adca3b tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:29.991440 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e48287b-f927-4f30-b243-8b4c16e02257 req-812f63fb-c045-44a6-8f76-4858b6adca3b tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 945 time: 0.6406488 Feb 11 13:19:30.020846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-12a3cd6a-02c7-4fa5-803c-f61ad7ca7ea6 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067591 Feb 11 13:19:30.056412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a38a1af-4ed6-4ca6-8857-0a59db0686ba']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:30.078674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] For port 750d87e4-de41-46a1-8d34-ad5165cd45f6, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:30.082808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] For port 750d87e4-de41-46a1-8d34-ad5165cd45f6, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=750d87e4-de41-46a1-8d34-ad5165cd45f6,segment=NetworkSegment(570660b1-acc2-453c-82cb-7b0361e3e6fb),segment_id=570660b1-acc2-453c-82cb-7b0361e3e6fb)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:30.094638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.119645 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.184182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570660b1-acc2-453c-82cb-7b0361e3e6fb') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:30.187383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570660b1-acc2-453c-82cb-7b0361e3e6fb') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:30.193563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afb36c-6453-46fd-9a22-c70fc17432e5 None None] Pushing event updated for resources: {'Port': ['ID=750d87e4-de41-46a1-8d34-ad5165cd45f6,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:30.315269 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e48287b-f927-4f30-b243-8b4c16e02257 req-9427cc17-db0b-496c-acdd-02dcde12b701 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228590 Feb 11 13:19:30.329118 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.353603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6156f31-325a-4f5d-b6aa-b6e57aaa96c4 None None] Network 5a38a1af-4ed6-4ca6-8857-0a59db0686ba requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:30.374283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37222) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:30.412248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:30.448529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Usage tracker for resource:security_group_rule and tenant:da4a602e44db49d6a32985b04f8d197f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:30.457915 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.460218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:30.499529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:19:30.502468 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.759029 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b671abc-a67e-44f6-8e82-2678c9629165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:30.796725 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:30.816733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7b671abc-a67e-44f6-8e82-2678c9629165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:30.822172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7b671abc-a67e-44f6-8e82-2678c9629165 admin admin] Usage tracker for resource:security_group_rule and tenant:bcfd9b75ed154ad491c5fc53aeb3e8e0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:30.825883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7b671abc-a67e-44f6-8e82-2678c9629165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:30.833957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7b671abc-a67e-44f6-8e82-2678c9629165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:30.841114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062353d-5c70-47c4-b98c-49154cf11487 req-b46ffa82-affa-4d5e-8ba3-d227f794da53 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.849755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b062353d-5c70-47c4-b98c-49154cf11487 req-b46ffa82-affa-4d5e-8ba3-d227f794da53 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.2435610 Feb 11 13:19:30.850689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:30.896098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffd5f9a-6aa2-4116-b806-d02e01fbbe92 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:19:30.909025 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b062353d-5c70-47c4-b98c-49154cf11487 req-22bc9baf-c5dc-4553-b0cf-9775f46f010d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581114 Feb 11 13:19:30.994419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5df7ef10-9bb9-4a62-aa9c-a491510ea0ef req-57cef5c2-ae97-4e8c-ae95-d69d090355f2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:31.028132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd5f9a-6aa2-4116-b806-d02e01fbbe92 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:19:31.045839 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:19:31.045839 n-d-818559-1 neutron-server[83568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:19:31.045839 n-d-818559-1 neutron-server[83568]: [parameters: {'id': '5a38a1af-4ed6-4ca6-8857-0a59db0686ba'}] Feb 11 13:19:31.045839 n-d-818559-1 neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:19:31.046450 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:19:31.107094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5df7ef10-9bb9-4a62-aa9c-a491510ea0ef req-57cef5c2-ae97-4e8c-ae95-d69d090355f2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:31.110541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b671abc-a67e-44f6-8e82-2678c9629165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.111805 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5df7ef10-9bb9-4a62-aa9c-a491510ea0ef req-57cef5c2-ae97-4e8c-ae95-d69d090355f2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 210 time: 0.3102541 Feb 11 13:19:31.126022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b671abc-a67e-44f6-8e82-2678c9629165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.180620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b671abc-a67e-44f6-8e82-2678c9629165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645b1657-b19d-4f06-959e-a521ed98f891,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:31.184352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-c59bc683-0213-415c-9737-18b40b9f3220 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.185841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-c59bc683-0213-415c-9737-18b40b9f3220 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 945 time: 0.3824110 Feb 11 13:19:31.249417 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7b671abc-a67e-44f6-8e82-2678c9629165 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bcfd9b75ed154ad491c5fc53aeb3e8e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8730378 Feb 11 13:19:31.252781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37246) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:31.269263 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.337510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.346115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06fea9f9-90a9-4761-868c-76f4380dac3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.403203 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614ab1df-e2bf-4228-90cc-42fa0d2b22b2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:31.408528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06fea9f9-90a9-4761-868c-76f4380dac3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.444227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.445032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.445226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.445559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.445879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.446196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.446728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.447050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.447364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.449411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.449889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.460258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-98004b3e-0084-4ca1-b05f-eb7e1fef73ef tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Deleting port 7d9b4ed7-f2d3-4948-bab0-969494f8559b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:19:31.460591 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-98004b3e-0084-4ca1-b05f-eb7e1fef73ef tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.492980 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5e63a99b-26fb-403b-a2dd-42956688694e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da4a602e44db49d6a32985b04f8d197f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9352415 Feb 11 13:19:31.498069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37254) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:31.537553 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06fea9f9-90a9-4761-868c-76f4380dac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.550614 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.600812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting port 750d87e4-de41-46a1-8d34-ad5165cd45f6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:19:31.601400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.628384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fea9f9-90a9-4761-868c-76f4380dac3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645b1657-b19d-4f06-959e-a521ed98f891,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:31.759191 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06fea9f9-90a9-4761-868c-76f4380dac3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.760323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-06fea9f9-90a9-4761-868c-76f4380dac3b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/645b1657-b19d-4f06-959e-a521ed98f891 HTTP/1.1" status: 204 len: 168 time: 0.5063832 Feb 11 13:19:31.829764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea767b-167a-49e5-8f46-6153cb8f5c55 req-2afb5b59-009e-4368-9160-82e8b35495c4 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.835509 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-13ea767b-167a-49e5-8f46-6153cb8f5c55 req-2afb5b59-009e-4368-9160-82e8b35495c4 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 945 time: 0.2158649 Feb 11 13:19:31.917448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-13ea767b-167a-49e5-8f46-6153cb8f5c55 req-1f9171b1-d073-4461-98ab-ef2ec22ccc90 tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753398 Feb 11 13:19:32.018687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0e5aedf-617e-48e3-9e59-594ba8c25ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.153935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] For port 750d87e4-de41-46a1-8d34-ad5165cd45f6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=750d87e4-de41-46a1-8d34-ad5165cd45f6,segment=NetworkSegment(570660b1-acc2-453c-82cb-7b0361e3e6fb),segment_id=570660b1-acc2-453c-82cb-7b0361e3e6fb)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:32.154355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.172008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0e5aedf-617e-48e3-9e59-594ba8c25ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.258278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd407a-c60d-4d20-b305-2650410893bc req-03b42cb6-2d23-44a4-9dc5-2f3e187bd01d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:32.266085 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-14bd407a-c60d-4d20-b305-2650410893bc req-03b42cb6-2d23-44a4-9dc5-2f3e187bd01d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.1726413 Feb 11 13:19:32.369110 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-14bd407a-c60d-4d20-b305-2650410893bc req-9f1bc892-a694-4f05-8784-7e371448e8a6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020346 Feb 11 13:19:32.767886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37290) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:32.813058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66cc0c8b-267c-46f2-b754-e63bbb3f89bf req-15671b4f-1a54-4d9b-b7d2-fcd9f0255687 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 210 time: 0.1236238 Feb 11 13:19:32.816811 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb981c88-1794-474b-88c4-ddee7ae53b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.859317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Calling delete_port for 750d87e4-de41-46a1-8d34-ad5165cd45f6 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:19:32.874498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cb981c88-1794-474b-88c4-ddee7ae53b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:32.885831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cb981c88-1794-474b-88c4-ddee7ae53b2e admin admin] Usage tracker for resource:security_group_rule and tenant:95704006ff14499196587c3e0cfd5643 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:32.893353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cb981c88-1794-474b-88c4-ddee7ae53b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:32.902918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cb981c88-1794-474b-88c4-ddee7ae53b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:32.926256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-9e87e900-0d26-40ab-984c-ff711fa5848a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:32.927222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-9e87e900-0d26-40ab-984c-ff711fa5848a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.5568790 Feb 11 13:19:32.939595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-98004b3e-0084-4ca1-b05f-eb7e1fef73ef tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] For port 7d9b4ed7-f2d3-4948-bab0-969494f8559b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7d9b4ed7-f2d3-4948-bab0-969494f8559b,segment=NetworkSegment(db399d2c-2160-4830-8872-cfe5218bcca0),segment_id=db399d2c-2160-4830-8872-cfe5218bcca0)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:32.939952 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-98004b3e-0084-4ca1-b05f-eb7e1fef73ef tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.955730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Request body: {'port': {'device_id': '1352ec37-1d7d-40b7-abc9-f8bff23cfdb4', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'admin_state_up': True, 'tenant_id': '60d3a05ad6e045e3b21396a746cead0f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:33.017045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb981c88-1794-474b-88c4-ddee7ae53b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.021502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb981c88-1794-474b-88c4-ddee7ae53b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.079475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb981c88-1794-474b-88c4-ddee7ae53b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3dd4fa-f770-4c99-98b3-f21e9070051b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:33.121902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-98004b3e-0084-4ca1-b05f-eb7e1fef73ef tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Calling delete_port for 7d9b4ed7-f2d3-4948-bab0-969494f8559b owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:19:33.122736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cb981c88-1794-474b-88c4-ddee7ae53b2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=95704006ff14499196587c3e0cfd5643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3504930 Feb 11 13:19:33.126927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37318) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:33.247691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb081526-26c3-42c5-a7a8-92f6529f9b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.269304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f11a8e-5123-4e16-bcd7-0272d00f1513 req-81fb848a-93b0-45af-ab34-334563c034ec tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.276131 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-99f11a8e-5123-4e16-bcd7-0272d00f1513 req-81fb848a-93b0-45af-ab34-334563c034ec tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 945 time: 0.1927309 Feb 11 13:19:33.314086 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb081526-26c3-42c5-a7a8-92f6529f9b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.362621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0e5aedf-617e-48e3-9e59-594ba8c25ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.370216 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-99f11a8e-5123-4e16-bcd7-0272d00f1513 req-b41c568f-8aed-4aae-85ee-54479432154a tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0ebf2c6-9078-4263-8fdf-5fea87160bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927179 Feb 11 13:19:33.401370 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb081526-26c3-42c5-a7a8-92f6529f9b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.408665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5aedf-617e-48e3-9e59-594ba8c25ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614ab1df-e2bf-4228-90cc-42fa0d2b22b2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:33.446498 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.453523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb081526-26c3-42c5-a7a8-92f6529f9b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3dd4fa-f770-4c99-98b3-f21e9070051b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:33.468020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb081526-26c3-42c5-a7a8-92f6529f9b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.470263 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cb081526-26c3-42c5-a7a8-92f6529f9b50 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2c3dd4fa-f770-4c99-98b3-f21e9070051b HTTP/1.1" status: 204 len: 168 time: 0.3421457 Feb 11 13:19:33.540472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Port': ['ID=750d87e4-de41-46a1-8d34-ad5165cd45f6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:33.586422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0e5aedf-617e-48e3-9e59-594ba8c25ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.588431 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e0e5aedf-617e-48e3-9e59-594ba8c25ae4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/614ab1df-e2bf-4228-90cc-42fa0d2b22b2 HTTP/1.1" status: 204 len: 168 time: 2.0887616 Feb 11 13:19:33.612355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No DVR routers for this DVR port 750d87e4-de41-46a1-8d34-ad5165cd45f6 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:33.696657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a47c36-6aff-42d4-bb3a-438feeeae43d req-ac29c2ff-6259-45fd-b3cc-d78a1253607f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.709158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f2a47c36-6aff-42d4-bb3a-438feeeae43d req-ac29c2ff-6259-45fd-b3cc-d78a1253607f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.1721733 Feb 11 13:19:33.794798 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.820025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 39756461-6928-45fc-8a73-233c9477615a no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:19:33.861890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a38a1af-4ed6-4ca6-8857-0a59db0686ba']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:33.892632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570660b1-acc2-453c-82cb-7b0361e3e6fb') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:33.892942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570660b1-acc2-453c-82cb-7b0361e3e6fb') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:33.921158 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.969430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.977423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:19:33.977826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.066762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f2a47c36-6aff-42d4-bb3a-438feeeae43d req-d591d9aa-d6b3-4696-8aaa-404f73d86ca9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565483 Feb 11 13:19:34.103764 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.161069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39756461-6928-45fc-8a73-233c9477615a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:34.190261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 39756461-6928-45fc-8a73-233c9477615a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=39756461-6928-45fc-8a73-233c9477615a,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:34.197006 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.197735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7d9b4ed7-f2d3-4948-bab0-969494f8559b no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:19:34.328702 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39756461-6928-45fc-8a73-233c9477615a', 'code': 200} Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:34.337299 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:34.351272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=39756461-6928-45fc-8a73-233c9477615a,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:34.354552 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.443069 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.451360 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f411a736-7bd3-4bf1-bf98-ba866f100d9e req-10bc42f6-1311-4a38-bf38-4dde0d5be1c5 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 210 time: 0.1113656 Feb 11 13:19:34.453763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:34.475005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.500671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Network': ['ID=5a38a1af-4ed6-4ca6-8857-0a59db0686ba,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:34.503223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:34.556305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d96d56de-f437-48df-809c-97e64e845a5e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/5a38a1af-4ed6-4ca6-8857-0a59db0686ba HTTP/1.1" status: 204 len: 168 time: 6.7437036 Feb 11 13:19:34.560015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37356) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:34.566467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605917300'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:34.584211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-98004b3e-0084-4ca1-b05f-eb7e1fef73ef tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.593216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:34.617999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:network and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:34.635144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:34.645624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Made reservation on behalf of 60d3a05ad6e045e3b21396a746cead0f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:34.658097 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.667582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:34.909875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:34.919987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98004b3e-0084-4ca1-b05f-eb7e1fef73ef tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Pushing event deleted for resources: {'Port': ['ID=7d9b4ed7-f2d3-4948-bab0-969494f8559b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:34.934631 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.944227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9876c282-dede-4171-8e2f-f786eabfe9ad req-bb76a047-c636-4de1-8a70-3428f362cd4e tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Synchronizing usage tracker for tenant:bbf0dbc442a943e88332c7006725058a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:34.951756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-98004b3e-0084-4ca1-b05f-eb7e1fef73ef tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] No DVR routers for this DVR port 7d9b4ed7-f2d3-4948-bab0-969494f8559b on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:34.997280 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-98004b3e-0084-4ca1-b05f-eb7e1fef73ef tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.000346 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5425fefc-7112-4fc4-b40d-f166a0ec3153 req-98004b3e-0084-4ca1-b05f-eb7e1fef73ef tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.73 "DELETE /v2.0/ports/7d9b4ed7-f2d3-4948-bab0-969494f8559b HTTP/1.1" status: 204 len: 173 time: 3.7289956 Feb 11 13:19:35.010444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9', 'name': 'network-vif-deleted', 'tag': '7d9b4ed7-f2d3-4948-bab0-969494f8559b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:35.037872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:19:35.048500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9876c282-dede-4171-8e2f-f786eabfe9ad req-bb76a047-c636-4de1-8a70-3428f362cd4e tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] Unset dirty status for tenant:bbf0dbc442a943e88332c7006725058a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:35.049914 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9876c282-dede-4171-8e2f-f786eabfe9ad req-bb76a047-c636-4de1-8a70-3428f362cd4e tempest-ServerMetadataNegativeTestJSON-515261531 tempest-ServerMetadataNegativeTestJSON-515261531-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9 HTTP/1.1" status: 200 len: 210 time: 0.2480197 Feb 11 13:19:35.161028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.161649 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Added segment 921971ab-8b6c-4b83-9ca8-75c3b4f53301 of type vlan for network df09da2a-d97b-40a5-908d-af76f3ba3fe0 Feb 11 13:19:35.198558 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9ea825-a754-4e4c-80c3-84f3c2aaa1f9', 'name': 'network-vif-deleted', 'tag': '7d9b4ed7-f2d3-4948-bab0-969494f8559b', 'status': 'completed', 'code': 200} Feb 11 13:19:35.209933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-898adfa4-8dc4-426a-8c7c-ec81e526d3ae tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.231973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-898adfa4-8dc4-426a-8c7c-ec81e526d3ae tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 805 time: 0.5463829 Feb 11 13:19:35.267021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Allocated IP 172.20.0.10 (9727c67e-db94-4084-8b54-a60fe2e6f7f1/4ed8415f-ae9d-4916-aeb3-95b233c7a703/44f4922a-4aaa-4aa6-a5c4-ea1efd107804) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:35.319500 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.333367 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-4a7fddef-9b4f-4ffb-ad17-b2dd1a333817 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/quotas/382398d42ea748ecb7380cdbe2da9f79 HTTP/1.1" status: 200 len: 375 time: 0.0967190 Feb 11 13:19:35.526674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.536682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.537717 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.630115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0662618 Feb 11 13:19:35.636925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:35.657505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'network_id': 'df09da2a-d97b-40a5-908d-af76f3ba3fe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:35.690889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc981a58-2f07-4549-a99f-3adea9ca0ab5 req-c5156e6d-745f-4045-b078-c5baaf81d70d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.699165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc981a58-2f07-4549-a99f-3adea9ca0ab5 req-c5156e6d-745f-4045-b078-c5baaf81d70d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.2541330 Feb 11 13:19:35.773040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-d360da94-3184-439d-af18-483a30df704d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4336395 Feb 11 13:19:35.846222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.868264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f348a9-d5f8-40e2-8192-be454d71f1aa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=df09da2a-d97b-40a5-908d-af76f3ba3fe0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:35.893538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network df09da2a-d97b-40a5-908d-af76f3ba3fe0 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:19:35.940972 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc981a58-2f07-4549-a99f-3adea9ca0ab5 req-68ab5316-4bb0-430b-9c5f-c8a35a49ba95 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400272 Feb 11 13:19:35.974257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:35.994602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:subnet and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:36.008561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:36.102627 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-2a215f22-5b0a-4a80-a5d4-530a759eaffe service neutron] 10.222.0.67 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286519 Feb 11 13:19:36.124578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:36.142279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.168656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:36.367945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:36.450514 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-09196a13-d171-4866-b6a1-dff4c110de07 service neutron] 10.222.0.67 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466325 Feb 11 13:19:36.667434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-d6c4e539-c089-4f4d-88b7-2df4c5c00fbb tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:36.669884 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-d6c4e539-c089-4f4d-88b7-2df4c5c00fbb tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "GET /v2.0/ports?device_id=1bea61b8-9bf0-4c27-b3ae-e96234a96577 HTTP/1.1" status: 200 len: 943 time: 0.8561981 Feb 11 13:19:36.739492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37424) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:36.762190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:36.835600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:36.870406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:19:36.912540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d0dd07-736b-4956-bd50-a2f20c2a2d1d admin admin] Deleting subnet fe362e94-bf2b-49f7-a5c9-f51b89e6b423 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:19:36.920325 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9d0dd07-736b-4956-bd50-a2f20c2a2d1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.937464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event updated for resources: {'Port': ['ID=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:37.022214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.074714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-4581bc35-e02e-4bc8-9c02-51391f550946 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Deleting port 39756461-6928-45fc-8a73-233c9477615a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:19:37.075992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-4581bc35-e02e-4bc8-9c02-51391f550946 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.088618 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9d0dd07-736b-4956-bd50-a2f20c2a2d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.185908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.187920 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.231414 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9d0dd07-736b-4956-bd50-a2f20c2a2d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.235677 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.295975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa470d5-0489-4bae-8052-a66ffff0edbe req-7b633e23-b849-4181-bd88-62c9f74cc8a1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.297579 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa470d5-0489-4bae-8052-a66ffff0edbe req-7b633e23-b849-4181-bd88-62c9f74cc8a1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 932 time: 1.0460896 Feb 11 13:19:37.363737 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bdbf2bd8-6d40-42a1-92b3-196f8adb06af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4151156 Feb 11 13:19:37.391856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Request body: {'port': {'device_id': '1352ec37-1d7d-40b7-abc9-f8bff23cfdb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:37.556761 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-a412b145-5cd5-42ae-9224-0b3668e35f15 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8a43aeb23edd4b43b3f08f1669fb8a75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1495209 Feb 11 13:19:37.564807 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9d0dd07-736b-4956-bd50-a2f20c2a2d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.745349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0dd07-736b-4956-bd50-a2f20c2a2d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe362e94-bf2b-49f7-a5c9-f51b89e6b423,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:37.756044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa470d5-0489-4bae-8052-a66ffff0edbe req-c34d9e4a-dd21-4656-81c1-86329ef37b55 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075613 Feb 11 13:19:37.854814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-4581bc35-e02e-4bc8-9c02-51391f550946 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] For port 39756461-6928-45fc-8a73-233c9477615a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=39756461-6928-45fc-8a73-233c9477615a,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:37.855452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-4581bc35-e02e-4bc8-9c02-51391f550946 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.874633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.969828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9d0dd07-736b-4956-bd50-a2f20c2a2d1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.993124 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e9d0dd07-736b-4956-bd50-a2f20c2a2d1d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fe362e94-bf2b-49f7-a5c9-f51b89e6b423 HTTP/1.1" status: 204 len: 168 time: 1.2521348 Feb 11 13:19:37.998652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37460) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:38.190157 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:38.198015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-fd3315c0-ef90-4490-afe2-f74931a5cddd tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.199761 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-fd3315c0-ef90-4490-afe2-f74931a5cddd tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6156621 Feb 11 13:19:38.229384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-473232fa-e7fb-40cd-9ded-afe0a4594107 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/quotas/8a43aeb23edd4b43b3f08f1669fb8a75 HTTP/1.1" status: 200 len: 375 time: 0.0203602 Feb 11 13:19:38.319802 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-eadcd83d-bfe3-4e15-bbba-111038a15ae7 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a43aeb23edd4b43b3f08f1669fb8a75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630448 Feb 11 13:19:38.535073 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:38.540590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-4581bc35-e02e-4bc8-9c02-51391f550946 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Calling delete_port for 39756461-6928-45fc-8a73-233c9477615a owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:19:38.624668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6eebb8b-32f3-41c7-bb7b-04672b207c62']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:38.833143 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57645040-2d27-4717-8e2f-685e0e78afc1 req-0f8110dc-3460-465a-98e6-5e82f2c4e05f tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 210 time: 0.3040447 Feb 11 13:19:38.998106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:39.014010 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:39.058360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Transition to ACTIVE for port object 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:39.082877 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:39.245077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db399d2c-2160-4830-8872-cfe5218bcca0') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:39.245666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db399d2c-2160-4830-8872-cfe5218bcca0') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:39.330056 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-481daeb3-cd28-453f-b6e3-6eed42d8cb10 req-c9e312f7-d2d1-4c87-8831-a6e365ab1f75 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 210 time: 0.2670033 Feb 11 13:19:39.346060 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:39.351261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:39.550420 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:39.634851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:19:39.636013 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:39.670417 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:39.777722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92123a-d431-4ec7-a861-419d1d16aa7a req-1de0d303-23f5-4298-a274-d9a727dc76fc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.779612 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f92123a-d431-4ec7-a861-419d1d16aa7a req-1de0d303-23f5-4298-a274-d9a727dc76fc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.5368755 Feb 11 13:19:39.785782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-29d0cde3-b1bd-4173-a29d-900d965ddf9a tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.787218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-29d0cde3-b1bd-4173-a29d-900d965ddf9a tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 805 time: 1.1327178 Feb 11 13:19:39.788393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Pushing event updated for resources: {'Port': ['ID=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:39.822569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Request body: {'port': {'device_id': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'admin_state_up': True, 'tenant_id': '382398d42ea748ecb7380cdbe2da9f79'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:39.823423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=f0911d99-1da4-4efa-8ad0-41b60a3c9924,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:39.832901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 350251c2-d9cd-47be-a4aa-426156dd1381 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:19:39.836157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 39756461-6928-45fc-8a73-233c9477615a no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:19:39.997496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f92123a-d431-4ec7-a861-419d1d16aa7a req-62862f8f-ed63-42f3-8e1b-47c8b024b215 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989195 Feb 11 13:19:40.004540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:40.044334 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:40.062510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking segment: {'id': '921971ab-8b6c-4b83-9ca8-75c3b4f53301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'df09da2a-d97b-40a5-908d-af76f3ba3fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:40.062987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network hostable DHCP agents. Network: df09da2a-d97b-40a5-908d-af76f3ba3fe0, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:40.078085 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-4581bc35-e02e-4bc8-9c02-51391f550946 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:40.081593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6eebb8b-32f3-41c7-bb7b-04672b207c62,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:40.096200 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:19:40.110222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:19:40.165388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581bc35-e02e-4bc8-9c02-51391f550946 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Pushing event deleted for resources: {'Port': ['ID=39756461-6928-45fc-8a73-233c9477615a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:40.185202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5b424495-e012-4bb8-b787-d8f1b3f368f0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d6eebb8b-32f3-41c7-bb7b-04672b207c62 HTTP/1.1" status: 204 len: 168 time: 2.1853046 Feb 11 13:19:40.188511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Attempting to bind port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:40.189039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Attempting to bind port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:40.189561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Attempting to bind port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:40.232579 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e306c7-2e67-4e7a-a80f-6d3dfd983f50 req-ebba6339-974a-4008-b676-a42f856ebe01 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.234164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-76e306c7-2e67-4e7a-a80f-6d3dfd983f50 req-ebba6339-974a-4008-b676-a42f856ebe01 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:40.313876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:19:40.314197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Attempting to bind port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:40.326123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:40.346400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-4581bc35-e02e-4bc8-9c02-51391f550946 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] No DVR routers for this DVR port 39756461-6928-45fc-8a73-233c9477615a on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:40.347909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:40.351141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network df09da2a-d97b-40a5-908d-af76f3ba3fe0 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:40.364333 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-4581bc35-e02e-4bc8-9c02-51391f550946 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:40.367255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'name': 'network-vif-deleted', 'tag': '39756461-6928-45fc-8a73-233c9477615a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:40.372137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Made reservation on behalf of 382398d42ea748ecb7380cdbe2da9f79 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:40.375061 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:40.462878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 350251c2-d9cd-47be-a4aa-426156dd1381, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=350251c2-d9cd-47be-a4aa-426156dd1381,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:40.468063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:19:40.468453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Checking segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:40.468819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Bound using segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:19:40.469277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Bound port: 44f4922a-4aaa-4aa6-a5c4-ea1efd107804, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:40.469629 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:40.491808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '350251c2-d9cd-47be-a4aa-426156dd1381', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'port_id': '350251c2-d9cd-47be-a4aa-426156dd1381', 'mac_address': 'fa:16:3e:3b:03:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:19:40.499184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-76e306c7-2e67-4e7a-a80f-6d3dfd983f50 req-ebba6339-974a-4008-b676-a42f856ebe01 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:40.500375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76e306c7-2e67-4e7a-a80f-6d3dfd983f50 req-ebba6339-974a-4008-b676-a42f856ebe01 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 944 time: 0.7804005 Feb 11 13:19:40.522816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, df09da2a-d97b-40a5-908d-af76f3ba3fe0) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:40.525649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-e33210f1-96d4-4227-9c3d-ba15a346edef tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8a43aeb23edd4b43b3f08f1669fb8a75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253331 Feb 11 13:19:40.539119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.539119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:40.585657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b981d-deae-4402-9dc5-d3fe27f6733d None None] Network df09da2a-d97b-40a5-908d-af76f3ba3fe0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:40.624807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37558) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:40.719241 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-34ab9f85-4bbf-45ac-a3d7-0f2f5e18a351 req-4581bc35-e02e-4bc8-9c02-51391f550946 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "DELETE /v2.0/ports/39756461-6928-45fc-8a73-233c9477615a HTTP/1.1" status: 204 len: 173 time: 3.9846740 Feb 11 13:19:40.865105 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-971638f4-dd5f-45fd-8bd2-7bb2def0b37f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2237742 Feb 11 13:19:40.895348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37568) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:40.901751 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:40.928205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Allocated IP 172.20.0.8 (8def48aa-ef08-4b80-abf3-24d152a70065/ebef0c98-5a96-482c-88be-ad4a399fbddf/c819bb1e-7409-4f1a-89fc-3d95278dddc3) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:40.958176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'network_id': 'df09da2a-d97b-40a5-908d-af76f3ba3fe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:41.012536 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76e306c7-2e67-4e7a-a80f-6d3dfd983f50 req-e0072e39-3476-451b-a097-3b93156622ec tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793711 Feb 11 13:19:41.039033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b04c27c-6f9d-4016-a2a1-e9ce364ded64 req-d61b8f65-bf48-4dc5-816e-fc93ad186aa1 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 210 time: 0.2173054 Feb 11 13:19:41.041430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 350251c2-d9cd-47be-a4aa-426156dd1381 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:41.044644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] For port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:41.053730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] For port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:41.102851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 350251c2-d9cd-47be-a4aa-426156dd1381, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=350251c2-d9cd-47be-a4aa-426156dd1381,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:41.157111 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:41.248202 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bea61b8-9bf0-4c27-b3ae-e96234a96577', 'name': 'network-vif-deleted', 'tag': '39756461-6928-45fc-8a73-233c9477615a', 'status': 'completed', 'code': 200} Feb 11 13:19:41.250821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:41.492761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=350251c2-d9cd-47be-a4aa-426156dd1381,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:41.504499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['350251c2-d9cd-47be-a4aa-426156dd1381'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:41.603019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:41.659863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-73ced258-0c3d-427e-816c-eb6e550069a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bbf0dbc442a943e88332c7006725058a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9840815 Feb 11 13:19:41.668813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37586) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:41.730618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:41.737425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] 10.222.0.73 "PUT /v2.0/ports/44f4922a-4aaa-4aa6-a5c4-ea1efd107804 HTTP/1.1" status: 200 len: 1092 time: 4.3502564 Feb 11 13:19:41.745792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5bda4112-358d-49e8-aafd-d63a3f5dfd47 req-c0c98beb-bbf3-44b9-a65d-f45d063afafe tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 210 time: 0.2640281 Feb 11 13:19:41.758962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-fcf7fc3b-6c8e-416c-8f9a-e1e8d1985737 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.768718 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-fcf7fc3b-6c8e-416c-8f9a-e1e8d1985737 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2147641 Feb 11 13:19:41.801377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Request body: {'port': {'device_id': '3576e6e9-9dc3-454b-957b-3645052eca30', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '8a43aeb23edd4b43b3f08f1669fb8a75'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:41.803569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf59df-9006-4d0b-9a70-27e3c4222ba2 req-a49d5180-0cac-4fc4-b3a8-54487e83be38 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.812329 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ebf59df-9006-4d0b-9a70-27e3c4222ba2 req-a49d5180-0cac-4fc4-b3a8-54487e83be38 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 944 time: 0.3627315 Feb 11 13:19:41.839145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81189f9b-e855-475c-8976-3c3309063977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:41.849436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:41.933362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Network 8def48aa-ef08-4b80-abf3-24d152a70065 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:41.942796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:41.949487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:19:41.953586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec8396-ca5e-41e0-9866-a2a61d8cdb33 service neutron] Pushing event updated for resources: {'Port': ['ID=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:41.977036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:41.987228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:subnet and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:41.992949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:42.003071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:42.054094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:42.068381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-df09da2a-d97b-40a5-908d-af76f3ba3fe0', 'network_id': 'df09da2a-d97b-40a5-908d-af76f3ba3fe0', 'tenant_id': 'a91d11f5e8f94dc39596a2d1cf6a863f', 'fixed_ips': [{'subnet_id': 'f0911d99-1da4-4efa-8ad0-41b60a3c9924'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:19:42.069166 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.110507 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ebf59df-9006-4d0b-9a70-27e3c4222ba2 req-bc9342ec-24fd-49d7-98a0-88cbdc93e6eb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968981 Feb 11 13:19:42.160948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81189f9b-e855-475c-8976-3c3309063977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.194098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.198169 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.269006 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Pushing event updated for resources: {'Port': ['ID=c819bb1e-7409-4f1a-89fc-3d95278dddc3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:42.364961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-772d5209-5148-4990-badd-55177cf2fe3b tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5643926 Feb 11 13:19:42.377853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Request body: {'port': {'device_id': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:42.384152 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.448777 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81189f9b-e855-475c-8976-3c3309063977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.496518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Allocated IP 2001:db8::2 (df09da2a-d97b-40a5-908d-af76f3ba3fe0/f0911d99-1da4-4efa-8ad0-41b60a3c9924/b6cf992c-a527-4209-851f-3584e8c28fcf) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:42.530895 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.545615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81189f9b-e855-475c-8976-3c3309063977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ebf2c6-9078-4263-8fdf-5fea87160bda,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:42.610446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a6e6a-96fa-4525-8021-3e2dd0bcbbab req-47069380-4852-45d0-bdc6-1e3b94fee8d0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.611569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f93a6e6a-96fa-4525-8021-3e2dd0bcbbab req-47069380-4852-45d0-bdc6-1e3b94fee8d0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Synchronizing usage tracker for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:42.621831 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81189f9b-e855-475c-8976-3c3309063977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.626275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-81189f9b-e855-475c-8976-3c3309063977 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c0ebf2c6-9078-4263-8fdf-5fea87160bda HTTP/1.1" status: 204 len: 168 time: 0.9506216 Feb 11 13:19:42.664629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:42.669273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Usage tracker for resource:port and tenant:8a43aeb23edd4b43b3f08f1669fb8a75 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:42.673104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:42.682667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:42.708008 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.716286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f93a6e6a-96fa-4525-8021-3e2dd0bcbbab req-47069380-4852-45d0-bdc6-1e3b94fee8d0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Unset dirty status for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:42.731193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f93a6e6a-96fa-4525-8021-3e2dd0bcbbab req-47069380-4852-45d0-bdc6-1e3b94fee8d0 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 931 time: 0.4018238 Feb 11 13:19:42.735510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Made reservation on behalf of 8a43aeb23edd4b43b3f08f1669fb8a75 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:42.738616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.761150 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-bbcce3d7-671d-4f5a-887a-c92b86a73561 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 1095 time: 0.9310081 Feb 11 13:19:42.769833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.020443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f93a6e6a-96fa-4525-8021-3e2dd0bcbbab req-a0719c4d-cf74-491d-ba77-4baf4f043149 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881098 Feb 11 13:19:43.083121 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.096324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Transition to ACTIVE for port object b6cf992c-a527-4209-851f-3584e8c28fcf will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:43.129462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Transition to ACTIVE for port object b6cf992c-a527-4209-851f-3584e8c28fcf will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:43.146804 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.278010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1352ec37-1d7d-40b7-abc9-f8bff23cfdb4', 'tag': '44f4922a-4aaa-4aa6-a5c4-ea1efd107804'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:43.320906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Network df09da2a-d97b-40a5-908d-af76f3ba3fe0 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:43.338624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:43.344920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:19:43.400919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Pushing event updated for resources: {'Port': ['ID=b6cf992c-a527-4209-851f-3584e8c28fcf,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:43.434864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:43.442736 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Usage tracker for resource:security_group_rule and tenant:8a43aeb23edd4b43b3f08f1669fb8a75 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:43.449972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:43.480292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:43.567056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3f318ac-46cd-490b-9862-a16fc49427d3 req-f4e3299d-1424-4358-b3ad-3587965fa591 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 210 time: 0.0624373 Feb 11 13:19:43.632553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Attempting to bind port b6cf992c-a527-4209-851f-3584e8c28fcf on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:43.633029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Attempting to bind port b6cf992c-a527-4209-851f-3584e8c28fcf by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '921971ab-8b6c-4b83-9ca8-75c3b4f53301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'df09da2a-d97b-40a5-908d-af76f3ba3fe0'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:43.634185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Attempting to bind port b6cf992c-a527-4209-851f-3584e8c28fcf on network df09da2a-d97b-40a5-908d-af76f3ba3fe0 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:43.668227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:19:43.670002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Checking segment: {'id': '921971ab-8b6c-4b83-9ca8-75c3b4f53301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'df09da2a-d97b-40a5-908d-af76f3ba3fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:43.672438 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.674285 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.677144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Bound using segment: {'id': '921971ab-8b6c-4b83-9ca8-75c3b4f53301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'df09da2a-d97b-40a5-908d-af76f3ba3fe0'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:19:43.679189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Bound port: b6cf992c-a527-4209-851f-3584e8c28fcf, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921971ab-8b6c-4b83-9ca8-75c3b4f53301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'df09da2a-d97b-40a5-908d-af76f3ba3fe0'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:43.680632 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.700424 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.840023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] For port b6cf992c-a527-4209-851f-3584e8c28fcf, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:43.845202 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] For port b6cf992c-a527-4209-851f-3584e8c28fcf, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b6cf992c-a527-4209-851f-3584e8c28fcf,segment=NetworkSegment(921971ab-8b6c-4b83-9ca8-75c3b4f53301),segment_id=921971ab-8b6c-4b83-9ca8-75c3b4f53301)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:43.856748 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:44.014661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c819bb1e-7409-4f1a-89fc-3d95278dddc3 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:44.028463 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:44.053796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Allocated IP 192.168.233.213 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/465c0b53-cd35-430d-b2c1-fc6c5b58b4b8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:44.063809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 350251c2-d9cd-47be-a4aa-426156dd1381 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:44.105648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Transition to ACTIVE for port object c819bb1e-7409-4f1a-89fc-3d95278dddc3 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:44.120224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:44.176530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c9bee-a121-4429-b971-7590797d3d71 None None] Pushing event updated for resources: {'Port': ['ID=b6cf992c-a527-4209-851f-3584e8c28fcf,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:44.269690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Pushing event updated for resources: {'Port': ['ID=c819bb1e-7409-4f1a-89fc-3d95278dddc3,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:44.294379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37666) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:44.344588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 350251c2-d9cd-47be-a4aa-426156dd1381 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:44.344960 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:44.348024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-3047b97f-0f07-4fdd-b833-95879d58b960 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44f4922a-4aaa-4aa6-a5c4-ea1efd107804 HTTP/1.1" status: 200 len: 217 time: 1.3184497 Feb 11 13:19:44.463034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee48e-f7dd-4139-a48e-19b1a95fab9c req-3dae27f9-9206-44cc-ab1e-7c3ba99500db tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.473530 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f7ee48e-f7dd-4139-a48e-19b1a95fab9c req-3dae27f9-9206-44cc-ab1e-7c3ba99500db tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 944 time: 0.5595772 Feb 11 13:19:44.567204 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f7ee48e-f7dd-4139-a48e-19b1a95fab9c req-aaaa56d7-d788-4cd6-ba4c-159c506fe3ab tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923135 Feb 11 13:19:44.796392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05606889-c0f1-4f2c-b5f3-bac69b72242d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:44.841326 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1352ec37-1d7d-40b7-abc9-f8bff23cfdb4', 'tag': '44f4922a-4aaa-4aa6-a5c4-ea1efd107804', 'status': 'completed', 'code': 200} Feb 11 13:19:44.877853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:44.901638 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d746ed8-1710-48fe-927a-6eaf11b50470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:44.919723 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:44.989469 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350251c2-d9cd-47be-a4aa-426156dd1381'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:45.016860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 350251c2-d9cd-47be-a4aa-426156dd1381, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=350251c2-d9cd-47be-a4aa-426156dd1381,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:45.026843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network df09da2a-d97b-40a5-908d-af76f3ba3fe0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:45.028121 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:45.034779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:45.044910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-c021962c-60e8-42cf-8ee3-f4d6eb86adb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.047970 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-c021962c-60e8-42cf-8ee3-f4d6eb86adb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.6571081 Feb 11 13:19:45.049325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.050021 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:45.088227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Attempting to bind port c819bb1e-7409-4f1a-89fc-3d95278dddc3 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:45.089212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Attempting to bind port c819bb1e-7409-4f1a-89fc-3d95278dddc3 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:45.089761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Attempting to bind port c819bb1e-7409-4f1a-89fc-3d95278dddc3 on network 8def48aa-ef08-4b80-abf3-24d152a70065 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:45.092804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9d746ed8-1710-48fe-927a-6eaf11b50470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:45.098180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9d746ed8-1710-48fe-927a-6eaf11b50470 admin admin] Usage tracker for resource:security_group_rule and tenant:abe1d7efd22b4facae39529bbc6d17f5 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:45.105001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9d746ed8-1710-48fe-927a-6eaf11b50470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:45.114401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Port c819bb1e-7409-4f1a-89fc-3d95278dddc3 on network 8def48aa-ef08-4b80-abf3-24d152a70065 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:19:45.114986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Attempting to bind port c819bb1e-7409-4f1a-89fc-3d95278dddc3 on network 8def48aa-ef08-4b80-abf3-24d152a70065 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:45.117498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9d746ed8-1710-48fe-927a-6eaf11b50470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:45.131267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:19:45.131964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Checking segment: {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:45.133573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Bound using segment: {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:19:45.137673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Bound port: c819bb1e-7409-4f1a-89fc-3d95278dddc3, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35620b35-e4c0-47a5-b0e9-991c2250afc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:45.138270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:45.175731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf248a4-018c-48c0-bfd0-fae8502197df req-b0505ff4-2270-4b13-a09f-b57d1a6320ce tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.177836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bf248a4-018c-48c0-bfd0-fae8502197df req-b0505ff4-2270-4b13-a09f-b57d1a6320ce tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 944 time: 2.5191803 Feb 11 13:19:45.249489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37686) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:45.263132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=350251c2-d9cd-47be-a4aa-426156dd1381,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:45.283302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=eb2ccf9b-ce73-4f56-95b8-73d3725d94ea,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:45.293028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-b76400e7-86f2-4145-96e9-2c0a159c0478 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2190063 Feb 11 13:19:45.407545 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0b1bb9c-a896-4cb2-ad1a-392e6a9a9497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:45.462148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b8ccf-68e4-4b83-af99-7b4ee6a7b122 req-78bb214b-5ef1-4e62-8b3d-86f2936988ab tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.477066 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-081b8ccf-68e4-4b83-af99-7b4ee6a7b122 req-78bb214b-5ef1-4e62-8b3d-86f2936988ab tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 943 time: 0.4434781 Feb 11 13:19:45.552196 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-105ad3f5-d5f2-4138-a2e2-bdb2606a879a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.6495280 Feb 11 13:19:45.553314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37692) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:45.563511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] For port c819bb1e-7409-4f1a-89fc-3d95278dddc3, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:45.571593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] For port c819bb1e-7409-4f1a-89fc-3d95278dddc3, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:45.593508 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:45.629258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-463176387-network', 'tenant_id': '4a7db9cc754446c0ae8724ea32a8e59f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:45.764721 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bf248a4-018c-48c0-bfd0-fae8502197df req-2b2f6504-5bab-43ce-aee8-fa5905c2bd5f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179205 Feb 11 13:19:45.776504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b6cf992c-a527-4209-851f-3584e8c28fcf up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:45.818651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:45.851407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-081b8ccf-68e4-4b83-af99-7b4ee6a7b122 req-a62dd437-06c2-4bb6-b32e-9cab3725335a tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694277 Feb 11 13:19:45.890151 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:45.891911 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] 10.222.0.73 "PUT /v2.0/ports/c819bb1e-7409-4f1a-89fc-3d95278dddc3 HTTP/1.1" status: 200 len: 1091 time: 3.5197756 Feb 11 13:19:45.898416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Usage tracker for resource:network and tenant:4a7db9cc754446c0ae8724ea32a8e59f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:45.905672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'tag': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:45.927927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:46.004151 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-6b76c84f-d0d9-454c-aed3-6ea1db886597 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777654 Feb 11 13:19:46.008177 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350251c2-d9cd-47be-a4aa-426156dd1381', 'code': 200} Feb 11 13:19:46.058072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port b6cf992c-a527-4209-851f-3584e8c28fcf completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:46.124852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:46.133421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-99ebb5ff-22bf-45aa-9820-8e90d67a613d req-a34190b2-e1f3-4aff-a0d7-964b0448835f tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Synchronizing usage tracker for tenant:8a43aeb23edd4b43b3f08f1669fb8a75 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:46.152125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.209197 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d746ed8-1710-48fe-927a-6eaf11b50470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.213777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1c802-2838-425b-9ac5-d950bc3492f0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.215854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1c802-2838-425b-9ac5-d950bc3492f0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.218899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1c802-2838-425b-9ac5-d950bc3492f0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.222169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1c802-2838-425b-9ac5-d950bc3492f0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.223896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1c802-2838-425b-9ac5-d950bc3492f0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.224855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f0053-d098-4cea-bb39-b6f40bbf5c1a service neutron] Pushing event updated for resources: {'Port': ['ID=c819bb1e-7409-4f1a-89fc-3d95278dddc3,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:46.225691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-08d1c802-2838-425b-9ac5-d950bc3492f0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Synchronizing usage tracker for tenant:a91d11f5e8f94dc39596a2d1cf6a863f on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:46.242334 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d746ed8-1710-48fe-927a-6eaf11b50470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.276098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Made reservation on behalf of 4a7db9cc754446c0ae8724ea32a8e59f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:46.277912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.278935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9902a259-afd3-4fe7-a4d5-62fefcd91a24 None None] Network df09da2a-d97b-40a5-908d-af76f3ba3fe0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:46.303838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9d746ed8-1710-48fe-927a-6eaf11b50470 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=abe1d7efd22b4facae39529bbc6d17f5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0069900 Feb 11 13:19:46.304653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.316986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37704) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:46.372603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-99ebb5ff-22bf-45aa-9820-8e90d67a613d req-a34190b2-e1f3-4aff-a0d7-964b0448835f tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Unset dirty status for tenant:8a43aeb23edd4b43b3f08f1669fb8a75 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:46.391658 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-99ebb5ff-22bf-45aa-9820-8e90d67a613d req-a34190b2-e1f3-4aff-a0d7-964b0448835f tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 210 time: 0.3728836 Feb 11 13:19:46.453120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Transition to ACTIVE for port object 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:46.470509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:46.475685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Usage tracker for resource:security_group_rule and tenant:4a7db9cc754446c0ae8724ea32a8e59f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:46.484967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:46.502476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:46.512213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.595170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-67ea9fd4-c4ea-4a48-83da-c4cdeba915a5 None None] Provisioning for port b6cf992c-a527-4209-851f-3584e8c28fcf completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:46.609247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-67ea9fd4-c4ea-4a48-83da-c4cdeba915a5 None None] Provisioning complete for port b6cf992c-a527-4209-851f-3584e8c28fcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:46.609895 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67ea9fd4-c4ea-4a48-83da-c4cdeba915a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.613616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.625700 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'tag': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3', 'status': 'completed', 'code': 200} Feb 11 13:19:46.640645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.667739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-08d1c802-2838-425b-9ac5-d950bc3492f0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Unset dirty status for tenant:a91d11f5e8f94dc39596a2d1cf6a863f on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:46.668901 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08d1c802-2838-425b-9ac5-d950bc3492f0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.1079125 Feb 11 13:19:46.669028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d746ed8-1710-48fe-927a-6eaf11b50470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50687ae-f6aa-4536-9102-6bcf3b6e24ad,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:46.674305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37710) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:46.705032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310850778'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:46.710403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:46.714540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:network and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:46.715454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:19:46.718932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:46.725004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:46.746051 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-1b3f078c-9b8f-44c2-ab28-077bca75d5a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 1094 time: 0.7898180 Feb 11 13:19:46.756288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:46.759649 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.820811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:46.823992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Pushing event updated for resources: {'Port': ['ID=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:46.831689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:46.848138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:19:46.893790 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67ea9fd4-c4ea-4a48-83da-c4cdeba915a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.911474 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-ac2610ff-100a-4a17-b88e-52f76dec4c27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3 HTTP/1.1" status: 200 len: 217 time: 0.1549695 Feb 11 13:19:46.916867 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.917497 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Added segment af3f5a47-9461-447b-a779-fc91f18f7ac3 of type vlan for network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f Feb 11 13:19:46.922311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97763d93-bce3-4f97-a641-c2878f95ac3b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:46.947746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.948353 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.961282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4e9fd-5c1a-44cf-aa6b-92ec4fb3a931 req-885b1cf9-8b49-4a44-b90d-a26d79560a94 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.963258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f4d4e9fd-5c1a-44cf-aa6b-92ec4fb3a931 req-885b1cf9-8b49-4a44-b90d-a26d79560a94 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.6697083 Feb 11 13:19:46.981514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-42185304-d31d-4048-add0-f5872959fb22 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1877577 Feb 11 13:19:46.987994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21df1c5-d690-4e30-9821-eb0222c57c67 req-0e665be5-c34c-44e2-b658-5ad89c035e35 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9614477 Feb 11 13:19:46.995797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:19:47.002894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Request body: {'port': {'device_id': '3576e6e9-9dc3-454b-957b-3645052eca30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:47.004739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-67ea9fd4-c4ea-4a48-83da-c4cdeba915a5 None None] For port b6cf992c-a527-4209-851f-3584e8c28fcf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b6cf992c-a527-4209-851f-3584e8c28fcf,segment=NetworkSegment(921971ab-8b6c-4b83-9ca8-75c3b4f53301),segment_id=921971ab-8b6c-4b83-9ca8-75c3b4f53301)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:47.036987 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67ea9fd4-c4ea-4a48-83da-c4cdeba915a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.128972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-b419abfe-b056-4aff-95f6-fd1287c506f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.130949 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-b419abfe-b056-4aff-95f6-fd1287c506f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebef0c98-5a96-482c-88be-ad4a399fbddf HTTP/1.1" status: 200 len: 845 time: 0.2005343 Feb 11 13:19:47.207825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.208405 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Added segment 9941b689-803d-49df-982c-d5938123e082 of type vlan for network d22ec03a-ef80-4425-8f27-f8684a34673d Feb 11 13:19:47.367837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea9fd4-c4ea-4a48-83da-c4cdeba915a5 None None] Pushing event updated for resources: {'Port': ['ID=b6cf992c-a527-4209-851f-3584e8c28fcf,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:47.393995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.515828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-c39c1d5b-986d-4abf-bd78-1f5a2becda8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8def48aa-ef08-4b80-abf3-24d152a70065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3548827 Feb 11 13:19:47.546606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f4d4e9fd-5c1a-44cf-aa6b-92ec4fb3a931 req-87b045e0-ab1f-4f05-967d-4d024184d627 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949046 Feb 11 13:19:47.554874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.557712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.566038 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.578073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f86cf9-3774-4268-8763-f565d5b17613 None None] Update dhcp port {'port': {'network_id': 'df09da2a-d97b-40a5-908d-af76f3ba3fe0', 'fixed_ips': [{'subnet_id': 'f0911d99-1da4-4efa-8ad0-41b60a3c9924', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb2ccf9b-ce73-4f56-95b8-73d3725d94ea'}], 'binding:host_id': 'n-d-818559-1'}, 'id': 'b6cf992c-a527-4209-851f-3584e8c28fcf'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:19:47.641181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e3bb6645-9f8b-4959-adf6-b73abcbb1221 None None] Provisioning for port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:47.709243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e3bb6645-9f8b-4959-adf6-b73abcbb1221 None None] Provisioning complete for port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:47.709608 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6645-9f8b-4959-adf6-b73abcbb1221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.785717 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b6cf992c-a527-4209-851f-3584e8c28fcf up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:47.850340 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.901019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.915412 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60aac205-eee5-42b2-bc06-892bbd17d503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.961790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60aac205-eee5-42b2-bc06-892bbd17d503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.978498 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79c7717d-7159-42cb-9245-ca0175d2e5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.035890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16f86cf9-3774-4268-8763-f565d5b17613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.108076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb6645-9f8b-4959-adf6-b73abcbb1221 None None] Port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:19:48.114862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e471291-8f72-434e-bf0e-a7bd3d5cf48a req-4d668946-f37f-470b-aaab-8ceee66f6b4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 1095 time: 1.0320530 Feb 11 13:19:48.159962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b6cf992c-a527-4209-851f-3584e8c28fcf triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:48.160608 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.216228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea9599-4d6d-46b8-bbc0-5d286b086518 req-578940e1-33f4-48ef-b758-caf7fdd34513 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:48.219192 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c7ea9599-4d6d-46b8-bbc0-5d286b086518 req-578940e1-33f4-48ef-b758-caf7fdd34513 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 944 time: 1.0661032 Feb 11 13:19:48.352098 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.354567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0727453 Feb 11 13:19:48.356037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:48.356865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.367173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37734) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:48.413461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Request body: {'subnet': {'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-463176387-subnet', 'tenant_id': '4a7db9cc754446c0ae8724ea32a8e59f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:48.455991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60aac205-eee5-42b2-bc06-892bbd17d503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.515081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aac205-eee5-42b2-bc06-892bbd17d503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50687ae-f6aa-4536-9102-6bcf3b6e24ad,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:48.536894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c5dea-2d08-4f03-a38e-889326d04119 admin admin] Pushing event updated for resources: {'Network': ['ID=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:48.562272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60aac205-eee5-42b2-bc06-892bbd17d503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.565799 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-60aac205-eee5-42b2-bc06-892bbd17d503 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c50687ae-f6aa-4536-9102-6bcf3b6e24ad HTTP/1.1" status: 204 len: 168 time: 2.2435477 Feb 11 13:19:48.573705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246b58a-c901-4ece-926d-c85c4ee97bfc req-54a8d3a0-2d3f-43d8-86b5-7101735e1f3e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:48.575390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a246b58a-c901-4ece-926d-c85c4ee97bfc req-54a8d3a0-2d3f-43d8-86b5-7101735e1f3e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 943 time: 0.5042059 Feb 11 13:19:48.582295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:19:48.586320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:48.663985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Usage tracker for resource:subnet and tenant:4a7db9cc754446c0ae8724ea32a8e59f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:48.684541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a246b58a-c901-4ece-926d-c85c4ee97bfc req-466f3e8f-de14-4b73-90ab-5a4c9e61dfc8 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998051 Feb 11 13:19:48.687088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-afcffe91-9b69-4ab3-9c17-895015589b08 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0584295 Feb 11 13:19:48.690416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:48.798142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:48.818958 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1254241 Feb 11 13:19:48.824138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37742) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:48.911192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e37448-4718-4ebe-937e-a89b46ad14ce req-8c2ba899-f542-4b7d-a921-95895ee7f1d9 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160943 Feb 11 13:19:49.019070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c7ea9599-4d6d-46b8-bbc0-5d286b086518 req-1b1e296c-d173-4336-b169-b190e50a8bd1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7874329 Feb 11 13:19:49.058696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-98d67e08-af27-4ba5-abc5-cdd50292900b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:49.065476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-16f86cf9-3774-4268-8763-f565d5b17613 None None] Allocated IP 172.20.0.1 (df09da2a-d97b-40a5-908d-af76f3ba3fe0/eb2ccf9b-ce73-4f56-95b8-73d3725d94ea/b6cf992c-a527-4209-851f-3584e8c28fcf) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:49.095213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829cf22-f75c-4179-b9ad-f85d4b03c8a8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=d22ec03a-ef80-4425-8f27-f8684a34673d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:49.158108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Made reservation on behalf of 4a7db9cc754446c0ae8724ea32a8e59f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:49.171594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:49.321074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-16f86cf9-3774-4268-8763-f565d5b17613 None None] For port b6cf992c-a527-4209-851f-3584e8c28fcf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b6cf992c-a527-4209-851f-3584e8c28fcf,segment=NetworkSegment(921971ab-8b6c-4b83-9ca8-75c3b4f53301),segment_id=921971ab-8b6c-4b83-9ca8-75c3b4f53301)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:49.354133 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16f86cf9-3774-4268-8763-f565d5b17613 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:49.411357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8700c1-dc9e-4ccb-bbad-bbdf1ca4752f req-38242ca4-1e80-4755-bab7-97c4bd1ed941 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.412911 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac8700c1-dc9e-4ccb-bbad-bbdf1ca4752f req-38242ca4-1e80-4755-bab7-97c4bd1ed941 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 936 time: 0.3271267 Feb 11 13:19:49.414617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d22ec03a-ef80-4425-8f27-f8684a34673d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:19:49.443308 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:49.468291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38533ea1-e19e-4dc0-a9dc-0c50e6e01964 req-83012100-c059-4795-8426-e08d5ee06838 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=382398d42ea748ecb7380cdbe2da9f79&device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 1094 time: 0.4801376 Feb 11 13:19:49.470174 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:49.549628 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-16f86cf9-3774-4268-8763-f565d5b17613 None None] Transition to ACTIVE for port object b6cf992c-a527-4209-851f-3584e8c28fcf will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:49.646622 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16f86cf9-3774-4268-8763-f565d5b17613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:49.680944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e471291-8f72-434e-bf0e-a7bd3d5cf48a req-75397be2-4234-4124-97aa-24014e0b05d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.694222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e471291-8f72-434e-bf0e-a7bd3d5cf48a req-75397be2-4234-4124-97aa-24014e0b05d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 1.5316396 Feb 11 13:19:49.719007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38533ea1-e19e-4dc0-a9dc-0c50e6e01964 req-7eb5db33-2436-477a-9e5e-432a45a3ab98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.721184 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38533ea1-e19e-4dc0-a9dc-0c50e6e01964 req-7eb5db33-2436-477a-9e5e-432a45a3ab98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 200 len: 906 time: 0.2435153 Feb 11 13:19:49.747067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac8700c1-dc9e-4ccb-bbad-bbdf1ca4752f req-3e95ff86-517e-478f-8c6d-41dfb75d92ea tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/security-groups?id=05606889-c0f1-4f2c-b5f3-bac69b72242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244872 Feb 11 13:19:49.840199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38533ea1-e19e-4dc0-a9dc-0c50e6e01964 req-a6056beb-140d-4810-ba2d-5cfd7cdd37ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3 HTTP/1.1" status: 200 len: 217 time: 0.0942290 Feb 11 13:19:49.953217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38533ea1-e19e-4dc0-a9dc-0c50e6e01964 req-477cf662-d5a7-41aa-a9f7-b2d605ab346b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.960183 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38533ea1-e19e-4dc0-a9dc-0c50e6e01964 req-477cf662-d5a7-41aa-a9f7-b2d605ab346b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ebef0c98-5a96-482c-88be-ad4a399fbddf HTTP/1.1" status: 200 len: 845 time: 0.1146703 Feb 11 13:19:49.998487 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e471291-8f72-434e-bf0e-a7bd3d5cf48a req-37c5b89b-806c-483a-89df-ad54c766d72f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44f4922a-4aaa-4aa6-a5c4-ea1efd107804 HTTP/1.1" status: 200 len: 217 time: 0.3010323 Feb 11 13:19:50.008488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f86cf9-3774-4268-8763-f565d5b17613 None None] Pushing event updated for resources: {'Port': ['ID=b6cf992c-a527-4209-851f-3584e8c28fcf,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:50.027054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:19:50.121123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e471291-8f72-434e-bf0e-a7bd3d5cf48a req-a311d006-4bf7-44d5-9f29-abe291055653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:50.122910 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e471291-8f72-434e-bf0e-a7bd3d5cf48a req-a311d006-4bf7-44d5-9f29-abe291055653 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.1133823 Feb 11 13:19:50.182011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38533ea1-e19e-4dc0-a9dc-0c50e6e01964 req-bfa2a07d-603e-4d7e-8ea6-147cc51760ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8def48aa-ef08-4b80-abf3-24d152a70065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2138314 Feb 11 13:19:50.277442 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:19:50.303728 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:50.495770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e471291-8f72-434e-bf0e-a7bd3d5cf48a req-4aa17d3f-3206-4421-8341-420788d8fc6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3429072 Feb 11 13:19:50.552948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:50.567069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38533ea1-e19e-4dc0-a9dc-0c50e6e01964 req-d14d6b68-2b2a-4870-9248-2287e2c18657 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740218 Feb 11 13:19:50.574858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '44f4922a-4aaa-4aa6-a5c4-ea1efd107804', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'port_id': '44f4922a-4aaa-4aa6-a5c4-ea1efd107804', 'mac_address': 'fa:16:3e:15:27:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed8415f-ae9d-4916-aeb3-95b233c7a703', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:19:50.744777 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:50.774969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:50.813102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:50.838718 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:50.984024 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38533ea1-e19e-4dc0-a9dc-0c50e6e01964 req-5669d062-d764-4b49-8fda-e82be8f4ab42 service neutron] 10.222.0.73 "GET /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061098 Feb 11 13:19:50.986928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:50.990202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:19:51.019851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96083051-477a-41a6-a63b-f1bad28f78b4 req-56a8df17-3f0d-47d2-816c-e6b3e0148d40 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.021500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96083051-477a-41a6-a63b-f1bad28f78b4 req-56a8df17-3f0d-47d2-816c-e6b3e0148d40 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 943 time: 0.9699454 Feb 11 13:19:51.088697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['44f4922a-4aaa-4aa6-a5c4-ea1efd107804'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:51.130716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96083051-477a-41a6-a63b-f1bad28f78b4 req-f239a8db-6c4f-4e1d-b973-351bf9d2aea3 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018922 Feb 11 13:19:51.332141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d4ef3-4a1c-4da1-8400-842920ac8881 req-d24c8969-d385-4545-a9f3-6d520fcc27f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.339537 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-389d4ef3-4a1c-4da1-8400-842920ac8881 req-d24c8969-d385-4545-a9f3-6d520fcc27f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 1.8330543 Feb 11 13:19:51.343397 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e471291-8f72-434e-bf0e-a7bd3d5cf48a req-3af8a21a-e09e-45ee-9edd-0faa3eb693b2 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8070681 Feb 11 13:19:51.604180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f34b89-12a7-4a85-9180-213a2072337b None None] Network df09da2a-d97b-40a5-908d-af76f3ba3fe0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:51.646472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:51.654609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.671459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Transition to ACTIVE for port object 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:51.684693 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98d67e08-af27-4ba5-abc5-cdd50292900b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.781362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.790613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340ec5a-faa8-413b-aed6-34aeeaedb86a req-5367cfc6-df0d-4ac9-8c24-e58c1cd5ecae tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.799795 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c340ec5a-faa8-413b-aed6-34aeeaedb86a req-5367cfc6-df0d-4ac9-8c24-e58c1cd5ecae tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 945 time: 0.3068328 Feb 11 13:19:51.804889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b6cf992c-a527-4209-851f-3584e8c28fcf up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:51.861467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37808) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:51.879268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c340ec5a-faa8-413b-aed6-34aeeaedb86a req-5fb91391-0ea3-4f3b-bc16-866363741b66 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742915 Feb 11 13:19:51.947740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c819bb1e-7409-4f1a-89fc-3d95278dddc3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:19:52.053105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bae5c5a1-a204-4fe1-a44a-cc3bff7af1b3 None None] Provisioning for port b6cf992c-a527-4209-851f-3584e8c28fcf completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:52.063588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bae5c5a1-a204-4fe1-a44a-cc3bff7af1b3 None None] Provisioning complete for port b6cf992c-a527-4209-851f-3584e8c28fcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:52.064119 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bae5c5a1-a204-4fe1-a44a-cc3bff7af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.083828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9e3aaf5-5a0f-42fd-b008-3f64bcbfc626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.103604 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e471291-8f72-434e-bf0e-a7bd3d5cf48a req-024898c9-3a9e-4b52-a36b-212d8366a44f service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7257636 Feb 11 13:19:52.146891 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98d67e08-af27-4ba5-abc5-cdd50292900b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.174303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98d67e08-af27-4ba5-abc5-cdd50292900b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network d22ec03a-ef80-4425-8f27-f8684a34673d is not hosted by any dhcp agent {{(pid=83568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 11 13:19:52.177976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d67e08-af27-4ba5-abc5-cdd50292900b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:52.178708 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98d67e08-af27-4ba5-abc5-cdd50292900b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.184866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-98d67e08-af27-4ba5-abc5-cdd50292900b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "PUT /v2.0/networks/d22ec03a-ef80-4425-8f27-f8684a34673d HTTP/1.1" status: 200 len: 723 time: 3.3340235 Feb 11 13:19:52.186392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a9e3aaf5-5a0f-42fd-b008-3f64bcbfc626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:52.192051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37820) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:52.195696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a9e3aaf5-5a0f-42fd-b008-3f64bcbfc626 admin admin] Usage tracker for resource:security_group_rule and tenant:594b09ec977c4394903a20d710e3ae5b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:52.209574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a9e3aaf5-5a0f-42fd-b008-3f64bcbfc626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:52.237633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a9e3aaf5-5a0f-42fd-b008-3f64bcbfc626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:52.311526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'network_id': 'd22ec03a-ef80-4425-8f27-f8684a34673d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:52.492905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6f556-206c-40c0-9ba3-cf2671f5f6b5 req-aaa17eb0-fdca-4264-b431-12a968ee74a5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:52.494959 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ea6f556-206c-40c0-9ba3-cf2671f5f6b5 req-aaa17eb0-fdca-4264-b431-12a968ee74a5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 948 time: 0.2215855 Feb 11 13:19:52.538533 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9e3aaf5-5a0f-42fd-b008-3f64bcbfc626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.550607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d67e08-af27-4ba5-abc5-cdd50292900b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=d22ec03a-ef80-4425-8f27-f8684a34673d,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:52.565659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.566958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9e3aaf5-5a0f-42fd-b008-3f64bcbfc626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.577304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d22ec03a-ef80-4425-8f27-f8684a34673d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:19:52.702361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:52.707859 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:19:52.717668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-389d4ef3-4a1c-4da1-8400-842920ac8881 req-e330bea1-3ef7-4a34-bc43-db498d7753ad tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3755302 Feb 11 13:19:52.770925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ea6f556-206c-40c0-9ba3-cf2671f5f6b5 req-0cbab032-ec80-4f67-bff3-d65fe8ce1f85 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/security-groups?id=05606889-c0f1-4f2c-b5f3-bac69b72242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589903 Feb 11 13:19:52.802655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3aaf5-5a0f-42fd-b008-3f64bcbfc626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93472329-1c15-42f1-bf28-ee554b58b29f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:52.824525 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a9e3aaf5-5a0f-42fd-b008-3f64bcbfc626 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=594b09ec977c4394903a20d710e3ae5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9613540 Feb 11 13:19:52.827589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37834) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:52.994548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b6cf992c-a527-4209-851f-3584e8c28fcf triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:52.995146 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.113273 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c09468-1a06-41d7-a54f-7267c31f3de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.153759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c819bb1e-7409-4f1a-89fc-3d95278dddc3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:53.196216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'port_id': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3', 'mac_address': 'fa:16:3e:f2:9c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef0c98-5a96-482c-88be-ad4a399fbddf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:19:53.258371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37840) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:53.374315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c09468-1a06-41d7-a54f-7267c31f3de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.429687 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.448591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7fa7-6413-40f7-abe6-9f831b505ef5 req-ab4132d8-6dbc-4c9a-94f0-254b70b9202f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:53.450115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a6e7fa7-6413-40f7-abe6-9f831b505ef5 req-ab4132d8-6dbc-4c9a-94f0-254b70b9202f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 945 time: 0.2928791 Feb 11 13:19:53.495761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Checking segment: {'id': 'af3f5a47-9461-447b-a779-fc91f18f7ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:53.497559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Network hostable DHCP agents. Network: 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:53.508619 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a6e7fa7-6413-40f7-abe6-9f831b505ef5 req-007ef076-57ca-4c4f-b7ab-6f1b7f66ca27 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511572 Feb 11 13:19:53.515441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c09468-1a06-41d7-a54f-7267c31f3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.538928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c09468-1a06-41d7-a54f-7267c31f3de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.542627 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-17c09468-1a06-41d7-a54f-7267c31f3de5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/93472329-1c15-42f1-bf28-ee554b58b29f HTTP/1.1" status: 204 len: 168 time: 0.7116177 Feb 11 13:19:53.542627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c09468-1a06-41d7-a54f-7267c31f3de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93472329-1c15-42f1-bf28-ee554b58b29f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:53.543276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:53.554733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c819bb1e-7409-4f1a-89fc-3d95278dddc3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:53.561925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:53.596670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:53.599682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Attempting to bind port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:53.600082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Attempting to bind port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:53.600406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Attempting to bind port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:53.615900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc181036-504b-48c2-83f6-bc321484137d req-10604efe-c690-4db1-9c59-abaf60de7b4d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:53.616616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cc181036-504b-48c2-83f6-bc321484137d req-10604efe-c690-4db1-9c59-abaf60de7b4d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Synchronizing usage tracker for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:53.646155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cc181036-504b-48c2-83f6-bc321484137d req-10604efe-c690-4db1-9c59-abaf60de7b4d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Unset dirty status for tenant:382398d42ea748ecb7380cdbe2da9f79 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:53.648082 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc181036-504b-48c2-83f6-bc321484137d req-10604efe-c690-4db1-9c59-abaf60de7b4d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 943 time: 0.5228086 Feb 11 13:19:53.650789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:19:53.651371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Attempting to bind port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:53.699790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:53.729146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c819bb1e-7409-4f1a-89fc-3d95278dddc3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:53.743106 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.841273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:19:53.841711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:53.842255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:19:53.842697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Bound port: 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:53.843097 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.905232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:53.910098 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65796b5a-aa62-43f4-a055-519764f63068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.938296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:53.988011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:54.029282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fd617dd5-38f5-41a3-856e-61b41d592fe3 None None] Provisioning complete for port b6cf992c-a527-4209-851f-3584e8c28fcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:54.030107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc181036-504b-48c2-83f6-bc321484137d req-299e5d60-919e-4c07-a529-a7db2849786d tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737433 Feb 11 13:19:54.040658 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd617dd5-38f5-41a3-856e-61b41d592fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:54.117564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['c819bb1e-7409-4f1a-89fc-3d95278dddc3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:19:54.153232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942ab99-6c00-4317-9b5b-22cc141a86bc req-f3445f14-cc88-4377-a8c8-a0826dce4d69 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:54.155905 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c942ab99-6c00-4317-9b5b-22cc141a86bc req-f3445f14-cc88-4377-a8c8-a0826dce4d69 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.1375134 Feb 11 13:19:54.218485 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c942ab99-6c00-4317-9b5b-22cc141a86bc req-8ad8f0e9-0dca-4965-91da-b08f2760a1c2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561957 Feb 11 13:19:54.315282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c819bb1e-7409-4f1a-89fc-3d95278dddc3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:54.365156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:54.375944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:54.376533 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:54.392002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d289c8-7683-4509-b804-9c1772e7a6fd None None] Network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:54.420919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:54.490025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] For port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:54.517176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] For port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:54.536323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-65796b5a-aa62-43f4-a055-519764f63068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:54.554368 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2fd7effa-42d2-4949-afbe-ef8e5da0df21 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 6.1703472 Feb 11 13:19:54.564239 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:54.568827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-65796b5a-aa62-43f4-a055-519764f63068 admin admin] Usage tracker for resource:security_group_rule and tenant:13e41b2021e146c9b73b93caac63aca7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:54.573826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:54.574478 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:54.650303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-65796b5a-aa62-43f4-a055-519764f63068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:54.729966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-65796b5a-aa62-43f4-a055-519764f63068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:54.796850 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:54.858128 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:54.910866 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:54.912272 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] 10.222.0.73 "PUT /v2.0/ports/465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 HTTP/1.1" status: 200 len: 1096 time: 7.9178231 Feb 11 13:19:54.934881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3576e6e9-9dc3-454b-957b-3645052eca30', 'tag': '465c0b53-cd35-430d-b2c1-fc6c5b58b4b8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:54.943618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7bea8-b875-405f-a370-f4ae11dd7c85 req-a2e93b35-260f-4633-8e71-ca11b4c4c3e8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:54.946524 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1eb7bea8-b875-405f-a370-f4ae11dd7c85 req-a2e93b35-260f-4633-8e71-ca11b4c4c3e8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 945 time: 0.1628878 Feb 11 13:19:54.947454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:54.949843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1352ec37-1d7d-40b7-abc9-f8bff23cfdb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f4922a-4aaa-4aa6-a5c4-ea1efd107804'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:54.999290 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:55.055811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41e684-d184-4253-8501-e5e7ebaf0fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:55.071718 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1eb7bea8-b875-405f-a370-f4ae11dd7c85 req-033a726a-9c14-4a1f-a485-c9fe08cf4985 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181276 Feb 11 13:19:55.106232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:55.125910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b940c-a8c2-4918-98a3-1f3e34ea8336 None None] Network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:55.144967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd2383-638e-4c07-98e9-5354dd00b2c4 req-708bc4d0-57ac-4ee3-80d9-f571ee44e6cb tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.146961 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4fd2383-638e-4c07-98e9-5354dd00b2c4 req-708bc4d0-57ac-4ee3-80d9-f571ee44e6cb tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 948 time: 0.7914195 Feb 11 13:19:55.203926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=8de0850b-4098-4aa1-b466-087d7b470440,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:55.291233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking segment: {'id': '9941b689-803d-49df-982c-d5938123e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd22ec03a-ef80-4425-8f27-f8684a34673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:55.291233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network hostable DHCP agents. Network: d22ec03a-ef80-4425-8f27-f8684a34673d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:55.354667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37886) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.434506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b4fd2383-638e-4c07-98e9-5354dd00b2c4 req-4d8f6b1b-e1b8-4f48-964c-935e3f06df1d tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Synchronizing usage tracker for tenant:8a43aeb23edd4b43b3f08f1669fb8a75 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:55.457979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65796b5a-aa62-43f4-a055-519764f63068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:55.466528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-15b0d8ec-c901-41f0-a535-259de344e82d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a43aeb23edd4b43b3f08f1669fb8a75&device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 1099 time: 0.4909337 Feb 11 13:19:55.470279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65796b5a-aa62-43f4-a055-519764f63068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:55.544621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-6a21c370-cc80-4470-97be-666b8dfe82b0 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.546221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6a21c370-cc80-4470-97be-666b8dfe82b0 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.1905830 Feb 11 13:19:55.549112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37892) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.554365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-d47c69a6-dc58-4c44-b697-dbac16248259 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.560303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d47c69a6-dc58-4c44-b697-dbac16248259 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0101116 Feb 11 13:19:55.564431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37896) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.567853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65796b5a-aa62-43f4-a055-519764f63068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb22e5-f30e-4584-a395-388a998f85b1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:55.572631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-b355abc8-48c8-4d18-8c1c-4f38c0ea8d0e tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.577185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b355abc8-48c8-4d18-8c1c-4f38c0ea8d0e tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0114472 Feb 11 13:19:55.580896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37900) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.593120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-236acf8a-6c36-4a91-8ec1-aacc61bd291c tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.598742 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-236acf8a-6c36-4a91-8ec1-aacc61bd291c tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0165651 Feb 11 13:19:55.602655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37904) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.604642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b4fd2383-638e-4c07-98e9-5354dd00b2c4 req-4d8f6b1b-e1b8-4f48-964c-935e3f06df1d tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Unset dirty status for tenant:8a43aeb23edd4b43b3f08f1669fb8a75 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:55.606792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4fd2383-638e-4c07-98e9-5354dd00b2c4 req-4d8f6b1b-e1b8-4f48-964c-935e3f06df1d tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/security-groups?id=05606889-c0f1-4f2c-b5f3-bac69b72242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436994 Feb 11 13:19:55.615790 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-6e25f268-b7d4-48e4-a767-ad2b5d6148ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 HTTP/1.1" status: 200 len: 217 time: 0.1351135 Feb 11 13:19:55.620221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-50cb8aff-fecb-451d-98dd-bd68d27e64a4 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.627609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-50cb8aff-fecb-451d-98dd-bd68d27e64a4 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0237291 Feb 11 13:19:55.636685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37908) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.645798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-2d196a61-3387-416e-8a59-5f810a26c915 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.655975 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2d196a61-3387-416e-8a59-5f810a26c915 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0179737 Feb 11 13:19:55.657630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37912) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.668159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-1e1ed5b6-fcf8-4af1-bb6f-99ea91cb7c58 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.673711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37916) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.674389 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1e1ed5b6-fcf8-4af1-bb6f-99ea91cb7c58 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0152345 Feb 11 13:19:55.682664 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-65796b5a-aa62-43f4-a055-519764f63068 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=13e41b2021e146c9b73b93caac63aca7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4048221 Feb 11 13:19:55.683426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37918) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.691134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network d22ec03a-ef80-4425-8f27-f8684a34673d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:55.721479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-edf92f7c-5a8c-4021-a948-425d6f5beb6b tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.723193 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-edf92f7c-5a8c-4021-a948-425d6f5beb6b tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0393841 Feb 11 13:19:55.727012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d22ec03a-ef80-4425-8f27-f8684a34673d) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:55.733266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.734203 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444344'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:55.739913 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a9f417-0637-4cd5-8c61-d1ae417f45a0 None None] Network d22ec03a-ef80-4425-8f27-f8684a34673d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:55.756399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37924) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.767354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e4a575f0-7070-4f8e-b7fd-e57a9c1c98a2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4883513 Feb 11 13:19:55.768016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37928) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.772637 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3576e6e9-9dc3-454b-957b-3645052eca30', 'tag': '465c0b53-cd35-430d-b2c1-fc6c5b58b4b8', 'status': 'completed', 'code': 200} Feb 11 13:19:55.776454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-2da850d4-987a-4e2a-ba1c-cfb75eb8aba1 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.777449 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2da850d4-987a-4e2a-ba1c-cfb75eb8aba1 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0198183 Feb 11 13:19:55.785181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37932) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.785809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b3504509-72e7-4801-b2e8-55e568e30afb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:19:55.803375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-6fcef08e-3009-49fb-803f-cf3027b773c4 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.815375 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6fcef08e-3009-49fb-803f-cf3027b773c4 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0221231 Feb 11 13:19:55.844544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37936) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.854795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-f6e59554-5f1a-4dc5-851f-31edfb4417e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.857324 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-f6e59554-5f1a-4dc5-851f-31edfb4417e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.2317576 Feb 11 13:19:55.869773 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1352ec37-1d7d-40b7-abc9-f8bff23cfdb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f4922a-4aaa-4aa6-a5c4-ea1efd107804', 'code': 200} Feb 11 13:19:55.881877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-ec7d8d8c-13e1-4c88-8ce5-1110ecd2da39 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.883152 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ec7d8d8c-13e1-4c88-8ce5-1110ecd2da39 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0365496 Feb 11 13:19:55.912892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37940) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.934866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-40c1f69d-4541-4646-860f-f0f4455e5e68 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.937755 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-40c1f69d-4541-4646-860f-f0f4455e5e68 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0238905 Feb 11 13:19:55.943733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.954609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-dcd00ac0-ef6e-4645-94f7-170ef5a8bd23 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:55.955052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c819bb1e-7409-4f1a-89fc-3d95278dddc3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:19:55.955726 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dcd00ac0-ef6e-4645-94f7-170ef5a8bd23 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0090351 Feb 11 13:19:55.964190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37950) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:55.970964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9053-aaca-4907-86a1-88322c669782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.002362 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9053-aaca-4907-86a1-88322c669782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.017145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-808e80f9-2739-4a65-b87d-bce92481ec00 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.018161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-808e80f9-2739-4a65-b87d-bce92481ec00 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0152879 Feb 11 13:19:56.040723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37956) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.063110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-21a3c98e-8b68-4601-a7d1-c55dad2fd89c tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.064107 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-21a3c98e-8b68-4601-a7d1-c55dad2fd89c tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0196335 Feb 11 13:19:56.088172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3504509-72e7-4801-b2e8-55e568e30afb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16243416'] for subnet, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.123388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37960) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.137039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-296457f4-f0a3-4bc5-9ba0-df5046266a64 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.137984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-296457f4-f0a3-4bc5-9ba0-df5046266a64 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0082014 Feb 11 13:19:56.157476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37966) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.160834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port c819bb1e-7409-4f1a-89fc-3d95278dddc3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:56.172427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-33fbeba0-3ef4-440d-b0df-7bff04d1a18b tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.173390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-33fbeba0-3ef4-440d-b0df-7bff04d1a18b tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0149887 Feb 11 13:19:56.177260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37970) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.186101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port c819bb1e-7409-4f1a-89fc-3d95278dddc3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:56.186836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-b0b37e7b-8d9d-45b5-bb1c-6ce9d422b20a tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.187868 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b0b37e7b-8d9d-45b5-bb1c-6ce9d422b20a tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0096736 Feb 11 13:19:56.191554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37974) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.191942 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.199347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-86f54ef4-de8a-4b4d-baf5-c43c8f523857 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.200298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-86f54ef4-de8a-4b4d-baf5-c43c8f523857 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078723 Feb 11 13:19:56.205803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37978) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.214522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-46c3c267-f579-49e8-b3d0-17b5a0a68067 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.215751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-46c3c267-f579-49e8-b3d0-17b5a0a68067 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0086007 Feb 11 13:19:56.227070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37982) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.256750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-7c046d13-7ac4-434f-b016-dca3014c6cf8 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.257712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7c046d13-7ac4-434f-b016-dca3014c6cf8 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0096407 Feb 11 13:19:56.258905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9053-aaca-4907-86a1-88322c669782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.260878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37986) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.278995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-9665dbf9-b309-4f46-af86-92c5622d0b31 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.280525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9665dbf9-b309-4f46-af86-92c5622d0b31 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0140681 Feb 11 13:19:56.284616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-77cb5dc6-a963-4a37-93ac-ddbe760ca8f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4211657 Feb 11 13:19:56.285087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37990) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.287047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe9053-aaca-4907-86a1-88322c669782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb22e5-f30e-4584-a395-388a998f85b1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:56.293151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-81aa712e-3762-4455-ab9e-3d84538156b3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:56.293839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-81aa712e-3762-4455-ab9e-3d84538156b3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Synchronizing usage tracker for tenant:4a7db9cc754446c0ae8724ea32a8e59f on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:19:56.303282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-74d8e4aa-8668-4a35-8205-fe07db2e22b0 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.306987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-74d8e4aa-8668-4a35-8205-fe07db2e22b0 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0147824 Feb 11 13:19:56.307122 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9053-aaca-4907-86a1-88322c669782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.307122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a4fe9053-aaca-4907-86a1-88322c669782 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/31fb22e5-f30e-4584-a395-388a998f85b1 HTTP/1.1" status: 204 len: 168 time: 0.6205306 Feb 11 13:19:56.309136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37994) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.315609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-fb38fdb5-91a3-40ba-9128-8488eeafa082 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.319205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fb38fdb5-91a3-40ba-9128-8488eeafa082 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0066345 Feb 11 13:19:56.319818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38000) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.332639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-cacc53c6-8339-4972-9441-05e39cd8bbe5 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.337725 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cacc53c6-8339-4972-9441-05e39cd8bbe5 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0130923 Feb 11 13:19:56.338060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-81aa712e-3762-4455-ab9e-3d84538156b3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Unset dirty status for tenant:4a7db9cc754446c0ae8724ea32a8e59f on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:19:56.339269 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-81aa712e-3762-4455-ab9e-3d84538156b3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 813 time: 0.3291266 Feb 11 13:19:56.339751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38004) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.345659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-fbcf43b2-b065-4f5b-9cb6-bc9e67c86256 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.349153 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fbcf43b2-b065-4f5b-9cb6-bc9e67c86256 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0060024 Feb 11 13:19:56.351359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38008) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.373696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-8feb72e9-6c7a-4c07-9908-a0f517513c86 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.377741 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8feb72e9-6c7a-4c07-9908-a0f517513c86 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0253248 Feb 11 13:19:56.385151 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-47d0cf60-146c-4a61-91e6-2354820fa1b8 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/quotas/4a7db9cc754446c0ae8724ea32a8e59f HTTP/1.1" status: 200 len: 375 time: 0.0374615 Feb 11 13:19:56.388056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38012) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.429103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-17b5ae9a-1139-4115-bd1c-8de654098dc5 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.433459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-17b5ae9a-1139-4115-bd1c-8de654098dc5 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0084119 Feb 11 13:19:56.439578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38016) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.453935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-ead67476-6329-467c-a161-a9f796cb5e18 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.457541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ead67476-6329-467c-a161-a9f796cb5e18 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0170147 Feb 11 13:19:56.466568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-6aa70966-d3ad-42ac-81a3-f99fa7ae5137 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805368 Feb 11 13:19:56.535157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38020) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.538817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-d22ec03a-ef80-4425-8f27-f8684a34673d', 'network_id': 'd22ec03a-ef80-4425-8f27-f8684a34673d', 'tenant_id': 'a91d11f5e8f94dc39596a2d1cf6a863f', 'fixed_ips': [{'subnet_id': '8de0850b-4098-4aa1-b466-087d7b470440'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:19:56.543226 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.547981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef540d10-ec5b-47a2-8cce-d55d31ffc301 req-8c74ce62-94ea-427d-a167-4b72b2a94925 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:56.549518 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef540d10-ec5b-47a2-8cce-d55d31ffc301 req-8c74ce62-94ea-427d-a167-4b72b2a94925 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 944 time: 0.4213402 Feb 11 13:19:56.610622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-dc8f113e-310a-44c8-8e6b-7b962a8d27ab tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.611603 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dc8f113e-310a-44c8-8e6b-7b962a8d27ab tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0611792 Feb 11 13:19:56.625644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38024) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.633598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-427c9946-c049-4ef6-8c57-79dcb1f826e5 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.640068 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-427c9946-c049-4ef6-8c57-79dcb1f826e5 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0131786 Feb 11 13:19:56.643458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38028) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.678285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-bc4064c3-dcd4-44be-b9f1-611f11333612 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.686142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bc4064c3-dcd4-44be-b9f1-611f11333612 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0410149 Feb 11 13:19:56.688519 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d4369bb-b00e-4fcf-94a8-16aaab35c4eb req-7f687aba-1508-4cad-9b9d-029c78f9b5c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 1097 time: 0.7261679 Feb 11 13:19:56.695255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38034) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.707124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-8633e70d-a4ad-42e4-999e-bf5b096c808d tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.708090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8633e70d-a4ad-42e4-999e-bf5b096c808d tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0121045 Feb 11 13:19:56.719639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38038) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.757416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-0acbf0c6-4a9b-41cb-9011-e89116bf377d tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.763067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0acbf0c6-4a9b-41cb-9011-e89116bf377d tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0409107 Feb 11 13:19:56.765895 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-e60cf22b-c6f6-42e6-b354-a42ede0eda66 service neutron] 10.222.0.67 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977173 Feb 11 13:19:56.766341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38042) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.780774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-8fb823f1-0ba0-4f3d-84d7-ca8f1b2322a3 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.784708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8fb823f1-0ba0-4f3d-84d7-ca8f1b2322a3 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0173323 Feb 11 13:19:56.786429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38046) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.897737 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef540d10-ec5b-47a2-8cce-d55d31ffc301 req-d8a9100a-41a1-4769-a147-85fe1d8e45d8 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804074 Feb 11 13:19:56.937820 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d4369bb-b00e-4fcf-94a8-16aaab35c4eb req-7c378618-9936-4517-ab1d-a42f7f16d36d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402196 Feb 11 13:19:56.942634 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-ae2b37ca-37b7-4f1a-a669-233bb0a46b02 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370516 Feb 11 13:19:56.945928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-f9fbc1cd-f81b-4f30-9f0c-444763a7eec6 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.950390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38052) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.953919 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f9fbc1cd-f81b-4f30-9f0c-444763a7eec6 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.1664913 Feb 11 13:19:56.956228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-07d794f0-c2d5-43ce-b3f5-23aed25e61b4 service neutron] 10.222.0.67 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706247 Feb 11 13:19:56.964038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-1b9e45fa-a824-42a3-8174-03fd28025d3d tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.965019 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1b9e45fa-a824-42a3-8174-03fd28025d3d tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0116649 Feb 11 13:19:56.968771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38056) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.973957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-8844c265-4520-4925-9313-9ba6fb345d52 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.979254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8844c265-4520-4925-9313-9ba6fb345d52 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0094392 Feb 11 13:19:56.979843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38060) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.985154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-b3282710-07a4-4363-88b2-f3d5902d956f tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:56.987025 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.987454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3504509-72e7-4801-b2e8-55e568e30afb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742264258187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16106359'] for subnet, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.992008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38064) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:56.996764 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b3282710-07a4-4363-88b2-f3d5902d956f tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0158868 Feb 11 13:19:57.083693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-984c8e05-732c-45a6-ae7f-a6a5a6dba1c9 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.087141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-984c8e05-732c-45a6-ae7f-a6a5a6dba1c9 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0325677 Feb 11 13:19:57.088442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38068) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.094280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-059c0fa2-2dc7-4028-a099-5d948502d436 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.098291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-059c0fa2-2dc7-4028-a099-5d948502d436 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0085661 Feb 11 13:19:57.104728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38072) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.143406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3504509-72e7-4801-b2e8-55e568e30afb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.144234 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3504509-72e7-4801-b2e8-55e568e30afb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:57.148844 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b3504509-72e7-4801-b2e8-55e568e30afb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "PUT /v2.0/subnets/8de0850b-4098-4aa1-b466-087d7b470440 HTTP/1.1" status: 200 len: 826 time: 1.3691783 Feb 11 13:19:57.149201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38076) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.226459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c819bb1e-7409-4f1a-89fc-3d95278dddc3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:57.246196 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:57.300170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-b45da71f-c9b3-4253-b63a-1e73379e797f tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.306295 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b45da71f-c9b3-4253-b63a-1e73379e797f tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.1828990 Feb 11 13:19:57.317143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38082) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.317394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38086) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.328496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Allocated IP 2001:db8::2 (d22ec03a-ef80-4425-8f27-f8684a34673d/8de0850b-4098-4aa1-b466-087d7b470440/c05dad86-af9d-4f28-b895-f6186dee07ec) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:57.346328 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-e1bd328b-dd6f-499b-9a95-17f8bca088c4 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.360796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e1bd328b-dd6f-499b-9a95-17f8bca088c4 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0368974 Feb 11 13:19:57.391971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c805f7d8-df17-456a-8af6-1e3c5ef21376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:57.411713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38092) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.434537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-7bc614a3-6c16-4182-870d-1e564ff5e081 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.438622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7bc614a3-6c16-4182-870d-1e564ff5e081 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0248725 Feb 11 13:19:57.447669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38096) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.463794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-92cc22f3-5b8e-40f5-80dc-1dc1e6db3c22 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.468164 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-92cc22f3-5b8e-40f5-80dc-1dc1e6db3c22 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0146425 Feb 11 13:19:57.470895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3504509-72e7-4801-b2e8-55e568e30afb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=8de0850b-4098-4aa1-b466-087d7b470440,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:57.476856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38100) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.504807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-3f265fde-3663-4248-b7f3-3085659788b1 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.508588 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3f265fde-3663-4248-b7f3-3085659788b1 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0229053 Feb 11 13:19:57.514181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38104) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.533467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-f4a26be1-a1c3-4849-bd4b-be9dd08ee04a tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.537668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f4a26be1-a1c3-4849-bd4b-be9dd08ee04a tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0175779 Feb 11 13:19:57.539384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38108) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.570407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c819bb1e-7409-4f1a-89fc-3d95278dddc3,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:57.572997 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-cac94bc0-eb42-4d85-b3b3-fd0825e37d30 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.578732 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cac94bc0-eb42-4d85-b3b3-fd0825e37d30 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0268164 Feb 11 13:19:57.582008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38114) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.592556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5400e6-5e97-4c6c-a8d4-74fb80a98fc7 req-c0ce9342-f96e-460b-88c5-305609886c93 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.594142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a5400e6-5e97-4c6c-a8d4-74fb80a98fc7 req-c0ce9342-f96e-460b-88c5-305609886c93 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.4437907 Feb 11 13:19:57.597067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-36a1241c-b5ea-401f-9d47-56871d8c8b7b tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.602000 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-36a1241c-b5ea-401f-9d47-56871d8c8b7b tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0190203 Feb 11 13:19:57.604301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d34d4e61-36ae-4d71-b5db-f2e21e711209 req-8ba0a7b8-db19-470c-9047-b9cc93a5e667 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552014 Feb 11 13:19:57.606162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38118) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.664589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-d7a986cb-164e-4fd4-9515-14ebd0b3088d tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.670820 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d7a986cb-164e-4fd4-9515-14ebd0b3088d tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0635364 Feb 11 13:19:57.671678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38124) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.748928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-1405dc47-004a-468c-b9b2-cc60e36bcb2f tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.753029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1405dc47-004a-468c-b9b2-cc60e36bcb2f tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0716479 Feb 11 13:19:57.754055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38128) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.770366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-caffcf0b-eedc-46a8-9ea3-f7b65afeedba tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.771538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c805f7d8-df17-456a-8af6-1e3c5ef21376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:19:57.774036 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-caffcf0b-eedc-46a8-9ea3-f7b65afeedba tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0131865 Feb 11 13:19:57.788660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38132) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.800070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a5400e6-5e97-4c6c-a8d4-74fb80a98fc7 req-b4bb9bc5-78ee-431c-aa30-be6c93697ec2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947899 Feb 11 13:19:57.803725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-d6c6ae19-730b-44b1-b5a7-db8839e06264 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.804762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6c6ae19-730b-44b1-b5a7-db8839e06264 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0111856 Feb 11 13:19:57.809312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38136) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.816173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c805f7d8-df17-456a-8af6-1e3c5ef21376 admin admin] Usage tracker for resource:security_group_rule and tenant:90f583b07231486ba259ecc695bdb76f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:19:57.823503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-509d9d4b-4b28-4692-b156-2f0adb4d4bec tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.829866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-509d9d4b-4b28-4692-b156-2f0adb4d4bec tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0129640 Feb 11 13:19:57.832277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38140) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.833365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:57.836623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c805f7d8-df17-456a-8af6-1e3c5ef21376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:19:57.838538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-7fe15904-484e-4812-86fd-5c72d450edaa tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.851553 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7fe15904-484e-4812-86fd-5c72d450edaa tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0105968 Feb 11 13:19:57.851949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38144) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.870971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:57.877171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06fdc126-a60d-4ffa-a103-707198907efe req-9695b309-9cab-4d9b-bac3-6f543900d8f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a43aeb23edd4b43b3f08f1669fb8a75&device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 1099 time: 0.2027597 Feb 11 13:19:57.881512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c805f7d8-df17-456a-8af6-1e3c5ef21376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:19:57.892308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-80486b24-67be-4f26-87fe-bb3df2249d7b tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.899778 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-80486b24-67be-4f26-87fe-bb3df2249d7b tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0215707 Feb 11 13:19:57.903042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38150) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.923780 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:57.924058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [None req-df5617df-76fc-4971-a894-24b316c122fb tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.927648 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-df5617df-76fc-4971-a894-24b316c122fb tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0130801 Feb 11 13:19:57.946540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38154) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:57.950560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Transition to ACTIVE for port object c05dad86-af9d-4f28-b895-f6186dee07ec will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:57.970114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-c3631945-3ccb-4046-a5a3-53f13834cfcd tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:57.973431 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c3631945-3ccb-4046-a5a3-53f13834cfcd tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0181568 Feb 11 13:19:57.995925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Transition to ACTIVE for port object c05dad86-af9d-4f28-b895-f6186dee07ec will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:58.005866 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.112920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38162) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:58.153373 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.158865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Network d22ec03a-ef80-4425-8f27-f8684a34673d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:58.168808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:58.176699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:19:58.196578 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Pushing event updated for resources: {'Port': ['ID=c05dad86-af9d-4f28-b895-f6186dee07ec,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:58.205742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-f240f644-3dd9-4c09-b626-fd4b8c6b5c18 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:58.209613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f240f644-3dd9-4c09-b626-fd4b8c6b5c18 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0948203 Feb 11 13:19:58.220275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38166) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:58.243928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-334c58ac-fe6f-4fb3-bd00-5365eda8d7eb tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:58.248438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-334c58ac-fe6f-4fb3-bd00-5365eda8d7eb tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0234659 Feb 11 13:19:58.251478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38170) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:58.261332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-cfcdbadd-9f26-4522-ae69-ea96de154ae5 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:58.265003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cfcdbadd-9f26-4522-ae69-ea96de154ae5 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0085251 Feb 11 13:19:58.266189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38174) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:58.279750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-5135371f-6693-49b9-b87f-3f3e8a991608 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:58.283209 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5135371f-6693-49b9-b87f-3f3e8a991608 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0135040 Feb 11 13:19:58.287547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38178) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:58.316004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-6bda12c6-7134-4bb8-8998-4b9eda2d8418 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:58.319636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6bda12c6-7134-4bb8-8998-4b9eda2d8418 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0127015 Feb 11 13:19:58.337532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38182) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:58.349599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [None req-3e851eb1-0564-4e00-8205-ec450bd0b0b8 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:19:58.353904 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3e851eb1-0564-4e00-8205-ec450bd0b0b8 tempest-ExtensionsTestJSON-1552290344 tempest-ExtensionsTestJSON-1552290344-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0119486 Feb 11 13:19:58.368129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.387940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3b57a-00b9-4226-bbe7-f2412fa6570a req-b57a05aa-7c30-4d2e-91da-1e546b5e7727 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:58.390375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47f3b57a-00b9-4226-bbe7-f2412fa6570a req-b57a05aa-7c30-4d2e-91da-1e546b5e7727 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 948 time: 0.2788420 Feb 11 13:19:58.391702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdc126-a60d-4ffa-a103-707198907efe req-9fd1ee9b-7976-446d-8b7a-1074e0e095c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:58.393353 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06fdc126-a60d-4ffa-a103-707198907efe req-9fd1ee9b-7976-446d-8b7a-1074e0e095c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.5095317 Feb 11 13:19:58.422835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Attempting to bind port c05dad86-af9d-4f28-b895-f6186dee07ec on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:58.423388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Attempting to bind port c05dad86-af9d-4f28-b895-f6186dee07ec by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9941b689-803d-49df-982c-d5938123e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd22ec03a-ef80-4425-8f27-f8684a34673d'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:58.423503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Attempting to bind port c05dad86-af9d-4f28-b895-f6186dee07ec on network d22ec03a-ef80-4425-8f27-f8684a34673d {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:19:58.434131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:19:58.434533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Checking segment: {'id': '9941b689-803d-49df-982c-d5938123e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd22ec03a-ef80-4425-8f27-f8684a34673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:19:58.441068 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.441597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Bound using segment: {'id': '9941b689-803d-49df-982c-d5938123e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd22ec03a-ef80-4425-8f27-f8684a34673d'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:19:58.442095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Bound port: c05dad86-af9d-4f28-b895-f6186dee07ec, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9941b689-803d-49df-982c-d5938123e082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd22ec03a-ef80-4425-8f27-f8684a34673d'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:58.442478 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.501504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Subnet': ['ID=8de0850b-4098-4aa1-b466-087d7b470440,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:58.645281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] For port c05dad86-af9d-4f28-b895-f6186dee07ec, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:58.648721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] For port c05dad86-af9d-4f28-b895-f6186dee07ec, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c05dad86-af9d-4f28-b895-f6186dee07ec,segment=NetworkSegment(9941b689-803d-49df-982c-d5938123e082),segment_id=9941b689-803d-49df-982c-d5938123e082)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:58.656815 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.812696 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c805f7d8-df17-456a-8af6-1e3c5ef21376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.825441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c805f7d8-df17-456a-8af6-1e3c5ef21376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.847022 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06fdc126-a60d-4ffa-a103-707198907efe req-8968e506-6178-4c81-992e-a7f4eee4a8de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 HTTP/1.1" status: 200 len: 217 time: 0.4449561 Feb 11 13:19:58.925748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f9cd5-3d4e-4273-9197-0ed6a671c918 None None] Pushing event updated for resources: {'Port': ['ID=c05dad86-af9d-4f28-b895-f6186dee07ec,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:58.933911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae35afc9-58f1-41e3-b693-d65a5aeddedf None None] Network d22ec03a-ef80-4425-8f27-f8684a34673d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:58.953181 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c805f7d8-df17-456a-8af6-1e3c5ef21376 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=90f583b07231486ba259ecc695bdb76f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6347494 Feb 11 13:19:58.956923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdc126-a60d-4ffa-a103-707198907efe req-fb38bc1f-e939-4297-9463-e789abe625db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:58.958567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06fdc126-a60d-4ffa-a103-707198907efe req-fb38bc1f-e939-4297-9463-e789abe625db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0950897 Feb 11 13:19:58.959223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38192) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:58.959709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:19:58.961563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805f7d8-df17-456a-8af6-1e3c5ef21376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7905b199-65e6-450f-af5f-0d4656421213,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:58.990320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.004850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035172d-2d3f-420c-9768-c8ac0c5b389f req-2487dac9-fc51-4c46-a460-cb23fa26ce43 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:59.012275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6035172d-2d3f-420c-9768-c8ac0c5b389f req-2487dac9-fc51-4c46-a460-cb23fa26ce43 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 946 time: 1.1358144 Feb 11 13:19:59.077605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22ec03a-ef80-4425-8f27-f8684a34673d']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:59.078240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47f3b57a-00b9-4226-bbe7-f2412fa6570a req-c056ffb5-9e28-4f5c-91bf-4fbd0c8c3a92 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/security-groups?id=05606889-c0f1-4f2c-b5f3-bac69b72242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807809 Feb 11 13:19:59.130104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9941b689-803d-49df-982c-d5938123e082') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:59.130711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9941b689-803d-49df-982c-d5938123e082') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:59.163801 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.180320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06fdc126-a60d-4ffa-a103-707198907efe req-9075d808-1ebd-4a8a-b742-cd9ed06f78f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1788721 Feb 11 13:19:59.189084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e62fe7d7-4ec1-483f-8e94-7f0e079d8b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.196781 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.230148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e62fe7d7-4ec1-483f-8e94-7f0e079d8b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.252323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6035172d-2d3f-420c-9768-c8ac0c5b389f req-8a790beb-3bf4-413e-b499-e4fb387b5976 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391024 Feb 11 13:19:59.259603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:19:59.263971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.302186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389b137-03df-4c20-bef3-45aa676397ed None None] Network d22ec03a-ef80-4425-8f27-f8684a34673d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:59.328179 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:59.464837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06fdc126-a60d-4ffa-a103-707198907efe req-dcd1cdc6-f519-4db7-8ad2-a7fd45ff644d service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771597 Feb 11 13:19:59.482948 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e62fe7d7-4ec1-483f-8e94-7f0e079d8b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.534822 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3', 'code': 200} Feb 11 13:19:59.784230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f926b3c-9732-40f8-bf2f-1ffbfb5dfff5 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:19:59.882983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fe7d7-4ec1-483f-8e94-7f0e079d8b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7905b199-65e6-450f-af5f-0d4656421213,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:59.908787 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:19:59.908787 n-d-818559-1 neutron-server[83567]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:19:59.908787 n-d-818559-1 neutron-server[83567]: [parameters: {'id': 'd22ec03a-ef80-4425-8f27-f8684a34673d'}] Feb 11 13:19:59.908787 n-d-818559-1 neutron-server[83567]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:19:59.908787 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:19:59.952441 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8b362a18-3c68-4e68-913d-9c2da92440a2 req-c16dcd9e-3774-4777-b351-8a060bc6d191 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 210 time: 0.4852974 Feb 11 13:19:59.953754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:19:59.968667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e62fe7d7-4ec1-483f-8e94-7f0e079d8b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.986204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e62fe7d7-4ec1-483f-8e94-7f0e079d8b03 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7905b199-65e6-450f-af5f-0d4656421213 HTTP/1.1" status: 204 len: 168 time: 0.9970918 Feb 11 13:19:59.986204 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92651c72-7e1d-443b-95ec-508aedddaf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.017625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69be21-6874-4763-8c86-40e7eb087683 req-9756ad3b-1e9e-4138-871f-2daea6a20968 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.020778 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c69be21-6874-4763-8c86-40e7eb087683 req-9756ad3b-1e9e-4138-871f-2daea6a20968 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 945 time: 0.2335198 Feb 11 13:20:00.043497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c9a43ca-7bd7-4369-a29c-a5ff131f5362 req-cf2736a1-0db1-4df6-a88b-bbd187baf60a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 1096 time: 0.1972733 Feb 11 13:20:00.120880 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c69be21-6874-4763-8c86-40e7eb087683 req-f4a6d55c-03f1-4f33-bb54-6973a66b45ff tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821064 Feb 11 13:20:00.188753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:00.228263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '465c0b53-cd35-430d-b2c1-fc6c5b58b4b8', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '465c0b53-cd35-430d-b2c1-fc6c5b58b4b8', 'mac_address': 'fa:16:3e:08:e2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:20:00.233327 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f926b3c-9732-40f8-bf2f-1ffbfb5dfff5 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:20:00.283701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c9a43ca-7bd7-4369-a29c-a5ff131f5362 req-b0649566-5245-4c45-9036-3695e0a427bb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211819 Feb 11 13:20:00.343378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06fdc126-a60d-4ffa-a103-707198907efe req-95e0c7c0-ee01-433c-8cbc-c25a577ca56a service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8536053 Feb 11 13:20:00.348872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dfa9da9-deb3-48da-9dc9-d24c576c7ae5 req-92fa2a04-2c6a-4487-be30-ebf337171db8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1749971 Feb 11 13:20:00.369655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-92651c72-7e1d-443b-95ec-508aedddaf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:00.377716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-ac464b05-bc16-4b91-8a58-f97fec90a659 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.382793 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-ac464b05-bc16-4b91-8a58-f97fec90a659 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.73 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 813 time: 0.9160144 Feb 11 13:20:00.386457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-92651c72-7e1d-443b-95ec-508aedddaf11 admin admin] Usage tracker for resource:security_group_rule and tenant:520dc9a54acf4638be2e2f75899ea4d7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:00.395992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-92651c72-7e1d-443b-95ec-508aedddaf11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:00.411481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-92651c72-7e1d-443b-95ec-508aedddaf11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:00.449251 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.501081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.536656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:00.551474 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92651c72-7e1d-443b-95ec-508aedddaf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.559958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Request body: {'port': {'device_id': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f', 'admin_state_up': True, 'tenant_id': '4a7db9cc754446c0ae8724ea32a8e59f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:00.581943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92651c72-7e1d-443b-95ec-508aedddaf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.593166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:00.607922 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.639530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting port c05dad86-af9d-4f28-b895-f6186dee07ec {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:00.640693 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.819720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514edc-b6a0-43c8-b1bd-ba2d739a6092 req-0bb9a9d8-714c-4a49-af3b-1c39f2b57488 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.821488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc514edc-b6a0-43c8-b1bd-ba2d739a6092 req-0bb9a9d8-714c-4a49-af3b-1c39f2b57488 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 948 time: 0.4308281 Feb 11 13:20:00.822549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:00.826241 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dfa9da9-deb3-48da-9dc9-d24c576c7ae5 req-56a0ea53-a7eb-447d-b188-48d1449df15e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 1096 time: 0.3181684 Feb 11 13:20:00.878170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-92651c72-7e1d-443b-95ec-508aedddaf11 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=520dc9a54acf4638be2e2f75899ea4d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9021411 Feb 11 13:20:00.884093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38228) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:00.890942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf455f-38df-4bf5-9fc8-91b3c92dd619 req-3b13c436-f053-4b7b-871e-3af053b1009c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.892462 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4bf455f-38df-4bf5-9fc8-91b3c92dd619 req-3b13c436-f053-4b7b-871e-3af053b1009c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.6575394 Feb 11 13:20:00.893169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92651c72-7e1d-443b-95ec-508aedddaf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a68a15-4565-4dba-9927-a3105d7a523a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:00.904641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:00.940504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Usage tracker for resource:port and tenant:4a7db9cc754446c0ae8724ea32a8e59f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:00.970315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:00.994942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:00.995318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['465c0b53-cd35-430d-b2c1-fc6c5b58b4b8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:01.104309 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbcf1-7989-40a6-bbbd-ead88862abd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:01.147063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbcf1-7989-40a6-bbbd-ead88862abd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:01.201809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Made reservation on behalf of 4a7db9cc754446c0ae8724ea32a8e59f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:01.205543 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:01.241670 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4bf455f-38df-4bf5-9fc8-91b3c92dd619 req-ae4b853c-ee6d-49fa-a980-c856c3243f8f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343759 Feb 11 13:20:01.433760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc514edc-b6a0-43c8-b1bd-ba2d739a6092 req-808ae6da-1637-4a2d-88e6-e2facbd32479 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/security-groups?id=05606889-c0f1-4f2c-b5f3-bac69b72242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463166 Feb 11 13:20:01.440829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] For port c05dad86-af9d-4f28-b895-f6186dee07ec, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c05dad86-af9d-4f28-b895-f6186dee07ec,segment=NetworkSegment(9941b689-803d-49df-982c-d5938123e082),segment_id=9941b689-803d-49df-982c-d5938123e082)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:01.441189 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:01.455628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Allocated IP 172.20.0.7 (7853e81f-ef99-4b8f-87b3-9dafb2dcd77f/4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e/4593b2fa-f32d-4fc1-b2bf-ba05e77693e7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:01.578514 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbcf1-7989-40a6-bbbd-ead88862abd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:01.755059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Calling delete_port for c05dad86-af9d-4f28-b895-f6186dee07ec owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:01.813457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfbcf1-7989-40a6-bbbd-ead88862abd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a68a15-4565-4dba-9927-a3105d7a523a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:01.869515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0986276b-01e2-48ce-b8b3-eb90e9a01ce9 req-7cc52d68-d4ee-4707-b0ff-3be000ac7450 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 210 time: 0.0834196 Feb 11 13:20:01.884784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9da9-deb3-48da-9dc9-d24c576c7ae5 req-fce7bfe6-1d9a-451b-9ccf-dfa8aa8de5d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:01.886241 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dfa9da9-deb3-48da-9dc9-d24c576c7ae5 req-fce7bfe6-1d9a-451b-9ccf-dfa8aa8de5d8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.9550252 Feb 11 13:20:01.897538 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbcf1-7989-40a6-bbbd-ead88862abd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:01.898823 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3ddfbcf1-7989-40a6-bbbd-ead88862abd6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/90a68a15-4565-4dba-9927-a3105d7a523a HTTP/1.1" status: 204 len: 168 time: 0.9986265 Feb 11 13:20:01.956240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8129-17fa-411d-85aa-43fab4360c98 req-096147da-8c91-426c-97ba-cfa681c358af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:01.975194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b3d8129-17fa-411d-85aa-43fab4360c98 req-096147da-8c91-426c-97ba-cfa681c358af tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 946 time: 0.3661118 Feb 11 13:20:02.036376 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.067858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dfa9da9-deb3-48da-9dc9-d24c576c7ae5 req-565d8dd0-b845-4e9c-9d4b-1aa091ecc4e9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf HTTP/1.1" status: 200 len: 217 time: 0.1706433 Feb 11 13:20:02.115651 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b3d8129-17fa-411d-85aa-43fab4360c98 req-aa110422-e2ce-45ac-a897-2e48ad90efd8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395144 Feb 11 13:20:02.147916 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.191920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9da9-deb3-48da-9dc9-d24c576c7ae5 req-6da6b73d-a8b6-4c2b-a43b-d35e5f100edc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.193414 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dfa9da9-deb3-48da-9dc9-d24c576c7ae5 req-6da6b73d-a8b6-4c2b-a43b-d35e5f100edc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.1118679 Feb 11 13:20:02.349496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dfa9da9-deb3-48da-9dc9-d24c576c7ae5 req-d89b0cbe-a351-4845-8146-4a5ea494ab09 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434536 Feb 11 13:20:02.402706 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.489833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:02.497134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:02.500493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Pushing event updated for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:02.512687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:02.667375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.672454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.714744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-8bdde11c-186e-4dc9-b79f-adefa3b5dd9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1616676 Feb 11 13:20:02.725951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Request body: {'port': {'device_id': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:02.799541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Port': ['ID=c05dad86-af9d-4f28-b895-f6186dee07ec,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:02.854200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No DVR routers for this DVR port c05dad86-af9d-4f28-b895-f6186dee07ec on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:03.051538 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.062203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdce0a5-a2f2-4913-8860-fac1e107712b req-440d0d61-f264-41d5-8cdf-fef885c1d28e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.064104 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-efdce0a5-a2f2-4913-8860-fac1e107712b req-440d0d61-f264-41d5-8cdf-fef885c1d28e tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 945 time: 0.8593988 Feb 11 13:20:03.131207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.132161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1bef3-28cc-4ffd-86fd-536600ad62eb req-812113e4-1839-4a59-84be-8fa37d96fafc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.133922 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-07c1bef3-28cc-4ffd-86fd-536600ad62eb req-812113e4-1839-4a59-84be-8fa37d96fafc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.3523850 Feb 11 13:20:03.172456 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dfa9da9-deb3-48da-9dc9-d24c576c7ae5 req-3559d7bf-9447-4fb4-b4cc-da0ca312bf9a service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105505 Feb 11 13:20:03.260852 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-efdce0a5-a2f2-4913-8860-fac1e107712b req-b896a296-b814-47af-89d9-d2ca1b7d70f8 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765573 Feb 11 13:20:03.262439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22ec03a-ef80-4425-8f27-f8684a34673d']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:03.339721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9941b689-803d-49df-982c-d5938123e082') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:03.340014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9941b689-803d-49df-982c-d5938123e082') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:03.364796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.389110 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.420190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:20:03.420856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:03.438326 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:03.544008 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dfa9da9-deb3-48da-9dc9-d24c576c7ae5 req-9b7ccdca-dafc-439b-81cf-7e7b6598a524 service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597631 Feb 11 13:20:03.751449 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.766820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:03.769954 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.778013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.800034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Transition to ACTIVE for port object 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:03.827244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-07c1bef3-28cc-4ffd-86fd-536600ad62eb req-82327ee6-6eb3-4f05-9db8-948991c24066 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6858785 Feb 11 13:20:03.831991 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.864956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Network': ['ID=d22ec03a-ef80-4425-8f27-f8684a34673d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:03.939550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f1509562-2aa0-472c-aeb6-0051a0805ffa tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/d22ec03a-ef80-4425-8f27-f8684a34673d HTTP/1.1" status: 204 len: 168 time: 6.7850323 Feb 11 13:20:03.940489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38288) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:03.943398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38290) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:03.962667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:04.045599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb638-744a-4ca9-9f08-6246afbadbbb req-a0c76803-bf3e-4bc2-899d-a863c3aefd76 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.047203 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ae9eb638-744a-4ca9-9f08-6246afbadbbb req-a0c76803-bf3e-4bc2-899d-a863c3aefd76 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 949 time: 0.4414356 Feb 11 13:20:04.146250 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24bcb61-2b70-44d9-9806-4c283cdbc5f8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:04.146816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24bcb61-2b70-44d9-9806-4c283cdbc5f8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:04.148542 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e24bcb61-2b70-44d9-9806-4c283cdbc5f8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/d22ec03a-ef80-4425-8f27-f8684a34673d HTTP/1.1" status: 404 len: 339 time: 0.2063780 Feb 11 13:20:04.153630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38300) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:04.175820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2113159505', 'description': 'd1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:04.190784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:04.204182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Usage tracker for resource:network and tenant:a91d11f5e8f94dc39596a2d1cf6a863f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:04.206083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:04.214029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:04.228676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:04.232146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.260155 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ae9eb638-744a-4ca9-9f08-6246afbadbbb req-0c3608c9-fb05-43fd-8706-10291563d631 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/security-groups?id=05606889-c0f1-4f2c-b5f3-bac69b72242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940372 Feb 11 13:20:04.270870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:04.285578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.286001 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Added segment a99c231f-3c2d-4ad8-81e7-952d5eddb993 of type vlan for network 3a77cc47-403a-4c4d-8fbe-262dd7527307 Feb 11 13:20:04.300317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Pushing event updated for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:04.334554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:04.340614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:04.341108 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.378362 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.426318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Attempting to bind port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:04.426785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Attempting to bind port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'af3f5a47-9461-447b-a779-fc91f18f7ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:04.427543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Attempting to bind port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 on network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:04.443755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 on network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:20:04.444075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Attempting to bind port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 on network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:04.448410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.454825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.455644 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.458403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:04.458771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Checking segment: {'id': 'af3f5a47-9461-447b-a779-fc91f18f7ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:04.459553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Bound using segment: {'id': 'af3f5a47-9461-447b-a779-fc91f18f7ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:04.463017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Bound port: 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3f5a47-9461-447b-a779-fc91f18f7ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:04.463572 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.471988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-505320988'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:04.499605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe5814-6274-40d4-93b0-69c3fd12c1ab req-55dd9d69-125c-4f45-a2db-823751ec1286 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.506467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1afe5814-6274-40d4-93b0-69c3fd12c1ab req-55dd9d69-125c-4f45-a2db-823751ec1286 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 946 time: 0.2129118 Feb 11 13:20:04.552380 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.581741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:04.593564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:network and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:04.598790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:04.601565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=3a77cc47-403a-4c4d-8fbe-262dd7527307,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:04.603265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3576e6e9-9dc3-454b-957b-3645052eca30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465c0b53-cd35-430d-b2c1-fc6c5b58b4b8'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:04.609205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:04.618808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a33ea712-439d-48ff-9a8b-318f1596e92e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4637110 Feb 11 13:20:04.621487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38306) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:04.622060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 3a77cc47-403a-4c4d-8fbe-262dd7527307 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:20:04.655161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Made reservation on behalf of 79b3506a6c0a400f8257ed8c636d942c for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:04.658402 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.663991 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1afe5814-6274-40d4-93b0-69c3fd12c1ab req-856fb2ec-38c1-4417-85e0-dd2af0519de8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565270 Feb 11 13:20:04.739796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.751296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:04.759451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:04.768154 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.803606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:04.815655 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.874447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3968d284-30a8-416b-a722-6ea359c77c22 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.875282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3968d284-30a8-416b-a722-6ea359c77c22 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Synchronizing usage tracker for tenant:a91d11f5e8f94dc39596a2d1cf6a863f on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:04.886606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:04.889724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.891182 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] 10.222.0.73 "PUT /v2.0/ports/4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 HTTP/1.1" status: 200 len: 1091 time: 2.1694298 Feb 11 13:20:04.898884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:04.907822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:security_group_rule and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:04.911281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:04.931700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:04.948820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3968d284-30a8-416b-a722-6ea359c77c22 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Unset dirty status for tenant:a91d11f5e8f94dc39596a2d1cf6a863f on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:04.949205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3968d284-30a8-416b-a722-6ea359c77c22 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/networks?id=3a77cc47-403a-4c4d-8fbe-262dd7527307 HTTP/1.1" status: 200 len: 765 time: 0.3249671 Feb 11 13:20:04.959078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432b036-c651-4451-bae4-5086865a3793 req-17497ff1-63e6-43ea-a7d0-67583906b25e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.960582 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7432b036-c651-4451-bae4-5086865a3793 req-17497ff1-63e6-43ea-a7d0-67583906b25e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.1887217 Feb 11 13:20:04.961059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38316) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:04.971674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-dd868ced-969f-4add-943c-2527eef061cb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'description': 'd2'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:04.986169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:05.023049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25962b-db69-41e0-800c-cdd5c9764461 service neutron] Pushing event updated for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:05.047931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-01daa557-196b-4bf3-afec-73347ab1e095 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 1094 time: 0.1069062 Feb 11 13:20:05.156601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-39e1f636-37ad-40ee-80d5-dbcf7fde2cc7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 HTTP/1.1" status: 200 len: 217 time: 0.1003218 Feb 11 13:20:05.221713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd868ced-969f-4add-943c-2527eef061cb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.251726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cfef6506-ce68-4d21-be55-a30b87c412e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:05.253783 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-cfef6506-ce68-4d21-be55-a30b87c412e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 200 len: 853 time: 0.0902801 Feb 11 13:20:05.258230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd868ced-969f-4add-943c-2527eef061cb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.316852 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-eaa17903-b12e-4b32-b1a5-829f38be7fee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565753 Feb 11 13:20:05.394938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd868ced-969f-4add-943c-2527eef061cb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network 3a77cc47-403a-4c4d-8fbe-262dd7527307 is not hosted by any dhcp agent {{(pid=83567) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 11 13:20:05.398699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd868ced-969f-4add-943c-2527eef061cb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:05.399386 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd868ced-969f-4add-943c-2527eef061cb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.403682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dd868ced-969f-4add-943c-2527eef061cb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "PUT /v2.0/networks/3a77cc47-403a-4c4d-8fbe-262dd7527307 HTTP/1.1" status: 200 len: 762 time: 0.4404037 Feb 11 13:20:05.405047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38330) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:05.500844 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3576e6e9-9dc3-454b-957b-3645052eca30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465c0b53-cd35-430d-b2c1-fc6c5b58b4b8', 'code': 200} Feb 11 13:20:05.824237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7432b036-c651-4451-bae4-5086865a3793 req-8e8c2227-e0a4-4fe4-b36d-01e4b28ca4bb tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Synchronizing usage tracker for tenant:4a7db9cc754446c0ae8724ea32a8e59f on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:05.836289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd868ced-969f-4add-943c-2527eef061cb tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=3a77cc47-403a-4c4d-8fbe-262dd7527307,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:05.850608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 3a77cc47-403a-4c4d-8fbe-262dd7527307 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:20:05.872313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-f10cd2e5-ddbd-4582-b21f-7c452e63565f service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447812 Feb 11 13:20:05.873666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.890603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.910444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7432b036-c651-4451-bae4-5086865a3793 req-8e8c2227-e0a4-4fe4-b36d-01e4b28ca4bb tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Unset dirty status for tenant:4a7db9cc754446c0ae8724ea32a8e59f on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:05.911633 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7432b036-c651-4451-bae4-5086865a3793 req-8e8c2227-e0a4-4fe4-b36d-01e4b28ca4bb tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6738968 Feb 11 13:20:05.932763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f3f36-4eb2-439c-b452-42331da17537 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:05.940591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7d5f3f36-4eb2-439c-b452-42331da17537 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/networks?id=3a77cc47-403a-4c4d-8fbe-262dd7527307 HTTP/1.1" status: 200 len: 765 time: 0.5222478 Feb 11 13:20:05.942447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38338) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:05.981718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:05.990410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e152e55-c0cf-4db7-8976-a07d1d35f932,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:06.023078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2374be0c-d530-4d38-80ce-f10d5d5f5121 req-f2e3f5a2-26f5-4210-928b-e5f03ff1377f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 1101 time: 0.3469691 Feb 11 13:20:06.065995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.066338 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Added segment 488aa3a7-aba8-4f76-836f-1e5ab3db6659 of type vlan for network 337673b1-927f-4789-b1d6-b7e00b128946 Feb 11 13:20:06.085898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e41d84-cfea-4730-a0c8-2b22aea99e0a req-36846c4e-dec3-4fb3-a11c-8e82ebd2d59e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.096003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-62e41d84-cfea-4730-a0c8-2b22aea99e0a req-36846c4e-dec3-4fb3-a11c-8e82ebd2d59e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 946 time: 0.4664469 Feb 11 13:20:06.147165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d56162f-b08a-4002-9482-1b0af50eb50e req-1ef12bb2-53fc-41af-8894-69121278da61 service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663753 Feb 11 13:20:06.162277 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2374be0c-d530-4d38-80ce-f10d5d5f5121 req-eaf37140-8a4b-4cd6-862e-0af5cbc53d32 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05606889-c0f1-4f2c-b5f3-bac69b72242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283495 Feb 11 13:20:06.163815 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.186335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-62e41d84-cfea-4730-a0c8-2b22aea99e0a req-8d430fa2-6bf0-4d44-83cd-34f4760b7c59 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889804 Feb 11 13:20:06.261600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857a5e68-dd70-4000-8171-da7f0b045137 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.265598 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'status': 'completed', 'code': 200} Feb 11 13:20:06.266463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38344) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:06.275149 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-857a5e68-dd70-4000-8171-da7f0b045137 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3295619 Feb 11 13:20:06.334962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.338670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.339199 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.357001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e05d94e0-09e1-49e6-93c1-b67a992c5600 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Synchronizing usage tracker for tenant:a91d11f5e8f94dc39596a2d1cf6a863f on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:06.491902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e05d94e0-09e1-49e6-93c1-b67a992c5600 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Unset dirty status for tenant:a91d11f5e8f94dc39596a2d1cf6a863f on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:06.496794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e05d94e0-09e1-49e6-93c1-b67a992c5600 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 207 time: 0.2293947 Feb 11 13:20:06.498487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38348) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:06.511918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Network': ['ID=337673b1-927f-4789-b1d6-b7e00b128946,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:06.520074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fe0e86ee-6df5-4235-bceb-980d17132071 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5724928 Feb 11 13:20:06.523467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 337673b1-927f-4789-b1d6-b7e00b128946 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:20:06.533938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b940d-2932-4056-888c-582641aa62a8 req-18f17ed5-b195-4668-9f6a-183c0837fcd9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.540780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f0b940d-2932-4056-888c-582641aa62a8 req-18f17ed5-b195-4668-9f6a-183c0837fcd9 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.3585329 Feb 11 13:20:06.542782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38352) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:06.581009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'subnet': {'network_id': '337673b1-927f-4789-b1d6-b7e00b128946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:06.729872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fc6bf-f431-4378-a9f7-3dc3b3d88487 req-214e0f41-8e5c-438d-bb3d-57e3d328e6b2 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.738604 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-265fc6bf-f431-4378-a9f7-3dc3b3d88487 req-214e0f41-8e5c-438d-bb3d-57e3d328e6b2 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 950 time: 0.3593180 Feb 11 13:20:06.754894 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f0b940d-2932-4056-888c-582641aa62a8 req-2b726d07-06a6-499e-a205-2520f45b33d6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131226 Feb 11 13:20:06.779841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:06.798129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:subnet and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:06.801147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:06.808191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:06.829393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Made reservation on behalf of 79b3506a6c0a400f8257ed8c636d942c for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:06.863072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c73368-6d9f-465d-88ca-23f1f48f84bf tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.867738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c73368-6d9f-465d-88ca-23f1f48f84bf tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.873520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c73368-6d9f-465d-88ca-23f1f48f84bf tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.877867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c73368-6d9f-465d-88ca-23f1f48f84bf tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.882513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c73368-6d9f-465d-88ca-23f1f48f84bf tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.887243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c73368-6d9f-465d-88ca-23f1f48f84bf tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.888357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a9c73368-6d9f-465d-88ca-23f1f48f84bf tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Synchronizing usage tracker for tenant:a91d11f5e8f94dc39596a2d1cf6a863f on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:06.913515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a9c73368-6d9f-465d-88ca-23f1f48f84bf tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Unset dirty status for tenant:a91d11f5e8f94dc39596a2d1cf6a863f on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:06.918965 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a9c73368-6d9f-465d-88ca-23f1f48f84bf tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4101539 Feb 11 13:20:06.921346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38362) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:06.949085 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-265fc6bf-f431-4378-a9f7-3dc3b3d88487 req-7891eda8-666d-463e-9a4a-bd1074e2d992 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/security-groups?id=05606889-c0f1-4f2c-b5f3-bac69b72242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094460 Feb 11 13:20:06.955455 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35662718-59e3-4f2c-8300-24c6650736c8 req-a18592da-3709-4d27-9f42-ce2a1ed726a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 1094 time: 0.5092094 Feb 11 13:20:07.049506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.069804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-1127b22b-c930-41dd-b811-55fa90c4fd46 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7e4d1dcd794d492dade7a985d2cffc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533156 Feb 11 13:20:07.198312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662718-59e3-4f2c-8300-24c6650736c8 req-d045af0f-1938-4b13-9522-807ec919b548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.200025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35662718-59e3-4f2c-8300-24c6650736c8 req-d045af0f-1938-4b13-9522-807ec919b548 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 914 time: 0.1894965 Feb 11 13:20:07.234092 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.338004 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35662718-59e3-4f2c-8300-24c6650736c8 req-e1327456-df64-4b78-b2a6-ad52a7e47b27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 HTTP/1.1" status: 200 len: 217 time: 0.1180565 Feb 11 13:20:07.369004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-b480f6c5-76cd-4b33-9769-f50e103d2e2f tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.377769 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-b480f6c5-76cd-4b33-9769-f50e103d2e2f tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532246 Feb 11 13:20:07.450277 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-f8cb53ce-3609-4e9a-a433-09f0796a15ef tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/quotas/7e4d1dcd794d492dade7a985d2cffc0e HTTP/1.1" status: 200 len: 375 time: 0.0709763 Feb 11 13:20:07.522566 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-67df5f94-e62d-43a2-b1df-886184336601 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7e4d1dcd794d492dade7a985d2cffc0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707033 Feb 11 13:20:07.626732 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.644384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f269f282-474d-4a6d-9490-b17dfd4aaf1f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.7164323 Feb 11 13:20:07.692277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38380) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:07.727215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662718-59e3-4f2c-8300-24c6650736c8 req-909582dd-8ed2-4711-8801-257b7dad5391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.729279 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35662718-59e3-4f2c-8300-24c6650736c8 req-909582dd-8ed2-4711-8801-257b7dad5391 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 200 len: 853 time: 0.3805888 Feb 11 13:20:07.802673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e763fb6-4927-4a63-b6cc-0cb2dd515477 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.804314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e763fb6-4927-4a63-b6cc-0cb2dd515477 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.805789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e763fb6-4927-4a63-b6cc-0cb2dd515477 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.807589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e763fb6-4927-4a63-b6cc-0cb2dd515477 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.809112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e763fb6-4927-4a63-b6cc-0cb2dd515477 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.810901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6e763fb6-4927-4a63-b6cc-0cb2dd515477 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Synchronizing usage tracker for tenant:a91d11f5e8f94dc39596a2d1cf6a863f on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:07.817877 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35662718-59e3-4f2c-8300-24c6650736c8 req-3870e140-df70-4b4d-a9cd-a61d80ad0155 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620177 Feb 11 13:20:07.877057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6e763fb6-4927-4a63-b6cc-0cb2dd515477 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Unset dirty status for tenant:a91d11f5e8f94dc39596a2d1cf6a863f on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:07.887070 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6e763fb6-4927-4a63-b6cc-0cb2dd515477 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1900070 Feb 11 13:20:07.890800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38390) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:07.965999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c819bb1e-7409-4f1a-89fc-3d95278dddc3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:20:08.005792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99a6c6-88b1-4438-bdde-2e5ed9caa2b2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.006852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99a6c6-88b1-4438-bdde-2e5ed9caa2b2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.008107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99a6c6-88b1-4438-bdde-2e5ed9caa2b2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.009356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99a6c6-88b1-4438-bdde-2e5ed9caa2b2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.010638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99a6c6-88b1-4438-bdde-2e5ed9caa2b2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.013810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35662718-59e3-4f2c-8300-24c6650736c8 req-8544e717-99c2-48a1-9b28-4b1b5ea4225f service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855364 Feb 11 13:20:08.018084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4d99a6c6-88b1-4438-bdde-2e5ed9caa2b2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1072757 Feb 11 13:20:08.018806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38400) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:08.189311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35662718-59e3-4f2c-8300-24c6650736c8 req-e44d3206-5f67-4c7d-906f-5ae52049492c service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682191 Feb 11 13:20:08.219040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82dfcb-a7aa-4397-bf73-2b41d7cd081a req-9d9e4085-bac1-4c28-ae45-2cde56d136ae tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.220181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cb82dfcb-a7aa-4397-bf73-2b41d7cd081a req-9d9e4085-bac1-4c28-ae45-2cde56d136ae tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Synchronizing usage tracker for tenant:4a7db9cc754446c0ae8724ea32a8e59f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:08.244036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cb82dfcb-a7aa-4397-bf73-2b41d7cd081a req-9d9e4085-bac1-4c28-ae45-2cde56d136ae tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Unset dirty status for tenant:4a7db9cc754446c0ae8724ea32a8e59f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:08.251975 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cb82dfcb-a7aa-4397-bf73-2b41d7cd081a req-9d9e4085-bac1-4c28-ae45-2cde56d136ae tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.6950405 Feb 11 13:20:08.256537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854d2f2-44cf-4dbb-90f3-84b65e8e684e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.263354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9854d2f2-44cf-4dbb-90f3-84b65e8e684e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/networks/820ca523-f25c-4da5-890b-9fc3e0ecce50 HTTP/1.1" status: 200 len: 803 time: 0.2386210 Feb 11 13:20:08.264204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Subnet': ['ID=a0fd9c97-57f2-410c-a0a7-fea954f0e9e6,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:08.267898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c819bb1e-7409-4f1a-89fc-3d95278dddc3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:08.286359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3', 'network_id': '8def48aa-ef08-4b80-abf3-24d152a70065', 'port_id': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3', 'mac_address': 'fa:16:3e:f2:9c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebef0c98-5a96-482c-88be-ad4a399fbddf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:20:08.301447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38406) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:08.372743 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cb82dfcb-a7aa-4397-bf73-2b41d7cd081a req-725876dc-2d33-42ac-80d4-7107a7c81eb4 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195629 Feb 11 13:20:08.405735 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.429498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c819bb1e-7409-4f1a-89fc-3d95278dddc3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:08.451047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c819bb1e-7409-4f1a-89fc-3d95278dddc3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:08.479354 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.599329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Checking segment: {'id': '488aa3a7-aba8-4f76-836f-1e5ab3db6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '337673b1-927f-4789-b1d6-b7e00b128946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:08.604147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network hostable DHCP agents. Network: 337673b1-927f-4789-b1d6-b7e00b128946, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:20:08.703540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cbf9e-105d-4063-9157-4a5a8e120d6c req-1ef9feb5-9a17-4f7d-b4e7-be7730bbc3d4 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.703886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c819bb1e-7409-4f1a-89fc-3d95278dddc3,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:08.711118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c16cbf9e-105d-4063-9157-4a5a8e120d6c req-1ef9feb5-9a17-4f7d-b4e7-be7730bbc3d4 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 946 time: 0.6871574 Feb 11 13:20:08.723845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.724191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.724666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.724998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.725326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.725805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.725969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.726279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.726611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.727162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.727885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.767409 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2b668a45-be8d-4790-9824-5a3de1ab83d8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/networks/820ca523-f25c-4da5-890b-9fc3e0ecce50?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4587638 Feb 11 13:20:08.767966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38418) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:08.792389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 337673b1-927f-4789-b1d6-b7e00b128946 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:20:08.809139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['c819bb1e-7409-4f1a-89fc-3d95278dddc3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:08.812601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 337673b1-927f-4789-b1d6-b7e00b128946) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:08.830178 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c16cbf9e-105d-4063-9157-4a5a8e120d6c req-94f80535-4ea2-431a-bb4e-6e162a303ff0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184089 Feb 11 13:20:08.831732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.832536 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.860730 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a0977b73-2137-4bf6-88e9-d1cadf249c7b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3166163 Feb 11 13:20:08.863668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38422) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:08.869653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1692514058', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:08.902814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:08.911852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:router and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:08.923140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:08.929522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576f41f2-c6b5-4fbc-9b84-ae805fb5ad9b None None] Network 337673b1-927f-4789-b1d6-b7e00b128946 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:08.942329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:08.975729 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.976938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.980567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068c10db-04f9-4e76-a9e3-09e5ccd764e8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.984622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-068c10db-04f9-4e76-a9e3-09e5ccd764e8 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/subnets/7200d214-d7d2-40c5-9591-5b42b2231485 HTTP/1.1" status: 200 len: 843 time: 0.2145343 Feb 11 13:20:08.989208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38426) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:09.046261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.311215 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.382662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7656237c-826d-40f9-a128-e80c6686e3f1 req-66e95323-3418-4571-820c-2a46d84688d4 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 210 time: 0.3102677 Feb 11 13:20:09.461368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de891c5b-836d-48f7-ae88-7016cb51b56d tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.462761 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-de891c5b-836d-48f7-ae88-7016cb51b56d tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "GET /v2.0/subnets/7200d214-d7d2-40c5-9591-5b42b2231485?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4724612 Feb 11 13:20:09.465809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eabe64-2efc-4ead-870e-c6e3ca2a0092 req-306d7972-b1c0-4285-8f69-8ceae2d6a6fb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.467396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81eabe64-2efc-4ead-870e-c6e3ca2a0092 req-306d7972-b1c0-4285-8f69-8ceae2d6a6fb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.3045919 Feb 11 13:20:09.472576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:09.485039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1488158010'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:09.500339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8df270f-a90a-43d6-a4be-d8c16bd0f126 None None] Network 337673b1-927f-4789-b1d6-b7e00b128946 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:09.502959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:09.525195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:09.554393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:09.558081 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.590896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:09.601856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.602194 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Added segment aeff4aab-cabf-4fda-b0df-8bb5227b358a of type vlan for network 20dcdf50-97ce-4e7f-a427-dd43047bcca4 Feb 11 13:20:09.618933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81eabe64-2efc-4ead-870e-c6e3ca2a0092 req-496a922c-60d5-4fd5-afa7-d12706db5769 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408350 Feb 11 13:20:09.632704 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.680356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-faab604e-c06a-4f15-8913-c1a0b7724a97 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.682134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-faab604e-c06a-4f15-8913-c1a0b7724a97 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 946 time: 0.3828766 Feb 11 13:20:09.715744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.719690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.720281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.852468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.885775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.008474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:20:10.008691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5305765 Feb 11 13:20:10.031857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38442) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:10.043828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'network_id': '20dcdf50-97ce-4e7f-a427-dd43047bcca4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:10.049647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c819bb1e-7409-4f1a-89fc-3d95278dddc3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:10.119184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-10f5cf05-49cd-4376-ad2e-4b07e0530fc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Deleting port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:10.119457 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-10f5cf05-49cd-4376-ad2e-4b07e0530fc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.198567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-a0f993c6-81f4-47fa-9b00-b5b37f33127b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7e4d1dcd794d492dade7a985d2cffc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2773130 Feb 11 13:20:10.202073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ae2b0-6d4e-4f13-aa42-082ce69f0071 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Network': ['ID=20dcdf50-97ce-4e7f-a427-dd43047bcca4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:10.220403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:10.229123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 20dcdf50-97ce-4e7f-a427-dd43047bcca4 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:20:10.249339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:10.356437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Made reservation on behalf of a91d11f5e8f94dc39596a2d1cf6a863f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:10.397007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:10.413657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f', 'port_id': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'mac_address': 'fa:16:3e:44:1f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:20:10.455967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b767b7-03c3-4d47-a276-d73cb79c61ca req-7f534220-6bc2-4a1b-94f4-68590ba57eac tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:10.458403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port c819bb1e-7409-4f1a-89fc-3d95278dddc3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:10.458828 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.459462 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80b767b7-03c3-4d47-a276-d73cb79c61ca req-7f534220-6bc2-4a1b-94f4-68590ba57eac tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.4268866 Feb 11 13:20:10.479517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.25.4.147 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/f70f2e19-2132-4ccd-ae35-29239d36df22) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:10.550521 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.556923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80b767b7-03c3-4d47-a276-d73cb79c61ca req-ccf6072f-0fde-4928-8811-bfdc5ce429bc tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789981 Feb 11 13:20:10.559678 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.574111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409ac1b-269f-43cf-b3d9-9ca3efbed5be req-a6770251-b2a9-49ae-be62-c6444f89f17a tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:10.581841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d409ac1b-269f-43cf-b3d9-9ca3efbed5be req-a6770251-b2a9-49ae-be62-c6444f89f17a tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 950 time: 1.0043266 Feb 11 13:20:10.618070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:10.712945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:10.732792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Performing IP validity checks on allocation pools {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 11 13:20:10.733543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 11 13:20:10.740603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-bf2c641d-a1c7-437f-9cd5-79e41d3a92dc tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:10.741075 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.742108 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-bf2c641d-a1c7-437f-9cd5-79e41d3a92dc tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5327415 Feb 11 13:20:10.784541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d409ac1b-269f-43cf-b3d9-9ca3efbed5be req-c923abac-984b-4d3d-a195-3182e1d1bdb9 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/security-groups?id=05606889-c0f1-4f2c-b5f3-bac69b72242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017534 Feb 11 13:20:10.796074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Request body: {'port': {'device_id': 'e7649060-618a-4a96-8999-f8b66fff9b5e', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '7e4d1dcd794d492dade7a985d2cffc0e'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:10.881330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.890267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.912483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:10.927766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:10.940543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c819bb1e-7409-4f1a-89fc-3d95278dddc3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:10.947005 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.015178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-10f5cf05-49cd-4376-ad2e-4b07e0530fc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] For port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:11.016189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-10f5cf05-49cd-4376-ad2e-4b07e0530fc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.017102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4593b2fa-f32d-4fc1-b2bf-ba05e77693e7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:11.100561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c819bb1e-7409-4f1a-89fc-3d95278dddc3,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:11.222837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-10f5cf05-49cd-4376-ad2e-4b07e0530fc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Calling delete_port for 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:11.259437 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.266185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1fe3779-4e14-416e-ab37-ecf2df871eff req-d65e5a08-93c4-449b-8655-87445bdc3fe2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 1096 time: 0.3509042 Feb 11 13:20:11.298531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.309820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:11.326495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Usage tracker for resource:port and tenant:7e4d1dcd794d492dade7a985d2cffc0e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:11.332037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:11.352606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:11.370357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Made reservation on behalf of 7e4d1dcd794d492dade7a985d2cffc0e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:11.374053 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.427703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fc6f1-3956-4dfc-9e10-fdde23b62ee2 req-e874f3f3-41e2-4bc9-ad73-6a83e8000d30 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.429198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f03fc6f1-3956-4dfc-9e10-fdde23b62ee2 req-e874f3f3-41e2-4bc9-ad73-6a83e8000d30 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1352ec37-1d7d-40b7-abc9-f8bff23cfdb4 HTTP/1.1" status: 200 len: 946 time: 0.4047627 Feb 11 13:20:11.434791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.470721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6974c1-6911-463b-b075-2a464b5f1fe4 req-cd41c9e2-8e77-41c9-8168-ffaa3c6d4d9f tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.472185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf6974c1-6911-463b-b075-2a464b5f1fe4 req-cd41c9e2-8e77-41c9-8168-ffaa3c6d4d9f tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 945 time: 0.5042465 Feb 11 13:20:11.496373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:11.523548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:11.533489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=f70f2e19-2132-4ccd-ae35-29239d36df22,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:11.537579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:11.545177 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f03fc6f1-3956-4dfc-9e10-fdde23b62ee2 req-e05229aa-c5e1-456e-9120-c45c0d8ccdfe tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972679 Feb 11 13:20:11.546235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:11.548660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-10f5cf05-49cd-4376-ad2e-4b07e0530fc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.572172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:11.584591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Usage tracker for resource:security_group_rule and tenant:7e4d1dcd794d492dade7a985d2cffc0e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:11.586298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=ac9c6470-ff44-4f56-8cc7-4ccc000e82df,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:11.593427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:11.605144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5cf05-49cd-4376-ad2e-4b07e0530fc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event deleted for resources: {'Port': ['ID=44f4922a-4aaa-4aa6-a5c4-ea1efd107804,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:11.607587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:11.670119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe3779-4e14-416e-ab37-ecf2df871eff req-71b3294f-cc32-4379-a392-1eabc8b512ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.671762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1fe3779-4e14-416e-ab37-ecf2df871eff req-71b3294f-cc32-4379-a392-1eabc8b512ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 912 time: 0.3635254 Feb 11 13:20:11.674722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Checking segment: {'id': 'aeff4aab-cabf-4fda-b0df-8bb5227b358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '20dcdf50-97ce-4e7f-a427-dd43047bcca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:11.675078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network hostable DHCP agents. Network: 20dcdf50-97ce-4e7f-a427-dd43047bcca4, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:20:11.679627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['44f4922a-4aaa-4aa6-a5c4-ea1efd107804'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:11.681181 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf6974c1-6911-463b-b075-2a464b5f1fe4 req-fb2dddee-5f92-42df-9997-b4cc87e8af24 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892786 Feb 11 13:20:11.824024 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1fe3779-4e14-416e-ab37-ecf2df871eff req-4678dfa5-93e2-47b8-bbf0-08988697a35d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=350251c2-d9cd-47be-a4aa-426156dd1381 HTTP/1.1" status: 200 len: 217 time: 0.1417842 Feb 11 13:20:11.877919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-10f5cf05-49cd-4376-ad2e-4b07e0530fc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] No DVR routers for this DVR port 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:11.885198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-10f5cf05-49cd-4376-ad2e-4b07e0530fc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.889350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28d0855f-014b-4544-8d7d-89cfe222f3bf req-fd14bc7d-3484-456e-831f-cdf338f23f4f tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 210 time: 0.0646608 Feb 11 13:20:11.889771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1352ec37-1d7d-40b7-abc9-f8bff23cfdb4', 'name': 'network-vif-deleted', 'tag': '44f4922a-4aaa-4aa6-a5c4-ea1efd107804'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:11.932684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca9cd4d6-8d69-4920-8083-e5c83d4a4213 req-10f5cf05-49cd-4376-ad2e-4b07e0530fc3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "DELETE /v2.0/ports/44f4922a-4aaa-4aa6-a5c4-ea1efd107804 HTTP/1.1" status: 204 len: 173 time: 2.2024584 Feb 11 13:20:11.954397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Network 20dcdf50-97ce-4e7f-a427-dd43047bcca4 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:20:11.972954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe3779-4e14-416e-ab37-ecf2df871eff req-cccc5fa6-43fe-4368-a499-fadea0143b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.974482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1fe3779-4e14-416e-ab37-ecf2df871eff req-cccc5fa6-43fe-4368-a499-fadea0143b3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.1401551 Feb 11 13:20:11.977859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 20dcdf50-97ce-4e7f-a427-dd43047bcca4) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:11.988895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e814ea-f9d3-4861-a3f3-e0deed3e38b5 None None] Network 20dcdf50-97ce-4e7f-a427-dd43047bcca4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:12.013879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:12.015352 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.023044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:12.023800 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.023931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.048937 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1fe3779-4e14-416e-ab37-ecf2df871eff req-ea448083-a122-4205-a4ca-8238f75282d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600736 Feb 11 13:20:12.156132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e81649-4df8-4796-8f9e-f69dc1fe9433,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:12.163293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b3464-c2ed-4e9b-8245-0bd18214a24c req-4d31424c-e48b-4c3b-b1ad-3078987ea002 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:12.189767 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b4b3464-c2ed-4e9b-8245-0bd18214a24c req-4d31424c-e48b-4c3b-b1ad-3078987ea002 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.3595982 Feb 11 13:20:12.245135 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3', 'code': 200} Feb 11 13:20:12.256987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Allocated IP 192.168.233.133 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/7e2bdb1b-4253-46b9-80a4-48f90ff8951f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:12.267667 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.332841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:12.336187 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c710ac01-baf1-4324-bb7c-fa784b10a98a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3022485 Feb 11 13:20:12.339642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38468) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:12.351211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:12.351595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.351909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e3f66a7c-f324-4644-bd91-91c1cf84b55b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:12.359990 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b4b3464-c2ed-4e9b-8245-0bd18214a24c req-1357cd5b-fb8b-4142-94aa-ee6b8baf5470 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690683 Feb 11 13:20:12.364482 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.365180 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.483699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-20dcdf50-97ce-4e7f-a427-dd43047bcca4', 'network_id': '20dcdf50-97ce-4e7f-a427-dd43047bcca4', 'tenant_id': 'a91d11f5e8f94dc39596a2d1cf6a863f', 'fixed_ips': [{'subnet_id': 'ac9c6470-ff44-4f56-8cc7-4ccc000e82df'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:20:12.484530 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.492451 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1fe3779-4e14-416e-ab37-ecf2df871eff req-c1bb8a76-548d-442d-aa58-1ec5941c3938 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329035 Feb 11 13:20:12.737570 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.787040 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.795159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1fe3779-4e14-416e-ab37-ecf2df871eff req-f1c60ddb-4ee3-404c-8162-aaf91f8ee889 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378097 Feb 11 13:20:12.821058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Transition to ACTIVE for port object 7e2bdb1b-4253-46b9-80a4-48f90ff8951f will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:12.887648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:12.895900 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.901089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:20:12.925525 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1352ec37-1d7d-40b7-abc9-f8bff23cfdb4', 'name': 'network-vif-deleted', 'tag': '44f4922a-4aaa-4aa6-a5c4-ea1efd107804', 'status': 'completed', 'code': 200} Feb 11 13:20:12.929079 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.955859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Allocated IP 2001:db8::3 (20dcdf50-97ce-4e7f-a427-dd43047bcca4/ac9c6470-ff44-4f56-8cc7-4ccc000e82df/5544b78d-a077-438d-bdcd-893fe2c31cf1) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:13.019981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:13.031130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:13.047178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:13.055426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:13.113803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Pushing event updated for resources: {'Port': ['ID=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:13.211412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e3d4a-6f56-4e97-a658-acc25f34e9ef req-d8aa8dc9-8327-4b37-a25f-0ca0b81c7f0f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.219094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f8e3d4a-6f56-4e97-a658-acc25f34e9ef req-d8aa8dc9-8327-4b37-a25f-0ca0b81c7f0f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 944 time: 0.8317993 Feb 11 13:20:13.240330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.240956 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.241096 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.255354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Transition to ACTIVE for port object 5544b78d-a077-438d-bdcd-893fe2c31cf1 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:13.277641 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3f66a7c-f324-4644-bd91-91c1cf84b55b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16243416'] for subnet, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.287614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Transition to ACTIVE for port object 5544b78d-a077-438d-bdcd-893fe2c31cf1 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:13.296626 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.316692 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-07b0c707-cb36-493c-9fa4-fea48a721c2b tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5459533 Feb 11 13:20:13.336209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Request body: {'port': {'device_id': 'e7649060-618a-4a96-8999-f8b66fff9b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:13.345768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435f7c0-8803-426c-b1b2-8e49a3b69723 req-1942a0c5-b523-4ffb-8866-3753bcc2c7f3 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.347437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b435f7c0-8803-426c-b1b2-8e49a3b69723 req-1942a0c5-b523-4ffb-8866-3753bcc2c7f3 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 950 time: 0.3526266 Feb 11 13:20:13.376148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Network 20dcdf50-97ce-4e7f-a427-dd43047bcca4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:13.378996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:13.381592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:13.389783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Pushing event updated for resources: {'Port': ['ID=5544b78d-a077-438d-bdcd-893fe2c31cf1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:13.424077 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f8e3d4a-6f56-4e97-a658-acc25f34e9ef req-07ced0e3-a94c-43b2-a822-11e02d1a64e6 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038441 Feb 11 13:20:13.430438 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b435f7c0-8803-426c-b1b2-8e49a3b69723 req-cbb9b784-e974-443d-9470-e95e0f25c7bb tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/security-groups?id=05606889-c0f1-4f2c-b5f3-bac69b72242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723457 Feb 11 13:20:13.478746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:13.499621 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8129a-43c7-416b-b18f-e095af619ce7 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:20:13.515262 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Attempting to bind port 5544b78d-a077-438d-bdcd-893fe2c31cf1 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:13.515564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Attempting to bind port 5544b78d-a077-438d-bdcd-893fe2c31cf1 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'aeff4aab-cabf-4fda-b0df-8bb5227b358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '20dcdf50-97ce-4e7f-a427-dd43047bcca4'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:13.515926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Attempting to bind port 5544b78d-a077-438d-bdcd-893fe2c31cf1 on network 20dcdf50-97ce-4e7f-a427-dd43047bcca4 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:13.521021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1edc29c7-4b2a-4552-bd5d-58764672a071 None None] Provisioning for port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:13.535830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:13.536265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Checking segment: {'id': 'aeff4aab-cabf-4fda-b0df-8bb5227b358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '20dcdf50-97ce-4e7f-a427-dd43047bcca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:13.536768 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.539331 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.540627 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-465b881f-bc8d-45ba-bc13-19aca1de481a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6757529 Feb 11 13:20:13.541676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Bound using segment: {'id': 'aeff4aab-cabf-4fda-b0df-8bb5227b358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '20dcdf50-97ce-4e7f-a427-dd43047bcca4'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:13.542384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Bound port: 5544b78d-a077-438d-bdcd-893fe2c31cf1, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeff4aab-cabf-4fda-b0df-8bb5227b358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '20dcdf50-97ce-4e7f-a427-dd43047bcca4'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:13.542801 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.543390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38482) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:13.553548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1edc29c7-4b2a-4552-bd5d-58764672a071 None None] Provisioning complete for port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:13.553920 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1edc29c7-4b2a-4552-bd5d-58764672a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.587740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8129a-43c7-416b-b18f-e095af619ce7 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:13.588388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-19c8129a-43c7-416b-b18f-e095af619ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:19:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:13.714317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-19c8129a-43c7-416b-b18f-e095af619ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:13.772569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1edc29c7-4b2a-4552-bd5d-58764672a071 None None] Port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:20:13.800679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8129a-43c7-416b-b18f-e095af619ce7 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:13.801331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-19c8129a-43c7-416b-b18f-e095af619ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:19:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:13.879478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-19c8129a-43c7-416b-b18f-e095af619ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:13.879888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8129a-43c7-416b-b18f-e095af619ce7 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:20:13.881005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.892710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] For port 5544b78d-a077-438d-bdcd-893fe2c31cf1, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:13.896168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] For port 5544b78d-a077-438d-bdcd-893fe2c31cf1, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5544b78d-a077-438d-bdcd-893fe2c31cf1,segment=NetworkSegment(aeff4aab-cabf-4fda-b0df-8bb5227b358a),segment_id=aeff4aab-cabf-4fda-b0df-8bb5227b358a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:13.901441 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.945209 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3f66a7c-f324-4644-bd91-91c1cf84b55b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742264258187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16106359'] for subnet, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.986830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-251bc3d8-0136-425d-8d92-5e3c42f81060 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.988354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d17bac-a4bf-4da8-8684-a690170ed364 None None] Pushing event updated for resources: {'Port': ['ID=5544b78d-a077-438d-bdcd-893fe2c31cf1,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:13.988515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-251bc3d8-0136-425d-8d92-5e3c42f81060 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.73 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 950 time: 0.2565575 Feb 11 13:20:13.995235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648092ff-b93d-47db-90f6-1ba37a176a7e req-97f862d2-44b3-4880-97a6-0a873c25ba7d tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.996650 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-648092ff-b93d-47db-90f6-1ba37a176a7e req-97f862d2-44b3-4880-97a6-0a873c25ba7d tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 936 time: 0.1523058 Feb 11 13:20:14.019314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 350251c2-d9cd-47be-a4aa-426156dd1381 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:14.166613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-c8968c27-44b9-41eb-a072-ee3ff2ee02f5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Deleting port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:14.166613 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-c8968c27-44b9-41eb-a072-ee3ff2ee02f5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.208544 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.208757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-648092ff-b93d-47db-90f6-1ba37a176a7e req-6ce45de2-a2e8-47a8-8423-91b3a0906e1c tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520669 Feb 11 13:20:14.268928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:14.294900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 350251c2-d9cd-47be-a4aa-426156dd1381, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=350251c2-d9cd-47be-a4aa-426156dd1381,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:14.302214 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.304350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c819bb1e-7409-4f1a-89fc-3d95278dddc3 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:14.424349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f66a7c-f324-4644-bd91-91c1cf84b55b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event updated for resources: {'Subnet': ['ID=ac9c6470-ff44-4f56-8cc7-4ccc000e82df,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:14.446738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a072623-fd62-44b5-b9c3-d0c4cab04c47 req-849c1b67-3a9a-4e66-89c5-5b74a95e2e84 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:14.455209 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a072623-fd62-44b5-b9c3-d0c4cab04c47 req-849c1b67-3a9a-4e66-89c5-5b74a95e2e84 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 945 time: 0.7356040 Feb 11 13:20:14.458820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f66a7c-f324-4644-bd91-91c1cf84b55b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:14.459707 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3f66a7c-f324-4644-bd91-91c1cf84b55b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.464549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e3f66a7c-f324-4644-bd91-91c1cf84b55b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "PUT /v2.0/subnets/ac9c6470-ff44-4f56-8cc7-4ccc000e82df HTTP/1.1" status: 200 len: 900 time: 2.1236815 Feb 11 13:20:14.470532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38496) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:14.517011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=350251c2-d9cd-47be-a4aa-426156dd1381,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:14.673270 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.750660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c819bb1e-7409-4f1a-89fc-3d95278dddc3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:14.757506 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.757855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:14.877740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2bdb1b-4253-46b9-80a4-48f90ff8951f {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:14.887827 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.900786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:20:14.901372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 44f4922a-4aaa-4aa6-a5c4-ea1efd107804 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:20:14.905186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Transition to ACTIVE for port object 7e2bdb1b-4253-46b9-80a4-48f90ff8951f will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:14.914696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.933705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-c8968c27-44b9-41eb-a072-ee3ff2ee02f5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] For port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:14.934326 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-c8968c27-44b9-41eb-a072-ee3ff2ee02f5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.937991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c819bb1e-7409-4f1a-89fc-3d95278dddc3,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:15.084378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-c8968c27-44b9-41eb-a072-ee3ff2ee02f5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Calling delete_port for 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:15.124218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a072623-fd62-44b5-b9c3-d0c4cab04c47 req-0c4e4a2a-f687-4813-a7f6-066c6238dd47 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675265 Feb 11 13:20:15.135408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:15.154568 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.228866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-302b698f-6b0c-4c04-aa7f-e82252856fed tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:15.230341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-302b698f-6b0c-4c04-aa7f-e82252856fed tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 945 time: 0.7384126 Feb 11 13:20:15.238878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-41984767-5baf-4419-8611-068bf43c3e96 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:15.245479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-41984767-5baf-4419-8611-068bf43c3e96 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.4999237 Feb 11 13:20:15.326239 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'code': 200} Feb 11 13:20:15.343986 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting port 5544b78d-a077-438d-bdcd-893fe2c31cf1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:15.344294 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.365111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75683550-232c-4d6c-8eb0-c93a385d247f None None] Network 20dcdf50-97ce-4e7f-a427-dd43047bcca4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:15.439379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-cf61cae4-688b-4e6e-b6f2-b898b1e40a10 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Deleting port c819bb1e-7409-4f1a-89fc-3d95278dddc3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:15.440080 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-cf61cae4-688b-4e6e-b6f2-b898b1e40a10 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.505504 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-b7a7ee72-6ac4-4f2a-89f7-d4edba5e040a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/quotas/60d3a05ad6e045e3b21396a746cead0f HTTP/1.1" status: 200 len: 375 time: 0.2591476 Feb 11 13:20:15.539509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0de96797-a16a-450a-b483-d1f5f9d095e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.630961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Attempting to bind port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:15.631212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Attempting to bind port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:15.631585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Attempting to bind port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:15.643035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8cad6d75-c54a-47d1-8c3b-fb29589dd78d None None] Provisioning for port 5544b78d-a077-438d-bdcd-893fe2c31cf1 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:15.705036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-ae582878-974e-4915-b0bf-a5b268c02b81 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1771283 Feb 11 13:20:15.707278 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-c8968c27-44b9-41eb-a072-ee3ff2ee02f5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.745452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['465c0b53-cd35-430d-b2c1-fc6c5b58b4b8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:15.784480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:20:15.784832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Attempting to bind port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:15.788632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8968c27-44b9-41eb-a072-ee3ff2ee02f5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Pushing event deleted for resources: {'Port': ['ID=465c0b53-cd35-430d-b2c1-fc6c5b58b4b8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:15.854162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:15.855088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:15.855481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:15.855923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Bound port: 7e2bdb1b-4253-46b9-80a4-48f90ff8951f, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:15.857290 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.960088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-c8968c27-44b9-41eb-a072-ee3ff2ee02f5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] No DVR routers for this DVR port 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:15.973255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-c8968c27-44b9-41eb-a072-ee3ff2ee02f5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.980257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3576e6e9-9dc3-454b-957b-3645052eca30', 'name': 'network-vif-deleted', 'tag': '465c0b53-cd35-430d-b2c1-fc6c5b58b4b8'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:16.018601 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c01ab1f-50b7-4f1f-9056-5d8c058d59c2 req-c8968c27-44b9-41eb-a072-ee3ff2ee02f5 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.73 "DELETE /v2.0/ports/465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 HTTP/1.1" status: 204 len: 173 time: 2.0204031 Feb 11 13:20:16.089554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e907fe54-a83d-47a8-bb66-40adfc32932c req-5a8aff40-1beb-43fe-a3f6-641369254c5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 1096 time: 0.6240180 Feb 11 13:20:16.105965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f94da8-d03f-490c-ace5-808bb616bcc5 req-10a3ff38-f906-4962-91fc-35b5d990c0f7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.115201 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d3f94da8-d03f-490c-ace5-808bb616bcc5 req-10a3ff38-f906-4962-91fc-35b5d990c0f7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.5788040 Feb 11 13:20:16.131446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47014907-b1e6-4399-9b25-3ae57689d252 None None] Network 20dcdf50-97ce-4e7f-a427-dd43047bcca4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:16.194254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-2e9f6735-4b3c-4765-bb28-8cb64d1af7a5 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482038 Feb 11 13:20:16.226645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5544b78d-a077-438d-bdcd-893fe2c31cf1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:16.316682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] For port 5544b78d-a077-438d-bdcd-893fe2c31cf1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5544b78d-a077-438d-bdcd-893fe2c31cf1,segment=NetworkSegment(aeff4aab-cabf-4fda-b0df-8bb5227b358a),segment_id=aeff4aab-cabf-4fda-b0df-8bb5227b358a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:16.317307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.344407 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d3f94da8-d03f-490c-ace5-808bb616bcc5 req-174bb829-be2e-4026-80b6-0bd14b885f1c tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283309 Feb 11 13:20:16.351628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] For port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:16.405295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 5544b78d-a077-438d-bdcd-893fe2c31cf1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:16.415520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 5544b78d-a077-438d-bdcd-893fe2c31cf1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:16.415982 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.419697 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-3f28a0e5-a6ad-4aa3-8a6f-ac5943e5b678 service neutron] 10.222.0.67 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237904 Feb 11 13:20:16.535515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.707146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Calling delete_port for 5544b78d-a077-438d-bdcd-893fe2c31cf1 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:16.757530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e907fe54-a83d-47a8-bb66-40adfc32932c req-2233b8ed-599b-4a35-b0d7-b4fc63bb684b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153646 Feb 11 13:20:16.758993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-cf61cae4-688b-4e6e-b6f2-b898b1e40a10 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] For port c819bb1e-7409-4f1a-89fc-3d95278dddc3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c819bb1e-7409-4f1a-89fc-3d95278dddc3,segment=NetworkSegment(35620b35-e4c0-47a5-b0e9-991c2250afc9),segment_id=35620b35-e4c0-47a5-b0e9-991c2250afc9)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:16.759349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-cf61cae4-688b-4e6e-b6f2-b898b1e40a10 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.811367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] For port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:16.813228 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.867415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 5544b78d-a077-438d-bdcd-893fe2c31cf1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5544b78d-a077-438d-bdcd-893fe2c31cf1,segment=NetworkSegment(aeff4aab-cabf-4fda-b0df-8bb5227b358a),segment_id=aeff4aab-cabf-4fda-b0df-8bb5227b358a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:16.874139 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.892662 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.906341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c19d5f2c-fff6-46da-973a-796f8e2798b5 req-5dedbbf3-54f4-4a84-be37-b2304497e118 tempest-ImagesNegativeTestJSON-368086732 tempest-ImagesNegativeTestJSON-368086732-project] 10.222.0.67 "GET /v2.0/ports?device_id=3576e6e9-9dc3-454b-957b-3645052eca30 HTTP/1.1" status: 200 len: 210 time: 0.1530347 Feb 11 13:20:17.027758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=5544b78d-a077-438d-bdcd-893fe2c31cf1,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:17.029935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-cf61cae4-688b-4e6e-b6f2-b898b1e40a10 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Calling delete_port for c819bb1e-7409-4f1a-89fc-3d95278dddc3 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:17.048499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea81d7-c29b-4ed7-b87e-11262519db21 req-479cd6ab-fd6f-4c82-aa14-757e43c55529 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:17.050094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38ea81d7-c29b-4ed7-b87e-11262519db21 req-479cd6ab-fd6f-4c82-aa14-757e43c55529 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/ports?device_id=6111ae1a-b5a9-4bbd-b3fe-e0902367659a HTTP/1.1" status: 200 len: 943 time: 0.2063713 Feb 11 13:20:17.083308 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:20:17.144977 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.146419 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] 10.222.0.73 "PUT /v2.0/ports/7e2bdb1b-4253-46b9-80a4-48f90ff8951f HTTP/1.1" status: 200 len: 1096 time: 3.8142452 Feb 11 13:20:17.147784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7649060-618a-4a96-8999-f8b66fff9b5e', 'tag': '7e2bdb1b-4253-46b9-80a4-48f90ff8951f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:17.191124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac420b-dde6-48bd-94f8-8017da7d02f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:17.230103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:20:17.230427 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:20:17.259475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38ea81d7-c29b-4ed7-b87e-11262519db21 req-68635fe0-fb07-4562-a5b2-5efeb92dbf21 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.67 "GET /v2.0/security-groups?id=151dbfb1-9ba4-46a0-8901-e906e0ae1213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783509 Feb 11 13:20:17.281124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-45d0adf7-d972-491e-a629-5e12b230545d None None] Provisioning complete for port 5544b78d-a077-438d-bdcd-893fe2c31cf1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:17.281856 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45d0adf7-d972-491e-a629-5e12b230545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.342911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '350251c2-d9cd-47be-a4aa-426156dd1381'}, {'server_uuid': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:17.399360 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3576e6e9-9dc3-454b-957b-3645052eca30', 'name': 'network-vif-deleted', 'tag': '465c0b53-cd35-430d-b2c1-fc6c5b58b4b8', 'status': 'completed', 'code': 200} Feb 11 13:20:17.423325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.20.0.1 (337673b1-927f-4789-b1d6-b7e00b128946/a0fd9c97-57f2-410c-a0a7-fea954f0e9e6/0ff118bd-f8d7-4ec9-8789-7a18c7e4a8ec) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:17.539929 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-cf61cae4-688b-4e6e-b6f2-b898b1e40a10 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.593408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7c8c0-33bf-41f3-ab1c-e0eb2803ca4b req-db04bc34-0ab2-4227-b5b3-7858176cfe5c tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:17.594141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c5d7c8c0-33bf-41f3-ab1c-e0eb2803ca4b req-db04bc34-0ab2-4227-b5b3-7858176cfe5c tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Synchronizing usage tracker for tenant:7e4d1dcd794d492dade7a985d2cffc0e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:17.596116 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6975c482-d1f2-4483-aafb-0dbdd9f5e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.615712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61cae4-688b-4e6e-b6f2-b898b1e40a10 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Pushing event deleted for resources: {'Port': ['ID=c819bb1e-7409-4f1a-89fc-3d95278dddc3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:17.627550 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-6f141616-cf33-4b8e-86d0-4047e1bf561b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e4d1dcd794d492dade7a985d2cffc0e&device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 1099 time: 0.4308984 Feb 11 13:20:17.708856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.717132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542c214-1366-49d5-93ed-f684c75661b8 req-e837346d-4826-4243-9abc-267ebe4c3bdb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:17.718655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6542c214-1366-49d5-93ed-f684c75661b8 req-e837346d-4826-4243-9abc-267ebe4c3bdb tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 943 time: 0.1699929 Feb 11 13:20:17.735073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting port 5544b78d-a077-438d-bdcd-893fe2c31cf1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:17.735710 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.760944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c5d7c8c0-33bf-41f3-ab1c-e0eb2803ca4b req-db04bc34-0ab2-4227-b5b3-7858176cfe5c tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Unset dirty status for tenant:7e4d1dcd794d492dade7a985d2cffc0e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:17.762384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5d7c8c0-33bf-41f3-ab1c-e0eb2803ca4b req-db04bc34-0ab2-4227-b5b3-7858176cfe5c tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 948 time: 0.4761019 Feb 11 13:20:17.795531 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6542c214-1366-49d5-93ed-f684c75661b8 req-5d29228c-6f86-49f5-a653-c5334f249120 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654228 Feb 11 13:20:17.799999 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.842486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-cf61cae4-688b-4e6e-b6f2-b898b1e40a10 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] No DVR routers for this DVR port c819bb1e-7409-4f1a-89fc-3d95278dddc3 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:17.847275 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-15eb2829-ebb9-496c-8f9e-36f1bb3a0868 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=7e2bdb1b-4253-46b9-80a4-48f90ff8951f HTTP/1.1" status: 200 len: 217 time: 0.1853223 Feb 11 13:20:17.855447 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-cf61cae4-688b-4e6e-b6f2-b898b1e40a10 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.984683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40ac98ea-fc38-488e-bd0f-818563d206bd req-cf61cae4-688b-4e6e-b6f2-b898b1e40a10 tempest-ImagesTestJSON-1104627965 tempest-ImagesTestJSON-1104627965-project] 10.222.0.73 "DELETE /v2.0/ports/c819bb1e-7409-4f1a-89fc-3d95278dddc3 HTTP/1.1" status: 204 len: 173 time: 2.7142165 Feb 11 13:20:18.006332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c5d7c8c0-33bf-41f3-ab1c-e0eb2803ca4b req-53cf91b6-a568-407c-89e4-91cf76b0f0d6 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Synchronizing usage tracker for tenant:7e4d1dcd794d492dade7a985d2cffc0e on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:18.009409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-432d797b-9853-43a2-a169-9e049e4b8f8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:18.011280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-432d797b-9853-43a2-a169-9e049e4b8f8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1428745 Feb 11 13:20:18.025317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 350251c2-d9cd-47be-a4aa-426156dd1381 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:18.032728 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fdd98a9a-42d7-44aa-9941-4d20f00f4905 req-85fb0599-4590-4cd1-9146-3aa0a8361da1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 210 time: 0.0609009 Feb 11 13:20:18.049976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 337673b1-927f-4789-b1d6-b7e00b128946 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:18.053288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:18.058322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:18.087781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=0ff118bd-f8d7-4ec9-8789-7a18c7e4a8ec,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:18.135903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:18.172674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5544b78d-a077-438d-bdcd-893fe2c31cf1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:18.195999 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7649060-618a-4a96-8999-f8b66fff9b5e', 'tag': '7e2bdb1b-4253-46b9-80a4-48f90ff8951f', 'status': 'completed', 'code': 200} Feb 11 13:20:18.270049 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:18.290871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c5d7c8c0-33bf-41f3-ab1c-e0eb2803ca4b req-53cf91b6-a568-407c-89e4-91cf76b0f0d6 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Unset dirty status for tenant:7e4d1dcd794d492dade7a985d2cffc0e on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:18.300614 n-d-818559-1 neutron-server[83569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '350251c2-d9cd-47be-a4aa-426156dd1381', 'code': 422} returned with failed status Feb 11 13:20:18.301161 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3', 'code': 200} Feb 11 13:20:18.302672 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5d7c8c0-33bf-41f3-ab1c-e0eb2803ca4b req-53cf91b6-a568-407c-89e4-91cf76b0f0d6 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968126 Feb 11 13:20:18.316267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c819bb1e-7409-4f1a-89fc-3d95278dddc3 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:18.415449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: c819bb1e-7409-4f1a-89fc-3d95278dddc3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:20:18.415789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c819bb1e-7409-4f1a-89fc-3d95278dddc3 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:20:18.416281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:18.493455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 5544b78d-a077-438d-bdcd-893fe2c31cf1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:18.493455 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:18.576322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:20:18.576669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 465c0b53-cd35-430d-b2c1-fc6c5b58b4b8 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:20:18.626520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] For port 5544b78d-a077-438d-bdcd-893fe2c31cf1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5544b78d-a077-438d-bdcd-893fe2c31cf1,segment=NetworkSegment(aeff4aab-cabf-4fda-b0df-8bb5227b358a),segment_id=aeff4aab-cabf-4fda-b0df-8bb5227b358a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:18.627008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:18.641754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-885b801e-2807-4c28-9eeb-437914731c6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6149158 Feb 11 13:20:18.648202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-e8f0a9e0-97f5-4be1-a8d3-543402e39c6d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:18.649492 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-e8f0a9e0-97f5-4be1-a8d3-543402e39c6d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 805 time: 0.3387928 Feb 11 13:20:18.765555 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:18.827879 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:18.853173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Request body: {'port': {'device_id': '6a4b6faf-2813-4ddf-88d5-fb7ac2926b01', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'admin_state_up': True, 'tenant_id': '60d3a05ad6e045e3b21396a746cead0f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:18.941932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae71a88-49e6-4600-a0ce-26951aa6b494 req-53c046cc-54d7-42a1-a360-a4b582ec9bd8 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:18.943528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ae71a88-49e6-4600-a0ce-26951aa6b494 req-53c046cc-54d7-42a1-a360-a4b582ec9bd8 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.1809938 Feb 11 13:20:18.947097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Calling delete_port for 5544b78d-a077-438d-bdcd-893fe2c31cf1 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:19.002606 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.010040 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.073431 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ae71a88-49e6-4600-a0ce-26951aa6b494 req-eee0e9e8-0b65-4341-89c7-e6a1d2ee9235 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239166 Feb 11 13:20:19.147461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=0ff118bd-f8d7-4ec9-8789-7a18c7e4a8ec,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:19.157826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.287499 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-55ffc4f7-e834-4e19-8db3-9d2bedd55b72 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796385 Feb 11 13:20:19.299970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:19.329118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Usage tracker for resource:port and tenant:60d3a05ad6e045e3b21396a746cead0f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:19.336564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:19.377968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 337673b1-927f-4789-b1d6-b7e00b128946 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:19.379455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:19.401265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:19.425166 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.471621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Made reservation on behalf of 60d3a05ad6e045e3b21396a746cead0f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:19.475486 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.519308 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Port': ['ID=5544b78d-a077-438d-bdcd-893fe2c31cf1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:19.588923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-521a7247-830f-4dac-85ef-6316784df8e0 req-bae5f5c5-8b83-4290-a352-75dae9722f1f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 210 time: 0.1308205 Feb 11 13:20:19.624013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0425cfc0-ef83-4508-9377-5eaeebc6fc71 None None] DHCP port deletion for 20dcdf50-97ce-4e7f-a427-dd43047bcca4 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:20:19.653063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cae694-8134-4603-b993-43fcaa395cec None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:20:19.783054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-337e8f4d-b4d5-421b-a80d-bad2c6682d3c req-f0fcd33d-56d7-404c-8a7c-aec4161f1526 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843922 Feb 11 13:20:19.801493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No DVR routers for this DVR port 5544b78d-a077-438d-bdcd-893fe2c31cf1 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:19.888458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cae694-8134-4603-b993-43fcaa395cec None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:20:19.934506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Allocated IP 172.20.0.11 (9727c67e-db94-4084-8b54-a60fe2e6f7f1/4ed8415f-ae9d-4916-aeb3-95b233c7a703/fcb0361c-be04-4e4a-bcde-c54289f5afa8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:19.992140 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.111034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5544b78d-a077-438d-bdcd-893fe2c31cf1 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:20.164437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 5544b78d-a077-438d-bdcd-893fe2c31cf1 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:20:20.164818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5544b78d-a077-438d-bdcd-893fe2c31cf1 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:20:20.164957 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57f99e98-1376-413c-b702-c390500d3ba3 req-0c70e0c7-10ed-4ac9-82ed-3a7852470642 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e4d1dcd794d492dade7a985d2cffc0e&device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 1099 time: 0.3163590 Feb 11 13:20:20.215832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'name': 'network-vif-deleted', 'tag': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:20.231084 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.232563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-18d298f8-880f-4c1d-9a7d-3cf1a509bf20 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.234035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-18d298f8-880f-4c1d-9a7d-3cf1a509bf20 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 813 time: 0.2168794 Feb 11 13:20:20.261726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:20.268947 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-44eb2319-31e5-492f-890b-c2cc2ebf28aa tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/quotas/4a7db9cc754446c0ae8724ea32a8e59f HTTP/1.1" status: 200 len: 375 time: 0.0239682 Feb 11 13:20:20.345908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-6a92d55e-c101-4d89-9aab-48edb27c0293 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.347580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-6a92d55e-c101-4d89-9aab-48edb27c0293 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=772b4380-1f2f-4656-bc7c-ce28550c137d HTTP/1.1" status: 200 len: 943 time: 0.3972876 Feb 11 13:20:20.348634 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.383530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d11882-5bc7-4505-9c14-7ccfbe3f2518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-20dcdf50-97ce-4e7f-a427-dd43047bcca4', 'network_id': '20dcdf50-97ce-4e7f-a427-dd43047bcca4', 'tenant_id': 'a91d11f5e8f94dc39596a2d1cf6a863f', 'fixed_ips': [{'subnet_id': 'ac9c6470-ff44-4f56-8cc7-4ccc000e82df'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:20:20.384486 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11d11882-5bc7-4505-9c14-7ccfbe3f2518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.446958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9c6470-ff44-4f56-8cc7-4ccc000e82df,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:20.504622 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-da39e2c9-8a22-4be6-afbf-4a157ee43951 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1766472 Feb 11 13:20:20.629995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e38734-db8f-40c2-8d96-fdbf74ba38a3 None None] Network 20dcdf50-97ce-4e7f-a427-dd43047bcca4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:20.672639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-d961fa62-6a23-42a8-9334-a4a3f883b171 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Deleting port 350251c2-d9cd-47be-a4aa-426156dd1381 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:20.672974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-d961fa62-6a23-42a8-9334-a4a3f883b171 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.679783 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-f5db8f70-0b99-4343-9173-c184a735438b service neutron] 10.222.0.67 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621819 Feb 11 13:20:20.682774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:20.696014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e201338-ac85-4a3e-8f4c-3e4cbb40e6be tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "PUT /v2.0/routers/f83c9e1a-13e6-4409-946f-ecad7ce2b3ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1509285 Feb 11 13:20:20.700939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38594) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:20.705912 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b577f05-d566-4741-b8ca-44856bc3c108 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:20:20.726308 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b577f05-d566-4741-b8ca-44856bc3c108 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:20.727498 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b577f05-d566-4741-b8ca-44856bc3c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:20.728661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'port': {'network_id': '337673b1-927f-4789-b1d6-b7e00b128946', 'name': 'tempest-FloatingIPTestJSON-1797479330'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:20.776675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f99e98-1376-413c-b702-c390500d3ba3 req-82dadf08-3fd3-4bab-8de8-ed0c12df0a8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.778145 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57f99e98-1376-413c-b702-c390500d3ba3 req-82dadf08-3fd3-4bab-8de8-ed0c12df0a8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.5507622 Feb 11 13:20:20.822326 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b577f05-d566-4741-b8ca-44856bc3c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:20.836764 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b577f05-d566-4741-b8ca-44856bc3c108 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:20.837581 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b577f05-d566-4741-b8ca-44856bc3c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:20.860330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f6b3eb-a612-4ea3-92fd-10006ab5db99 None None] DHCP port deletion for 20dcdf50-97ce-4e7f-a427-dd43047bcca4 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:20:20.865077 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.875289 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.909967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57f99e98-1376-413c-b702-c390500d3ba3 req-d106196d-74de-4199-83ad-87a4a887cfd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=7e2bdb1b-4253-46b9-80a4-48f90ff8951f HTTP/1.1" status: 200 len: 217 time: 0.1080558 Feb 11 13:20:20.918464 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b577f05-d566-4741-b8ca-44856bc3c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:20.919556 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b577f05-d566-4741-b8ca-44856bc3c108 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:20:20.962811 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-08fa36b1-afc3-456a-a4ad-3b8f36ad50ac service neutron] 10.222.0.67 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635145 Feb 11 13:20:20.968961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:20.973075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:port and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:20.975979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:20.982720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:20.990317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dcdf50-97ce-4e7f-a427-dd43047bcca4']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:20.994114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Made reservation on behalf of 79b3506a6c0a400f8257ed8c636d942c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:20.999560 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.027087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] device_id is not set on port 05e2ff30-e6a9-46a1-8407-18f4e279234c yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:20:21.028349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeff4aab-cabf-4fda-b0df-8bb5227b358a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:21.028783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeff4aab-cabf-4fda-b0df-8bb5227b358a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:21.065300 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.103897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f99e98-1376-413c-b702-c390500d3ba3 req-506d16a0-b63a-43c5-970d-b8027536fe7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.105338 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57f99e98-1376-413c-b702-c390500d3ba3 req-506d16a0-b63a-43c5-970d-b8027536fe7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1818202 Feb 11 13:20:21.206312 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.208654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.20.0.2 (337673b1-927f-4789-b1d6-b7e00b128946/a0fd9c97-57f2-410c-a0a7-fea954f0e9e6/05e2ff30-e6a9-46a1-8407-18f4e279234c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:21.208963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.221736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:21.272940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:20:21.273345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:21.291175 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:21.437944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:21.451210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:21.458917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:21.490694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event updated for resources: {'Port': ['ID=fcb0361c-be04-4e4a-bcde-c54289f5afa8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:21.511245 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.513866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-d961fa62-6a23-42a8-9334-a4a3f883b171 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] For port 350251c2-d9cd-47be-a4aa-426156dd1381, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=350251c2-d9cd-47be-a4aa-426156dd1381,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:21.514419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-d961fa62-6a23-42a8-9334-a4a3f883b171 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.525151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e10a0-01e4-4cdd-a7a4-c2db5b92bced req-679aaf23-7f43-415a-9698-4da29509a10e tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.533043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b26e10a0-01e4-4cdd-a7a4-c2db5b92bced req-679aaf23-7f43-415a-9698-4da29509a10e tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 948 time: 0.2440584 Feb 11 13:20:21.555734 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.620060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.630246 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b26e10a0-01e4-4cdd-a7a4-c2db5b92bced req-f2b03187-d7d8-43e4-bc26-a2556893cee5 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963657 Feb 11 13:20:21.662397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.687821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-d961fa62-6a23-42a8-9334-a4a3f883b171 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Calling delete_port for 350251c2-d9cd-47be-a4aa-426156dd1381 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:21.721804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Network': ['ID=20dcdf50-97ce-4e7f-a427-dd43047bcca4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:21.739281 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6111ae1a-b5a9-4bbd-b3fe-e0902367659a', 'name': 'network-vif-deleted', 'tag': 'c819bb1e-7409-4f1a-89fc-3d95278dddc3', 'status': 'completed', 'code': 200} Feb 11 13:20:21.746072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.747155 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.749024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 337673b1-927f-4789-b1d6-b7e00b128946 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:21.753269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:21.755339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=05e2ff30-e6a9-46a1-8407-18f4e279234c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:21.757431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:21.762055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57f99e98-1376-413c-b702-c390500d3ba3 req-bd73e464-b603-4d74-aeab-db8319c6b6ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6487417 Feb 11 13:20:21.818281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3da4d8dc-48d8-4da5-ba10-c81aab658da2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/20dcdf50-97ce-4e7f-a427-dd43047bcca4 HTTP/1.1" status: 204 len: 168 time: 7.3463154 Feb 11 13:20:21.821806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38614) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:21.875838 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-01133cfd-d211-4f6f-97f2-43354630504f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0270677 Feb 11 13:20:21.877930 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa37f4b9-6a4a-42b6-9b1c-1d7e213b87b0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:21.878301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa37f4b9-6a4a-42b6-9b1c-1d7e213b87b0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:21.905723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Request body: {'port': {'device_id': '6a4b6faf-2813-4ddf-88d5-fb7ac2926b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:21.929858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aa37f4b9-6a4a-42b6-9b1c-1d7e213b87b0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/subnets/ac9c6470-ff44-4f56-8cc7-4ccc000e82df HTTP/1.1" status: 404 len: 337 time: 0.1068563 Feb 11 13:20:21.934520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38618) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:21.973476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.973997 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.000497 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f432c2a0-23e1-437e-bc58-81d413ec22a1 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:22.000931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f432c2a0-23e1-437e-bc58-81d413ec22a1 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:22.002637 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f432c2a0-23e1-437e-bc58-81d413ec22a1 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/20dcdf50-97ce-4e7f-a427-dd43047bcca4 HTTP/1.1" status: 404 len: 339 time: 0.0672705 Feb 11 13:20:22.012735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:22.046426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7e2bdb1b-4253-46b9-80a4-48f90ff8951f details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:20:22.140774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-85f95515-5855-40b2-83e8-0a1d1dfc0c9d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4191599 Feb 11 13:20:22.147049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38626) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:22.157816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'port': {'network_id': '337673b1-927f-4789-b1d6-b7e00b128946', 'name': 'tempest-FloatingIPTestJSON-1404535976'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:22.181387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf1a79-2446-45f0-b1d2-4d0d6eae6433 req-c57156dc-f735-4a2c-a878-51932dafcd27 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:22.183296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0fbf1a79-2446-45f0-b1d2-4d0d6eae6433 req-c57156dc-f735-4a2c-a878-51932dafcd27 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 932 time: 0.3154056 Feb 11 13:20:22.214817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:22.231616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '7e2bdb1b-4253-46b9-80a4-48f90ff8951f', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '7e2bdb1b-4253-46b9-80a4-48f90ff8951f', 'mac_address': 'fa:16:3e:ad:72:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:20:22.293481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57f99e98-1376-413c-b702-c390500d3ba3 req-3be80757-f802-4cb1-a2c7-d93cd822a1ca service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112674 Feb 11 13:20:22.294996 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.323167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2bdb1b-4253-46b9-80a4-48f90ff8951f {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:22.348980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:22.365023 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.380477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:22.387665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:port and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:22.392603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:22.399776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:22.405475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0fbf1a79-2446-45f0-b1d2-4d0d6eae6433 req-eebea58a-3530-4b60-baeb-f30bb852b06e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731640 Feb 11 13:20:22.412686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Made reservation on behalf of 79b3506a6c0a400f8257ed8c636d942c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:22.416939 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.438116 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-d961fa62-6a23-42a8-9334-a4a3f883b171 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.456129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] device_id is not set on port 30794d0f-b3cd-4888-8f29-4cac0dbed03d yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:20:22.508737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:22.527517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.587824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['7e2bdb1b-4253-46b9-80a4-48f90ff8951f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:22.607805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961fa62-6a23-42a8-9334-a4a3f883b171 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event deleted for resources: {'Port': ['ID=350251c2-d9cd-47be-a4aa-426156dd1381,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:22.642855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.659455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.20.0.3 (337673b1-927f-4789-b1d6-b7e00b128946/a0fd9c97-57f2-410c-a0a7-fea954f0e9e6/30794d0f-b3cd-4888-8f29-4cac0dbed03d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:22.720888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-77d35949-8cdd-47f2-b227-03d79816fead req-7f1a30c1-e085-4cf7-b716-47b6db71131b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0591567 Feb 11 13:20:22.839282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-d961fa62-6a23-42a8-9334-a4a3f883b171 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] No DVR routers for this DVR port 350251c2-d9cd-47be-a4aa-426156dd1381 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:22.879633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-d961fa62-6a23-42a8-9334-a4a3f883b171 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.904695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57f99e98-1376-413c-b702-c390500d3ba3 req-db6493cd-da3c-423d-9830-51ef6d683c85 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954430 Feb 11 13:20:22.954128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.985650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-83e9118e-f80d-4057-b14d-a333d4d9f504 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:22.987109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-83e9118e-f80d-4057-b14d-a333d4d9f504 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.73 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 813 time: 0.6341507 Feb 11 13:20:23.043809 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.048383 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff8fc641-f691-4458-b9da-db1c17b5061b req-d961fa62-6a23-42a8-9334-a4a3f883b171 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "DELETE /v2.0/ports/350251c2-d9cd-47be-a4aa-426156dd1381 HTTP/1.1" status: 204 len: 173 time: 2.6665537 Feb 11 13:20:23.060073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Request body: {'port': {'device_id': 'bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0', 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f', 'admin_state_up': True, 'tenant_id': '4a7db9cc754446c0ae8724ea32a8e59f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:23.131163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 337673b1-927f-4789-b1d6-b7e00b128946 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:23.135564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:23.143269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e769cc-1377-4c2a-90b3-bfa4f05d7adf req-c84592c5-809a-485b-ab27-ddcd20698ece tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:23.144751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67e769cc-1377-4c2a-90b3-bfa4f05d7adf req-c84592c5-809a-485b-ab27-ddcd20698ece tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 949 time: 0.1745763 Feb 11 13:20:23.145389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=30794d0f-b3cd-4888-8f29-4cac0dbed03d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:23.147778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:23.179827 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.240526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:23.241154 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.255287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67e769cc-1377-4c2a-90b3-bfa4f05d7adf req-a609a277-693b-4392-9c02-c8c78404beb0 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793483 Feb 11 13:20:23.268128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-549b94ff-96fc-499a-9a60-9684600ab243 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1190162 Feb 11 13:20:23.271234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38646) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:23.276864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '30794d0f-b3cd-4888-8f29-4cac0dbed03d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:23.280849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a77cc47-403a-4c4d-8fbe-262dd7527307']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:23.290671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:23.295473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:floatingip and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:23.297781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99c231f-3c2d-4ad8-81e7-952d5eddb993') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:23.298162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99c231f-3c2d-4ad8-81e7-952d5eddb993') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:23.299049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:23.307894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:23.312637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.322715 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.365534 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.400299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:20:23.401086 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:23.422334 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:23.524822 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.551007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:23.575222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.581246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.609640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:23.623304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Network': ['ID=3a77cc47-403a-4c4d-8fbe-262dd7527307,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:23.632652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-21f00fb0-22b7-4ecd-96e8-e0f2cbdf0599 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/3a77cc47-403a-4c4d-8fbe-262dd7527307 HTTP/1.1" status: 204 len: 168 time: 1.6156967 Feb 11 13:20:23.635929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:23.683146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Made reservation on behalf of 4a7db9cc754446c0ae8724ea32a8e59f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:23.687183 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.703020 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:20:23.720474 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6d8644-2bdd-4822-8773-9fe9644b55ef tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:23.720914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6d8644-2bdd-4822-8773-9fe9644b55ef tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:23.724980 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3b6d8644-2bdd-4822-8773-9fe9644b55ef tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/subnets/8de0850b-4098-4aa1-b466-087d7b470440 HTTP/1.1" status: 404 len: 337 time: 0.0855229 Feb 11 13:20:23.727518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38670) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:23.738199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.25.4.185 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/37f003eb-84b1-405f-a0d3-61f7084ddff3) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:23.763842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'name': 'network-vif-deleted', 'tag': '350251c2-d9cd-47be-a4aa-426156dd1381'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:23.888515 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13c70e2-acef-4871-8225-150183f52282 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:23.888673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13c70e2-acef-4871-8225-150183f52282 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:23.890433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a13c70e2-acef-4871-8225-150183f52282 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/d22ec03a-ef80-4425-8f27-f8684a34673d HTTP/1.1" status: 404 len: 339 time: 0.1619890 Feb 11 13:20:23.896500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38682) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:23.904828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb0361c-be04-4e4a-bcde-c54289f5afa8 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:23.913604 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.930794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Transition to ACTIVE for port object fcb0361c-be04-4e4a-bcde-c54289f5afa8 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:23.975692 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.036377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51833b2-7d02-4fd9-8fb6-f148fb03902d req-240be4b7-1359-4f51-bb0d-9273c2f187a6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.038334 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b51833b2-7d02-4fd9-8fb6-f148fb03902d req-240be4b7-1359-4f51-bb0d-9273c2f187a6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 932 time: 0.2663329 Feb 11 13:20:24.053848 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.064914 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7e2bdb1b-4253-46b9-80a4-48f90ff8951f up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:24.124573 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.202450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:24.214047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:24.215150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.239862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=37f003eb-84b1-405f-a0d3-61f7084ddff3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:24.270878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:24.274474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:24.284382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:24.316504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38694) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:24.328515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b51833b2-7d02-4fd9-8fb6-f148fb03902d req-f18ef0d8-dc7b-41bd-ae71-dde293e36673 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298281 Feb 11 13:20:24.372430 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.391176 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2823834b-a75d-4d9e-9e3d-b0c9940b1e90 req-94d3a7b1-aaf7-4a8a-84fc-6f66b5722199 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0927446 Feb 11 13:20:24.407304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7649060-618a-4a96-8999-f8b66fff9b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2bdb1b-4253-46b9-80a4-48f90ff8951f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:24.420007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:24.437679 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.472343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Pushing event updated for resources: {'Port': ['ID=fcb0361c-be04-4e4a-bcde-c54289f5afa8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:24.572304 n-d-818559-1 neutron-server[83568]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '772b4380-1f2f-4656-bc7c-ce28550c137d', 'name': 'network-vif-deleted', 'tag': '350251c2-d9cd-47be-a4aa-426156dd1381', 'status': 'failed', 'code': 422} returned with failed status Feb 11 13:20:24.572872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:24.869567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Allocated IP 172.20.0.3 (7853e81f-ef99-4b8f-87b3-9dafb2dcd77f/4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e/ede43901-61e3-4992-8e06-1fb85d402c47) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:24.900288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ddd48-ffd4-476f-b1d4-48ef50af4084 req-19d65857-95d5-49c4-b99e-989e3377a840 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.906604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b67ddd48-ffd4-476f-b1d4-48ef50af4084 req-19d65857-95d5-49c4-b99e-989e3377a840 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 950 time: 0.1355782 Feb 11 13:20:24.943964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Attempting to bind port fcb0361c-be04-4e4a-bcde-c54289f5afa8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:24.944287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Attempting to bind port fcb0361c-be04-4e4a-bcde-c54289f5afa8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:24.944606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Attempting to bind port fcb0361c-be04-4e4a-bcde-c54289f5afa8 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:24.971593 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b67ddd48-ffd4-476f-b1d4-48ef50af4084 req-e947c504-3e30-4a58-8901-3d7a1ab11116 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621574 Feb 11 13:20:25.019917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-508c1c96-c5ce-432a-8e77-7e6ac0000c59 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8a43aeb23edd4b43b3f08f1669fb8a75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6906061 Feb 11 13:20:25.020359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d4a28b-06ad-4c38-a3ae-5543ba39620f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting subnet eb2ccf9b-ce73-4f56-95b8-73d3725d94ea {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:20:25.025558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38710) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:25.026121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Port fcb0361c-be04-4e4a-bcde-c54289f5afa8 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:20:25.026439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Attempting to bind port fcb0361c-be04-4e4a-bcde-c54289f5afa8 on network 9727c67e-db94-4084-8b54-a60fe2e6f7f1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:25.032762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590020-3658-42ff-a4a1-e52ada47458c req-a52d4f86-00b0-4bb2-8fbc-c2c7bb65ae13 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:25.034182 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-a52d4f86-00b0-4bb2-8fbc-c2c7bb65ae13 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.4609687 Feb 11 13:20:25.036763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a28b-06ad-4c38-a3ae-5543ba39620f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.049468 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7649060-618a-4a96-8999-f8b66fff9b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2bdb1b-4253-46b9-80a4-48f90ff8951f', 'code': 200} Feb 11 13:20:25.112045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.174549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.197186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:25.197546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Checking segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:25.197889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Bound using segment: {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:25.198312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Bound port: fcb0361c-be04-4e4a-bcde-c54289f5afa8, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e169d-91bd-4b10-a802-57bd371a48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:25.198670 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.209034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38716) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:25.289626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-e2491b09-693d-4344-b07f-b14adb0632f3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/quotas/065894f866e44a928b5da656a828a752 HTTP/1.1" status: 200 len: 375 time: 0.1883888 Feb 11 13:20:25.298977 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a28b-06ad-4c38-a3ae-5543ba39620f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.306531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc422ad-5596-49b6-8241-7271a1fc4e15 admin admin] Deleting subnet ebef0c98-5a96-482c-88be-ad4a399fbddf {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:20:25.313450 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1cc422ad-5596-49b6-8241-7271a1fc4e15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.426517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1cc422ad-5596-49b6-8241-7271a1fc4e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.447433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-84590020-3658-42ff-a4a1-e52ada47458c req-895c00d0-2639-4212-94b2-6991f88ec487 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:25.534880 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65174040-3824-47cd-9602-e0d93d77d41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.563608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1cc422ad-5596-49b6-8241-7271a1fc4e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.613513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-84590020-3658-42ff-a4a1-e52ada47458c req-895c00d0-2639-4212-94b2-6991f88ec487 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:25.614098 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-895c00d0-2639-4212-94b2-6991f88ec487 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2786906 Feb 11 13:20:25.625461 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.629305 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65174040-3824-47cd-9602-e0d93d77d41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.635749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] For port fcb0361c-be04-4e4a-bcde-c54289f5afa8, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:25.643353 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.654654 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.677450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-432897be-b7d6-4eca-8db0-7e3a782eb960 req-3ee5d3be-9987-4671-bd47-93fd0a8e49e2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 1101 time: 0.5477967 Feb 11 13:20:25.690188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] For port fcb0361c-be04-4e4a-bcde-c54289f5afa8, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcb0361c-be04-4e4a-bcde-c54289f5afa8,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:25.724045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6588ee-6d10-48ab-808e-291b6813dc66 req-d6536821-9bbe-46b4-abfd-b220cc08d463 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:25.725524 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fb6588ee-6d10-48ab-808e-291b6813dc66 req-d6536821-9bbe-46b4-abfd-b220cc08d463 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 944 time: 0.2643385 Feb 11 13:20:25.774931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.781591 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a28b-06ad-4c38-a3ae-5543ba39620f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.792801 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1cc422ad-5596-49b6-8241-7271a1fc4e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.839558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=37f003eb-84b1-405f-a0d3-61f7084ddff3,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:25.852671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc422ad-5596-49b6-8241-7271a1fc4e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebef0c98-5a96-482c-88be-ad4a399fbddf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:25.874874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1cc422ad-5596-49b6-8241-7271a1fc4e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.891681 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.952867 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fb6588ee-6d10-48ab-808e-291b6813dc66 req-69b814ce-05b5-4e12-958a-3dbd137e35ab tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166762 Feb 11 13:20:25.956911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.958267 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] 10.222.0.73 "PUT /v2.0/ports/fcb0361c-be04-4e4a-bcde-c54289f5afa8 HTTP/1.1" status: 200 len: 1092 time: 4.0650263 Feb 11 13:20:25.960786 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1cc422ad-5596-49b6-8241-7271a1fc4e15 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ebef0c98-5a96-482c-88be-ad4a399fbddf HTTP/1.1" status: 204 len: 168 time: 0.7507946 Feb 11 13:20:25.974747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38724) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:26.025085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deedb0b-c22d-4406-8e63-7223b0b1637f service neutron] Pushing event updated for resources: {'Port': ['ID=fcb0361c-be04-4e4a-bcde-c54289f5afa8,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:26.037696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65174040-3824-47cd-9602-e0d93d77d41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.041132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-432897be-b7d6-4eca-8db0-7e3a782eb960 req-a7c589d9-3ffd-4f6c-bdb9-8195473ac6ea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449309 Feb 11 13:20:26.165895 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 80ab0768-a469-4b6b-b54d-49fa4325bc9c associated. External IP: 172.25.4.185, port: 30794d0f-b3cd-4888-8f29-4cac0dbed03d. Feb 11 13:20:26.267021 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.279593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4593b2fa-f32d-4fc1-b2bf-ba05e77693e7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:26.280863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-74a68f20-957e-4858-8176-6cc0eaba99fb service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380205 Feb 11 13:20:26.348167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65174040-3824-47cd-9602-e0d93d77d41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05606889-c0f1-4f2c-b5f3-bac69b72242d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:26.380009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a28b-06ad-4c38-a3ae-5543ba39620f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.463581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be96b82-b80b-441a-8327-2dcc47693fcc req-863af10c-6e19-4614-a5a4-e4fc10e65d7d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.471036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8be96b82-b80b-441a-8327-2dcc47693fcc req-863af10c-6e19-4614-a5a4-e4fc10e65d7d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 931 time: 0.3620477 Feb 11 13:20:26.514704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4a28b-06ad-4c38-a3ae-5543ba39620f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2ccf9b-ce73-4f56-95b8-73d3725d94ea,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:26.524501 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.539845 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8be96b82-b80b-441a-8327-2dcc47693fcc req-29da96a3-d3a1-4e1d-a520-4bc39e0e7dae tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679624 Feb 11 13:20:26.565171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:26.585620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca0caaf-93fa-426f-9c31-845c807984aa None None] Network df09da2a-d97b-40a5-908d-af76f3ba3fe0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:26.585950 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a28b-06ad-4c38-a3ae-5543ba39620f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.589275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4b6faf-2813-4ddf-88d5-fb7ac2926b01', 'tag': 'fcb0361c-be04-4e4a-bcde-c54289f5afa8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:26.594233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:26.596002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Pushing event updated for resources: {'Port': ['ID=ede43901-61e3-4992-8e06-1fb85d402c47,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:26.602198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:26.710720 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65174040-3824-47cd-9602-e0d93d77d41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.711841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-65174040-3824-47cd-9602-e0d93d77d41d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/05606889-c0f1-4f2c-b5f3-bac69b72242d HTTP/1.1" status: 204 len: 168 time: 1.6766829 Feb 11 13:20:26.724208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a1d4a28b-06ad-4c38-a3ae-5543ba39620f tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/subnets/eb2ccf9b-ce73-4f56-95b8-73d3725d94ea HTTP/1.1" status: 204 len: 168 time: 2.7850063 Feb 11 13:20:26.741321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38734) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:26.768433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-24b7fa6a-3fab-492d-ad73-c547fa259e5b service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244556 Feb 11 13:20:26.830055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.830772 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.836828 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-ec49c409-2d49-4cf4-9b1b-f346c53b001d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 1095 time: 0.7944372 Feb 11 13:20:26.918366 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.937032 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-d7d33ddb-9ad9-44b4-91d0-6cb535279ade tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8943949 Feb 11 13:20:26.960005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Request body: {'port': {'device_id': 'bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:26.992725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-b4aaf240-10c6-40ce-9ef1-27907dfb8828 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcb0361c-be04-4e4a-bcde-c54289f5afa8 HTTP/1.1" status: 200 len: 217 time: 0.1367488 Feb 11 13:20:27.011872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8def48aa-ef08-4b80-abf3-24d152a70065']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:27.143382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting subnet f0911d99-1da4-4efa-8ad0-41b60a3c9924 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:20:27.169442 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.170072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-bebf5d83-5e81-4e34-a54c-9a75879a4d4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:27.171614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-bebf5d83-5e81-4e34-a54c-9a75879a4d4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.1616437 Feb 11 13:20:27.182992 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4b6faf-2813-4ddf-88d5-fb7ac2926b01', 'tag': 'fcb0361c-be04-4e4a-bcde-c54289f5afa8', 'status': 'completed', 'code': 200} Feb 11 13:20:27.245491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35620b35-e4c0-47a5-b0e9-991c2250afc9') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:27.245783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35620b35-e4c0-47a5-b0e9-991c2250afc9') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:27.258768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c38bc9-e435-4c69-9f6a-c4475415547b req-651fc5f9-8ec5-4a88-bd9f-b2bc7e4bb1c6 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:27.266496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-33c38bc9-e435-4c69-9f6a-c4475415547b req-651fc5f9-8ec5-4a88-bd9f-b2bc7e4bb1c6 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 950 time: 0.5191979 Feb 11 13:20:27.359827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.367385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-e819f7ea-8a32-4cfc-b9a0-c27fa5f74747 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719782 Feb 11 13:20:27.426555 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.474258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-33c38bc9-e435-4c69-9f6a-c4475415547b req-29c8956d-7482-4d05-a533-9d70a3c02878 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068815 Feb 11 13:20:27.596598 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.645296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0695fa39-360e-4a15-96d1-94100a16ee32 req-3e77453d-0aab-43e9-85a5-14ebac767c46 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 210 time: 0.4528501 Feb 11 13:20:27.696032 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.726245 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.730262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:27.802176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:20:27.802832 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.964303 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-87fb6124-36a1-4b92-8315-0ca3f9e1510a service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182066 Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:27.964950 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:28.036701 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.107122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e639865c-3f77-4580-8ae7-8e741e3c1d64 None None] Provisioning complete for port b6cf992c-a527-4209-851f-3584e8c28fcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:28.107762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Subnet': ['ID=f0911d99-1da4-4efa-8ad0-41b60a3c9924,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:28.108310 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e639865c-3f77-4580-8ae7-8e741e3c1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.115777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7e7f-fedb-4185-badc-d15650c4388d req-7ccb5be8-97dd-421c-833d-ed41d9fa8467 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.119769 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f21d7e7f-fedb-4185-badc-d15650c4388d req-7ccb5be8-97dd-421c-833d-ed41d9fa8467 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 944 time: 0.3517525 Feb 11 13:20:28.140781 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.144322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38770) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:28.168080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ba825-b778-4846-91c7-50a96b80c87d None None] Network df09da2a-d97b-40a5-908d-af76f3ba3fe0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:28.187972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.188331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.188659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.188996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.189343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.189663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.190357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.190357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.190676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.190947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.191272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:28.202100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-77af84f0-6810-4047-bbc4-438f0e6cba6a tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/subnets/f0911d99-1da4-4efa-8ad0-41b60a3c9924 HTTP/1.1" status: 204 len: 168 time: 1.4504564 Feb 11 13:20:28.202568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38776) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:28.323303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f21d7e7f-fedb-4185-badc-d15650c4388d req-1b2ee60c-98d5-4f62-b13a-f9b12e1da25f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880345 Feb 11 13:20:28.385056 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.396163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-120822021-network', 'tenant_id': '2c357251c0cc44fbaac86162528b7f5f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:28.408938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:28.418064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Usage tracker for resource:network and tenant:2c357251c0cc44fbaac86162528b7f5f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:28.422854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:28.431777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting port b6cf992c-a527-4209-851f-3584e8c28fcf {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:28.432599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.439887 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.445846 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.461827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:28.506750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] 10.222.0.67 "DELETE /v2.0/networks/8def48aa-ef08-4b80-abf3-24d152a70065 HTTP/1.1" status: 204 len: 168 time: 2.5298212 Feb 11 13:20:28.526438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc86c4c-be65-43b5-9898-6953ecd8edba admin admin] Pushing event deleted for resources: {'Network': ['ID=8def48aa-ef08-4b80-abf3-24d152a70065,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:28.551868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Made reservation on behalf of 2c357251c0cc44fbaac86162528b7f5f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:28.554438 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.633000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.663317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:28.675855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbc724d-d359-491a-9b05-494f809be576 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:20:28.711921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc724d-d359-491a-9b05-494f809be576 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:28.720301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0fbc724d-d359-491a-9b05-494f809be576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:28.733886 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.743947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede43901-61e3-4992-8e06-1fb85d402c47 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:28.753432 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.772336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Transition to ACTIVE for port object ede43901-61e3-4992-8e06-1fb85d402c47 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:28.804157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0fbc724d-d359-491a-9b05-494f809be576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:28.822178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc724d-d359-491a-9b05-494f809be576 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:28.823838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0fbc724d-d359-491a-9b05-494f809be576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:28.839648 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9a30608-08a3-44c0-813d-3d1d384f85ff req-1e9ea8a6-67be-4a07-86f5-13e1699b8b9c service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7963798 Feb 11 13:20:28.846960 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.856881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:28.915193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6242c71b-91aa-40cc-bb30-b269fbf3ceb6 None None] DHCP port deletion for df09da2a-d97b-40a5-908d-af76f3ba3fe0 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:20:28.917551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0fbc724d-d359-491a-9b05-494f809be576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:28.918114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbc724d-d359-491a-9b05-494f809be576 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:20:28.922560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6242c71b-91aa-40cc-bb30-b269fbf3ceb6 None None] Deleting port b6cf992c-a527-4209-851f-3584e8c28fcf {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:28.923186 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6242c71b-91aa-40cc-bb30-b269fbf3ceb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.036338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948f22f-fdfb-4233-bdc4-a454f87cc1e2 req-b4479ec5-4790-484b-b7a3-a8887f509647 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.037023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c948f22f-fdfb-4233-bdc4-a454f87cc1e2 req-b4479ec5-4790-484b-b7a3-a8887f509647 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Synchronizing usage tracker for tenant:4a7db9cc754446c0ae8724ea32a8e59f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:29.079125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:29.109805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Usage tracker for resource:security_group_rule and tenant:2c357251c0cc44fbaac86162528b7f5f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:29.117494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:29.133629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] For port b6cf992c-a527-4209-851f-3584e8c28fcf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b6cf992c-a527-4209-851f-3584e8c28fcf,segment=NetworkSegment(921971ab-8b6c-4b83-9ca8-75c3b4f53301),segment_id=921971ab-8b6c-4b83-9ca8-75c3b4f53301)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:29.133992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.141752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:29.144046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6242c71b-91aa-40cc-bb30-b269fbf3ceb6 None None] For port b6cf992c-a527-4209-851f-3584e8c28fcf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b6cf992c-a527-4209-851f-3584e8c28fcf,segment=NetworkSegment(921971ab-8b6c-4b83-9ca8-75c3b4f53301),segment_id=921971ab-8b6c-4b83-9ca8-75c3b4f53301)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:29.147560 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6242c71b-91aa-40cc-bb30-b269fbf3ceb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.147649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cada5870-9bd8-46fb-8fef-482b8335375d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8723652 Feb 11 13:20:29.149115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38790) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:29.161808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b44a2ee6-44bd-4be6-84a9-7f0caa49aa11 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:29.244546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Pushing event updated for resources: {'Port': ['ID=ede43901-61e3-4992-8e06-1fb85d402c47,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:29.259369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c948f22f-fdfb-4233-bdc4-a454f87cc1e2 req-b4479ec5-4790-484b-b7a3-a8887f509647 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Unset dirty status for tenant:4a7db9cc754446c0ae8724ea32a8e59f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:29.260519 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c948f22f-fdfb-4233-bdc4-a454f87cc1e2 req-b4479ec5-4790-484b-b7a3-a8887f509647 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 931 time: 1.2822270 Feb 11 13:20:29.271463 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-73325148-9ae2-47e8-9760-4c1a7521e06d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=382398d42ea748ecb7380cdbe2da9f79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3595221 Feb 11 13:20:29.288430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38794) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:29.292844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6242c71b-91aa-40cc-bb30-b269fbf3ceb6 None None] Calling delete_port for b6cf992c-a527-4209-851f-3584e8c28fcf owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:29.377586 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6242c71b-91aa-40cc-bb30-b269fbf3ceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.396793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Calling delete_port for b6cf992c-a527-4209-851f-3584e8c28fcf owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:29.400135 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb25b53f-65a6-4327-9e58-6d83438f0e50 req-2336b9a7-7b5f-4873-926e-5e5586f0b341 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 1095 time: 0.3581796 Feb 11 13:20:29.423650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590020-3658-42ff-a4a1-e52ada47458c req-30579248-78df-4d97-893c-1e610e94dda5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.424073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242c71b-91aa-40cc-bb30-b269fbf3ceb6 None None] Pushing event deleted for resources: {'Port': ['ID=b6cf992c-a527-4209-851f-3584e8c28fcf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:29.425107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-30579248-78df-4d97-893c-1e610e94dda5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.6327484 Feb 11 13:20:29.428519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242c71b-91aa-40cc-bb30-b269fbf3ceb6 None None] No DVR routers for this DVR port b6cf992c-a527-4209-851f-3584e8c28fcf on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:29.472588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Request body: {'port': {'device_id': '9979f047-429c-4848-b212-f8cdaae671b2', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'admin_state_up': True, 'tenant_id': '065894f866e44a928b5da656a828a752'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:29.508893 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b44a2ee6-44bd-4be6-84a9-7f0caa49aa11 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.566717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8019d94-3d70-41a3-94ba-529050a24fc9 req-55b3153f-b131-4fd9-816d-d4307fea2e36 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.568208 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e8019d94-3d70-41a3-94ba-529050a24fc9 req-55b3153f-b131-4fd9-816d-d4307fea2e36 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 950 time: 0.7997732 Feb 11 13:20:29.659030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c948f22f-fdfb-4233-bdc4-a454f87cc1e2 req-93f32505-d015-406c-8597-6f7ca31269cd tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875837 Feb 11 13:20:29.672177 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:20:29.672728 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:20:29.689359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Attempting to bind port ede43901-61e3-4992-8e06-1fb85d402c47 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:29.689359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Attempting to bind port ede43901-61e3-4992-8e06-1fb85d402c47 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'af3f5a47-9461-447b-a779-fc91f18f7ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:29.689359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Attempting to bind port ede43901-61e3-4992-8e06-1fb85d402c47 on network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:29.752712 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-295aa401-58aa-4563-8115-2cc3901c0e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.757286 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.758453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Port ede43901-61e3-4992-8e06-1fb85d402c47 on network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:20:29.758835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Attempting to bind port ede43901-61e3-4992-8e06-1fb85d402c47 on network 7853e81f-ef99-4b8f-87b3-9dafb2dcd77f {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:29.770469 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.785670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25b53f-65a6-4327-9e58-6d83438f0e50 req-54f9afa0-b591-4bbe-ba25-0c8c9cbb8a8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.787165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb25b53f-65a6-4327-9e58-6d83438f0e50 req-54f9afa0-b591-4bbe-ba25-0c8c9cbb8a8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.3696172 Feb 11 13:20:29.799029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e8019d94-3d70-41a3-94ba-529050a24fc9 req-645fff2c-abea-4863-8130-43eec5641378 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059402 Feb 11 13:20:29.828868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:29.850071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d060d21-eead-4298-aadb-1777afd8fcd7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:29.855944 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.857063 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Added segment fe1cebb5-16b0-40a7-bb7c-0d44a51dfc1a of type vlan for network 969a340e-0882-4c7d-8c56-10142448b18d Feb 11 13:20:29.889336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:29.889698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Checking segment: {'id': 'af3f5a47-9461-447b-a779-fc91f18f7ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:29.890295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Bound using segment: {'id': 'af3f5a47-9461-447b-a779-fc91f18f7ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:29.891046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Bound port: ede43901-61e3-4992-8e06-1fb85d402c47, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3f5a47-9461-447b-a779-fc91f18f7ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:29.891577 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.935130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:29.959133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-295aa401-58aa-4563-8115-2cc3901c0e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.982151 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d9983c1-c274-4f97-970d-8312ef9eaf10 req-02501365-9abd-482d-b682-708e71ae5a4c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 210 time: 0.1827116 Feb 11 13:20:29.986324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:29.988954 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb25b53f-65a6-4327-9e58-6d83438f0e50 req-77db296c-b792-4d13-b7c1-a0a72d9b52b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcb0361c-be04-4e4a-bcde-c54289f5afa8 HTTP/1.1" status: 200 len: 217 time: 0.1917806 Feb 11 13:20:29.995753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.999984 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b44a2ee6-44bd-4be6-84a9-7f0caa49aa11 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.018196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b44a2ee6-44bd-4be6-84a9-7f0caa49aa11 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.018510 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-b44a2ee6-44bd-4be6-84a9-7f0caa49aa11 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 80ab0768-a469-4b6b-b54d-49fa4325bc9c disassociated. External IP: 172.25.4.185, port: 30794d0f-b3cd-4888-8f29-4cac0dbed03d. Feb 11 13:20:30.102043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Made reservation on behalf of 065894f866e44a928b5da656a828a752 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:30.105038 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.147902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b6cf992c-a527-4209-851f-3584e8c28fcf no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:30.161676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25b53f-65a6-4327-9e58-6d83438f0e50 req-e19c2a8c-eb33-4ba7-b92e-06fb8ac66e31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.163188 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb25b53f-65a6-4327-9e58-6d83438f0e50 req-e19c2a8c-eb33-4ba7-b92e-06fb8ac66e31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.1623118 Feb 11 13:20:30.169551 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.170415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.170995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.190535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting port b6cf992c-a527-4209-851f-3584e8c28fcf {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:30.190866 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.208820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: b6cf992c-a527-4209-851f-3584e8c28fcf {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:20:30.209620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b6cf992c-a527-4209-851f-3584e8c28fcf not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:20:30.256430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-295aa401-58aa-4563-8115-2cc3901c0e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.345220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] The port 'b6cf992c-a527-4209-851f-3584e8c28fcf' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:20:30.373874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be603b-add4-4cb1-b595-d036f413ae85 req-feda6722-5006-4477-8cf7-bd3285822ee7 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.375429 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8be603b-add4-4cb1-b595-d036f413ae85 req-feda6722-5006-4477-8cf7-bd3285822ee7 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 944 time: 0.4380322 Feb 11 13:20:30.407338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] Pushing event updated for resources: {'Network': ['ID=969a340e-0882-4c7d-8c56-10142448b18d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:30.409841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] For port ede43901-61e3-4992-8e06-1fb85d402c47, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:30.413141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6d7ab7c4-f628-4183-a2d1-25f017c5125d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2508729 Feb 11 13:20:30.414113 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb25b53f-65a6-4327-9e58-6d83438f0e50 req-3774fd0a-58ab-4e49-b7c9-aad33d9e7267 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2060251 Feb 11 13:20:30.414249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38808) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:30.430678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 969a340e-0882-4c7d-8c56-10142448b18d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:20:30.430940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aa401-58aa-4563-8115-2cc3901c0e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151dbfb1-9ba4-46a0-8901-e906e0ae1213,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:30.458964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] For port ede43901-61e3-4992-8e06-1fb85d402c47, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ede43901-61e3-4992-8e06-1fb85d402c47,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:30.542300 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.636946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Request body: {'subnet': {'network_id': '969a340e-0882-4c7d-8c56-10142448b18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-120822021-subnet', 'tenant_id': '2c357251c0cc44fbaac86162528b7f5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:30.670483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:30.687333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Usage tracker for resource:subnet and tenant:2c357251c0cc44fbaac86162528b7f5f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:30.715194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-295aa401-58aa-4563-8115-2cc3901c0e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.716746 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-295aa401-58aa-4563-8115-2cc3901c0e33 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/151dbfb1-9ba4-46a0-8901-e906e0ae1213 HTTP/1.1" status: 204 len: 168 time: 1.4244332 Feb 11 13:20:30.720923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.722261 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] 10.222.0.73 "PUT /v2.0/ports/ede43901-61e3-4992-8e06-1fb85d402c47 HTTP/1.1" status: 200 len: 1091 time: 3.7761903 Feb 11 13:20:30.727720 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0', 'tag': 'ede43901-61e3-4992-8e06-1fb85d402c47'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:30.761816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f05fd-bc6b-4536-813c-9350a4f77663 service neutron] Pushing event updated for resources: {'Port': ['ID=ede43901-61e3-4992-8e06-1fb85d402c47,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:30.773405 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb25b53f-65a6-4327-9e58-6d83438f0e50 req-028826dd-3d14-4027-8d69-627a71f05a2b service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453550 Feb 11 13:20:30.775720 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Allocated IP 172.20.0.14 (05bf97f3-5682-465b-b63d-f7cee2355e2e/dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2/24a20020-f92d-4f2b-951c-7a9f51708326) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:30.778082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:30.832365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:30.855858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8be603b-add4-4cb1-b595-d036f413ae85 req-ca7c5ecf-0e2d-463d-8572-df325e88892b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495502 Feb 11 13:20:30.868397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.907750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Made reservation on behalf of 2c357251c0cc44fbaac86162528b7f5f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:30.910012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.974543 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0', 'tag': 'ede43901-61e3-4992-8e06-1fb85d402c47', 'status': 'completed', 'code': 200} Feb 11 13:20:31.056266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df09da2a-d97b-40a5-908d-af76f3ba3fe0']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:31.128679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921971ab-8b6c-4b83-9ca8-75c3b4f53301') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:31.128960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921971ab-8b6c-4b83-9ca8-75c3b4f53301') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:31.195990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-9f0176b2-187e-4643-95d9-666826cf296a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 1094 time: 0.4216025 Feb 11 13:20:31.201931 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.206836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb25b53f-65a6-4327-9e58-6d83438f0e50 req-95819ba1-af07-45c6-890d-6249e70a8fb0 service neutron] 10.222.0.73 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955486 Feb 11 13:20:31.225503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9e059e2-144d-4b93-a4ec-dbb57f09566b req-b2647922-c5a7-4a99-a89b-e94ee14ff7f5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 210 time: 0.0731323 Feb 11 13:20:31.252538 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.264896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:20:31.265303 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:31.282315 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:31.308338 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-ddd9d81d-e6f5-4f10-aa0c-bd4799dfa7b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ede43901-61e3-4992-8e06-1fb85d402c47 HTTP/1.1" status: 200 len: 217 time: 0.0981123 Feb 11 13:20:31.327437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d0942-9dd3-4274-b987-fff1e56192ef req-6acecfe0-c8a0-47fe-8d54-949d011d6073 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:31.329284 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d3d0942-9dd3-4274-b987-fff1e56192ef req-6acecfe0-c8a0-47fe-8d54-949d011d6073 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 943 time: 0.4921272 Feb 11 13:20:31.414987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.442846 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.453125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.462899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-338a18d4-2401-4fdb-a1d9-dea0aeb99762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:31.464881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-338a18d4-2401-4fdb-a1d9-dea0aeb99762 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 200 len: 853 time: 0.1440632 Feb 11 13:20:31.520656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Network': ['ID=df09da2a-d97b-40a5-908d-af76f3ba3fe0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:31.521013 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-8291e217-8a92-49a2-b307-365abc4f7c7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484135 Feb 11 13:20:31.535134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d3d0942-9dd3-4274-b987-fff1e56192ef req-90182e07-2fbb-4086-acc6-b1905150d0b2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688402 Feb 11 13:20:31.604268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1d0a9201-9b19-4b4b-b558-510bfa3abb8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/df09da2a-d97b-40a5-908d-af76f3ba3fe0 HTTP/1.1" status: 204 len: 168 time: 3.3989470 Feb 11 13:20:31.608291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38832) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:31.652055 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.683749 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6f36f9-6882-4cde-a1f2-b3409cb00a8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:31.684793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6f36f9-6882-4cde-a1f2-b3409cb00a8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:31.686908 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea6f36f9-6882-4cde-a1f2-b3409cb00a8e tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/subnets/08b7ccf0-0aed-431d-8726-6e0956b5cc2b HTTP/1.1" status: 404 len: 337 time: 0.0756619 Feb 11 13:20:31.692018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38838) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:31.739780 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.761179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event updated for resources: {'Port': ['ID=24a20020-f92d-4f2b-951c-7a9f51708326,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:31.779069 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de255a0-4912-42be-8072-28babee981d2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:31.779517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de255a0-4912-42be-8072-28babee981d2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:31.781176 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0de255a0-4912-42be-8072-28babee981d2 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/5a38a1af-4ed6-4ca6-8857-0a59db0686ba HTTP/1.1" status: 404 len: 339 time: 0.0882649 Feb 11 13:20:31.788369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38846) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:31.802449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:31.804733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.805297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.805864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.806424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.807023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.807829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.808396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.808942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.809519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.810086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.810664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:31.825818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:31.831054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:31.849390 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ed2ac4-a3e6-444d-a7ed-b891eae2b9d0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:31.849972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ed2ac4-a3e6-444d-a7ed-b891eae2b9d0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:31.851687 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-12ed2ac4-a3e6-444d-a7ed-b891eae2b9d0 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/subnets/ec9673f2-73b5-48ee-ba3e-eb105fcad3de HTTP/1.1" status: 404 len: 337 time: 0.0624111 Feb 11 13:20:31.858634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38850) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:31.891139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce323de-d2ac-46be-99f5-3e3720f15cd5,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:31.907867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-f716ca79-7093-4935-88fc-123e6e87e30c service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715558 Feb 11 13:20:31.929800 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3edf70-acb6-4455-b086-313b915f4349 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:31.930243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3edf70-acb6-4455-b086-313b915f4349 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:31.931920 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ec3edf70-acb6-4455-b086-313b915f4349 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/e0a9090d-4c9f-42c1-b725-4d841f328af1 HTTP/1.1" status: 404 len: 339 time: 0.0697389 Feb 11 13:20:31.935693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38858) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:31.984437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Checking segment: {'id': 'fe1cebb5-16b0-40a7-bb7c-0d44a51dfc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '969a340e-0882-4c7d-8c56-10142448b18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:31.984796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Network hostable DHCP agents. Network: 969a340e-0882-4c7d-8c56-10142448b18d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:20:31.989258 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdefb8b-ce4a-4c3a-95b2-617bcebebf64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:31.989692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdefb8b-ce4a-4c3a-95b2-617bcebebf64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:31.991321 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2bdefb8b-ce4a-4c3a-95b2-617bcebebf64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/subnets/377717e4-0bd4-4aa2-a30d-4fc67ed54d3f HTTP/1.1" status: 404 len: 337 time: 0.0532708 Feb 11 13:20:31.994172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38862) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:32.026245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.026824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:32.066245 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fcb0361c-be04-4e4a-bcde-c54289f5afa8 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:20:32.071170 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b75a049-4963-4aaa-9f11-3934206cd41b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:32.071614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b75a049-4963-4aaa-9f11-3934206cd41b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:32.078461 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1b75a049-4963-4aaa-9f11-3934206cd41b tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/a0e0c0f7-5312-4b9c-8127-700cb97d70fd HTTP/1.1" status: 404 len: 339 time: 0.0821464 Feb 11 13:20:32.081626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-18874a0b-7325-47e9-a7f5-3480cb512d4d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6128061 Feb 11 13:20:32.082315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38866) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:32.130503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Network 969a340e-0882-4c7d-8c56-10142448b18d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:20:32.159507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44a2ee6-44bd-4be6-84a9-7f0caa49aa11 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:32.160040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 969a340e-0882-4c7d-8c56-10142448b18d) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:32.167675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.168256 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:32.195061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5e1cd-304b-46d1-b20f-254f6d51a4f1 req-a37874a3-fe0c-4a50-9262-69b973208030 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.202925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dce5e1cd-304b-46d1-b20f-254f6d51a4f1 req-a37874a3-fe0c-4a50-9262-69b973208030 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 944 time: 0.1774294 Feb 11 13:20:32.228783 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8e3af7e7-d2af-4a64-9eb7-dbb4c59af409 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8023930 Feb 11 13:20:32.263165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ea9cfe-aac5-4d3c-93fc-178c52f73d1f None None] Network 969a340e-0882-4c7d-8c56-10142448b18d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:32.396006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dce5e1cd-304b-46d1-b20f-254f6d51a4f1 req-ce65a228-a917-4123-b39f-12d7a9d444e4 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922786 Feb 11 13:20:32.417307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Request body: {'port': {'device_id': '9979f047-429c-4848-b212-f8cdaae671b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:32.584523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44a2ee6-44bd-4be6-84a9-7f0caa49aa11 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:32.597849 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddcf252-784c-4b53-971d-163c823b7f68 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:20:32.608630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b44a2ee6-44bd-4be6-84a9-7f0caa49aa11 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:32.623696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fcb0361c-be04-4e4a-bcde-c54289f5afa8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcb0361c-be04-4e4a-bcde-c54289f5afa8,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:32.634562 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddcf252-784c-4b53-971d-163c823b7f68 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:32.638179 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-eddcf252-784c-4b53-971d-163c823b7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:32.644473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'fcb0361c-be04-4e4a-bcde-c54289f5afa8', 'network_id': '9727c67e-db94-4084-8b54-a60fe2e6f7f1', 'port_id': 'fcb0361c-be04-4e4a-bcde-c54289f5afa8', 'mac_address': 'fa:16:3e:16:32:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed8415f-ae9d-4916-aeb3-95b233c7a703', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:20:32.738755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cf74b7-1696-4127-9107-c3473a39b7bb None None] Network 969a340e-0882-4c7d-8c56-10142448b18d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:32.760547 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-eddcf252-784c-4b53-971d-163c823b7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:32.781254 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddcf252-784c-4b53-971d-163c823b7f68 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:32.781934 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b44a2ee6-44bd-4be6-84a9-7f0caa49aa11 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "PUT /v2.0/floatingips/80ab0768-a469-4b6b-b54d-49fa4325bc9c HTTP/1.1" status: 200 len: 688 time: 3.6316156 Feb 11 13:20:32.783992 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-eddcf252-784c-4b53-971d-163c823b7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:32.784573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38884) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:32.819502 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:32.850335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb0361c-be04-4e4a-bcde-c54289f5afa8 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:32.851023 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:32.889417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fcb0361c-be04-4e4a-bcde-c54289f5afa8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcb0361c-be04-4e4a-bcde-c54289f5afa8,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:32.906864 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:32.916475 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c123820-1251-4270-85a8-dc22ff71d2ce req-eb203d0e-b161-4c7b-958d-356eeaece27f service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9923408 Feb 11 13:20:32.938207 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-eddcf252-784c-4b53-971d-163c823b7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:32.938769 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddcf252-784c-4b53-971d-163c823b7f68 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:20:33.062689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=fcb0361c-be04-4e4a-bcde-c54289f5afa8,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:33.094985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-96604d31-a227-405a-9c6c-d18b14fe1a15 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting subnet 83f941c4-c263-448a-a51e-55d1aab9947d {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:20:33.152044 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96604d31-a227-405a-9c6c-d18b14fe1a15 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:33.181789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['fcb0361c-be04-4e4a-bcde-c54289f5afa8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:33.231910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3193e8-60d3-4549-8a6a-f65f09e4852a req-e55509b4-9c49-4d2a-9450-b08d2d234ffc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:33.232338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7e3193e8-60d3-4549-8a6a-f65f09e4852a req-e55509b4-9c49-4d2a-9450-b08d2d234ffc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:33.259279 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-8f0daa91-ef1e-4f32-b8de-66dce8802d1d req-e42ae1d4-8251-452c-94a2-48834294bf29 tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] show failed (client error): The resource could not be found. Feb 11 13:20:33.268227 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f0daa91-ef1e-4f32-b8de-66dce8802d1d req-e42ae1d4-8251-452c-94a2-48834294bf29 tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] 10.222.0.67 "GET /v2.0/security-groups/4ae5e056-e56e-4067-90e9-a9745c881076 HTTP/1.1" status: 404 len: 352 time: 0.3339615 Feb 11 13:20:33.281642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96604d31-a227-405a-9c6c-d18b14fe1a15 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:33.293436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b80f9-6ca8-40a7-ab8f-5eeee157580a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 37f003eb-84b1-405f-a0d3-61f7084ddff3 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:33.293436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec8b80f9-6ca8-40a7-ab8f-5eeee157580a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:33.391882 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a8f1135-682e-4e90-8be3-2ca846d45906 req-28b6a1f9-5d46-4f2f-b494-88f7a4838f4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 1094 time: 0.4078820 Feb 11 13:20:33.392796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7e3193e8-60d3-4549-8a6a-f65f09e4852a req-e55509b4-9c49-4d2a-9450-b08d2d234ffc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:33.399652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e3193e8-60d3-4549-8a6a-f65f09e4852a req-e55509b4-9c49-4d2a-9450-b08d2d234ffc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 932 time: 0.9885120 Feb 11 13:20:33.576023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec8b80f9-6ca8-40a7-ab8f-5eeee157580a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:33.576561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec8b80f9-6ca8-40a7-ab8f-5eeee157580a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:33.650609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e3193e8-60d3-4549-8a6a-f65f09e4852a req-845b3a6a-e832-4f12-a36e-de740ef4dbe8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496521 Feb 11 13:20:33.651030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49d402-8c41-499f-b570-382be6ae74a7 req-97cc4e8c-2e25-4cc6-ad83-8b6f12df2954 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:33.652531 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df49d402-8c41-499f-b570-382be6ae74a7 req-97cc4e8c-2e25-4cc6-ad83-8b6f12df2954 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 943 time: 0.2069161 Feb 11 13:20:33.672945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96604d31-a227-405a-9c6c-d18b14fe1a15 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:33.726465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b80f9-6ca8-40a7-ab8f-5eeee157580a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 37f003eb-84b1-405f-a0d3-61f7084ddff3 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:33.776958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1135-682e-4e90-8be3-2ca846d45906 req-4518e92d-2be0-40a3-beba-5253ac8b2483 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:33.779448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a8f1135-682e-4e90-8be3-2ca846d45906 req-4518e92d-2be0-40a3-beba-5253ac8b2483 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 914 time: 0.3768334 Feb 11 13:20:33.829121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df49d402-8c41-499f-b570-382be6ae74a7 req-9a5190cd-ce99-4ada-adf1-686c01780f1c tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107118 Feb 11 13:20:33.901144 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:20:33.936691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a8f1135-682e-4e90-8be3-2ca846d45906 req-33348e9e-068d-4f0e-b25d-81db26f3299d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ede43901-61e3-4992-8e06-1fb85d402c47 HTTP/1.1" status: 200 len: 217 time: 0.1425023 Feb 11 13:20:33.978899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec8b80f9-6ca8-40a7-ab8f-5eeee157580a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.018116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c06ae3e2-5bf7-4b7d-ba21-3e48ca3d04b3 req-f89b43e5-4776-4094-b0e4-7d8827bdba7c tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] Synchronizing usage tracker for tenant:2c357251c0cc44fbaac86162528b7f5f on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:34.029917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b80f9-6ca8-40a7-ab8f-5eeee157580a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=37f003eb-84b1-405f-a0d3-61f7084ddff3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:34.054220 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96604d31-a227-405a-9c6c-d18b14fe1a15 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.076994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fcb0361c-be04-4e4a-bcde-c54289f5afa8 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:34.093484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a20020-f92d-4f2b-951c-7a9f51708326 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:34.110126 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.123236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c06ae3e2-5bf7-4b7d-ba21-3e48ca3d04b3 req-f89b43e5-4776-4094-b0e4-7d8827bdba7c tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] Unset dirty status for tenant:2c357251c0cc44fbaac86162528b7f5f on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:34.124660 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c06ae3e2-5bf7-4b7d-ba21-3e48ca3d04b3 req-f89b43e5-4776-4094-b0e4-7d8827bdba7c tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c357251c0cc44fbaac86162528b7f5f HTTP/1.1" status: 200 len: 2652 time: 0.2276163 Feb 11 13:20:34.125379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96604d31-a227-405a-9c6c-d18b14fe1a15 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Subnet': ['ID=83f941c4-c263-448a-a51e-55d1aab9947d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:34.133943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1135-682e-4e90-8be3-2ca846d45906 req-d9b856d3-d89d-4908-949b-2c98e5e4f777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:34.135931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a8f1135-682e-4e90-8be3-2ca846d45906 req-d9b856d3-d89d-4908-949b-2c98e5e4f777 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 200 len: 853 time: 0.1599607 Feb 11 13:20:34.140203 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96604d31-a227-405a-9c6c-d18b14fe1a15 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.150668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02790d-aec6-4e53-8ce9-c4994de90615 None None] Network 26caf537-7af1-47c9-8e05-77256676fba2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:34.167459 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec8b80f9-6ca8-40a7-ab8f-5eeee157580a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.194911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Transition to ACTIVE for port object 24a20020-f92d-4f2b-951c-7a9f51708326 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:34.198179 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec8b80f9-6ca8-40a7-ab8f-5eeee157580a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.199416 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ec8b80f9-6ca8-40a7-ab8f-5eeee157580a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/floatingips/80ab0768-a469-4b6b-b54d-49fa4325bc9c HTTP/1.1" status: 204 len: 168 time: 1.4138458 Feb 11 13:20:34.203012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c06ae3e2-5bf7-4b7d-ba21-3e48ca3d04b3 req-c4a8ccf0-9c33-428b-8122-bc53a536cc6b tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] 10.222.0.67 "GET /v2.0/security-groups/2d060d21-eead-4298-aadb-1777afd8fcd7 HTTP/1.1" status: 200 len: 2649 time: 0.0665119 Feb 11 13:20:34.207106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38914) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:34.207544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a8f1135-682e-4e90-8be3-2ca846d45906 req-9e0d59da-c57b-4685-a1b2-3b273aaa4f4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637169 Feb 11 13:20:34.208740 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-96604d31-a227-405a-9c6c-d18b14fe1a15 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/subnets/83f941c4-c263-448a-a51e-55d1aab9947d HTTP/1.1" status: 204 len: 168 time: 2.1222291 Feb 11 13:20:34.210909 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.213808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '05e2ff30-e6a9-46a1-8407-18f4e279234c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:34.214506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38918) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:34.221388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:34.238420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:floatingip and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:34.243642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:34.258155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:34.268728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633cd32-4dbe-4d2b-a7e4-856436d9c55f req-017b9079-1e7b-45b4-85e0-f1127d092287 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:34.269429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7633cd32-4dbe-4d2b-a7e4-856436d9c55f req-017b9079-1e7b-45b4-85e0-f1127d092287 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:34.290276 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c06ae3e2-5bf7-4b7d-ba21-3e48ca3d04b3 req-3aa1b496-eb2a-4b41-b675-9f283a3473e4 tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] 10.222.0.67 "GET /v2.0/security-groups/2d060d21-eead-4298-aadb-1777afd8fcd7 HTTP/1.1" status: 200 len: 2649 time: 0.0706069 Feb 11 13:20:34.291037 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.361668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port fcb0361c-be04-4e4a-bcde-c54289f5afa8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:34.373540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port fcb0361c-be04-4e4a-bcde-c54289f5afa8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:34.373904 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.487363 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50c7e29f-c2a0-4025-b021-52f19e10af64 req-5d792741-ec54-4032-ab4d-6e03d2682c64 tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] 10.222.0.67 "GET /v2.0/security-groups/2d060d21-eead-4298-aadb-1777afd8fcd7 HTTP/1.1" status: 200 len: 2649 time: 0.0748429 Feb 11 13:20:34.537579 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.550454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af01b16-005f-49a9-afad-fa5b11f7b06e None None] DHCP port deletion for 26caf537-7af1-47c9-8e05-77256676fba2 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:20:34.560743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0af01b16-005f-49a9-afad-fa5b11f7b06e None None] Deleting port ea3a2600-e198-40b7-9ef2-fd78ac922352 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:34.561109 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0af01b16-005f-49a9-afad-fa5b11f7b06e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.584473 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.615746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4b6faf-2813-4ddf-88d5-fb7ac2926b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb0361c-be04-4e4a-bcde-c54289f5afa8'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:34.640562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fcb0361c-be04-4e4a-bcde-c54289f5afa8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcb0361c-be04-4e4a-bcde-c54289f5afa8,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:34.671152 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.682693 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-50c7e29f-c2a0-4025-b021-52f19e10af64 req-a515da07-9a0d-41d6-bbb3-70234a49b4ba tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:20:34.685515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50c7e29f-c2a0-4025-b021-52f19e10af64 req-a515da07-9a0d-41d6-bbb3-70234a49b4ba tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] 10.222.0.67 "DELETE /v2.0/security-groups/2d060d21-eead-4298-aadb-1777afd8fcd7 HTTP/1.1" status: 409 len: 352 time: 0.1852763 Feb 11 13:20:34.702273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a8f1135-682e-4e90-8be3-2ca846d45906 req-9729767d-44cb-4420-9a00-3e8c99a13c4a service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808688 Feb 11 13:20:34.708851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7633cd32-4dbe-4d2b-a7e4-856436d9c55f req-017b9079-1e7b-45b4-85e0-f1127d092287 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:34.709993 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7633cd32-4dbe-4d2b-a7e4-856436d9c55f req-017b9079-1e7b-45b4-85e0-f1127d092287 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 945 time: 0.8607585 Feb 11 13:20:34.727513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Pushing event updated for resources: {'Port': ['ID=24a20020-f92d-4f2b-951c-7a9f51708326,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:34.817500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.25.4.49 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/86b7f3e2-3852-4a9b-b8d1-7d5c4f271eaa) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:34.842256 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.854446 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4b6faf-2813-4ddf-88d5-fb7ac2926b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb0361c-be04-4e4a-bcde-c54289f5afa8', 'code': 200} Feb 11 13:20:34.873033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=fcb0361c-be04-4e4a-bcde-c54289f5afa8,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:34.912280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0af01b16-005f-49a9-afad-fa5b11f7b06e None None] For port ea3a2600-e198-40b7-9ef2-fd78ac922352, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ea3a2600-e198-40b7-9ef2-fd78ac922352,segment=NetworkSegment(94cbfc96-2bf1-4c34-ad64-483e49d8b80d),segment_id=94cbfc96-2bf1-4c34-ad64-483e49d8b80d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:34.914990 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0af01b16-005f-49a9-afad-fa5b11f7b06e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.053515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting port ea3a2600-e198-40b7-9ef2-fd78ac922352 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:35.054128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.054244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0af01b16-005f-49a9-afad-fa5b11f7b06e None None] Calling delete_port for ea3a2600-e198-40b7-9ef2-fd78ac922352 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:35.097637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.115304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7633cd32-4dbe-4d2b-a7e4-856436d9c55f req-01a8bee5-d44c-4300-a64a-eff114021176 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457160 Feb 11 13:20:35.118611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b016c1-6aa7-4708-9d36-1ad2b55ac76d req-1b2b8d10-249d-4d64-af21-92922b15d83b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:35.120070 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5b016c1-6aa7-4708-9d36-1ad2b55ac76d req-1b2b8d10-249d-4d64-af21-92922b15d83b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 944 time: 0.1449320 Feb 11 13:20:35.146478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a8f1135-682e-4e90-8be3-2ca846d45906 req-453300ea-9a90-484d-b4a8-e695180edff0 service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200969 Feb 11 13:20:35.162816 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0af01b16-005f-49a9-afad-fa5b11f7b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.178785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Attempting to bind port 24a20020-f92d-4f2b-951c-7a9f51708326 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:35.179117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Attempting to bind port 24a20020-f92d-4f2b-951c-7a9f51708326 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:35.179438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Attempting to bind port 24a20020-f92d-4f2b-951c-7a9f51708326 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:35.209441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.224916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af01b16-005f-49a9-afad-fa5b11f7b06e None None] Pushing event deleted for resources: {'Port': ['ID=ea3a2600-e198-40b7-9ef2-fd78ac922352,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:35.233239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af01b16-005f-49a9-afad-fa5b11f7b06e None None] No DVR routers for this DVR port ea3a2600-e198-40b7-9ef2-fd78ac922352 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:35.233356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] The port 'ea3a2600-e198-40b7-9ef2-fd78ac922352' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:20:35.267412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5b016c1-6aa7-4708-9d36-1ad2b55ac76d req-c0a3c098-2e36-4d4c-8a65-c224b76ecc7c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396191 Feb 11 13:20:35.307634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Port 24a20020-f92d-4f2b-951c-7a9f51708326 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:20:35.307845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Attempting to bind port 24a20020-f92d-4f2b-951c-7a9f51708326 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:35.314461 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-07ede4ce-5ac2-45ac-bd86-eb2bcd53ebc1 req-d1b61f8a-8ee2-4605-91af-f2f6c6ac4b1a tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] show failed (client error): The resource could not be found. Feb 11 13:20:35.315598 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-07ede4ce-5ac2-45ac-bd86-eb2bcd53ebc1 req-d1b61f8a-8ee2-4605-91af-f2f6c6ac4b1a tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] 10.222.0.67 "GET /v2.0/security-groups/a549f86b-debd-492b-97e2-ef4d6a628501 HTTP/1.1" status: 404 len: 352 time: 0.1248245 Feb 11 13:20:35.318742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd445f3c-ad79-4dd8-ac3a-b6b03de81ea7 req-7f7b04f1-0335-4961-9aa1-118d872b0c35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 1097 time: 0.3796604 Feb 11 13:20:35.401133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:35.405998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:35.435681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:35.436016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Checking segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:35.436393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Bound using segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:35.436832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Bound port: 24a20020-f92d-4f2b-951c-7a9f51708326, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:35.437171 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.439070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:35.458752 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-32eab964-9fc4-4402-ac08-5647919e46a1 req-a7f4090b-66e5-49bd-bb13-78f0cb320d11 tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] show failed (client error): The resource could not be found. Feb 11 13:20:35.459765 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32eab964-9fc4-4402-ac08-5647919e46a1 req-a7f4090b-66e5-49bd-bb13-78f0cb320d11 tempest-SecurityGroupsNegativeTestJSON-1290273342 tempest-SecurityGroupsNegativeTestJSON-1290273342-project] 10.222.0.67 "GET /v2.0/security-groups/79a2a20b-8124-4464-b08b-97e7b909667d HTTP/1.1" status: 404 len: 352 time: 0.0746822 Feb 11 13:20:35.463324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=86b7f3e2-3852-4a9b-b8d1-7d5c4f271eaa,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:35.474426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.481053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38948) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:35.566066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26caf537-7af1-47c9-8e05-77256676fba2']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:35.588776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd445f3c-ad79-4dd8-ac3a-b6b03de81ea7 req-6f67069b-2cf0-475c-b0be-369e4e1ad6f8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025154 Feb 11 13:20:35.599820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cbfc96-2bf1-4c34-ad64-483e49d8b80d') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:35.600109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cbfc96-2bf1-4c34-ad64-483e49d8b80d') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:35.622811 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.624219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69d5475-05a4-45e6-ab8e-e96ce094fbb0 admin admin] Deleting subnet 0ce323de-d2ac-46be-99f5-3e3720f15cd5 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:20:35.631207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69d5475-05a4-45e6-ab8e-e96ce094fbb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.646190 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.648515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] For port 24a20020-f92d-4f2b-951c-7a9f51708326, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:35.653378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] For port 24a20020-f92d-4f2b-951c-7a9f51708326, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=24a20020-f92d-4f2b-951c-7a9f51708326,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:35.656053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:20:35.656473 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:35.671018 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:35.673495 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.733349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69d5475-05a4-45e6-ab8e-e96ce094fbb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.764890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea79d3-8994-4423-bc4b-5cddb88e6d26 req-b7de4619-9d23-401d-be3e-b12534b0c93d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:35.766333 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50ea79d3-8994-4423-bc4b-5cddb88e6d26 req-b7de4619-9d23-401d-be3e-b12534b0c93d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 943 time: 0.3618925 Feb 11 13:20:35.809528 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.810916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] 10.222.0.73 "PUT /v2.0/ports/24a20020-f92d-4f2b-951c-7a9f51708326 HTTP/1.1" status: 200 len: 1092 time: 3.3984149 Feb 11 13:20:35.812104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9979f047-429c-4848-b212-f8cdaae671b2', 'tag': '24a20020-f92d-4f2b-951c-7a9f51708326'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:35.821124 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.852123 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.857307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69d5475-05a4-45e6-ab8e-e96ce094fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.862321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5c889-2999-4865-9ff9-62bdffbe5eec service neutron] Pushing event updated for resources: {'Port': ['ID=24a20020-f92d-4f2b-951c-7a9f51708326,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:35.868590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Network': ['ID=26caf537-7af1-47c9-8e05-77256676fba2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:35.907387 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9979f047-429c-4848-b212-f8cdaae671b2', 'tag': '24a20020-f92d-4f2b-951c-7a9f51708326', 'status': 'completed', 'code': 200} Feb 11 13:20:35.911324 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-117aaf35-ab63-4dd5-8be3-2259b64d0f00 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/26caf537-7af1-47c9-8e05-77256676fba2 HTTP/1.1" status: 204 len: 168 time: 1.6504719 Feb 11 13:20:35.916416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38956) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:35.966761 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-470c76f8-cfbf-48d8-b478-89a2db44e995 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:35.967183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470c76f8-cfbf-48d8-b478-89a2db44e995 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:35.971019 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-470c76f8-cfbf-48d8-b478-89a2db44e995 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/subnets/b3ae378b-9d58-4f5c-bbaa-fe013bf88c9d HTTP/1.1" status: 404 len: 337 time: 0.0542705 Feb 11 13:20:35.972024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38960) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:36.007475 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79e6dac-a7f0-4ac5-a0e3-98f8977fc8b1 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:36.008033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79e6dac-a7f0-4ac5-a0e3-98f8977fc8b1 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:36.009837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b79e6dac-a7f0-4ac5-a0e3-98f8977fc8b1 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/982cf997-1e6a-4ae7-be2b-859d15497ce8 HTTP/1.1" status: 404 len: 339 time: 0.0349853 Feb 11 13:20:36.018387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38966) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:36.039143 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50ea79d3-8994-4423-bc4b-5cddb88e6d26 req-15879af8-1178-4847-8967-98f8763d58a3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664158 Feb 11 13:20:36.082971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ede43901-61e3-4992-8e06-1fb85d402c47 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:20:36.087101 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-6e6855e0-f7b6-44f3-b937-93763aa871f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 1095 time: 0.2161911 Feb 11 13:20:36.131039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69d5475-05a4-45e6-ab8e-e96ce094fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.194625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d5475-05a4-45e6-ab8e-e96ce094fbb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce323de-d2ac-46be-99f5-3e3720f15cd5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:36.213024 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69d5475-05a4-45e6-ab8e-e96ce094fbb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.230427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b69d5475-05a4-45e6-ab8e-e96ce094fbb0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0ce323de-d2ac-46be-99f5-3e3720f15cd5 HTTP/1.1" status: 204 len: 168 time: 0.7480223 Feb 11 13:20:36.233211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38978) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:36.245571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-d4318fdc-1777-42f3-a659-db413c8e20be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24a20020-f92d-4f2b-951c-7a9f51708326 HTTP/1.1" status: 200 len: 217 time: 0.1383302 Feb 11 13:20:36.270066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ea3a2600-e198-40b7-9ef2-fd78ac922352 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:36.335743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb4acc0-e14a-4321-a869-8d413ee5e344 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting subnet 7200d214-d7d2-40c5-9591-5b42b2231485 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:20:36.344491 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4cb4acc0-e14a-4321-a869-8d413ee5e344 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.359746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: ea3a2600-e198-40b7-9ef2-fd78ac922352 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:20:36.360307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ea3a2600-e198-40b7-9ef2-fd78ac922352 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:20:36.392521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.449360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ede43901-61e3-4992-8e06-1fb85d402c47, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ede43901-61e3-4992-8e06-1fb85d402c47,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:36.464427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'ede43901-61e3-4992-8e06-1fb85d402c47', 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f', 'port_id': 'ede43901-61e3-4992-8e06-1fb85d402c47', 'mac_address': 'fa:16:3e:1d:12:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:20:36.525617 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.547625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede43901-61e3-4992-8e06-1fb85d402c47 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:36.565093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ede43901-61e3-4992-8e06-1fb85d402c47, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ede43901-61e3-4992-8e06-1fb85d402c47,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:36.570868 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.659142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.698319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ede43901-61e3-4992-8e06-1fb85d402c47,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:36.710210 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.752072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4cb4acc0-e14a-4321-a869-8d413ee5e344 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.767178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969a340e-0882-4c7d-8c56-10142448b18d']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:36.788567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1cebb5-16b0-40a7-bb7c-0d44a51dfc1a') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:36.788874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1cebb5-16b0-40a7-bb7c-0d44a51dfc1a') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:36.796243 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.802910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590020-3658-42ff-a4a1-e52ada47458c req-1f70a1b1-c655-4013-8321-01fcf7f2fd15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:36.804375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-1f70a1b1-c655-4013-8321-01fcf7f2fd15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.3939564 Feb 11 13:20:36.838904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['ede43901-61e3-4992-8e06-1fb85d402c47'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:36.842273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da5a76-8bb8-4733-b9b4-06a943a6dd03 req-8bce305b-b5f2-43f9-9811-630634eb27f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:36.843795 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18da5a76-8bb8-4733-b9b4-06a943a6dd03 req-8bce305b-b5f2-43f9-9811-630634eb27f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 944 time: 0.3795145 Feb 11 13:20:36.845483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.859020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-8b32ce7d-4c27-41c6-805b-6cbd1cd6e929 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466037 Feb 11 13:20:36.895128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.914597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:20:36.914920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:36.930096 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:36.982560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b24454-65d3-4243-ad82-504eabacd456 req-edadda5c-6462-406e-a6e8-33b3548c32fc tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:36.983990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58b24454-65d3-4243-ad82-504eabacd456 req-edadda5c-6462-406e-a6e8-33b3548c32fc tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.6449504 Feb 11 13:20:37.054408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-f1994495-ee9e-497b-a1f6-e8d42c7cfb05 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853554 Feb 11 13:20:37.126888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-18da5a76-8bb8-4733-b9b4-06a943a6dd03 req-9bf49486-4e95-4936-8196-7c581b031877 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708061 Feb 11 13:20:37.169433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58b24454-65d3-4243-ad82-504eabacd456 req-88b5e9a8-c8af-4c61-8e4b-fe57536b10fa tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705513 Feb 11 13:20:37.175584 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4cb4acc0-e14a-4321-a869-8d413ee5e344 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.215087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.236455 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.251221 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.266428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] Pushing event deleted for resources: {'Network': ['ID=969a340e-0882-4c7d-8c56-10142448b18d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:37.274114 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cf3d5b92-a03b-4bba-a199-e21a2382e516 admin admin] 10.222.0.67 "DELETE /v2.0/networks/969a340e-0882-4c7d-8c56-10142448b18d HTTP/1.1" status: 204 len: 168 time: 1.0393999 Feb 11 13:20:37.304785 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84590020-3658-42ff-a4a1-e52ada47458c req-7a30947a-48f0-4166-ba8d-30a752092289 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380834 Feb 11 13:20:37.330054 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4cb4acc0-e14a-4321-a869-8d413ee5e344 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.370752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.380704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.421488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4acc0-e14a-4321-a869-8d413ee5e344 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Subnet': ['ID=7200d214-d7d2-40c5-9591-5b42b2231485,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:37.475913 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4cb4acc0-e14a-4321-a869-8d413ee5e344 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.479727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aef627-740d-4878-a12e-ba3c2fdfff92 None None] Network 820ca523-f25c-4da5-890b-9fc3e0ecce50 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:37.495947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4cb4acc0-e14a-4321-a869-8d413ee5e344 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/subnets/7200d214-d7d2-40c5-9591-5b42b2231485 HTTP/1.1" status: 204 len: 168 time: 1.4752538 Feb 11 13:20:37.499710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39010) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:37.525581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=86b7f3e2-3852-4a9b-b8d1-7d5c4f271eaa,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:37.560341 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.660687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.670918 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d2b1c-4d8c-4ffb-9b29-25970e0b24b0 req-8856ad84-bbc0-4f6b-919b-fef3f133428a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:37.672478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-571d2b1c-4d8c-4ffb-9b29-25970e0b24b0 req-8856ad84-bbc0-4f6b-919b-fef3f133428a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 944 time: 0.2956371 Feb 11 13:20:37.675730 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8a76a17-4483-4063-8256-e89ba86c65be req-08c1ca0e-918c-4f24-b354-c48eea7550c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 1095 time: 0.3051658 Feb 11 13:20:37.690044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39014) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:37.774407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5835f9ad-72bf-4e67-bcb0-ecfd2c46a772 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c357251c0cc44fbaac86162528b7f5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0791864 Feb 11 13:20:37.775315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39018) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:37.783708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting port 37a2f48d-3ae2-4229-bc43-56bbb092d99d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:37.784124 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.859998 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f37c42b-d0ed-4d59-8eca-2757b96a63de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.865944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b99a1-b00e-428b-b598-b3a6f097911e None None] DHCP port deletion for 820ca523-f25c-4da5-890b-9fc3e0ecce50 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:20:37.867240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-571d2b1c-4d8c-4ffb-9b29-25970e0b24b0 req-22d9ef65-603b-49f1-a7f1-feeddb343844 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868410 Feb 11 13:20:37.870957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-473b99a1-b00e-428b-b598-b3a6f097911e None None] Deleting port 37a2f48d-3ae2-4229-bc43-56bbb092d99d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:37.871124 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-473b99a1-b00e-428b-b598-b3a6f097911e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.897943 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f37c42b-d0ed-4d59-8eca-2757b96a63de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.918086 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 1bf0aaf6-c3a7-4196-8723-ae791afb5e27 associated. External IP: 172.25.4.49, port: 05e2ff30-e6a9-46a1-8407-18f4e279234c. Feb 11 13:20:37.946870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a76a17-4483-4063-8256-e89ba86c65be req-b0657166-7845-4509-afd1-dde47369d153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:37.948436 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8a76a17-4483-4063-8256-e89ba86c65be req-b0657166-7845-4509-afd1-dde47369d153 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 912 time: 0.2511106 Feb 11 13:20:38.095840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8a76a17-4483-4063-8256-e89ba86c65be req-5ac660ae-f1f8-45e9-bbc6-2ff7e2cfadc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24a20020-f92d-4f2b-951c-7a9f51708326 HTTP/1.1" status: 200 len: 217 time: 0.1343808 Feb 11 13:20:38.099450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ede43901-61e3-4992-8e06-1fb85d402c47 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:38.106944 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f37c42b-d0ed-4d59-8eca-2757b96a63de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.127166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37c42b-d0ed-4d59-8eca-2757b96a63de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d060d21-eead-4298-aadb-1777afd8fcd7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:38.162757 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f37c42b-d0ed-4d59-8eca-2757b96a63de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.164023 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7f37c42b-d0ed-4d59-8eca-2757b96a63de admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2d060d21-eead-4298-aadb-1777afd8fcd7 HTTP/1.1" status: 204 len: 168 time: 0.3885818 Feb 11 13:20:38.196397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-473b99a1-b00e-428b-b598-b3a6f097911e None None] For port 37a2f48d-3ae2-4229-bc43-56bbb092d99d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=37a2f48d-3ae2-4229-bc43-56bbb092d99d,segment=NetworkSegment(b115c1d5-f9e9-4d16-aeca-c00173de63f6),segment_id=b115c1d5-f9e9-4d16-aeca-c00173de63f6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:38.197331 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-473b99a1-b00e-428b-b598-b3a6f097911e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.307650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] For port 37a2f48d-3ae2-4229-bc43-56bbb092d99d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=37a2f48d-3ae2-4229-bc43-56bbb092d99d,segment=NetworkSegment(b115c1d5-f9e9-4d16-aeca-c00173de63f6),segment_id=b115c1d5-f9e9-4d16-aeca-c00173de63f6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:38.308205 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.352897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a76a17-4483-4063-8256-e89ba86c65be req-6ebe6334-ef52-4bb0-a6ce-eeaf79e68b20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.354616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8a76a17-4483-4063-8256-e89ba86c65be req-6ebe6334-ef52-4bb0-a6ce-eeaf79e68b20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.2489202 Feb 11 13:20:38.394662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 37a2f48d-3ae2-4229-bc43-56bbb092d99d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:38.462692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-473b99a1-b00e-428b-b598-b3a6f097911e None None] Calling delete_port for 37a2f48d-3ae2-4229-bc43-56bbb092d99d owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:38.495322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:38.525664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f90e06-5e21-4fd3-95b9-0c90d1c137b3 req-0bdd4758-5f35-4abd-bd3d-e39b9451f8c1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.533374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-52f90e06-5e21-4fd3-95b9-0c90d1c137b3 req-0bdd4758-5f35-4abd-bd3d-e39b9451f8c1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 944 time: 0.1187346 Feb 11 13:20:38.768072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8a76a17-4483-4063-8256-e89ba86c65be req-086e6056-44c3-4ad5-b754-e6b814f1cf42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3584888 Feb 11 13:20:38.777933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-52f90e06-5e21-4fd3-95b9-0c90d1c137b3 req-b6db7102-9526-4ed1-a4e2-41f726a720b4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433908 Feb 11 13:20:38.779753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Calling delete_port for 37a2f48d-3ae2-4229-bc43-56bbb092d99d owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:38.816336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port ede43901-61e3-4992-8e06-1fb85d402c47 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:38.853243 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-473b99a1-b00e-428b-b598-b3a6f097911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.886661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:38.910292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.989546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b99a1-b00e-428b-b598-b3a6f097911e None None] No DVR routers for this DVR port 37a2f48d-3ae2-4229-bc43-56bbb092d99d on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:38.997041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port ede43901-61e3-4992-8e06-1fb85d402c47 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:38.997041 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.004371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-440da77b-e380-4699-b356-978854d15bd1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7957695 Feb 11 13:20:39.008685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39048) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:39.147126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905575c-e06d-4361-b728-a03e4156ed5e None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:20:39.159020 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.220830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905575c-e06d-4361-b728-a03e4156ed5e None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:39.222054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6905575c-e06d-4361-b728-a03e4156ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:39.278281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8a76a17-4483-4063-8256-e89ba86c65be req-80e3a953-3fde-4db4-981c-f4588dae8ba9 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585702 Feb 11 13:20:39.281459 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:20:39.282481 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:20:39.284735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b99a1-b00e-428b-b598-b3a6f097911e None None] Pushing event deleted for resources: {'Port': ['ID=37a2f48d-3ae2-4229-bc43-56bbb092d99d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:39.308247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6905575c-e06d-4361-b728-a03e4156ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:39.352725 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1714b89e-00de-49c4-bf48-e49bff7be2ea tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "GET /v2.0/floatingips/1bf0aaf6-c3a7-4196-8723-ae791afb5e27 HTTP/1.1" status: 200 len: 977 time: 0.3427362 Feb 11 13:20:39.359092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39064) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:39.385692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f07f4-d099-42fe-9662-d634dc94dbcd req-05d69ae6-50d0-41f8-a6dd-104874b484cf tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:39.387812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee9f07f4-d099-42fe-9662-d634dc94dbcd req-05d69ae6-50d0-41f8-a6dd-104874b484cf tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.6183143 Feb 11 13:20:39.397557 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.457818 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee9f07f4-d099-42fe-9662-d634dc94dbcd req-b76a01d0-64a7-4fa7-bd02-b03c5c476bfd tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592144 Feb 11 13:20:39.486757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905575c-e06d-4361-b728-a03e4156ed5e None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:39.488796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6905575c-e06d-4361-b728-a03e4156ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:39.518904 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8a76a17-4483-4063-8256-e89ba86c65be req-8e81186b-6985-4ecd-9faf-76c46263bf48 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291424 Feb 11 13:20:39.552079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede43901-61e3-4992-8e06-1fb85d402c47'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:39.556175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa0088-f760-4724-9b6e-5a579ae129a6 req-1837bcf5-75bd-4a4f-9c9e-ef3bec43494e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:39.566785 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9aa0088-f760-4724-9b6e-5a579ae129a6 req-1837bcf5-75bd-4a4f-9c9e-ef3bec43494e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 944 time: 0.4282115 Feb 11 13:20:39.568105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6905575c-e06d-4361-b728-a03e4156ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:39.568601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905575c-e06d-4361-b728-a03e4156ed5e None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:20:39.572103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ede43901-61e3-4992-8e06-1fb85d402c47, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ede43901-61e3-4992-8e06-1fb85d402c47,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:39.578408 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.619278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39080) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:39.643562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0a716d30-a845-4dba-ab2e-6661da9745b6 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Synchronizing usage tracker for tenant:79b3506a6c0a400f8257ed8c636d942c on resource:floatingip {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:39.664953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ede43901-61e3-4992-8e06-1fb85d402c47,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:39.680093 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9aa0088-f760-4724-9b6e-5a579ae129a6 req-14f801c6-451d-4593-b9ac-718a15d1d650 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971463 Feb 11 13:20:39.690321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0a716d30-a845-4dba-ab2e-6661da9745b6 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Unset dirty status for tenant:79b3506a6c0a400f8257ed8c636d942c on resource:floatingip {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:39.694427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0a716d30-a845-4dba-ab2e-6661da9745b6 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3313179 Feb 11 13:20:39.695268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39088) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:39.704069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'port_id': '30794d0f-b3cd-4888-8f29-4cac0dbed03d'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:39.785790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Deleting port 37a2f48d-3ae2-4229-bc43-56bbb092d99d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:39.786136 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.786919 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede43901-61e3-4992-8e06-1fb85d402c47', 'code': 200} Feb 11 13:20:39.838613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2028332580-network', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:39.855395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:39.865450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Usage tracker for resource:network and tenant:554aa8ac701541e1990ed4a6ae58f274 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:39.874047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:39.881488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:39.888955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] The port '37a2f48d-3ae2-4229-bc43-56bbb092d99d' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:20:39.911905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Made reservation on behalf of 554aa8ac701541e1990ed4a6ae58f274 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:39.915242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.934981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.013767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:40.017531 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.028612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Usage tracker for resource:security_group_rule and tenant:554aa8ac701541e1990ed4a6ae58f274 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:40.035506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:40.054883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:40.100814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 24a20020-f92d-4f2b-951c-7a9f51708326 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:20:40.240032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.269383 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.312985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:40.322346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27202a3-31d6-4f00-8743-9c5b295679f9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:40.334044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba63e7-8de6-400d-845f-cc030531b9bc req-2de3a0ca-b9ba-4295-87e1-0fd08ff93a7f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:40.335660 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ceba63e7-8de6-400d-845f-cc030531b9bc req-2de3a0ca-b9ba-4295-87e1-0fd08ff93a7f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 944 time: 0.2319634 Feb 11 13:20:40.336541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.336881 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Added segment a3b5ea12-5d67-48fa-b3dd-e479625d4bde of type vlan for network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 Feb 11 13:20:40.344651 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.396488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.422691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 24a20020-f92d-4f2b-951c-7a9f51708326, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=24a20020-f92d-4f2b-951c-7a9f51708326,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:40.430781 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ceba63e7-8de6-400d-845f-cc030531b9bc req-1e1528cc-519f-4fe4-af21-b6302f3756d8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839417 Feb 11 13:20:40.441916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '24a20020-f92d-4f2b-951c-7a9f51708326', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'port_id': '24a20020-f92d-4f2b-951c-7a9f51708326', 'mac_address': 'fa:16:3e:1a:e8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:20:40.446645 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4264ec33-fa98-41bc-8022-48e0b84b2013 req-81541e84-0b6d-4ee5-b904-d23079893653 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 1096 time: 0.5562203 Feb 11 13:20:40.451700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820ca523-f25c-4da5-890b-9fc3e0ecce50']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:40.485622 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.487185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:40.488202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.529641 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-fd20b91c-c226-475b-a016-9597ab0cbc66 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881274 Feb 11 13:20:40.541012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b115c1d5-f9e9-4d16-aeca-c00173de63f6') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:40.541348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b115c1d5-f9e9-4d16-aeca-c00173de63f6') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:40.564133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.584135 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.618325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a20020-f92d-4f2b-951c-7a9f51708326 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:40.636530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 24a20020-f92d-4f2b-951c-7a9f51708326, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=24a20020-f92d-4f2b-951c-7a9f51708326,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:40.641410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.648011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0276752 Feb 11 13:20:40.654608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72839f03-5592-4138-918c-c3bc83108a08 admin admin] Pushing event updated for resources: {'Network': ['ID=c40f714a-9ffe-46f7-9dd9-807c4e6d5e45,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:40.666410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39114) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:40.672612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Request body: {'subnet': {'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2028332580-subnet', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:40.685022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:20:40.733007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:40.740138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Usage tracker for resource:subnet and tenant:554aa8ac701541e1990ed4a6ae58f274 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:40.743864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:40.758137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:40.758339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-7f212c93-f645-458a-a40a-0c79dab619bd tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:40.760642 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-7f212c93-f645-458a-a40a-0c79dab619bd tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051296 Feb 11 13:20:40.787409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Made reservation on behalf of 554aa8ac701541e1990ed4a6ae58f274 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:40.791129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.830183 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.855420 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-4ce666f0-e9c9-40ee-b4c3-671ec0d0f24f tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/quotas/b00d68c73c7e4d59a8e1296b8e9a5ad6 HTTP/1.1" status: 200 len: 375 time: 0.0869341 Feb 11 13:20:40.860363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:20:40.860756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.866701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=24a20020-f92d-4f2b-951c-7a9f51708326,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:40.877382 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:40.891775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77bc59-40b5-4621-9a60-f3e0d3d87e75 req-27ed75e3-b364-4e15-a27c-3d65be32524d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:40.893271 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b77bc59-40b5-4621-9a60-f3e0d3d87e75 req-27ed75e3-b364-4e15-a27c-3d65be32524d tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.2278562 Feb 11 13:20:40.932067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['24a20020-f92d-4f2b-951c-7a9f51708326'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:40.967080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b77bc59-40b5-4621-9a60-f3e0d3d87e75 req-b1adc82e-cdd9-42b3-97bd-767ff0e009ae tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652771 Feb 11 13:20:41.139404 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4264ec33-fa98-41bc-8022-48e0b84b2013 req-aafccbf9-742a-44e5-8c5e-255ab980e727 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707597 Feb 11 13:20:41.140053 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:41.151865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:41.198957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:41.200208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-411ccf96-7b51-4d8a-a82b-878fc370b5a2 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3153181 Feb 11 13:20:41.211730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] Pushing event deleted for resources: {'Network': ['ID=820ca523-f25c-4da5-890b-9fc3e0ecce50,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:41.310776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f467489-5c42-49fb-9293-5eb2a1867198,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:41.321018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Checking segment: {'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:41.321381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Network hostable DHCP agents. Network: c40f714a-9ffe-46f7-9dd9-807c4e6d5e45, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:20:41.336144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cde7d-036c-4f27-a268-41674d77d10d req-8fcf3aae-6366-4216-89d8-e89c93f5ed28 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:41.337636 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a41cde7d-036c-4f27-a268-41674d77d10d req-8fcf3aae-6366-4216-89d8-e89c93f5ed28 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 945 time: 0.1898766 Feb 11 13:20:41.411621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:20:41.427178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, c40f714a-9ffe-46f7-9dd9-807c4e6d5e45) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:41.439603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1159630-180c-4484-8b38-0cf1cfc179c7 None None] Network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:41.454560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-df603e09-0892-43f9-897f-0d61f18d6c64 tempest-NetworksIpV6Test-1662070763 tempest-NetworksIpV6Test-1662070763-project] 10.222.0.67 "DELETE /v2.0/networks/820ca523-f25c-4da5-890b-9fc3e0ecce50 HTTP/1.1" status: 204 len: 168 time: 3.9508123 Feb 11 13:20:41.455117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a41cde7d-036c-4f27-a268-41674d77d10d req-d35cd261-2a30-4488-ae71-da2d69605a6e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997050 Feb 11 13:20:41.457551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:41.458292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:41.549920 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5261299f-6b40-47f4-a8cc-9996a0a964ea admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8824604 Feb 11 13:20:41.553758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39136) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:41.570947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:41.595147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:41.609501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Usage tracker for resource:router and tenant:554aa8ac701541e1990ed4a6ae58f274 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:41.619211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:41.639520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:41.670373 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:41.671490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:41.742931 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-d6b96fbb-0a95-4a5c-87de-aeaa5f24239f tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463214 Feb 11 13:20:41.761819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:20:41.763676 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:41.855276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.004670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Allocated IP 172.20.0.2 (c40f714a-9ffe-46f7-9dd9-807c4e6d5e45/8f467489-5c42-49fb-9293-5eb2a1867198/0a15a14a-7c07-478e-ba3a-08ad9a1bce64) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:42.058903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39150) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:42.073106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-3aca2468-9133-403f-89db-450ebaed868c tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:42.080775 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-3aca2468-9133-403f-89db-450ebaed868c tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3366828 Feb 11 13:20:42.114005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1cd9-480e-4857-bc1c-d8d506e30859 req-40666ccc-b6db-4cc9-82b1-ed27a49b0bb2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:42.122862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f70c1cd9-480e-4857-bc1c-d8d506e30859 req-40666ccc-b6db-4cc9-82b1-ed27a49b0bb2 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.4483740 Feb 11 13:20:42.128385 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-87d51fca-23b7-449f-9b5f-227a1fa32831 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/quotas/b00d68c73c7e4d59a8e1296b8e9a5ad6 HTTP/1.1" status: 200 len: 375 time: 0.0464268 Feb 11 13:20:42.138503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 24a20020-f92d-4f2b-951c-7a9f51708326 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:42.220744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.244653 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f70c1cd9-480e-4857-bc1c-d8d506e30859 req-b23ed393-f198-46d2-8ccc-5545348d2265 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111474 Feb 11 13:20:42.271119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-97f5d38b-a95b-4fca-bc99-23374a8184c4 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1414843 Feb 11 13:20:42.330332 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.417594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 24a20020-f92d-4f2b-951c-7a9f51708326 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:42.429681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 24a20020-f92d-4f2b-951c-7a9f51708326 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:42.430370 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.656373 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.668779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.678809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Transition to ACTIVE for port object 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:42.689536 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.763104 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.835175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9979f047-429c-4848-b212-f8cdaae671b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a20020-f92d-4f2b-951c-7a9f51708326'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:42.840443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Transition to ACTIVE for port object 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:42.851589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 24a20020-f92d-4f2b-951c-7a9f51708326, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=24a20020-f92d-4f2b-951c-7a9f51708326,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:42.853920 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.932592 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.004894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:43.007942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040f3c9-ba06-48d4-9d48-1b8794e55814 req-f2e1c683-2b40-4225-a05f-4ae535a38686 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:43.021223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d040f3c9-ba06-48d4-9d48-1b8794e55814 req-f2e1c683-2b40-4225-a05f-4ae535a38686 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 945 time: 0.4514818 Feb 11 13:20:43.023714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:43.049145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:43.079423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-65e39f95-8636-4645-829c-3e3f52606e90 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a91d11f5e8f94dc39596a2d1cf6a863f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0148478 Feb 11 13:20:43.083976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39176) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:43.121548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Pushing event updated for resources: {'Port': ['ID=0a15a14a-7c07-478e-ba3a-08ad9a1bce64,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.140486 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d040f3c9-ba06-48d4-9d48-1b8794e55814 req-1a18939c-6efd-4ab3-80be-ab76b3098ab1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154006 Feb 11 13:20:43.275290 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 1bf0aaf6-c3a7-4196-8723-ae791afb5e27 associated. External IP: 172.25.4.49, port: 05e2ff30-e6a9-46a1-8407-18f4e279234c. Feb 11 13:20:43.408754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Attempting to bind port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:43.409124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Attempting to bind port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:43.409486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Attempting to bind port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 on network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:43.434297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:43.434860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Checking segment: {'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:43.435267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.435924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Bound using segment: {'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:43.436419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Bound port: 0a15a14a-7c07-478e-ba3a-08ad9a1bce64, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:43.436842 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.466691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=24a20020-f92d-4f2b-951c-7a9f51708326,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.500747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d205fcd4-5110-4283-9a1c-0bbf470fc392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.546416 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a06d1d81-bf96-4d75-82ef-5d9b44faa31d req-78ce8932-b29f-4c18-b421-f8a9576abc49 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 210 time: 0.2140052 Feb 11 13:20:43.619061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] For port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:43.625970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] For port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0a15a14a-7c07-478e-ba3a-08ad9a1bce64,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:43.634682 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.688229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d205fcd4-5110-4283-9a1c-0bbf470fc392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.754930 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.816051 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.905999 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9979f047-429c-4848-b212-f8cdaae671b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a20020-f92d-4f2b-951c-7a9f51708326', 'code': 200} Feb 11 13:20:43.909958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d205fcd4-5110-4283-9a1c-0bbf470fc392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.946360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e91f3-78c5-4c44-8d95-5ead8172f4d2 req-6a84a71a-43d4-4178-89f0-8bc480470486 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:43.955718 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a86e91f3-78c5-4c44-8d95-5ead8172f4d2 req-6a84a71a-43d4-4178-89f0-8bc480470486 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 945 time: 0.5893703 Feb 11 13:20:43.977976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819cb87-f6a4-47ae-a2b8-98916dc37aba None None] Pushing event updated for resources: {'Port': ['ID=0a15a14a-7c07-478e-ba3a-08ad9a1bce64,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.994297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205fcd4-5110-4283-9a1c-0bbf470fc392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3914329-d242-4303-bc85-b0d496369a34,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:44.158539 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a86e91f3-78c5-4c44-8d95-5ead8172f4d2 req-b2c2c8df-0903-4a37-8574-dca934c8f4cc tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016373 Feb 11 13:20:44.179068 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d205fcd4-5110-4283-9a1c-0bbf470fc392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:44.218546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d205fcd4-5110-4283-9a1c-0bbf470fc392 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c3914329-d242-4303-bc85-b0d496369a34 HTTP/1.1" status: 204 len: 168 time: 1.1334641 Feb 11 13:20:44.260837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Allocated IP 172.25.4.201 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a0cb41a1-5777-4b71-bc29-530fcca6324c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:44.388734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-e1d6aabb-8d1d-4d25-9a99-d134ce9566ac tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562146 Feb 11 13:20:44.690972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:44.744344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-a0208540-dcb9-460c-97c8-036fd296ebd4 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676730 Feb 11 13:20:44.768470 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e77d94ad-fe09-4f93-8c49-891ba1ae4dd2 req-34da746d-51c8-4f15-a389-a96ae80c51a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 1097 time: 0.7293868 Feb 11 13:20:44.771946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af2c2f-6cc4-4c81-8ddc-11f7fe3010ed req-e495cc76-04ea-44d6-a5f2-3741c76e22c4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.792376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1af2c2f-6cc4-4c81-8ddc-11f7fe3010ed req-e495cc76-04ea-44d6-a5f2-3741c76e22c4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.2272727 Feb 11 13:20:44.806240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156ccd-05cb-4ea7-bcdd-09145f0b05ab req-e0ac3b54-4fbe-4ab1-96ac-5a51d4495fe8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.814882 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9a156ccd-05cb-4ea7-bcdd-09145f0b05ab req-e0ac3b54-4fbe-4ab1-96ac-5a51d4495fe8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.7741919 Feb 11 13:20:44.838028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:44.907860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d8c6b25e-10ab-4182-b687-4509316618d2 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.909287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d8c6b25e-10ab-4182-b687-4509316618d2 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5147765 Feb 11 13:20:44.955029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Request body: {'port': {'device_id': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': 'b00d68c73c7e4d59a8e1296b8e9a5ad6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:44.971300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:44.976412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:44.985239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:45.053946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Pushing event updated for resources: {'Port': ['ID=a0cb41a1-5777-4b71-bc29-530fcca6324c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:45.068679 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1af2c2f-6cc4-4c81-8ddc-11f7fe3010ed req-3d0d44e3-7e70-4b0a-b49d-c930d9d82e7b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750430 Feb 11 13:20:45.312491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:45.314026 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:45.395078 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7b85-11b0-4323-9cb4-7d7d57ae1d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:45.497731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e77d94ad-fe09-4f93-8c49-891ba1ae4dd2 req-1103097d-932a-4530-83fd-24ace31daaa1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7017457 Feb 11 13:20:45.503519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-0097e36b-9d6c-4c7c-ab46-3fa3398acaac tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:45.513681 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-0097e36b-9d6c-4c7c-ab46-3fa3398acaac tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7583704 Feb 11 13:20:45.516490 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9a156ccd-05cb-4ea7-bcdd-09145f0b05ab req-33b76832-4240-4f14-bd43-464f3922d122 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7007747 Feb 11 13:20:45.554097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22d5832-141c-4eeb-8cb5-a9f1bfff8e61 None None] Network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:20:45.565815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:45.572080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Usage tracker for resource:port and tenant:b00d68c73c7e4d59a8e1296b8e9a5ad6 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:45.577498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:45.585614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:45.610694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Made reservation on behalf of b00d68c73c7e4d59a8e1296b8e9a5ad6 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:45.614357 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:45.633058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:45.646248 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:45.862276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b6402366-83f1-4528-9f0b-031e225a239c None None] Provisioning for port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:45.880822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:45.902271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Usage tracker for resource:security_group_rule and tenant:b00d68c73c7e4d59a8e1296b8e9a5ad6 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:45.910213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:45.930840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:46.020290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Request body: {'port': {'device_id': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': 'b00d68c73c7e4d59a8e1296b8e9a5ad6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:46.040878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d75e5-c8fe-479d-b9e0-99a8257402e2 req-a4672a07-3043-4f34-85d4-827946aee9d1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.042710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-887d75e5-c8fe-479d-b9e0-99a8257402e2 req-a4672a07-3043-4f34-85d4-827946aee9d1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 945 time: 0.1703930 Feb 11 13:20:46.112670 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-887d75e5-c8fe-479d-b9e0-99a8257402e2 req-d4243639-35a1-4e8e-b6c3-22b52a43ec43 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633702 Feb 11 13:20:46.167358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39222) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:46.288303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:46.295635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Router 57bfa32d-aa67-4916-8292-be3087cf76fc is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:20:46.356924 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:46.479467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ace2bb40-af2b-4097-8fcb-546e28693d1f req-29c397d3-9d23-4952-8145-69fa5f80fd83 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 210 time: 0.5021391 Feb 11 13:20:46.483749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:46.489272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:46.489704 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:46.569835 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:46.626265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ad0765c5-3fc0-49a5-babd-546f6f9c23fc tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] Request body: {'port': {'network_id': '6d9bf901-06f1-4af8-8055-a6b9bdc112a1', 'name': 'tempest-NetworksNegativeTestJSON-2098750381'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:46.633642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9065d6-e38f-47d8-8870-69315e6a7d4d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:46.741314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:46.794539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0a15a14a-7c07-478e-ba3a-08ad9a1bce64,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:46.805157 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0765c5-3fc0-49a5-babd-546f6f9c23fc tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] POST failed (client error): The resource could not be found. Feb 11 13:20:46.805597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0765c5-3fc0-49a5-babd-546f6f9c23fc tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:46.807015 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:46.812387 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ad0765c5-3fc0-49a5-babd-546f6f9c23fc tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6426706 Feb 11 13:20:46.817403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39232) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:46.869948 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dcf046-e281-40a3-93c9-c513bebae031 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:46.871302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2dcf046-e281-40a3-93c9-c513bebae031 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:46.878899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f2dcf046-e281-40a3-93c9-c513bebae031 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] 10.222.0.67 "DELETE /v2.0/networks/b446c854-4f43-4eef-9a0c-90c7ff46dd5a HTTP/1.1" status: 404 len: 339 time: 0.0557635 Feb 11 13:20:46.881659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-275ea2ef-5a8a-40d6-b3fd-c3038564a1f8 None None] Provisioning complete for port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:46.882146 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-275ea2ef-5a8a-40d6-b3fd-c3038564a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:46.894242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39236) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:47.005403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=0a15a14a-7c07-478e-ba3a-08ad9a1bce64,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:47.090189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ed815-e7cc-4177-a3ae-ea87fc554970 req-3a698c5f-a424-442e-9f08-c70a224f13e3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:47.092072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-040ed815-e7cc-4177-a3ae-ea87fc554970 req-3a698c5f-a424-442e-9f08-c70a224f13e3 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.2722781 Feb 11 13:20:47.099436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:47.102158 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1513d422-59a9-4e5d-9a90-412458720070 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:47.102627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1513d422-59a9-4e5d-9a90-412458720070 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:47.109970 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1513d422-59a9-4e5d-9a90-412458720070 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] 10.222.0.67 "DELETE /v2.0/ports/50772042-4b37-4b04-8581-ee60064de01b HTTP/1.1" status: 404 len: 333 time: 0.2136643 Feb 11 13:20:47.111612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39240) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:47.123956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Usage tracker for resource:port and tenant:b00d68c73c7e4d59a8e1296b8e9a5ad6 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:47.144369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:47.155357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:47.161727 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-760f8b6c-84e3-412f-9a3f-b7df9b3c03ce tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] DELETE failed (client error): The resource could not be found. Feb 11 13:20:47.162168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760f8b6c-84e3-412f-9a3f-b7df9b3c03ce tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:47.168736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-760f8b6c-84e3-412f-9a3f-b7df9b3c03ce tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] 10.222.0.67 "DELETE /v2.0/subnets/fa5c8879-12cd-4685-9056-7787e986f3f6 HTTP/1.1" status: 404 len: 337 time: 0.0511458 Feb 11 13:20:47.171130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39248) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:47.176844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618a120-cdc1-437c-97e9-c0b25e00b226 req-2e6d3e53-f134-41cd-8e43-dfb8d9b04418 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:47.185550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c618a120-cdc1-437c-97e9-c0b25e00b226 req-2e6d3e53-f134-41cd-8e43-dfb8d9b04418 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.8567173 Feb 11 13:20:47.219436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Allocated IP 192.168.233.172 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/f3b3d12e-1c47-4b67-bb1c-033ac0bb8055) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:47.233542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Made reservation on behalf of b00d68c73c7e4d59a8e1296b8e9a5ad6 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:47.236548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:47.241628 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c618a120-cdc1-437c-97e9-c0b25e00b226 req-6142d009-6e5b-4adc-b0f8-a322f01604d3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551217 Feb 11 13:20:47.252066 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da66000-5f64-4361-b1ca-126b83e72b4e tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] GET failed (client error): The resource could not be found. Feb 11 13:20:47.253334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3da66000-5f64-4361-b1ca-126b83e72b4e tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] 10.222.0.67 "GET /v2.0/networks/b923bd39-dbf4-4698-b444-d904db3f7252 HTTP/1.1" status: 404 len: 339 time: 0.0759039 Feb 11 13:20:47.260448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39252) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:47.302700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:47.314759 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85969b-ba4f-45c2-bb6a-796c6b211dca None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:20:47.335414 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85969b-ba4f-45c2-bb6a-796c6b211dca None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:47.336036 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5a85969b-ba4f-45c2-bb6a-796c6b211dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:47.338752 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0d72a5-82e4-4710-8973-958bc5447b01 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] GET failed (client error): The resource could not be found. Feb 11 13:20:47.341548 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ee0d72a5-82e4-4710-8973-958bc5447b01 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] 10.222.0.67 "GET /v2.0/ports/724af619-fada-498b-9463-a49422ac465d HTTP/1.1" status: 404 len: 333 time: 0.0789347 Feb 11 13:20:47.346162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39256) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:47.406871 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-820cb1e5-36be-4e00-b53b-e53ad5231807 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] GET failed (client error): The resource could not be found. Feb 11 13:20:47.411868 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-820cb1e5-36be-4e00-b53b-e53ad5231807 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] 10.222.0.67 "GET /v2.0/subnets/5a6d2a16-a5d3-4bb0-83be-a554716a3659 HTTP/1.1" status: 404 len: 337 time: 0.0611079 Feb 11 13:20:47.412450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39260) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:47.433109 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5a85969b-ba4f-45c2-bb6a-796c6b211dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:47.445957 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85969b-ba4f-45c2-bb6a-796c6b211dca None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:47.446621 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5a85969b-ba4f-45c2-bb6a-796c6b211dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:47.469046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-06c79d7a-9440-490d-a960-b0bcb151ebc6 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:47.495908 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c79d7a-9440-490d-a960-b0bcb151ebc6 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] PUT failed (client error): The resource could not be found. Feb 11 13:20:47.497784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c79d7a-9440-490d-a960-b0bcb151ebc6 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:47.502629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-06c79d7a-9440-490d-a960-b0bcb151ebc6 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] 10.222.0.67 "PUT /v2.0/networks/820fd1a3-738e-418a-9b49-47760702a9b2 HTTP/1.1" status: 404 len: 339 time: 0.0857255 Feb 11 13:20:47.504049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39264) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:47.512951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f0637e96-aa37-408e-a4b2-171b792d9dbb tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:47.545777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:47.555891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Sync routers for ids ['57bfa32d-aa67-4916-8292-be3087cf76fc'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:20:47.583179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-040ed815-e7cc-4177-a3ae-ea87fc554970 req-ebb2938a-29b0-4fac-bce0-243e1f01445a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752972 Feb 11 13:20:47.584888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Routers {'57bfa32d-aa67-4916-8292-be3087cf76fc'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:47.584888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['57bfa32d-aa67-4916-8292-be3087cf76fc'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:47.595146 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0637e96-aa37-408e-a4b2-171b792d9dbb tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] PUT failed (client error): The resource could not be found. Feb 11 13:20:47.595596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0637e96-aa37-408e-a4b2-171b792d9dbb tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:47.596773 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f0637e96-aa37-408e-a4b2-171b792d9dbb tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] 10.222.0.67 "PUT /v2.0/ports/eaebdf37-e1eb-4c1f-8e51-b74c4f4954b0 HTTP/1.1" status: 404 len: 333 time: 0.0916896 Feb 11 13:20:47.603796 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5a85969b-ba4f-45c2-bb6a-796c6b211dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:47.604430 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85969b-ba4f-45c2-bb6a-796c6b211dca None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:20:47.605412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39270) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:47.608448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:47.609577 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a15d83f3-0ff2-4bdb-9ca5-35ef496d5323 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.0546272 Feb 11 13:20:47.612673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39274) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:47.617148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7186fc71-3d0a-409b-af14-25d557a4f125 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:47.655241 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-7186fc71-3d0a-409b-af14-25d557a4f125 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] PUT failed (client error): The resource could not be found. Feb 11 13:20:47.655897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7186fc71-3d0a-409b-af14-25d557a4f125 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:20:47.656771 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7186fc71-3d0a-409b-af14-25d557a4f125 tempest-NetworksNegativeTestJSON-1664157399 tempest-NetworksNegativeTestJSON-1664157399-project] 10.222.0.67 "PUT /v2.0/subnets/3637034e-5e45-4de4-85ae-49ad71828aa0 HTTP/1.1" status: 404 len: 337 time: 0.0501151 Feb 11 13:20:47.751465 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e8355c06-8875-4a7f-8956-7408e5bdc24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:47.836569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Set router 57bfa32d-aa67-4916-8292-be3087cf76fc gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:20:47.918318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95284-9ab4-464b-a98e-986e52199481 req-d4380a24-d43e-4628-8c0e-e81b711055df tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:47.926916 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44d95284-9ab4-464b-a98e-986e52199481 req-d4380a24-d43e-4628-8c0e-e81b711055df tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 945 time: 0.5159802 Feb 11 13:20:47.937659 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7cd38874-49b2-444d-8fa5-47687e074d38 req-aeb55555-cb54-4ed8-b75d-c4308676e98b tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 210 time: 0.1074512 Feb 11 13:20:48.039253 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44d95284-9ab4-464b-a98e-986e52199481 req-e0476e55-fff5-443f-bbee-3cc4bef58d36 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108549 Feb 11 13:20:48.179817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81297696-e521-4c42-a08c-2b125fc753a2 req-381d1798-9ef8-4509-8417-bc7147ce0a40 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:48.181511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81297696-e521-4c42-a08c-2b125fc753a2 req-381d1798-9ef8-4509-8417-bc7147ce0a40 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 945 time: 0.6180024 Feb 11 13:20:48.237669 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.253667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:48.285053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Transition to ACTIVE for port object f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:48.299643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-81297696-e521-4c42-a08c-2b125fc753a2 req-8cff2c8c-fb38-4d57-bf94-0f1c1fac0c82 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Deleting port ede43901-61e3-4992-8e06-1fb85d402c47 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:48.300198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-81297696-e521-4c42-a08c-2b125fc753a2 req-8cff2c8c-fb38-4d57-bf94-0f1c1fac0c82 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.335042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39286) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:48.442217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:48.442688 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.539065 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.716315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:48.780166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:45Z', 'revision_number': 3, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:48.786898 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.789718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Checking router: 57bfa32d-aa67-4916-8292-be3087cf76fc for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:20:48.790367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Updating router 57bfa32d-aa67-4916-8292-be3087cf76fc port a0cb41a1-5777-4b71-bc29-530fcca6324c binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:20:48.859909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.867985 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.903087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-81297696-e521-4c42-a08c-2b125fc753a2 req-8cff2c8c-fb38-4d57-bf94-0f1c1fac0c82 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] For port ede43901-61e3-4992-8e06-1fb85d402c47, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ede43901-61e3-4992-8e06-1fb85d402c47,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:48.904418 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-81297696-e521-4c42-a08c-2b125fc753a2 req-8cff2c8c-fb38-4d57-bf94-0f1c1fac0c82 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.915426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da087-b44b-4546-a0aa-4088fc2436f7 req-f2bbeb92-f7d5-4c3c-96e9-b96eddf120dd tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:48.923670 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508da087-b44b-4546-a0aa-4088fc2436f7 req-f2bbeb92-f7d5-4c3c-96e9-b96eddf120dd tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.1800165 Feb 11 13:20:49.004883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-508da087-b44b-4546-a0aa-4088fc2436f7 req-f9e472ea-0a5f-4a26-b927-ae27d4ce09f6 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801804 Feb 11 13:20:49.066566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-81297696-e521-4c42-a08c-2b125fc753a2 req-8cff2c8c-fb38-4d57-bf94-0f1c1fac0c82 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Calling delete_port for ede43901-61e3-4992-8e06-1fb85d402c47 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:49.248373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e278a0c-c11b-4ed6-b33f-d05a3a73b627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.259607 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5219d42a-5b8a-465e-9dde-56a9f59e9604 req-cf6dd7c5-8f79-46af-9093-2d933e415104 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 210 time: 0.0911071 Feb 11 13:20:49.282141 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-81297696-e521-4c42-a08c-2b125fc753a2 req-8cff2c8c-fb38-4d57-bf94-0f1c1fac0c82 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.322876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'ede43901-61e3-4992-8e06-1fb85d402c47'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:20:49.436172 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.593148 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e2caf9a-dddd-422b-afaa-06c666e5c51f req-d20db5df-f726-470c-bebf-0b194cc69e77 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0 HTTP/1.1" status: 200 len: 210 time: 0.0710013 Feb 11 13:20:49.648368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:49.673233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:49.708256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff2c8c-fb38-4d57-bf94-0f1c1fac0c82 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Pushing event deleted for resources: {'Port': ['ID=ede43901-61e3-4992-8e06-1fb85d402c47,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:49.712380 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.714101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:49.764203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Transition to ACTIVE for port object a0cb41a1-5777-4b71-bc29-530fcca6324c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:49.803393 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.836201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Allocated IP 192.168.233.180 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/623a708d-82fd-4ef6-8f2c-fc74f391ce46) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:49.915545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:49.922269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.979827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-81297696-e521-4c42-a08c-2b125fc753a2 req-8cff2c8c-fb38-4d57-bf94-0f1c1fac0c82 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] No DVR routers for this DVR port ede43901-61e3-4992-8e06-1fb85d402c47 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:49.983619 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-81297696-e521-4c42-a08c-2b125fc753a2 req-8cff2c8c-fb38-4d57-bf94-0f1c1fac0c82 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.990369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99f32d-8c0f-46ae-ab88-e50a9e671744 None None] Pushing event updated for resources: {'Port': ['ID=a0cb41a1-5777-4b71-bc29-530fcca6324c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:49.998803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Allocated IP 172.20.0.1 (c40f714a-9ffe-46f7-9dd9-807c4e6d5e45/8f467489-5c42-49fb-9293-5eb2a1867198/03abfe39-0859-4825-98cc-8b6d08116bd6) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:50.000298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Attempting to bind port a0cb41a1-5777-4b71-bc29-530fcca6324c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:50.000678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Attempting to bind port a0cb41a1-5777-4b71-bc29-530fcca6324c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:50.001023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Attempting to bind port a0cb41a1-5777-4b71-bc29-530fcca6324c on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:50.023760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:50.024042 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:50.024386 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.024675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:50.025125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Bound port: a0cb41a1-5777-4b71-bc29-530fcca6324c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:50.025507 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.026414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e278a0c-c11b-4ed6-b33f-d05a3a73b627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:50.033134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e278a0c-c11b-4ed6-b33f-d05a3a73b627 admin admin] Usage tracker for resource:security_group_rule and tenant:24b680515fc547ab9c2466dde63bb976 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:50.036642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e278a0c-c11b-4ed6-b33f-d05a3a73b627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:50.044161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e278a0c-c11b-4ed6-b33f-d05a3a73b627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:50.140380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0', 'name': 'network-vif-deleted', 'tag': 'ede43901-61e3-4992-8e06-1fb85d402c47'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:50.145824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-160e6367-4f63-4845-9398-de7ef3f3038e None None] Provisioning for port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:50.188448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81297696-e521-4c42-a08c-2b125fc753a2 req-8cff2c8c-fb38-4d57-bf94-0f1c1fac0c82 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.73 "DELETE /v2.0/ports/ede43901-61e3-4992-8e06-1fb85d402c47 HTTP/1.1" status: 204 len: 173 time: 1.9961929 Feb 11 13:20:50.224513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-160e6367-4f63-4845-9398-de7ef3f3038e None None] Provisioning complete for port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:50.225953 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-160e6367-4f63-4845-9398-de7ef3f3038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.269431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.339070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] For port a0cb41a1-5777-4b71-bc29-530fcca6324c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:50.342955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-160e6367-4f63-4845-9398-de7ef3f3038e None None] Port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:20:50.350327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d3ae16d6-f8ec-40c7-a9ec-1dfae9814cea tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4177182 Feb 11 13:20:50.352035 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.359598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] For port a0cb41a1-5777-4b71-bc29-530fcca6324c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a0cb41a1-5777-4b71-bc29-530fcca6324c,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:50.371538 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.388527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Transition to ACTIVE for port object 03abfe39-0859-4825-98cc-8b6d08116bd6 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:50.422647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736e7a2-5e34-457a-a462-e8b2550dc6b5 req-5da0fd46-c44f-4ee7-9307-6438aeea095e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:50.426836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f736e7a2-5e34-457a-a462-e8b2550dc6b5 req-5da0fd46-c44f-4ee7-9307-6438aeea095e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 1.9851863 Feb 11 13:20:50.438340 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.508719 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e278a0c-c11b-4ed6-b33f-d05a3a73b627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.526496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e278a0c-c11b-4ed6-b33f-d05a3a73b627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.543264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Routers {'57bfa32d-aa67-4916-8292-be3087cf76fc'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:50.548834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['57bfa32d-aa67-4916-8292-be3087cf76fc'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:50.550445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=03abfe39-0859-4825-98cc-8b6d08116bd6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:50.581393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:50.582661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:50.585603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:50.645460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e278a0c-c11b-4ed6-b33f-d05a3a73b627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2ab9e9-b917-400d-b0dc-86ce64f1f139,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:50.669708 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9e278a0c-c11b-4ed6-b33f-d05a3a73b627 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=24b680515fc547ab9c2466dde63bb976&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3315566 Feb 11 13:20:50.680610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39312) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:50.681532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.700969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Request body: {'port': {'device_id': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:50.721572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6ced1-e4b8-40b8-b6df-176f55de5d30 req-74ffaa97-681b-473b-a106-b9543cca9f4f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:50.727613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99f32d-8c0f-46ae-ab88-e50a9e671744 None None] Pushing event updated for resources: {'Port': ['ID=a0cb41a1-5777-4b71-bc29-530fcca6324c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:50.755200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccf6ced1-e4b8-40b8-b6df-176f55de5d30 req-74ffaa97-681b-473b-a106-b9543cca9f4f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.4513655 Feb 11 13:20:50.790629 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f736e7a2-5e34-457a-a462-e8b2550dc6b5 req-408124b0-714f-4d9d-a212-ff10d54ff9cf tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470626 Feb 11 13:20:50.830764 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.993057 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:50.999726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Transition to ACTIVE for port object 623a708d-82fd-4ef6-8f2c-fc74f391ce46 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:51.056514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] Set router 57bfa32d-aa67-4916-8292-be3087cf76fc gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:20:51.189400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-286a236b-efce-4f12-b872-553503211533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.191283 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.212426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.293542 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccf6ced1-e4b8-40b8-b6df-176f55de5d30 req-86389616-4146-4da8-adda-9cc9c4c9f6ab tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341911 Feb 11 13:20:51.340406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:51.380954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:51.384781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:51.387164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Pushing event updated for resources: {'Port': ['ID=623a708d-82fd-4ef6-8f2c-fc74f391ce46,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:51.396756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c1e8a1af-a652-450b-91a3-3ecba81c5eb2 None None] Provisioning for port 03abfe39-0859-4825-98cc-8b6d08116bd6 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:51.415167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:20:51.440165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c1e8a1af-a652-450b-91a3-3ecba81c5eb2 None None] Provisioning complete for port 03abfe39-0859-4825-98cc-8b6d08116bd6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:51.441104 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1e8a1af-a652-450b-91a3-3ecba81c5eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.488909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-286a236b-efce-4f12-b872-553503211533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.564065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c1e8a1af-a652-450b-91a3-3ecba81c5eb2 None None] Port 03abfe39-0859-4825-98cc-8b6d08116bd6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:20:51.637306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:45Z', 'revision_number': 3, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:51.653646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:51.654214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.654343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffacf7af-5e28-44d5-9931-2374dc07af24 None None] The sync data for ids ['57bfa32d-aa67-4916-8292-be3087cf76fc'] in n-d-818559-1 is: [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:45Z', 'revision_number': 3, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:20:51.676842 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa494b6-fe7f-4ba2-8ceb-af467c59f5f0', 'name': 'network-vif-deleted', 'tag': 'ede43901-61e3-4992-8e06-1fb85d402c47', 'status': 'completed', 'code': 200} Feb 11 13:20:51.884194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-53cb1d91-95d1-4e21-8619-6d4926457db6 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0838559 Feb 11 13:20:51.896239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-286a236b-efce-4f12-b872-553503211533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.906324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3a5cc184-f4d4-4afa-af4e-cbfd9dfe0db2 None None] Provisioning for port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:51.924995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3a5cc184-f4d4-4afa-af4e-cbfd9dfe0db2 None None] Provisioning complete for port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:51.926482 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc184-f4d4-4afa-af4e-cbfd9dfe0db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.940580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a236b-efce-4f12-b872-553503211533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2ab9e9-b917-400d-b0dc-86ce64f1f139,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:51.955839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.966534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbd50e-9935-4396-a86e-3dbecdfaaa43 req-4189670b-9ac7-4b4a-b42b-ed2154444cb3 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:51.975529 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fdbd50e-9935-4396-a86e-3dbecdfaaa43 req-4189670b-9ac7-4b4a-b42b-ed2154444cb3 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 936 time: 0.3340845 Feb 11 13:20:51.979576 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.983549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Request body: {'port': {'device_id': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:52.150219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ede43901-61e3-4992-8e06-1fb85d402c47 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:20:52.307730 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-286a236b-efce-4f12-b872-553503211533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:52.307730 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-286a236b-efce-4f12-b872-553503211533 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a2ab9e9-b917-400d-b0dc-86ce64f1f139 HTTP/1.1" status: 204 len: 168 time: 1.6189590 Feb 11 13:20:52.408673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cc184-f4d4-4afa-af4e-cbfd9dfe0db2 None None] Port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:20:52.422439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: ede43901-61e3-4992-8e06-1fb85d402c47 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:20:52.422439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ede43901-61e3-4992-8e06-1fb85d402c47 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:20:52.506202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fdbd50e-9935-4396-a86e-3dbecdfaaa43 req-f7a5d3ef-84df-48a3-a03d-090bc07c5ac2 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707856 Feb 11 13:20:52.559748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:52.674058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=03abfe39-0859-4825-98cc-8b6d08116bd6,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:52.772999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a0cb41a1-5777-4b71-bc29-530fcca6324c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:53.173302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a0cb41a1-5777-4b71-bc29-530fcca6324c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:53.181165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a0cb41a1-5777-4b71-bc29-530fcca6324c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:53.181540 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.253472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:53.255818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:53.443526 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.463158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:53.479111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port a0cb41a1-5777-4b71-bc29-530fcca6324c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a0cb41a1-5777-4b71-bc29-530fcca6324c,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:53.492290 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.495811 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.544597 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.571504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703fb89-9afe-4119-8fa7-bb32458eac75 req-a110e79e-ce80-4004-a61b-853cbbd84b21 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.577839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4703fb89-9afe-4119-8fa7-bb32458eac75 req-a110e79e-ce80-4004-a61b-853cbbd84b21 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Synchronizing usage tracker for tenant:4a7db9cc754446c0ae8724ea32a8e59f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:53.587388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Transition to ACTIVE for port object f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:53.614498 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.770290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e479e19-0619-4c9b-93c4-bfd2116ca563 req-4d5734ab-9e16-4a87-8035-38d8cc602bf8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.777694 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e479e19-0619-4c9b-93c4-bfd2116ca563 req-4d5734ab-9e16-4a87-8035-38d8cc602bf8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.8063121 Feb 11 13:20:53.822293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=a0cb41a1-5777-4b71-bc29-530fcca6324c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:53.847671 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1eaf16cb-0131-4f13-a8bb-fc46cce0c47f None None] Provisioning complete for port 03abfe39-0859-4825-98cc-8b6d08116bd6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:53.848041 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1eaf16cb-0131-4f13-a8bb-fc46cce0c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:54.009211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf16cb-0131-4f13-a8bb-fc46cce0c47f None None] Port 03abfe39-0859-4825-98cc-8b6d08116bd6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:20:54.076664 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:20:54.100614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4703fb89-9afe-4119-8fa7-bb32458eac75 req-a110e79e-ce80-4004-a61b-853cbbd84b21 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Unset dirty status for tenant:4a7db9cc754446c0ae8724ea32a8e59f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:54.110724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4703fb89-9afe-4119-8fa7-bb32458eac75 req-a110e79e-ce80-4004-a61b-853cbbd84b21 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 1.4684021 Feb 11 13:20:54.263247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a0cb41a1-5777-4b71-bc29-530fcca6324c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:20:54.381876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a0cb41a1-5777-4b71-bc29-530fcca6324c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:54.382542 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:54.387936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e479e19-0619-4c9b-93c4-bfd2116ca563 req-7bc7652d-868e-450f-90ca-c3dd0691782d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089003 Feb 11 13:20:54.497202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:54.529490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Router 57bfa32d-aa67-4916-8292-be3087cf76fc has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:54.744850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39356) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:54.781726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:54.801217 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7673c9c-bda1-43d0-afed-16ef34a713ff None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:20:54.817081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaed460-abd9-41eb-98a0-1798deea863a req-9410a9c3-8ec2-44df-a31f-ab799bddf2cb tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.823862 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2eaed460-abd9-41eb-98a0-1798deea863a req-9410a9c3-8ec2-44df-a31f-ab799bddf2cb tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.1876578 Feb 11 13:20:54.851545 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7673c9c-bda1-43d0-afed-16ef34a713ff None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:54.852148 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e7673c9c-bda1-43d0-afed-16ef34a713ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:54.875167 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4703fb89-9afe-4119-8fa7-bb32458eac75 req-947040dd-b55c-4a91-9be4-78eb81d3fcf1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7630835 Feb 11 13:20:54.880048 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:54.954918 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2eaed460-abd9-41eb-98a0-1798deea863a req-eb75061e-b39c-4abe-8511-8b148ba11db1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299708 Feb 11 13:20:54.999786 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e7673c9c-bda1-43d0-afed-16ef34a713ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:55.026080 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7673c9c-bda1-43d0-afed-16ef34a713ff None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:55.029685 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e7673c9c-bda1-43d0-afed-16ef34a713ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:55.043692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:55.057869 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4ab79d5c-2261-48d5-8094-cbef2d85a1e4 admin admin] 10.222.0.67 "PUT /v2.0/routers/57bfa32d-aa67-4916-8292-be3087cf76fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4041851 Feb 11 13:20:55.134872 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e7673c9c-bda1-43d0-afed-16ef34a713ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:55.134872 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7673c9c-bda1-43d0-afed-16ef34a713ff None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:20:55.164743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-298424253'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:55.171326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:55.175607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:network and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:55.178449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:55.197661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:55.213102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Attempting to bind port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:55.213708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Attempting to bind port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:55.214053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Attempting to bind port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:55.221202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:55.226405 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.267186 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.347038 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:20:55.357416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:20:55.357684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Attempting to bind port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:55.360855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:55.373385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group_rule and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:55.379200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:55.389079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:55.413646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403d055-643c-4192-9f61-5995f88c1c68 req-22ccf5de-2ae4-41ac-b0ee-f3b73b7e2456 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.420958 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c403d055-643c-4192-9f61-5995f88c1c68 req-22ccf5de-2ae4-41ac-b0ee-f3b73b7e2456 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.1353707 Feb 11 13:20:55.440955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:55.442161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:55.442161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:55.442161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Bound port: f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:55.444024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.553711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623a708d-82fd-4ef6-8f2c-fc74f391ce46 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:55.579722 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.579953 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c403d055-643c-4192-9f61-5995f88c1c68 req-578f6c7f-956a-4003-a2a8-13791961eac0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579964 Feb 11 13:20:55.595063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-536a5e5d-6538-4f85-9b85-e0a44cb5bdb8 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "PUT /v2.0/floatingips/1bf0aaf6-c3a7-4196-8723-ae791afb5e27 HTTP/1.1" status: 200 len: 977 time: 15.8955972 Feb 11 13:20:55.599219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39376) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:55.607081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-377b7320-79d2-4f04-bdd1-5ae3f60d8885 req-19cd339b-3908-4521-9852-16c65a0a3230 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5142727 Feb 11 13:20:55.622433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090e2e8-e4c4-4956-b636-025d948c76e3 req-5b5fa284-13ac-411c-b4f2-9de7bd64eee7 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.623155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7090e2e8-e4c4-4956-b636-025d948c76e3 req-5b5fa284-13ac-411c-b4f2-9de7bd64eee7 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Synchronizing usage tracker for tenant:b00d68c73c7e4d59a8e1296b8e9a5ad6 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:55.628893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Transition to ACTIVE for port object 623a708d-82fd-4ef6-8f2c-fc74f391ce46 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:55.647319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-fdf206ac-1760-4a00-9b61-7f2674569b3b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:55.652411 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.715511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:55.737691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:55.905460 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.917651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Pushing event updated for resources: {'Port': ['ID=623a708d-82fd-4ef6-8f2c-fc74f391ce46,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:55.923021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fdf206ac-1760-4a00-9b61-7f2674569b3b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.054453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.056333 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] 10.222.0.73 "PUT /v2.0/ports/f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 HTTP/1.1" status: 200 len: 1096 time: 5.6671267 Feb 11 13:20:56.074285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:56.248450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a85e8-e893-476e-b8e5-26ecc4316ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:56.291302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Attempting to bind port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:56.291727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Attempting to bind port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:56.292128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Attempting to bind port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:56.301028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.304777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:20:56.305342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Attempting to bind port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:56.325068 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-377b7320-79d2-4f04-bdd1-5ae3f60d8885 req-e4ec39c4-4437-4814-9bef-58340a2faa1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 1096 time: 0.4623764 Feb 11 13:20:56.352226 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-4bdf4beb-1aec-42d5-b753-b23a6d9ddbfc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 1099 time: 0.2246213 Feb 11 13:20:56.354461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:56.355548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:56.356171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:56.356873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Bound port: 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:56.357384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.371098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7090e2e8-e4c4-4956-b636-025d948c76e3 req-5b5fa284-13ac-411c-b4f2-9de7bd64eee7 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Unset dirty status for tenant:b00d68c73c7e4d59a8e1296b8e9a5ad6 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:56.372414 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7090e2e8-e4c4-4956-b636-025d948c76e3 req-5b5fa284-13ac-411c-b4f2-9de7bd64eee7 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 936 time: 1.1438510 Feb 11 13:20:56.416916 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.446375 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fdf206ac-1760-4a00-9b61-7f2674569b3b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.458122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:56.494439 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fdf206ac-1760-4a00-9b61-7f2674569b3b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.494786 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-fdf206ac-1760-4a00-9b61-7f2674569b3b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 1bf0aaf6-c3a7-4196-8723-ae791afb5e27 disassociated. External IP: 172.25.4.49, port: 30794d0f-b3cd-4888-8f29-4cac0dbed03d. Feb 11 13:20:56.603068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe2884b-2a8f-4f23-b36d-c494aa02a5ae,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:56.607258 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.607930 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Added segment 4834c6d4-1092-4aa6-aeb9-5cf6728191f3 of type vlan for network 798317f9-de1a-4252-87b0-6cc928f9d0f0 Feb 11 13:20:56.691216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Sync routers for ids ['57bfa32d-aa67-4916-8292-be3087cf76fc'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:20:56.707292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Routers {'57bfa32d-aa67-4916-8292-be3087cf76fc'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:56.707934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['57bfa32d-aa67-4916-8292-be3087cf76fc'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:56.732742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-388a0f85-ea11-4147-9ae3-720f767945ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 HTTP/1.1" status: 200 len: 217 time: 0.3562500 Feb 11 13:20:56.765376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b499e-c8e2-4c13-b847-19d1ba0f243f req-9924cd6c-48e0-4269-8412-90872fde3daa tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.768262 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be7b499e-c8e2-4c13-b847-19d1ba0f243f req-9924cd6c-48e0-4269-8412-90872fde3daa tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.4825320 Feb 11 13:20:56.799467 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.859218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7090e2e8-e4c4-4956-b636-025d948c76e3 req-3f53e8c3-0ab4-416a-bddf-6c4888a8680d tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Synchronizing usage tracker for tenant:b00d68c73c7e4d59a8e1296b8e9a5ad6 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:20:56.879036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be7b499e-c8e2-4c13-b847-19d1ba0f243f req-46c4d546-993c-4e95-985b-f3325aa98b32 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007478 Feb 11 13:20:56.888647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] For port 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:56.897356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d376fcd1-0fa5-4abd-9b85-6ad22c772ecb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.898774 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d376fcd1-0fa5-4abd-9b85-6ad22c772ecb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1565015 Feb 11 13:20:56.905380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b7320-79d2-4f04-bdd1-5ae3f60d8885 req-2d461cf2-65cd-4cde-9ec7-3df200f22b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.906746 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-377b7320-79d2-4f04-bdd1-5ae3f60d8885 req-2d461cf2-65cd-4cde-9ec7-3df200f22b7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 914 time: 0.5333989 Feb 11 13:20:56.928297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Set router 57bfa32d-aa67-4916-8292-be3087cf76fc gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:20:56.932943 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.938613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.939287 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.987238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] For port 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:57.080335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Network': ['ID=798317f9-de1a-4252-87b0-6cc928f9d0f0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:57.102139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:20:57.118177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-840a6dee-f000-4185-8123-0f7aaf18e2c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3664412 Feb 11 13:20:57.124584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39390) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:57.128263 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.211749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'name': 'tempest-PortsTestJSON-51727915'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:57.232959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7090e2e8-e4c4-4956-b636-025d948c76e3 req-3f53e8c3-0ab4-416a-bddf-6c4888a8680d tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Unset dirty status for tenant:b00d68c73c7e4d59a8e1296b8e9a5ad6 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:20:57.234133 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7090e2e8-e4c4-4956-b636-025d948c76e3 req-3f53e8c3-0ab4-416a-bddf-6c4888a8680d tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7691336 Feb 11 13:20:57.450834 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-377b7320-79d2-4f04-bdd1-5ae3f60d8885 req-efb1beae-7715-4fe6-af38-f331237adb3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 HTTP/1.1" status: 200 len: 217 time: 0.4446890 Feb 11 13:20:57.481917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:57.535073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '03abfe39-0859-4825-98cc-8b6d08116bd6', 'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'mac_address': 'fa:16:3e:2d:ce:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:49Z', 'updated_at': '2022-02-11T13:20:51Z', 'revision_number': 2, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'subnets': [{'id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:57.545217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Checking router: 57bfa32d-aa67-4916-8292-be3087cf76fc for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:20:57.545713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Updating router 57bfa32d-aa67-4916-8292-be3087cf76fc port 03abfe39-0859-4825-98cc-8b6d08116bd6 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:20:57.632884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b7320-79d2-4f04-bdd1-5ae3f60d8885 req-4a9605ea-4ae5-40ab-b1d8-05a116ae53d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:57.634345 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-377b7320-79d2-4f04-bdd1-5ae3f60d8885 req-4a9605ea-4ae5-40ab-b1d8-05a116ae53d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 200 len: 853 time: 0.1459677 Feb 11 13:20:57.640019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.641460 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] 10.222.0.73 "PUT /v2.0/ports/623a708d-82fd-4ef6-8f2c-fc74f391ce46 HTTP/1.1" status: 200 len: 1096 time: 5.7423661 Feb 11 13:20:57.647032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:port and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:57.650243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:57.680150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.680389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:57.703543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf206ac-1760-4a00-9b61-7f2674569b3b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:57.798730 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-377b7320-79d2-4f04-bdd1-5ae3f60d8885 req-8d6701fe-76b8-4ae5-a3f3-b70e87973aec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134994 Feb 11 13:20:57.826274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39396) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:57.842988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1479952382', 'description': 'tempest-description--1729877303'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:57.946161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:57.946875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:57.950840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.961415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Usage tracker for resource:security_group and tenant:554aa8ac701541e1990ed4a6ae58f274 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:57.966652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:57.974316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:57.998610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b823ca2-6a2a-40c6-9a8a-f68b65b9da7a service neutron] Pushing event updated for resources: {'Port': ['ID=623a708d-82fd-4ef6-8f2c-fc74f391ce46,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:58.014660 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.077972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2215f-920b-47ed-8f0a-d0de21d004ea req-ad5fac5e-1068-4360-a8f0-3625d315afcd tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.080700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aec2215f-920b-47ed-8f0a-d0de21d004ea req-ad5fac5e-1068-4360-a8f0-3625d315afcd tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.1745818 Feb 11 13:20:58.119477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-3a81c9f6-7451-410e-a683-a522fefcff99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2094417 Feb 11 13:20:58.154893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:58.163257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Usage tracker for resource:security_group_rule and tenant:554aa8ac701541e1990ed4a6ae58f274 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:58.163257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:58.194211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:58.197494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port e9105f44-0130-427f-b70b-f119ba78f457 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:20:58.235303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aec2215f-920b-47ed-8f0a-d0de21d004ea req-591a94d0-3be1-464f-a031-274f82d93fd1 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444972 Feb 11 13:20:58.318773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf206ac-1760-4a00-9b61-7f2674569b3b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:58.332003 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e33651-fdce-424c-b1cb-d8f5420e56f0 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:20:58.348791 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.364146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.369674 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e33651-fdce-424c-b1cb-d8f5420e56f0 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:58.372740 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-31e33651-fdce-424c-b1cb-d8f5420e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:58.380270 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.381580 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'status': 'completed', 'code': 200} Feb 11 13:20:58.386673 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fdf206ac-1760-4a00-9b61-7f2674569b3b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.413162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Transition to ACTIVE for port object 03abfe39-0859-4825-98cc-8b6d08116bd6 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:58.439746 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.518121 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.519674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6879773 Feb 11 13:20:58.524663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39404) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:58.525644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06205964-a0f7-4bf2-af33-e89d9ece541d tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec2431a-a471-4abf-b23e-78b3565f693b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:58.548595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Request body: {'security_group_rule': {'security_group_id': '2ec2431a-a471-4abf-b23e-78b3565f693b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:58.552438 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-31e33651-fdce-424c-b1cb-d8f5420e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:58.565607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:58.568829 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e33651-fdce-424c-b1cb-d8f5420e56f0 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:58.570147 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fdf206ac-1760-4a00-9b61-7f2674569b3b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "PUT /v2.0/floatingips/1bf0aaf6-c3a7-4196-8723-ae791afb5e27 HTTP/1.1" status: 200 len: 687 time: 2.9700797 Feb 11 13:20:58.573928 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-31e33651-fdce-424c-b1cb-d8f5420e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:58.574541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39410) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:58.577903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Usage tracker for resource:security_group_rule and tenant:554aa8ac701541e1990ed4a6ae58f274 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:58.586903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:58.623641 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d5239f02-e6b5-4937-a115-e2b2d70bfe3e service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599372 Feb 11 13:20:58.738078 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-31e33651-fdce-424c-b1cb-d8f5420e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:58.738460 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e33651-fdce-424c-b1cb-d8f5420e56f0 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:20:58.788593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:58.813674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6c3ef-3460-44b4-8799-04d2b872097c req-8ac98c83-4304-485d-b061-9d16cbe2fc81 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.815156 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0d6c3ef-3460-44b4-8799-04d2b872097c req-8ac98c83-4304-485d-b061-9d16cbe2fc81 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 1.1285489 Feb 11 13:20:58.828418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd81c46-8c80-44c4-8380-9881a8d1fc55 None None] Pushing event updated for resources: {'Port': ['ID=03abfe39-0859-4825-98cc-8b6d08116bd6,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:58.844809 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-b61c0b82-874d-4fb0-a496-436b3cf417b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 1099 time: 1.0449851 Feb 11 13:20:58.901681 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-377b7320-79d2-4f04-bdd1-5ae3f60d8885 req-cb9c077c-62e0-4cfc-a770-2cb645b84431 service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9966280 Feb 11 13:20:58.935891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Attempting to bind port 03abfe39-0859-4825-98cc-8b6d08116bd6 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:58.936327 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Attempting to bind port 03abfe39-0859-4825-98cc-8b6d08116bd6 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:58.936743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Attempting to bind port 03abfe39-0859-4825-98cc-8b6d08116bd6 on network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:20:58.944747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6354d0c4-2a3b-400c-ac90-d714eae5fd40 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 86b7f3e2-3852-4a9b-b8d1-7d5c4f271eaa {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:20:58.945223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6354d0c4-2a3b-400c-ac90-d714eae5fd40 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.947384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:20:58.947840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Checking segment: {'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:20:58.948299 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.948774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Bound using segment: {'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:20:58.949444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Bound port: 03abfe39-0859-4825-98cc-8b6d08116bd6, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:58.950133 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.978218 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:59.070407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] For port 03abfe39-0859-4825-98cc-8b6d08116bd6, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:59.074817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] For port 03abfe39-0859-4825-98cc-8b6d08116bd6, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=03abfe39-0859-4825-98cc-8b6d08116bd6,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:59.081929 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:59.149526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d89d9-eac3-416c-8f32-41ba3872c8c2 req-634a1312-7213-461a-8577-573a27e0f252 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.157118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fb5d89d9-eac3-416c-8f32-41ba3872c8c2 req-634a1312-7213-461a-8577-573a27e0f252 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.3717890 Feb 11 13:20:59.210264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd81c46-8c80-44c4-8380-9881a8d1fc55 None None] Pushing event updated for resources: {'Port': ['ID=03abfe39-0859-4825-98cc-8b6d08116bd6,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:59.211177 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:59.233027 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:59.244833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Routers {'57bfa32d-aa67-4916-8292-be3087cf76fc'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:20:59.245465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['57bfa32d-aa67-4916-8292-be3087cf76fc'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:59.287372 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6217afa0-317e-4beb-be3a-a0c6fd3e3699 req-d9430508-22bb-4068-8932-ce3ae24b8b98 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371424 Feb 11 13:20:59.287812 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6354d0c4-2a3b-400c-ac90-d714eae5fd40 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:59.288373 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6354d0c4-2a3b-400c-ac90-d714eae5fd40 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:59.308219 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-c92d4887-36d8-455f-abe6-83663d1be8a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46 HTTP/1.1" status: 200 len: 217 time: 0.4045560 Feb 11 13:20:59.374460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1dfde6-da3e-453d-809e-9fa97546a13a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:59.463822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fb5d89d9-eac3-416c-8f32-41ba3872c8c2 req-2e0c7b8a-879c-411f-a0c0-43329ddc2b86 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054440 Feb 11 13:20:59.468657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-e1d08fd3-7c3f-4252-a9eb-4a2983af9460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.470359 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-e1d08fd3-7c3f-4252-a9eb-4a2983af9460 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1474996 Feb 11 13:20:59.479154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6354d0c4-2a3b-400c-ac90-d714eae5fd40 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 86b7f3e2-3852-4a9b-b8d1-7d5c4f271eaa owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:20:59.488842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] Set router 57bfa32d-aa67-4916-8292-be3087cf76fc gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:20:59.534961 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0d6c3ef-3460-44b4-8799-04d2b872097c req-4864672e-37b7-4569-9785-db1c56725f09 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6832247 Feb 11 13:20:59.549805 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:59.566451 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7250419b-f4f2-4ce9-97cc-d8d9477e7eac tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0349896 Feb 11 13:20:59.596340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39416) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:20:59.635169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Request body: {'security_group_rule': {'security_group_id': '2ec2431a-a471-4abf-b23e-78b3565f693b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:20:59.642689 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:59.764559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-377b7320-79d2-4f04-bdd1-5ae3f60d8885 req-6e6f9727-c129-4d3e-b1c3-49ce77a305bd service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967610 Feb 11 13:20:59.820030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:20:59.829811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Usage tracker for resource:security_group_rule and tenant:554aa8ac701541e1990ed4a6ae58f274 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:20:59.852807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6b6ac65-58f3-461a-ab92-bb023579deeb req-78175997-7b9e-426f-ad24-1f4f79b09038 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 1099 time: 0.4486001 Feb 11 13:20:59.901309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:20:59.912790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:20:59.930387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6354d0c4-2a3b-400c-ac90-d714eae5fd40 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:59.943799 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-5a426c2a-5710-4d7b-96b5-3e261bb7edf5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4583929 Feb 11 13:20:59.945013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:00.014968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '03abfe39-0859-4825-98cc-8b6d08116bd6', 'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'mac_address': 'fa:16:3e:2d:ce:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:49Z', 'updated_at': '2022-02-11T13:20:59Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'subnets': [{'id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:00.020601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee62b02-d730-4cfe-85f0-8997e077c52f None None] The sync data for ids ['57bfa32d-aa67-4916-8292-be3087cf76fc'] in n-d-818559-1 is: [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '03abfe39-0859-4825-98cc-8b6d08116bd6', 'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'mac_address': 'fa:16:3e:2d:ce:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:49Z', 'updated_at': '2022-02-11T13:20:59Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'subnets': [{'id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:21:00.234291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354d0c4-2a3b-400c-ac90-d714eae5fd40 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=86b7f3e2-3852-4a9b-b8d1-7d5c4f271eaa,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:00.328677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 03abfe39-0859-4825-98cc-8b6d08116bd6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:00.357242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:00.482350 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'tag': '623a708d-82fd-4ef6-8f2c-fc74f391ce46'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:00.563605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 03abfe39-0859-4825-98cc-8b6d08116bd6 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:00.569547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec082a3-2bae-495b-977e-55a3f40c4c50 req-c6fee422-e200-4c08-9897-f677e2318ea9 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:00.575425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ec082a3-2bae-495b-977e-55a3f40c4c50 req-c6fee422-e200-4c08-9897-f677e2318ea9 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 948 time: 0.7527285 Feb 11 13:21:00.587837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 03abfe39-0859-4825-98cc-8b6d08116bd6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:00.588444 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:00.591146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6354d0c4-2a3b-400c-ac90-d714eae5fd40 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:00.627840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=e9105f44-0130-427f-b70b-f119ba78f457,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:00.702408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-317ec4d4-416e-4cda-bc68-e6ab4b8ae755 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060951 Feb 11 13:21:00.705260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Checking segment: {'id': '4834c6d4-1092-4aa6-aeb9-5cf6728191f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:00.706495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network hostable DHCP agents. Network: 798317f9-de1a-4252-87b0-6cc928f9d0f0, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:00.720897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6354d0c4-2a3b-400c-ac90-d714eae5fd40 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:00.723805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6354d0c4-2a3b-400c-ac90-d714eae5fd40 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/floatingips/1bf0aaf6-c3a7-4196-8723-ae791afb5e27 HTTP/1.1" status: 204 len: 168 time: 2.1424518 Feb 11 13:21:00.736768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39436) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:00.738884 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:00.805635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:00.817544 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:00.824933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ec082a3-2bae-495b-977e-55a3f40c4c50 req-4d3b481f-2632-4587-9798-62314f357c25 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403166 Feb 11 13:21:00.841864 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-c37996eb-3c55-4bc5-94b7-6b96d3b6110e tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] delete failed (client error): The resource could not be found. Feb 11 13:21:00.846175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c37996eb-3c55-4bc5-94b7-6b96d3b6110e tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/floatingips/1bf0aaf6-c3a7-4196-8723-ae791afb5e27 HTTP/1.1" status: 404 len: 345 time: 0.1056807 Feb 11 13:21:00.860660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39442) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:00.866020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e30567-1882-495d-9ef2-5b948f011cc6,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:00.887795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 03abfe39-0859-4825-98cc-8b6d08116bd6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=03abfe39-0859-4825-98cc-8b6d08116bd6,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:00.895068 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:00.895390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6ac65-58f3-461a-ab92-bb023579deeb req-fa418d12-cb01-4ecb-aa87-b91163587079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:00.896939 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6b6ac65-58f3-461a-ab92-bb023579deeb req-fa418d12-cb01-4ecb-aa87-b91163587079 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.9964583 Feb 11 13:21:00.955453 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:00.960134 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fddb0dca-6612-41b5-933f-9fc2b3773a35 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3520589 Feb 11 13:21:00.963034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39446) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:00.970371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:00.976402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:00.981112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Usage tracker for resource:floatingip and tenant:554aa8ac701541e1990ed4a6ae58f274 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:00.984985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:00.991190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:01.004594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=03abfe39-0859-4825-98cc-8b6d08116bd6,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:01.012575 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:01.065601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6b6ac65-58f3-461a-ab92-bb023579deeb req-8436d3cd-0120-4ff5-809c-3ba8ae0a42ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 HTTP/1.1" status: 200 len: 217 time: 0.1558895 Feb 11 13:21:01.074906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcc47a-b528-4427-913b-bbff094aabd7 req-60cfe334-b888-464f-976a-31a0ef415d50 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.076730 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8efcc47a-b528-4427-913b-bbff094aabd7 req-60cfe334-b888-464f-976a-31a0ef415d50 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 1.2279279 Feb 11 13:21:01.167979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a57557c-9feb-42f8-8581-95e8bb4eda14 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.172364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a57557c-9feb-42f8-8581-95e8bb4eda14 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.174455 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a2245fd-2e41-4e26-88c0-2f7d18d96ba8 req-2d0bc31e-376f-4992-93d2-08040fb5f278 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578786 Feb 11 13:21:01.177245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a57557c-9feb-42f8-8581-95e8bb4eda14 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.178111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7a57557c-9feb-42f8-8581-95e8bb4eda14 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Synchronizing usage tracker for tenant:79b3506a6c0a400f8257ed8c636d942c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:01.213067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:01.235812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8efcc47a-b528-4427-913b-bbff094aabd7 req-f4d6f216-69cb-498e-a668-d4a70eade2da tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013491 Feb 11 13:21:01.238061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6ac65-58f3-461a-ab92-bb023579deeb req-1d3bc139-87b3-43aa-886c-7cee57246318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.239748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6b6ac65-58f3-461a-ab92-bb023579deeb req-1d3bc139-87b3-43aa-886c-7cee57246318 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1483190 Feb 11 13:21:01.240850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 798317f9-de1a-4252-87b0-6cc928f9d0f0) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:01.241743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7a57557c-9feb-42f8-8581-95e8bb4eda14 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Unset dirty status for tenant:79b3506a6c0a400f8257ed8c636d942c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:01.242932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7a57557c-9feb-42f8-8581-95e8bb4eda14 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "GET /v2.0/ports?network_id=337673b1-927f-4789-b1d6-b7e00b128946 HTTP/1.1" status: 200 len: 2358 time: 0.3812101 Feb 11 13:21:01.246508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39450) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:01.254500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136fdae9-d591-40d1-b3d4-a0292b2917d6 None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:01.255141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55018342-8a3b-4a87-a048-60b928cc7108 req-6a8b9aba-18a1-4d66-bab4-a7e9fab4e074 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.256634 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55018342-8a3b-4a87-a048-60b928cc7108 req-6a8b9aba-18a1-4d66-bab4-a7e9fab4e074 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.1578999 Feb 11 13:21:01.381283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:01.385853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.386927 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:01.404732 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55018342-8a3b-4a87-a048-60b928cc7108 req-d8479f5f-4fa8-47d8-8ddc-f7a179edd9df tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327190 Feb 11 13:21:01.415578 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'tag': '623a708d-82fd-4ef6-8f2c-fc74f391ce46', 'status': 'completed', 'code': 200} Feb 11 13:21:01.421118 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:01.646760 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fcfe3055-f4ab-463e-b45e-c089a5b4d97c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 4.5207095 Feb 11 13:21:01.652586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925d837-b750-4f0f-b84d-965c8ba3ee12 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.658336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5925d837-b750-4f0f-b84d-965c8ba3ee12 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "GET /v2.0/subnets/a0fd9c97-57f2-410c-a0a7-fea954f0e9e6 HTTP/1.1" status: 200 len: 797 time: 0.3684053 Feb 11 13:21:01.658855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39456) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:01.659187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39458) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:01.678823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-924762808'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:01.711239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'port': {'network_id': '337673b1-927f-4789-b1d6-b7e00b128946', 'name': 'tempest-FloatingIPTestJSON-759723965', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:01.738378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:01.773625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Allocated IP 172.25.4.127 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/b94512b5-82c7-4538-b407-3bb9b77f3b34) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:01.797220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:network and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:01.806598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:01.823474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:01.879174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:01.882077 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:01.904301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6b6ac65-58f3-461a-ab92-bb023579deeb req-dfd7edf5-7e78-49a4-a677-5841e21e1ddf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6565692 Feb 11 13:21:01.953443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5bba4a27-71ae-4efe-9967-c7d3a1168555 req-b959d9ca-26a3-451d-b718-fa15a7e878b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 1099 time: 0.5295465 Feb 11 13:21:01.980821 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.015461 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.102703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:02.106683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Pushing event updated for resources: {'Port': ['ID=b94512b5-82c7-4538-b407-3bb9b77f3b34,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:02.111909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:02.115070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:02.166409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:21:02.267425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:02.275904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:02.321256 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.321873 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Added segment 5cc3c961-b2b5-41b3-807e-3a170ee908ce of type vlan for network 5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7 Feb 11 13:21:02.331467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:02.343786 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.414835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Made reservation on behalf of 79b3506a6c0a400f8257ed8c636d942c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:02.423692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.553553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 03abfe39-0859-4825-98cc-8b6d08116bd6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:02.624302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6b6ac65-58f3-461a-ab92-bb023579deeb req-2cf4ac27-eaae-4ec8-83a4-e6faf2bdaea0 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002485 Feb 11 13:21:02.626443 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.692844 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba4a27-71ae-4efe-9967-c7d3a1168555 req-df973060-5a5d-418f-a611-a57649f422cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:02.694306 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5bba4a27-71ae-4efe-9967-c7d3a1168555 req-df973060-5a5d-418f-a611-a57649f422cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.6864498 Feb 11 13:21:02.705292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:02.724773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'mac_address': 'fa:16:3e:89:65:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:21:02.763435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 03abfe39-0859-4825-98cc-8b6d08116bd6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:02.763830 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.851107 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:21:02.891310 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.920050 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.920889 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5bba4a27-71ae-4efe-9967-c7d3a1168555 req-45d72721-9ffd-4525-b798-7a1a8ccca694 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46 HTTP/1.1" status: 200 len: 217 time: 0.2154193 Feb 11 13:21:02.950919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:02.955367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98e6da-c528-4b24-9e64-e3d5c83acf88 req-f07fba52-f28b-41fb-969d-5ad67bb70ba8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:02.966398 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c98e6da-c528-4b24-9e64-e3d5c83acf88 req-f07fba52-f28b-41fb-969d-5ad67bb70ba8 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.3047113 Feb 11 13:21:02.974174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:02.992046 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.994542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] device_id is not set on port 8a621abe-b675-4e92-8c97-614b29940cb1 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:03.013293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:21:03.025838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4469b6ec-70df-4a8e-a453-3d252a77ac2c req-35f517cf-b4bc-493c-9ed2-dd46b0495909 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6801002 Feb 11 13:21:03.042755 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:03.077240 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:03.192767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:03.232932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c98e6da-c528-4b24-9e64-e3d5c83acf88 req-a35c6a66-5690-41f4-a3f5-c22a0bcc2a83 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655234 Feb 11 13:21:03.282518 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:03.286347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:03.287149 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:03.289310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f3b3d12e-1c47-4b67-bb1c-033ac0bb8055'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:21:03.364484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8342c-308c-4abe-aace-9c148eb7bda6 req-55e6dc02-be55-42eb-8754-cd88c6b8b176 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:03.366091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-00b8342c-308c-4abe-aace-9c148eb7bda6 req-55e6dc02-be55-42eb-8754-cd88c6b8b176 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 948 time: 1.3285079 Feb 11 13:21:03.405857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Pushing event updated for resources: {'Port': ['ID=b94512b5-82c7-4538-b407-3bb9b77f3b34,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:03.534639 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:03.562226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4469b6ec-70df-4a8e-a453-3d252a77ac2c req-fbe3095e-13af-4170-93ce-a0465757a375 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=60d3a05ad6e045e3b21396a746cead0f&device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 1096 time: 0.3282454 Feb 11 13:21:03.612704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:03.619058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bc9f3ce6-d4d8-4a84-9d08-6d7f3eafe8c5 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6495779 Feb 11 13:21:03.661645 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6b6ac65-58f3-461a-ab92-bb023579deeb req-fb9ff450-bc11-4b79-b1e8-71f0a58a36cc service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0157080 Feb 11 13:21:03.675339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba4a27-71ae-4efe-9967-c7d3a1168555 req-0eb34daa-fa6b-416b-82c3-4fccdc646eba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:03.676816 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5bba4a27-71ae-4efe-9967-c7d3a1168555 req-0eb34daa-fa6b-416b-82c3-4fccdc646eba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.7359319 Feb 11 13:21:03.710285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90bf6e-66a4-497b-b0d6-cbb931bd6e49 req-b4b3fccf-8754-4a40-865a-bc82ab08b9ca tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:03.711832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a90bf6e-66a4-497b-b0d6-cbb931bd6e49 req-b4b3fccf-8754-4a40-865a-bc82ab08b9ca tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.2586341 Feb 11 13:21:03.778701 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1139715 Feb 11 13:21:03.783573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39518) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:03.795237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'ports': [{'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0'}, {'network_id': '5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7'}]} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:03.795237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:03.795237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': '5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:03.827603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b6dd8-a9dd-4eec-81d4-5f3ce498d8fc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Network': ['ID=5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:03.856637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:21:03.864802 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-00b8342c-308c-4abe-aace-9c148eb7bda6 req-da260899-582a-4665-8d19-4961c8434784 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538679 Feb 11 13:21:03.908588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469b6ec-70df-4a8e-a453-3d252a77ac2c req-01dadc57-36a4-4308-a6e6-96097b7552f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:03.912196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4469b6ec-70df-4a8e-a453-3d252a77ac2c req-01dadc57-36a4-4308-a6e6-96097b7552f5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 200 len: 906 time: 0.3267877 Feb 11 13:21:03.943604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3a90bf6e-66a4-497b-b0d6-cbb931bd6e49 req-332fc0ef-8105-4451-b5ab-000d69706439 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224338 Feb 11 13:21:03.954459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.20.0.14 (337673b1-927f-4789-b1d6-b7e00b128946/a0fd9c97-57f2-410c-a0a7-fea954f0e9e6/8a621abe-b675-4e92-8c97-614b29940cb1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:03.961497 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5bba4a27-71ae-4efe-9967-c7d3a1168555 req-f59513db-a960-477d-8791-9a3ab2944d15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2743423 Feb 11 13:21:03.964923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.20.0.13 (337673b1-927f-4789-b1d6-b7e00b128946/a0fd9c97-57f2-410c-a0a7-fea954f0e9e6/8a621abe-b675-4e92-8c97-614b29940cb1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:04.079030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4469b6ec-70df-4a8e-a453-3d252a77ac2c req-46c180e8-ce4c-464a-a71f-6528fefe6955 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf HTTP/1.1" status: 200 len: 217 time: 0.1334844 Feb 11 13:21:04.191133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 623a708d-82fd-4ef6-8f2c-fc74f391ce46 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:21:04.361542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469b6ec-70df-4a8e-a453-3d252a77ac2c req-f5f100f1-f073-4d06-b504-f69a1038c3bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:04.363534 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4469b6ec-70df-4a8e-a453-3d252a77ac2c req-f5f100f1-f073-4d06-b504-f69a1038c3bc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 200 len: 845 time: 0.2777879 Feb 11 13:21:04.377839 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5bba4a27-71ae-4efe-9967-c7d3a1168555 req-39208394-9e50-4113-b5d5-00a9513766f6 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060810 Feb 11 13:21:04.393017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:04.407798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '623a708d-82fd-4ef6-8f2c-fc74f391ce46', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '623a708d-82fd-4ef6-8f2c-fc74f391ce46', 'mac_address': 'fa:16:3e:9a:81:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:21:04.437374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:04.441928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:port and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:04.446701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:04.454066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:04.474756 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4469b6ec-70df-4a8e-a453-3d252a77ac2c req-2dfca88e-5ce6-440e-bf16-967e1c49da33 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9727c67e-db94-4084-8b54-a60fe2e6f7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985389 Feb 11 13:21:04.475849 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 2} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:04.480025 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:04.514333 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:04.516360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-6019bc74-12da-4856-acdf-470b44248cde req-9223ffc9-a7fd-45db-bb6c-53072cf10ef4 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Synchronizing usage tracker for tenant:554aa8ac701541e1990ed4a6ae58f274 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:04.562133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623a708d-82fd-4ef6-8f2c-fc74f391ce46 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:04.587718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:04.593924 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:04.629053 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:04.678816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=623a708d-82fd-4ef6-8f2c-fc74f391ce46,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:04.764843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-6019bc74-12da-4856-acdf-470b44248cde req-9223ffc9-a7fd-45db-bb6c-53072cf10ef4 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Unset dirty status for tenant:554aa8ac701541e1990ed4a6ae58f274 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:04.765990 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-9223ffc9-a7fd-45db-bb6c-53072cf10ef4 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1479952382&fields=id&tenant_id=554aa8ac701541e1990ed4a6ae58f274 HTTP/1.1" status: 200 len: 267 time: 0.4843833 Feb 11 13:21:04.790524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:04.846348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5bba4a27-71ae-4efe-9967-c7d3a1168555 req-bb2db777-1bfb-4bd3-9646-4cb42979ce68 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601758 Feb 11 13:21:04.869521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce819-e3ce-4fc8-a490-13a353c92e34 req-62e4acac-aa89-485e-a44d-713170948502 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:04.871586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cbce819-e3ce-4fc8-a490-13a353c92e34 req-62e4acac-aa89-485e-a44d-713170948502 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2327669 Feb 11 13:21:04.893684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['623a708d-82fd-4ef6-8f2c-fc74f391ce46'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:21:04.935517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:04.996473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4469b6ec-70df-4a8e-a453-3d252a77ac2c req-e67fee63-0da1-430e-97bc-f8838dbc40c5 service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021980 Feb 11 13:21:05.023403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=8a621abe-b675-4e92-8c97-614b29940cb1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:05.028208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cbce819-e3ce-4fc8-a490-13a353c92e34 req-a0fe85a5-ef5b-4932-98cc-f99ef2e6b760 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500828 Feb 11 13:21:05.045737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 337673b1-927f-4789-b1d6-b7e00b128946 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:05.047534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:05.053225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:05.172645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.173555 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:05.222399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port 0665e8fa-e2fd-47c7-b565-be2c39f72904 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:05.241809 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-22f42911-9868-4a94-8a00-4651172752db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.5744281 Feb 11 13:21:05.246762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39558) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:05.256781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '8a621abe-b675-4e92-8c97-614b29940cb1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:05.265613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:05.271391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:floatingip and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:05.274426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019bc74-12da-4856-acdf-470b44248cde req-ae407a4d-9694-4e63-bb56-f6d28f231092 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.274843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-6019bc74-12da-4856-acdf-470b44248cde req-ae407a4d-9694-4e63-bb56-f6d28f231092 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Synchronizing usage tracker for tenant:554aa8ac701541e1990ed4a6ae58f274 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:05.275405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:05.293078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:05.305101 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4469b6ec-70df-4a8e-a453-3d252a77ac2c req-f866836d-52fc-4c5b-ad3b-9747d1b0d029 service neutron] 10.222.0.75 "GET /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993591 Feb 11 13:21:05.335971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97983fe-a376-4dee-ab28-8413c87b0356 req-06fc8f86-b9e0-49ec-a657-52917c7bd81e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.337559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e97983fe-a376-4dee-ab28-8413c87b0356 req-06fc8f86-b9e0-49ec-a657-52917c7bd81e tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.1396010 Feb 11 13:21:05.338372 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:05.343617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-6019bc74-12da-4856-acdf-470b44248cde req-ae407a4d-9694-4e63-bb56-f6d28f231092 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Unset dirty status for tenant:554aa8ac701541e1990ed4a6ae58f274 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:05.345009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-ae407a4d-9694-4e63-bb56-f6d28f231092 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/networks?id=c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 HTTP/1.1" status: 200 len: 806 time: 0.5601935 Feb 11 13:21:05.379546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-e6ac0f7e-75e2-42b2-93d6-611d31bee4ee tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/quotas/554aa8ac701541e1990ed4a6ae58f274 HTTP/1.1" status: 200 len: 375 time: 0.0178461 Feb 11 13:21:05.472059 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:05.483149 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e97983fe-a376-4dee-ab28-8413c87b0356 req-5aec2107-e24f-48cc-9767-7afe09fdb55f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187680 Feb 11 13:21:05.623595 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:05.709183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-6019bc74-12da-4856-acdf-470b44248cde req-258010b5-713c-44b4-bd73-cb76bb0e3922 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Synchronizing usage tracker for tenant:554aa8ac701541e1990ed4a6ae58f274 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:05.730364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port e6374ba8-a9ce-4d8e-bde7-608de02d423c yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:05.750019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-6019bc74-12da-4856-acdf-470b44248cde req-258010b5-713c-44b4-bd73-cb76bb0e3922 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Unset dirty status for tenant:554aa8ac701541e1990ed4a6ae58f274 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:05.755279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-258010b5-713c-44b4-bd73-cb76bb0e3922 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=554aa8ac701541e1990ed4a6ae58f274&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3641617 Feb 11 13:21:05.851161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f8bdd-610d-4687-9308-5eacbde98805 req-cc419394-26cc-4064-b948-e762ee919256 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.852595 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e6f8bdd-610d-4687-9308-5eacbde98805 req-cc419394-26cc-4064-b948-e762ee919256 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 949 time: 0.1688795 Feb 11 13:21:05.903430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.25.4.220 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d960d851-336e-4f6b-9661-2085153a248e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:05.922929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e6f8bdd-610d-4687-9308-5eacbde98805 req-b3051115-ae2a-4a45-afbb-d5608ee12473 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613511 Feb 11 13:21:05.949758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:05.998215 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-2f7ab8dd-c524-4f45-b974-73b1603bcff1 service neutron] 10.222.0.67 "GET /v2.0/networks/c40f714a-9ffe-46f7-9dd9-807c4e6d5e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978645 Feb 11 13:21:06.093697 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:06.103709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:06.182612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:06.232784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b72c4d-7a45-4828-9792-ce4553a5782d req-d1a3f199-c196-4cd8-80d2-2607b243c976 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.234743 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-65b72c4d-7a45-4828-9792-ce4553a5782d req-d1a3f199-c196-4cd8-80d2-2607b243c976 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.1365001 Feb 11 13:21:06.236921 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:06.238053 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-af75c455-1b3b-4611-8a50-62813ba47f6c service neutron] 10.222.0.67 "GET /v2.0/networks/c40f714a-9ffe-46f7-9dd9-807c4e6d5e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389007 Feb 11 13:21:06.263078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:06.267589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=0665e8fa-e2fd-47c7-b565-be2c39f72904,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:06.271986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:06.281168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:06.282596 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:06.356389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:06.362169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:06.363421 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:06.377757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-65b72c4d-7a45-4828-9792-ce4553a5782d req-7ef8677b-078f-4376-8e68-041bd8776120 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846777 Feb 11 13:21:06.428483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:06.428483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:06.445576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=e6374ba8-a9ce-4d8e-bde7-608de02d423c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:06.454076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:06.520760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=d960d851-336e-4f6b-9661-2085153a248e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:06.627934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Checking segment: {'id': '5cc3c961-b2b5-41b3-807e-3a170ee908ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:06.628471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network hostable DHCP agents. Network: 5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:06.656691 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:06.721808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:06.738121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3775973-755b-44d1-841b-7bb47914e917 req-8bc1d709-4639-432e-a992-6676a20d943a tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 210 time: 0.1506243 Feb 11 13:21:06.764188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:06.770307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:06.780748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:06.781191 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:06.782005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 623a708d-82fd-4ef6-8f2c-fc74f391ce46 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:06.785706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:06.794024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.797665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.798651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:06.829591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0a9accc5-6809-4c6b-b7e5-325c51422b73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0444515 Feb 11 13:21:06.831538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39596) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:06.948717 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a08bda-a999-4ff7-8ba8-67ce9f471a30 None None] Network 5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:06.953803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3c89a407-20e4-4377-abad-e25e15b4e03e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port e6374ba8-a9ce-4d8e-bde7-608de02d423c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:06.954019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3c89a407-20e4-4377-abad-e25e15b4e03e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.071403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:07.268548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be175bd-e22f-4191-803f-23b7b1b773ca req-cf1cc080-63b0-4e2b-8ca6-efce5b0bdb01 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:07.271149 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9be175bd-e22f-4191-803f-23b7b1b773ca req-cf1cc080-63b0-4e2b-8ca6-efce5b0bdb01 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.2480342 Feb 11 13:21:07.295905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.345436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3c89a407-20e4-4377-abad-e25e15b4e03e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.352439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:07.360560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:07.361053 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.554318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3c89a407-20e4-4377-abad-e25e15b4e03e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for e6374ba8-a9ce-4d8e-bde7-608de02d423c owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:07.583977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aebdd-ac7e-4355-ac27-19b02e4c0319 req-3d8b5ea0-0382-4bec-a201-e1374bef6b0f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:07.592654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a54aebdd-ac7e-4355-ac27-19b02e4c0319 req-3d8b5ea0-0382-4bec-a201-e1374bef6b0f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.8265283 Feb 11 13:21:07.643356 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.657680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9be175bd-e22f-4191-803f-23b7b1b773ca req-94ed7995-be44-47c5-9ff9-d0fd70d88194 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555071 Feb 11 13:21:07.679268 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a54aebdd-ac7e-4355-ac27-19b02e4c0319 req-a1a94274-e7c2-4b87-a764-997306646c36 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854154 Feb 11 13:21:07.709680 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:07.717969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.774214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3c89a407-20e4-4377-abad-e25e15b4e03e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.865022 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'code': 200} Feb 11 13:21:07.888278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89a407-20e4-4377-abad-e25e15b4e03e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=e6374ba8-a9ce-4d8e-bde7-608de02d423c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:07.925532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3c89a407-20e4-4377-abad-e25e15b4e03e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.928525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=623a708d-82fd-4ef6-8f2c-fc74f391ce46,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:07.936486 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3c89a407-20e4-4377-abad-e25e15b4e03e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/e6374ba8-a9ce-4d8e-bde7-608de02d423c HTTP/1.1" status: 204 len: 168 time: 1.1038146 Feb 11 13:21:07.938915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39620) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:08.020065 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:08.054456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4678956b-f60e-4099-8aa7-bb7879eefce2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.060809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4678956b-f60e-4099-8aa7-bb7879eefce2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.062364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4678956b-f60e-4099-8aa7-bb7879eefce2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:08.175249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4678956b-f60e-4099-8aa7-bb7879eefce2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:08.179680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4678956b-f60e-4099-8aa7-bb7879eefce2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.2395487 Feb 11 13:21:08.193444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:08.213116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdf61e-307b-4416-bb42-ab998f175168 req-da1390b1-3e39-4200-81a9-8569dceaa5fc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.215287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9bbdf61e-307b-4416-bb42-ab998f175168 req-da1390b1-3e39-4200-81a9-8569dceaa5fc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.1470232 Feb 11 13:21:08.320967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9bbdf61e-307b-4416-bb42-ab998f175168 req-b43a70de-9128-4a37-afb9-47b544eb206c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932465 Feb 11 13:21:08.331174 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:08.555253 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-daf3ddfc-b4e4-49fa-a5f0-6abe55d15f9b req-4fefa2e2-8239-4d5f-8c78-ac8ba36d2408 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 210 time: 0.0757356 Feb 11 13:21:08.802262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce75ef-9498-4879-9bbf-803ad50ef7b2 req-99cc3b3b-0059-424e-bb9b-628578ca9683 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.803740 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-acce75ef-9498-4879-9bbf-803ad50ef7b2 req-99cc3b3b-0059-424e-bb9b-628578ca9683 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 950 time: 0.7819765 Feb 11 13:21:08.813691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e513ac67-5822-4328-9a40-5f83a1bb848a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 0665e8fa-e2fd-47c7-b565-be2c39f72904 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:08.814276 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e513ac67-5822-4328-9a40-5f83a1bb848a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:08.895304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb8a605d-77fc-4961-8ba4-b64df184afa4 req-4b08b63f-3fdf-4b42-be21-6b95370f0eca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 1101 time: 0.8410959 Feb 11 13:21:08.967046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:21:09.014745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.079462 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-acce75ef-9498-4879-9bbf-803ad50ef7b2 req-e985b78e-ec7b-4fb8-af03-a0f4a5306d53 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302821 Feb 11 13:21:09.079462 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.086978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98a6f4-dd34-4e44-b2a5-ea71aaadee6d req-4bb2b4a7-45de-4515-b986-ab0a567b9976 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.087375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019bc74-12da-4856-acdf-470b44248cde req-79cb3306-5488-4b51-934a-6ced8876c99e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.088018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-79cb3306-5488-4b51-934a-6ced8876c99e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.73 "GET /v2.0/networks?id=c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 HTTP/1.1" status: 200 len: 806 time: 0.4754977 Feb 11 13:21:09.088290 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df98a6f4-dd34-4e44-b2a5-ea71aaadee6d req-4bb2b4a7-45de-4515-b986-ab0a567b9976 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.2486634 Feb 11 13:21:09.160033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df98a6f4-dd34-4e44-b2a5-ea71aaadee6d req-0d832624-59cc-4ade-a052-3bfdfc977c3a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617599 Feb 11 13:21:09.210545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb8a605d-77fc-4961-8ba4-b64df184afa4 req-b2be3702-0582-46ed-b8c2-17f79d57b51c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938769 Feb 11 13:21:09.358541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=d960d851-336e-4f6b-9661-2085153a248e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:09.414151 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-32305531-5b17-4d65-9f09-b597e08db026 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=554aa8ac701541e1990ed4a6ae58f274 HTTP/1.1" status: 200 len: 380 time: 0.2601237 Feb 11 13:21:09.418792 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e513ac67-5822-4328-9a40-5f83a1bb848a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.431554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Request body: {'port': {'device_id': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'admin_state_up': True, 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'security_groups': ['2ec2431a-a471-4abf-b23e-78b3565f693b']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:09.471540 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.754049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-51b0fff3-38bf-48a5-8402-78fd62c636c0 req-417160b4-1440-4870-8e34-84fb4c70df07 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 210 time: 0.0457504 Feb 11 13:21:09.866175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623a708d-82fd-4ef6-8f2c-fc74f391ce46'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:09.956882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e513ac67-5822-4328-9a40-5f83a1bb848a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for 0665e8fa-e2fd-47c7-b565-be2c39f72904 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:09.971401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6babf2c-8936-46fb-aa4f-f327a2074ab5 req-95044a1d-fb7b-4e3f-8a76-754a323ba2cb tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.973080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6babf2c-8936-46fb-aa4f-f327a2074ab5 req-95044a1d-fb7b-4e3f-8a76-754a323ba2cb tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.0805197 Feb 11 13:21:10.047144 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6babf2c-8936-46fb-aa4f-f327a2074ab5 req-8e7896cb-31ca-489d-b6d9-504b19d73361 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677667 Feb 11 13:21:10.159732 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623a708d-82fd-4ef6-8f2c-fc74f391ce46', 'code': 200} Feb 11 13:21:10.162502 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e513ac67-5822-4328-9a40-5f83a1bb848a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:10.173669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:10.298667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513ac67-5822-4328-9a40-5f83a1bb848a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=0665e8fa-e2fd-47c7-b565-be2c39f72904,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:10.315816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:10.327976 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e513ac67-5822-4328-9a40-5f83a1bb848a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:10.336349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95285989-61e1-4313-91b8-f51dd988666f req-c33c92ed-8b4c-4353-a104-04b4f186e605 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:10.337889 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95285989-61e1-4313-91b8-f51dd988666f req-c33c92ed-8b4c-4353-a104-04b4f186e605 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.7353060 Feb 11 13:21:10.433975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Made reservation on behalf of 554aa8ac701541e1990ed4a6ae58f274 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:10.449229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca61fb4-91b4-4ce2-b567-fc888e28e996 req-f7c2f7d2-ee4c-4ae1-b802-d1db22a281ff tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:10.450550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dca61fb4-91b4-4ce2-b567-fc888e28e996 req-f7c2f7d2-ee4c-4ae1-b802-d1db22a281ff tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.1685710 Feb 11 13:21:10.457259 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:10.566525 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dca61fb4-91b4-4ce2-b567-fc888e28e996 req-9cdd2c0e-0c36-4da3-a5d7-a529a164218e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066370 Feb 11 13:21:10.578459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95285989-61e1-4313-91b8-f51dd988666f req-a23d3f05-4f07-4169-b687-5c7ed90f866e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300305 Feb 11 13:21:10.584079 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e513ac67-5822-4328-9a40-5f83a1bb848a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/0665e8fa-e2fd-47c7-b565-be2c39f72904 HTTP/1.1" status: 204 len: 168 time: 2.3874259 Feb 11 13:21:10.585624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39692) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:10.709951 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-409c5cee-dd81-4a7a-ac28-3b7cf1d3aee2 req-f4cb2edc-8f6e-40ad-aedb-6e5a85c14efb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 1101 time: 0.4667425 Feb 11 13:21:10.783623 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 8a93679c-c626-49ac-8d96-bd932874c78e associated. External IP: 172.25.4.220, port: 8a621abe-b675-4e92-8c97-614b29940cb1. Feb 11 13:21:10.864150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Allocated IP 172.20.0.8 (c40f714a-9ffe-46f7-9dd9-807c4e6d5e45/8f467489-5c42-49fb-9293-5eb2a1867198/bf3e2c53-e352-4d54-8ba6-710c64b8f619) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:10.965883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf6737-49e0-4dc0-b5c1-e09c6daf6297 req-b41e6502-dd9e-4422-ad24-6ea6dbc565ae tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:10.972757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84bf6737-49e0-4dc0-b5c1-e09c6daf6297 req-b41e6502-dd9e-4422-ad24-6ea6dbc565ae tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 950 time: 0.2299385 Feb 11 13:21:10.993938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf25ac-498d-4d7f-bb2e-61d3291d3abc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:10.995462 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f5bf25ac-498d-4d7f-bb2e-61d3291d3abc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.4087932 Feb 11 13:21:10.998449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39706) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:11.051053 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-815005f6-eb51-4cb4-b12b-ef651c967e2b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:21:11.054888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-815005f6-eb51-4cb4-b12b-ef651c967e2b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/e6374ba8-a9ce-4d8e-bde7-608de02d423c HTTP/1.1" status: 404 len: 333 time: 0.0527573 Feb 11 13:21:11.060379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39710) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:11.103393 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-409c5cee-dd81-4a7a-ac28-3b7cf1d3aee2 req-df15aea1-cd6c-4b4c-a639-2c77b2e76840 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818443 Feb 11 13:21:11.116817 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-0158fb8d-3ce1-49d8-a16b-84a4e85c39c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:21:11.121835 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0158fb8d-3ce1-49d8-a16b-84a4e85c39c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/0665e8fa-e2fd-47c7-b565-be2c39f72904 HTTP/1.1" status: 404 len: 333 time: 0.0563929 Feb 11 13:21:11.122256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39714) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:11.158114 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84bf6737-49e0-4dc0-b5c1-e09c6daf6297 req-542bc838-b8fc-42da-a3f5-b4d048d43327 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841881 Feb 11 13:21:11.241723 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.255540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccdc63-474e-46cc-b9c8-90729252e9cb req-5c6afdf3-240d-48d3-9bc5-3d05a5a65176 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:11.263551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28ccdc63-474e-46cc-b9c8-90729252e9cb req-5c6afdf3-240d-48d3-9bc5-3d05a5a65176 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.3482583 Feb 11 13:21:11.300764 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.323206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Transition to ACTIVE for port object bf3e2c53-e352-4d54-8ba6-710c64b8f619 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:11.366787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28ccdc63-474e-46cc-b9c8-90729252e9cb req-8ef7c5be-b91b-4422-8bee-f21083108beb tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022761 Feb 11 13:21:11.464659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.536621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.587940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:11.603355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc3c961-b2b5-41b3-807e-3a170ee908ce') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:11.603720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc3c961-b2b5-41b3-807e-3a170ee908ce') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:11.631349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.653823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:11.659424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e93889-8088-434d-85a6-7630808bbd22 req-9b370875-4109-48d4-bcd1-076f2747e51c tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:11.660680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58e93889-8088-434d-85a6-7630808bbd22 req-9b370875-4109-48d4-bcd1-076f2747e51c tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 931 time: 0.2824056 Feb 11 13:21:11.667726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.672038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:11.693000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:21:11.694171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:11.694316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:11.713262 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:11.835576 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.845449 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.883264 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/networks/5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7 HTTP/1.1" status: 204 len: 168 time: 0.7596834 Feb 11 13:21:11.884473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91b9ad-feb2-4cf3-9dc1-b5222f22cd81 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Network': ['ID=5f7cef55-7a97-4e54-a4ea-f5dbc4fed2e7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:11.887091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39736) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:11.898932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58e93889-8088-434d-85a6-7630808bbd22 req-d49aa73e-3eaf-4871-be3d-a444763bad48 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254176 Feb 11 13:21:11.903644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-252532690'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:11.910674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:11.919571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:network and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:11.922432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:11.935077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:11.936450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Pushing event updated for resources: {'Port': ['ID=bf3e2c53-e352-4d54-8ba6-710c64b8f619,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:11.963125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:11.965832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:11.966762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.984464 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.992447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-23330b23-6e5a-42c6-b930-9fb1ae36bf74 None None] Provisioning for port bf3e2c53-e352-4d54-8ba6-710c64b8f619 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:12.000189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-23330b23-6e5a-42c6-b930-9fb1ae36bf74 None None] Provisioning complete for port bf3e2c53-e352-4d54-8ba6-710c64b8f619 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:12.000802 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-23330b23-6e5a-42c6-b930-9fb1ae36bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.001667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06748747-c9ce-4345-8434-55c2f97b633c req-d11bc0cd-2ff1-45da-b969-1391b1c3978a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:12.008317 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06748747-c9ce-4345-8434-55c2f97b633c req-d11bc0cd-2ff1-45da-b969-1391b1c3978a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4719920 Feb 11 13:21:12.025829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:12.040522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.042667 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Added segment cc05cf55-05f6-451a-8071-2b1f34935af6 of type vlan for network ac24d26e-c646-448e-92f6-cf41f4b9ef86 Feb 11 13:21:12.042839 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-ba721480-f010-4d70-8452-5ee92bf7cffc tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6143064 Feb 11 13:21:12.061948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Request body: {'port': {'device_id': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:12.080480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-23330b23-6e5a-42c6-b930-9fb1ae36bf74 None None] Port bf3e2c53-e352-4d54-8ba6-710c64b8f619 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:21:12.100742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.125628 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06748747-c9ce-4345-8434-55c2f97b633c req-795c85e1-41f1-4607-a573-f8b9ce618482 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163733 Feb 11 13:21:12.226315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.237575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:12.238751 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.242481 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.245265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.392932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:12.398352 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5035958 Feb 11 13:21:12.407071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39748) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:12.429703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': 'ac24d26e-c646-448e-92f6-cf41f4b9ef86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:12.463961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b0cd3-88a7-4288-bb58-bd079024b7f9 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Network': ['ID=ac24d26e-c646-448e-92f6-cf41f4b9ef86,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:12.473754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network ac24d26e-c646-448e-92f6-cf41f4b9ef86 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:21:12.482087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8401205-4976-42da-b388-250360ff4f95 req-2102d77c-aab1-4b05-98cd-b0678786110d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:12.489846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8401205-4976-42da-b388-250360ff4f95 req-2102d77c-aab1-4b05-98cd-b0678786110d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.3596275 Feb 11 13:21:12.557108 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8401205-4976-42da-b388-250360ff4f95 req-c8e82856-d405-42d5-80f7-fe99dec382f1 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663290 Feb 11 13:21:12.634007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:12.639026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:12.641946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:12.648146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:12.723259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:12.787604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc2a1c-c6c1-4eb1-997f-c1c2794a015a req-e5b1c2be-0ff6-479b-aabd-5ddfdc6fa3a8 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:12.792388 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58cc2a1c-c6c1-4eb1-997f-c1c2794a015a req-e5b1c2be-0ff6-479b-aabd-5ddfdc6fa3a8 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 950 time: 0.0954280 Feb 11 13:21:12.844844 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58cc2a1c-c6c1-4eb1-997f-c1c2794a015a req-41c765f9-ce6d-4824-bd05-d99f3a327bc2 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Feb 11 13:21:13.052272 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.062451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ab977-cd7f-48f6-9485-b079cdf0f03d req-93dd8dc6-5ab2-4b28-8847-bf48df561ce9 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.064075 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-856ab977-cd7f-48f6-9485-b079cdf0f03d req-93dd8dc6-5ab2-4b28-8847-bf48df561ce9 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.0909371 Feb 11 13:21:13.087234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596c239-dc04-4a83-b257-dad6e33fada7 req-6be817e2-3e8f-4a91-8b2b-6ce1507eb49b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.099988 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0596c239-dc04-4a83-b257-dad6e33fada7 req-6be817e2-3e8f-4a91-8b2b-6ce1507eb49b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.7699845 Feb 11 13:21:13.137793 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-856ab977-cd7f-48f6-9485-b079cdf0f03d req-68f1e6c3-97a9-4961-ac3c-5700d9358082 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640056 Feb 11 13:21:13.223788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Performing IP validity checks on allocation pools {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 11 13:21:13.224393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 11 13:21:13.299530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0596c239-dc04-4a83-b257-dad6e33fada7 req-05db56d4-0a4c-4953-acff-02c83ad64da8 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397164 Feb 11 13:21:13.358494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c8120-df17-4436-9ee0-7ecce88de818 req-04d447f8-b9c6-465d-8c7b-319d2f9c7ee1 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.360170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-708c8120-df17-4436-9ee0-7ecce88de818 req-04d447f8-b9c6-465d-8c7b-319d2f9c7ee1 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 950 time: 0.1035056 Feb 11 13:21:13.506272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3e2c53-e352-4d54-8ba6-710c64b8f619 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:13.522783 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.556402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-708c8120-df17-4436-9ee0-7ecce88de818 req-9ea6738c-d330-4885-9452-984c5cb4ce0c tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887045 Feb 11 13:21:13.574277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Transition to ACTIVE for port object bf3e2c53-e352-4d54-8ba6-710c64b8f619 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:13.633235 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.680666 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.862854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3e2c53-e352-4d54-8ba6-710c64b8f619,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:13.865999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213c96a-d048-4ce8-abb4-dd6ffbb1536e req-cef76d28-012b-4039-8c7f-864093d88669 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.876781 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1213c96a-d048-4ce8-abb4-dd6ffbb1536e req-cef76d28-012b-4039-8c7f-864093d88669 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.1349566 Feb 11 13:21:13.894858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=bc68cd86-cf7c-4bbc-9734-e38cdf4a0d4f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:13.912733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897cb4a-9994-4a6a-8669-506688e0a81a req-7f3c83b1-6169-461e-8b06-953d7bb57b44 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.913438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5897cb4a-9994-4a6a-8669-506688e0a81a req-7f3c83b1-6169-461e-8b06-953d7bb57b44 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Synchronizing usage tracker for tenant:554aa8ac701541e1990ed4a6ae58f274 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:13.929630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:13.942421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880f65b-a95b-44ef-a823-12219332132f None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:21:13.950380 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1213c96a-d048-4ce8-abb4-dd6ffbb1536e req-1873e401-4bd6-4712-94b8-0e14b084c83e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601962 Feb 11 13:21:13.963687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880f65b-a95b-44ef-a823-12219332132f None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:13.966251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c880f65b-a95b-44ef-a823-12219332132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:14.015840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Checking segment: {'id': 'cc05cf55-05f6-451a-8071-2b1f34935af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac24d26e-c646-448e-92f6-cf41f4b9ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:14.016194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network hostable DHCP agents. Network: ac24d26e-c646-448e-92f6-cf41f4b9ef86, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:14.034148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5897cb4a-9994-4a6a-8669-506688e0a81a req-7f3c83b1-6169-461e-8b06-953d7bb57b44 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Unset dirty status for tenant:554aa8ac701541e1990ed4a6ae58f274 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:14.040560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5897cb4a-9994-4a6a-8669-506688e0a81a req-7f3c83b1-6169-461e-8b06-953d7bb57b44 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 931 time: 0.5702484 Feb 11 13:21:14.077367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c880f65b-a95b-44ef-a823-12219332132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:14.090010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880f65b-a95b-44ef-a823-12219332132f None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:14.090768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c880f65b-a95b-44ef-a823-12219332132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:14.191573 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c880f65b-a95b-44ef-a823-12219332132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:14.191980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880f65b-a95b-44ef-a823-12219332132f None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:21:14.257170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.389001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1075697e-4416-488b-ae35-dcc3f270f312 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1409063 Feb 11 13:21:14.392011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39804) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:14.400300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a271ed42-437a-412a-a5a2-b9e8ea202fd0 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'port_id': '8a621abe-b675-4e92-8c97-614b29940cb1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:14.411141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5897cb4a-9994-4a6a-8669-506688e0a81a req-fd21f311-f9c5-44c1-bd9f-d8225abc0b51 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696754 Feb 11 13:21:14.413674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network ac24d26e-c646-448e-92f6-cf41f4b9ef86 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:14.454504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Attempting to bind port bf3e2c53-e352-4d54-8ba6-710c64b8f619 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:14.454504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Attempting to bind port bf3e2c53-e352-4d54-8ba6-710c64b8f619 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:14.454504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Attempting to bind port bf3e2c53-e352-4d54-8ba6-710c64b8f619 on network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:21:14.463313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Port bf3e2c53-e352-4d54-8ba6-710c64b8f619 on network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:21:14.464739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Attempting to bind port bf3e2c53-e352-4d54-8ba6-710c64b8f619 on network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:21:14.468480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, ac24d26e-c646-448e-92f6-cf41f4b9ef86) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:14.475372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:14.476072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.480629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81a172-97b6-4494-938a-6e860b6189df None None] Network ac24d26e-c646-448e-92f6-cf41f4b9ef86 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:14.483960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:21:14.484471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Checking segment: {'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:14.485052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Bound using segment: {'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:21:14.485644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Bound port: bf3e2c53-e352-4d54-8ba6-710c64b8f619, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:14.486095 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.634660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d3d2c7ec-dde1-40e1-9faf-b24d8aedec91 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2182696 Feb 11 13:21:14.641483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39810) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:14.651428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': 'ac24d26e-c646-448e-92f6-cf41f4b9ef86', 'name': 'tempest-PortsTestJSON-2138657639'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:14.663093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a271ed42-437a-412a-a5a2-b9e8ea202fd0 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.754212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] For port bf3e2c53-e352-4d54-8ba6-710c64b8f619, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:14.808267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] For port bf3e2c53-e352-4d54-8ba6-710c64b8f619, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bf3e2c53-e352-4d54-8ba6-710c64b8f619,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:14.853725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.971354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-ac24d26e-c646-448e-92f6-cf41f4b9ef86', 'network_id': 'ac24d26e-c646-448e-92f6-cf41f4b9ef86', 'tenant_id': 'b2e27848a419477b841c897cc781976d', 'fixed_ips': [{'subnet_id': 'bc68cd86-cf7c-4bbc-9734-e38cdf4a0d4f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:21:14.972162 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.006810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:15.023915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdc588-dce1-4723-bc10-ea9f55c301eb req-cbd8aa3a-c463-4294-9fd4-707cf1c04110 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.025753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32cdc588-dce1-4723-bc10-ea9f55c301eb req-cbd8aa3a-c463-4294-9fd4-707cf1c04110 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4481192 Feb 11 13:21:15.032998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:port and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:15.077410 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.079166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] 10.222.0.73 "PUT /v2.0/ports/bf3e2c53-e352-4d54-8ba6-710c64b8f619 HTTP/1.1" status: 200 len: 1091 time: 3.0230496 Feb 11 13:21:15.080296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:15.099272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'tag': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:15.134915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:15.235219 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32cdc588-dce1-4723-bc10-ea9f55c301eb req-440a5d0b-634a-4326-a496-c897a6bf29ed tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983299 Feb 11 13:21:15.285243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Allocated IP 172.20.0.2 (ac24d26e-c646-448e-92f6-cf41f4b9ef86/bc68cd86-cf7c-4bbc-9734-e38cdf4a0d4f/e0403996-956e-489f-b6f2-ef2db1f162df) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:15.290919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c61fba-95be-435c-b2bb-038b27ea42a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3e2c53-e352-4d54-8ba6-710c64b8f619,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:15.316654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:15.326849 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.391453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-20035e1b-0f14-48ae-bc01-8d87ac5b27ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=554aa8ac701541e1990ed4a6ae58f274&device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 1094 time: 0.2537932 Feb 11 13:21:15.408434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port a74d5670-1926-4e48-af53-4cb009795d71 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:15.519425 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5511ea8d-27fd-4047-9e46-5e05a55d07f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.624401 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-c4cf9056-aa0f-43b5-8781-355f4775bb89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf3e2c53-e352-4d54-8ba6-710c64b8f619 HTTP/1.1" status: 200 len: 217 time: 0.1007242 Feb 11 13:21:15.691841 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a271ed42-437a-412a-a5a2-b9e8ea202fd0 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.705242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a271ed42-437a-412a-a5a2-b9e8ea202fd0 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.743362 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.756376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Transition to ACTIVE for port object e0403996-956e-489f-b6f2-ef2db1f162df will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:15.781288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Transition to ACTIVE for port object e0403996-956e-489f-b6f2-ef2db1f162df will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:15.783141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019bc74-12da-4856-acdf-470b44248cde req-ea15b8cd-91b4-4078-bd0b-ac581aab3c0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.784734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-ea15b8cd-91b4-4078-bd0b-ac581aab3c0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f467489-5c42-49fb-9293-5eb2a1867198 HTTP/1.1" status: 200 len: 845 time: 0.1464829 Feb 11 13:21:15.791111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f4d8b-b922-4913-8b09-9dddb543bdb8 req-8d920606-3feb-4c93-bc4d-f07d387c841b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.792361 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.792765 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d3f4d8b-b922-4913-8b09-9dddb543bdb8 req-8d920606-3feb-4c93-bc4d-f07d387c841b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.1199329 Feb 11 13:21:15.862703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.8 (ac24d26e-c646-448e-92f6-cf41f4b9ef86/bc68cd86-cf7c-4bbc-9734-e38cdf4a0d4f/a74d5670-1926-4e48-af53-4cb009795d71) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:15.886504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1607df-020d-473f-8779-64733a399f89 req-2a68fb4c-a204-4af4-8160-cbae4cc91197 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.895006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff1607df-020d-473f-8779-64733a399f89 req-2a68fb4c-a204-4af4-8160-cbae4cc91197 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.9531388 Feb 11 13:21:15.929953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Pushing event updated for resources: {'Port': ['ID=e0403996-956e-489f-b6f2-ef2db1f162df,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:15.943065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.943408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.943748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.944080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.944407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.944731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.945101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.946039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.946371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.946804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.947183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:15.952940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Network ac24d26e-c646-448e-92f6-cf41f4b9ef86 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:15.954399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:15.957085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:16.001081 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff1607df-020d-473f-8779-64733a399f89 req-e64b2964-5916-409a-b56c-92a19bda77ae tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034174 Feb 11 13:21:16.083589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Attempting to bind port e0403996-956e-489f-b6f2-ef2db1f162df on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:16.084628 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Attempting to bind port e0403996-956e-489f-b6f2-ef2db1f162df by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'cc05cf55-05f6-451a-8071-2b1f34935af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac24d26e-c646-448e-92f6-cf41f4b9ef86'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:16.085337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Attempting to bind port e0403996-956e-489f-b6f2-ef2db1f162df on network ac24d26e-c646-448e-92f6-cf41f4b9ef86 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:21:16.093244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:21:16.094193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Checking segment: {'id': 'cc05cf55-05f6-451a-8071-2b1f34935af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac24d26e-c646-448e-92f6-cf41f4b9ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:16.094917 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.095526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Bound using segment: {'id': 'cc05cf55-05f6-451a-8071-2b1f34935af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac24d26e-c646-448e-92f6-cf41f4b9ef86'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:21:16.096298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Bound port: e0403996-956e-489f-b6f2-ef2db1f162df, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc05cf55-05f6-451a-8071-2b1f34935af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ac24d26e-c646-448e-92f6-cf41f4b9ef86'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:16.096934 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.147836 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'tag': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619', 'status': 'completed', 'code': 200} Feb 11 13:21:16.225225 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] For port e0403996-956e-489f-b6f2-ef2db1f162df, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:16.233114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] For port e0403996-956e-489f-b6f2-ef2db1f162df, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e0403996-956e-489f-b6f2-ef2db1f162df,segment=NetworkSegment(cc05cf55-05f6-451a-8071-2b1f34935af6),segment_id=cc05cf55-05f6-451a-8071-2b1f34935af6)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:16.240349 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.277302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d3f4d8b-b922-4913-8b09-9dddb543bdb8 req-1302c220-5da9-41a5-b129-f66894988187 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356937 Feb 11 13:21:16.286979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.325162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-eb6b4114-a797-46ce-b4aa-f9bf25283ab3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c40f714a-9ffe-46f7-9dd9-807c4e6d5e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2901409 Feb 11 13:21:16.328074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object a74d5670-1926-4e48-af53-4cb009795d71 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:16.368999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8754b40-01c4-4f8a-8b06-8729fdac25a7 None None] Pushing event updated for resources: {'Port': ['ID=e0403996-956e-489f-b6f2-ef2db1f162df,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:16.503979 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-e1403e43-c5b9-491f-993b-d5f7f4655bdb service neutron] 10.222.0.73 "GET /v2.0/networks/c40f714a-9ffe-46f7-9dd9-807c4e6d5e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706576 Feb 11 13:21:16.597809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7033db-a347-41c2-a21e-1fe6e88319b9 req-94f47167-4938-4705-b632-0675498c2120 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:16.611642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf7033db-a347-41c2-a21e-1fe6e88319b9 req-94f47167-4938-4705-b632-0675498c2120 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3410711 Feb 11 13:21:16.712410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf7033db-a347-41c2-a21e-1fe6e88319b9 req-fb46cf0f-dae0-4ae7-a12c-86f6f2f4fec5 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998049 Feb 11 13:21:16.734254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.770041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a271ed42-437a-412a-a5a2-b9e8ea202fd0 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:16.978330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9c428-a48c-40d8-aa99-3556d8a5c8c1 req-be28b279-8aac-4ac3-af24-9ffb95e4a462 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:16.980385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92f9c428-a48c-40d8-aa99-3556d8a5c8c1 req-be28b279-8aac-4ac3-af24-9ffb95e4a462 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 943 time: 0.4740615 Feb 11 13:21:16.998385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network ac24d26e-c646-448e-92f6-cf41f4b9ef86 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:17.023684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:17.027789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6019bc74-12da-4856-acdf-470b44248cde req-13d8eacc-8717-4d64-84c4-c732af193944 service neutron] 10.222.0.73 "GET /v2.0/networks/c40f714a-9ffe-46f7-9dd9-807c4e6d5e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888110 Feb 11 13:21:17.032073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:17.142210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=a74d5670-1926-4e48-af53-4cb009795d71,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:17.171811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a271ed42-437a-412a-a5a2-b9e8ea202fd0 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:17.179052 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a271ed42-437a-412a-a5a2-b9e8ea202fd0 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.191962 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e36e2-0a50-4148-ba7c-cbb5530e2b4e None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:21:17.212134 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e36e2-0a50-4148-ba7c-cbb5530e2b4e None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:17.212773 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-644e36e2-0a50-4148-ba7c-cbb5530e2b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:17.230338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.230992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.279118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92f9c428-a48c-40d8-aa99-3556d8a5c8c1 req-7b48516f-6378-4f1b-88ca-51ce6c0528ed tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538066 Feb 11 13:21:17.318647 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-644e36e2-0a50-4148-ba7c-cbb5530e2b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:17.322105 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4757de05-ceaf-4674-93c0-29dd06bd7652 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6785197 Feb 11 13:21:17.322864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39876) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:17.334282 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e36e2-0a50-4148-ba7c-cbb5530e2b4e None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:17.340091 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-644e36e2-0a50-4148-ba7c-cbb5530e2b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:17.404081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8102e569-7e21-4385-8379-0197c2ee77cb req-1be5cb28-fd6a-48bc-9edb-699f777cba6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=554aa8ac701541e1990ed4a6ae58f274&device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 1094 time: 0.2999327 Feb 11 13:21:17.474629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a271ed42-437a-412a-a5a2-b9e8ea202fd0 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "PUT /v2.0/floatingips/8a93679c-c626-49ac-8d96-bd932874c78e HTTP/1.1" status: 200 len: 978 time: 3.0803740 Feb 11 13:21:17.476807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39882) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:17.483803 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-644e36e2-0a50-4148-ba7c-cbb5530e2b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:17.484201 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e36e2-0a50-4148-ba7c-cbb5530e2b4e None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:21:17.570191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c03f8aa5-3e9a-4af6-a3a0-73745ec3041d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port a74d5670-1926-4e48-af53-4cb009795d71 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:17.570532 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c03f8aa5-3e9a-4af6-a3a0-73745ec3041d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.593657 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06d69d93-09e9-4e0a-a691-080c5362ba51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.674985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f06215-8be3-4d41-bceb-f7c6c1e9bf80 req-483c06ff-e7f6-4bcb-8730-57a3f8cc6f3f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.684732 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-05f06215-8be3-4d41-bceb-f7c6c1e9bf80 req-483c06ff-e7f6-4bcb-8730-57a3f8cc6f3f tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.3707886 Feb 11 13:21:17.859845 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-05f06215-8be3-4d41-bceb-f7c6c1e9bf80 req-07060e19-1958-4db1-9ae3-dfc264ca9c2b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733053 Feb 11 13:21:17.881891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102e569-7e21-4385-8379-0197c2ee77cb req-15a2ad7f-babb-4357-9b18-7457d0ef7d1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.883470 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8102e569-7e21-4385-8379-0197c2ee77cb req-15a2ad7f-babb-4357-9b18-7457d0ef7d1d service neutron] 10.222.0.73 "GET /v2.0/networks?id=c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 HTTP/1.1" status: 200 len: 907 time: 0.4562201 Feb 11 13:21:17.913639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port d960d851-336e-4f6b-9661-2085153a248e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:17.915162 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.990562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf8a095-0870-4d5a-9b0e-10a45658e39c None None] Network ac24d26e-c646-448e-92f6-cf41f4b9ef86 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:18.014088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb4d2-ed70-4019-a278-a439b96eba17 req-994bad5d-eb5a-45b0-af4a-bcce76c067a9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:18.021204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c63eb4d2-ed70-4019-a278-a439b96eba17 req-994bad5d-eb5a-45b0-af4a-bcce76c067a9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.5616884 Feb 11 13:21:18.033735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8102e569-7e21-4385-8379-0197c2ee77cb req-6e8e9989-35ab-4565-952c-a4db82c1e38e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf3e2c53-e352-4d54-8ba6-710c64b8f619 HTTP/1.1" status: 200 len: 217 time: 0.1434569 Feb 11 13:21:18.206954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d7dc53d0-25f7-4e56-8be7-039c855062e5 None None] Provisioning for port e0403996-956e-489f-b6f2-ef2db1f162df completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:18.257858 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c03f8aa5-3e9a-4af6-a3a0-73745ec3041d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:18.272771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:21:18.321096 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:18.321433 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:18.460626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c03f8aa5-3e9a-4af6-a3a0-73745ec3041d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for a74d5670-1926-4e48-af53-4cb009795d71 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:18.469978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for d960d851-336e-4f6b-9661-2085153a248e owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:18.584521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ca45b-e553-481d-a941-517870f7eedd req-e7546221-3b59-434a-80d6-eb81197c7ffc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:18.600142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f86ca45b-e553-481d-a941-517870f7eedd req-e7546221-3b59-434a-80d6-eb81197c7ffc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.4974372 Feb 11 13:21:18.643127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e0403996-956e-489f-b6f2-ef2db1f162df up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:18.740311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c63eb4d2-ed70-4019-a278-a439b96eba17 req-b91dd544-379f-4150-9100-7d6379c3ca69 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7023919 Feb 11 13:21:18.795053 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f86ca45b-e553-481d-a941-517870f7eedd req-51b9bf94-d253-4bcf-85d1-d23fdbe7a853 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800654 Feb 11 13:21:18.811578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102e569-7e21-4385-8379-0197c2ee77cb req-8ae6c9f8-6433-4f03-994d-09bd734d68fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:18.813357 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8102e569-7e21-4385-8379-0197c2ee77cb req-8ae6c9f8-6433-4f03-994d-09bd734d68fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f467489-5c42-49fb-9293-5eb2a1867198 HTTP/1.1" status: 200 len: 845 time: 0.7452841 Feb 11 13:21:18.845756 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:18.846733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port e0403996-956e-489f-b6f2-ef2db1f162df completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:18.922435 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c03f8aa5-3e9a-4af6-a3a0-73745ec3041d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:18.967618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:18.982570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'mac_address': 'fa:16:3e:89:65:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:21:18.991648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e0403996-956e-489f-b6f2-ef2db1f162df triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:18.992352 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.042366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.076569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f8aa5-3e9a-4af6-a3a0-73745ec3041d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=a74d5670-1926-4e48-af53-4cb009795d71,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:19.106146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=d960d851-336e-4f6b-9661-2085153a248e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:19.148033 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.245650 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.277001 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.312443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8102e569-7e21-4385-8379-0197c2ee77cb req-4774ef3f-ffc5-4a73-8a86-c0ed98aff67c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c40f714a-9ffe-46f7-9dd9-807c4e6d5e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4912441 Feb 11 13:21:19.313043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:19.326308 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb9917-1179-4511-a5ac-9930f2dc543b req-09065c2a-d127-4e93-915c-c06078a8e7c0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:19.329309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:19.334142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69bb9917-1179-4511-a5ac-9930f2dc543b req-09065c2a-d127-4e93-915c-c06078a8e7c0 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.2602241 Feb 11 13:21:19.392630 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.427202 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.521314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port e0403996-956e-489f-b6f2-ef2db1f162df, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e0403996-956e-489f-b6f2-ef2db1f162df,segment=NetworkSegment(cc05cf55-05f6-451a-8071-2b1f34935af6),segment_id=cc05cf55-05f6-451a-8071-2b1f34935af6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:19.530233 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.532301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:19.577820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f3b3d12e-1c47-4b67-bb1c-033ac0bb8055'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:21:19.686483 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8102e569-7e21-4385-8379-0197c2ee77cb req-10223ffa-c78f-42b3-bc11-cc2de4b8875a service neutron] 10.222.0.73 "GET /v2.0/networks/c40f714a-9ffe-46f7-9dd9-807c4e6d5e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467801 Feb 11 13:21:19.852605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=e0403996-956e-489f-b6f2-ef2db1f162df,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:19.909620 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8102e569-7e21-4385-8379-0197c2ee77cb req-541c7055-9f8a-45b8-a0fd-20c5f758b9e3 service neutron] 10.222.0.73 "GET /v2.0/networks/c40f714a-9ffe-46f7-9dd9-807c4e6d5e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016592 Feb 11 13:21:19.945543 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c03f8aa5-3e9a-4af6-a3a0-73745ec3041d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.959175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe33a15-d539-4687-b41c-5d661590a07b req-8572214b-feb3-40bf-81df-ef95c4ac6067 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:19.969554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c03f8aa5-3e9a-4af6-a3a0-73745ec3041d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/a74d5670-1926-4e48-af53-4cb009795d71 HTTP/1.1" status: 204 len: 168 time: 2.6414762 Feb 11 13:21:19.971290 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbe33a15-d539-4687-b41c-5d661590a07b req-8572214b-feb3-40bf-81df-ef95c4ac6067 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 943 time: 0.2588387 Feb 11 13:21:19.973387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39940) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:19.986867 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d7b9241e-e2e2-471e-b466-229a55da32d3 None None] Provisioning complete for port e0403996-956e-489f-b6f2-ef2db1f162df triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:19.987251 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b9241e-e2e2-471e-b466-229a55da32d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:20.075264 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69bb9917-1179-4511-a5ac-9930f2dc543b req-4714761a-db9e-4b59-af23-cc2e21ce5b56 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7397201 Feb 11 13:21:20.088042 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbe33a15-d539-4687-b41c-5d661590a07b req-a4b968a5-9b56-43cd-8427-50f582aa98ba tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127357 Feb 11 13:21:20.098192 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9053a8-0eae-4669-a789-6eb16da96597 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:21:20.106989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9053a8-0eae-4669-a789-6eb16da96597 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:21:20.109111 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bb9053a8-0eae-4669-a789-6eb16da96597 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/a74d5670-1926-4e48-af53-4cb009795d71 HTTP/1.1" status: 404 len: 333 time: 0.1343186 Feb 11 13:21:20.113000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39948) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:20.216565 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:20.240967 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ab2dc4-9a8d-40c8-9ac6-3ecc4ef0ab00 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:21:20.246100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-05ab2dc4-9a8d-40c8-9ac6-3ecc4ef0ab00 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:20.282479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-05ab2dc4-9a8d-40c8-9ac6-3ecc4ef0ab00 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:20.283897 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-05ab2dc4-9a8d-40c8-9ac6-3ecc4ef0ab00 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/a74d5670-1926-4e48-af53-4cb009795d71 HTTP/1.1" status: 404 len: 333 time: 0.1696584 Feb 11 13:21:20.286768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39954) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:20.379130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bf3e2c53-e352-4d54-8ba6-710c64b8f619 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:21:20.381347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e0403996-956e-489f-b6f2-ef2db1f162df up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:20.633269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e0403996-956e-489f-b6f2-ef2db1f162df triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:20.635084 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:20.744438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27c881-ab33-4394-80c2-44a6de3ef173 req-34d4910a-d358-45e7-87f4-987871e89209 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:20.762791 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f27c881-ab33-4394-80c2-44a6de3ef173 req-34d4910a-d358-45e7-87f4-987871e89209 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.2747998 Feb 11 13:21:20.772216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-60019002-71c0-4d6f-8f92-5b1551d51f54 None None] Could not find standard attr ID for object a74d5670-1926-4e48-af53-4cb009795d71. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:21:20.800534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a53f5d-8ecf-42f4-8ff0-4a3482fd24e8 req-516ce2b8-c258-4491-9d0a-f23ee318b046 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:20.817101 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0a53f5d-8ecf-42f4-8ff0-4a3482fd24e8 req-516ce2b8-c258-4491-9d0a-f23ee318b046 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4417765 Feb 11 13:21:20.826055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f27c881-ab33-4394-80c2-44a6de3ef173 req-3e678b74-2415-455a-bfdb-a5bea83ab00c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621550 Feb 11 13:21:20.896604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:20.924746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bf3e2c53-e352-4d54-8ba6-710c64b8f619, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bf3e2c53-e352-4d54-8ba6-710c64b8f619,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:20.953451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-879be033-9974-4b31-945e-8279a79f296e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet bc68cd86-cf7c-4bbc-9734-e38cdf4a0d4f {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:21:20.965711 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-879be033-9974-4b31-945e-8279a79f296e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.022983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'port_id': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619', 'mac_address': 'fa:16:3e:d3:a0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:21:21.065547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0a53f5d-8ecf-42f4-8ff0-4a3482fd24e8 req-573a74dc-d7c8-48db-b6d0-dc6a8d50a0c3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474530 Feb 11 13:21:21.131371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-879be033-9974-4b31-945e-8279a79f296e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.196809 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.256645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3e2c53-e352-4d54-8ba6-710c64b8f619 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:21.308765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bf3e2c53-e352-4d54-8ba6-710c64b8f619, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bf3e2c53-e352-4d54-8ba6-710c64b8f619,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:21.318020 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.373939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:21.404370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=bf3e2c53-e352-4d54-8ba6-710c64b8f619,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:21.408722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef29c72a-477b-4087-a6cd-b3e967179fb8 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:21:21.425418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29c72a-477b-4087-a6cd-b3e967179fb8 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:21.426161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ef29c72a-477b-4087-a6cd-b3e967179fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:21.430296 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.440503 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-879be033-9974-4b31-945e-8279a79f296e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.542902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ef29c72a-477b-4087-a6cd-b3e967179fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:21.583087 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29c72a-477b-4087-a6cd-b3e967179fb8 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:21.584156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ef29c72a-477b-4087-a6cd-b3e967179fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:21.593860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-209d241b-59c7-48ff-9f2d-d72854e55102 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/floatingips/8a93679c-c626-49ac-8d96-bd932874c78e HTTP/1.1" status: 204 len: 168 time: 4.1094620 Feb 11 13:21:21.599422 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39986) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:21.687141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50b044-5faa-4adb-8b60-d287049cfb1e req-bab09076-0181-4e1a-b9fd-367d67fa8519 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:21.688662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d50b044-5faa-4adb-8b60-d287049cfb1e req-bab09076-0181-4e1a-b9fd-367d67fa8519 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 944 time: 0.3269043 Feb 11 13:21:21.732860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['bf3e2c53-e352-4d54-8ba6-710c64b8f619'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:21:21.753924 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-879be033-9974-4b31-945e-8279a79f296e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.817299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879be033-9974-4b31-945e-8279a79f296e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=bc68cd86-cf7c-4bbc-9734-e38cdf4a0d4f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:21.866936 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-879be033-9974-4b31-945e-8279a79f296e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.878182 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-879be033-9974-4b31-945e-8279a79f296e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/bc68cd86-cf7c-4bbc-9734-e38cdf4a0d4f HTTP/1.1" status: 204 len: 168 time: 1.5901322 Feb 11 13:21:21.885802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f050f-3455-4d0a-afa8-cbbf5761ccde None None] Network ac24d26e-c646-448e-92f6-cf41f4b9ef86 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:21.891109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d50b044-5faa-4adb-8b60-d287049cfb1e req-90ef8d4c-597f-43de-8148-466d684d627c tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901786 Feb 11 13:21:21.893518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39992) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:21.939170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-65dc3177-1191-427f-9879-b8b991203475 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 8a621abe-b675-4e92-8c97-614b29940cb1 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:21.939590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65dc3177-1191-427f-9879-b8b991203475 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.004731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ef29c72a-477b-4087-a6cd-b3e967179fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:22.006400 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef29c72a-477b-4087-a6cd-b3e967179fb8 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:21:22.165320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193af55-f54a-4ebd-ba39-a01b1a6ac2ed req-4c3866b0-7ef4-41ea-85bf-1a8dd5e6c424 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:22.167877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9193af55-f54a-4ebd-ba39-a01b1a6ac2ed req-4c3866b0-7ef4-41ea-85bf-1a8dd5e6c424 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.3161991 Feb 11 13:21:22.299854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:22.325452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9193af55-f54a-4ebd-ba39-a01b1a6ac2ed req-6fb5150f-3331-407e-bb55-f998eaa8ec4a tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511245 Feb 11 13:21:22.415894 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.467007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65dc3177-1191-427f-9879-b8b991203475 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.557161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:22.558934 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.605943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637ca83-8751-4489-934b-ae4d0d026a99 req-c3182c88-d7a4-418e-9aba-d7601f1334c7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:22.608017 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2637ca83-8751-4489-934b-ae4d0d026a99 req-c3182c88-d7a4-418e-9aba-d7601f1334c7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4206438 Feb 11 13:21:22.619486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port e0403996-956e-489f-b6f2-ef2db1f162df {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:22.620172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.678457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef0d63-e09d-4951-ac64-18b052cf0f5e None None] DHCP port deletion for ac24d26e-c646-448e-92f6-cf41f4b9ef86 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:21:22.687688 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-76ef0d63-e09d-4951-ac64-18b052cf0f5e None None] Deleting port e0403996-956e-489f-b6f2-ef2db1f162df {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:22.698386 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76ef0d63-e09d-4951-ac64-18b052cf0f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.815358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2637ca83-8751-4489-934b-ae4d0d026a99 req-3858ec69-b478-4b10-b085-88e847dcb8fc tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471980 Feb 11 13:21:22.879712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-65dc3177-1191-427f-9879-b8b991203475 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 8a621abe-b675-4e92-8c97-614b29940cb1 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:23.133806 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.216759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2098425-a18c-4e88-b3fc-5008d162a344 req-c77618f8-43cb-4e27-9084-14eaa643c1e6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.225237 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2098425-a18c-4e88-b3fc-5008d162a344 req-c77618f8-43cb-4e27-9084-14eaa643c1e6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.5337293 Feb 11 13:21:23.275200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-76ef0d63-e09d-4951-ac64-18b052cf0f5e None None] For port e0403996-956e-489f-b6f2-ef2db1f162df, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e0403996-956e-489f-b6f2-ef2db1f162df,segment=NetworkSegment(cc05cf55-05f6-451a-8071-2b1f34935af6),segment_id=cc05cf55-05f6-451a-8071-2b1f34935af6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:23.275645 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76ef0d63-e09d-4951-ac64-18b052cf0f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.304945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:23.305961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:23.323802 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.486290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] For port e0403996-956e-489f-b6f2-ef2db1f162df, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e0403996-956e-489f-b6f2-ef2db1f162df,segment=NetworkSegment(cc05cf55-05f6-451a-8071-2b1f34935af6),segment_id=cc05cf55-05f6-451a-8071-2b1f34935af6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:23.487458 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.513961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2098425-a18c-4e88-b3fc-5008d162a344 req-e5a14495-86e0-47ba-bb76-db8e790c5495 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784312 Feb 11 13:21:23.577291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65dc3177-1191-427f-9879-b8b991203475 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.629107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a2e07a3-6ee0-4b26-90ba-17586059cf31 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.630836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a2e07a3-6ee0-4b26-90ba-17586059cf31 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.7107544 Feb 11 13:21:23.679933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:23.695854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc3177-1191-427f-9879-b8b991203475 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=8a621abe-b675-4e92-8c97-614b29940cb1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:23.795252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for e0403996-956e-489f-b6f2-ef2db1f162df owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:23.880543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11801e-2aa2-45fc-aaed-92c3e3fc217a req-11be6614-868a-4e62-83e6-87bf510c1412 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.882482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe11801e-2aa2-45fc-aaed-92c3e3fc217a req-11be6614-868a-4e62-83e6-87bf510c1412 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.6030197 Feb 11 13:21:23.902515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-76ef0d63-e09d-4951-ac64-18b052cf0f5e None None] Calling delete_port for e0403996-956e-489f-b6f2-ef2db1f162df owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:23.907610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a07209e-277a-4570-a8bf-6fcad0f7d893 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Deleting port fcb0361c-be04-4e4a-bcde-c54289f5afa8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:23.908074 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a07209e-277a-4570-a8bf-6fcad0f7d893 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.988410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65dc3177-1191-427f-9879-b8b991203475 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.002271 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-65dc3177-1191-427f-9879-b8b991203475 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/ports/8a621abe-b675-4e92-8c97-614b29940cb1 HTTP/1.1" status: 204 len: 168 time: 2.4015450 Feb 11 13:21:24.012078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34dbfd-621b-49a8-b2d8-c288365a2801 req-8fd4e2ac-efd5-414c-8e3d-1eea9f00ad53 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:24.013882 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd34dbfd-621b-49a8-b2d8-c288365a2801 req-8fd4e2ac-efd5-414c-8e3d-1eea9f00ad53 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 944 time: 0.2406111 Feb 11 13:21:24.014431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40036) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:24.019727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:24.050314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76ef0d63-e09d-4951-ac64-18b052cf0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.082954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:24.086985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd34dbfd-621b-49a8-b2d8-c288365a2801 req-e798b68f-eda8-4a8b-b1b7-e777e8303c01 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615542 Feb 11 13:21:24.090554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:floatingip and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:24.103074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:24.121129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:24.141730 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.211367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef0d63-e09d-4951-ac64-18b052cf0f5e None None] No DVR routers for this DVR port e0403996-956e-489f-b6f2-ef2db1f162df on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:24.217982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef0d63-e09d-4951-ac64-18b052cf0f5e None None] Pushing event deleted for resources: {'Port': ['ID=e0403996-956e-489f-b6f2-ef2db1f162df,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:24.290371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e0403996-956e-489f-b6f2-ef2db1f162df no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:21:24.306698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:21:24.307522 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:21:24.312656 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe11801e-2aa2-45fc-aaed-92c3e3fc217a req-2eb4cb48-58d1-47fc-8598-e41af016746c tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217539 Feb 11 13:21:24.324217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bf3e2c53-e352-4d54-8ba6-710c64b8f619 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:24.366105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: e0403996-956e-489f-b6f2-ef2db1f162df {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:21:24.367623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e0403996-956e-489f-b6f2-ef2db1f162df not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:21:24.453813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a07209e-277a-4570-a8bf-6fcad0f7d893 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] For port fcb0361c-be04-4e4a-bcde-c54289f5afa8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcb0361c-be04-4e4a-bcde-c54289f5afa8,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:24.454444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a07209e-277a-4570-a8bf-6fcad0f7d893 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.481852 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'code': 200} Feb 11 13:21:24.502422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port bf3e2c53-e352-4d54-8ba6-710c64b8f619 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:24.518061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port bf3e2c53-e352-4d54-8ba6-710c64b8f619 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:24.518485 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.574758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.742278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a07209e-277a-4570-a8bf-6fcad0f7d893 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Calling delete_port for fcb0361c-be04-4e4a-bcde-c54289f5afa8 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:24.806990 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.811287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port e0403996-956e-489f-b6f2-ef2db1f162df {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:24.811631 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.853570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bf3e2c53-e352-4d54-8ba6-710c64b8f619, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bf3e2c53-e352-4d54-8ba6-710c64b8f619,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:24.859848 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.876410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.25.4.148 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/6e4f2ed3-fbad-452d-9e18-1b47d439d1b3) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:25.000386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] The port 'e0403996-956e-489f-b6f2-ef2db1f162df' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:21:25.007422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=bf3e2c53-e352-4d54-8ba6-710c64b8f619,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:25.119106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.153945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.185928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac24d26e-c646-448e-92f6-cf41f4b9ef86']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:25.186209 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.199264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc05cf55-05f6-451a-8071-2b1f34935af6') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:25.199565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc05cf55-05f6-451a-8071-2b1f34935af6') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:25.211881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.235820 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.278391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:21:25.278827 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.299544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:25.302385 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:25.309077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:25.313950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:25.351247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=6e4f2ed3-fbad-452d-9e18-1b47d439d1b3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:25.471550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa987397-f4e5-40b1-bc2f-2ce61c436692 req-65f0c10c-d89f-492c-b586-c325bf344493 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:25.482752 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aa987397-f4e5-40b1-bc2f-2ce61c436692 req-65f0c10c-d89f-492c-b586-c325bf344493 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.4705527 Feb 11 13:21:25.495594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.505327 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.536520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Network': ['ID=ac24d26e-c646-448e-92f6-cf41f4b9ef86,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:25.557741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e61db-12cd-4bb9-b221-4c2ff93b3d82 req-cc5cbef5-eb27-498e-9b43-73d1f2955430 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:25.565448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-363e61db-12cd-4bb9-b221-4c2ff93b3d82 req-cc5cbef5-eb27-498e-9b43-73d1f2955430 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4b6faf-2813-4ddf-88d5-fb7ac2926b01 HTTP/1.1" status: 200 len: 946 time: 0.8398881 Feb 11 13:21:25.657085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.670672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a07209e-277a-4570-a8bf-6fcad0f7d893 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.685435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0fa2bb1c-c3d1-4648-a7eb-2834516468cf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:21:25.704929 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aa987397-f4e5-40b1-bc2f-2ce61c436692 req-33253c70-1dfa-4835-8fff-1a385bf67635 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198544 Feb 11 13:21:25.734623 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0e7e43dd-f7d1-445e-aeeb-2d952652a806 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/networks/ac24d26e-c646-448e-92f6-cf41f4b9ef86 HTTP/1.1" status: 204 len: 168 time: 3.8398862 Feb 11 13:21:25.745405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40074) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:25.753030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-181868439'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:25.759421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:25.765347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:network and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:25.768651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:25.827293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:25.850596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:25.854800 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.865958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07209e-277a-4570-a8bf-6fcad0f7d893 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event deleted for resources: {'Port': ['ID=fcb0361c-be04-4e4a-bcde-c54289f5afa8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:25.868252 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.889327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-363e61db-12cd-4bb9-b221-4c2ff93b3d82 req-04179378-3eaf-4d66-a75c-b24a6cf66016 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229549 Feb 11 13:21:26.232501 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.287817 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.311091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fcb0361c-be04-4e4a-bcde-c54289f5afa8 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:21:26.334634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a07209e-277a-4570-a8bf-6fcad0f7d893 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] No DVR routers for this DVR port fcb0361c-be04-4e4a-bcde-c54289f5afa8 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:26.399544 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a07209e-277a-4570-a8bf-6fcad0f7d893 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.403838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:26.405856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4b6faf-2813-4ddf-88d5-fb7ac2926b01', 'name': 'network-vif-deleted', 'tag': 'fcb0361c-be04-4e4a-bcde-c54289f5afa8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:26.437781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61258454-0de8-4901-8f0f-8eda543db1d2 req-2a07209e-277a-4570-a8bf-6fcad0f7d893 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.73 "DELETE /v2.0/ports/fcb0361c-be04-4e4a-bcde-c54289f5afa8 HTTP/1.1" status: 204 len: 173 time: 2.7459199 Feb 11 13:21:26.443917 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.444277 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Added segment 09715954-bb27-46d8-bcdf-cf90a39b5d4e of type vlan for network afafed0d-6b92-4a5b-8802-45de8a66fe73 Feb 11 13:21:26.455784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=6e4f2ed3-fbad-452d-9e18-1b47d439d1b3,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:26.496357 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.510880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ac28-ccb7-403d-a37a-82d1f07debfb req-4245f888-0716-46fa-90cf-d3eeeaad24a6 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:26.519062 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.519323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55b6ac28-ccb7-403d-a37a-82d1f07debfb req-4245f888-0716-46fa-90cf-d3eeeaad24a6 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2843900 Feb 11 13:21:26.535475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e4901-521a-4b09-81a5-f717cc02450a req-cbb6ffe7-f4ae-4ea4-8dd3-ad7593b4e4c8 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:26.545530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e03e4901-521a-4b09-81a5-f717cc02450a req-cbb6ffe7-f4ae-4ea4-8dd3-ad7593b4e4c8 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 945 time: 0.4375186 Feb 11 13:21:26.603269 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55b6ac28-ccb7-403d-a37a-82d1f07debfb req-5ba3057c-0b0a-4244-a854-28587c7065f9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831778 Feb 11 13:21:26.604819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.606236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-25670145-850e-4a51-a8fc-953c9a641657 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5908632 Feb 11 13:21:26.609089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40086) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:26.621711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'port': {'network_id': '337673b1-927f-4789-b1d6-b7e00b128946', 'name': 'tempest-FloatingIPTestJSON-472366275'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:26.648067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:26.679255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: fcb0361c-be04-4e4a-bcde-c54289f5afa8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:21:26.683440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fcb0361c-be04-4e4a-bcde-c54289f5afa8 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:21:26.719066 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e03e4901-521a-4b09-81a5-f717cc02450a req-cd9011df-ca86-4de6-8c65-c3b11426c73b tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716712 Feb 11 13:21:26.723738 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.745451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:26.749723 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.923405 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4b6faf-2813-4ddf-88d5-fb7ac2926b01', 'name': 'network-vif-deleted', 'tag': 'fcb0361c-be04-4e4a-bcde-c54289f5afa8', 'status': 'completed', 'code': 200} Feb 11 13:21:26.938131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1907594 Feb 11 13:21:26.950120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40106) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:26.959792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': 'afafed0d-6b92-4a5b-8802-45de8a66fe73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:27.105466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:27.115069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:port and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:27.120521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:27.133588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18c3c2-e694-453d-96fb-6680b80ade3a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Network': ['ID=afafed0d-6b92-4a5b-8802-45de8a66fe73,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:27.137756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:27.156456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network afafed0d-6b92-4a5b-8802-45de8a66fe73 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:21:27.158719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Made reservation on behalf of 79b3506a6c0a400f8257ed8c636d942c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:27.163304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:27.226464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] device_id is not set on port 283aa17b-0657-41cb-abfd-8d8f7b268f07 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:27.287935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:27.305982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:27.313012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:27.332097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:27.367894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d8e27-4f3a-4bca-baf5-125220aa7514 req-92e5cf2f-0622-4f8f-8f76-3b27097ca0f9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:27.370164 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-748d8e27-4f3a-4bca-baf5-125220aa7514 req-92e5cf2f-0622-4f8f-8f76-3b27097ca0f9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2327955 Feb 11 13:21:27.410305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:27.419034 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619', 'code': 200} Feb 11 13:21:27.624828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.20.0.7 (337673b1-927f-4789-b1d6-b7e00b128946/a0fd9c97-57f2-410c-a0a7-fea954f0e9e6/283aa17b-0657-41cb-abfd-8d8f7b268f07) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:27.707854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:27.929818 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-748d8e27-4f3a-4bca-baf5-125220aa7514 req-c186e9ff-5204-44cf-81f9-da32d6ee2340 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517929 Feb 11 13:21:28.103034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca2e2266-ae94-46e9-b6dd-132511a3f215 req-7a7da14a-0479-46c0-bb5f-85a927bad65e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 1096 time: 0.5001769 Feb 11 13:21:28.149779 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.179413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dd91b-7195-4cbc-9254-24b3a7d93486 req-0a23d892-aecf-4ba1-a933-a7143cf61597 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:28.185763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-321dd91b-7195-4cbc-9254-24b3a7d93486 req-0a23d892-aecf-4ba1-a933-a7143cf61597 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.2334509 Feb 11 13:21:28.235702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca2e2266-ae94-46e9-b6dd-132511a3f215 req-81e3de27-7d49-427b-8242-44a7e6a1f3f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314006 Feb 11 13:21:28.273994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-321dd91b-7195-4cbc-9254-24b3a7d93486 req-4f73e457-2714-486b-9f1e-0db56f91cb21 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731142 Feb 11 13:21:28.319938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.366721 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.444259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=283aa17b-0657-41cb-abfd-8d8f7b268f07,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:28.459334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 337673b1-927f-4789-b1d6-b7e00b128946 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:28.460358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=5485d89f-2202-42ad-b11c-cb3c6eb17f5c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:28.462344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:28.466157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:28.505620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.505967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.506876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.507282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.507617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.508505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.508886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.509219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.510725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.511284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.511874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:28.623654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:28.624264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.660320 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c5b42e3e-55d8-44da-a161-003f85d48dbd tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0448611 Feb 11 13:21:28.660320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40156) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:28.667610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-191d5368-21c0-45c5-8528-8a095083e37b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'port_id': '283aa17b-0657-41cb-abfd-8d8f7b268f07'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:28.777909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191d5368-21c0-45c5-8528-8a095083e37b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.805969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fcd49-626e-45bf-bb8a-7d6b3fa53272 req-7a48e1c7-8d55-4919-8485-97effe25a3e8 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:28.810634 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-403fcd49-626e-45bf-bb8a-7d6b3fa53272 req-7a48e1c7-8d55-4919-8485-97effe25a3e8 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 813 time: 0.3217173 Feb 11 13:21:28.823668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Checking segment: {'id': '09715954-bb27-46d8-bcdf-cf90a39b5d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afafed0d-6b92-4a5b-8802-45de8a66fe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:28.824335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network hostable DHCP agents. Network: afafed0d-6b92-4a5b-8802-45de8a66fe73, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:28.845112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-403fcd49-626e-45bf-bb8a-7d6b3fa53272 req-79e95e1f-a848-4c8a-bd40-7371a249112e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/quotas/4a7db9cc754446c0ae8724ea32a8e59f HTTP/1.1" status: 200 len: 375 time: 0.0306940 Feb 11 13:21:28.905994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network afafed0d-6b92-4a5b-8802-45de8a66fe73 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:28.942457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de088c14-fb21-4afd-af76-dd71862456a4 req-a795d5a3-5308-4d19-a626-5a6c27ed4ac6 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:28.943973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, afafed0d-6b92-4a5b-8802-45de8a66fe73) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:28.955896 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70458278-0dd2-4c58-8c57-5ff31358a715 None None] Network afafed0d-6b92-4a5b-8802-45de8a66fe73 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:28.960638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:28.961333 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.967004 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de088c14-fb21-4afd-af76-dd71862456a4 req-a795d5a3-5308-4d19-a626-5a6c27ed4ac6 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 945 time: 0.4235084 Feb 11 13:21:29.012019 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1b1036c6-f4f0-423f-a68b-51689ff66bb1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0579770 Feb 11 13:21:29.012713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40164) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:29.018870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': 'afafed0d-6b92-4a5b-8802-45de8a66fe73', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1593870281'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:29.054626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-403fcd49-626e-45bf-bb8a-7d6b3fa53272 req-2fc992df-68b0-4f6c-8753-11d64b407308 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2007122 Feb 11 13:21:29.287670 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de088c14-fb21-4afd-af76-dd71862456a4 req-8af351cd-d333-4e61-a6fc-51dccfdffc89 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188143 Feb 11 13:21:29.422325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-afafed0d-6b92-4a5b-8802-45de8a66fe73', 'network_id': 'afafed0d-6b92-4a5b-8802-45de8a66fe73', 'tenant_id': 'b2e27848a419477b841c897cc781976d', 'fixed_ips': [{'subnet_id': '5485d89f-2202-42ad-b11c-cb3c6eb17f5c'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:21:29.423184 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.475456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:29.480242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:port and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:29.484230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:29.490412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:29.517637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:29.523749 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.585194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port 49b0a7f0-0560-49e7-a789-81fafefa5937 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:29.825613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be8a18-1bbd-4b98-9753-77b6c256827d req-8aa9b0f5-b03a-46e4-b2b3-730e8d3394ff tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:29.846393 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-62be8a18-1bbd-4b98-9753-77b6c256827d req-8aa9b0f5-b03a-46e4-b2b3-730e8d3394ff tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4623845 Feb 11 13:21:29.847623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Allocated IP 172.20.0.2 (afafed0d-6b92-4a5b-8802-45de8a66fe73/5485d89f-2202-42ad-b11c-cb3c6eb17f5c/02461170-0455-4b52-a858-b267e9607a19) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:29.922562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-7baf1fc8-c463-48e5-bb08-40fda566442e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:29.929954 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-7baf1fc8-c463-48e5-bb08-40fda566442e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.7465124 Feb 11 13:21:30.142068 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.162980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Transition to ACTIVE for port object 02461170-0455-4b52-a858-b267e9607a19 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:30.214772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Transition to ACTIVE for port object 02461170-0455-4b52-a858-b267e9607a19 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:30.224140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.313354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.7 (afafed0d-6b92-4a5b-8802-45de8a66fe73/5485d89f-2202-42ad-b11c-cb3c6eb17f5c/49b0a7f0-0560-49e7-a789-81fafefa5937) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:30.340074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Pushing event updated for resources: {'Port': ['ID=02461170-0455-4b52-a858-b267e9607a19,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:30.353953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Network afafed0d-6b92-4a5b-8802-45de8a66fe73 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:30.355466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:30.358277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:30.422820 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191d5368-21c0-45c5-8528-8a095083e37b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.447683 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191d5368-21c0-45c5-8528-8a095083e37b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.466074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Attempting to bind port 02461170-0455-4b52-a858-b267e9607a19 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:30.466779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Attempting to bind port 02461170-0455-4b52-a858-b267e9607a19 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '09715954-bb27-46d8-bcdf-cf90a39b5d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afafed0d-6b92-4a5b-8802-45de8a66fe73'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:30.467351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Attempting to bind port 02461170-0455-4b52-a858-b267e9607a19 on network afafed0d-6b92-4a5b-8802-45de8a66fe73 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:21:30.475237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:21:30.475866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Checking segment: {'id': '09715954-bb27-46d8-bcdf-cf90a39b5d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afafed0d-6b92-4a5b-8802-45de8a66fe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:30.476606 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.477357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Bound using segment: {'id': '09715954-bb27-46d8-bcdf-cf90a39b5d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afafed0d-6b92-4a5b-8802-45de8a66fe73'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:21:30.478012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Bound port: 02461170-0455-4b52-a858-b267e9607a19, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09715954-bb27-46d8-bcdf-cf90a39b5d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'afafed0d-6b92-4a5b-8802-45de8a66fe73'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:30.478753 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.601400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-62be8a18-1bbd-4b98-9753-77b6c256827d req-1fed4752-1e36-4287-bd93-ace67c90a77a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7531021 Feb 11 13:21:30.604697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-ae2efe36-a556-4d35-9682-0daf22ced0f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Deleting port 24a20020-f92d-4f2b-951c-7a9f51708326 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:30.605150 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-ae2efe36-a556-4d35-9682-0daf22ced0f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.682167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] For port 02461170-0455-4b52-a858-b267e9607a19, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:30.690954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] For port 02461170-0455-4b52-a858-b267e9607a19, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=02461170-0455-4b52-a858-b267e9607a19,segment=NetworkSegment(09715954-bb27-46d8-bcdf-cf90a39b5d4e),segment_id=09715954-bb27-46d8-bcdf-cf90a39b5d4e)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:30.700496 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.865354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8900a18-aa9c-41da-bb85-6e9b7cb71479 req-394456d0-7c48-4f3c-b94b-d3172783121c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:30.881859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c8900a18-aa9c-41da-bb85-6e9b7cb71479 req-394456d0-7c48-4f3c-b94b-d3172783121c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 946 time: 0.8154852 Feb 11 13:21:30.961911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.969660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733ab6-e02e-4324-b9a6-29fc9b5b8a1b None None] Pushing event updated for resources: {'Port': ['ID=02461170-0455-4b52-a858-b267e9607a19,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:31.031263 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c8900a18-aa9c-41da-bb85-6e9b7cb71479 req-fff8e21c-3d7b-462b-b2c2-e07b4aaa0bba tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484008 Feb 11 13:21:31.071931 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:21:31.148628 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-191d5368-21c0-45c5-8528-8a095083e37b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 9c874b94-d5bb-4b33-bba2-198429ba0f07 associated. External IP: 172.25.4.148, port: 283aa17b-0657-41cb-abfd-8d8f7b268f07. Feb 11 13:21:31.324338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-ae2efe36-a556-4d35-9682-0daf22ced0f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] For port 24a20020-f92d-4f2b-951c-7a9f51708326, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=24a20020-f92d-4f2b-951c-7a9f51708326,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:31.324940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-ae2efe36-a556-4d35-9682-0daf22ced0f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:31.359712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object 49b0a7f0-0560-49e7-a789-81fafefa5937 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:31.544578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-ae2efe36-a556-4d35-9682-0daf22ced0f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Calling delete_port for 24a20020-f92d-4f2b-951c-7a9f51708326 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:31.566333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2433cc-4003-4546-b92d-bf1e2c1cc0a8 req-5c87649a-9557-40a9-847f-0817b7215333 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:31.569382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc2433cc-4003-4546-b92d-bf1e2c1cc0a8 req-5c87649a-9557-40a9-847f-0817b7215333 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2299190 Feb 11 13:21:31.636093 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc2433cc-4003-4546-b92d-bf1e2c1cc0a8 req-b84c18e2-7255-4e2c-923e-51b0d8951e74 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574298 Feb 11 13:21:31.716201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffa050-b4d6-4cf7-9efa-314ed2134762 req-dfcf0db9-9bba-4374-93b1-c303f69c91f7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:31.722152 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3ffa050-b4d6-4cf7-9efa-314ed2134762 req-dfcf0db9-9bba-4374-93b1-c303f69c91f7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 945 time: 0.5004632 Feb 11 13:21:31.739752 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:31.857723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=49b0a7f0-0560-49e7-a789-81fafefa5937,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:31.931723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.932864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.933241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.933593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.934095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.934431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.934784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.935110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.935430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.935751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.936602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:31.964397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network afafed0d-6b92-4a5b-8802-45de8a66fe73 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:31.969608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:31.972620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:32.022220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3ffa050-b4d6-4cf7-9efa-314ed2134762 req-985e15db-55a8-4232-afa2-0010be3b9ebb tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979178 Feb 11 13:21:32.100556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-ae2efe36-a556-4d35-9682-0daf22ced0f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.336561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2efe36-a556-4d35-9682-0daf22ced0f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event deleted for resources: {'Port': ['ID=24a20020-f92d-4f2b-951c-7a9f51708326,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:32.344773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 24a20020-f92d-4f2b-951c-7a9f51708326 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:21:32.369165 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ec00dd15-3117-4283-a6c2-6c179ece1fed req-13bd0a27-729b-43d5-860a-9a7e6401635e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4a7db9cc754446c0ae8724ea32a8e59f HTTP/1.1" status: 200 len: 221 time: 0.2344666 Feb 11 13:21:32.382339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191d5368-21c0-45c5-8528-8a095083e37b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:32.387230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:32.387890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.411439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-ae2efe36-a556-4d35-9682-0daf22ced0f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] No DVR routers for this DVR port 24a20020-f92d-4f2b-951c-7a9f51708326 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:32.430234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 02461170-0455-4b52-a858-b267e9607a19 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:32.448215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-ae2efe36-a556-4d35-9682-0daf22ced0f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.451418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9979f047-429c-4848-b212-f8cdaae671b2', 'name': 'network-vif-deleted', 'tag': '24a20020-f92d-4f2b-951c-7a9f51708326'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:32.543290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 24a20020-f92d-4f2b-951c-7a9f51708326 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:21:32.543691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 24a20020-f92d-4f2b-951c-7a9f51708326 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:21:32.608123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cc54b720-ba9f-4590-ac29-5f902443c082 req-bb74eb45-1253-48a1-9b0a-4f9125ab693e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:32.617689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc370fab-623d-4d72-9b41-a5555dc4ad61 req-ae2efe36-a556-4d35-9682-0daf22ced0f7 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "DELETE /v2.0/ports/24a20020-f92d-4f2b-951c-7a9f51708326 HTTP/1.1" status: 204 len: 173 time: 2.6601167 Feb 11 13:21:32.628501 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e51900d1-8e47-4aa4-bf3f-d74267ff033d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.6143229 Feb 11 13:21:32.629784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40250) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:32.639318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 02461170-0455-4b52-a858-b267e9607a19 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:32.774534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cc54b720-ba9f-4590-ac29-5f902443c082 req-bb74eb45-1253-48a1-9b0a-4f9125ab693e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:32.777249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc54b720-ba9f-4590-ac29-5f902443c082 req-bb74eb45-1253-48a1-9b0a-4f9125ab693e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=9979f047-429c-4848-b212-f8cdaae671b2 HTTP/1.1" status: 200 len: 210 time: 0.2418256 Feb 11 13:21:32.805369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbd59d-2599-422d-b4fe-936d1632e436 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 49b0a7f0-0560-49e7-a789-81fafefa5937 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:32.805709 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd59d-2599-422d-b4fe-936d1632e436 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.850467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48888ea-2866-4d9e-9432-e322c6a88606 None None] Network afafed0d-6b92-4a5b-8802-45de8a66fe73 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:33.021050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368c4b9-41e2-4d67-b3b8-01fadb0dbcaf req-9f245b75-b49f-4531-bdf0-691541e7f0f3 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:33.022547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8368c4b9-41e2-4d67-b3b8-01fadb0dbcaf req-9f245b75-b49f-4531-bdf0-691541e7f0f3 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 945 time: 0.2268050 Feb 11 13:21:33.036154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40260) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:33.050045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-374c1848-4f56-4a85-81cb-6a2aad3e4d2e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Request body: {'floatingip': {'port_id': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:33.211962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b4989ded-3fef-4c06-99d3-351c81245582 None None] Provisioning for port 02461170-0455-4b52-a858-b267e9607a19 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:33.268496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b4989ded-3fef-4c06-99d3-351c81245582 None None] Provisioning complete for port 02461170-0455-4b52-a858-b267e9607a19 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:33.269010 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4989ded-3fef-4c06-99d3-351c81245582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:33.372606 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd59d-2599-422d-b4fe-936d1632e436 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:33.446736 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-374c1848-4f56-4a85-81cb-6a2aad3e4d2e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:33.582467 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9979f047-429c-4848-b212-f8cdaae671b2', 'name': 'network-vif-deleted', 'tag': '24a20020-f92d-4f2b-951c-7a9f51708326', 'status': 'completed', 'code': 200} Feb 11 13:21:33.719982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbd59d-2599-422d-b4fe-936d1632e436 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for 49b0a7f0-0560-49e7-a789-81fafefa5937 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:33.722108 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4989ded-3fef-4c06-99d3-351c81245582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:33.783437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b4989ded-3fef-4c06-99d3-351c81245582 None None] For port 02461170-0455-4b52-a858-b267e9607a19, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=02461170-0455-4b52-a858-b267e9607a19,segment=NetworkSegment(09715954-bb27-46d8-bcdf-cf90a39b5d4e),segment_id=09715954-bb27-46d8-bcdf-cf90a39b5d4e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:33.796613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4989ded-3fef-4c06-99d3-351c81245582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:33.804798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191d5368-21c0-45c5-8528-8a095083e37b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:33.816885 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bee051-dd3b-4917-b590-bfd93c55a317 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:21:33.840342 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bee051-dd3b-4917-b590-bfd93c55a317 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:33.841252 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-35bee051-dd3b-4917-b590-bfd93c55a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:34.044761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4989ded-3fef-4c06-99d3-351c81245582 None None] Pushing event updated for resources: {'Port': ['ID=02461170-0455-4b52-a858-b267e9607a19,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:34.068109 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-35bee051-dd3b-4917-b590-bfd93c55a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:34.081328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd59d-2599-422d-b4fe-936d1632e436 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.112929 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bee051-dd3b-4917-b590-bfd93c55a317 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:34.113568 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-35bee051-dd3b-4917-b590-bfd93c55a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:34.218693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd59d-2599-422d-b4fe-936d1632e436 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=49b0a7f0-0560-49e7-a789-81fafefa5937,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:34.249913 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191d5368-21c0-45c5-8528-8a095083e37b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.294799 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-35bee051-dd3b-4917-b590-bfd93c55a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:34.295254 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bee051-dd3b-4917-b590-bfd93c55a317 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:21:34.313301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 02461170-0455-4b52-a858-b267e9607a19 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:34.482520 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd59d-2599-422d-b4fe-936d1632e436 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.506230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9fdbd59d-2599-422d-b4fe-936d1632e436 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/49b0a7f0-0560-49e7-a789-81fafefa5937 HTTP/1.1" status: 204 len: 168 time: 1.8710413 Feb 11 13:21:34.507192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40300) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:34.594446 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b9f4e5-12b1-4133-991e-b6f37ecda4e7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:21:34.595086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-56b9f4e5-12b1-4133-991e-b6f37ecda4e7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:34.635740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-56b9f4e5-12b1-4133-991e-b6f37ecda4e7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:34.639966 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-56b9f4e5-12b1-4133-991e-b6f37ecda4e7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/49b0a7f0-0560-49e7-a789-81fafefa5937 HTTP/1.1" status: 404 len: 333 time: 0.1317735 Feb 11 13:21:34.653164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ed28a1f5-6694-4efa-9f73-73e2e9031dd3 None None] Provisioning complete for port 02461170-0455-4b52-a858-b267e9607a19 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:34.653804 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed28a1f5-6694-4efa-9f73-73e2e9031dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.655893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40308) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:34.702860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 02461170-0455-4b52-a858-b267e9607a19 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:34.703509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.776704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-191d5368-21c0-45c5-8528-8a095083e37b tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "PUT /v2.0/floatingips/9c874b94-d5bb-4b33-bba2-198429ba0f07 HTTP/1.1" status: 200 len: 977 time: 6.1166868 Feb 11 13:21:34.777501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40312) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:34.888966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 283aa17b-0657-41cb-abfd-8d8f7b268f07 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:34.888966 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.900846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-67de3ee4-7b7b-4930-8d6f-d10884eea241 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:34.908327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-67de3ee4-7b7b-4930-8d6f-d10884eea241 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.2671258 Feb 11 13:21:34.934972 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ed69edf0-d538-443d-a40b-fe74a65e703b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/quotas/065894f866e44a928b5da656a828a752 HTTP/1.1" status: 200 len: 375 time: 0.0254159 Feb 11 13:21:35.056589 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-7df97a8c-7e4a-4699-925f-d3ca8f55324f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186264 Feb 11 13:21:35.099950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ed28a1f5-6694-4efa-9f73-73e2e9031dd3 None None] Could not find standard attr ID for object 49b0a7f0-0560-49e7-a789-81fafefa5937. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:21:35.178003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77e80a-a91f-49aa-be7b-f8343f21d4ca req-8d21ec33-5c81-418d-af85-091596353f8d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:35.179582 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc77e80a-a91f-49aa-be7b-f8343f21d4ca req-8d21ec33-5c81-418d-af85-091596353f8d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 1.4911261 Feb 11 13:21:35.315843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e999fec1-b533-4004-adbb-caba8c1d7c3f None None] Could not find standard attr ID for object 49b0a7f0-0560-49e7-a789-81fafefa5937. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:21:35.499320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-73e6df22-b52e-4356-80d2-0f7dbf804ce2 service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408545 Feb 11 13:21:35.663713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a930d03-b69c-49ea-a4fe-75b6eb913a2a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet 5485d89f-2202-42ad-b11c-cb3c6eb17f5c {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:21:35.749843 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-6f351b1c-f2cc-46ef-a158-2a95beca5519 service neutron] 10.222.0.67 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394028 Feb 11 13:21:35.828932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a930d03-b69c-49ea-a4fe-75b6eb913a2a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:35.969232 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc77e80a-a91f-49aa-be7b-f8343f21d4ca req-79285cdd-c508-41ef-a7e7-e9ae0a3dde9e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7618294 Feb 11 13:21:35.991242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a930d03-b69c-49ea-a4fe-75b6eb913a2a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.038838 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.271412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f36573cc-4b47-4639-9cf2-2823507721ca req-960b1462-34b9-499a-ac14-671151498864 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 210 time: 0.0718765 Feb 11 13:21:36.718242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedf7ea-1290-4a95-8826-41f22ec9616f req-176978ed-ab4e-43d9-ba37-bb62a6dc7939 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.719781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcedf7ea-1290-4a95-8826-41f22ec9616f req-176978ed-ab4e-43d9-ba37-bb62a6dc7939 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3659627 Feb 11 13:21:36.808833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcedf7ea-1290-4a95-8826-41f22ec9616f req-6c9d77af-638e-46a6-82b2-019b35a71f14 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784059 Feb 11 13:21:36.860683 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a930d03-b69c-49ea-a4fe-75b6eb913a2a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.114474 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-374c1848-4f56-4a85-81cb-6a2aad3e4d2e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.123572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.124250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.124766 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 9c874b94-d5bb-4b33-bba2-198429ba0f07 disassociated. External IP: 172.25.4.148, port: 283aa17b-0657-41cb-abfd-8d8f7b268f07. Feb 11 13:21:37.125258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 283aa17b-0657-41cb-abfd-8d8f7b268f07 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:37.154722 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-374c1848-4f56-4a85-81cb-6a2aad3e4d2e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.247305 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.394569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31100db-dd08-48da-b117-e863de906653 req-2965d114-c5c6-4d94-9665-72b1ac184387 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:37.409041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b31100db-dd08-48da-b117-e863de906653 req-2965d114-c5c6-4d94-9665-72b1ac184387 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.1965735 Feb 11 13:21:37.486107 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a930d03-b69c-49ea-a4fe-75b6eb913a2a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.522544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b31100db-dd08-48da-b117-e863de906653 req-d728e4dc-335d-4908-89f2-583951084e1d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123731 Feb 11 13:21:37.540844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a930d03-b69c-49ea-a4fe-75b6eb913a2a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=5485d89f-2202-42ad-b11c-cb3c6eb17f5c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:37.605523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a930d03-b69c-49ea-a4fe-75b6eb913a2a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.623597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa7a5e7-72df-479a-9e18-8e468f69cfd8 None None] Network afafed0d-6b92-4a5b-8802-45de8a66fe73 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:37.784547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d16a5d0c-3d06-495e-91bb-b6b8a3f8b02e req-fc4d50b4-181d-434c-8955-320dc0171956 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 210 time: 0.0548954 Feb 11 13:21:37.833196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7a930d03-b69c-49ea-a4fe-75b6eb913a2a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/5485d89f-2202-42ad-b11c-cb3c6eb17f5c HTTP/1.1" status: 204 len: 168 time: 3.1515005 Feb 11 13:21:37.836593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40388) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:37.922117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274db856-acab-4920-acaa-80be40ca5b25 req-da0a88ad-fc8d-484a-948e-de5a0186398b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:37.930555 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-274db856-acab-4920-acaa-80be40ca5b25 req-da0a88ad-fc8d-484a-948e-de5a0186398b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 945 time: 0.5204847 Feb 11 13:21:37.962230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.060946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=283aa17b-0657-41cb-abfd-8d8f7b268f07,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:38.090324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f13e2-dc59-49ff-a478-da93527fdcd1 None None] DHCP port deletion for afafed0d-6b92-4a5b-8802-45de8a66fe73 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:21:38.095806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-853f13e2-dc59-49ff-a478-da93527fdcd1 None None] Deleting port 02461170-0455-4b52-a858-b267e9607a19 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:38.098664 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-853f13e2-dc59-49ff-a478-da93527fdcd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.191359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-274db856-acab-4920-acaa-80be40ca5b25 req-9ec15118-2a76-41cc-8243-620d28873fd7 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595360 Feb 11 13:21:38.251206 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.304170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 02461170-0455-4b52-a858-b267e9607a19 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:21:38.380877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-3e3763a3-0c5c-4b30-a2ca-077bcd0890f6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:38.382612 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-3e3763a3-0c5c-4b30-a2ca-077bcd0890f6 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 811 time: 0.4948916 Feb 11 13:21:38.414983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Request body: {'port': {'device_id': 'd85c08bf-c27c-4d05-bda5-db75d516ec1c', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'admin_state_up': True, 'tenant_id': '065894f866e44a928b5da656a828a752'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:38.511597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-853f13e2-dc59-49ff-a478-da93527fdcd1 None None] For port 02461170-0455-4b52-a858-b267e9607a19, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=02461170-0455-4b52-a858-b267e9607a19,segment=NetworkSegment(09715954-bb27-46d8-bcdf-cf90a39b5d4e),segment_id=09715954-bb27-46d8-bcdf-cf90a39b5d4e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:38.512105 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-853f13e2-dc59-49ff-a478-da93527fdcd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.709094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 02461170-0455-4b52-a858-b267e9607a19 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:38.709696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.746993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb09726-af33-43d1-9aec-091155f478a7 req-f1448294-18de-4f79-abc7-b195010645b3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:38.754199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bdb09726-af33-43d1-9aec-091155f478a7 req-f1448294-18de-4f79-abc7-b195010645b3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.7308362 Feb 11 13:21:38.824689 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-374c1848-4f56-4a85-81cb-6a2aad3e4d2e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Floating IP de9a1cdd-b9d5-4a69-92eb-11e5123a3845 associated. External IP: 172.25.4.127, port: bf3e2c53-e352-4d54-8ba6-710c64b8f619. Feb 11 13:21:38.835815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-853f13e2-dc59-49ff-a478-da93527fdcd1 None None] Calling delete_port for 02461170-0455-4b52-a858-b267e9607a19 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:38.975362 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-853f13e2-dc59-49ff-a478-da93527fdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.002867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bdb09726-af33-43d1-9aec-091155f478a7 req-21ee5e89-2726-449b-8894-4a2b054ec1dd tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473409 Feb 11 13:21:39.075075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f13e2-dc59-49ff-a478-da93527fdcd1 None None] No DVR routers for this DVR port 02461170-0455-4b52-a858-b267e9607a19 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:39.094188 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Port 02461170-0455-4b52-a858-b267e9607a19 update to DOWN by agent not found {{(pid=83569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 11 13:21:39.103191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f13e2-dc59-49ff-a478-da93527fdcd1 None None] Pushing event deleted for resources: {'Port': ['ID=02461170-0455-4b52-a858-b267e9607a19,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:39.115162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] The port '02461170-0455-4b52-a858-b267e9607a19' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:21:39.119935 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbe68dd7-748b-4422-b77f-a897f5502d3b req-2c03a72a-384d-4ba7-86e9-8adf89b8806c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 210 time: 0.1005020 Feb 11 13:21:39.138133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-a31460db-8b67-462c-967d-42c2fa648090 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:39.139627 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-a31460db-8b67-462c-967d-42c2fa648090 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.75 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 945 time: 0.6051557 Feb 11 13:21:39.298749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Deleting port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:39.299096 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.454653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:39.467267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:39.483870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Made reservation on behalf of 065894f866e44a928b5da656a828a752 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:39.487248 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.507071 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.553926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938a53-5cf3-41fc-9d3d-f6748572bf2c req-696616d9-0bed-4a4d-a3ce-4ebcf05a0157 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:39.555988 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47938a53-5cf3-41fc-9d3d-f6748572bf2c req-696616d9-0bed-4a4d-a3ce-4ebcf05a0157 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2657740 Feb 11 13:21:39.559193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afafed0d-6b92-4a5b-8802-45de8a66fe73']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:39.609729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09715954-bb27-46d8-bcdf-cf90a39b5d4e') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:39.610442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09715954-bb27-46d8-bcdf-cf90a39b5d4e') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:39.632304 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.650717 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.658909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:21:39.659302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.805080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:39.814593 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:39.936791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.027134 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.035716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Network': ['ID=afafed0d-6b92-4a5b-8802-45de8a66fe73,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:40.061727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47938a53-5cf3-41fc-9d3d-f6748572bf2c req-ed3c3bef-c2e5-44fd-8897-f75927ea12f9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821846 Feb 11 13:21:40.070814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0c1df597-e037-4ffd-8a7a-ab8eed031a0a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/networks/afafed0d-6b92-4a5b-8802-45de8a66fe73 HTTP/1.1" status: 204 len: 168 time: 2.2327724 Feb 11 13:21:40.077808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40434) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:40.083593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'name': 'tempest-PortsTestJSON-1393162335'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:40.304695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:40.321572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] For port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,segment=NetworkSegment(500e169d-91bd-4b10-a802-57bd371a48ef),segment_id=500e169d-91bd-4b10-a802-57bd371a48ef)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:40.322254 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.326066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:40.347598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:40.350782 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.366916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Allocated IP 172.20.0.6 (05bf97f3-5682-465b-b63d-f7cee2355e2e/dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2/577f012f-863b-41c9-80f1-11d975744a25) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:40.609073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Calling delete_port for 0fa2bb1c-c3d1-4648-a7eb-2834516468cf owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:40.750744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.770064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0141c-c096-489e-92a4-7aa3f24262ff req-b607aad7-f5c0-4259-afb1-8b13d543e91c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:40.772153 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0f0141c-c096-489e-92a4-7aa3f24262ff req-b607aad7-f5c0-4259-afb1-8b13d543e91c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 945 time: 1.0532982 Feb 11 13:21:40.799412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port e3fdaf8b-c30d-4480-976d-7e95785be6ae yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:40.902456 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.032286 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0f0141c-c096-489e-92a4-7aa3f24262ff req-6b7cb53d-e655-454a-bd33-3cbe81654236 tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/security-groups?id=0067f581-0525-423f-9b34-46bfbedbfe8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379165 Feb 11 13:21:41.102470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.146017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.155012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:41.164620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4072f667-b7b1-4448-bb14-cb6d44878500 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:21:41.201943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.210451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4072f667-b7b1-4448-bb14-cb6d44878500 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:41.211284 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4072f667-b7b1-4448-bb14-cb6d44878500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:41.256517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Network 05bf97f3-5682-465b-b63d-f7cee2355e2e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:41.258840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event updated for resources: {'Port': ['ID=577f012f-863b-41c9-80f1-11d975744a25,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:41.299307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:41.442520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4072f667-b7b1-4448-bb14-cb6d44878500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:41.452710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:41.463493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4072f667-b7b1-4448-bb14-cb6d44878500 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:41.464401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4072f667-b7b1-4448-bb14-cb6d44878500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:41.515896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:41.538141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4072f667-b7b1-4448-bb14-cb6d44878500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:41.538550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4072f667-b7b1-4448-bb14-cb6d44878500 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:21:41.554183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Pushing event deleted for resources: {'Port': ['ID=0fa2bb1c-c3d1-4648-a7eb-2834516468cf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:41.559442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:41.565714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:41.577392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:41.578024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.606048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59cd5-8e3a-40e9-9c08-6c7d37db780d req-06d450b1-4fb2-416f-9be2-b2eb58a0bcf0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:41.621965 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1d59cd5-8e3a-40e9-9c08-6c7d37db780d req-06d450b1-4fb2-416f-9be2-b2eb58a0bcf0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 1.2475441 Feb 11 13:21:41.676534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=e3fdaf8b-c30d-4480-976d-7e95785be6ae,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:41.745487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:41.746860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.767062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] No DVR routers for this DVR port 0fa2bb1c-c3d1-4648-a7eb-2834516468cf on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:41.794084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.809191 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9db0f419-c893-4eaa-99ba-a9348724223b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7262568 Feb 11 13:21:41.809191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40466) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:41.813941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0025fbdb-4682-4acb-912c-ce8f63d1d6f1', 'name': 'network-vif-deleted', 'tag': '0fa2bb1c-c3d1-4648-a7eb-2834516468cf'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:41.833328 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.844446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374c1848-4f56-4a85-81cb-6a2aad3e4d2e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Router 57bfa32d-aa67-4916-8292-be3087cf76fc has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:41.862563 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-faf2621c-5f61-4cb3-ba2a-d107c7f8072f tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/ports/283aa17b-0657-41cb-abfd-8d8f7b268f07 HTTP/1.1" status: 204 len: 168 time: 7.0777798 Feb 11 13:21:41.866032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.75 "DELETE /v2.0/ports/0fa2bb1c-c3d1-4648-a7eb-2834516468cf HTTP/1.1" status: 204 len: 173 time: 2.7163990 Feb 11 13:21:41.866709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40472) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:41.878941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1d59cd5-8e3a-40e9-9c08-6c7d37db780d req-ba02aef0-5911-4083-805d-2353b2b628d1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559941 Feb 11 13:21:41.908951 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-4441b50d-0bf3-4571-ab1d-92beca0780a4 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5025830 Feb 11 13:21:41.942933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Request body: {'port': {'device_id': 'd85c08bf-c27c-4d05-bda5-db75d516ec1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:42.069212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-196eab9e-0134-4d42-b23d-ee4d563e6562 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port e3fdaf8b-c30d-4480-976d-7e95785be6ae {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:42.069642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-196eab9e-0134-4d42-b23d-ee4d563e6562 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.149543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be3ac-f003-4b6a-bf40-fdab3ed567f1 req-655dec9c-5a4c-422d-952c-45b9a2623ac2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:42.152642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d65be3ac-f003-4b6a-bf40-fdab3ed567f1 req-655dec9c-5a4c-422d-952c-45b9a2623ac2 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 931 time: 0.6857252 Feb 11 13:21:42.246229 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.357259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0fa2bb1c-c3d1-4648-a7eb-2834516468cf no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:21:42.385002 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.435297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 0fa2bb1c-c3d1-4648-a7eb-2834516468cf {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:21:42.435636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0fa2bb1c-c3d1-4648-a7eb-2834516468cf not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:21:42.520285 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0025fbdb-4682-4acb-912c-ce8f63d1d6f1', 'name': 'network-vif-deleted', 'tag': '0fa2bb1c-c3d1-4648-a7eb-2834516468cf', 'status': 'completed', 'code': 200} Feb 11 13:21:42.526733 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ddade527-d88e-4a82-87bc-ab4f9d22a063 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "GET /v2.0/floatingips/9c874b94-d5bb-4b33-bba2-198429ba0f07 HTTP/1.1" status: 200 len: 688 time: 0.6542273 Feb 11 13:21:42.530620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40494) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:42.596568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d65be3ac-f003-4b6a-bf40-fdab3ed567f1 req-115328b7-e6fb-47f1-8d48-683af53060fe tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234240 Feb 11 13:21:42.745412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374c1848-4f56-4a85-81cb-6a2aad3e4d2e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:42.755323 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] Sync routers for ids ['57bfa32d-aa67-4916-8292-be3087cf76fc'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:21:42.757146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-374c1848-4f56-4a85-81cb-6a2aad3e4d2e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.824366 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] Routers {'57bfa32d-aa67-4916-8292-be3087cf76fc'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:42.827331 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['57bfa32d-aa67-4916-8292-be3087cf76fc'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:42.874032 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-196eab9e-0134-4d42-b23d-ee4d563e6562 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.879622 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-374c1848-4f56-4a85-81cb-6a2aad3e4d2e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "PUT /v2.0/floatingips/de9a1cdd-b9d5-4a69-92eb-11e5123a3845 HTTP/1.1" status: 200 len: 991 time: 9.8410203 Feb 11 13:21:42.995516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f18ffa05-dc94-474a-9577-29fcc726d7bf req-c5ad2d51-dee8-4c52-9bab-19659deb533c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Synchronizing usage tracker for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:42.998195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25779f76-2c0d-47ea-bcaa-f51aa08bf4a8 req-77084f64-2ee2-43c3-8164-a9eb295f95fa tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:42.999002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-375895fd-c540-4375-883c-3a0117a8482a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 6e4f2ed3-fbad-452d-9e18-1b47d439d1b3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:42.999824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-375895fd-c540-4375-883c-3a0117a8482a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.007567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25779f76-2c0d-47ea-bcaa-f51aa08bf4a8 req-77084f64-2ee2-43c3-8164-a9eb295f95fa tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.1164494 Feb 11 13:21:43.100179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25779f76-2c0d-47ea-bcaa-f51aa08bf4a8 req-fed82f08-508c-4b63-92fb-5e89a0d350af tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914948 Feb 11 13:21:43.129248 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] Set router 57bfa32d-aa67-4916-8292-be3087cf76fc gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:21:43.238194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-196eab9e-0134-4d42-b23d-ee4d563e6562 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for e3fdaf8b-c30d-4480-976d-7e95785be6ae owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:43.412256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862910-7f2c-4095-932f-b803228d2eb8 req-0ccc540a-667d-4ef3-8e3d-e7f826c59d51 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:43.425244 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-99862910-7f2c-4095-932f-b803228d2eb8 req-0ccc540a-667d-4ef3-8e3d-e7f826c59d51 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 945 time: 0.1344702 Feb 11 13:21:43.612756 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-99862910-7f2c-4095-932f-b803228d2eb8 req-aa38cfa2-fe33-4450-9425-1048a4070074 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863780 Feb 11 13:21:43.626115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577f012f-863b-41c9-80f1-11d975744a25 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:43.646679 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.657386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Transition to ACTIVE for port object 577f012f-863b-41c9-80f1-11d975744a25 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:43.674349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f18ffa05-dc94-474a-9577-29fcc726d7bf req-c5ad2d51-dee8-4c52-9bab-19659deb533c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] Unset dirty status for tenant:60d3a05ad6e045e3b21396a746cead0f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:43.697040 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'de9a1cdd-b9d5-4a69-92eb-11e5123a3845', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'port_id': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'mac_address': 'fa:16:3e:d3:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:02Z', 'updated_at': '2022-02-11T13:21:36Z', 'revision_number': 1, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03abfe39-0859-4825-98cc-8b6d08116bd6', 'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'mac_address': 'fa:16:3e:2d:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:49Z', 'updated_at': '2022-02-11T13:21:00Z', 'revision_number': 5, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'subnets': [{'id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:43.698331 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f18ffa05-dc94-474a-9577-29fcc726d7bf req-c5ad2d51-dee8-4c52-9bab-19659deb533c tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] 10.222.0.67 "GET /v2.0/ports?device_id=0025fbdb-4682-4acb-912c-ce8f63d1d6f1 HTTP/1.1" status: 200 len: 210 time: 0.8515363 Feb 11 13:21:43.703168 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] Checking router: 57bfa32d-aa67-4916-8292-be3087cf76fc for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:21:43.717770 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] Routers {'57bfa32d-aa67-4916-8292-be3087cf76fc'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:43.718818 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['57bfa32d-aa67-4916-8292-be3087cf76fc'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:43.855801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.175349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d04a25-b4f4-4f2f-9e31-95f00d61a3b8 req-863e0b03-2d5a-4b3c-870c-af88d52e023a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:44.188140 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68d04a25-b4f4-4f2f-9e31-95f00d61a3b8 req-863e0b03-2d5a-4b3c-870c-af88d52e023a tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 943 time: 0.1724648 Feb 11 13:21:44.223913 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] Set router 57bfa32d-aa67-4916-8292-be3087cf76fc gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:21:44.274125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-375895fd-c540-4375-883c-3a0117a8482a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.274919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-375895fd-c540-4375-883c-3a0117a8482a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.281538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68d04a25-b4f4-4f2f-9e31-95f00d61a3b8 req-29fce457-8f7c-41a5-a3f8-d29c670dca1b tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924182 Feb 11 13:21:44.453223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-375895fd-c540-4375-883c-3a0117a8482a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 6e4f2ed3-fbad-452d-9e18-1b47d439d1b3 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:44.521489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'tag': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:44.522887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Pushing event updated for resources: {'Port': ['ID=577f012f-863b-41c9-80f1-11d975744a25,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:44.641386 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'tag': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619', 'status': 'completed', 'code': 200} Feb 11 13:21:44.777206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Attempting to bind port 577f012f-863b-41c9-80f1-11d975744a25 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:44.777743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Attempting to bind port 577f012f-863b-41c9-80f1-11d975744a25 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:44.778260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Attempting to bind port 577f012f-863b-41c9-80f1-11d975744a25 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:21:44.816778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Port 577f012f-863b-41c9-80f1-11d975744a25 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:21:44.816778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Attempting to bind port 577f012f-863b-41c9-80f1-11d975744a25 on network 05bf97f3-5682-465b-b63d-f7cee2355e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:21:44.833398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:21:44.833729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Checking segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:44.834181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Bound using segment: {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:21:44.834671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Bound port: 577f012f-863b-41c9-80f1-11d975744a25, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0f129e-acf7-481b-b3f2-35661e60a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:44.835019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.856488 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'de9a1cdd-b9d5-4a69-92eb-11e5123a3845', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'port_id': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'mac_address': 'fa:16:3e:d3:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:02Z', 'updated_at': '2022-02-11T13:21:36Z', 'revision_number': 1, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03abfe39-0859-4825-98cc-8b6d08116bd6', 'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'mac_address': 'fa:16:3e:2d:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:49Z', 'updated_at': '2022-02-11T13:21:00Z', 'revision_number': 5, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'subnets': [{'id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:44.858772 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-196eab9e-0134-4d42-b23d-ee4d563e6562 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.862250 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcaaa2-0ca3-43f2-bdf4-0f013be20299 None None] The sync data for ids ['57bfa32d-aa67-4916-8292-be3087cf76fc'] in n-d-818559-1 is: [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'de9a1cdd-b9d5-4a69-92eb-11e5123a3845', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'port_id': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'mac_address': 'fa:16:3e:d3:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:02Z', 'updated_at': '2022-02-11T13:21:36Z', 'revision_number': 1, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03abfe39-0859-4825-98cc-8b6d08116bd6', 'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'mac_address': 'fa:16:3e:2d:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:49Z', 'updated_at': '2022-02-11T13:21:00Z', 'revision_number': 5, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'subnets': [{'id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:21:44.905816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40542) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:44.991234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8183-146c-4ff5-89b8-b829a542c7c2 req-403165e6-d362-4b64-b56f-d23572cb04de tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:44.993414 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9ba8183-146c-4ff5-89b8-b829a542c7c2 req-403165e6-d362-4b64-b56f-d23572cb04de tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.9668114 Feb 11 13:21:44.995052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196eab9e-0134-4d42-b23d-ee4d563e6562 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=e3fdaf8b-c30d-4480-976d-7e95785be6ae,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:45.100196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-196eab9e-0134-4d42-b23d-ee4d563e6562 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.253760 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-196eab9e-0134-4d42-b23d-ee4d563e6562 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/e3fdaf8b-c30d-4480-976d-7e95785be6ae HTTP/1.1" status: 204 len: 168 time: 3.4436517 Feb 11 13:21:45.256169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9ba8183-146c-4ff5-89b8-b829a542c7c2 req-59c600c3-4dd9-458d-b42d-f990a3962af5 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469089 Feb 11 13:21:45.260674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] For port 577f012f-863b-41c9-80f1-11d975744a25, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:45.266639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42293a20-3ee4-4eaa-b9d5-3d3b66aa666a None None] New status for floating IP de9a1cdd-b9d5-4a69-92eb-11e5123a3845: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:21:45.272491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40562) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:45.274044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cb0d30-7814-47ec-bd4e-df3f0235fee9 req-97c18e10-5060-47ff-9130-10547d56e798 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=554aa8ac701541e1990ed4a6ae58f274&device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 1096 time: 0.5738020 Feb 11 13:21:45.282570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] For port 577f012f-863b-41c9-80f1-11d975744a25, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=577f012f-863b-41c9-80f1-11d975744a25,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:45.311335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'mac_address': 'fa:16:3e:ea:68:b6', 'name': 'tempest-PortsTestJSON-461055032'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:45.311555 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.473120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Pushing event updated for resources: {'Port': ['ID=577f012f-863b-41c9-80f1-11d975744a25,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:45.501943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-375895fd-c540-4375-883c-3a0117a8482a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.512733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f038a01c-93d3-4dfc-81d5-3697ca08342d admin admin] Deleting subnet 4ed8415f-ae9d-4916-aeb3-95b233c7a703 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:21:45.530520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f038a01c-93d3-4dfc-81d5-3697ca08342d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.559093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ca478f7-8bcb-40d7-b4e3-dd1bedc93d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.571859 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.576089 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-ced39819-0a02-4669-a0a2-9b9b0b7eebcd service neutron] 10.222.0.73 "PUT /v2.0/ports/577f012f-863b-41c9-80f1-11d975744a25 HTTP/1.1" status: 200 len: 1091 time: 3.6443980 Feb 11 13:21:45.579882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375895fd-c540-4375-883c-3a0117a8482a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=6e4f2ed3-fbad-452d-9e18-1b47d439d1b3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:45.592770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85c08bf-c27c-4d05-bda5-db75d516ec1c', 'tag': '577f012f-863b-41c9-80f1-11d975744a25'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:45.673587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:45.745877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:port and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:45.752854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:45.768504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:45.812845 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f038a01c-93d3-4dfc-81d5-3697ca08342d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.851816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb0d30-7814-47ec-bd4e-df3f0235fee9 req-df07a5c7-b435-485f-a166-fafdf248e970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:45.853946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cb0d30-7814-47ec-bd4e-df3f0235fee9 req-df07a5c7-b435-485f-a166-fafdf248e970 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 HTTP/1.1" status: 200 len: 907 time: 0.5693529 Feb 11 13:21:45.945125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:45.960009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-375895fd-c540-4375-883c-3a0117a8482a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.966404 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-375895fd-c540-4375-883c-3a0117a8482a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.972130 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-375895fd-c540-4375-883c-3a0117a8482a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/floatingips/9c874b94-d5bb-4b33-bba2-198429ba0f07 HTTP/1.1" status: 204 len: 168 time: 3.4348352 Feb 11 13:21:45.977336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40578) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:46.051329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '30794d0f-b3cd-4888-8f29-4cac0dbed03d'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:46.064877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:46.070079 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-d038f7dd-00e6-407b-ab87-2b0d03e0c739 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 1094 time: 0.3745270 Feb 11 13:21:46.088755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:floatingip and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:46.090875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768ac65-6cc1-4aee-859e-89f6515dc3a3 req-77f5dcbf-d5bf-4140-9e2a-a0a9e17fc58a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:46.098915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9768ac65-6cc1-4aee-859e-89f6515dc3a3 req-77f5dcbf-d5bf-4140-9e2a-a0a9e17fc58a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4415824 Feb 11 13:21:46.099247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:46.117188 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cb0d30-7814-47ec-bd4e-df3f0235fee9 req-4c853315-5690-4033-9c7f-c5d2b3da43b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf3e2c53-e352-4d54-8ba6-710c64b8f619 HTTP/1.1" status: 200 len: 1001 time: 0.2438316 Feb 11 13:21:46.121381 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f038a01c-93d3-4dfc-81d5-3697ca08342d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.221148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:46.237366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968167f5-951f-4a74-b207-78fc2c71a6ef req-bf7b7fd8-e409-42b3-8ca2-f4a52fc735b8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:46.239038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-968167f5-951f-4a74-b207-78fc2c71a6ef req-bf7b7fd8-e409-42b3-8ca2-f4a52fc735b8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 943 time: 0.5620098 Feb 11 13:21:46.241564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.256934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f038a01c-93d3-4dfc-81d5-3697ca08342d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.257133 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-1ab955d5-ddb5-42dd-b0f5-d5e1c001e189 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=577f012f-863b-41c9-80f1-11d975744a25 HTTP/1.1" status: 200 len: 217 time: 0.1357615 Feb 11 13:21:46.378406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.406960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f038a01c-93d3-4dfc-81d5-3697ca08342d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.416938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038a01c-93d3-4dfc-81d5-3697ca08342d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed8415f-ae9d-4916-aeb3-95b233c7a703,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:46.439567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port 9961977e-b63a-46c1-9542-7ac8336eb634 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:46.548233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb0d30-7814-47ec-bd4e-df3f0235fee9 req-805ed75f-8ff7-4bee-9464-c6017925acec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:46.550182 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cb0d30-7814-47ec-bd4e-df3f0235fee9 req-805ed75f-8ff7-4bee-9464-c6017925acec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f467489-5c42-49fb-9293-5eb2a1867198 HTTP/1.1" status: 200 len: 845 time: 0.3634841 Feb 11 13:21:46.579626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f038a01c-93d3-4dfc-81d5-3697ca08342d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4ed8415f-ae9d-4916-aeb3-95b233c7a703 HTTP/1.1" status: 204 len: 168 time: 1.6723983 Feb 11 13:21:46.595239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40596) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:46.743362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-968167f5-951f-4a74-b207-78fc2c71a6ef req-eb6a2cf1-ca7c-4b78-8caf-def639f57bdc tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792800 Feb 11 13:21:46.744747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9768ac65-6cc1-4aee-859e-89f6515dc3a3 req-fd4b6282-22f2-462c-b206-8a477d5a4442 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445360 Feb 11 13:21:46.756465 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-1c94f5be-b474-48d9-952e-e4f757b8ea96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:46.758789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-1c94f5be-b474-48d9-952e-e4f757b8ea96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.4906466 Feb 11 13:21:46.862248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-9b081002-c0d2-4ab3-9605-3f3cc72de9f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798609 Feb 11 13:21:46.872256 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cb0d30-7814-47ec-bd4e-df3f0235fee9 req-b15c1b96-aecf-4748-b58f-cea7dff21082 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c40f714a-9ffe-46f7-9dd9-807c4e6d5e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3053620 Feb 11 13:21:46.876251 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.038339 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-c35c68b6-7fae-4b41-90ed-ab3786fb0ee1 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648400 Feb 11 13:21:47.044734 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85c08bf-c27c-4d05-bda5-db75d516ec1c', 'tag': '577f012f-863b-41c9-80f1-11d975744a25', 'status': 'completed', 'code': 200} Feb 11 13:21:47.332340 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cb0d30-7814-47ec-bd4e-df3f0235fee9 req-157d51d7-b6cb-4299-b1e2-0440c8049c67 service neutron] 10.222.0.73 "GET /v2.0/networks/c40f714a-9ffe-46f7-9dd9-807c4e6d5e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900200 Feb 11 13:21:47.415941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.476735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9727c67e-db94-4084-8b54-a60fe2e6f7f1']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:47.486364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.496616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.506319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500e169d-91bd-4b10-a802-57bd371a48ef') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:47.507370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500e169d-91bd-4b10-a802-57bd371a48ef') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:47.549325 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7645445-cda5-4491-bdd0-1971b4159c0d req-c1f50bf8-177a-4bf0-83a0-964a484e5674 service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773347 Feb 11 13:21:47.564399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5538c82-8ca1-4a31-b580-c3c7dd64406c req-680ebaca-97bd-4f06-a705-37aefd40f020 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:47.566119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5538c82-8ca1-4a31-b580-c3c7dd64406c req-680ebaca-97bd-4f06-a705-37aefd40f020 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3272648 Feb 11 13:21:47.572670 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cb0d30-7814-47ec-bd4e-df3f0235fee9 req-e324c119-fdcf-4872-a208-c84f013bf7ca service neutron] 10.222.0.73 "GET /v2.0/networks/c40f714a-9ffe-46f7-9dd9-807c4e6d5e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303991 Feb 11 13:21:47.591767 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c111fa56-5ed7-4470-8745-27bca1639af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.608879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.648738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.677377 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.687068 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5538c82-8ca1-4a31-b580-c3c7dd64406c req-400d8805-185a-4b2f-9c07-d92ff15e9371 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121037 Feb 11 13:21:47.691131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:21:47.691622 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.746216 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f3e2ec8-fee5-4728-87c1-476db3e55532 req-e90381b8-25ec-4100-9b70-1b18ee5dc8f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=065894f866e44a928b5da656a828a752&device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 1094 time: 0.1265061 Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:47.768785 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:47.843307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63734ce-2088-4991-8cd1-024f7ee9140b req-facf3f3d-1d9b-48bd-a094-acd9f764c593 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:47.850089 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f63734ce-2088-4991-8cd1-024f7ee9140b req-facf3f3d-1d9b-48bd-a094-acd9f764c593 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 950 time: 0.5828769 Feb 11 13:21:47.948602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e2ec8-fee5-4728-87c1-476db3e55532 req-0f30647b-1098-4ca6-b749-1d0258b0fc44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:47.950413 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f3e2ec8-fee5-4728-87c1-476db3e55532 req-0f30647b-1098-4ca6-b749-1d0258b0fc44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 200 len: 912 time: 0.1947267 Feb 11 13:21:47.975895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:47.986109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:47.988297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=9961977e-b63a-46c1-9542-7ac8336eb634,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:47.995692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:47.999601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.000157 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.009016 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.041063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f3e2ec8-fee5-4728-87c1-476db3e55532 req-d43acdf8-1b98-4cfd-973d-b2bb81f84a54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=577f012f-863b-41c9-80f1-11d975744a25 HTTP/1.1" status: 200 len: 217 time: 0.0778418 Feb 11 13:21:48.042762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.075232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553c62-9900-408e-9b18-b0aa595b8c46 req-83d5ac4b-f911-4ed9-9efd-e480cc69d0f9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.075232 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e553c62-9900-408e-9b18-b0aa595b8c46 req-83d5ac4b-f911-4ed9-9efd-e480cc69d0f9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.1837296 Feb 11 13:21:48.084946 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f63734ce-2088-4991-8cd1-024f7ee9140b req-9bb05ed3-ef31-45fb-bea7-ac399c45bc17 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162645 Feb 11 13:21:48.111001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.25.4.181 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/4c0275c4-a8bf-4617-8ef1-c4efef8647c4) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:48.118307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] Pushing event deleted for resources: {'Network': ['ID=9727c67e-db94-4084-8b54-a60fe2e6f7f1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:48.140702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0008633c-2faa-4a8c-a7d9-98a6a37cd7fa admin admin] 10.222.0.67 "DELETE /v2.0/networks/9727c67e-db94-4084-8b54-a60fe2e6f7f1 HTTP/1.1" status: 204 len: 168 time: 1.5434036 Feb 11 13:21:48.159690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e2ec8-fee5-4728-87c1-476db3e55532 req-60ce8c52-c795-4fc3-8eaf-451cf91d05bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.161158 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f3e2ec8-fee5-4728-87c1-476db3e55532 req-60ce8c52-c795-4fc3-8eaf-451cf91d05bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 200 len: 851 time: 0.0976360 Feb 11 13:21:48.163504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e553c62-9900-408e-9b18-b0aa595b8c46 req-756792c3-39c3-42e8-b85d-969fc3c0bf05 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987546 Feb 11 13:21:48.231120 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-226ed670-0b77-48ab-8137-b9ce78a8df74 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9519002 Feb 11 13:21:48.231302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f3e2ec8-fee5-4728-87c1-476db3e55532 req-2be90e2d-432b-40b0-9d74-faf7eed9422c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=05bf97f3-5682-465b-b63d-f7cee2355e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625727 Feb 11 13:21:48.231302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40644) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:48.380204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40650) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:48.397637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5c6bd-fbb2-458c-81d5-7fc28528672c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.398095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6cf5c6bd-fbb2-458c-81d5-7fc28528672c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:48.437150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6cf5c6bd-fbb2-458c-81d5-7fc28528672c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:48.438713 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6cf5c6bd-fbb2-458c-81d5-7fc28528672c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/9961977e-b63a-46c1-9542-7ac8336eb634 HTTP/1.1" status: 200 len: 840 time: 0.2064731 Feb 11 13:21:48.447921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40660) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:48.481636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f3e2ec8-fee5-4728-87c1-476db3e55532 req-16d9c2ea-27a7-4320-8cc6-feacff4f198f service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874909 Feb 11 13:21:48.580544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-79b9dbfc-7be2-4d9d-af63-a571746df316 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 9961977e-b63a-46c1-9542-7ac8336eb634 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:48.580889 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79b9dbfc-7be2-4d9d-af63-a571746df316 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.630983 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.654893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4423281-59a3-42a2-9b01-6ad988223a47 req-c45ee866-d500-4929-a504-be079e2d36e8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.662338 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e4423281-59a3-42a2-9b01-6ad988223a47 req-c45ee866-d500-4929-a504-be079e2d36e8 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 943 time: 0.4294040 Feb 11 13:21:48.761967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-14731ac1-f7f2-4eaa-829b-9d1c755e284a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60d3a05ad6e045e3b21396a746cead0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3784850 Feb 11 13:21:48.779302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40668) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:48.780438 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.830912 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e4423281-59a3-42a2-9b01-6ad988223a47 req-78bb532a-f2f9-44d9-8071-a78448d0a6c5 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676033 Feb 11 13:21:48.847676 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.930987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.004466 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f3e2ec8-fee5-4728-87c1-476db3e55532 req-0482bcab-8017-4298-a2d3-4db70583887e service neutron] 10.222.0.73 "GET /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059106 Feb 11 13:21:49.007302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6cf1afa1-c3f6-44e0-805d-27bc5e1a428c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.033709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79b9dbfc-7be2-4d9d-af63-a571746df316 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.047315 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6cf1afa1-c3f6-44e0-805d-27bc5e1a428c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.065541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:49.070612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:49.130931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6cf1afa1-c3f6-44e0-805d-27bc5e1a428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.158138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1afa1-c3f6-44e0-805d-27bc5e1a428c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0067f581-0525-423f-9b34-46bfbedbfe8f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:49.201306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:49.239632 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6cf1afa1-c3f6-44e0-805d-27bc5e1a428c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.243230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6cf1afa1-c3f6-44e0-805d-27bc5e1a428c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0067f581-0525-423f-9b34-46bfbedbfe8f HTTP/1.1" status: 204 len: 168 time: 0.4605911 Feb 11 13:21:49.243416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-79b9dbfc-7be2-4d9d-af63-a571746df316 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for 9961977e-b63a-46c1-9542-7ac8336eb634 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:49.279407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100536f4-1e8a-4862-87a1-a49b4b5ec108 req-e19e8001-c0ac-40dc-9aa7-865faed94db1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:49.286730 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-100536f4-1e8a-4862-87a1-a49b4b5ec108 req-e19e8001-c0ac-40dc-9aa7-865faed94db1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.1298008 Feb 11 13:21:49.290319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=4c0275c4-a8bf-4617-8ef1-c4efef8647c4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:49.359185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-100536f4-1e8a-4862-87a1-a49b4b5ec108 req-a4ac4950-615f-4b31-a8d9-39f5c071a64d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709677 Feb 11 13:21:49.572812 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79b9dbfc-7be2-4d9d-af63-a571746df316 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.637140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9dbfc-7be2-4d9d-af63-a571746df316 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=9961977e-b63a-46c1-9542-7ac8336eb634,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:49.664478 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79b9dbfc-7be2-4d9d-af63-a571746df316 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.707463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ea9c7-3ce9-4327-93c0-fec1dcc774fa req-f430b5f2-98d3-4242-a3db-a2b44e61e231 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:49.709068 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e35ea9c7-3ce9-4327-93c0-fec1dcc774fa req-f430b5f2-98d3-4242-a3db-a2b44e61e231 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.1622849 Feb 11 13:21:49.772313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e35ea9c7-3ce9-4327-93c0-fec1dcc774fa req-cd8960cd-605e-4962-a7a5-2a8b62733c48 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Feb 11 13:21:49.844504 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-79b9dbfc-7be2-4d9d-af63-a571746df316 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/9961977e-b63a-46c1-9542-7ac8336eb634 HTTP/1.1" status: 204 len: 168 time: 1.3942075 Feb 11 13:21:49.846168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40708) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:49.938037 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-42928840-f92e-4a34-a63c-65ad7232c4ae tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:21:49.939716 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-42928840-f92e-4a34-a63c-65ad7232c4ae tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/9961977e-b63a-46c1-9542-7ac8336eb634 HTTP/1.1" status: 404 len: 333 time: 0.0925331 Feb 11 13:21:49.943756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40716) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:49.954337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'name': 'tempest-PortsTestJSON-1380907511'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:50.155870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:50.162147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:port and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:50.165495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:50.184636 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.191504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:50.209340 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.214715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:50.218616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.246261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885d8de-0263-4848-9646-0a42ba117e31 req-bac61451-44be-4948-93b8-e4779476188f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.247271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3885d8de-0263-4848-9646-0a42ba117e31 req-bac61451-44be-4948-93b8-e4779476188f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Synchronizing usage tracker for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:50.253555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port f8a57d36-7281-408e-bc70-a0bf55bc8cea yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:50.272001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c250675-588e-4b54-a9df-5af42a46a190 req-b1a3c103-8329-4f25-b073-88a7794fd9db tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.273649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c250675-588e-4b54-a9df-5af42a46a190 req-b1a3c103-8329-4f25-b073-88a7794fd9db tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3261082 Feb 11 13:21:50.345485 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.365151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3885d8de-0263-4848-9646-0a42ba117e31 req-bac61451-44be-4948-93b8-e4779476188f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Unset dirty status for tenant:065894f866e44a928b5da656a828a752 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:50.366680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3885d8de-0263-4848-9646-0a42ba117e31 req-bac61451-44be-4948-93b8-e4779476188f tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 943 time: 0.3114438 Feb 11 13:21:50.380510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c250675-588e-4b54-a9df-5af42a46a190 req-917c5d3c-8d55-428a-a991-4314cd5ba7a8 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008728 Feb 11 13:21:50.463848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 577f012f-863b-41c9-80f1-11d975744a25 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:21:50.469200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:21:50.583796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40738) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:50.724058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.740955 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.747769 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3885d8de-0263-4848-9646-0a42ba117e31 req-479f73bd-f8a3-4203-a2fe-05d846c9209d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651035 Feb 11 13:21:50.824602 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.839470 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.889633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:50.892954 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.905023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 577f012f-863b-41c9-80f1-11d975744a25, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=577f012f-863b-41c9-80f1-11d975744a25,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:50.921310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:50.926971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '577f012f-863b-41c9-80f1-11d975744a25', 'network_id': '05bf97f3-5682-465b-b63d-f7cee2355e2e', 'port_id': '577f012f-863b-41c9-80f1-11d975744a25', 'mac_address': 'fa:16:3e:55:5e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:21:50.952716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=4c0275c4-a8bf-4617-8ef1-c4efef8647c4,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:50.963412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-276644729-network', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:50.980860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:50.988533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:50.993002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:50.997499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.998101 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.999091 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.007549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:51.012998 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'code': 200} Feb 11 13:21:51.017329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=f8a57d36-7281-408e-bc70-a0bf55bc8cea,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:51.022780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Usage tracker for resource:network and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:51.027825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:51.039544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7f9024a1-d2ed-448e-a574-602ef26007fe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0944629 Feb 11 13:21:51.042851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40754) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:51.050467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b0893b0e-1a41-42b7-a84c-d6bf88df6ed1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:51.059418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:51.084202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.112187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:51.145812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Made reservation on behalf of b7ae4168cfa2454daeb86db2386933ba for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:51.148288 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.159042 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.164514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c3b02-7a94-4067-aa3a-504350659554 req-c16af2fc-4162-49bf-b745-298f957af9ea tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:51.167225 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e2c3b02-7a94-4067-aa3a-504350659554 req-c16af2fc-4162-49bf-b745-298f957af9ea tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2833855 Feb 11 13:21:51.188386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577f012f-863b-41c9-80f1-11d975744a25 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:51.206533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 577f012f-863b-41c9-80f1-11d975744a25, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=577f012f-863b-41c9-80f1-11d975744a25,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:51.211555 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.214216 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0893b0e-1a41-42b7-a84c-d6bf88df6ed1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.240879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.293085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=577f012f-863b-41c9-80f1-11d975744a25,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:51.342150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:51.357564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e2c3b02-7a94-4067-aa3a-504350659554 req-96d9026a-f39b-4b53-92ba-d7cabc5bcb39 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802516 Feb 11 13:21:51.360266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:51.364530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:51.372970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:51.468999 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0893b0e-1a41-42b7-a84c-d6bf88df6ed1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.474405 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.475213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0893b0e-1a41-42b7-a84c-d6bf88df6ed1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.493428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.508283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:51.518095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.518461 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Added segment ee693bf4-fe33-4f88-9f11-9357427108f8 of type vlan for network 038bcb61-9280-4b93-ac87-142c78f0aa08 Feb 11 13:21:51.548981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.568427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['577f012f-863b-41c9-80f1-11d975744a25'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:21:51.607699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0893b0e-1a41-42b7-a84c-d6bf88df6ed1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=f8a57d36-7281-408e-bc70-a0bf55bc8cea,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:51.611598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b0893b0e-1a41-42b7-a84c-d6bf88df6ed1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] In _notify_port_updated(), no bound segment for port f8a57d36-7281-408e-bc70-a0bf55bc8cea on network 798317f9-de1a-4252-87b0-6cc928f9d0f0 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:21:51.616758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0893b0e-1a41-42b7-a84c-d6bf88df6ed1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:51.619339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0893b0e-1a41-42b7-a84c-d6bf88df6ed1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.624271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b0893b0e-1a41-42b7-a84c-d6bf88df6ed1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "PUT /v2.0/ports/f8a57d36-7281-408e-bc70-a0bf55bc8cea HTTP/1.1" status: 200 len: 818 time: 0.5785763 Feb 11 13:21:51.627050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40764) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:51.704476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d43064-c7b8-4bff-9140-677ed50101c8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:51.707111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.708038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:51.708607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.717217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bc1298c6-c6f2-4b91-85bd-397eccc235ca tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port f8a57d36-7281-408e-bc70-a0bf55bc8cea {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:21:51.717653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc1298c6-c6f2-4b91-85bd-397eccc235ca tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.813688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] Pushing event updated for resources: {'Network': ['ID=038bcb61-9280-4b93-ac87-142c78f0aa08,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:51.834294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 038bcb61-9280-4b93-ac87-142c78f0aa08 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:21:51.873331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a784a3f6-1fcd-4a3e-89e2-2f2a547d4345 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2883286 Feb 11 13:21:51.875749 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 92bfb606-0276-49cf-9b48-fbf658dd57ae associated. External IP: 172.25.4.181, port: 30794d0f-b3cd-4888-8f29-4cac0dbed03d. Feb 11 13:21:51.910724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40776) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:51.948951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Request body: {'subnet': {'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-subnet', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:51.955244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:51.959367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Usage tracker for resource:subnet and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:51.962842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:51.976153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:52.035276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Made reservation on behalf of b7ae4168cfa2454daeb86db2386933ba for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:52.038311 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.272510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dcba0-9f45-4486-adb7-1cd5b07526b3 req-e2888b8f-4105-4fd6-8020-0fea44288746 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.273980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-786dcba0-9f45-4486-adb7-1cd5b07526b3 req-e2888b8f-4105-4fd6-8020-0fea44288746 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 944 time: 0.1765623 Feb 11 13:21:52.346411 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-786dcba0-9f45-4486-adb7-1cd5b07526b3 req-955d218a-86f7-4121-aa95-67b5242245f0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655000 Feb 11 13:21:52.476720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 623a708d-82fd-4ef6-8f2c-fc74f391ce46 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:21:52.549002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0714a29-d7b8-478f-b154-b9c9183ff029 req-cc68754c-6858-4a6a-9857-d7d396bc10d1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.559120 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0714a29-d7b8-478f-b154-b9c9183ff029 req-cc68754c-6858-4a6a-9857-d7d396bc10d1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 1.0184538 Feb 11 13:21:52.574956 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.669231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:52.686010 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc1298c6-c6f2-4b91-85bd-397eccc235ca tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.754003 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:52.784681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '623a708d-82fd-4ef6-8f2c-fc74f391ce46', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '623a708d-82fd-4ef6-8f2c-fc74f391ce46', 'mac_address': 'fa:16:3e:9a:81:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:21:52.876892 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.897410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 623a708d-82fd-4ef6-8f2c-fc74f391ce46 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:52.920897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:52.929732 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.987077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bc1298c6-c6f2-4b91-85bd-397eccc235ca tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for f8a57d36-7281-408e-bc70-a0bf55bc8cea owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:21:52.992142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:53.006219 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369222c-929b-48ca-9d87-d813eb2938d8 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:21:53.019965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=623a708d-82fd-4ef6-8f2c-fc74f391ce46,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:53.021499 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369222c-929b-48ca-9d87-d813eb2938d8 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:53.022104 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8369222c-929b-48ca-9d87-d813eb2938d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:53.039205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.095738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['623a708d-82fd-4ef6-8f2c-fc74f391ce46'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:21:53.103841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0714a29-d7b8-478f-b154-b9c9183ff029 req-1a1f2f5e-594f-46ad-85e3-23a75d9ca7aa tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430555 Feb 11 13:21:53.124126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Checking segment: {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:53.124353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Network hostable DHCP agents. Network: 038bcb61-9280-4b93-ac87-142c78f0aa08, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:53.128701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df95483-ebc8-41cc-9bd4-520dafb76a6f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:53.142531 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8369222c-929b-48ca-9d87-d813eb2938d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:53.147389 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3cbec70c-1981-4cbd-9a9f-5d7c3bc3a529 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1651013 Feb 11 13:21:53.153012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40896) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:53.162939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1166722176'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:53.193202 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369222c-929b-48ca-9d87-d813eb2938d8 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:21:53.193834 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8369222c-929b-48ca-9d87-d813eb2938d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:53.194983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:53.204731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:network and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:53.210211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:53.222032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:53.252061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Network 038bcb61-9280-4b93-ac87-142c78f0aa08 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:53.268174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Made reservation on behalf of 79b3506a6c0a400f8257ed8c636d942c for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:53.277378 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc1298c6-c6f2-4b91-85bd-397eccc235ca tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.277653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.353729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:53.376265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.376854 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Added segment 132e7ab9-5ba4-45b8-a819-d82efba9cf79 of type vlan for network c09634c7-2c74-476c-8b08-4daf8c83dbd3 Feb 11 13:21:53.380177 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8369222c-929b-48ca-9d87-d813eb2938d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:53.380585 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369222c-929b-48ca-9d87-d813eb2938d8 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:21:53.385738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1298c6-c6f2-4b91-85bd-397eccc235ca tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=f8a57d36-7281-408e-bc70-a0bf55bc8cea,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:53.390067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 038bcb61-9280-4b93-ac87-142c78f0aa08) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:53.398606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:53.399500 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.423761 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc1298c6-c6f2-4b91-85bd-397eccc235ca tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.450633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.450810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bc1298c6-c6f2-4b91-85bd-397eccc235ca tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/f8a57d36-7281-408e-bc70-a0bf55bc8cea HTTP/1.1" status: 204 len: 168 time: 1.8200884 Feb 11 13:21:53.455204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d772decf-d3d7-449f-8d5a-71a35ee20da0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5433030 Feb 11 13:21:53.456187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40930) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:53.458421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40934) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:53.458548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563cd26-1d4b-489e-97b1-9464cf42b136 None None] Network 038bcb61-9280-4b93-ac87-142c78f0aa08 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:53.584860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:53.602362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:53.614269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Usage tracker for resource:router and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:53.624253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:53.644675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:53.692639 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.699736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:53.701030 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.708091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.709038 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.744301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285abe27-81b9-4325-8978-1047e232d1ab req-346de3fb-e40b-4ce8-9c5a-25c5250bded2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:53.745946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-285abe27-81b9-4325-8978-1047e232d1ab req-346de3fb-e40b-4ce8-9c5a-25c5250bded2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2125130 Feb 11 13:21:53.752814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b9ce3-56f6-45f4-adf5-669d126e2c0d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:53.753563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e8b9ce3-56f6-45f4-adf5-669d126e2c0d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:21:53.779935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.816913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e8b9ce3-56f6-45f4-adf5-669d126e2c0d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:21:53.820750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6e8b9ce3-56f6-45f4-adf5-669d126e2c0d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.3608046 Feb 11 13:21:53.823440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40970) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:53.873998 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-686b5a06-6a0a-4c05-b760-212d3b03b218 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:21:53.875313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-686b5a06-6a0a-4c05-b760-212d3b03b218 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/f8a57d36-7281-408e-bc70-a0bf55bc8cea HTTP/1.1" status: 404 len: 333 time: 0.0500982 Feb 11 13:21:53.888142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40982) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:53.901906 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7477605 Feb 11 13:21:53.905891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1919312489'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:53.911399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:53.916041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:network and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:53.925324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:53.927971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40988) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:53.928549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0a9ff-caba-4d96-b5e7-0c7029fa4bc2 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Network': ['ID=c09634c7-2c74-476c-8b08-4daf8c83dbd3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:53.939683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:53.944394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'subnet': {'network_id': 'c09634c7-2c74-476c-8b08-4daf8c83dbd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:53.947507 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-285abe27-81b9-4325-8978-1047e232d1ab req-baa547c9-4f34-4f89-85b3-a12aa7974984 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908684 Feb 11 13:21:53.959178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network c09634c7-2c74-476c-8b08-4daf8c83dbd3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:21:54.044663 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.117878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:54.125317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.201656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a70ac-3dd8-405e-b643-ac65cb4ec141 req-5e7d2c2b-da5d-4d6d-a205-e7bce921a773 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:54.208523 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f9a70ac-3dd8-405e-b643-ac65cb4ec141 req-5e7d2c2b-da5d-4d6d-a205-e7bce921a773 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 944 time: 0.6253772 Feb 11 13:21:54.256573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:54.271592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:subnet and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:54.285930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:54.316167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:54.359503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:54.367028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Made reservation on behalf of 79b3506a6c0a400f8257ed8c636d942c for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:54.391910 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f9a70ac-3dd8-405e-b643-ac65cb4ec141 req-73e89708-5a3c-4180-8787-6a7d9bcda22e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826017 Feb 11 13:21:54.466471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.466846 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Added segment fc498525-d861-4001-b4a6-0102e1078eee of type vlan for network 993ac850-dc89-45cf-98eb-ac1fd7d290cc Feb 11 13:21:54.472144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-038bcb61-9280-4b93-ac87-142c78f0aa08', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:21:54.472953 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.492049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 623a708d-82fd-4ef6-8f2c-fc74f391ce46 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:54.515754 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.565528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.594880 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.726906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.733843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b878ebb-1911-465d-b10d-363e17b04105 req-53053aab-a247-4740-af7a-5e95cb8a71cb tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:54.734059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:54.734327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.741941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b878ebb-1911-465d-b10d-363e17b04105 req-53053aab-a247-4740-af7a-5e95cb8a71cb tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3764064 Feb 11 13:21:54.816078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Allocated IP 172.20.0.2 (038bcb61-9280-4b93-ac87-142c78f0aa08/5df95483-ebc8-41cc-9bd4-520dafb76a6f/2f15e3ed-33fb-4dde-808c-2e7bc59dbba4) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:54.851488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.858298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:54.859585 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.934979 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b878ebb-1911-465d-b10d-363e17b04105 req-7459b474-7366-45e5-971e-5883ce942d91 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915596 Feb 11 13:21:54.960637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Allocated IP 172.25.4.235 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d91dd267-d4a0-4674-a773-5aae00ddc391) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:55.022071 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.111422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623a708d-82fd-4ef6-8f2c-fc74f391ce46'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:55.150794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Network': ['ID=993ac850-dc89-45cf-98eb-ac1fd7d290cc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:55.161835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:55.163407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f547a02e-48b1-44ce-9238-cd6f2e28a688 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2733619 Feb 11 13:21:55.169472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41124) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:55.173838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 993ac850-dc89-45cf-98eb-ac1fd7d290cc details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:21:55.177708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:55.419889 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623a708d-82fd-4ef6-8f2c-fc74f391ce46', 'code': 200} Feb 11 13:21:55.426023 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.426822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 577f012f-863b-41c9-80f1-11d975744a25 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:21:55.448965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:55.458055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:55.480820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:55.502193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:55.542246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:55.770780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=623a708d-82fd-4ef6-8f2c-fc74f391ce46,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:55.801699 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.811986 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17988dc6-08ee-4bef-ae8b-79065124ec66 req-8ef7c5b9-2d9c-4740-a92c-080c4b5b0760 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7593472 Feb 11 13:21:55.836166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c9f4d-c967-4707-a23c-0fda873f4e8f req-568533a6-6e31-4d44-885b-e1fd052a94dd tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:55.839512 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d2c9f4d-c967-4707-a23c-0fda873f4e8f req-568533a6-6e31-4d44-885b-e1fd052a94dd tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2491133 Feb 11 13:21:55.863884 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.888459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Transition to ACTIVE for port object 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:55.904737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 577f012f-863b-41c9-80f1-11d975744a25 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:55.927362 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.930004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 577f012f-863b-41c9-80f1-11d975744a25 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:55.930493 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.966702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d2c9f4d-c967-4707-a23c-0fda873f4e8f req-81226d3e-bcb5-4051-819e-c3063b36339e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781505 Feb 11 13:21:56.018941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.029019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Subnet': ['ID=d742fda1-509d-4651-a06f-20ab27a20ac7,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:56.053882 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.082916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17988dc6-08ee-4bef-ae8b-79065124ec66 req-7722a3f3-84d0-4d3c-afe2-9a36973a8739 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e4d1dcd794d492dade7a985d2cffc0e&device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 1101 time: 0.2422030 Feb 11 13:21:56.106187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Transition to ACTIVE for port object 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:56.106918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd00a5-f4f9-4b8e-bac0-a0384eee80ef req-a2a83617-6cee-48b7-aab3-6cb2c28b7bf0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:56.108527 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfcd00a5-f4f9-4b8e-bac0-a0384eee80ef req-a2a83617-6cee-48b7-aab3-6cb2c28b7bf0 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 944 time: 0.4094250 Feb 11 13:21:56.130912 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.260980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Checking segment: {'id': '132e7ab9-5ba4-45b8-a819-d82efba9cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c09634c7-2c74-476c-8b08-4daf8c83dbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:56.261346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network hostable DHCP agents. Network: c09634c7-2c74-476c-8b08-4daf8c83dbd3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:56.300344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfcd00a5-f4f9-4b8e-bac0-a0384eee80ef req-e464ae34-e4e9-4d9f-9043-6c49d58e7d9d tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260593 Feb 11 13:21:56.303748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network c09634c7-2c74-476c-8b08-4daf8c83dbd3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:56.324286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, c09634c7-2c74-476c-8b08-4daf8c83dbd3) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:56.332588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:56.333228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.382757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ac0b80c5-9c95-475f-aafe-63c8a00c1a31 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4515786 Feb 11 13:21:56.385230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771bd70-700b-4c91-9432-f246c340ff8b None None] Network c09634c7-2c74-476c-8b08-4daf8c83dbd3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:56.386101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41220) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:56.392489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-16650582', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:56.401067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:56.405218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:router and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:56.408752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:56.415153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:56.455412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:56.458604 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.459731 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.480912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:56.489455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:56.546459 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.587746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.605364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Pushing event updated for resources: {'Port': ['ID=d91dd267-d4a0-4674-a773-5aae00ddc391,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:56.653249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Pushing event updated for resources: {'Port': ['ID=2f15e3ed-33fb-4dde-808c-2e7bc59dbba4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:56.739817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Network 038bcb61-9280-4b93-ac87-142c78f0aa08 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:56.759764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17988dc6-08ee-4bef-ae8b-79065124ec66 req-6c63c63f-0864-4f0a-86ad-9ce134493111 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:56.761276 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17988dc6-08ee-4bef-ae8b-79065124ec66 req-6c63c63f-0864-4f0a-86ad-9ce134493111 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.6528776 Feb 11 13:21:56.768130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:56.786734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:56.891148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65eef5a-6df0-4d92-af86-59c3cf5e615f req-4f96e8c6-8dd1-4e32-bbde-b759edd04dea tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:56.900178 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f65eef5a-6df0-4d92-af86-59c3cf5e615f req-4f96e8c6-8dd1-4e32-bbde-b759edd04dea tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.6059992 Feb 11 13:21:56.937046 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17988dc6-08ee-4bef-ae8b-79065124ec66 req-8d879f27-287f-4bbe-a631-4a428eb60e1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=7e2bdb1b-4253-46b9-80a4-48f90ff8951f HTTP/1.1" status: 200 len: 217 time: 0.1673548 Feb 11 13:21:56.956301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=634a47ee-6ebc-4ef1-9979-34ecbb41235d,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:56.967233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Checking segment: {'id': 'fc498525-d861-4001-b4a6-0102e1078eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:56.968172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network hostable DHCP agents. Network: 993ac850-dc89-45cf-98eb-ac1fd7d290cc, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:56.996872 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.015457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 993ac850-dc89-45cf-98eb-ac1fd7d290cc is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:57.060591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f65eef5a-6df0-4d92-af86-59c3cf5e615f req-b0a0dbc6-67c2-4c37-808f-3d3a2c53ff6d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569221 Feb 11 13:21:57.064751 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.112115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 577f012f-863b-41c9-80f1-11d975744a25, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=577f012f-863b-41c9-80f1-11d975744a25,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:57.122264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-c09634c7-2c74-476c-8b08-4daf8c83dbd3', 'network_id': 'c09634c7-2c74-476c-8b08-4daf8c83dbd3', 'tenant_id': '79b3506a6c0a400f8257ed8c636d942c', 'fixed_ips': [{'subnet_id': 'd742fda1-509d-4651-a06f-20ab27a20ac7'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:21:57.123407 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.139323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17988dc6-08ee-4bef-ae8b-79065124ec66 req-d3174fba-d201-420d-81eb-26fb075c7dff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:57.141946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17988dc6-08ee-4bef-ae8b-79065124ec66 req-d3174fba-d201-420d-81eb-26fb075c7dff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1953135 Feb 11 13:21:57.143097 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.143767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.162700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 993ac850-dc89-45cf-98eb-ac1fd7d290cc) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:57.187108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:57.187529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.395677 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.403030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41292) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:57.403302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8df44356-ab94-42b0-98a2-efc73067cae1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2317162 Feb 11 13:21:57.427638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:57.507260 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db879cdd-572f-4a5b-a425-0330fea5022e None None] Network 993ac850-dc89-45cf-98eb-ac1fd7d290cc requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:21:57.570520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85c08bf-c27c-4d05-bda5-db75d516ec1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577f012f-863b-41c9-80f1-11d975744a25'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:57.711763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.757983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:57.819809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:57.835801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:57.855532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:21:57.870363 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17988dc6-08ee-4bef-ae8b-79065124ec66 req-79039fcf-2426-42a7-80ca-fbac414c94d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7205393 Feb 11 13:21:57.882423 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.918744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Allocated IP 172.20.0.2 (c09634c7-2c74-476c-8b08-4daf8c83dbd3/d742fda1-509d-4651-a06f-20ab27a20ac7/e05f1908-88e1-44dc-86df-b1d0628bcb27) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:57.970367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:58.076774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea1175-fa0b-42d7-88ff-4f7c05337ff4 req-64cbf50d-866c-4c5a-a693-492268bce0ca tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:58.083888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ea1175-fa0b-42d7-88ff-4f7c05337ff4 req-64cbf50d-866c-4c5a-a693-492268bce0ca tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2985978 Feb 11 13:21:58.167114 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.180223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Transition to ACTIVE for port object e05f1908-88e1-44dc-86df-b1d0628bcb27 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:58.205192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Transition to ACTIVE for port object e05f1908-88e1-44dc-86df-b1d0628bcb27 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:58.208611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=577f012f-863b-41c9-80f1-11d975744a25,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:58.267147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.25.4.228 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/551d0ab5-bb90-422e-99f8-5c34a00e48d4) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:58.300208 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.308821 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ea1175-fa0b-42d7-88ff-4f7c05337ff4 req-0dc3189c-461d-494b-8f70-ac867a9110f2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236695 Feb 11 13:21:58.392792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Network c09634c7-2c74-476c-8b08-4daf8c83dbd3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:58.398176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Pushing event updated for resources: {'Port': ['ID=e05f1908-88e1-44dc-86df-b1d0628bcb27,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:58.401754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:58.403597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Attempting to bind port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:58.404022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Attempting to bind port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:58.404442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Attempting to bind port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 on network 038bcb61-9280-4b93-ac87-142c78f0aa08 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:21:58.412074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:58.418441 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.419953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:21:58.420326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Checking segment: {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:58.420723 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.421105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Bound using segment: {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:21:58.421562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Bound port: 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:58.421928 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.497498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b80e1-c0c0-44e4-a2a9-40af3940481a req-28cac9a8-1a24-45b1-b170-46a28474c376 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:58.505663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce5b80e1-c0c0-44e4-a2a9-40af3940481a req-28cac9a8-1a24-45b1-b170-46a28474c376 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 945 time: 0.7694795 Feb 11 13:21:58.578831 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.593729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] For port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:58.597363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] For port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2f15e3ed-33fb-4dde-808c-2e7bc59dbba4,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:58.627231 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.632865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-993ac850-dc89-45cf-98eb-ac1fd7d290cc', 'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc', 'tenant_id': 'b2e27848a419477b841c897cc781976d', 'fixed_ips': [{'subnet_id': '634a47ee-6ebc-4ef1-9979-34ecbb41235d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:21:58.634834 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.655870 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85c08bf-c27c-4d05-bda5-db75d516ec1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577f012f-863b-41c9-80f1-11d975744a25', 'code': 200} Feb 11 13:21:58.674130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.734486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=551d0ab5-bb90-422e-99f8-5c34a00e48d4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:58.758539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:58.761509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:58.768274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:21:58.875940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453961a1-7f0a-4107-8dc4-60731002a024 None None] Pushing event updated for resources: {'Port': ['ID=2f15e3ed-33fb-4dde-808c-2e7bc59dbba4,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:58.879592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Attempting to bind port e05f1908-88e1-44dc-86df-b1d0628bcb27 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:58.880059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Attempting to bind port e05f1908-88e1-44dc-86df-b1d0628bcb27 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '132e7ab9-5ba4-45b8-a819-d82efba9cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c09634c7-2c74-476c-8b08-4daf8c83dbd3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:58.880559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Attempting to bind port e05f1908-88e1-44dc-86df-b1d0628bcb27 on network c09634c7-2c74-476c-8b08-4daf8c83dbd3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:21:58.890950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:21:58.891753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Checking segment: {'id': '132e7ab9-5ba4-45b8-a819-d82efba9cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c09634c7-2c74-476c-8b08-4daf8c83dbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:21:58.892071 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.892539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Bound using segment: {'id': '132e7ab9-5ba4-45b8-a819-d82efba9cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c09634c7-2c74-476c-8b08-4daf8c83dbd3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:21:58.893179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Bound port: e05f1908-88e1-44dc-86df-b1d0628bcb27, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132e7ab9-5ba4-45b8-a819-d82efba9cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c09634c7-2c74-476c-8b08-4daf8c83dbd3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:58.893613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.923250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce5b80e1-c0c0-44e4-a2a9-40af3940481a req-84a880c8-9411-47f8-8d33-be3cfcaa0e76 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175775 Feb 11 13:21:58.995969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17988dc6-08ee-4bef-ae8b-79065124ec66 req-bf1638b9-8571-4b8f-9243-2584b0e108ed service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1037040 Feb 11 13:21:59.026278 n-d-818559-1 neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 634a47ee-6ebc-4ef1-9979-34ecbb41235d (CIDR: 172.20.0.0/28) Feb 11 13:21:59.117016 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:59.117788 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:59.120350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] For port e05f1908-88e1-44dc-86df-b1d0628bcb27, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:59.159034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] For port e05f1908-88e1-44dc-86df-b1d0628bcb27, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e05f1908-88e1-44dc-86df-b1d0628bcb27,segment=NetworkSegment(132e7ab9-5ba4-45b8-a819-d82efba9cf79),segment_id=132e7ab9-5ba4-45b8-a819-d82efba9cf79)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:59.169261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Allocated IP 172.20.0.2 (993ac850-dc89-45cf-98eb-ac1fd7d290cc/634a47ee-6ebc-4ef1-9979-34ecbb41235d/edb52cf6-08cd-4d45-a422-7b6b9027a5fc) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:59.184945 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:59.394119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2c42b-9add-4e6d-9ebf-5be713e33642 None None] Pushing event updated for resources: {'Port': ['ID=e05f1908-88e1-44dc-86df-b1d0628bcb27,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:59.416107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17988dc6-08ee-4bef-ae8b-79065124ec66 req-e3002d57-6e33-4b63-86a5-a575537d01f9 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871553 Feb 11 13:21:59.424553 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:21:59.430656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:21:59.498106 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61aed03f-74ab-465c-ad9d-47a4e6bb0717 req-1ffc7428-f725-4b4a-b14f-07d1ce1e3dcf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 1096 time: 0.8296776 Feb 11 13:21:59.592689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61aed03f-74ab-465c-ad9d-47a4e6bb0717 req-e2869f96-f322-4f1b-af33-0a54accd362d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666273 Feb 11 13:21:59.614858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6e028e9a-e277-416c-a8f9-32e5af5033bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2040272 Feb 11 13:21:59.616091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41346) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:21:59.632222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:21:59.654472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Router 4a5ad87d-95da-4c88-838a-cd19c02ea06f is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:59.925888 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:59.930506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:21:59.936313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:21:59.939627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:21:59.943998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Transition to ACTIVE for port object edb52cf6-08cd-4d45-a422-7b6b9027a5fc will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:59.951104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:00.002219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Transition to ACTIVE for port object edb52cf6-08cd-4d45-a422-7b6b9027a5fc will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:00.002596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:00.006931 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.013976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.167134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Pushing event updated for resources: {'Port': ['ID=edb52cf6-08cd-4d45-a422-7b6b9027a5fc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:00.200923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Network 993ac850-dc89-45cf-98eb-ac1fd7d290cc is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:00.216605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:00.221274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:00.311557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec07688-c553-422b-988c-abc5ac07ea71 req-537a9899-49c1-4ef3-8d29-d33ee7ccdd0b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:00.322293 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ec07688-c553-422b-988c-abc5ac07ea71 req-537a9899-49c1-4ef3-8d29-d33ee7ccdd0b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4674525 Feb 11 13:22:00.363417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router 3a1db554-a350-4eb4-830b-e284efd59e54 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:22:00.483390 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Attempting to bind port edb52cf6-08cd-4d45-a422-7b6b9027a5fc on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:00.483752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Attempting to bind port edb52cf6-08cd-4d45-a422-7b6b9027a5fc by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'fc498525-d861-4001-b4a6-0102e1078eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:00.484105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Attempting to bind port edb52cf6-08cd-4d45-a422-7b6b9027a5fc on network 993ac850-dc89-45cf-98eb-ac1fd7d290cc {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:22:00.516007 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ec07688-c553-422b-988c-abc5ac07ea71 req-3959cfe5-4824-4094-8d27-3143fdb77aa0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803617 Feb 11 13:22:00.516959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:22:00.517421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Checking segment: {'id': 'fc498525-d861-4001-b4a6-0102e1078eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:22:00.517823 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.518205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Bound using segment: {'id': 'fc498525-d861-4001-b4a6-0102e1078eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:22:00.518711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Bound port: edb52cf6-08cd-4d45-a422-7b6b9027a5fc, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc498525-d861-4001-b4a6-0102e1078eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:00.519080 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.635001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:00.670060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.700807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:00.726081 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.727386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-772dfd72-6c9a-4262-8875-213ba4df7f42 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2085438 Feb 11 13:22:00.730199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41360) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:00.839630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=c27c2669-5bb7-481e-9045-3d3f43997d9c,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:00.913870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Sync routers for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:01.009071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:01.012277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:01.393864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 993ac850-dc89-45cf-98eb-ac1fd7d290cc is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:01.401142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:01.411581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:01.412180 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.556781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:22:01.638075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a7257-17c4-4aa2-b3c2-988870721b29 req-cd451c06-fd52-43ab-b096-cefcbc50c538 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:01.639686 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e45a7257-17c4-4aa2-b3c2-988870721b29 req-cd451c06-fd52-43ab-b096-cefcbc50c538 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 945 time: 1.1009691 Feb 11 13:22:01.664863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41372) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:01.665748 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-436cf076-4dbd-4975-acac-2cc835d13be5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0483482 Feb 11 13:22:01.684324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc', 'fixed_ips': [{'subnet_id': '634a47ee-6ebc-4ef1-9979-34ecbb41235d'}, {'subnet_id': 'c27c2669-5bb7-481e-9045-3d3f43997d9c'}], 'name': 'tempest-PortsTestJSON-1280893378'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:01.726031 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe4469-f55e-4aba-91b3-5e5b951ce013 None None] Network 038bcb61-9280-4b93-ac87-142c78f0aa08 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:01.748169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e42631-8fb5-426a-98e3-c349afa67f6c None None] Network c09634c7-2c74-476c-8b08-4daf8c83dbd3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:01.900091 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e45a7257-17c4-4aa2-b3c2-988870721b29 req-98373d46-ec27-45b2-bc34-e4a57cb0761c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321193 Feb 11 13:22:01.912009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:01.945561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:01.973956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:port and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:01.986613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:02.006518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:02.064673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:02.074289 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1ccd9-daf1-4702-9a81-158c8af2329a None None] Sync routers for ids ['3a1db554-a350-4eb4-830b-e284efd59e54'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:02.092734 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1ccd9-daf1-4702-9a81-158c8af2329a None None] Routers {'3a1db554-a350-4eb4-830b-e284efd59e54'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:02.093358 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-84c1ccd9-daf1-4702-9a81-158c8af2329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3a1db554-a350-4eb4-830b-e284efd59e54'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:02.111210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] For port edb52cf6-08cd-4d45-a422-7b6b9027a5fc, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:02.114174 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:02.115723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] For port edb52cf6-08cd-4d45-a422-7b6b9027a5fc, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=edb52cf6-08cd-4d45-a422-7b6b9027a5fc,segment=NetworkSegment(fc498525-d861-4001-b4a6-0102e1078eee),segment_id=fc498525-d861-4001-b4a6-0102e1078eee)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:02.119082 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1df3f1b1-c6b3-4cd4-ba98-6f1b3740dd20 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7316647 Feb 11 13:22:02.120562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41384) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:02.181377 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-84c1ccd9-daf1-4702-9a81-158c8af2329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:02.193510 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1ccd9-daf1-4702-9a81-158c8af2329a None None] Routers {'3a1db554-a350-4eb4-830b-e284efd59e54'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:02.198688 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-84c1ccd9-daf1-4702-9a81-158c8af2329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3a1db554-a350-4eb4-830b-e284efd59e54'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:02.252794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e05f1908-88e1-44dc-86df-b1d0628bcb27 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:02.279529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:02.286244 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:02.306619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d84b95-e2af-4977-b465-5ac71cc61474 req-3a887f53-5aa4-4246-a77a-d01218838d93 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:02.313084 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-52d84b95-e2af-4977-b465-5ac71cc61474 req-3a887f53-5aa4-4246-a77a-d01218838d93 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4193461 Feb 11 13:22:02.324478 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-84c1ccd9-daf1-4702-9a81-158c8af2329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:02.325197 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c1ccd9-daf1-4702-9a81-158c8af2329a None None] The sync data for ids ['3a1db554-a350-4eb4-830b-e284efd59e54'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:02.411361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:22:02.712983 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:02.823624 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-52d84b95-e2af-4977-b465-5ac71cc61474 req-8c3f4e59-bc66-450f-b996-6b402e62dd1f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386415 Feb 11 13:22:02.868060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7e62d534-0a9a-458d-a53c-5b864a777e52 None None] Provisioning for port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:02.944911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.9 (993ac850-dc89-45cf-98eb-ac1fd7d290cc/634a47ee-6ebc-4ef1-9979-34ecbb41235d/45f90eb9-7832-41b1-a2e9-cb49d6746cb7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:02.955192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.21 (993ac850-dc89-45cf-98eb-ac1fd7d290cc/c27c2669-5bb7-481e-9045-3d3f43997d9c/45f90eb9-7832-41b1-a2e9-cb49d6746cb7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:02.979818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7e62d534-0a9a-458d-a53c-5b864a777e52 None None] Provisioning complete for port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:02.980445 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e62d534-0a9a-458d-a53c-5b864a777e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:03.229255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port e05f1908-88e1-44dc-86df-b1d0628bcb27 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:03.251415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4752c28-637c-4d6a-9964-0d0a2d794078 None None] Pushing event updated for resources: {'Port': ['ID=edb52cf6-08cd-4d45-a422-7b6b9027a5fc,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:03.406276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:21:56Z', 'revision_number': 3, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:03.417020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66bee-bfa2-4d3c-93cc-69b40d9b96cc req-6904e357-3efc-4123-b3b4-5cb3f10125e7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:03.425418 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbd66bee-bfa2-4d3c-93cc-69b40d9b96cc req-6904e357-3efc-4123-b3b4-5cb3f10125e7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 950 time: 0.4870157 Feb 11 13:22:03.429417 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e62d534-0a9a-458d-a53c-5b864a777e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:03.453247 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:03.489571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Checking router: 4a5ad87d-95da-4c88-838a-cd19c02ea06f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:22:03.489571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Updating router 4a5ad87d-95da-4c88-838a-cd19c02ea06f port d91dd267-d4a0-4674-a773-5aae00ddc391 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:22:03.504740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:03.620111 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbd66bee-bfa2-4d3c-93cc-69b40d9b96cc req-a78261a1-8d24-478c-8850-c4371f90c342 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704218 Feb 11 13:22:03.689880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7e62d534-0a9a-458d-a53c-5b864a777e52 None None] For port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2f15e3ed-33fb-4dde-808c-2e7bc59dbba4,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:03.727378 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e62d534-0a9a-458d-a53c-5b864a777e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:03.743539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede921-d7ec-465f-8e98-d7a0a2c8e3df req-4d05e5f1-73ff-4e97-9a35-dc07994ece88 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:03.745289 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-caede921-d7ec-465f-8e98-d7a0a2c8e3df req-4d05e5f1-73ff-4e97-9a35-dc07994ece88 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 945 time: 0.5228083 Feb 11 13:22:03.833984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:03.918677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:03.967528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62d534-0a9a-458d-a53c-5b864a777e52 None None] Pushing event updated for resources: {'Port': ['ID=2f15e3ed-33fb-4dde-808c-2e7bc59dbba4,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:04.050250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-31b1988b-20c6-4944-9e43-28b6202237fe None None] Provisioning for port e05f1908-88e1-44dc-86df-b1d0628bcb27 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:04.080471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:04.085743 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-caede921-d7ec-465f-8e98-d7a0a2c8e3df req-2bcd566f-5afb-4a49-a62a-3718f7029eac tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098338 Feb 11 13:22:04.097481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-31b1988b-20c6-4944-9e43-28b6202237fe None None] Provisioning complete for port e05f1908-88e1-44dc-86df-b1d0628bcb27 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:04.100673 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31b1988b-20c6-4944-9e43-28b6202237fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:04.119291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 993ac850-dc89-45cf-98eb-ac1fd7d290cc is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:04.126817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:04.130543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:04.466772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=45f90eb9-7832-41b1-a2e9-cb49d6746cb7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:04.511657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:04.512362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:04.631795 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:04.687289 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-081f15ea-0f64-4982-991c-ea5b8a1d3c94 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.0211370 Feb 11 13:22:04.687976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41414) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:04.711598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '634a47ee-6ebc-4ef1-9979-34ecbb41235d'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:04.815008 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:22:04.938096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5f7f57-ee85-40a3-8a00-ceab93ced83d None None] Network 993ac850-dc89-45cf-98eb-ac1fd7d290cc requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:04.961464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-33d55044-c428-48b4-8ef4-02e137ce490a tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:04.963586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-33d55044-c428-48b4-8ef4-02e137ce490a tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 950 time: 0.6425798 Feb 11 13:22:04.978374 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31b1988b-20c6-4944-9e43-28b6202237fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.110175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-31b1988b-20c6-4944-9e43-28b6202237fe None None] For port e05f1908-88e1-44dc-86df-b1d0628bcb27, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e05f1908-88e1-44dc-86df-b1d0628bcb27,segment=NetworkSegment(132e7ab9-5ba4-45b8-a819-d82efba9cf79),segment_id=132e7ab9-5ba4-45b8-a819-d82efba9cf79)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:05.116394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Allocated IP 172.20.0.1 (038bcb61-9280-4b93-ac87-142c78f0aa08/5df95483-ebc8-41cc-9bd4-520dafb76a6f/22eae837-49b8-4be4-aa47-3e09c1cc25b5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:05.117327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.122280 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31b1988b-20c6-4944-9e43-28b6202237fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.167418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524db83-c711-43bd-a997-db3e4e7e7a9a req-cf22d0ff-a019-4f0c-9e04-2bab087dabc3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:05.177496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e524db83-c711-43bd-a997-db3e4e7e7a9a req-cf22d0ff-a019-4f0c-9e04-2bab087dabc3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 1.0518980 Feb 11 13:22:05.221723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Transition to ACTIVE for port object d91dd267-d4a0-4674-a773-5aae00ddc391 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:05.260194 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.282932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.303144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Transition to ACTIVE for port object 22eae837-49b8-4be4-aa47-3e09c1cc25b5 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:05.328846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.20.0.1 (c09634c7-2c74-476c-8b08-4daf8c83dbd3/d742fda1-509d-4651-a06f-20ab27a20ac7/3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:05.356753 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e524db83-c711-43bd-a997-db3e4e7e7a9a req-b3f9bc0f-5468-4b61-8e4d-c6b741c8eb8d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769693 Feb 11 13:22:05.402686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1988b-20c6-4944-9e43-28b6202237fe None None] Pushing event updated for resources: {'Port': ['ID=e05f1908-88e1-44dc-86df-b1d0628bcb27,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:05.476667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Attempting to bind port d91dd267-d4a0-4674-a773-5aae00ddc391 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:05.477149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Attempting to bind port d91dd267-d4a0-4674-a773-5aae00ddc391 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:05.478172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Attempting to bind port d91dd267-d4a0-4674-a773-5aae00ddc391 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:22:05.518106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c8876bb1-9d04-4efe-af3a-85df8ada962f None None] Provisioning complete for port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:05.518643 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8876bb1-9d04-4efe-af3a-85df8ada962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.578328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.581731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:22:05.582226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:22:05.582776 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.583271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:22:05.583870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Bound port: d91dd267-d4a0-4674-a773-5aae00ddc391, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:05.584344 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.706647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:05.734782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24205186-ee13-4ea1-94e0-11fc5cba3de4 None None] Pushing event updated for resources: {'Port': ['ID=d91dd267-d4a0-4674-a773-5aae00ddc391,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:05.807101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.843677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Transition to ACTIVE for port object 3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:05.862191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05840e-7deb-43a7-8c3a-6504de5e5988 req-b5722d3c-3479-48a6-9fff-c43945210d52 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:05.863684 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e05840e-7deb-43a7-8c3a-6504de5e5988 req-b5722d3c-3479-48a6-9fff-c43945210d52 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 950 time: 0.1542332 Feb 11 13:22:05.927393 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e05840e-7deb-43a7-8c3a-6504de5e5988 req-712074af-d033-49e8-ac70-c4a3da80c53e tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Feb 11 13:22:05.929234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.984123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] For port d91dd267-d4a0-4674-a773-5aae00ddc391, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:06.006875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Network 038bcb61-9280-4b93-ac87-142c78f0aa08 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:06.009926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] For port d91dd267-d4a0-4674-a773-5aae00ddc391, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d91dd267-d4a0-4674-a773-5aae00ddc391,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:06.020520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-8a6826b5-00f5-4fb6-80a4-3fa70d3956b7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Deleting port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:06.021138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-8a6826b5-00f5-4fb6-80a4-3fa70d3956b7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.025129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cc3da6-0a37-46e9-a513-0c9ffff85ea4 None None] Update dhcp port {'port': {'network_id': '993ac850-dc89-45cf-98eb-ac1fd7d290cc', 'fixed_ips': [{'subnet_id': '634a47ee-6ebc-4ef1-9979-34ecbb41235d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c27c2669-5bb7-481e-9045-3d3f43997d9c'}], 'binding:host_id': 'n-d-818559-1'}, 'id': 'edb52cf6-08cd-4d45-a422-7b6b9027a5fc'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:22:06.063077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.092834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:06.112923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Pushing event updated for resources: {'Port': ['ID=22eae837-49b8-4be4-aa47-3e09c1cc25b5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:06.126529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:06.225887 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:06.234371 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.255861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:06.281747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network c09634c7-2c74-476c-8b08-4daf8c83dbd3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:06.283124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:06.288389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:06.378202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.389263 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28cc3da6-0a37-46e9-a513-0c9ffff85ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.412028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5098be-ead5-4f9c-bf7b-bd77eae48f2b req-0b83025d-2adf-4cf0-a800-1b229566e929 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:06.413485 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e5098be-ead5-4f9c-bf7b-bd77eae48f2b req-0b83025d-2adf-4cf0-a800-1b229566e929 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 945 time: 1.4641144 Feb 11 13:22:06.438167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c8876bb1-9d04-4efe-af3a-85df8ada962f None None] Provisioning for port edb52cf6-08cd-4d45-a422-7b6b9027a5fc completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:06.448257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:06.449575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:06.467461 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.562532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24205186-ee13-4ea1-94e0-11fc5cba3de4 None None] Pushing event updated for resources: {'Port': ['ID=d91dd267-d4a0-4674-a773-5aae00ddc391,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:06.620040 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.706280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd035c6-a9e0-4e52-9e52-797a8894cfcf req-a495a495-c902-4db9-b66d-96b6a358dd88 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:06.708127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2dd035c6-a9e0-4e52-9e52-797a8894cfcf req-a495a495-c902-4db9-b66d-96b6a358dd88 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3196235 Feb 11 13:22:06.812943 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.878520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c8876bb1-9d04-4efe-af3a-85df8ada962f None None] Provisioning complete for port e05f1908-88e1-44dc-86df-b1d0628bcb27 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:06.879082 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8876bb1-9d04-4efe-af3a-85df8ada962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.893787 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2dd035c6-a9e0-4e52-9e52-797a8894cfcf req-d24878a9-1d32-4ca8-9cc3-532bccf5132f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771181 Feb 11 13:22:07.054343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device edb52cf6-08cd-4d45-a422-7b6b9027a5fc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:07.143713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Delete allocated IP 172.20.0.21 (993ac850-dc89-45cf-98eb-ac1fd7d290cc/c27c2669-5bb7-481e-9045-3d3f43997d9c) {{(pid=83568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:22:07.370543 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.389175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Ignored duplicate provisioning block setup for port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 11 13:22:07.408379 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.498870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3e6b-e887-487e-bff0-9fa2a06492d9 req-f2e8a305-6f38-4cbf-b700-161275dcc332 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:07.500607 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-deda3e6b-e887-487e-bff0-9fa2a06492d9 req-f2e8a305-6f38-4cbf-b700-161275dcc332 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 950 time: 0.1556654 Feb 11 13:22:07.514049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port edb52cf6-08cd-4d45-a422-7b6b9027a5fc completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:07.547441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.557128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.609663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port edb52cf6-08cd-4d45-a422-7b6b9027a5fc triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:07.610026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.611138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e5098be-ead5-4f9c-bf7b-bd77eae48f2b req-85d5264a-e824-43c6-bcee-67566969e643 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1705377 Feb 11 13:22:07.655699 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.734528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-deda3e6b-e887-487e-bff0-9fa2a06492d9 req-649c7f28-3b87-4e11-92d1-c9df69ea83b2 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/security-groups?id=68e81649-4df8-4796-8f9e-f69dc1fe9433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239718 Feb 11 13:22:07.749704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:22:07.817150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.827449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=45f90eb9-7832-41b1-a2e9-cb49d6746cb7,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:07.846119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:07.870242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-8a6826b5-00f5-4fb6-80a4-3fa70d3956b7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] For port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:07.870620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-8a6826b5-00f5-4fb6-80a4-3fa70d3956b7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.999143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network c09634c7-2c74-476c-8b08-4daf8c83dbd3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:08.000541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:08.036953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-28cc3da6-0a37-46e9-a513-0c9ffff85ea4 None None] Allocated IP 172.20.0.18 (993ac850-dc89-45cf-98eb-ac1fd7d290cc/c27c2669-5bb7-481e-9045-3d3f43997d9c/edb52cf6-08cd-4d45-a422-7b6b9027a5fc) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:08.056415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-64477418-2bc3-4969-9bda-3e53d203f16b None None] Provisioning for port 3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:08.073502 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:22:08.090947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-64477418-2bc3-4969-9bda-3e53d203f16b None None] Provisioning complete for port 3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:08.091591 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64477418-2bc3-4969-9bda-3e53d203f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.252973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-8a6826b5-00f5-4fb6-80a4-3fa70d3956b7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Calling delete_port for 7e2bdb1b-4253-46b9-80a4-48f90ff8951f owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:08.360464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-64477418-2bc3-4969-9bda-3e53d203f16b None None] Port 3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:08.407953 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.449594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.473422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-64477418-2bc3-4969-9bda-3e53d203f16b None None] Provisioning for port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:08.484783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] In _notify_port_updated(), no bound segment for port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 on network 993ac850-dc89-45cf-98eb-ac1fd7d290cc {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:22:08.485060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-64477418-2bc3-4969-9bda-3e53d203f16b None None] Provisioning complete for port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:08.485460 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64477418-2bc3-4969-9bda-3e53d203f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.495109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:08.500362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.505159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41438) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:08.505797 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-199849fe-e619-48ae-ade0-f8434604c63a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "PUT /v2.0/ports/45f90eb9-7832-41b1-a2e9-cb49d6746cb7 HTTP/1.1" status: 200 len: 919 time: 3.8129213 Feb 11 13:22:08.513065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '634a47ee-6ebc-4ef1-9979-34ecbb41235d'}, {'subnet_id': 'c27c2669-5bb7-481e-9045-3d3f43997d9c'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:08.538824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7e2bdb1b-4253-46b9-80a4-48f90ff8951f no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:22:08.674356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-28cc3da6-0a37-46e9-a513-0c9ffff85ea4 None None] For port edb52cf6-08cd-4d45-a422-7b6b9027a5fc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=edb52cf6-08cd-4d45-a422-7b6b9027a5fc,segment=NetworkSegment(fc498525-d861-4001-b4a6-0102e1078eee),segment_id=fc498525-d861-4001-b4a6-0102e1078eee)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:08.726700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-64477418-2bc3-4969-9bda-3e53d203f16b None None] Port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:08.772014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206c169-fdd3-4580-9bbb-5284e6367ec2 req-96917e41-055b-4614-8ca6-35230483b571 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:08.782897 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f206c169-fdd3-4580-9bbb-5284e6367ec2 req-96917e41-055b-4614-8ca6-35230483b571 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4466922 Feb 11 13:22:08.785886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:21:56Z', 'revision_number': 3, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:08.789640 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28cc3da6-0a37-46e9-a513-0c9ffff85ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.794454 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.830529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6711b7c-07b3-4100-8277-935bc20552ed None None] The sync data for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 is: [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:21:56Z', 'revision_number': 3, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:08.844733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-28cc3da6-0a37-46e9-a513-0c9ffff85ea4 None None] Transition to ACTIVE for port object edb52cf6-08cd-4d45-a422-7b6b9027a5fc will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:08.917545 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28cc3da6-0a37-46e9-a513-0c9ffff85ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.923009 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:08.923497 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:22:08.986845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-823216e5-7919-4407-84f0-e928230497ea None None] Provisioning complete for port 3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:08.987434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-823216e5-7919-4407-84f0-e928230497ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.000830 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f206c169-fdd3-4580-9bbb-5284e6367ec2 req-a988655a-895f-4f72-b289-40db51ebb53a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170405 Feb 11 13:22:09.053677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-8a6826b5-00f5-4fb6-80a4-3fa70d3956b7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.203329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6826b5-00f5-4fb6-80a4-3fa70d3956b7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Pushing event deleted for resources: {'Port': ['ID=7e2bdb1b-4253-46b9-80a4-48f90ff8951f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:09.208581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-823216e5-7919-4407-84f0-e928230497ea None None] Port 3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:09.303714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc3da6-0a37-46e9-a513-0c9ffff85ea4 None None] Pushing event updated for resources: {'Port': ['ID=edb52cf6-08cd-4d45-a422-7b6b9027a5fc,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:09.304110 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.336061 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7c11bf7-8105-4418-93e6-ff88282e68dc req-d010513b-41cb-4cf0-88a1-62d3ece94549 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7649060-618a-4a96-8999-f8b66fff9b5e HTTP/1.1" status: 200 len: 210 time: 0.0979497 Feb 11 13:22:09.513977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-8a6826b5-00f5-4fb6-80a4-3fa70d3956b7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] No DVR routers for this DVR port 7e2bdb1b-4253-46b9-80a4-48f90ff8951f on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:09.517200 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-8a6826b5-00f5-4fb6-80a4-3fa70d3956b7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.533820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7649060-618a-4a96-8999-f8b66fff9b5e', 'name': 'network-vif-deleted', 'tag': '7e2bdb1b-4253-46b9-80a4-48f90ff8951f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:09.560969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.580784 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-736219d1-f06c-4b35-8328-eca7dfe292fe req-8a6826b5-00f5-4fb6-80a4-3fa70d3956b7 tempest-VolumesBackupsTest-735451424 tempest-VolumesBackupsTest-735451424-project] 10.222.0.73 "DELETE /v2.0/ports/7e2bdb1b-4253-46b9-80a4-48f90ff8951f HTTP/1.1" status: 204 len: 173 time: 4.0621765 Feb 11 13:22:09.644974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.663000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port edb52cf6-08cd-4d45-a422-7b6b9027a5fc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=edb52cf6-08cd-4d45-a422-7b6b9027a5fc,segment=NetworkSegment(fc498525-d861-4001-b4a6-0102e1078eee),segment_id=fc498525-d861-4001-b4a6-0102e1078eee)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:09.664104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.673129 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.831219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c53f75-6bfe-4991-a2a4-e235b8b56e6b req-cc063ed9-233c-4d6b-937f-7500d87c6f45 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:09.863150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75c53f75-6bfe-4991-a2a4-e235b8b56e6b req-cc063ed9-233c-4d6b-937f-7500d87c6f45 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 945 time: 0.9654555 Feb 11 13:22:09.907859 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.946322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=edb52cf6-08cd-4d45-a422-7b6b9027a5fc,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:10.099681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device edb52cf6-08cd-4d45-a422-7b6b9027a5fc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:10.151784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Pushing event updated for resources: {'Port': ['ID=22eae837-49b8-4be4-aa47-3e09c1cc25b5,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:10.188058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router 3a1db554-a350-4eb4-830b-e284efd59e54 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:10.213501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75c53f75-6bfe-4991-a2a4-e235b8b56e6b req-2884154c-3f8e-4c54-9d87-dab35722f3e3 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492103 Feb 11 13:22:10.418995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ff874-ad32-4b90-ab14-c1f0c7901b3b req-7d52d58f-9333-4a39-92d5-8693355242c7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:10.420462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d91dd267-d4a0-4674-a773-5aae00ddc391 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:10.432632 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-210ff874-ad32-4b90-ab14-c1f0c7901b3b req-7d52d58f-9333-4a39-92d5-8693355242c7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3865879 Feb 11 13:22:10.542676 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7649060-618a-4a96-8999-f8b66fff9b5e', 'name': 'network-vif-deleted', 'tag': '7e2bdb1b-4253-46b9-80a4-48f90ff8951f', 'status': 'completed', 'code': 200} Feb 11 13:22:10.579280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Network 038bcb61-9280-4b93-ac87-142c78f0aa08 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:10.590638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:10.729461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2bc54b-1444-4675-895c-7668a05edd9c None None] Network 993ac850-dc89-45cf-98eb-ac1fd7d290cc requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:11.006651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-acdf6b0d-1d3b-4a0d-8d1a-97f36c31fbbe None None] Provisioning for port edb52cf6-08cd-4d45-a422-7b6b9027a5fc completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:11.012549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-210ff874-ad32-4b90-ab14-c1f0c7901b3b req-b90f4175-8c7c-4351-8fb8-899794201dd9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788882 Feb 11 13:22:11.030708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-acdf6b0d-1d3b-4a0d-8d1a-97f36c31fbbe None None] Provisioning complete for port edb52cf6-08cd-4d45-a422-7b6b9027a5fc triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:11.031392 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acdf6b0d-1d3b-4a0d-8d1a-97f36c31fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.083316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.26 (993ac850-dc89-45cf-98eb-ac1fd7d290cc/c27c2669-5bb7-481e-9045-3d3f43997d9c/45f90eb9-7832-41b1-a2e9-cb49d6746cb7) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:11.125520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:11.188364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbf1cce-6977-4107-84d6-eab5af99c7c5 None None] Sync routers for ids ['3a1db554-a350-4eb4-830b-e284efd59e54'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:11.250740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d91dd267-d4a0-4674-a773-5aae00ddc391 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:11.270526 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-988f72b7-bf15-427d-8298-f347ce4189bc tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "PUT /v2.0/routers/3a1db554-a350-4eb4-830b-e284efd59e54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1430199 Feb 11 13:22:11.271658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41474) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:11.295067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf1cce-6977-4107-84d6-eab5af99c7c5 None None] Routers {'3a1db554-a350-4eb4-830b-e284efd59e54'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:11.295827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-dbbf1cce-6977-4107-84d6-eab5af99c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3a1db554-a350-4eb4-830b-e284efd59e54'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:11.317464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'port': {'network_id': 'c09634c7-2c74-476c-8b08-4daf8c83dbd3', 'name': 'tempest-FloatingIPTestJSON-109384745'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:11.386201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d91dd267-d4a0-4674-a773-5aae00ddc391 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:11.386705 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.509532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:11.514242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Usage tracker for resource:port and tenant:79b3506a6c0a400f8257ed8c636d942c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:11.517320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:11.523289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:11.589276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Made reservation on behalf of 79b3506a6c0a400f8257ed8c636d942c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:11.592485 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.670321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] device_id is not set on port 0264c8d9-8b75-4f5e-b76d-a23d937e1d4b yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:22:11.723078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-dbbf1cce-6977-4107-84d6-eab5af99c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:11.774956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Router 4a5ad87d-95da-4c88-838a-cd19c02ea06f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:11.869289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.873029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf1cce-6977-4107-84d6-eab5af99c7c5 None None] Routers {'3a1db554-a350-4eb4-830b-e284efd59e54'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:11.873836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-dbbf1cce-6977-4107-84d6-eab5af99c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3a1db554-a350-4eb4-830b-e284efd59e54'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:11.907375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Ignored duplicate provisioning block setup for port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 11 13:22:11.933647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9035f-a092-489b-be50-95026378fd85 req-d36b76ad-c510-4172-a90e-9cdda0609395 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.935266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cd9035f-a092-489b-be50-95026378fd85 req-d36b76ad-c510-4172-a90e-9cdda0609395 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 945 time: 0.3958097 Feb 11 13:22:11.946203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.089333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-dbbf1cce-6977-4107-84d6-eab5af99c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:12.089910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbf1cce-6977-4107-84d6-eab5af99c7c5 None None] The sync data for ids ['3a1db554-a350-4eb4-830b-e284efd59e54'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:12.148557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-acdf6b0d-1d3b-4a0d-8d1a-97f36c31fbbe None None] Provisioning for port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:12.160558 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.167388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-acdf6b0d-1d3b-4a0d-8d1a-97f36c31fbbe None None] Provisioning complete for port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:12.171330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acdf6b0d-1d3b-4a0d-8d1a-97f36c31fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.251883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d91dd267-d4a0-4674-a773-5aae00ddc391, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d91dd267-d4a0-4674-a773-5aae00ddc391,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:12.258012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cd9035f-a092-489b-be50-95026378fd85 req-a0a7217d-8cc8-4f48-a457-d3606716a5ff tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967494 Feb 11 13:22:12.265736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-acdf6b0d-1d3b-4a0d-8d1a-97f36c31fbbe None None] Port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:12.266475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=45f90eb9-7832-41b1-a2e9-cb49d6746cb7,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:12.285095 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.287753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e05f1908-88e1-44dc-86df-b1d0628bcb27 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:12.306547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26476081-f4d5-4ba1-8eb2-d7156f063c4b req-c60933b5-3c01-465b-a8f8-0513a6871a63 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:12.313806 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26476081-f4d5-4ba1-8eb2-d7156f063c4b req-c60933b5-3c01-465b-a8f8-0513a6871a63 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.5337799 Feb 11 13:22:12.390890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26476081-f4d5-4ba1-8eb2-d7156f063c4b req-eb241acd-15ec-42a7-b885-a286ccefe9f4 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758381 Feb 11 13:22:12.416101 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.481884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:12.504519 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7cc58de6-6157-4f43-bf10-1094b5667a14 admin admin] 10.222.0.67 "PUT /v2.0/routers/4a5ad87d-95da-4c88-838a-cd19c02ea06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7731717 Feb 11 13:22:12.560274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d2f93a1a-4607-43e6-b973-ea2430fe62e6 None None] Provisioning complete for port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:12.560794 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2f93a1a-4607-43e6-b973-ea2430fe62e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.609307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Allocated IP 172.20.0.6 (c09634c7-2c74-476c-8b08-4daf8c83dbd3/d742fda1-509d-4651-a06f-20ab27a20ac7/0264c8d9-8b75-4f5e-b76d-a23d937e1d4b) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:12.673935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d91dd267-d4a0-4674-a773-5aae00ddc391,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:12.736654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] In _notify_port_updated(), no bound segment for port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 on network 993ac850-dc89-45cf-98eb-ac1fd7d290cc {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:22:12.746975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:12.747616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.758199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-74b4e71f-b112-456b-bbcb-d75bd249d2f7 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "PUT /v2.0/ports/45f90eb9-7832-41b1-a2e9-cb49d6746cb7 HTTP/1.1" status: 200 len: 999 time: 4.2520380 Feb 11 13:22:12.762681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41496) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:12.770313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-1eba5f6c-79f1-42b5-8505-531c977ee24e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:12.771654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-1eba5f6c-79f1-42b5-8505-531c977ee24e tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 945 time: 0.1901848 Feb 11 13:22:12.778929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e05f1908-88e1-44dc-86df-b1d0628bcb27 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:12.779551 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.903292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d2f93a1a-4607-43e6-b973-ea2430fe62e6 None None] Port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:13.216325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e6598121-8de0-4296-b619-9559c7d453c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:13.218013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6598121-8de0-4296-b619-9559c7d453c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:13.218361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device edb52cf6-08cd-4d45-a422-7b6b9027a5fc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:13.267510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:13.340293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Transition to ACTIVE for port object 0264c8d9-8b75-4f5e-b76d-a23d937e1d4b will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:13.439441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:13.455867 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port edb52cf6-08cd-4d45-a422-7b6b9027a5fc triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:13.456469 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:13.528161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-4b55f0d8-a841-4162-a645-86b4ccfbf74c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Deleting port 577f012f-863b-41c9-80f1-11d975744a25 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:13.531250 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-4b55f0d8-a841-4162-a645-86b4ccfbf74c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:13.658436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Network c09634c7-2c74-476c-8b08-4daf8c83dbd3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:13.667120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:13.687190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:13.772405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d91dd267-d4a0-4674-a773-5aae00ddc391 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:13.788622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event updated for resources: {'Port': ['ID=0264c8d9-8b75-4f5e-b76d-a23d937e1d4b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:13.882020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:13.887295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:13.956816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41516) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:13.957838 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Sync routers for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:13.983328 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:13.984427 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:13.986381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515696491', 'description': 'tempest-description--879133566'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:14.022249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b15931e8-e53b-4dd0-bc10-9a3ea53d4454 None None] Provisioning complete for port edb52cf6-08cd-4d45-a422-7b6b9027a5fc triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:14.024638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b15931e8-e53b-4dd0-bc10-9a3ea53d4454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.052557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:14.092979 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-00b2255a-6b89-4afc-bb16-e762ff5e371d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8128586 Feb 11 13:22:14.094261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Usage tracker for resource:security_group and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:14.115114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41520) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:14.131165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:14.168070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:14.175505 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6598121-8de0-4296-b619-9559c7d453c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.180975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Request body: {'floatingip': {'port_id': '0264c8d9-8b75-4f5e-b76d-a23d937e1d4b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:14.240571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d91dd267-d4a0-4674-a773-5aae00ddc391 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:14.241124 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.429657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e6598121-8de0-4296-b619-9559c7d453c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:14.520383 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.528857 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:22:14.590265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b15931e8-e53b-4dd0-bc10-9a3ea53d4454 None None] Provisioning complete for port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:14.590691 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b15931e8-e53b-4dd0-bc10-9a3ea53d4454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.693795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6581aed-c4aa-4a0f-9c39-fbc338771af5 req-8c0643b9-87da-4cb7-b1d3-ac27cc407f5f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:14.705131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6581aed-c4aa-4a0f-9c39-fbc338771af5 req-8c0643b9-87da-4cb7-b1d3-ac27cc407f5f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 1.7678678 Feb 11 13:22:14.830889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b15931e8-e53b-4dd0-bc10-9a3ea53d4454 None None] Port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:14.961438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5da39b9e-1b55-478a-bff1-090442fe4bd3 None None] Provisioning for port 0264c8d9-8b75-4f5e-b76d-a23d937e1d4b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:14.970346 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6581aed-c4aa-4a0f-9c39-fbc338771af5 req-99180214-b025-4991-9114-9c98e0947248 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644072 Feb 11 13:22:14.982897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5da39b9e-1b55-478a-bff1-090442fe4bd3 None None] Provisioning complete for port 0264c8d9-8b75-4f5e-b76d-a23d937e1d4b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:14.983274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5da39b9e-1b55-478a-bff1-090442fe4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.994341 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:15.136508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5da39b9e-1b55-478a-bff1-090442fe4bd3 None None] Port 0264c8d9-8b75-4f5e-b76d-a23d937e1d4b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:15.211523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5da39b9e-1b55-478a-bff1-090442fe4bd3 None None] Provisioning complete for port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:15.212408 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5da39b9e-1b55-478a-bff1-090442fe4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:15.226270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-4b55f0d8-a841-4162-a645-86b4ccfbf74c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] For port 577f012f-863b-41c9-80f1-11d975744a25, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=577f012f-863b-41c9-80f1-11d975744a25,segment=NetworkSegment(cc0f129e-acf7-481b-b3f2-35661e60a7ef),segment_id=cc0f129e-acf7-481b-b3f2-35661e60a7ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:15.226953 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-4b55f0d8-a841-4162-a645-86b4ccfbf74c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:15.316310 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:08Z', 'revision_number': 2, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:15.323957 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Checking router: 4a5ad87d-95da-4c88-838a-cd19c02ea06f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:22:15.324950 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Updating router 4a5ad87d-95da-4c88-838a-cd19c02ea06f port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:22:15.346521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84e7e3-265c-4146-b6e1-b43660e35e44 req-43e474d1-e287-4bc1-9b17-18b5be5167c1 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:15.348085 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e84e7e3-265c-4146-b6e1-b43660e35e44 req-43e474d1-e287-4bc1-9b17-18b5be5167c1 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 945 time: 0.5979059 Feb 11 13:22:15.348774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5da39b9e-1b55-478a-bff1-090442fe4bd3 None None] Port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:15.394384 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:15.411434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-798b286a-ae80-430a-be40-7f44f43d4698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:15.538142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e84e7e3-265c-4146-b6e1-b43660e35e44 req-36aa9fba-38fd-44f9-b145-db1093232126 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677332 Feb 11 13:22:15.681257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ee611ea3-243b-4adc-9856-ed365b5c8c80 None None] Provisioning complete for port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:15.681940 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee611ea3-243b-4adc-9856-ed365b5c8c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:15.829374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ee611ea3-243b-4adc-9856-ed365b5c8c80 None None] Port 45f90eb9-7832-41b1-a2e9-cb49d6746cb7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:15.988283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-4b55f0d8-a841-4162-a645-86b4ccfbf74c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Calling delete_port for 577f012f-863b-41c9-80f1-11d975744a25 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:16.202832 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.268953 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Transition to ACTIVE for port object 22eae837-49b8-4be4-aa47-3e09c1cc25b5 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:16.282364 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.313649 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6598121-8de0-4296-b619-9559c7d453c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.341055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:16.351458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Usage tracker for resource:security_group_rule and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:16.360307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:16.379940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:16.435738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6598121-8de0-4296-b619-9559c7d453c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=45f90eb9-7832-41b1-a2e9-cb49d6746cb7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:16.540589 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Pushing event updated for resources: {'Port': ['ID=22eae837-49b8-4be4-aa47-3e09c1cc25b5,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:16.542043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 577f012f-863b-41c9-80f1-11d975744a25 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:22:16.554867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c23f8f-f705-4ec3-9958-45d27e03bc5f req-c84d3a31-3811-418f-8f18-8d3ba0199661 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:16.564158 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f4c23f8f-f705-4ec3-9958-45d27e03bc5f req-c84d3a31-3811-418f-8f18-8d3ba0199661 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/ports?device_id=d85c08bf-c27c-4d05-bda5-db75d516ec1c HTTP/1.1" status: 200 len: 945 time: 1.3267856 Feb 11 13:22:16.577805 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.580612 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.580952 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.581282 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.581609 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.581973 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.582227 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.582537 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.582872 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.583178 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.583480 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:16.589600 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.610349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.797631 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-4b55f0d8-a841-4162-a645-86b4ccfbf74c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.806571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No active binding found for port 577f012f-863b-41c9-80f1-11d975744a25 {{(pid=83569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 11 13:22:16.810761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 577f012f-863b-41c9-80f1-11d975744a25 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:22:16.987108 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Attempting to bind port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:16.987108 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Attempting to bind port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:16.987108 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Attempting to bind port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 on network 038bcb61-9280-4b93-ac87-142c78f0aa08 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:22:16.997406 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:22:16.997775 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Checking segment: {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:22:16.998170 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.998547 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Bound using segment: {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:22:16.999023 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Bound port: 22eae837-49b8-4be4-aa47-3e09c1cc25b5, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:16.999403 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.161620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8972e5d7-a6c4-4a60-b279-ba9bfc2c5632 None None] Could not find standard attr ID for object 45f90eb9-7832-41b1-a2e9-cb49d6746cb7. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:22:17.177766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abb0ed-e0ba-43f5-9330-dcce39a74be5 req-4ac1260a-34d6-4e3d-9bd6-884d6ad36a3e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.186482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50abb0ed-e0ba-43f5-9330-dcce39a74be5 req-4ac1260a-34d6-4e3d-9bd6-884d6ad36a3e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.9958200 Feb 11 13:22:17.215291 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] For port 22eae837-49b8-4be4-aa47-3e09c1cc25b5, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:17.220287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55f0d8-a841-4162-a645-86b4ccfbf74c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Pushing event deleted for resources: {'Port': ['ID=577f012f-863b-41c9-80f1-11d975744a25,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:17.220964 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] For port 22eae837-49b8-4be4-aa47-3e09c1cc25b5, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=22eae837-49b8-4be4-aa47-3e09c1cc25b5,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:17.229114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-4b55f0d8-a841-4162-a645-86b4ccfbf74c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] No DVR routers for this DVR port 577f012f-863b-41c9-80f1-11d975744a25 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:17.233664 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.257861 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.261397 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-4b55f0d8-a841-4162-a645-86b4ccfbf74c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.285500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85c08bf-c27c-4d05-bda5-db75d516ec1c', 'name': 'network-vif-deleted', 'tag': '577f012f-863b-41c9-80f1-11d975744a25'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:17.292487 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f4c23f8f-f705-4ec3-9958-45d27e03bc5f req-04821ee8-1684-4e64-8ffb-f94932afea56 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7253227 Feb 11 13:22:17.293299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.298900 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f26ad8c3-b6e6-4b5f-9a7a-20fae53997ee req-4b55f0d8-a841-4162-a645-86b4ccfbf74c tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] 10.222.0.73 "DELETE /v2.0/ports/577f012f-863b-41c9-80f1-11d975744a25 HTTP/1.1" status: 204 len: 173 time: 4.3602583 Feb 11 13:22:17.350935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6598121-8de0-4296-b619-9559c7d453c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.356407 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e6598121-8de0-4296-b619-9559c7d453c8 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/45f90eb9-7832-41b1-a2e9-cb49d6746cb7 HTTP/1.1" status: 204 len: 168 time: 4.5837400 Feb 11 13:22:17.360005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41586) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:17.379380 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3316af-5371-49f0-95d5-dc809bc3220e None None] Pushing event updated for resources: {'Port': ['ID=22eae837-49b8-4be4-aa47-3e09c1cc25b5,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:17.404364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50abb0ed-e0ba-43f5-9330-dcce39a74be5 req-2afc36ea-3847-407c-8048-3b794b75280d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168248 Feb 11 13:22:17.466364 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:17.467190 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:17.476016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b31902-7f7d-40a2-9da5-3a438f2567d4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:17.481851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.497411 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d34e80c-e08d-413b-a00e-0ad833b75d99 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:22:17.503072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7d34e80c-e08d-413b-a00e-0ad833b75d99 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:22:17.507084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-443773be-da85-4ceb-904a-a87cab136a63 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 3.5432098 Feb 11 13:22:17.512199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41592) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:17.533331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'security_group_rule': {'security_group_id': '25b31902-7f7d-40a2-9da5-3a438f2567d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:17.573864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:17.580788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7d34e80c-e08d-413b-a00e-0ad833b75d99 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:22:17.584564 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7d34e80c-e08d-413b-a00e-0ad833b75d99 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/45f90eb9-7832-41b1-a2e9-cb49d6746cb7 HTTP/1.1" status: 404 len: 333 time: 0.2210240 Feb 11 13:22:17.592842 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e69eac6-bef4-46ce-a41b-2774d81eb8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.594392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41598) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:17.647839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Usage tracker for resource:security_group_rule and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:17.653555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:17.678345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:17.864356 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.979576 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85c08bf-c27c-4d05-bda5-db75d516ec1c', 'name': 'network-vif-deleted', 'tag': '577f012f-863b-41c9-80f1-11d975744a25', 'status': 'completed', 'code': 200} Feb 11 13:22:18.014995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.026321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.052111 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 92bfb606-0276-49cf-9b48-fbf658dd57ae associated. External IP: 172.25.4.181, port: 30794d0f-b3cd-4888-8f29-4cac0dbed03d. Feb 11 13:22:18.173526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58b584a-827c-4a28-b730-e508f055a65a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet c27c2669-5bb7-481e-9045-3d3f43997d9c {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:22:18.177599 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f58b584a-827c-4a28-b730-e508f055a65a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.218870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b6f5aa-eeb1-4b18-b7d0-2d6c84d74930,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:18.335075 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:22:18.369815 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.374195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-92ab8e67-e0fd-438e-9f8c-de3b5741a7fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8573282 Feb 11 13:22:18.375564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41610) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:18.400605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'security_group_rule': {'security_group_id': '25b31902-7f7d-40a2-9da5-3a438f2567d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:18.406420 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f58b584a-827c-4a28-b730-e508f055a65a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.408359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:18.415821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Usage tracker for resource:security_group_rule and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:18.419946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:18.426830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:18.461730 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.584445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6076bef-89b0-4d3f-9866-d59b8c56f70b req-09cab538-5eb0-4725-9728-c1d67c994e93 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:18.595200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6076bef-89b0-4d3f-9866-d59b8c56f70b req-09cab538-5eb0-4725-9728-c1d67c994e93 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 945 time: 0.2487969 Feb 11 13:22:18.658561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd966b9-38df-4e39-8bde-d288e0811bf2 req-63ebd68f-1f2d-4ac7-9143-a0b5797bed38 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:18.666449 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0dd966b9-38df-4e39-8bde-d288e0811bf2 req-63ebd68f-1f2d-4ac7-9143-a0b5797bed38 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3632355 Feb 11 13:22:18.703091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.723127 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.765117 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f58b584a-827c-4a28-b730-e508f055a65a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.786136 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.788571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1803686b-bd80-4ea3-b26d-4dc3a8dc7ccc,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:18.797895 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.801883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-958b84d7-4983-4457-b641-e7f36bc6ef2c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4133101 Feb 11 13:22:18.808839 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0dd966b9-38df-4e39-8bde-d288e0811bf2 req-73fa7225-7856-4710-98a7-ae11fadec288 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411242 Feb 11 13:22:18.809330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41616) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:18.817210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:18.825860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:18.835874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Usage tracker for resource:floatingip and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:18.850360 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.854598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:18.861621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:18.881088 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6076bef-89b0-4d3f-9866-d59b8c56f70b req-c640cc74-f08f-4adf-9601-2f0d8b60403b tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752082 Feb 11 13:22:19.032843 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f58b584a-827c-4a28-b730-e508f055a65a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.050026 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.090768 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:17Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:19.098305 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2c302-4121-4760-b2aa-14ed2c8aa8e6 None None] The sync data for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 is: [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:17Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:19.206697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b584a-827c-4a28-b730-e508f055a65a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=c27c2669-5bb7-481e-9045-3d3f43997d9c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:19.230987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f58b584a-827c-4a28-b730-e508f055a65a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.236350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6509ebb5-735c-45f8-9ba5-0dd8ec08f98f None None] Network 993ac850-dc89-45cf-98eb-ac1fd7d290cc requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:19.249969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f58b584a-827c-4a28-b730-e508f055a65a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/c27c2669-5bb7-481e-9045-3d3f43997d9c HTTP/1.1" status: 204 len: 168 time: 1.6547573 Feb 11 13:22:19.250766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41632) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:19.528301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.707112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec90dea8-ebad-4291-954c-87333b593fd5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet 634a47ee-6ebc-4ef1-9979-34ecbb41235d {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:22:19.747028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:19.748295 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec90dea8-ebad-4291-954c-87333b593fd5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.869992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dc510-2e34-4086-9df5-65622309802b req-9e3c41fd-a00d-4eef-b6f0-bc33a278951e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.872194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a90dc510-2e34-4086-9df5-65622309802b req-9e3c41fd-a00d-4eef-b6f0-bc33a278951e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.73 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 945 time: 0.4968846 Feb 11 13:22:19.880977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdff90e-b1c7-44bf-a3fc-cb33afdccde4 req-06561c23-fdbd-4964-930c-c0e4400f0295 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.887404 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bdff90e-b1c7-44bf-a3fc-cb33afdccde4 req-06561c23-fdbd-4964-930c-c0e4400f0295 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4138348 Feb 11 13:22:19.953415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec90dea8-ebad-4291-954c-87333b593fd5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.120956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Deleting port bf3e2c53-e352-4d54-8ba6-710c64b8f619 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:20.121302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.197626 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.378637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Allocated IP 172.25.4.45 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/dca178be-99d7-41fc-ba98-ab17a94e17a4) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:20.441059 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bdff90e-b1c7-44bf-a3fc-cb33afdccde4 req-261faad9-c542-4f7e-8f48-0fc4f7cd02a9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430211 Feb 11 13:22:20.507709 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec90dea8-ebad-4291-954c-87333b593fd5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.750238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec90dea8-ebad-4291-954c-87333b593fd5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.853371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf49953-c64c-4549-abae-a5f65c2cf24a req-c4e95e5b-124f-4b94-ba39-c6a84379134b tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:20.862088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-adf49953-c64c-4549-abae-a5f65c2cf24a req-c4e95e5b-124f-4b94-ba39-c6a84379134b tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 945 time: 0.4854112 Feb 11 13:22:20.892442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90dea8-ebad-4291-954c-87333b593fd5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=634a47ee-6ebc-4ef1-9979-34ecbb41235d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:20.964242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec90dea8-ebad-4291-954c-87333b593fd5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.119990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ec90dea8-ebad-4291-954c-87333b593fd5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/634a47ee-6ebc-4ef1-9979-34ecbb41235d HTTP/1.1" status: 204 len: 168 time: 1.8680232 Feb 11 13:22:21.122505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41660) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:21.190912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.237609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 22eae837-49b8-4be4-aa47-3e09c1cc25b5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:21.284034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f936f-d86a-4530-b631-2a6b73b85396 None None] Network 993ac850-dc89-45cf-98eb-ac1fd7d290cc requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:21.339787 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.386166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] For port bf3e2c53-e352-4d54-8ba6-710c64b8f619, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bf3e2c53-e352-4d54-8ba6-710c64b8f619,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:21.386499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.589913 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e5dd54c8-4315-4e9b-bcba-9c8839f033fe None None] Provisioning complete for port edb52cf6-08cd-4d45-a422-7b6b9027a5fc triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:21.593267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5dd54c8-4315-4e9b-bcba-9c8839f033fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.709841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-adf49953-c64c-4549-abae-a5f65c2cf24a req-bff463ec-4af7-4e76-adfb-fd6f8b30e5c2 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec2431a-a471-4abf-b23e-78b3565f693b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8468668 Feb 11 13:22:21.841844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:21.845887 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.846450 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.846905 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Floating IP de9a1cdd-b9d5-4a69-92eb-11e5123a3845 disassociated. External IP: 172.25.4.127, port: bf3e2c53-e352-4d54-8ba6-710c64b8f619. Feb 11 13:22:21.847410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Calling delete_port for bf3e2c53-e352-4d54-8ba6-710c64b8f619 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:21.869694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:21.877546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'Port': ['ID=dca178be-99d7-41fc-ba98-ab17a94e17a4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:21.896477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:21.902677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:21.926164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093f015-47bb-40a2-b1d4-b118d44798f3 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:21.975834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:21.981869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093f015-47bb-40a2-b1d4-b118d44798f3 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:21.982639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2093f015-47bb-40a2-b1d4-b118d44798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:22.034044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee01c74-240b-4128-bc20-1b21e5b28f74 req-41c27320-c592-4476-bfb2-405ae3e6361e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.052668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aee01c74-240b-4128-bc20-1b21e5b28f74 req-41c27320-c592-4476-bfb2-405ae3e6361e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.9209661 Feb 11 13:22:22.097144 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.167679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:22.168071 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.262183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aee01c74-240b-4128-bc20-1b21e5b28f74 req-a81cfa9c-5d0a-419d-925a-c876db06d693 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085569 Feb 11 13:22:22.303616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d2ec77-a6f0-426c-aba3-99bfecd25e5f None None] DHCP port deletion for 993ac850-dc89-45cf-98eb-ac1fd7d290cc request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:22:22.310853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port edb52cf6-08cd-4d45-a422-7b6b9027a5fc {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:22.317549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.321997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2093f015-47bb-40a2-b1d4-b118d44798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:22.324394 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.343110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-04d2ec77-a6f0-426c-aba3-99bfecd25e5f None None] Deleting port edb52cf6-08cd-4d45-a422-7b6b9027a5fc {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:22.343487 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04d2ec77-a6f0-426c-aba3-99bfecd25e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.410676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Pushing event deleted for resources: {'Port': ['ID=bf3e2c53-e352-4d54-8ba6-710c64b8f619,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:22.441020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093f015-47bb-40a2-b1d4-b118d44798f3 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:22.441648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2093f015-47bb-40a2-b1d4-b118d44798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:22.592595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2093f015-47bb-40a2-b1d4-b118d44798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:22.593013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093f015-47bb-40a2-b1d4-b118d44798f3 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:22.596658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bf3e2c53-e352-4d54-8ba6-710c64b8f619 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:22:22.691804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: bf3e2c53-e352-4d54-8ba6-710c64b8f619 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:22:22.692150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bf3e2c53-e352-4d54-8ba6-710c64b8f619 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:22:22.973920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-04d2ec77-a6f0-426c-aba3-99bfecd25e5f None None] For port edb52cf6-08cd-4d45-a422-7b6b9027a5fc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=edb52cf6-08cd-4d45-a422-7b6b9027a5fc,segment=NetworkSegment(fc498525-d861-4001-b4a6-0102e1078eee),segment_id=fc498525-d861-4001-b4a6-0102e1078eee)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:22.985254 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04d2ec77-a6f0-426c-aba3-99bfecd25e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.035225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019e87-4b3e-4ae6-8ed4-546ef4784ad1 req-2cfdb6ad-b106-4019-8401-8d9cb762ad54 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.046405 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24019e87-4b3e-4ae6-8ed4-546ef4784ad1 req-2cfdb6ad-b106-4019-8401-8d9cb762ad54 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4556928 Feb 11 13:22:23.124604 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.142598 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24019e87-4b3e-4ae6-8ed4-546ef4784ad1 req-efc40532-d402-41c5-ac3a-33ff4e2bff9d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933402 Feb 11 13:22:23.159140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] For port edb52cf6-08cd-4d45-a422-7b6b9027a5fc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=edb52cf6-08cd-4d45-a422-7b6b9027a5fc,segment=NetworkSegment(fc498525-d861-4001-b4a6-0102e1078eee),segment_id=fc498525-d861-4001-b4a6-0102e1078eee)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:23.159529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.257015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Router 57bfa32d-aa67-4916-8292-be3087cf76fc has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:23.448523 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.471373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-04d2ec77-a6f0-426c-aba3-99bfecd25e5f None None] Calling delete_port for edb52cf6-08cd-4d45-a422-7b6b9027a5fc owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:23.568887 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.594952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 22eae837-49b8-4be4-aa47-3e09c1cc25b5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=22eae837-49b8-4be4-aa47-3e09c1cc25b5,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:23.610532 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.618929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for edb52cf6-08cd-4d45-a422-7b6b9027a5fc owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:23.672112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7779885e-dc7b-4873-afce-80a478627ee5 req-f0567234-acbd-422b-b51c-129c467950ad tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 210 time: 0.4160655 Feb 11 13:22:23.849554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=22eae837-49b8-4be4-aa47-3e09c1cc25b5,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:23.904234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device edb52cf6-08cd-4d45-a422-7b6b9027a5fc no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:22:23.937519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786d8fb-8f5a-4b10-90dc-9819fa564c50 req-6c5794e1-da8f-4b3f-bf7f-30e24d899904 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.939076 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5786d8fb-8f5a-4b10-90dc-9819fa564c50 req-6c5794e1-da8f-4b3f-bf7f-30e24d899904 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3711913 Feb 11 13:22:23.980464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.980867 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.981256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.981667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.982027 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.982368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.982955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.983455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.983641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.984211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.984538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:23.993837 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04d2ec77-a6f0-426c-aba3-99bfecd25e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.088204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2ec77-a6f0-426c-aba3-99bfecd25e5f None None] Pushing event deleted for resources: {'Port': ['ID=edb52cf6-08cd-4d45-a422-7b6b9027a5fc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:24.097253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: edb52cf6-08cd-4d45-a422-7b6b9027a5fc {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:22:24.097597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device edb52cf6-08cd-4d45-a422-7b6b9027a5fc not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:22:24.106824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d2ec77-a6f0-426c-aba3-99bfecd25e5f None None] No DVR routers for this DVR port edb52cf6-08cd-4d45-a422-7b6b9027a5fc on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:24.222113 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5786d8fb-8f5a-4b10-90dc-9819fa564c50 req-f2958ad9-5759-45d3-b95a-17623073af8e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738028 Feb 11 13:22:24.295372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:24.309515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:24.309515 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:22:24.312602 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] Sync routers for ids ['57bfa32d-aa67-4916-8292-be3087cf76fc'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:24.352943 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] Routers {'57bfa32d-aa67-4916-8292-be3087cf76fc'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:24.354450 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['57bfa32d-aa67-4916-8292-be3087cf76fc'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:24.442996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] No DVR routers for this DVR port bf3e2c53-e352-4d54-8ba6-710c64b8f619 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:24.458704 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.487936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'name': 'network-vif-deleted', 'tag': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:24.516506 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a90dc510-2e34-4086-9df5-65622309802b req-9d05a9f3-93d1-4215-92fa-c6737be89c04 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.73 "DELETE /v2.0/ports/bf3e2c53-e352-4d54-8ba6-710c64b8f619 HTTP/1.1" status: 204 len: 173 time: 4.6277776 Feb 11 13:22:24.658005 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2580e5cc-82d8-44c0-99f8-1401009d4d99', 'name': 'network-vif-deleted', 'tag': 'bf3e2c53-e352-4d54-8ba6-710c64b8f619', 'status': 'completed', 'code': 200} Feb 11 13:22:24.812502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port edb52cf6-08cd-4d45-a422-7b6b9027a5fc {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:24.812875 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.850998 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] Set router 57bfa32d-aa67-4916-8292-be3087cf76fc gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:22:24.888475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.946376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] The port 'edb52cf6-08cd-4d45-a422-7b6b9027a5fc' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:22:24.949510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.068035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d93b34a5-a947-46ee-a791-2092e49d7b45 req-cd335794-7485-4ffa-8a47-d5824976897e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Synchronizing usage tracker for tenant:554aa8ac701541e1990ed4a6ae58f274 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:22:25.108150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d93b34a5-a947-46ee-a791-2092e49d7b45 req-cd335794-7485-4ffa-8a47-d5824976897e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Unset dirty status for tenant:554aa8ac701541e1990ed4a6ae58f274 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:22:25.109457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d93b34a5-a947-46ee-a791-2092e49d7b45 req-cd335794-7485-4ffa-8a47-d5824976897e tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/ports?device_id=2580e5cc-82d8-44c0-99f8-1401009d4d99 HTTP/1.1" status: 200 len: 210 time: 0.1347432 Feb 11 13:22:25.307761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'Port': ['ID=dca178be-99d7-41fc-ba98-ab17a94e17a4,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:25.393025 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.456462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.524743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993ac850-dc89-45cf-98eb-ac1fd7d290cc']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:25.614188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc498525-d861-4001-b4a6-0102e1078eee') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:25.614463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc498525-d861-4001-b4a6-0102e1078eee') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:25.663836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb3cf2-1273-40f9-a963-add0b8fb89a6 req-66e1674d-4414-4a5d-9a9a-956211dc9461 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.673503 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '03abfe39-0859-4825-98cc-8b6d08116bd6', 'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'mac_address': 'fa:16:3e:2d:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:49Z', 'updated_at': '2022-02-11T13:21:00Z', 'revision_number': 5, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'subnets': [{'id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:25.681723 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6abb3cf2-1273-40f9-a963-add0b8fb89a6 req-66e1674d-4414-4a5d-9a9a-956211dc9461 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.8375118 Feb 11 13:22:25.700561 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] Checking router: 57bfa32d-aa67-4916-8292-be3087cf76fc for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:22:25.723091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 22eae837-49b8-4be4-aa47-3e09c1cc25b5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:25.728619 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.739826 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] Routers {'57bfa32d-aa67-4916-8292-be3087cf76fc'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:25.744985 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['57bfa32d-aa67-4916-8292-be3087cf76fc'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:25.749740 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.751518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0b9969f6-cbd4-4dd0-9218-ed78446225e2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9394958 Feb 11 13:22:25.763538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router 3a1db554-a350-4eb4-830b-e284efd59e54 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:25.773251 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.788567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:22:25.788989 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:25.805502 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:25.890839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:25.891456 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.894398 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6abb3cf2-1273-40f9-a963-add0b8fb89a6 req-d5c41364-25ff-4f10-aefb-d7e3eff45b55 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118042 Feb 11 13:22:26.179512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:26.242141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:26.243220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-7a19cdff-8a0f-4bc2-ad0a-950bd88be8d2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--515696491&fields=id&tenant_id=b7ae4168cfa2454daeb86db2386933ba HTTP/1.1" status: 200 len: 267 time: 0.1703365 Feb 11 13:22:26.262632 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] Set router 57bfa32d-aa67-4916-8292-be3087cf76fc gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:22:26.310941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Network': ['ID=993ac850-dc89-45cf-98eb-ac1fd7d290cc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:26.324772 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-81c6257d-defb-488d-ab93-0adbd7c74206 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/networks/993ac850-dc89-45cf-98eb-ac1fd7d290cc HTTP/1.1" status: 204 len: 168 time: 5.1959660 Feb 11 13:22:26.325440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41744) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:26.479256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b0e74-6369-4f03-b96e-e8e7e41bb056 req-3efc0cdd-4686-4e3d-ab19-7cfddf69060f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.487387 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0e5b0e74-6369-4f03-b96e-e8e7e41bb056 req-3efc0cdd-4686-4e3d-ab19-7cfddf69060f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2228513 Feb 11 13:22:26.533766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0df2a1-cc1d-4fbc-8354-bf2c49cbca46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.534888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-af0df2a1-cc1d-4fbc-8354-bf2c49cbca46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:22:26.589772 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0e5b0e74-6369-4f03-b96e-e8e7e41bb056 req-5ae59f57-8e11-4862-a614-a9763f048e2c tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012414 Feb 11 13:22:26.593195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-af0df2a1-cc1d-4fbc-8354-bf2c49cbca46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:22:26.600508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41754) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:26.602092 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-af0df2a1-cc1d-4fbc-8354-bf2c49cbca46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2725279 Feb 11 13:22:26.659401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:26.671416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbecc27-98f5-4ee9-847a-276598c15941 None None] Sync routers for ids ['3a1db554-a350-4eb4-830b-e284efd59e54'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:26.682456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:26.713741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbecc27-98f5-4ee9-847a-276598c15941 None None] Routers {'3a1db554-a350-4eb4-830b-e284efd59e54'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:26.713741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bbbecc27-98f5-4ee9-847a-276598c15941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3a1db554-a350-4eb4-830b-e284efd59e54'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:26.768754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-b3f9f615-705f-4a1c-8a94-0e8f63efefe2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.777960 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-b3f9f615-705f-4a1c-8a94-0e8f63efefe2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 816 time: 0.5215912 Feb 11 13:22:26.854530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-df3aeccf-87dd-4716-9191-7e460788287a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/quotas/b7ae4168cfa2454daeb86db2386933ba HTTP/1.1" status: 200 len: 375 time: 0.0755780 Feb 11 13:22:26.962201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bbbecc27-98f5-4ee9-847a-276598c15941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:26.991687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbecc27-98f5-4ee9-847a-276598c15941 None None] Routers {'3a1db554-a350-4eb4-830b-e284efd59e54'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:26.993793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bbbecc27-98f5-4ee9-847a-276598c15941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3a1db554-a350-4eb4-830b-e284efd59e54'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:27.017070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0755275c-faff-4bb6-9667-872ad1e9e564 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4109359 Feb 11 13:22:27.024649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41762) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:27.038081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1650951777'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:27.048669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:27.083044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-98247c7e-407a-4708-86a8-dbf517417df7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Synchronizing usage tracker for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:22:27.090229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:network and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:27.098675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:27.108123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41772) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:27.108938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7b5112db-1a3b-4f6a-9a9a-a95d06dd07ce tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "PUT /v2.0/floatingips/92bfb606-0276-49cf-9b48-fbf658dd57ae HTTP/1.1" status: 200 len: 977 time: 12.9920421 Feb 11 13:22:27.114206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:27.159559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bbbecc27-98f5-4ee9-847a-276598c15941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:27.159974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbecc27-98f5-4ee9-847a-276598c15941 None None] The sync data for ids ['3a1db554-a350-4eb4-830b-e284efd59e54'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:27.172809 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '03abfe39-0859-4825-98cc-8b6d08116bd6', 'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'mac_address': 'fa:16:3e:2d:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:49Z', 'updated_at': '2022-02-11T13:21:00Z', 'revision_number': 5, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'subnets': [{'id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:27.178616 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f659c51-2c80-4c11-9333-f95e519f24dc None None] The sync data for ids ['57bfa32d-aa67-4916-8292-be3087cf76fc'] in n-d-818559-1 is: [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:20:50Z', 'revision_number': 4, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '03abfe39-0859-4825-98cc-8b6d08116bd6', 'name': '', 'network_id': 'c40f714a-9ffe-46f7-9dd9-807c4e6d5e45', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'mac_address': 'fa:16:3e:2d:ce:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:49Z', 'updated_at': '2022-02-11T13:21:00Z', 'revision_number': 5, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'subnets': [{'id': '8f467489-5c42-49fb-9293-5eb2a1867198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:27.222917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-98247c7e-407a-4708-86a8-dbf517417df7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Unset dirty status for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:22:27.235173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-98247c7e-407a-4708-86a8-dbf517417df7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3796799 Feb 11 13:22:27.246812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:27.250038 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.359522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 0264c8d9-8b75-4f5e-b76d-a23d937e1d4b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:27.359781 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.377404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41786) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:27.454033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:27.532979 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd29094-9636-40eb-8d77-9721aefdbc22 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.552684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.553039 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Added segment 5ef6326f-dd03-41d7-875d-a4361629825b of type vlan for network ec5f66d9-4721-4c60-ac2d-f4b50970b9cf Feb 11 13:22:27.623763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd29094-9636-40eb-8d77-9721aefdbc22 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.627673 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-76f15047-39ed-4c88-8863-99a5b6f99672 service neutron] 10.222.0.67 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819680 Feb 11 13:22:27.771699 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd29094-9636-40eb-8d77-9721aefdbc22 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.822755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd29094-9636-40eb-8d77-9721aefdbc22 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec2431a-a471-4abf-b23e-78b3565f693b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:27.872370 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.934848 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd29094-9636-40eb-8d77-9721aefdbc22 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.936519 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3cd29094-9636-40eb-8d77-9721aefdbc22 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "DELETE /v2.0/security-groups/2ec2431a-a471-4abf-b23e-78b3565f693b HTTP/1.1" status: 204 len: 168 time: 0.5580528 Feb 11 13:22:27.940520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41792) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:27.966346 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-58dcedb3-fdf5-4893-b518-8134b910776a tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] show failed (client error): The resource could not be found. Feb 11 13:22:27.967673 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-58dcedb3-fdf5-4893-b518-8134b910776a tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "GET /v2.0/security-groups/2ec2431a-a471-4abf-b23e-78b3565f693b HTTP/1.1" status: 404 len: 347 time: 0.0260572 Feb 11 13:22:27.970315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41796) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:28.033184 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.036949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.037538 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.042702 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.116675 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-eb765e55-0e84-4b41-bb4b-acce17eb6b8d service neutron] 10.222.0.67 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880290 Feb 11 13:22:28.323069 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2904329 Feb 11 13:22:28.323961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bc77d-fa22-4751-8ab7-dab7a67b6872 req-a3f6b99b-0c6b-4432-8e6f-9a9567377f2b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.328726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41804) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:28.335446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-419bc77d-fa22-4751-8ab7-dab7a67b6872 req-a3f6b99b-0c6b-4432-8e6f-9a9567377f2b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.5026557 Feb 11 13:22:28.342273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': 'ec5f66d9-4721-4c60-ac2d-f4b50970b9cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:28.432802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Deleting port b94512b5-82c7-4538-b407-3bb9b77f3b34 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:28.433059 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.464249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cee1f4-715f-4a62-b001-4d47a6b8ea9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Network': ['ID=ec5f66d9-4721-4c60-ac2d-f4b50970b9cf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:28.482147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network ec5f66d9-4721-4c60-ac2d-f4b50970b9cf details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:22:28.485087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:28.493003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:28.591698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:28.644929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:28.688783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:28.944328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-419bc77d-fa22-4751-8ab7-dab7a67b6872 req-6cbd9715-7ab5-4d0e-bc59-88a8d7b4ff63 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054177 Feb 11 13:22:29.080581 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.081328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.081520 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Floating IP 92bfb606-0276-49cf-9b48-fbf658dd57ae disassociated. External IP: 172.25.4.181, port: 0264c8d9-8b75-4f5e-b76d-a23d937e1d4b. Feb 11 13:22:29.081823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 0264c8d9-8b75-4f5e-b76d-a23d937e1d4b owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:29.134618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41826) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:29.278860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.279183 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.567055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6206613f-b42f-48f6-9134-74668f39f5c5 req-8a778a08-4fc0-4476-8f43-ffbc315c496c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 210 time: 0.2422659 Feb 11 13:22:29.567533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Calling delete_port for b94512b5-82c7-4538-b407-3bb9b77f3b34 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:29.587199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.686088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fbf308-21e7-4824-bf8d-738e7f05ae50 admin admin] Deleting subnet dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:22:29.692106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf308-21e7-4824-bf8d-738e7f05ae50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.719145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.802705 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf308-21e7-4824-bf8d-738e7f05ae50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.852599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2421d5-962e-4b4c-8e7f-cf8a262d0365 req-2bbd8aab-3e6a-455e-b5d8-db1aabaa2794 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:29.854183 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e2421d5-962e-4b4c-8e7f-cf8a262d0365 req-2bbd8aab-3e6a-455e-b5d8-db1aabaa2794 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4299006 Feb 11 13:22:29.875316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=0264c8d9-8b75-4f5e-b76d-a23d937e1d4b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:29.960068 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf308-21e7-4824-bf8d-738e7f05ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.004319 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.085000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Pushing event deleted for resources: {'Port': ['ID=b94512b5-82c7-4538-b407-3bb9b77f3b34,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:30.093667 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e2421d5-962e-4b4c-8e7f-cf8a262d0365 req-d4a768df-4bff-4273-b492-77d687068054 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242453 Feb 11 13:22:30.201935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.202688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.203262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.203874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.204613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.205196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.205764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.206349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.206791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.207417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.208028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:30.285924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf308-21e7-4824-bf8d-738e7f05ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.334996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbf308-21e7-4824-bf8d-738e7f05ae50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:30.337500 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.351065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c8fbf308-21e7-4824-bf8d-738e7f05ae50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.395150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c8fbf308-21e7-4824-bf8d-738e7f05ae50 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/dc41dd89-96cf-4d0c-a0cb-d1e2c6e889f2 HTTP/1.1" status: 204 len: 168 time: 1.2571115 Feb 11 13:22:30.401483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.405124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41858) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:30.405854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41860) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:30.405994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b36d517b-1bdd-41c8-a190-f1b9ef0f15d7 tempest-ServersTestJSON-345210220 tempest-ServersTestJSON-345210220-project] 10.222.0.67 "DELETE /v2.0/floatingips/de9a1cdd-b9d5-4a69-92eb-11e5123a3845 HTTP/1.1" status: 204 len: 168 time: 2.4343071 Feb 11 13:22:30.635728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad938e1d-bdfa-4787-929e-f9c1af29add0 req-4ae4d895-11b3-404d-89d9-e837d0df09f7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.637521 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad938e1d-bdfa-4787-929e-f9c1af29add0 req-4ae4d895-11b3-404d-89d9-e837d0df09f7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.1192567 Feb 11 13:22:30.691359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad938e1d-bdfa-4787-929e-f9c1af29add0 req-cd6c850c-a5b7-4796-a168-52591a75d8fa tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475516 Feb 11 13:22:30.853377 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69020cf2-2d92-406a-9cff-fd07a214b67f req-7d7218df-ee91-4b9c-a875-cb74452d4480 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 210 time: 0.0517356 Feb 11 13:22:30.855908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0012c43-e561-4f62-8a14-edf0509b2e65 req-d3a85036-401b-4f2a-bc87-c39eab251b25 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.857384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0012c43-e561-4f62-8a14-edf0509b2e65 req-d3a85036-401b-4f2a-bc87-c39eab251b25 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 950 time: 0.8281980 Feb 11 13:22:30.915256 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.920473 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.099230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e457e1-6018-4c6a-819f-c4cfdbbd0150 req-ddfc89bf-16c8-4966-a15a-3e2ea33e538b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.103181 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-35e457e1-6018-4c6a-819f-c4cfdbbd0150 req-ddfc89bf-16c8-4966-a15a-3e2ea33e538b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.1031036 Feb 11 13:22:31.166626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-35e457e1-6018-4c6a-819f-c4cfdbbd0150 req-625b89a0-37f0-4249-b1a0-bed0f3448946 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582058 Feb 11 13:22:31.175873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-38c6f6ce-5d4c-4844-9005-c4985f79eca8 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.177312 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-38c6f6ce-5d4c-4844-9005-c4985f79eca8 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 816 time: 0.7695789 Feb 11 13:22:31.241941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=5401943c-85ab-4846-b6d2-b6543e9eae23,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:31.283296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0012c43-e561-4f62-8a14-edf0509b2e65 req-82313e30-4826-4d9d-b670-caca9648a689 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155979 Feb 11 13:22:31.431993 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.457296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daed4f-3f25-43d4-8133-d2218c297ab3 req-6678d0e2-e580-4cdf-ac01-04bf839aaad1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.459613 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95daed4f-3f25-43d4-8133-d2218c297ab3 req-6678d0e2-e580-4cdf-ac01-04bf839aaad1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.0873098 Feb 11 13:22:31.469433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Checking segment: {'id': '5ef6326f-dd03-41d7-875d-a4361629825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ec5f66d9-4721-4c60-ac2d-f4b50970b9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:22:31.469433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network hostable DHCP agents. Network: ec5f66d9-4721-4c60-ac2d-f4b50970b9cf, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:31.496555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bf97f3-5682-465b-b63d-f7cee2355e2e']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:31.513012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-62f6920f-d78e-4f05-a729-b49060bdfb7f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7ae4168cfa2454daeb86db2386933ba HTTP/1.1" status: 200 len: 379 time: 0.2998164 Feb 11 13:22:31.523107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0f129e-acf7-481b-b3f2-35661e60a7ef') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:31.524120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0f129e-acf7-481b-b3f2-35661e60a7ef') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:31.538335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'port': {'device_id': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'admin_state_up': True, 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'security_groups': ['25b31902-7f7d-40a2-9da5-3a438f2567d4']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:31.539301 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95daed4f-3f25-43d4-8133-d2218c297ab3 req-1563cc07-3070-4cbc-945e-12363c236bfe tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671070 Feb 11 13:22:31.563904 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.646568 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.699488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:22:31.699842 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:31.717217 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:31.756710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network ec5f66d9-4721-4c60-ac2d-f4b50970b9cf is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:31.889125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, ec5f66d9-4721-4c60-ac2d-f4b50970b9cf) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:31.893502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.894136 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.903134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6abf80-c4d0-425a-83cc-1aad1cc2b1f1 None None] Network ec5f66d9-4721-4c60-ac2d-f4b50970b9cf requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:31.907156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router 3a1db554-a350-4eb4-830b-e284efd59e54 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:31.935519 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.940869 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.017805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:32.072976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Pushing event deleted for resources: {'Network': ['ID=05bf97f3-5682-465b-b63d-f7cee2355e2e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:32.090291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f7c3ad8-8ffb-42c5-ab9a-1c7d724f6cfb req-5134b239-2dad-48de-87b3-0897dce7bc24 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 210 time: 0.0649664 Feb 11 13:22:32.143088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:32.143316 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629e442-73a8-4e3a-9c2e-cda48e7ee7cd None None] New status for floating IP de9a1cdd-b9d5-4a69-92eb-11e5123a3845: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:22:32.223065 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bef2fb26-872d-4dcc-8bd2-239e0990c57f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8923910 Feb 11 13:22:32.225434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41884) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:32.225951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-ec5f66d9-4721-4c60-ac2d-f4b50970b9cf', 'network_id': 'ec5f66d9-4721-4c60-ac2d-f4b50970b9cf', 'tenant_id': 'b2e27848a419477b841c897cc781976d', 'fixed_ips': [{'subnet_id': '5401943c-85ab-4846-b6d2-b6543e9eae23'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:22:32.226340 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.232631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': 'ec5f66d9-4721-4c60-ac2d-f4b50970b9cf', 'name': 'tempest-PortsTestJSON-259772209'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:32.242706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Made reservation on behalf of b7ae4168cfa2454daeb86db2386933ba for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:32.246210 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.353259 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] 10.222.0.67 "DELETE /v2.0/networks/05bf97f3-5682-465b-b63d-f7cee2355e2e HTTP/1.1" status: 204 len: 168 time: 1.9144535 Feb 11 13:22:32.380765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.381238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.381584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.381924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.382260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.383131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.383463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.383787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.384108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.384436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.393093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a01ebe-f4a7-406b-b03c-2971dc2a17eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:32.478627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78d89c-0595-41a4-828c-6b7e834f14df req-39ff8d75-d35c-458d-b8b8-67767ab5541d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.485638 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a78d89c-0595-41a4-828c-6b7e834f14df req-39ff8d75-d35c-458d-b8b8-67767ab5541d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.7693818 Feb 11 13:22:32.522666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:32.541676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:32.579000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Allocated IP 172.20.0.2 (ec5f66d9-4721-4c60-ac2d-f4b50970b9cf/5401943c-85ab-4846-b6d2-b6543e9eae23/2ac16fee-f32b-4402-8e37-0be255fc8043) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:32.579410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:32.583635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.617472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6df051-b140-4fe5-872f-259b2dd50988 req-07d891da-57b3-4c62-b26d-3382f40ac48a tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.626099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e6df051-b140-4fe5-872f-259b2dd50988 req-07d891da-57b3-4c62-b26d-3382f40ac48a tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 950 time: 0.1684084 Feb 11 13:22:32.662655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port 0e208f7c-9188-4a32-90b3-f6b34e007151 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:22:32.683698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a78d89c-0595-41a4-828c-6b7e834f14df req-1ef67e31-a5a4-40b3-a473-943030198d2f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964390 Feb 11 13:22:32.788999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Allocated IP 172.20.0.4 (038bcb61-9280-4b93-ac87-142c78f0aa08/5df95483-ebc8-41cc-9bd4-520dafb76a6f/11718c7b-f8e0-47c6-ac6b-d6a85d189b80) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:32.884723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41894) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:32.886917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 623a708d-82fd-4ef6-8f2c-fc74f391ce46 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:22:32.955138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e6df051-b140-4fe5-872f-259b2dd50988 req-81b27dd6-b5de-4348-8017-e303ef2710b7 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279436 Feb 11 13:22:32.989092 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a875bd4e-8071-4ceb-8423-0048ff84a283 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=065894f866e44a928b5da656a828a752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1031621 Feb 11 13:22:32.993026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41902) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:33.093318 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.105252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Transition to ACTIVE for port object 2ac16fee-f32b-4402-8e37-0be255fc8043 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:33.127500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Transition to ACTIVE for port object 2ac16fee-f32b-4402-8e37-0be255fc8043 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:33.141179 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.147413 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a32ca6b3-fb4d-4b40-8a63-159973f9acb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.231510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.270156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Transition to ACTIVE for port object 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:33.309057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.7 (ec5f66d9-4721-4c60-ac2d-f4b50970b9cf/5401943c-85ab-4846-b6d2-b6543e9eae23/0e208f7c-9188-4a32-90b3-f6b34e007151) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:33.375900 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.404522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Network ec5f66d9-4721-4c60-ac2d-f4b50970b9cf is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:33.408108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:33.434234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:33.473185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8e198-cfe9-4716-89df-9a7c3d61fec7 req-f6046313-5610-480b-abec-5d0f42b61e28 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:33.474796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3bc8e198-cfe9-4716-89df-9a7c3d61fec7 req-f6046313-5610-480b-abec-5d0f42b61e28 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.5036225 Feb 11 13:22:33.482169 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.484296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.522353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Pushing event updated for resources: {'Port': ['ID=2ac16fee-f32b-4402-8e37-0be255fc8043,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:33.609384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a32ca6b3-fb4d-4b40-8a63-159973f9acb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.622918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:33.629230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623a708d-82fd-4ef6-8f2c-fc74f391ce46'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:33.678985 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a32ca6b3-fb4d-4b40-8a63-159973f9acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.707143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ca6b3-fb4d-4b40-8a63-159973f9acb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:33.727868 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.781060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a32ca6b3-fb4d-4b40-8a63-159973f9acb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.782471 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a32ca6b3-fb4d-4b40-8a63-159973f9acb9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d2dd0a1f-3f6c-49de-bf76-0986c4e74ca9 HTTP/1.1" status: 204 len: 168 time: 0.7880177 Feb 11 13:22:33.807800 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.871082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=623a708d-82fd-4ef6-8f2c-fc74f391ce46,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:33.896021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Attempting to bind port 2ac16fee-f32b-4402-8e37-0be255fc8043 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:33.896805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Attempting to bind port 2ac16fee-f32b-4402-8e37-0be255fc8043 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '5ef6326f-dd03-41d7-875d-a4361629825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ec5f66d9-4721-4c60-ac2d-f4b50970b9cf'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:33.897392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Attempting to bind port 2ac16fee-f32b-4402-8e37-0be255fc8043 on network ec5f66d9-4721-4c60-ac2d-f4b50970b9cf {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:22:33.908205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:22:33.911328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Checking segment: {'id': '5ef6326f-dd03-41d7-875d-a4361629825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ec5f66d9-4721-4c60-ac2d-f4b50970b9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:22:33.912145 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.912715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Bound using segment: {'id': '5ef6326f-dd03-41d7-875d-a4361629825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ec5f66d9-4721-4c60-ac2d-f4b50970b9cf'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:22:33.913394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Bound port: 2ac16fee-f32b-4402-8e37-0be255fc8043, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef6326f-dd03-41d7-875d-a4361629825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ec5f66d9-4721-4c60-ac2d-f4b50970b9cf'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:33.914109 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.949798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object 0e208f7c-9188-4a32-90b3-f6b34e007151 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:34.022538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Network 038bcb61-9280-4b93-ac87-142c78f0aa08 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:34.063643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] For port 2ac16fee-f32b-4402-8e37-0be255fc8043, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:34.064656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb6cd8-66a3-4d81-ac84-cf1a7d86c3b1 req-1d7c51c4-a86c-41c9-8bac-21893c40e2ca tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:34.072750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] For port 2ac16fee-f32b-4402-8e37-0be255fc8043, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2ac16fee-f32b-4402-8e37-0be255fc8043,segment=NetworkSegment(5ef6326f-dd03-41d7-875d-a4361629825b),segment_id=5ef6326f-dd03-41d7-875d-a4361629825b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:34.073802 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98fb6cd8-66a3-4d81-ac84-cf1a7d86c3b1 req-1d7c51c4-a86c-41c9-8bac-21893c40e2ca tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 931 time: 0.2340124 Feb 11 13:22:34.084848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:34.086516 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.100676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:34.106758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:34.112514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.199235 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661421b-03dc-4f64-aae9-7b18509d5cce None None] Sync routers for ids ['3a1db554-a350-4eb4-830b-e284efd59e54'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:34.231368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:34.282476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=0e208f7c-9188-4a32-90b3-f6b34e007151,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:34.327418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3bc8e198-cfe9-4716-89df-9a7c3d61fec7 req-f271272e-64a5-479b-9638-4fc38e969b27 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162087 Feb 11 13:22:34.343909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network ec5f66d9-4721-4c60-ac2d-f4b50970b9cf is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:34.350920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:34.364270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:34.387987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661421b-03dc-4f64-aae9-7b18509d5cce None None] Routers {'3a1db554-a350-4eb4-830b-e284efd59e54'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:34.391064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c661421b-03dc-4f64-aae9-7b18509d5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3a1db554-a350-4eb4-830b-e284efd59e54'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:34.476023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:34.477230 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.485527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-98fb6cd8-66a3-4d81-ac84-cf1a7d86c3b1 req-3a87d1ce-19c0-49b7-8e4a-5d5a5b4d0e14 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Synchronizing usage tracker for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:22:34.515437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-98fb6cd8-66a3-4d81-ac84-cf1a7d86c3b1 req-3a87d1ce-19c0-49b7-8e4a-5d5a5b4d0e14 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Unset dirty status for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:22:34.531319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98fb6cd8-66a3-4d81-ac84-cf1a7d86c3b1 req-3a87d1ce-19c0-49b7-8e4a-5d5a5b4d0e14 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4562981 Feb 11 13:22:34.561925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.579248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:34.579836 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.596702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-05e1a215-7c8f-4fa6-80b0-8114e4b24702 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/ports/0264c8d9-8b75-4f5e-b76d-a23d937e1d4b HTTP/1.1" status: 204 len: 168 time: 7.4815247 Feb 11 13:22:34.597553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41936) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:34.604633 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-751e770d-3d03-4144-9e6b-4a614c65b195 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0718343 Feb 11 13:22:34.627443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Request body: {'port': {'device_id': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:34.659793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84d43e-3432-4a0a-a4f0-f7869b7d6397 None None] Pushing event updated for resources: {'Port': ['ID=2ac16fee-f32b-4402-8e37-0be255fc8043,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:34.702388 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623a708d-82fd-4ef6-8f2c-fc74f391ce46', 'code': 200} Feb 11 13:22:34.724962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c661421b-03dc-4f64-aae9-7b18509d5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:34.750371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661421b-03dc-4f64-aae9-7b18509d5cce None None] Routers {'3a1db554-a350-4eb4-830b-e284efd59e54'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:34.751116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c661421b-03dc-4f64-aae9-7b18509d5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3a1db554-a350-4eb4-830b-e284efd59e54'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:34.881440 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.028676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c661421b-03dc-4f64-aae9-7b18509d5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:35.029081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661421b-03dc-4f64-aae9-7b18509d5cce None None] The sync data for ids ['3a1db554-a350-4eb4-830b-e284efd59e54'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:35.053217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b038c9e2-6e85-47b3-b976-0a2242a13711 None None] Provisioning for port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:35.058993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b038c9e2-6e85-47b3-b976-0a2242a13711 None None] Provisioning complete for port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:35.059368 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b038c9e2-6e85-47b3-b976-0a2242a13711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.138718 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2ff60d1b-e925-44f7-a389-a704df9d6559 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9109552 Feb 11 13:22:35.139422 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41944) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:35.160187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': 'ec5f66d9-4721-4c60-ac2d-f4b50970b9cf', 'name': 'tempest-PortsTestJSON-1240133152'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:35.178043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b038c9e2-6e85-47b3-b976-0a2242a13711 None None] Port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:35.399548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:35.411242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:port and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:35.421376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:35.442103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:35.446083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41952) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:35.467233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5f032-ea3f-437d-95ef-2d26a1dfe8f5 req-69732dc7-3dd0-430e-a27b-1ed218c14bd7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.475148 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ff5f032-ea3f-437d-95ef-2d26a1dfe8f5 req-69732dc7-3dd0-430e-a27b-1ed218c14bd7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4747298 Feb 11 13:22:35.547404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:35.556352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.631342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:22:35.806127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:35.850722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.3 (ec5f66d9-4721-4c60-ac2d-f4b50970b9cf/5401943c-85ab-4846-b6d2-b6543e9eae23/b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:35.872373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2ac16fee-f32b-4402-8e37-0be255fc8043 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:35.877579 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.920982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Transition to ACTIVE for port object 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:35.932788 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.027061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-87921656-network', 'tenant_id': '010169ef397f494db6b4777e7cd64614'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:36.055227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2ac16fee-f32b-4402-8e37-0be255fc8043 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:36.104103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:36.113734 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ff5f032-ea3f-437d-95ef-2d26a1dfe8f5 req-2a39a58e-cef7-4cfc-a8ac-7a4956ce4ad5 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376023 Feb 11 13:22:36.127880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Usage tracker for resource:network and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:36.169677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f89ae7-1cc1-4d63-a8f5-be87fa31d1e0 None None] Network ec5f66d9-4721-4c60-ac2d-f4b50970b9cf requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:36.229180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.355040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-69761ee3-387a-4b3a-86e8-33033d655763 None None] Provisioning for port 2ac16fee-f32b-4402-8e37-0be255fc8043 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:36.377288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-69761ee3-387a-4b3a-86e8-33033d655763 None None] Provisioning complete for port 2ac16fee-f32b-4402-8e37-0be255fc8043 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:36.378127 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69761ee3-387a-4b3a-86e8-33033d655763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.381088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:36.410569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:36.426005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e805c-d6f6-48c9-885c-af2ce8d93e61 req-3fed2a9b-d6f8-4a2a-bf53-100f4fd47793 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:36.426918 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-711e805c-d6f6-48c9-885c-af2ce8d93e61 req-3fed2a9b-d6f8-4a2a-bf53-100f4fd47793 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Synchronizing usage tracker for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:22:36.475810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:36.486666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.518560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-711e805c-d6f6-48c9-885c-af2ce8d93e61 req-3fed2a9b-d6f8-4a2a-bf53-100f4fd47793 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Unset dirty status for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:22:36.525934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.526551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-711e805c-d6f6-48c9-885c-af2ce8d93e61 req-3fed2a9b-d6f8-4a2a-bf53-100f4fd47793 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.5429692 Feb 11 13:22:36.595851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:22:36.613380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Attempting to bind port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:36.614377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Attempting to bind port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:36.614377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Attempting to bind port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 on network 038bcb61-9280-4b93-ac87-142c78f0aa08 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:22:36.625933 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.662241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 on network 038bcb61-9280-4b93-ac87-142c78f0aa08 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:22:36.662241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Attempting to bind port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 on network 038bcb61-9280-4b93-ac87-142c78f0aa08 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:22:36.694132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:36.698834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:22:36.699355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Checking segment: {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:22:36.699772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Usage tracker for resource:security_group_rule and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:36.699947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Bound using segment: {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:22:36.700234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Bound port: 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:36.700713 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.702878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:36.708872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:36.734322 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-711e805c-d6f6-48c9-885c-af2ce8d93e61 req-9b9d49b0-08ae-4168-9cd0-d089fc453ee4 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065332 Feb 11 13:22:36.762436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] Deleting port 03abfe39-0859-4825-98cc-8b6d08116bd6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:36.762866 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.788181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.808077 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.833471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:36.887173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:36.905964 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69761ee3-387a-4b3a-86e8-33033d655763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.914870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.927716 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.928249 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Added segment 32c2e3fa-8719-4879-8c52-d012694869dd of type vlan for network a9f115c2-e958-407a-85fa-295bbd6136d3 Feb 11 13:22:36.990930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:37.002308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-69761ee3-387a-4b3a-86e8-33033d655763 None None] For port 2ac16fee-f32b-4402-8e37-0be255fc8043, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2ac16fee-f32b-4402-8e37-0be255fc8043,segment=NetworkSegment(5ef6326f-dd03-41d7-875d-a4361629825b),segment_id=5ef6326f-dd03-41d7-875d-a4361629825b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:37.011078 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69761ee3-387a-4b3a-86e8-33033d655763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.040228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.044178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'mac_address': 'fa:16:3e:89:65:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:22:37.061380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.094863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69761ee3-387a-4b3a-86e8-33033d655763 None None] Pushing event updated for resources: {'Port': ['ID=2ac16fee-f32b-4402-8e37-0be255fc8043,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:37.178216 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.250246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:37.277199 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.308987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:37.316528 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.383768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network ec5f66d9-4721-4c60-ac2d-f4b50970b9cf is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:37.392470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:37.397541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:37.401828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:37.447246 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.448074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.448573 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.450340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f3b3d12e-1c47-4b67-bb1c-033ac0bb8055'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:22:37.496030 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.566059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] For port 03abfe39-0859-4825-98cc-8b6d08116bd6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=03abfe39-0859-4825-98cc-8b6d08116bd6,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:37.567030 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.624902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:37.782760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2ac16fee-f32b-4402-8e37-0be255fc8043 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:37.844901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.845495 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:37.867982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] Calling delete_port for 03abfe39-0859-4825-98cc-8b6d08116bd6 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:37.898847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] Pushing event updated for resources: {'Network': ['ID=a9f115c2-e958-407a-85fa-295bbd6136d3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:37.920563 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0b97eafe-249d-4f3c-af2a-2a18fc3140da admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4726212 Feb 11 13:22:37.923073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41998) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:37.933412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network a9f115c2-e958-407a-85fa-295bbd6136d3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:22:37.949464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Request body: {'subnet': {'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-87921656-subnet', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:37.992894 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bf8e331f-d720-4551-9b62-4e2582852a76 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8472788 Feb 11 13:22:37.994535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:37.997799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42004) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:38.019311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-570d6491-6ddd-4747-9506-a00855cc05f0 None None] Provisioning for port 0e208f7c-9188-4a32-90b3-f6b34e007151 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:38.053422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-570d6491-6ddd-4747-9506-a00855cc05f0 None None] Provisioning complete for port 0e208f7c-9188-4a32-90b3-f6b34e007151 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:38.053792 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-570d6491-6ddd-4747-9506-a00855cc05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.081898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Usage tracker for resource:subnet and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:38.107439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:38.180423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-570d6491-6ddd-4747-9506-a00855cc05f0 None None] Port 0e208f7c-9188-4a32-90b3-f6b34e007151 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:38.200317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:38.208084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:38.233222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:38.260197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2ac16fee-f32b-4402-8e37-0be255fc8043 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:38.260597 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.265292 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.303211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:38.306142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.347527 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.349323 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] 10.222.0.73 "PUT /v2.0/ports/11718c7b-f8e0-47c6-ac6b-d6a85d189b80 HTTP/1.1" status: 200 len: 1091 time: 3.7306223 Feb 11 13:22:38.349992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:38.381060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2ef9f-5c9a-4c32-bab2-750ace7048cf req-85a76f9e-2f8a-49f0-a0f8-2e325af88a3b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.385648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-570d6491-6ddd-4747-9506-a00855cc05f0 None None] Provisioning complete for port 2ac16fee-f32b-4402-8e37-0be255fc8043 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:38.386021 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-570d6491-6ddd-4747-9506-a00855cc05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.389859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66a2ef9f-5c9a-4c32-bab2-750ace7048cf req-85a76f9e-2f8a-49f0-a0f8-2e325af88a3b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.9694350 Feb 11 13:22:38.391948 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.573733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f47659-64dc-492b-87bd-7dfc9bc6b525 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.574676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f7f47659-64dc-492b-87bd-7dfc9bc6b525 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:22:38.591783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe9154-0283-4f22-a65e-eeaa2794e994 req-18245838-3189-4c56-98e6-fb1152e523eb tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.592513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa554eee-b69b-4393-bec7-1e3145372490 service neutron] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:38.602786 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a4fe9154-0283-4f22-a65e-eeaa2794e994 req-18245838-3189-4c56-98e6-fb1152e523eb tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.5223212 Feb 11 13:22:38.786695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f7f47659-64dc-492b-87bd-7dfc9bc6b525 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:22:38.792009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f7f47659-64dc-492b-87bd-7dfc9bc6b525 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.7904489 Feb 11 13:22:38.792989 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66a2ef9f-5c9a-4c32-bab2-750ace7048cf req-eadeb75c-1b15-4726-8dfc-028b9c39502a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017868 Feb 11 13:22:38.793441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42020) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:38.868902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=03abfe39-0859-4825-98cc-8b6d08116bd6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:38.907923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-60106b8b-8195-4ff9-a7d0-ef6017bcd882 None None] Provisioning complete for port 0e208f7c-9188-4a32-90b3-f6b34e007151 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:38.908637 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60106b8b-8195-4ff9-a7d0-ef6017bcd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:39.013200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a4fe9154-0283-4f22-a65e-eeaa2794e994 req-1d7b2ec7-0aad-4db9-88e0-b1723d07f8e4 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844552 Feb 11 13:22:39.041132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-60106b8b-8195-4ff9-a7d0-ef6017bcd882 None None] Port 0e208f7c-9188-4a32-90b3-f6b34e007151 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:39.086381 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'status': 'completed', 'code': 200} Feb 11 13:22:39.104483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-60106b8b-8195-4ff9-a7d0-ef6017bcd882 None None] Provisioning for port b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:39.110456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-60106b8b-8195-4ff9-a7d0-ef6017bcd882 None None] Provisioning complete for port b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:39.111034 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60106b8b-8195-4ff9-a7d0-ef6017bcd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:39.168060 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-de4be74a-e514-4a2a-8ea5-c86e1e7ef6f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 1094 time: 0.7395077 Feb 11 13:22:39.186358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9be1997e-7c4d-4652-acb6-55923cd13409 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:39.195116 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9be1997e-7c4d-4652-acb6-55923cd13409 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:39.215902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-60106b8b-8195-4ff9-a7d0-ef6017bcd882 None None] Port b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:22:39.259440 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-8fa46529-d6fd-4c94-af2d-4d0aba58c341 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80 HTTP/1.1" status: 200 len: 217 time: 0.0829659 Feb 11 13:22:39.363636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-b0d1f8c6-c75c-4604-bafc-38f24e4f14d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.365172 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-b0d1f8c6-c75c-4604-bafc-38f24e4f14d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.0877776 Feb 11 13:22:39.499021 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:39.529979 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-649eec6f-289b-4951-96fc-daafcef2e9e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559675 Feb 11 13:22:39.663218 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:39.896821 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9be1997e-7c4d-4652-acb6-55923cd13409 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:40.186603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9be1997e-7c4d-4652-acb6-55923cd13409 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:40.295098 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-4235cc1a-eff3-45c1-970f-3c28dd5c7eda service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944587 Feb 11 13:22:40.397641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9be1997e-7c4d-4652-acb6-55923cd13409 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:40.459756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902afed2-3ead-49c2-9ec2-879dac77abbc req-115fd1f2-1ac4-4d80-8f50-c21bec2b0843 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.462481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-902afed2-3ead-49c2-9ec2-879dac77abbc req-115fd1f2-1ac4-4d80-8f50-c21bec2b0843 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3782251 Feb 11 13:22:40.609060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:40.721003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eda53ab8-49a2-4c9f-b42a-bec6d70faac0 req-8275336c-30b1-4772-be9d-81901b6ac998 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167578 Feb 11 13:22:40.732776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-902afed2-3ead-49c2-9ec2-879dac77abbc req-103f59a0-c038-4974-81e8-97fffd0ec6df tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504830 Feb 11 13:22:40.742976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:40.743595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:40.905386 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9be1997e-7c4d-4652-acb6-55923cd13409 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:40.946914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1997e-7c4d-4652-acb6-55923cd13409 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.981620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.068456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:41.089711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc19b096-0b2e-4604-ba3e-369168a6559e req-cdfcbc7a-4b08-47fb-b6e2-bc68aafd4c92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 1094 time: 0.2022562 Feb 11 13:22:41.093608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:41.100233 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.140896 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9be1997e-7c4d-4652-acb6-55923cd13409 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd HTTP/1.1" status: 204 len: 168 time: 2.3411858 Feb 11 13:22:41.148102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42050) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:41.169159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4c44a2-f163-4b02-8779-27c4dc75a501,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.194981 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'code': 200} Feb 11 13:22:41.195421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Checking segment: {'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:22:41.196126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Network hostable DHCP agents. Network: a9f115c2-e958-407a-85fa-295bbd6136d3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:41.248892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=10']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.341185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0e244-667b-42a6-8d1f-b5b192bb6073 req-db3cf757-6356-463d-ac75-a04a1606ee40 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.348421 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26e0e244-667b-42a6-8d1f-b5b192bb6073 req-db3cf757-6356-463d-ac75-a04a1606ee40 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.9914026 Feb 11 13:22:41.363393 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-86eb665d-c18e-4865-b6b4-895919c14f96 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:22:41.368535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Network a9f115c2-e958-407a-85fa-295bbd6136d3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:41.368735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-86eb665d-c18e-4865-b6b4-895919c14f96 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/b3faac20-cab1-44cd-9fa2-38ef8d5aa0cd HTTP/1.1" status: 404 len: 333 time: 0.2138231 Feb 11 13:22:41.371739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42058) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:41.450478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19b096-0b2e-4604-ba3e-369168a6559e req-7937ee8d-e953-4b63-874c-d4ba56d3c553 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.451886 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc19b096-0b2e-4604-ba3e-369168a6559e req-7937ee8d-e953-4b63-874c-d4ba56d3c553 service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 0.3047276 Feb 11 13:22:41.477576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, a9f115c2-e958-407a-85fa-295bbd6136d3) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:41.486858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10121cdb-4960-4705-b094-653409e268f6 None None] Network a9f115c2-e958-407a-85fa-295bbd6136d3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:41.536435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc19b096-0b2e-4604-ba3e-369168a6559e req-64d5a0ba-15d2-4095-9e89-712ed45f3df8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80 HTTP/1.1" status: 200 len: 217 time: 0.0768135 Feb 11 13:22:41.546049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.546823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.630100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19b096-0b2e-4604-ba3e-369168a6559e req-f52094c1-b2ad-4d4d-9bc1-5f969cac3112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.631565 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc19b096-0b2e-4604-ba3e-369168a6559e req-f52094c1-b2ad-4d4d-9bc1-5f969cac3112 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.0892248 Feb 11 13:22:41.680520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26e0e244-667b-42a6-8d1f-b5b192bb6073 req-53da5f9d-b5d0-4a53-8831-d5731c397ab1 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301153 Feb 11 13:22:41.682460 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-706d16b5-53c0-45f0-bc51-7035f049e0d6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.7420826 Feb 11 13:22:41.687628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42064) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:41.692705 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:41.697936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf9973-d6c2-408e-84ce-6a19df377d8c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 0e208f7c-9188-4a32-90b3-f6b34e007151 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:41.700793 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3bf9973-d6c2-408e-84ce-6a19df377d8c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.702557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:41.710935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Usage tracker for resource:router and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:41.716493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:41.724596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] Router 57bfa32d-aa67-4916-8292-be3087cf76fc has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:41.732004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:41.767093 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.768110 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.999333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-a9f115c2-e958-407a-85fa-295bbd6136d3', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:22:42.000722 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.166990 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3bf9973-d6c2-408e-84ce-6a19df377d8c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.192115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Allocated IP 172.20.0.2 (a9f115c2-e958-407a-85fa-295bbd6136d3/7e4c44a2-f163-4b02-8779-27c4dc75a501/2dd2d821-3ee4-417d-b201-f624cb34545c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:42.262560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc19b096-0b2e-4604-ba3e-369168a6559e req-eec44274-32e1-4305-a735-f32e94f1eeb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6217282 Feb 11 13:22:42.320363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.338732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf9973-d6c2-408e-84ce-6a19df377d8c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for 0e208f7c-9188-4a32-90b3-f6b34e007151 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:42.415960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:42.416713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.459257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.573333 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.616611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:22:42.748692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f657508-1241-43fc-bb00-7a79b2dea6b1 req-68a28e6e-d054-4479-8abe-b8ff8d9e060d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:42.749861 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f657508-1241-43fc-bb00-7a79b2dea6b1 req-68a28e6e-d054-4479-8abe-b8ff8d9e060d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.7432628 Feb 11 13:22:42.751713 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc19b096-0b2e-4604-ba3e-369168a6559e req-c0012664-37fd-4a26-bddb-751a002dc696 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806225 Feb 11 13:22:42.947288 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.133274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:43.149479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.154956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:43.169060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'port_id': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'mac_address': 'fa:16:3e:06:dd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:22:43.269607 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.312017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:43.344607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:43.357265 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.447241 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f657508-1241-43fc-bb00-7a79b2dea6b1 req-f44bec42-ca91-4806-933f-f28a3b6c27d2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6465590 Feb 11 13:22:43.478832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:43.491298 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] Sync routers for ids ['57bfa32d-aa67-4916-8292-be3087cf76fc'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:43.503653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:43.518256 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc19b096-0b2e-4604-ba3e-369168a6559e req-614d97a3-c556-4561-b0b8-67adc05fbae6 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7577467 Feb 11 13:22:43.533374 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] Routers {'57bfa32d-aa67-4916-8292-be3087cf76fc'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:43.533991 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['57bfa32d-aa67-4916-8292-be3087cf76fc'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:43.579120 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8b322732-c47b-4d24-af74-40a9235f5a1b admin admin] 10.222.0.67 "PUT /v2.0/routers/57bfa32d-aa67-4916-8292-be3087cf76fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1437552 Feb 11 13:22:43.579818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42084) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:43.626246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['11718c7b-f8e0-47c6-ac6b-d6a85d189b80'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:22:43.674031 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.836537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=3eb6daf2-8e3e-44dd-85bd-c6ee61bbac71,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.037124 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] Set router 57bfa32d-aa67-4916-8292-be3087cf76fc gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:22:44.043052 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.093444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.107806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Transition to ACTIVE for port object 2dd2d821-3ee4-417d-b201-f624cb34545c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:44.145632 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3bf9973-d6c2-408e-84ce-6a19df377d8c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.150200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Transition to ACTIVE for port object 2dd2d821-3ee4-417d-b201-f624cb34545c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:44.162509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.205453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf9973-d6c2-408e-84ce-6a19df377d8c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=0e208f7c-9188-4a32-90b3-f6b34e007151,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.215905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91a571-7c4f-410f-839e-175e763f9357 req-8c81d6f7-74f0-4a60-a09b-9a9856f9721e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:44.223202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e91a571-7c4f-410f-839e-175e763f9357 req-8c81d6f7-74f0-4a60-a09b-9a9856f9721e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 944 time: 0.7141628 Feb 11 13:22:44.310291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Network a9f115c2-e958-407a-85fa-295bbd6136d3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:44.327608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:44.330331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:44.439790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Pushing event updated for resources: {'Port': ['ID=2dd2d821-3ee4-417d-b201-f624cb34545c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.449199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Allocated IP 172.25.4.10 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/47b0360c-3373-4dd4-99e7-689893ca06b2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:44.605423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Attempting to bind port 2dd2d821-3ee4-417d-b201-f624cb34545c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:44.605782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Attempting to bind port 2dd2d821-3ee4-417d-b201-f624cb34545c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:44.606142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Attempting to bind port 2dd2d821-3ee4-417d-b201-f624cb34545c on network a9f115c2-e958-407a-85fa-295bbd6136d3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:22:44.619373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:22:44.619747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Checking segment: {'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:22:44.620135 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.620519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Bound using segment: {'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:22:44.620988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Bound port: 2dd2d821-3ee4-417d-b201-f624cb34545c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:44.621405 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.631989 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e91a571-7c4f-410f-839e-175e763f9357 req-eb9cb484-d62d-4f53-a4a6-80360ed0ba4c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4078157 Feb 11 13:22:44.739882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:44.795562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3bf9973-d6c2-408e-84ce-6a19df377d8c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.875261 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a3bf9973-d6c2-408e-84ce-6a19df377d8c tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/0e208f7c-9188-4a32-90b3-f6b34e007151 HTTP/1.1" status: 204 len: 168 time: 3.4997535 Feb 11 13:22:44.875973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42100) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:44.971815 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.972627 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:22:38Z', 'revision_number': 5, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:44.988513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] For port 2dd2d821-3ee4-417d-b201-f624cb34545c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:44.990003 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] Checking router: 57bfa32d-aa67-4916-8292-be3087cf76fc for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:22:44.992776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] For port 2dd2d821-3ee4-417d-b201-f624cb34545c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2dd2d821-3ee4-417d-b201-f624cb34545c,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:44.994384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:45.000575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:45.000952 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.006984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.019971 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c620d370-c005-43df-b21e-fc117c6da63f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:22:45.020544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c620d370-c005-43df-b21e-fc117c6da63f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:22:45.030687 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] Routers {'57bfa32d-aa67-4916-8292-be3087cf76fc'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:45.031325 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['57bfa32d-aa67-4916-8292-be3087cf76fc'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:45.059633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c620d370-c005-43df-b21e-fc117c6da63f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:22:45.061448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c620d370-c005-43df-b21e-fc117c6da63f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/0e208f7c-9188-4a32-90b3-f6b34e007151 HTTP/1.1" status: 404 len: 333 time: 0.1835051 Feb 11 13:22:45.063426 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.080000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42104) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:45.083372 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.353701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd875-0a1f-4959-92f4-a42fff8ef847 req-1e036e50-b23e-480d-8df7-7325643b48bc tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.368806 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.370086 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-968bd875-0a1f-4959-92f4-a42fff8ef847 req-1e036e50-b23e-480d-8df7-7325643b48bc tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.5258348 Feb 11 13:22:45.381557 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:22:45.447180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568119e5-59d7-40e2-ad1e-f364b26ea9b4 None None] Pushing event updated for resources: {'Port': ['ID=2dd2d821-3ee4-417d-b201-f624cb34545c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:45.447861 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.453113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:45.469740 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33a0ad7f-bdc2-4135-92d1-efb5da4e9b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.482777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:45.487839 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.563277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Pushing event updated for resources: {'Port': ['ID=47b0360c-3373-4dd4-99e7-689893ca06b2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:45.573226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:45.579358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:45.609973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-968bd875-0a1f-4959-92f4-a42fff8ef847 req-fac1be33-951d-41d5-b370-826a57336c84 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389441 Feb 11 13:22:45.611563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:45.615260 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] Set router 57bfa32d-aa67-4916-8292-be3087cf76fc gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:22:45.711388 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'code': 200} Feb 11 13:22:45.711989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:45.976793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2dd2d821-3ee4-417d-b201-f624cb34545c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:46.104181 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.135567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Deleting port a0cb41a1-5777-4b71-bc29-530fcca6324c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:46.135913 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.147085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2dd2d821-3ee4-417d-b201-f624cb34545c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:46.196449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27ff618-fec8-4072-aae1-4a8121136007 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet 5401943c-85ab-4846-b6d2-b6543e9eae23 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:22:46.200034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f27ff618-fec8-4072-aae1-4a8121136007 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.360905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f27ff618-fec8-4072-aae1-4a8121136007 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.489493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] For port a0cb41a1-5777-4b71-bc29-530fcca6324c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a0cb41a1-5777-4b71-bc29-530fcca6324c,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:46.489843 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.510452 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:22:38Z', 'revision_number': 5, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:46.516425 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fda9e-02cf-4511-9c45-37ef6aafddb6 None None] The sync data for ids ['57bfa32d-aa67-4916-8292-be3087cf76fc'] in n-d-818559-1 is: [{'id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'name': 'tempest-ServersTestJSON-2028332580-router', 'tenant_id': '554aa8ac701541e1990ed4a6ae58f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:41Z', 'updated_at': '2022-02-11T13:22:38Z', 'revision_number': 5, 'project_id': '554aa8ac701541e1990ed4a6ae58f274', 'gw_port': {'id': 'a0cb41a1-5777-4b71-bc29-530fcca6324c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bfa32d-aa67-4916-8292-be3087cf76fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:46.765039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Calling delete_port for a0cb41a1-5777-4b71-bc29-530fcca6324c owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:46.810745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ed81f60-9ae6-4961-8b30-dab9196af8d5 req-f01b85d3-354f-4fdf-bfd1-afb4f47ed580 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 1096 time: 1.0522091 Feb 11 13:22:46.816386 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.817174 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.824392 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f27ff618-fec8-4072-aae1-4a8121136007 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.860598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273ef7-dd6e-4c66-bcd4-3f1ef730f6cb req-14ead870-5c00-4c30-b846-4fa0d2c4ab1e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.862160 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60273ef7-dd6e-4c66-bcd4-3f1ef730f6cb req-14ead870-5c00-4c30-b846-4fa0d2c4ab1e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 0.8423831 Feb 11 13:22:46.980796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad7afb-623a-4bd1-a1cc-d60c8f6fe859 None None] Network a9f115c2-e958-407a-85fa-295bbd6136d3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:47.272431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fe414df8-1656-44c5-97da-572f1d8fac39 None None] Provisioning for port 2dd2d821-3ee4-417d-b201-f624cb34545c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:47.304965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fe414df8-1656-44c5-97da-572f1d8fac39 None None] Provisioning complete for port 2dd2d821-3ee4-417d-b201-f624cb34545c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:47.305489 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe414df8-1656-44c5-97da-572f1d8fac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.390012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f27ff618-fec8-4072-aae1-4a8121136007 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.397589 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.514992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ff618-fec8-4072-aae1-4a8121136007 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=5401943c-85ab-4846-b6d2-b6543e9eae23,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.518058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cb41a1-5777-4b71-bc29-530fcca6324c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.539583 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ed81f60-9ae6-4961-8b30-dab9196af8d5 req-e07bee7e-ffd6-4df2-8915-067952251946 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7194726 Feb 11 13:22:47.578162 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f27ff618-fec8-4072-aae1-4a8121136007 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.600957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f27ff618-fec8-4072-aae1-4a8121136007 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/5401943c-85ab-4846-b6d2-b6543e9eae23 HTTP/1.1" status: 204 len: 168 time: 2.5180509 Feb 11 13:22:47.615600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42134) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:47.652695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7c935-e809-4224-8802-e28b69673ac8 None None] Network ec5f66d9-4721-4c60-ac2d-f4b50970b9cf requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:47.668751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a0294-6d9f-405c-8716-c8f937713516 req-22882999-0678-4e41-80a5-26e11305108a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.670325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-666a0294-6d9f-405c-8716-c8f937713516 req-22882999-0678-4e41-80a5-26e11305108a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.5635026 Feb 11 13:22:47.673972 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60273ef7-dd6e-4c66-bcd4-3f1ef730f6cb req-d129ad06-c7db-46f8-a3a2-c36dc4a10da0 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8021557 Feb 11 13:22:47.820009 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe414df8-1656-44c5-97da-572f1d8fac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.901250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fe414df8-1656-44c5-97da-572f1d8fac39 None None] For port 2dd2d821-3ee4-417d-b201-f624cb34545c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2dd2d821-3ee4-417d-b201-f624cb34545c,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:47.902775 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ec31627-bfd7-4a82-87a6-c493524b1b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.912311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 03abfe39-0859-4825-98cc-8b6d08116bd6 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:22:47.969742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 03abfe39-0859-4825-98cc-8b6d08116bd6 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:22:47.970230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 03abfe39-0859-4825-98cc-8b6d08116bd6 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:22:47.981314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe414df8-1656-44c5-97da-572f1d8fac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.986499 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-666a0294-6d9f-405c-8716-c8f937713516 req-cf489aee-42a1-406d-bf06-b2e14a572c13 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037322 Feb 11 13:22:48.081013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.134833 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.243158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 2ac16fee-f32b-4402-8e37-0be255fc8043 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:48.243158 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.274507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router 3a1db554-a350-4eb4-830b-e284efd59e54 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:48.297409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe414df8-1656-44c5-97da-572f1d8fac39 None None] Pushing event updated for resources: {'Port': ['ID=2dd2d821-3ee4-417d-b201-f624cb34545c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:48.462006 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.473814 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.557385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] DHCP port deletion for ec5f66d9-4721-4c60-ac2d-f4b50970b9cf request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:22:48.564763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] Deleting port 2ac16fee-f32b-4402-8e37-0be255fc8043 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:48.565844 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.623801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.624347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57bfa32d-aa67-4916-8292-be3087cf76fc {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:48.664151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:22:48.692816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Router bf97f59a-861b-4d09-bc1e-96d529a0e563 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:22:48.724449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.734225 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-63d0a296-622d-429e-8cb1-6cb180d6c72e admin admin] 10.222.0.67 "DELETE /v2.0/routers/57bfa32d-aa67-4916-8292-be3087cf76fc HTTP/1.1" status: 204 len: 168 time: 5.1451356 Feb 11 13:22:48.737396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42148) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:48.825532 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:22:49.072277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-de92b1bb-d5fb-479c-98c9-f124330989bc admin admin] Deleting subnet 8f467489-5c42-49fb-9293-5eb2a1867198 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:22:49.092929 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de92b1bb-d5fb-479c-98c9-f124330989bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.161685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] For port 2ac16fee-f32b-4402-8e37-0be255fc8043, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2ac16fee-f32b-4402-8e37-0be255fc8043,segment=NetworkSegment(5ef6326f-dd03-41d7-875d-a4361629825b),segment_id=5ef6326f-dd03-41d7-875d-a4361629825b)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:49.162279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.197689 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.207886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ad78fb9-033d-4217-acdb-2b680a6d59c2 None None] Provisioning complete for port 2dd2d821-3ee4-417d-b201-f624cb34545c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:49.210899 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ad78fb9-033d-4217-acdb-2b680a6d59c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.360244 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.364509 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de92b1bb-d5fb-479c-98c9-f124330989bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.502661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for 2ac16fee-f32b-4402-8e37-0be255fc8043 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:49.646495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053715d-d7b5-4f0d-b11b-820e14269302 req-79d528d0-19a5-4641-8265-00200bfaa201 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:49.648558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b053715d-d7b5-4f0d-b11b-820e14269302 req-79d528d0-19a5-4641-8265-00200bfaa201 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 0.4208736 Feb 11 13:22:49.750118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b053715d-d7b5-4f0d-b11b-820e14269302 req-be41518d-6f12-4a6e-8806-f13be98900ed tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896852 Feb 11 13:22:49.778930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:49.790190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:49.829375 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de92b1bb-d5fb-479c-98c9-f124330989bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.829512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.838514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] For port 2ac16fee-f32b-4402-8e37-0be255fc8043, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2ac16fee-f32b-4402-8e37-0be255fc8043,segment=NetworkSegment(5ef6326f-dd03-41d7-875d-a4361629825b),segment_id=5ef6326f-dd03-41d7-875d-a4361629825b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:49.839301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.853678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2dd2d821-3ee4-417d-b201-f624cb34545c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:49.885604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Sync routers for ids ['bf97f59a-861b-4d09-bc1e-96d529a0e563'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:49.894760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.899189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-389f3951-b9e2-43c0-a0f9-eaa8e8f92f1d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.2074442 Feb 11 13:22:49.900473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42168) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:49.959549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:49.981482 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a531d-1523-40fd-8143-f384fd7e3b56 None None] Sync routers for ids ['3a1db554-a350-4eb4-830b-e284efd59e54'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:22:50.025145 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a531d-1523-40fd-8143-f384fd7e3b56 None None] Routers {'3a1db554-a350-4eb4-830b-e284efd59e54'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:50.025145 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-580a531d-1523-40fd-8143-f384fd7e3b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3a1db554-a350-4eb4-830b-e284efd59e54'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:50.043671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=2ac16fee-f32b-4402-8e37-0be255fc8043,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.077005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No DVR routers for this DVR port 2ac16fee-f32b-4402-8e37-0be255fc8043 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:50.082810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1a88a142-20df-4b3b-842e-78895aca6605 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "PUT /v2.0/routers/3a1db554-a350-4eb4-830b-e284efd59e54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4821353 Feb 11 13:22:50.121123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42172) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:50.140769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e061b-efbc-4601-9a54-95ff58bff7bd req-9686c393-5bb8-4520-b0f9-8acfd7488958 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.150985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee4e061b-efbc-4601-9a54-95ff58bff7bd req-9686c393-5bb8-4520-b0f9-8acfd7488958 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.5999453 Feb 11 13:22:50.252864 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de92b1bb-d5fb-479c-98c9-f124330989bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.299831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f', 'port_id': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'mac_address': 'fa:16:3e:44:1f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:22:50.308813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] Calling delete_port for 2ac16fee-f32b-4402-8e37-0be255fc8043 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:50.318297 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-580a531d-1523-40fd-8143-f384fd7e3b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:50.351093 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a531d-1523-40fd-8143-f384fd7e3b56 None None] Routers {'3a1db554-a350-4eb4-830b-e284efd59e54'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:50.352119 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-580a531d-1523-40fd-8143-f384fd7e3b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3a1db554-a350-4eb4-830b-e284efd59e54'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:50.357944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Routers {'bf97f59a-861b-4d09-bc1e-96d529a0e563'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:50.358556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['bf97f59a-861b-4d09-bc1e-96d529a0e563'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:50.385775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.439097 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-580a531d-1523-40fd-8143-f384fd7e3b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:50.439737 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a531d-1523-40fd-8143-f384fd7e3b56 None None] The sync data for ids ['3a1db554-a350-4eb4-830b-e284efd59e54'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:50.451351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5f66d9-4721-4c60-ac2d-f4b50970b9cf']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:50.496713 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee4e061b-efbc-4601-9a54-95ff58bff7bd req-65c352dd-7946-48a6-9484-8da7b453325b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444405 Feb 11 13:22:50.498694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef6326f-dd03-41d7-875d-a4361629825b') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:50.499103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef6326f-dd03-41d7-875d-a4361629825b') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:50.527432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.563778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.587812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:22:50.588254 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:50.613532 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:50.701666 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.742430 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn_limited( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn_limited( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.761572 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:22:50.765717 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.799689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2dd2d821-3ee4-417d-b201-f624cb34545c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:50.800061 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.805194 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.812616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Network': ['ID=ec5f66d9-4721-4c60-ac2d-f4b50970b9cf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.827544 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-681ef699-9f24-467c-b5f7-8bafb657049b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/networks/ec5f66d9-4721-4c60-ac2d-f4b50970b9cf HTTP/1.1" status: 204 len: 168 time: 3.1495922 Feb 11 13:22:50.831218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42186) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:50.843975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1848151323'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:50.852887 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:50.853224 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:22:50.854775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:50.860338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:50.866938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:network and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:50.878419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:50.887412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65105ccf-1ff2-4dee-a70b-b78414ed0329 None None] Network c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:50.896051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:50.914340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:50.920775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.975406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:50.995182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:51.005447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.013527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Set router bf97f59a-861b-4d09-bc1e-96d529a0e563 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:22:51.019757 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.020760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de92b1bb-d5fb-479c-98c9-f124330989bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.021454 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Added segment fb373650-027b-4468-8d4b-6bff0321c84f of type vlan for network e062e025-2209-4133-908f-9e8e9bb87c8b Feb 11 13:22:51.028373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92b1bb-d5fb-479c-98c9-f124330989bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f467489-5c42-49fb-9293-5eb2a1867198,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:51.044966 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-de92b1bb-d5fb-479c-98c9-f124330989bc admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8f467489-5c42-49fb-9293-5eb2a1867198 HTTP/1.1" status: 204 len: 168 time: 2.3056717 Feb 11 13:22:51.069140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42198) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:51.089203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.161326 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.165659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.166301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.302091 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4697821 Feb 11 13:22:51.302743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42204) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:51.346999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': 'e062e025-2209-4133-908f-9e8e9bb87c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:51.359958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38c1d8-b981-4dbc-aedb-a99a057d1546 req-79cd5f82-e08e-4aed-95b9-0513cb5110d6 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.367139 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff38c1d8-b981-4dbc-aedb-a99a057d1546 req-79cd5f82-e08e-4aed-95b9-0513cb5110d6 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 1.2139530 Feb 11 13:22:51.379090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42210) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:51.399445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-cbb05b33-f5da-4913-a0c5-c7494e95c557 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'floatingip': {'port_id': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:51.437874 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.578331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] Deleting port 2ac16fee-f32b-4402-8e37-0be255fc8043 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:51.579612 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.591523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Deleting port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:51.591860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.606117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4593b2fa-f32d-4fc1-b2bf-ba05e77693e7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:22:51.745440 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cbb05b33-f5da-4913-a0c5-c7494e95c557 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.933605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:51.940454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:22:51.950927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:22:51.957699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a41c4760-d2d9-49bc-8efc-05f10941f802 None None] The port '2ac16fee-f32b-4402-8e37-0be255fc8043' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:22:51.967977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:51.992178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43af1b-0361-4b03-8672-ac6b0872ea03 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Network': ['ID=e062e025-2209-4133-908f-9e8e9bb87c8b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.036290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e062e025-2209-4133-908f-9e8e9bb87c8b details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:22:52.049446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.241098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:52.557886 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.785058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] For port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0a15a14a-7c07-478e-ba3a-08ad9a1bce64,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:52.799162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.843161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.142535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a0cb41a1-5777-4b71-bc29-530fcca6324c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:22:53.211766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a0cb41a1-5777-4b71-bc29-530fcca6324c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:22:53.212146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a0cb41a1-5777-4b71-bc29-530fcca6324c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:22:53.212568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2ac16fee-f32b-4402-8e37-0be255fc8043 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:22:53.261532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:22:45Z', 'revision_number': 3, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:53.266341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] DHCP port deletion for c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:22:53.271386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2ac16fee-f32b-4402-8e37-0be255fc8043 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:22:53.271783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2ac16fee-f32b-4402-8e37-0be255fc8043 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:22:53.274137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Checking router: bf97f59a-861b-4d09-bc1e-96d529a0e563 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:22:53.274631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Updating router bf97f59a-861b-4d09-bc1e-96d529a0e563 port 47b0360c-3373-4dd4-99e7-689893ca06b2 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:22:53.299956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] Deleting port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:53.300383 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.357503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Calling delete_port for 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:53.674531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] For port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0a15a14a-7c07-478e-ba3a-08ad9a1bce64,segment=NetworkSegment(a3b5ea12-5d67-48fa-b3dd-e479625d4bde),segment_id=a3b5ea12-5d67-48fa-b3dd-e479625d4bde)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:53.674946 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.791192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.910192 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cbb05b33-f5da-4913-a0c5-c7494e95c557 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.923870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cbb05b33-f5da-4913-a0c5-c7494e95c557 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.942945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a15a14a-7c07-478e-ba3a-08ad9a1bce64,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.970999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] No DVR routers for this DVR port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:54.007458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] Calling delete_port for 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:54.121148 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:54.121804 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:22:54.126680 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:22:54.222365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082565f6-4f31-4fa3-a38c-481ad9fd9d1a req-aaeaad36-e63c-459e-be78-663bbad30d4a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.234537 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-082565f6-4f31-4fa3-a38c-481ad9fd9d1a req-aaeaad36-e63c-459e-be78-663bbad30d4a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 944 time: 2.2414348 Feb 11 13:22:54.248630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:22:54.249629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:22:54.284932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.296894 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.339246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40f714a-9ffe-46f7-9dd9-807c4e6d5e45']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:54.364654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:54.365091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b5ea12-5d67-48fa-b3dd-e479625d4bde') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:54.392407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.422378 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.437018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:22:54.437608 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.606974 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-082565f6-4f31-4fa3-a38c-481ad9fd9d1a req-a1b4d7f5-7126-405d-955b-d88e7d297b60 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693168 Feb 11 13:22:54.788518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.918302 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.940935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] Deleting port 0a15a14a-7c07-478e-ba3a-08ad9a1bce64 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:54.941310 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.998724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=c8c7855f-0350-49c8-ae0b-6af53808e220,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:55.038802 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:55.043356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd7726-1ec0-462d-b3e0-3d942ded598d None None] The port '0a15a14a-7c07-478e-ba3a-08ad9a1bce64' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:22:55.046610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Transition to ACTIVE for port object 47b0360c-3373-4dd4-99e7-689893ca06b2 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:55.050998 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.059166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:55.098009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Checking segment: {'id': 'fb373650-027b-4468-8d4b-6bff0321c84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e062e025-2209-4133-908f-9e8e9bb87c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:22:55.111228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network hostable DHCP agents. Network: e062e025-2209-4133-908f-9e8e9bb87c8b, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:55.135690 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.166391 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.168458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] Pushing event deleted for resources: {'Network': ['ID=c40f714a-9ffe-46f7-9dd9-807c4e6d5e45,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:55.218893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0b772985-c529-47a0-ae4e-e22e53c66302 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c40f714a-9ffe-46f7-9dd9-807c4e6d5e45 HTTP/1.1" status: 204 len: 168 time: 4.1423702 Feb 11 13:22:55.260756 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-cbb05b33-f5da-4913-a0c5-c7494e95c557 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Floating IP 49399d7b-9661-4de2-b19d-dade2840942a associated. External IP: 172.25.4.45, port: 11718c7b-f8e0-47c6-ac6b-d6a85d189b80. Feb 11 13:22:55.306656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d15ee-6bb7-4ac7-bb39-c4030ffcc54c None None] Pushing event updated for resources: {'Port': ['ID=47b0360c-3373-4dd4-99e7-689893ca06b2,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:55.353053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:55.353741 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.473232 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.613444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 551d0ab5-bb90-422e-99f8-5c34a00e48d4 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:22:55.614024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.632319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Attempting to bind port 47b0360c-3373-4dd4-99e7-689893ca06b2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:55.633155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Attempting to bind port 47b0360c-3373-4dd4-99e7-689893ca06b2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:55.633754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Attempting to bind port 47b0360c-3373-4dd4-99e7-689893ca06b2 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:22:55.656403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42272) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:55.718296 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.785685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network e062e025-2209-4133-908f-9e8e9bb87c8b is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:55.804220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:55.811418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:55.828303 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.834304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:22:55.834706 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:22:55.837906 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.838923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:22:55.839427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Bound port: 47b0360c-3373-4dd4-99e7-689893ca06b2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:55.842326 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.845217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e062e025-2209-4133-908f-9e8e9bb87c8b) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:55.930608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.931525 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.959082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] For port 47b0360c-3373-4dd4-99e7-689893ca06b2, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:55.964423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] For port 47b0360c-3373-4dd4-99e7-689893ca06b2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=47b0360c-3373-4dd4-99e7-689893ca06b2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:55.969305 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'code': 200} Feb 11 13:22:55.988051 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c62dad44-990f-4fad-a24d-022dd805f796 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6621425 Feb 11 13:22:55.997139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42280) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:56.009992 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a395b7a4-d2ab-42f6-a22a-27655842276b None None] Network e062e025-2209-4133-908f-9e8e9bb87c8b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:22:56.031179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': 'e062e025-2209-4133-908f-9e8e9bb87c8b', 'name': 'tempest-PortsTestJSON-1033051129', 'fixed_ips': [{'subnet_id': 'c8c7855f-0350-49c8-ae0b-6af53808e220', 'ip_address': '172.20.0.10'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:22:56.038827 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.196868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.220789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Routers {'bf97f59a-861b-4d09-bc1e-96d529a0e563'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:22:56.221885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['bf97f59a-861b-4d09-bc1e-96d529a0e563'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:56.323308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db9ed2-5273-4437-9001-0903abd73691 req-be028eb8-63cb-45ff-a74f-234f10c41963 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:56.331674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3db9ed2-5273-4437-9001-0903abd73691 req-be028eb8-63cb-45ff-a74f-234f10c41963 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4751093 Feb 11 13:22:56.431897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.483142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 551d0ab5-bb90-422e-99f8-5c34a00e48d4 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:22:56.539071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d15ee-6bb7-4ac7-bb39-c4030ffcc54c None None] Pushing event updated for resources: {'Port': ['ID=47b0360c-3373-4dd4-99e7-689893ca06b2,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.603351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:22:56.631450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:22:56.643569 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3db9ed2-5273-4437-9001-0903abd73691 req-ed62feea-7b39-4b12-8875-dead31f2a191 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052621 Feb 11 13:22:56.646602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:56.653858 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.694463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port 6e0d1ee6-0bed-4fd7-b212-b1a047042307 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:22:56.776093 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-787d4e27-ecd8-467b-a0c5-a8e8d84274c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=554aa8ac701541e1990ed4a6ae58f274&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1169782 Feb 11 13:22:56.779345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.787427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42292) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:56.914691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=551d0ab5-bb90-422e-99f8-5c34a00e48d4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.943509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] Set router bf97f59a-861b-4d09-bc1e-96d529a0e563 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:22:57.092741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.10 (e062e025-2209-4133-908f-9e8e9bb87c8b/c8c7855f-0350-49c8-ae0b-6af53808e220/6e0d1ee6-0bed-4fd7-b212-b1a047042307) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:57.190382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-e062e025-2209-4133-908f-9e8e9bb87c8b', 'network_id': 'e062e025-2209-4133-908f-9e8e9bb87c8b', 'tenant_id': 'b2e27848a419477b841c897cc781976d', 'fixed_ips': [{'subnet_id': 'c8c7855f-0350-49c8-ae0b-6af53808e220'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:22:57.191223 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.528282 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1498c982-6f0d-42c2-813a-bf1ae5d9948f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.600148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1498c982-6f0d-42c2-813a-bf1ae5d9948f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.705627 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1498c982-6f0d-42c2-813a-bf1ae5d9948f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.766105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:22:45Z', 'revision_number': 3, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:57.779346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b89062-df1d-4261-b437-8b8e28df7e68 None None] The sync data for ids ['bf97f59a-861b-4d09-bc1e-96d529a0e563'] in n-d-818559-1 is: [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:22:45Z', 'revision_number': 3, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:22:57.824924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498c982-6f0d-42c2-813a-bf1ae5d9948f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27202a3-31d6-4f00-8743-9c5b295679f9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:57.861273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.151432 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1498c982-6f0d-42c2-813a-bf1ae5d9948f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.158068 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1498c982-6f0d-42c2-813a-bf1ae5d9948f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e27202a3-31d6-4f00-8743-9c5b295679f9 HTTP/1.1" status: 204 len: 168 time: 1.3016047 Feb 11 13:22:58.614257 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.748058 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.757823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.813861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object 6e0d1ee6-0bed-4fd7-b212-b1a047042307 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:58.863506 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.887233 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.887878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Fanout notify agent at l3_agent the message router_deleted on router 3a1db554-a350-4eb4-830b-e284efd59e54 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:58.926224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11813e-e2ca-4c28-8d4b-028e9eb2b475 req-672986c7-8d13-44db-94c4-41e8440edfca tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.929121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f11813e-e2ca-4c28-8d4b-028e9eb2b475 req-672986c7-8d13-44db-94c4-41e8440edfca tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.9693086 Feb 11 13:22:58.941347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.946508 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b2969291-a659-481e-87a3-c40fe42c68db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/routers/3a1db554-a350-4eb4-830b-e284efd59e54 HTTP/1.1" status: 204 len: 168 time: 8.7124639 Feb 11 13:22:58.949225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42326) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:22:59.053716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f11813e-e2ca-4c28-8d4b-028e9eb2b475 req-d1733fe0-407d-4bad-9d1d-58e776e8950b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127081 Feb 11 13:22:59.117296 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.321731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Allocated IP 172.20.0.2 (e062e025-2209-4133-908f-9e8e9bb87c8b/c8c7855f-0350-49c8-ae0b-6af53808e220/a7ae28ce-1b66-4a1f-bc2e-476779972772) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:59.486639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=6e0d1ee6-0bed-4fd7-b212-b1a047042307,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:59.586354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network e062e025-2209-4133-908f-9e8e9bb87c8b is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:59.591931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:59.605758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:22:59.678006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 47b0360c-3373-4dd4-99e7-689893ca06b2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:22:59.796446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb05b33-f5da-4913-a0c5-c7494e95c557 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Router 4a5ad87d-95da-4c88-838a-cd19c02ea06f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:59.871074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa90e5d-1bbb-4c7d-b519-6d429352dd95 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting subnet d742fda1-509d-4651-a06f-20ab27a20ac7 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:22:59.892839 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e5d-1bbb-4c7d-b519-6d429352dd95 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.967560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:59.974091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.083473 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e5d-1bbb-4c7d-b519-6d429352dd95 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.125418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 47b0360c-3373-4dd4-99e7-689893ca06b2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:00.263141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 47b0360c-3373-4dd4-99e7-689893ca06b2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:00.263141 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.416320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e5d-1bbb-4c7d-b519-6d429352dd95 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.548115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f396e50-0949-4e8f-8630-556eedd4e062 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5474358 Feb 11 13:23:00.561117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42362) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:00.582205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': 'e062e025-2209-4133-908f-9e8e9bb87c8b', 'name': 'tempest-PortsTestJSON-1609298760', 'fixed_ips': [{'subnet_id': 'c8c7855f-0350-49c8-ae0b-6af53808e220', 'ip_address': '172.20.0.9'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:00.603471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Allocated IP 172.20.0.1 (a9f115c2-e958-407a-85fa-295bbd6136d3/7e4c44a2-f163-4b02-8779-27c4dc75a501/08f3f18e-1b67-4ee7-9b21-f3648bc64217) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:00.793998 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.876982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Transition to ACTIVE for port object a7ae28ce-1b66-4a1f-bc2e-476779972772 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:00.976878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:00.978624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Transition to ACTIVE for port object a7ae28ce-1b66-4a1f-bc2e-476779972772 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:00.993118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:port and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:01.000839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:01.022976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:01.063252 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.068334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:01.137806 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.185728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Transition to ACTIVE for port object 08f3f18e-1b67-4ee7-9b21-f3648bc64217 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:01.240394 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e5d-1bbb-4c7d-b519-6d429352dd95 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.248675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42374) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:01.345952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa90e5d-1bbb-4c7d-b519-6d429352dd95 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Subnet': ['ID=d742fda1-509d-4651-a06f-20ab27a20ac7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:01.363873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ed12c-c998-4d3c-9e94-b3c9fde01004 req-132d1589-771a-4087-a486-1755e4ea35df tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.372160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-402ed12c-c998-4d3c-9e94-b3c9fde01004 req-132d1589-771a-4087-a486-1755e4ea35df tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.9453433 Feb 11 13:23:01.380084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa90e5d-1bbb-4c7d-b519-6d429352dd95 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.416202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.449993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Network e062e025-2209-4133-908f-9e8e9bb87c8b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:01.508809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Pushing event updated for resources: {'Port': ['ID=08f3f18e-1b67-4ee7-9b21-f3648bc64217,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:01.519198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4aa90e5d-1bbb-4c7d-b519-6d429352dd95 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/subnets/d742fda1-509d-4651-a06f-20ab27a20ac7 HTTP/1.1" status: 204 len: 168 time: 2.5680175 Feb 11 13:23:01.521564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42380) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:01.543659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:01.559723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:01.569664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Network a9f115c2-e958-407a-85fa-295bbd6136d3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:01.577309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5de66-d93f-4729-ba7b-ed27c4da47b8 None None] Network c09634c7-2c74-476c-8b08-4daf8c83dbd3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:01.591490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:01.735239 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-402ed12c-c998-4d3c-9e94-b3c9fde01004 req-02a67e74-665c-4bdb-862b-e89e56e2a434 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604872 Feb 11 13:23:01.776607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.801576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:01.866655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port 765db6dd-80e0-4bb9-90dd-81166070e796 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:23:01.936829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-network', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:01.962867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb05b33-f5da-4913-a0c5-c7494e95c557 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:02.000859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:02.023538 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cbb05b33-f5da-4913-a0c5-c7494e95c557 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.057346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] Sync routers for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:23:02.063104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Usage tracker for resource:network and tenant:2694ce8d3495494682b310ea1520dd5d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:02.101212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:02.121692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:02.168840 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cbb05b33-f5da-4913-a0c5-c7494e95c557 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "PUT /v2.0/floatingips/49399d7b-9661-4de2-b19d-dade2840942a HTTP/1.1" status: 200 len: 990 time: 10.7786107 Feb 11 13:23:02.173944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:02.190556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Made reservation on behalf of 2694ce8d3495494682b310ea1520dd5d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:02.201005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.265157 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.303091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.401904 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.518396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Pushing event updated for resources: {'Port': ['ID=a7ae28ce-1b66-4a1f-bc2e-476779972772,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:02.597014 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'status': 'completed', 'code': 200} Feb 11 13:23:02.629785 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.639555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.9 (e062e025-2209-4133-908f-9e8e9bb87c8b/c8c7855f-0350-49c8-ae0b-6af53808e220/765db6dd-80e0-4bb9-90dd-81166070e796) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:02.792831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Attempting to bind port a7ae28ce-1b66-4a1f-bc2e-476779972772 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:02.797339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Attempting to bind port a7ae28ce-1b66-4a1f-bc2e-476779972772 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'fb373650-027b-4468-8d4b-6bff0321c84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e062e025-2209-4133-908f-9e8e9bb87c8b'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:02.797706 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Attempting to bind port a7ae28ce-1b66-4a1f-bc2e-476779972772 on network e062e025-2209-4133-908f-9e8e9bb87c8b {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:23:02.824269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-34c61533-c9f4-4622-8dfa-4877958c3400 None None] Provisioning for port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:02.841271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:23:02.843773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Checking segment: {'id': 'fb373650-027b-4468-8d4b-6bff0321c84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e062e025-2209-4133-908f-9e8e9bb87c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:02.844495 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.845106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Bound using segment: {'id': 'fb373650-027b-4468-8d4b-6bff0321c84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e062e025-2209-4133-908f-9e8e9bb87c8b'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:23:02.845802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Bound port: a7ae28ce-1b66-4a1f-bc2e-476779972772, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb373650-027b-4468-8d4b-6bff0321c84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e062e025-2209-4133-908f-9e8e9bb87c8b'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:02.846397 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.871548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port e05f1908-88e1-44dc-86df-b1d0628bcb27 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:02.871966 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.873483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-34c61533-c9f4-4622-8dfa-4877958c3400 None None] Provisioning complete for port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:02.874518 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34c61533-c9f4-4622-8dfa-4877958c3400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.981289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:02.991788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Usage tracker for resource:security_group_rule and tenant:2694ce8d3495494682b310ea1520dd5d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:02.995002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:03.001709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:03.169208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-34c61533-c9f4-4622-8dfa-4877958c3400 None None] Port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:23:03.220827 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:03.229088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 47b0360c-3373-4dd4-99e7-689893ca06b2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=47b0360c-3373-4dd4-99e7-689893ca06b2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:03.252540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:03.253268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:03.259929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:03.324583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object 765db6dd-80e0-4bb9-90dd-81166070e796 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:03.388222 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:03.413836 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:03.682654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] For port a7ae28ce-1b66-4a1f-bc2e-476779972772, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:03.798903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] For port a7ae28ce-1b66-4a1f-bc2e-476779972772, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a7ae28ce-1b66-4a1f-bc2e-476779972772,segment=NetworkSegment(fb373650-027b-4468-8d4b-6bff0321c84f),segment_id=fb373650-027b-4468-8d4b-6bff0321c84f)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:03.857481 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:03.918076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85245f87-b862-44fc-b814-33e4a9d72d86 None None] DHCP port deletion for c09634c7-2c74-476c-8b08-4daf8c83dbd3 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:23:03.931177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-85245f87-b862-44fc-b814-33e4a9d72d86 None None] Deleting port e05f1908-88e1-44dc-86df-b1d0628bcb27 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:03.931938 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85245f87-b862-44fc-b814-33e4a9d72d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:03.954168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network e062e025-2209-4133-908f-9e8e9bb87c8b is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:03.961943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:03.973704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:04.147297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=765db6dd-80e0-4bb9-90dd-81166070e796,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:04.180607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=47b0360c-3373-4dd4-99e7-689893ca06b2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:04.219647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:04.220314 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.260710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-06a8a474-abce-4d81-beed-73d6a3261db2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6976812 Feb 11 13:23:04.264365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42428) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:04.279187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] For port e05f1908-88e1-44dc-86df-b1d0628bcb27, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e05f1908-88e1-44dc-86df-b1d0628bcb27,segment=NetworkSegment(132e7ab9-5ba4-45b8-a819-d82efba9cf79),segment_id=132e7ab9-5ba4-45b8-a819-d82efba9cf79)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:04.279814 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.488583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8444a68-cee3-4c7f-a0c0-b69fd4c9eadb tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:04.498989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c8444a68-cee3-4c7f-a0c0-b69fd4c9eadb tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:04.533086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c8444a68-cee3-4c7f-a0c0-b69fd4c9eadb tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:04.538298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c8444a68-cee3-4c7f-a0c0-b69fd4c9eadb tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2723653 Feb 11 13:23:04.539216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42436) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:04.634377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-85245f87-b862-44fc-b814-33e4a9d72d86 None None] For port e05f1908-88e1-44dc-86df-b1d0628bcb27, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e05f1908-88e1-44dc-86df-b1d0628bcb27,segment=NetworkSegment(132e7ab9-5ba4-45b8-a819-d82efba9cf79),segment_id=132e7ab9-5ba4-45b8-a819-d82efba9cf79)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:04.638364 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85245f87-b862-44fc-b814-33e4a9d72d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.817084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for e05f1908-88e1-44dc-86df-b1d0628bcb27 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:04.819736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b5845-5478-4b51-a7fc-e7b84b07aaed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:04.822244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-85245f87-b862-44fc-b814-33e4a9d72d86 None None] Calling delete_port for e05f1908-88e1-44dc-86df-b1d0628bcb27 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:04.834156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b5845-5478-4b51-a7fc-e7b84b07aaed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:04.854082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b5845-5478-4b51-a7fc-e7b84b07aaed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:04.869581 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e50b5845-5478-4b51-a7fc-e7b84b07aaed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3286545 Feb 11 13:23:04.870054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42448) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:04.997710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b88e3-9c2d-4e5c-b1ee-233fe1cdc27b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 765db6dd-80e0-4bb9-90dd-81166070e796 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:04.998324 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea8b88e3-9c2d-4e5c-b1ee-233fe1cdc27b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.266045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:05.323170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.367731 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.372757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a575c53-15fd-497a-92bf-0b7cdcd71876 None None] Pushing event updated for resources: {'Port': ['ID=a7ae28ce-1b66-4a1f-bc2e-476779972772,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.383319 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85245f87-b862-44fc-b814-33e4a9d72d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.443173 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.484413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85245f87-b862-44fc-b814-33e4a9d72d86 None None] Pushing event deleted for resources: {'Port': ['ID=e05f1908-88e1-44dc-86df-b1d0628bcb27,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.652554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Pushing event updated for resources: {'Port': ['ID=08f3f18e-1b67-4ee7-9b21-f3648bc64217,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.667627 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.676499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.737882 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea8b88e3-9c2d-4e5c-b1ee-233fe1cdc27b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.743361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85245f87-b862-44fc-b814-33e4a9d72d86 None None] No DVR routers for this DVR port e05f1908-88e1-44dc-86df-b1d0628bcb27 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:05.970946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 47b0360c-3373-4dd4-99e7-689893ca06b2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:06.119045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:06.250347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b88e3-9c2d-4e5c-b1ee-233fe1cdc27b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for 765db6dd-80e0-4bb9-90dd-81166070e796 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:06.455268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 47b0360c-3373-4dd4-99e7-689893ca06b2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:06.471065 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:06.485859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Network a9f115c2-e958-407a-85fa-295bbd6136d3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:06.525931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97502e-8911-4dcc-93b5-50ceb84dd38f req-074b291d-2579-4912-a8be-f26150fa9176 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.527543 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a97502e-8911-4dcc-93b5-50ceb84dd38f req-074b291d-2579-4912-a8be-f26150fa9176 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 2.5122690 Feb 11 13:23:06.548451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:06.688431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea8b88e3-9c2d-4e5c-b1ee-233fe1cdc27b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:06.843600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b88e3-9c2d-4e5c-b1ee-233fe1cdc27b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=765db6dd-80e0-4bb9-90dd-81166070e796,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.034485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a7ae28ce-1b66-4a1f-bc2e-476779972772 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:07.128938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4459f3-a562-4b76-87cd-4022ff6179a1 None None] Network e062e025-2209-4133-908f-9e8e9bb87c8b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:07.231560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97efbcc8-64ac-4b86-9984-09dc47a94ea7 req-c080cbe6-7770-4a3c-89a7-47bd698c53a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 1096 time: 4.6080885 Feb 11 13:23:07.241777 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea8b88e3-9c2d-4e5c-b1ee-233fe1cdc27b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.274415 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea8b88e3-9c2d-4e5c-b1ee-233fe1cdc27b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/765db6dd-80e0-4bb9-90dd-81166070e796 HTTP/1.1" status: 204 len: 168 time: 2.4027026 Feb 11 13:23:07.275651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42486) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:07.373937 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7e1600-f58d-41e2-be7e-0759e1e03b36 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:23:07.377012 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.377340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-da7e1600-f58d-41e2-be7e-0759e1e03b36 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:07.379367 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Added segment dcaa4c5a-014c-4de7-8256-98f54819912e of type vlan for network d4a8f559-77cf-4b11-9175-988be7a0550b Feb 11 13:23:07.410912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-da7e1600-f58d-41e2-be7e-0759e1e03b36 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:07.417285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-da7e1600-f58d-41e2-be7e-0759e1e03b36 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/765db6dd-80e0-4bb9-90dd-81166070e796 HTTP/1.1" status: 404 len: 333 time: 0.1397760 Feb 11 13:23:07.418743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42490) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:07.465290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-61c99d50-e996-4279-aa95-819dec27e902 None None] Provisioning for port a7ae28ce-1b66-4a1f-bc2e-476779972772 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:07.550147 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.561269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '49399d7b-9661-4de2-b19d-dade2840942a', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'port_id': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'mac_address': 'fa:16:3e:06:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:22:22Z', 'updated_at': '2022-02-11T13:22:53Z', 'revision_number': 1, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:07.572134 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:23:07.574833 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:23:07.576395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42bd8a8-f5cf-47d8-9739-eda1b1093852,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.582233 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] Checking router: 4a5ad87d-95da-4c88-838a-cd19c02ea06f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:23:07.626083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-96168274-87a0-482e-a1e4-3416ba391445 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 6e0d1ee6-0bed-4fd7-b212-b1a047042307 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:07.627022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96168274-87a0-482e-a1e4-3416ba391445 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.645456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:07.646084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:08.078682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port e05f1908-88e1-44dc-86df-b1d0628bcb27 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:08.079935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.136371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.169495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a97502e-8911-4dcc-93b5-50ceb84dd38f req-21838b1b-604a-4baf-b216-c914709b43d6 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0320332 Feb 11 13:23:08.250310 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96168274-87a0-482e-a1e4-3416ba391445 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.257736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a7ae28ce-1b66-4a1f-bc2e-476779972772 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:08.275758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] The port 'e05f1908-88e1-44dc-86df-b1d0628bcb27' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:23:08.294256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a7ae28ce-1b66-4a1f-bc2e-476779972772 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:08.298715 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.452542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-943c274c-7ef4-4de0-800b-bccf8eb7f77c None None] Provisioning complete for port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:08.453113 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-943c274c-7ef4-4de0-800b-bccf8eb7f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.525654 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:23:08.561337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-943c274c-7ef4-4de0-800b-bccf8eb7f77c None None] Port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:23:08.644400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-96168274-87a0-482e-a1e4-3416ba391445 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for 6e0d1ee6-0bed-4fd7-b212-b1a047042307 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:08.815217 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.857876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port a7ae28ce-1b66-4a1f-bc2e-476779972772, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a7ae28ce-1b66-4a1f-bc2e-476779972772,segment=NetworkSegment(fb373650-027b-4468-8d4b-6bff0321c84f),segment_id=fb373650-027b-4468-8d4b-6bff0321c84f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:08.864227 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.901340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:09.057719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efbcc8-64ac-4b86-9984-09dc47a94ea7 req-31b56c89-c7a1-4de5-91e5-0efff791cc97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.062378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97efbcc8-64ac-4b86-9984-09dc47a94ea7 req-31b56c89-c7a1-4de5-91e5-0efff791cc97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 1.8227177 Feb 11 13:23:09.199127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e05f1908-88e1-44dc-86df-b1d0628bcb27 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:23:09.324582 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96168274-87a0-482e-a1e4-3416ba391445 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.327789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97efbcc8-64ac-4b86-9984-09dc47a94ea7 req-e86e9299-3aa1-4f42-8342-d130485cb96d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80 HTTP/1.1" status: 200 len: 998 time: 0.2273159 Feb 11 13:23:09.327789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.341935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.342131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: e05f1908-88e1-44dc-86df-b1d0628bcb27 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:23:09.342473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e05f1908-88e1-44dc-86df-b1d0628bcb27 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:23:09.344319 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.347646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=a7ae28ce-1b66-4a1f-bc2e-476779972772,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.401784 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.635257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-973ef49a-903c-4ce8-bdc5-c5f3e64c79ea None None] Provisioning complete for port a7ae28ce-1b66-4a1f-bc2e-476779972772 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:09.635257 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-973ef49a-903c-4ce8-bdc5-c5f3e64c79ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.683173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96168274-87a0-482e-a1e4-3416ba391445 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=6e0d1ee6-0bed-4fd7-b212-b1a047042307,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.756091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a7ae28ce-1b66-4a1f-bc2e-476779972772 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:09.935679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96168274-87a0-482e-a1e4-3416ba391445 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.973677 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-96168274-87a0-482e-a1e4-3416ba391445 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/6e0d1ee6-0bed-4fd7-b212-b1a047042307 HTTP/1.1" status: 204 len: 168 time: 2.5493696 Feb 11 13:23:09.974276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42528) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:10.027425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 8.7261584 Feb 11 13:23:10.058672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42532) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:10.101246 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee88b452-b8d8-4401-b8a7-33a57c709f4b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:23:10.102245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ee88b452-b8d8-4401-b8a7-33a57c709f4b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:10.150327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Request body: {'subnet': {'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-subnet', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:10.273252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a7ae28ce-1b66-4a1f-bc2e-476779972772 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:10.295288 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.322457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ee88b452-b8d8-4401-b8a7-33a57c709f4b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:10.323729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ee88b452-b8d8-4401-b8a7-33a57c709f4b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/6e0d1ee6-0bed-4fd7-b212-b1a047042307 HTTP/1.1" status: 404 len: 333 time: 0.3440230 Feb 11 13:23:10.327181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42536) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:10.358036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:10.400297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09634c7-2c74-476c-8b08-4daf8c83dbd3']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:10.492297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Usage tracker for resource:subnet and tenant:2694ce8d3495494682b310ea1520dd5d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:10.524929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b81b9-125b-4508-b71a-2100ca0ea8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a8f559-77cf-4b11-9175-988be7a0550b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:10.528238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:10.540674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132e7ab9-5ba4-45b8-a819-d82efba9cf79') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:10.547047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132e7ab9-5ba4-45b8-a819-d82efba9cf79') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:10.608812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:10.680794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efbcc8-64ac-4b86-9984-09dc47a94ea7 req-c5b35d4b-5ca1-4a24-ba06-89dc9d2b9da7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.690663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97efbcc8-64ac-4b86-9984-09dc47a94ea7 req-c5b35d4b-5ca1-4a24-ba06-89dc9d2b9da7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 1.3315904 Feb 11 13:23:10.690663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Made reservation on behalf of 2694ce8d3495494682b310ea1520dd5d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:10.705787 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.708325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d4a8f559-77cf-4b11-9175-988be7a0550b details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:23:10.794675 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.907573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf444bb-c32d-4494-804b-f9ce21a33d5b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet c8c7855f-0350-49c8-ae0b-6af53808e220 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:23:10.918872 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cf444bb-c32d-4494-804b-f9ce21a33d5b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.936189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-973ef49a-903c-4ce8-bdc5-c5f3e64c79ea None None] Could not find standard attr ID for object 6e0d1ee6-0bed-4fd7-b212-b1a047042307. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:23:11.014721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cf444bb-c32d-4494-804b-f9ce21a33d5b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.139321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-edd24c85-5718-4a37-8451-96bd7133313a None None] Could not find standard attr ID for object 6e0d1ee6-0bed-4fd7-b212-b1a047042307. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:23:11.144744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.183294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b939a8-3965-41fc-9b86-2943af7810e7 req-8767ad0b-b516-420c-9016-56294047f5f2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.192399 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-98b939a8-3965-41fc-9b86-2943af7810e7 req-8767ad0b-b516-420c-9016-56294047f5f2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 1.3649170 Feb 11 13:23:11.196615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-edd24c85-5718-4a37-8451-96bd7133313a None None] Could not find standard attr ID for object 765db6dd-80e0-4bb9-90dd-81166070e796. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:23:11.253296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '49399d7b-9661-4de2-b19d-dade2840942a', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'port_id': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'mac_address': 'fa:16:3e:06:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:22:22Z', 'updated_at': '2022-02-11T13:22:53Z', 'revision_number': 1, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:11.265484 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef866e5-83d5-4c2b-9bba-2e218c934895 None None] The sync data for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 is: [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '49399d7b-9661-4de2-b19d-dade2840942a', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'port_id': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'mac_address': 'fa:16:3e:06:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:22:22Z', 'updated_at': '2022-02-11T13:22:53Z', 'revision_number': 1, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:23:11.280307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cf444bb-c32d-4494-804b-f9ce21a33d5b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.298059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:23:11.298873 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:11.336820 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:11.386173 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cf444bb-c32d-4494-804b-f9ce21a33d5b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.568243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf444bb-c32d-4494-804b-f9ce21a33d5b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c7855f-0350-49c8-ae0b-6af53808e220,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:11.611534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a91f2b-96b8-4c93-b98e-97e67a491606 None None] Network e062e025-2209-4133-908f-9e8e9bb87c8b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:11.614100 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cf444bb-c32d-4494-804b-f9ce21a33d5b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.640128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8cf444bb-c32d-4494-804b-f9ce21a33d5b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/c8c7855f-0350-49c8-ae0b-6af53808e220 HTTP/1.1" status: 204 len: 168 time: 1.3117185 Feb 11 13:23:11.640619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42566) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:11.651661 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-98b939a8-3965-41fc-9b86-2943af7810e7 req-4689f9e6-11c5-4bbf-aafe-d9a4bfd7886f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569139 Feb 11 13:23:11.795675 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6816197-885b-4125-9323-8e1b3dd95b7d None None] New status for floating IP 49399d7b-9661-4de2-b19d-dade2840942a: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:23:11.828380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Router bf97f59a-861b-4d09-bc1e-96d529a0e563 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:11.832061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.833975 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.921565 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.936667 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/networks/c09634c7-2c74-476c-8b08-4daf8c83dbd3 HTTP/1.1" status: 204 len: 168 time: 10.4104331 Feb 11 13:23:11.940881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97efbcc8-64ac-4b86-9984-09dc47a94ea7 req-8644de32-40b1-4b07-8f7b-f2ae3f8bc536 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1219921 Feb 11 13:23:11.946128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42576) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:12.249140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.272555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.294623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfb13f8-1baa-4e2b-b8fc-c87a96898dc5 None None] DHCP port deletion for e062e025-2209-4133-908f-9e8e9bb87c8b request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:23:12.299057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb13f8-1baa-4e2b-b8fc-c87a96898dc5 None None] Deleting port a7ae28ce-1b66-4a1f-bc2e-476779972772 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:12.299542 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4cfb13f8-1baa-4e2b-b8fc-c87a96898dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.308497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port a7ae28ce-1b66-4a1f-bc2e-476779972772 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:12.308837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.360985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4ea51-f4bb-4db8-b113-86da1a0cc536 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Network': ['ID=c09634c7-2c74-476c-8b08-4daf8c83dbd3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:12.715484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b692b-6f6c-4fe9-ad76-c61c93a18dac req-cf4c893b-7601-43ad-bc38-1911d9b6eca3 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.724791 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d28b692b-6f6c-4fe9-ad76-c61c93a18dac req-cf4c893b-7601-43ad-bc38-1911d9b6eca3 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 951 time: 0.2768095 Feb 11 13:23:12.956575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4cfb13f8-1baa-4e2b-b8fc-c87a96898dc5 None None] For port a7ae28ce-1b66-4a1f-bc2e-476779972772, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a7ae28ce-1b66-4a1f-bc2e-476779972772,segment=NetworkSegment(fb373650-027b-4468-8d4b-6bff0321c84f),segment_id=fb373650-027b-4468-8d4b-6bff0321c84f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:12.957243 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4cfb13f8-1baa-4e2b-b8fc-c87a96898dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:13.007859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d28b692b-6f6c-4fe9-ad76-c61c93a18dac req-c720d4be-38df-4045-9aee-c77aea21dd83 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802031 Feb 11 13:23:13.059495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] For port a7ae28ce-1b66-4a1f-bc2e-476779972772, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a7ae28ce-1b66-4a1f-bc2e-476779972772,segment=NetworkSegment(fb373650-027b-4468-8d4b-6bff0321c84f),segment_id=fb373650-027b-4468-8d4b-6bff0321c84f)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:13.060656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:13.122072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4cfb13f8-1baa-4e2b-b8fc-c87a96898dc5 None None] Calling delete_port for a7ae28ce-1b66-4a1f-bc2e-476779972772 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:13.136713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-10083a07-a983-44d3-8385-06bcaeffe1db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 4c0275c4-a8bf-4617-8ef1-c4efef8647c4 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:13.137135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10083a07-a983-44d3-8385-06bcaeffe1db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:13.229932 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4cfb13f8-1baa-4e2b-b8fc-c87a96898dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:13.324051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb13f8-1baa-4e2b-b8fc-c87a96898dc5 None None] Pushing event deleted for resources: {'Port': ['ID=a7ae28ce-1b66-4a1f-bc2e-476779972772,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:13.326365 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb13f8-1baa-4e2b-b8fc-c87a96898dc5 None None] No DVR routers for this DVR port a7ae28ce-1b66-4a1f-bc2e-476779972772 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:13.360837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for a7ae28ce-1b66-4a1f-bc2e-476779972772 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:13.429925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10083a07-a983-44d3-8385-06bcaeffe1db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:13.430522 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10083a07-a983-44d3-8385-06bcaeffe1db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:13.523338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a7ae28ce-1b66-4a1f-bc2e-476779972772 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:23:13.585614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-10083a07-a983-44d3-8385-06bcaeffe1db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 4c0275c4-a8bf-4617-8ef1-c4efef8647c4 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:13.586000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:23:13.586428 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:23:13.612346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a7ae28ce-1b66-4a1f-bc2e-476779972772 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:23:13.612834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a7ae28ce-1b66-4a1f-bc2e-476779972772 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:23:13.705346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7c1608-4c6a-448c-b715-2d5773abdf7b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:13.722646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Checking segment: {'id': 'dcaa4c5a-014c-4de7-8256-98f54819912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:13.723010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Network hostable DHCP agents. Network: d4a8f559-77cf-4b11-9175-988be7a0550b, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:13.926076 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97efbcc8-64ac-4b86-9984-09dc47a94ea7 req-52f4ee54-55db-48ab-82d6-85f2549227c5 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8164711 Feb 11 13:23:13.938805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Network d4a8f559-77cf-4b11-9175-988be7a0550b is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:14.081814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073327-0d2d-44b2-a0e3-fd333eea42fb req-4b58dbeb-7ca0-40c4-bb12-6ac0dd7dd16d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.083502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be073327-0d2d-44b2-a0e3-fd333eea42fb req-4b58dbeb-7ca0-40c4-bb12-6ac0dd7dd16d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.4142501 Feb 11 13:23:14.087715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port a7ae28ce-1b66-4a1f-bc2e-476779972772 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:14.088256 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.101550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d4a8f559-77cf-4b11-9175-988be7a0550b) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:14.133395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d94677-f19d-4c88-b334-ebed61358190 None None] Network d4a8f559-77cf-4b11-9175-988be7a0550b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:14.153941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.157050 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.197903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10083a07-a983-44d3-8385-06bcaeffe1db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.308578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] The port 'a7ae28ce-1b66-4a1f-bc2e-476779972772' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:23:14.371749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3d7f5cc0-ebdf-4f3f-ae1f-99e7a27610f7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.2745087 Feb 11 13:23:14.423866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42600) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:14.553600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10083a07-a983-44d3-8385-06bcaeffe1db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=4c0275c4-a8bf-4617-8ef1-c4efef8647c4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:14.562038 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97efbcc8-64ac-4b86-9984-09dc47a94ea7 req-49753a90-8d46-43e8-a819-592062418511 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109324 Feb 11 13:23:14.624819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f618de8-3a02-4a15-8d46-d604ab0ef26b None None] Network d4a8f559-77cf-4b11-9175-988be7a0550b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:14.638339 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be073327-0d2d-44b2-a0e3-fd333eea42fb req-1aba00a9-bf66-4426-bd7e-40473ae83337 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201218 Feb 11 13:23:14.773916 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10083a07-a983-44d3-8385-06bcaeffe1db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.777028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10083a07-a983-44d3-8385-06bcaeffe1db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.778446 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-10083a07-a983-44d3-8385-06bcaeffe1db tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/floatingips/92bfb606-0276-49cf-9b48-fbf658dd57ae HTTP/1.1" status: 204 len: 168 time: 2.8298671 Feb 11 13:23:14.782663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42602) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:14.823210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:14.852515 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf12517f-ae7d-4955-ae18-96a09fb9f682 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:14.853333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf12517f-ae7d-4955-ae18-96a09fb9f682 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:14.853617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.855721 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cf12517f-ae7d-4955-ae18-96a09fb9f682 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/ports/0264c8d9-8b75-4f5e-b76d-a23d937e1d4b HTTP/1.1" status: 404 len: 333 time: 0.0718989 Feb 11 13:23:14.858505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42608) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:14.874072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:14.892723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Usage tracker for resource:router and tenant:2694ce8d3495494682b310ea1520dd5d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:14.915716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-59413ae9-5595-47fa-8329-7606a01b0e45 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Synchronizing usage tracker for tenant:79b3506a6c0a400f8257ed8c636d942c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:14.927195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:14.944973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f23a53d6-e43d-4d5f-aeb1-e0131e082766 admin admin] 10.222.0.67 "PUT /v2.0/routers/bf97f59a-861b-4d09-bc1e-96d529a0e563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 25.0360126 Feb 11 13:23:14.946040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Sync routers for ids ['bf97f59a-861b-4d09-bc1e-96d529a0e563'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:23:14.956807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:14.957576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-59413ae9-5595-47fa-8329-7606a01b0e45 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Unset dirty status for tenant:79b3506a6c0a400f8257ed8c636d942c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:14.959121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-59413ae9-5595-47fa-8329-7606a01b0e45 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a1db554-a350-4eb4-830b-e284efd59e54 HTTP/1.1" status: 200 len: 205 time: 0.0996525 Feb 11 13:23:14.962019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42616) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:14.991036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:15.007504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e062e025-2209-4133-908f-9e8e9bb87c8b']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:15.063144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb373650-027b-4468-8d4b-6bff0321c84f') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:15.063529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb373650-027b-4468-8d4b-6bff0321c84f') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:15.093085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eea546-5818-412d-88aa-0d04cb41605f req-fed8db0d-8bbc-4c7a-87f8-4737f4e18863 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:15.108531 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-57eea546-5818-412d-88aa-0d04cb41605f req-fed8db0d-8bbc-4c7a-87f8-4737f4e18863 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 951 time: 0.8283463 Feb 11 13:23:15.110117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:23:15.153015 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.154063 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-4e990165-8cd2-4ac2-9382-514bf4514b6a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] delete failed (client error): The resource could not be found. Feb 11 13:23:15.156015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4e990165-8cd2-4ac2-9382-514bf4514b6a tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/routers/3a1db554-a350-4eb4-830b-e284efd59e54 HTTP/1.1" status: 404 len: 336 time: 0.1928294 Feb 11 13:23:15.158374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42620) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:15.175614 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.179605 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.211412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Routers {'bf97f59a-861b-4d09-bc1e-96d529a0e563'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:15.211594 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2b0bb7-5fdf-44a0-8c40-af81e7531ce1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:15.211937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2b0bb7-5fdf-44a0-8c40-af81e7531ce1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:15.216294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7d2b0bb7-5fdf-44a0-8c40-af81e7531ce1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/subnets/d742fda1-509d-4651-a06f-20ab27a20ac7 HTTP/1.1" status: 404 len: 337 time: 0.0564322 Feb 11 13:23:15.222425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:22:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['bf97f59a-861b-4d09-bc1e-96d529a0e563'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:15.230441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42626) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:15.231920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.439499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f3a60d2d-4b64-456a-bdfb-1683389dc94d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 30794d0f-b3cd-4888-8f29-4cac0dbed03d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:15.441801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3a60d2d-4b64-456a-bdfb-1683389dc94d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.599155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.621712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:23:15.622390 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:15.643042 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:15.754030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-57eea546-5818-412d-88aa-0d04cb41605f req-40276f66-32ac-45d2-bc35-a4960f57b63d tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426964 Feb 11 13:23:15.793142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.818831 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.821896 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8e763c2-b042-478a-8de0-9b20cc91051a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.829607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.903197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/networks/e062e025-2209-4133-908f-9e8e9bb87c8b HTTP/1.1" status: 204 len: 168 time: 4.2614760 Feb 11 13:23:15.919488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42644) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:15.941188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2046013749'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:15.947635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:15.952230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:network and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:15.960137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:15.971608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:15.998759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Set router bf97f59a-861b-4d09-bc1e-96d529a0e563 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:16.042400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d91de9-ae25-4556-a6cb-8c3016893593 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Network': ['ID=e062e025-2209-4133-908f-9e8e9bb87c8b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:16.068752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:16.073277 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.161507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:16.179657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.182544 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Added segment 80cc2580-8dc2-493e-bc54-e07180b3eec6 of type vlan for network ad42c433-a614-418f-97a2-e8e5945e9d77 Feb 11 13:23:16.232772 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.280567 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.290089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:16.291034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.398283 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.526754 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6059685 Feb 11 13:23:16.552956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42670) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:16.623683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': 'ad42c433-a614-418f-97a2-e8e5945e9d77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:16.734265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb5baa-73f8-4c70-a0da-b898b0787a85 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Network': ['ID=ad42c433-a614-418f-97a2-e8e5945e9d77,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:16.750541 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3a60d2d-4b64-456a-bdfb-1683389dc94d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.844239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42684) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:16.855504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:16.878826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-779191588-network', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:16.898357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:16.906823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:16.910267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:16.918151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:16.930558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Usage tracker for resource:network and tenant:55962ee8cede4a648bcc5d2eb1d369c1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:16.942991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:16.976600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:16.976966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f3a60d2d-4b64-456a-bdfb-1683389dc94d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 30794d0f-b3cd-4888-8f29-4cac0dbed03d owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:16.990414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network ad42c433-a614-418f-97a2-e8e5945e9d77 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:23:17.002322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:17.047279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.320066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:17.322115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:17.343493 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.400243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad51a9-469c-4567-8aaa-726f8306a7de req-83d42833-c37f-4286-ac72-0ca5056c54b9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:17.412890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37ad51a9-469c-4567-8aaa-726f8306a7de req-83d42833-c37f-4286-ac72-0ca5056c54b9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 1.1110201 Feb 11 13:23:17.441370 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.443195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Made reservation on behalf of 55962ee8cede4a648bcc5d2eb1d369c1 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:17.453283 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.464778 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'code': 200} Feb 11 13:23:17.528689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37ad51a9-469c-4567-8aaa-726f8306a7de req-f457d319-1822-4228-b908-cdc636c4be55 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158531 Feb 11 13:23:17.538756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3a60d2d-4b64-456a-bdfb-1683389dc94d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.625225 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=11']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:17.634812 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7238b573-58b4-495c-aa4d-68e0fd7f4a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.648479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a60d2d-4b64-456a-bdfb-1683389dc94d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=30794d0f-b3cd-4888-8f29-4cac0dbed03d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:17.649462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.658895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '08f3f18e-1b67-4ee7-9b21-f3648bc64217', 'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'mac_address': 'fa:16:3e:90:1f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:05Z', 'revision_number': 2, 'project_id': '010169ef397f494db6b4777e7cd64614', 'subnets': [{'id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:17.673777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Checking router: bf97f59a-861b-4d09-bc1e-96d529a0e563 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:23:17.674134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Updating router bf97f59a-861b-4d09-bc1e-96d529a0e563 port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:23:17.789448 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.835176 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.899540 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3a60d2d-4b64-456a-bdfb-1683389dc94d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.942375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f3a60d2d-4b64-456a-bdfb-1683389dc94d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/ports/30794d0f-b3cd-4888-8f29-4cac0dbed03d HTTP/1.1" status: 204 len: 168 time: 2.7099068 Feb 11 13:23:17.950818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42724) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:17.991835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:18.123382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Usage tracker for resource:security_group_rule and tenant:55962ee8cede4a648bcc5d2eb1d369c1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:18.136843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:18.164648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a9c26587-36aa-46a0-b06b-209d7107fa29 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 05e2ff30-e6a9-46a1-8407-18f4e279234c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:18.169040 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9c26587-36aa-46a0-b06b-209d7107fa29 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.220447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:18.222724 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.235622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Transition to ACTIVE for port object 08f3f18e-1b67-4ee7-9b21-f3648bc64217 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:18.265018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.325368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Allocated IP 172.25.4.102 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a2e4d84d-491b-4855-9cc6-54cfc4fed333) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:18.390566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954b914-c7e7-466c-b470-8a45c3bba879 None None] Pushing event updated for resources: {'Port': ['ID=08f3f18e-1b67-4ee7-9b21-f3648bc64217,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.919118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Attempting to bind port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:18.919828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Attempting to bind port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:18.920524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Attempting to bind port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 on network a9f115c2-e958-407a-85fa-295bbd6136d3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:23:18.925107 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9c26587-36aa-46a0-b06b-209d7107fa29 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.930851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:23:18.931787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Checking segment: {'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:18.932689 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.933411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Bound using segment: {'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:23:18.934388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Bound port: 08f3f18e-1b67-4ee7-9b21-f3648bc64217, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:18.935140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.989061 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.010124 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.120725 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.138810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] For port 08f3f18e-1b67-4ee7-9b21-f3648bc64217, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:19.149575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] For port 08f3f18e-1b67-4ee7-9b21-f3648bc64217, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=08f3f18e-1b67-4ee7-9b21-f3648bc64217,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:19.159049 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.160039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.172986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.191151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a9c26587-36aa-46a0-b06b-209d7107fa29 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 05e2ff30-e6a9-46a1-8407-18f4e279234c owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:19.195488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:19.207716 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.208070 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Added segment a8ead11a-8471-40fb-95d1-69d261f0df17 of type vlan for network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 Feb 11 13:23:19.247477 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.250712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f151a1f-9e75-42e5-bd4b-b269a20e8a3a req-c77158c9-8906-4af4-bfd2-77f02dbaaee4 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.252189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f151a1f-9e75-42e5-bd4b-b269a20e8a3a req-c77158c9-8906-4af4-bfd2-77f02dbaaee4 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.3876193 Feb 11 13:23:19.340085 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f151a1f-9e75-42e5-bd4b-b269a20e8a3a req-72e08f7f-a183-447e-a6c3-6679998c01ff tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791998 Feb 11 13:23:19.342253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Routers {'bf97f59a-861b-4d09-bc1e-96d529a0e563'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:19.342993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['bf97f59a-861b-4d09-bc1e-96d529a0e563'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:19.408625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5910b0-f934-44a1-9bc9-a9ab961f96ed,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:19.436762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:23:19.486278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954b914-c7e7-466c-b470-8a45c3bba879 None None] Pushing event updated for resources: {'Port': ['ID=08f3f18e-1b67-4ee7-9b21-f3648bc64217,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:19.547907 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9c26587-36aa-46a0-b06b-209d7107fa29 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.642903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.723976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c26587-36aa-46a0-b06b-209d7107fa29 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=05e2ff30-e6a9-46a1-8407-18f4e279234c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:19.804039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=6c2f7b07-ed77-46d8-abab-f9f42146f924,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:19.807416 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.849500 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.850830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.852105 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.931253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] Set router bf97f59a-861b-4d09-bc1e-96d529a0e563 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:20.043634 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9c26587-36aa-46a0-b06b-209d7107fa29 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.069904 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a9c26587-36aa-46a0-b06b-209d7107fa29 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/ports/05e2ff30-e6a9-46a1-8407-18f4e279234c HTTP/1.1" status: 204 len: 168 time: 2.1175611 Feb 11 13:23:20.075219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:20.088532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:20.096383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e4d84d-491b-4855-9cc6-54cfc4fed333,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.099189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:20.109019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:20.277313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4184928 Feb 11 13:23:20.292020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80cf75-bd9c-4a41-834a-ffc3e821a844 admin admin] Pushing event updated for resources: {'Network': ['ID=1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.300739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42800) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:20.322510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:23:20.336938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Request body: {'subnet': {'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-779191588-subnet', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:20.359794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:20.367924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Checking segment: {'id': '80cc2580-8dc2-493e-bc54-e07180b3eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ad42c433-a614-418f-97a2-e8e5945e9d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:20.368293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network hostable DHCP agents. Network: ad42c433-a614-418f-97a2-e8e5945e9d77, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:20.372829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Usage tracker for resource:subnet and tenant:55962ee8cede4a648bcc5d2eb1d369c1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:20.381693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:20.395664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57067b38-e0d2-4c4c-9879-d5a20523f32d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.397458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-57067b38-e0d2-4c4c-9879-d5a20523f32d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Synchronizing usage tracker for tenant:79b3506a6c0a400f8257ed8c636d942c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:20.431355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:20.455791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-57067b38-e0d2-4c4c-9879-d5a20523f32d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Unset dirty status for tenant:79b3506a6c0a400f8257ed8c636d942c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:20.458796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-57067b38-e0d2-4c4c-9879-d5a20523f32d tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "GET /v2.0/ports?device_id=f83c9e1a-13e6-4409-946f-ecad7ce2b3ec HTTP/1.1" status: 200 len: 913 time: 0.3823924 Feb 11 13:23:20.474037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42812) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:20.504584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Made reservation on behalf of 55962ee8cede4a648bcc5d2eb1d369c1 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:20.513904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.605913 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.682763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network ad42c433-a614-418f-97a2-e8e5945e9d77 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:20.720830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, ad42c433-a614-418f-97a2-e8e5945e9d77) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:20.736166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.737269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.747379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a037d9d-4685-433d-9423-d14b312e7708 None None] Network ad42c433-a614-418f-97a2-e8e5945e9d77 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:20.781737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c12ed0c5-a677-45f2-8d03-b494d14f8c02 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2245576 Feb 11 13:23:20.791567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42836) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:20.797457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1459882543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:20.834553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:20.841838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:router and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:20.854558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:20.899500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:20.919424 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.920165 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.971253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba2406-b7d3-403f-a74d-90b7914bfc5c req-43f85da3-d53f-425e-9a0e-66a2ba97d7e3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.973693 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e0ba2406-b7d3-403f-a74d-90b7914bfc5c req-43f85da3-d53f-425e-9a0e-66a2ba97d7e3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.2919421 Feb 11 13:23:20.982635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.985187 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.080480 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e0ba2406-b7d3-403f-a74d-90b7914bfc5c req-46a5864d-7c2c-4308-9de1-39ff772136fc tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007516 Feb 11 13:23:21.217305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-ad42c433-a614-418f-97a2-e8e5945e9d77', 'network_id': 'ad42c433-a614-418f-97a2-e8e5945e9d77', 'tenant_id': 'b2e27848a419477b841c897cc781976d', 'fixed_ips': [{'subnet_id': '6c2f7b07-ed77-46d8-abab-f9f42146f924'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:23:21.218111 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.347041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.357205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.417500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Allocated IP 172.20.0.2 (ad42c433-a614-418f-97a2-e8e5945e9d77/6c2f7b07-ed77-46d8-abab-f9f42146f924/fef0c152-dac6-4824-aadc-69bbddd6c035) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:21.492469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53604bfb-2b21-4d25-b46a-deeb3cd7a19a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:21.498627 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.597711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Checking segment: {'id': 'a8ead11a-8471-40fb-95d1-69d261f0df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:21.598312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Network hostable DHCP agents. Network: 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:21.609308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.613578 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9674ee3e-92df-4278-a70b-7f05d49604e1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8182871 Feb 11 13:23:21.617228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42878) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:21.629054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'network_id': 'ad42c433-a614-418f-97a2-e8e5945e9d77', 'name': 'tempest-PortsTestJSON-962020409'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:21.653203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '08f3f18e-1b67-4ee7-9b21-f3648bc64217', 'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'mac_address': 'fa:16:3e:90:1f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:19Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'subnets': [{'id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:21.674826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ae942-6974-409e-8a79-c59a565505d6 None None] The sync data for ids ['bf97f59a-861b-4d09-bc1e-96d529a0e563'] in n-d-818559-1 is: [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '08f3f18e-1b67-4ee7-9b21-f3648bc64217', 'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'mac_address': 'fa:16:3e:90:1f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:19Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'subnets': [{'id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:23:21.861031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:21.873808 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.898570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:21.922464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.923234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.958532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:21.959591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7195679-99ba-4185-aa72-e52c7fe0d201 None None] Network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:21.971314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:port and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:21.978222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:21.982127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d711e8cf-7bee-4237-ab03-1c1ba90e8490 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6544204 Feb 11 13:23:21.991854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42888) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:21.997645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:22.007510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-779191588-router', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:22.039989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:22.043234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.072960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Router d51e1070-eb9e-488a-a4e0-b9244fcb7278 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:23:22.088146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port 5b3a8a35-5f70-47a7-80ee-7627ece85376 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:23:22.122946 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:23:22.176719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:22.215635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Usage tracker for resource:router and tenant:55962ee8cede4a648bcc5d2eb1d369c1 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:22.224097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:22.265386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:22.354631 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.355642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.377827 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.427257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Transition to ACTIVE for port object fef0c152-dac6-4824-aadc-69bbddd6c035 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:22.467524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.478238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Transition to ACTIVE for port object fef0c152-dac6-4824-aadc-69bbddd6c035 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:22.513888 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.671617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Network ad42c433-a614-418f-97a2-e8e5945e9d77 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:22.705756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:22.710775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:22.733377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Pushing event updated for resources: {'Port': ['ID=fef0c152-dac6-4824-aadc-69bbddd6c035,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:22.984017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.3 (ad42c433-a614-418f-97a2-e8e5945e9d77/6c2f7b07-ed77-46d8-abab-f9f42146f924/5b3a8a35-5f70-47a7-80ee-7627ece85376) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:23.218564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07', 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'fixed_ips': [{'subnet_id': '53604bfb-2b21-4d25-b46a-deeb3cd7a19a'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:23:23.219448 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.251038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Attempting to bind port fef0c152-dac6-4824-aadc-69bbddd6c035 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:23.251650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Attempting to bind port fef0c152-dac6-4824-aadc-69bbddd6c035 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '80cc2580-8dc2-493e-bc54-e07180b3eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ad42c433-a614-418f-97a2-e8e5945e9d77'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:23.252213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Attempting to bind port fef0c152-dac6-4824-aadc-69bbddd6c035 on network ad42c433-a614-418f-97a2-e8e5945e9d77 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:23:23.256320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.265309 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.274091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object 5b3a8a35-5f70-47a7-80ee-7627ece85376 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:23.302369 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.452260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network ad42c433-a614-418f-97a2-e8e5945e9d77 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:23.483413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:23.510954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:23.553142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Allocated IP 172.20.0.2 (1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07/53604bfb-2b21-4d25-b46a-deeb3cd7a19a/bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:23.636933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.637556 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.703852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=5b3a8a35-5f70-47a7-80ee-7627ece85376,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:23.744788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a2ad9e8d-89b8-495b-a06b-1009e4a4940f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1219838 Feb 11 13:23:23.750454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42948) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:23.823249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 08f3f18e-1b67-4ee7-9b21-f3648bc64217 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:23.834151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab6c4e-a9fe-4f26-aa90-76888f8f790c req-e254a42c-cc3c-4e4e-87ea-fc6700e0544a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.835676 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-10ab6c4e-a9fe-4f26-aa90-76888f8f790c req-e254a42c-cc3c-4e4e-87ea-fc6700e0544a tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.5409708 Feb 11 13:23:23.904116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-10ab6c4e-a9fe-4f26-aa90-76888f8f790c req-3df548e5-bf35-4f08-ab21-d527456b7777 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599356 Feb 11 13:23:24.004557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:23:24.006782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Checking segment: {'id': '80cc2580-8dc2-493e-bc54-e07180b3eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ad42c433-a614-418f-97a2-e8e5945e9d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:24.008807 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.010601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Bound using segment: {'id': '80cc2580-8dc2-493e-bc54-e07180b3eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ad42c433-a614-418f-97a2-e8e5945e9d77'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:23:24.011547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Bound port: fef0c152-dac6-4824-aadc-69bbddd6c035, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cc2580-8dc2-493e-bc54-e07180b3eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ad42c433-a614-418f-97a2-e8e5945e9d77'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:24.012942 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.077576 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6888203-9fc6-4bf9-99a3-c2c0f7d9a7ec req-deb5ea21-e2ee-4e23-b661-772643435267 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 1096 time: 0.3085294 Feb 11 13:23:24.107011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:24.117311 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Sync routers for ids ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:23:24.134413 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Routers {'d51e1070-eb9e-488a-a4e0-b9244fcb7278'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:24.135038 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9beeed90-d256-4051-add9-108f4a62407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:24.180392 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.184476 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6641e57f-ef63-4322-8701-a53989812651 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.3969555 Feb 11 13:23:24.187938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42954) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:24.294092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] For port fef0c152-dac6-4824-aadc-69bbddd6c035, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:24.297734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] For port fef0c152-dac6-4824-aadc-69bbddd6c035, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fef0c152-dac6-4824-aadc-69bbddd6c035,segment=NetworkSegment(80cc2580-8dc2-493e-bc54-e07180b3eec6),segment_id=80cc2580-8dc2-493e-bc54-e07180b3eec6)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:24.305564 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.446306 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Set router d51e1070-eb9e-488a-a4e0-b9244fcb7278 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:24.547126 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.580763 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.588525 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6888203-9fc6-4bf9-99a3-c2c0f7d9a7ec req-cd06f970-91ea-4ad7-82c8-cb96c11703fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:24.589952 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6888203-9fc6-4bf9-99a3-c2c0f7d9a7ec req-cd06f970-91ea-4ad7-82c8-cb96c11703fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 914 time: 0.4958174 Feb 11 13:23:24.595969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Transition to ACTIVE for port object bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:24.597099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.606054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a129f19-67c6-4f66-acc1-102c63cf68f7 req-e776461c-41f2-41cf-b8fc-7a6b66e6b9c4 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:24.607721 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1a129f19-67c6-4f66-acc1-102c63cf68f7 req-e776461c-41f2-41cf-b8fc-7a6b66e6b9c4 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 948 time: 0.5288062 Feb 11 13:23:24.635811 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Transition to ACTIVE for port object bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:24.673579 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.734392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:24.739450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Pushing event updated for resources: {'Port': ['ID=fef0c152-dac6-4824-aadc-69bbddd6c035,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:24.747572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:24.748514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:24.749077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.793917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6888203-9fc6-4bf9-99a3-c2c0f7d9a7ec req-a9c560a8-1f5a-4ace-8a4c-cad113112a4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 HTTP/1.1" status: 200 len: 217 time: 0.1827385 Feb 11 13:23:24.812669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.812836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.813121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.813387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.813712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.814034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.814354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.814715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.815033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.815347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.815661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3aed286-2614-4401-b6a1-f094ae179e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:24.836829 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9beeed90-d256-4051-add9-108f4a62407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:20Z', 'revision_number': 3, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:24.843328 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Checking router: d51e1070-eb9e-488a-a4e0-b9244fcb7278 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:23:24.843960 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Updating router d51e1070-eb9e-488a-a4e0-b9244fcb7278 port a2e4d84d-491b-4855-9cc6-54cfc4fed333 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:23:24.888897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:24.891262 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:24.905550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Pushing event updated for resources: {'Port': ['ID=bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:24.918124 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.059504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Attempting to bind port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:25.059880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Attempting to bind port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'a8ead11a-8471-40fb-95d1-69d261f0df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:25.060218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Attempting to bind port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c on network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:23:25.101346 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1a129f19-67c6-4f66-acc1-102c63cf68f7 req-42818264-9e63-40d9-9822-6ba57d382847 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751664 Feb 11 13:23:25.130793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port 0ff118bd-f8d7-4ec9-8789-7a18c7e4a8ec {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:25.131138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.200368 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.211916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:23:25.212286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Checking segment: {'id': 'a8ead11a-8471-40fb-95d1-69d261f0df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:25.212680 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.213076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Bound using segment: {'id': 'a8ead11a-8471-40fb-95d1-69d261f0df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:23:25.213590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Bound port: bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ead11a-8471-40fb-95d1-69d261f0df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:25.213905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.223321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6888203-9fc6-4bf9-99a3-c2c0f7d9a7ec req-96f52842-797e-4d30-b961-a1b37bd7c26a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.225599 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6888203-9fc6-4bf9-99a3-c2c0f7d9a7ec req-96f52842-797e-4d30-b961-a1b37bd7c26a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 200 len: 853 time: 0.3900325 Feb 11 13:23:25.313358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6888203-9fc6-4bf9-99a3-c2c0f7d9a7ec req-d6e8ff85-ec9e-485b-8bef-5efc128b806b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787907 Feb 11 13:23:25.366488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 08f3f18e-1b67-4ee7-9b21-f3648bc64217, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=08f3f18e-1b67-4ee7-9b21-f3648bc64217,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:25.374556 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.437352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] For port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:25.469922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] For port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c,segment=NetworkSegment(a8ead11a-8471-40fb-95d1-69d261f0df17),segment_id=a8ead11a-8471-40fb-95d1-69d261f0df17)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:25.477451 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.517086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=08f3f18e-1b67-4ee7-9b21-f3648bc64217,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.638635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Allocated IP 172.25.4.21 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/21030c65-0a4d-48d8-b996-6e04a8077641) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:25.640093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device fef0c152-dac6-4824-aadc-69bbddd6c035 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:25.675654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caa5da-f01d-489e-9e90-63ba79eafb99 None None] Pushing event updated for resources: {'Port': ['ID=bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.759399 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.773120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port fef0c152-dac6-4824-aadc-69bbddd6c035 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:25.876237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceff5f6-5e4b-4c8b-a10b-72561f64cd3d req-a3d11034-241a-42dd-94b1-625ec0c1135f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.879166 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ceff5f6-5e4b-4c8b-a10b-72561f64cd3d req-a3d11034-241a-42dd-94b1-625ec0c1135f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.6420181 Feb 11 13:23:26.012428 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.049090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6888203-9fc6-4bf9-99a3-c2c0f7d9a7ec req-0f138279-781c-4b9b-a50e-4b22265fe13c service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7091627 Feb 11 13:23:26.307308 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for 0ff118bd-f8d7-4ec9-8789-7a18c7e4a8ec owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:26.357536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ceff5f6-5e4b-4c8b-a10b-72561f64cd3d req-b6c87fa0-3346-44d6-9959-06ee86cd2007 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239249 Feb 11 13:23:26.657061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.675388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-dec1e187-7d0a-44a8-b4a3-f989e100d194 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.678081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-dec1e187-7d0a-44a8-b4a3-f989e100d194 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 948 time: 1.2398355 Feb 11 13:23:26.695882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb672372-b420-41e6-b01d-eff6bf3b1088 None None] Network ad42c433-a614-418f-97a2-e8e5945e9d77 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:26.733268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.752749 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.934086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48224b9-d160-4f20-9d91-7b13bac08669 req-e6bd2198-80c6-443d-8ba2-c01596d1a373 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.934794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-511989d0-2ea0-4d55-86e8-0d4c530ee4ec tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Deleting port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:26.934794 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-511989d0-2ea0-4d55-86e8-0d4c530ee4ec tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.940084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1ed087b7-a546-44d3-a6a1-3d8ff12e663e None None] Provisioning for port fef0c152-dac6-4824-aadc-69bbddd6c035 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:26.942047 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d48224b9-d160-4f20-9d91-7b13bac08669 req-e6bd2198-80c6-443d-8ba2-c01596d1a373 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 948 time: 0.2946856 Feb 11 13:23:26.988139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1ed087b7-a546-44d3-a6a1-3d8ff12e663e None None] Provisioning complete for port fef0c152-dac6-4824-aadc-69bbddd6c035 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:26.989008 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ed087b7-a546-44d3-a6a1-3d8ff12e663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.992172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=5b3a8a35-5f70-47a7-80ee-7627ece85376,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:27.031058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d48224b9-d160-4f20-9d91-7b13bac08669 req-79d6ddb8-734a-410f-ae82-90cb1c670fa5 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804381 Feb 11 13:23:27.132758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:23:27.322945 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f6888203-9fc6-4bf9-99a3-c2c0f7d9a7ec req-15701ef8-a47b-4b62-9d82-b0f33754a550 service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1342611 Feb 11 13:23:27.329965 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.475201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Pushing event updated for resources: {'Port': ['ID=21030c65-0a4d-48d8-b996-6e04a8077641,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:27.517407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:27.556696 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ed087b7-a546-44d3-a6a1-3d8ff12e663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.563131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:27.583227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:27.602352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40184db3-3a49-495a-aa95-b02123b12298 None None] Network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:27.639929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.785148 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.793048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:27.837054 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Transition to ACTIVE for port object a2e4d84d-491b-4855-9cc6-54cfc4fed333 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:27.844978 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.865653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-511989d0-2ea0-4d55-86e8-0d4c530ee4ec tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] For port 623a708d-82fd-4ef6-8f2c-fc74f391ce46, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=623a708d-82fd-4ef6-8f2c-fc74f391ce46,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:27.866317 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-511989d0-2ea0-4d55-86e8-0d4c530ee4ec tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.957466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1ed087b7-a546-44d3-a6a1-3d8ff12e663e None None] For port fef0c152-dac6-4824-aadc-69bbddd6c035, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fef0c152-dac6-4824-aadc-69bbddd6c035,segment=NetworkSegment(80cc2580-8dc2-493e-bc54-e07180b3eec6),segment_id=80cc2580-8dc2-493e-bc54-e07180b3eec6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:27.973702 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.003176 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ed087b7-a546-44d3-a6a1-3d8ff12e663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.031646 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Attempting to bind port a2e4d84d-491b-4855-9cc6-54cfc4fed333 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:28.032214 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Attempting to bind port a2e4d84d-491b-4855-9cc6-54cfc4fed333 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:28.032778 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Attempting to bind port a2e4d84d-491b-4855-9cc6-54cfc4fed333 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:23:28.037317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-511989d0-2ea0-4d55-86e8-0d4c530ee4ec tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Calling delete_port for 623a708d-82fd-4ef6-8f2c-fc74f391ce46 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:28.043296 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:23:28.044008 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:28.044582 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.045147 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:23:28.045787 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Bound port: a2e4d84d-491b-4855-9cc6-54cfc4fed333, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:28.046354 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.067780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:28.108541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:28.154874 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9beeed90-d256-4051-add9-108f4a62407d None None] For port a2e4d84d-491b-4855-9cc6-54cfc4fed333, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:28.159220 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9beeed90-d256-4051-add9-108f4a62407d None None] For port a2e4d84d-491b-4855-9cc6-54cfc4fed333, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a2e4d84d-491b-4855-9cc6-54cfc4fed333,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:28.167195 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.199125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.210900 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Routers {'d51e1070-eb9e-488a-a4e0-b9244fcb7278'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:28.211832 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9beeed90-d256-4051-add9-108f4a62407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:28.219565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:28.277486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 08f3f18e-1b67-4ee7-9b21-f3648bc64217 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:28.307591 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.329389 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.330073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 623a708d-82fd-4ef6-8f2c-fc74f391ce46 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:23:28.421940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-511989d0-2ea0-4d55-86e8-0d4c530ee4ec tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.439104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 623a708d-82fd-4ef6-8f2c-fc74f391ce46 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:23:28.439465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 623a708d-82fd-4ef6-8f2c-fc74f391ce46 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:23:28.450874 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-9beeed90-d256-4051-add9-108f4a62407d None None] Set router d51e1070-eb9e-488a-a4e0-b9244fcb7278 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:28.510769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed087b7-a546-44d3-a6a1-3d8ff12e663e None None] Pushing event updated for resources: {'Port': ['ID=fef0c152-dac6-4824-aadc-69bbddd6c035,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:28.570011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511989d0-2ea0-4d55-86e8-0d4c530ee4ec tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Pushing event deleted for resources: {'Port': ['ID=623a708d-82fd-4ef6-8f2c-fc74f391ce46,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:28.657465 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b309283-caf5-490a-aac8-8258cbf43275 req-477bb376-27fe-4937-94e4-6fdabd0eff6b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:28.665332 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2b309283-caf5-490a-aac8-8258cbf43275 req-477bb376-27fe-4937-94e4-6fdabd0eff6b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 1.5665340 Feb 11 13:23:28.693038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-84566098-ef5a-4a8e-9cab-cd091303cbba None None] Provisioning for port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:28.746899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-84566098-ef5a-4a8e-9cab-cd091303cbba None None] Provisioning complete for port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:28.747271 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84566098-ef5a-4a8e-9cab-cd091303cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.766403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f48fb-f927-4ee0-81ad-88d4f2de31d5 req-d3124a9a-684a-4752-ac9a-82ec0b2d7b8f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:28.778033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b9f48fb-f927-4ee0-81ad-88d4f2de31d5 req-d3124a9a-684a-4752-ac9a-82ec0b2d7b8f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 945 time: 0.9934638 Feb 11 13:23:28.902427 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Pushing event updated for resources: {'Port': ['ID=a2e4d84d-491b-4855-9cc6-54cfc4fed333,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:28.923233 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.923572 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.923911 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.924226 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.924545 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.925029 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.925349 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.925659 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.925968 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.926273 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.926596 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:28.946436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:28.956365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.983490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-511989d0-2ea0-4d55-86e8-0d4c530ee4ec tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] No DVR routers for this DVR port 623a708d-82fd-4ef6-8f2c-fc74f391ce46 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:28.986633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-511989d0-2ea0-4d55-86e8-0d4c530ee4ec tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.013262 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2b309283-caf5-490a-aac8-8258cbf43275 req-93584c6b-cb7c-4f23-b90a-20737dbf258d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469787 Feb 11 13:23:29.075917 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad6b4d-259a-4fcb-8c2c-78ad9715a0c3 None None] Pushing event updated for resources: {'Port': ['ID=a2e4d84d-491b-4855-9cc6-54cfc4fed333,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:29.095436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.129807 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.142470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:29.142876 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.185181 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9beeed90-d256-4051-add9-108f4a62407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:20Z', 'revision_number': 3, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:29.207672 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beeed90-d256-4051-add9-108f4a62407d None None] The sync data for ids ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'] in n-d-818559-1 is: [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:20Z', 'revision_number': 3, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:23:29.273875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'name': 'network-vif-deleted', 'tag': '623a708d-82fd-4ef6-8f2c-fc74f391ce46'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:29.319842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=0ff118bd-f8d7-4ec9-8789-7a18c7e4a8ec,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:29.375603 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84566098-ef5a-4a8e-9cab-cd091303cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.451617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-84566098-ef5a-4a8e-9cab-cd091303cbba None None] For port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c,segment=NetworkSegment(a8ead11a-8471-40fb-95d1-69d261f0df17),segment_id=a8ead11a-8471-40fb-95d1-69d261f0df17)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:29.457118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84566098-ef5a-4a8e-9cab-cd091303cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.574134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-77123189-d79f-43c3-beb3-91402189cb9b req-ab18fa0e-dd0c-4ece-90c9-0e23211d6564 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Synchronizing usage tracker for tenant:b00d68c73c7e4d59a8e1296b8e9a5ad6 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:29.580795 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-593190ac-4626-4b40-a9aa-935aad3ba509 req-511989d0-2ea0-4d55-86e8-0d4c530ee4ec tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.73 "DELETE /v2.0/ports/623a708d-82fd-4ef6-8f2c-fc74f391ce46 HTTP/1.1" status: 204 len: 173 time: 2.8341553 Feb 11 13:23:29.607395 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.637381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=5b3a8a35-5f70-47a7-80ee-7627ece85376,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:29.675568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b9f48fb-f927-4ee0-81ad-88d4f2de31d5 req-23afb3ee-eb32-47dc-b9c4-1a06c1ee3636 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8966427 Feb 11 13:23:29.730372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2716f993-4d58-420a-8347-64795206db11 None None] Provisioning for port 5b3a8a35-5f70-47a7-80ee-7627ece85376 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:29.742548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84566098-ef5a-4a8e-9cab-cd091303cbba None None] Pushing event updated for resources: {'Port': ['ID=bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:29.761423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2716f993-4d58-420a-8347-64795206db11 None None] Provisioning complete for port 5b3a8a35-5f70-47a7-80ee-7627ece85376 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:29.761806 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2716f993-4d58-420a-8347-64795206db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.823986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2716f993-4d58-420a-8347-64795206db11 None None] Port 5b3a8a35-5f70-47a7-80ee-7627ece85376 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:23:29.847739 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'code': 200} Feb 11 13:23:29.861560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2716f993-4d58-420a-8347-64795206db11 None None] Provisioning complete for port fef0c152-dac6-4824-aadc-69bbddd6c035 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:29.863081 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2716f993-4d58-420a-8347-64795206db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.928557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device fef0c152-dac6-4824-aadc-69bbddd6c035 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:30.000561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Allocated IP 172.20.0.1 (d4a8f559-77cf-4b11-9175-988be7a0550b/fe7c1608-4c6a-448c-b715-2d5773abdf7b/d698069d-df1a-496b-87cd-da73913e1f22) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:30.011317 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4511ac-0431-4e4d-8302-4a74202e2923', 'name': 'network-vif-deleted', 'tag': '623a708d-82fd-4ef6-8f2c-fc74f391ce46', 'status': 'completed', 'code': 200} Feb 11 13:23:30.021286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network ad42c433-a614-418f-97a2-e8e5945e9d77 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:30.072586 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port fef0c152-dac6-4824-aadc-69bbddd6c035 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:30.073222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.141332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-77123189-d79f-43c3-beb3-91402189cb9b req-ab18fa0e-dd0c-4ece-90c9-0e23211d6564 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Unset dirty status for tenant:b00d68c73c7e4d59a8e1296b8e9a5ad6 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:30.154468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-77123189-d79f-43c3-beb3-91402189cb9b req-ab18fa0e-dd0c-4ece-90c9-0e23211d6564 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c4511ac-0431-4e4d-8302-4a74202e2923 HTTP/1.1" status: 200 len: 210 time: 0.6895790 Feb 11 13:23:30.184451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:30.236155 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.237199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.309072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c640311e-cb0d-4f01-a276-b1e525487e02 None None] Provisioning complete for port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:30.309443 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c640311e-cb0d-4f01-a276-b1e525487e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.515671 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.609082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-37b60f57-d744-4437-85a3-ffd69e09dd10 None None] Provisioning complete for port 5b3a8a35-5f70-47a7-80ee-7627ece85376 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:30.609464 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37b60f57-d744-4437-85a3-ffd69e09dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.751055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-37b60f57-d744-4437-85a3-ffd69e09dd10 None None] Port 5b3a8a35-5f70-47a7-80ee-7627ece85376 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:23:30.987064 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:31.029293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b26829-bebd-4de2-8df4-700306f43ca7 req-7e74cf97-cdea-44dd-8fb3-ef8510c5d914 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:31.035065 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7b26829-bebd-4de2-8df4-700306f43ca7 req-7e74cf97-cdea-44dd-8fb3-ef8510c5d914 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 0.4786735 Feb 11 13:23:31.050171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:23:31.100653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:31.181108 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e7b26829-bebd-4de2-8df4-700306f43ca7 req-a4989217-d55c-41a9-8697-955bb2d89b19 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259282 Feb 11 13:23:31.210845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Pushing event updated for resources: {'Port': ['ID=d698069d-df1a-496b-87cd-da73913e1f22,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:31.214209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Network d4a8f559-77cf-4b11-9175-988be7a0550b is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:31.218841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:31.223358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:31.269069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b855c1d-8604-40b1-a07b-268ee9f942a7 req-2e12c360-bf2c-4ba8-b99b-270d0be1e63b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:31.270038 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2b855c1d-8604-40b1-a07b-268ee9f942a7 req-2e12c360-bf2c-4ba8-b99b-270d0be1e63b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.3479989 Feb 11 13:23:31.284288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.284618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.285188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.285695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.286194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.287425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.287960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.288457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.288948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.289449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.289949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:31.315353 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:31.340830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Router c8b6f056-423e-412b-8281-1e7c0733b647 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:23:31.442354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:31.518508 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2b855c1d-8604-40b1-a07b-268ee9f942a7 req-2f3c5e29-0182-4d61-acee-d13bd4db4737 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797256 Feb 11 13:23:31.639161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:31.650333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Sync routers for ids ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:23:31.673118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Routers {'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:31.676090 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:31.678549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:31.759841 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:31.761040 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2d2cf576-7768-4524-821f-139a7b6a0b38 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.7624013 Feb 11 13:23:31.767494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43026) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:31.847935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:32.038800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:32.039175 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.069501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:32.077112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d530085-1c61-442c-896b-2bdc939ffc18 req-21c7ef02-6eba-4585-86c2-a6b582355638 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.078484 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428fce68-23a6-4702-9a88-d09103409bd6 None None] Sync routers for ids ['c8b6f056-423e-412b-8281-1e7c0733b647'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:23:32.087120 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d530085-1c61-442c-896b-2bdc939ffc18 req-21c7ef02-6eba-4585-86c2-a6b582355638 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 949 time: 0.2416389 Feb 11 13:23:32.103511 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428fce68-23a6-4702-9a88-d09103409bd6 None None] Routers {'c8b6f056-423e-412b-8281-1e7c0733b647'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:32.104122 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-428fce68-23a6-4702-9a88-d09103409bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['c8b6f056-423e-412b-8281-1e7c0733b647'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:32.159448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-886b2936-5ae7-4f0a-bfd5-de2fd8e1c721 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "PUT /v2.0/routers/c8b6f056-423e-412b-8281-1e7c0733b647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4070611 Feb 11 13:23:32.194265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Set router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:32.224807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43034) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:32.228811 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.235679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.261251 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-428fce68-23a6-4702-9a88-d09103409bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:32.289173 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428fce68-23a6-4702-9a88-d09103409bd6 None None] Routers {'c8b6f056-423e-412b-8281-1e7c0733b647'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:32.290043 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-428fce68-23a6-4702-9a88-d09103409bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['c8b6f056-423e-412b-8281-1e7c0733b647'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:32.407123 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-428fce68-23a6-4702-9a88-d09103409bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:32.407892 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428fce68-23a6-4702-9a88-d09103409bd6 None None] The sync data for ids ['c8b6f056-423e-412b-8281-1e7c0733b647'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:23:32.452188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886724fa-acd5-4ad7-8296-93296ce4a397 req-203977cf-b8bd-4aa2-b5c2-b37a9d7363f0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.460643 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-886724fa-acd5-4ad7-8296-93296ce4a397 req-203977cf-b8bd-4aa2-b5c2-b37a9d7363f0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.4818211 Feb 11 13:23:32.515822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d530085-1c61-442c-896b-2bdc939ffc18 req-ad187de1-2ae0-4cd7-a180-8e3d7ff2d391 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275796 Feb 11 13:23:32.547026 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.555280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Pushing event updated for resources: {'Port': ['ID=d698069d-df1a-496b-87cd-da73913e1f22,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:32.572940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f960106-195e-4a18-b9a5-6665ea50f7ca tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.577218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2f960106-195e-4a18-b9a5-6665ea50f7ca tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8b6f056-423e-412b-8281-1e7c0733b647 HTTP/1.1" status: 200 len: 981 time: 0.3465316 Feb 11 13:23:32.577782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43042) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:32.624353 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-886724fa-acd5-4ad7-8296-93296ce4a397 req-8943b9be-ee3f-47ae-b7fb-bae1e389b844 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626515 Feb 11 13:23:32.786338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:32.795514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0174d577-4da1-40a1-a91b-3ea94bad75c1 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "PUT /v2.0/routers/f83c9e1a-13e6-4409-946f-ecad7ce2b3ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3143644 Feb 11 13:23:32.808693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa60cb7c-6c7a-41c0-b0a5-8b7a55e905a9 None None] Sync routers for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:23:32.841304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa60cb7c-6c7a-41c0-b0a5-8b7a55e905a9 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:32.841933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fa60cb7c-6c7a-41c0-b0a5-8b7a55e905a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:32.873030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43050) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:32.922597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fa60cb7c-6c7a-41c0-b0a5-8b7a55e905a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:32.938631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'name': 'tempest-TaggedBootDevicesTest-779191588-router', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:22Z', 'updated_at': '2022-02-11T13:23:28Z', 'revision_number': 3, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'gw_port': {'id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:24Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:32.944181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Checking router: ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:23:32.945300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Updating router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 port 21030c65-0a4d-48d8-b996-6e04a8077641 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:23:33.006513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa60cb7c-6c7a-41c0-b0a5-8b7a55e905a9 None None] Routers {'f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:33.007185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fa60cb7c-6c7a-41c0-b0a5-8b7a55e905a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:33.091178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fa60cb7c-6c7a-41c0-b0a5-8b7a55e905a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:33.091956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa60cb7c-6c7a-41c0-b0a5-8b7a55e905a9 None None] The sync data for ids ['f83c9e1a-13e6-4409-946f-ecad7ce2b3ec'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:23:33.101811 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:33.139113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:23:33.244199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ef860-d880-47c4-b176-06c7c9c7c3e4 req-54105c35-4f66-4a8a-bf23-e98c606fd935 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.251731 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f62ef860-d880-47c4-b176-06c7c9c7c3e4 req-54105c35-4f66-4a8a-bf23-e98c606fd935 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 0.3596840 Feb 11 13:23:33.315100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f62ef860-d880-47c4-b176-06c7c9c7c3e4 req-5202edce-29d6-49c4-abbc-0230a5f9a166 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624113 Feb 11 13:23:33.322336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Network d4a8f559-77cf-4b11-9175-988be7a0550b is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:33.324908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:33.658506 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:33.676429 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:33.699135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Transition to ACTIVE for port object 21030c65-0a4d-48d8-b996-6e04a8077641 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:33.707125 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:33.825454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Attempting to bind port 21030c65-0a4d-48d8-b996-6e04a8077641 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:33.828134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Attempting to bind port 21030c65-0a4d-48d8-b996-6e04a8077641 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:33.828739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Attempting to bind port 21030c65-0a4d-48d8-b996-6e04a8077641 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:23:33.847445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:23:33.849519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:33.850267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:33.855468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:23:33.856391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Bound port: 21030c65-0a4d-48d8-b996-6e04a8077641, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:33.857271 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:33.931974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7804e-8a86-47f1-be16-d0dd7a165dfc None None] Pushing event updated for resources: {'Port': ['ID=21030c65-0a4d-48d8-b996-6e04a8077641,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:33.985227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79510218-8787-4b0e-947e-25a684cb1b34 req-538382c7-afd8-4df0-9708-de0b70a7a056 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5795782 Feb 11 13:23:33.999552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] For port 21030c65-0a4d-48d8-b996-6e04a8077641, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:34.006499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] For port 21030c65-0a4d-48d8-b996-6e04a8077641, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=21030c65-0a4d-48d8-b996-6e04a8077641,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:34.012255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-3e1cdbe9-1746-425e-9abc-0e1cf6fca29f tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.013804 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-3e1cdbe9-1746-425e-9abc-0e1cf6fca29f tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.73 "GET /v2.0/ports?device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 949 time: 0.4946942 Feb 11 13:23:34.015890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:34.119198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7804e-8a86-47f1-be16-d0dd7a165dfc None None] Pushing event updated for resources: {'Port': ['ID=21030c65-0a4d-48d8-b996-6e04a8077641,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:34.161194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Deleting port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:34.161555 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:34.191326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c71c-a2a0-4bbc-be06-ac9ba1f4932c req-0e9360f7-1f3d-4a4d-a4c9-00a53e79f855 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.199693 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc76c71c-a2a0-4bbc-be06-ac9ba1f4932c req-0e9360f7-1f3d-4a4d-a4c9-00a53e79f855 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 949 time: 0.3677990 Feb 11 13:23:34.238255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Routers {'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:34.241212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:34.567328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] Set router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:34.579853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc76c71c-a2a0-4bbc-be06-ac9ba1f4932c req-93c8f0b7-4048-48b1-9ec4-847b488298e1 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/security-groups?id=2f9065d6-e38f-47d8-8870-69315e6a7d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135781 Feb 11 13:23:34.871158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-0b676329-6014-49c2-8d80-512855f85a90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5023038 Feb 11 13:23:34.944348 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:34.955091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Router d51e1070-eb9e-488a-a4e0-b9244fcb7278 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:35.022487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting port f70f2e19-2132-4ccd-ae35-29239d36df22 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:35.022877 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:35.039173 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:35.203121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940cc20-b1cf-4e33-bffa-e03f22a42b86 req-4917dcad-8ec0-4ec9-bb0d-95ca37e26d0b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.211372 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9940cc20-b1cf-4e33-bffa-e03f22a42b86 req-4917dcad-8ec0-4ec9-bb0d-95ca37e26d0b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.7178445 Feb 11 13:23:35.213423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'name': 'tempest-TaggedBootDevicesTest-779191588-router', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:22Z', 'updated_at': '2022-02-11T13:23:28Z', 'revision_number': 3, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'gw_port': {'id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:24Z', 'updated_at': '2022-02-11T13:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:35.218110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1c98c-a2d4-47a4-9358-088a9f682caa None None] The sync data for ids ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'] in n-d-818559-1 is: [{'id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'name': 'tempest-TaggedBootDevicesTest-779191588-router', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:22Z', 'updated_at': '2022-02-11T13:23:28Z', 'revision_number': 3, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'gw_port': {'id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:24Z', 'updated_at': '2022-02-11T13:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:23:35.267930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] For port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:35.270288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:35.421930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca03b09-5194-4661-bb27-a82e5863a8d9 req-dbc54126-a612-43ad-a5da-9453fc87a288 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.424811 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bca03b09-5194-4661-bb27-a82e5863a8d9 req-dbc54126-a612-43ad-a5da-9453fc87a288 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 0.6134310 Feb 11 13:23:35.452311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Calling delete_port for f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:35.569382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bca03b09-5194-4661-bb27-a82e5863a8d9 req-31c31a48-1b52-40c4-90b2-8a4ab24846dc tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194005 Feb 11 13:23:35.841287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:35.851812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a4683714-4dc1-4fdb-9520-117693c2b46b admin admin] 10.222.0.67 "PUT /v2.0/routers/d51e1070-eb9e-488a-a4e0-b9244fcb7278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6619816 Feb 11 13:23:35.862679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a2e4d84d-491b-4855-9cc6-54cfc4fed333 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:35.878357 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:35.927927 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.024072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a2e4d84d-491b-4855-9cc6-54cfc4fed333 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:36.031509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a2e4d84d-491b-4855-9cc6-54cfc4fed333 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:36.032057 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.198769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Pushing event deleted for resources: {'Port': ['ID=f3b3d12e-1c47-4b67-bb1c-033ac0bb8055,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:36.254073 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4576cfa9-66e6-4f80-9bba-c64b612f239f req-c3a9aaa3-1013-4e94-a027-f696facc22e5 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.67 "GET /v2.0/ports?device_id=78c31a5d-df0d-4a82-86f1-c1a9b169a73b HTTP/1.1" status: 200 len: 210 time: 0.3098638 Feb 11 13:23:36.257138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 5b3a8a35-5f70-47a7-80ee-7627ece85376 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:36.257484 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.325063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.377683 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.421150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port a2e4d84d-491b-4855-9cc6-54cfc4fed333, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a2e4d84d-491b-4855-9cc6-54cfc4fed333,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:36.426321 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.591946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=a2e4d84d-491b-4855-9cc6-54cfc4fed333,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:36.605341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Calling delete_port for f70f2e19-2132-4ccd-ae35-29239d36df22 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:36.629358 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.805050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for 5b3a8a35-5f70-47a7-80ee-7627ece85376 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:36.836257 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9940cc20-b1cf-4e33-bffa-e03f22a42b86 req-70fd4bcd-ff42-408c-a133-e0aca319cb12 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6236947 Feb 11 13:23:36.843333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.843673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.844008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.844347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.844657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.844976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.845291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.845607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.845919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.846231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:36.846544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:37.082236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-bf3e1deb-d674-4940-891c-80a5b2ec9afe tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:37.083973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-bf3e1deb-d674-4940-891c-80a5b2ec9afe tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/networks?id=d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 200 len: 820 time: 0.2006993 Feb 11 13:23:37.104437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-6ed4f139-c082-44c3-9a62-a6dcb5debee1 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/quotas/2694ce8d3495494682b310ea1520dd5d HTTP/1.1" status: 200 len: 375 time: 0.0151472 Feb 11 13:23:37.150091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:23:37.225856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.256595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:23:37.257285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:23:37.271761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.273617 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.310921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] No DVR routers for this DVR port f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:37.340745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.350071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=5b3a8a35-5f70-47a7-80ee-7627ece85376,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.356000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-deleted', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:37.375393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Port': ['ID=f70f2e19-2132-4ccd-ae35-29239d36df22,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.461463 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-b92a706c-85ca-4e7c-a465-dd1562b15124 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35&tenant_id=4a7db9cc754446c0ae8724ea32a8e59f HTTP/1.1" status: 200 len: 1094 time: 1.6401484 Feb 11 13:23:37.656798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-66b9f1a8-f9e3-4971-9266-a258c8840a39 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Synchronizing usage tracker for tenant:2694ce8d3495494682b310ea1520dd5d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:37.715770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-68fdbf05-0d43-4b03-8aeb-8fe7303abcbf req-f509fb06-a0ad-4052-bcac-72e0ecbb4b75 tempest-ListImageFiltersTestJSON-1963941861 tempest-ListImageFiltersTestJSON-1963941861-project] 10.222.0.73 "DELETE /v2.0/ports/f3b3d12e-1c47-4b67-bb1c-033ac0bb8055 HTTP/1.1" status: 204 len: 173 time: 3.6936085 Feb 11 13:23:37.735549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Allocated IP 172.20.0.1 (1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07/53604bfb-2b21-4d25-b46a-deeb3cd7a19a/9d57266e-f965-4c53-86fd-3f107c982e78) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:37.815658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-66b9f1a8-f9e3-4971-9266-a258c8840a39 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Unset dirty status for tenant:2694ce8d3495494682b310ea1520dd5d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:37.817179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-66b9f1a8-f9e3-4971-9266-a258c8840a39 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2694ce8d3495494682b310ea1520dd5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7074294 Feb 11 13:23:37.839136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355ce53-1b55-4aef-a3c7-633a0706102c req-0bc57ab2-b5cb-489a-a281-aa9f15e83d7d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:37.850973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6355ce53-1b55-4aef-a3c7-633a0706102c req-0bc57ab2-b5cb-489a-a281-aa9f15e83d7d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 0.8229318 Feb 11 13:23:37.855629 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.976274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a2e4d84d-491b-4855-9cc6-54cfc4fed333 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:38.066715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a2e4d84d-491b-4855-9cc6-54cfc4fed333 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:38.067359 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.206266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 21030c65-0a4d-48d8-b996-6e04a8077641 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:38.209652 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.306103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 21030c65-0a4d-48d8-b996-6e04a8077641 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:38.312915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 21030c65-0a4d-48d8-b996-6e04a8077641 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:38.313634 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.332090 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.355768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Transition to ACTIVE for port object 9d57266e-f965-4c53-86fd-3f107c982e78 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:38.472120 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-13c7df0e-ea84-4e89-bff6-a8650606c1bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 1094 time: 0.9750872 Feb 11 13:23:38.488730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.516063 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.534008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 21030c65-0a4d-48d8-b996-6e04a8077641, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=21030c65-0a4d-48d8-b996-6e04a8077641,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:38.539206 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.587690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-cbe02559-d77e-4a5e-90d4-e581c1179b24 service neutron] 10.222.0.67 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7562783 Feb 11 13:23:38.640659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=21030c65-0a4d-48d8-b996-6e04a8077641,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:38.648689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6355ce53-1b55-4aef-a3c7-633a0706102c req-a6e10b9d-ab9a-45ad-9039-48b948e85f8d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7968082 Feb 11 13:23:38.834806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Router c8b6f056-423e-412b-8281-1e7c0733b647 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:38.875396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-27b75c29-90f0-4112-af3e-42b8d19cbc93 service neutron] 10.222.0.67 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679427 Feb 11 13:23:38.990856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.997297 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.030769 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c31a5d-df0d-4a82-86f1-c1a9b169a73b', 'name': 'network-vif-deleted', 'tag': 'f3b3d12e-1c47-4b67-bb1c-033ac0bb8055', 'status': 'completed', 'code': 200} Feb 11 13:23:39.049394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:39.049629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:39.058116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:39.066562 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027e5a8-cad8-406b-a936-ba79009f6a8c None None] Sync routers for ids ['c8b6f056-423e-412b-8281-1e7c0733b647'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:23:39.079682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:39.085032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9d7da252-3b59-41b2-8ed7-67cde24f42cf tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "PUT /v2.0/routers/c8b6f056-423e-412b-8281-1e7c0733b647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5033379 Feb 11 13:23:39.085296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43130) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:39.100047 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027e5a8-cad8-406b-a936-ba79009f6a8c None None] Routers {'c8b6f056-423e-412b-8281-1e7c0733b647'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:39.101310 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1027e5a8-cad8-406b-a936-ba79009f6a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['c8b6f056-423e-412b-8281-1e7c0733b647'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:39.121485 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.122605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Fanout notify agent at l3_agent the message router_deleted on router f83c9e1a-13e6-4409-946f-ecad7ce2b3ec {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:23:39.159565 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.166242 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-618f4eab-ce8b-49a6-8546-dd0e776673c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:23:39.167099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cf4d080c-53f4-4fb7-b00a-715f611cd7d4 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/routers/f83c9e1a-13e6-4409-946f-ecad7ce2b3ec HTTP/1.1" status: 204 len: 168 time: 6.2472928 Feb 11 13:23:39.175220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-618f4eab-ce8b-49a6-8546-dd0e776673c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:39.179613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43134) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:39.183211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:23:39.216158 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1027e5a8-cad8-406b-a936-ba79009f6a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:39.227892 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027e5a8-cad8-406b-a936-ba79009f6a8c None None] Routers {'c8b6f056-423e-412b-8281-1e7c0733b647'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:39.228509 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1027e5a8-cad8-406b-a936-ba79009f6a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['c8b6f056-423e-412b-8281-1e7c0733b647'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:39.249822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-618f4eab-ce8b-49a6-8546-dd0e776673c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:39.251615 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-618f4eab-ce8b-49a6-8546-dd0e776673c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/5b3a8a35-5f70-47a7-80ee-7627ece85376 HTTP/1.1" status: 404 len: 333 time: 0.1653430 Feb 11 13:23:39.256505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43140) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:39.266363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-a8374ea8-36eb-4191-b132-b77a5f4270b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.272403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-a8374ea8-36eb-4191-b132-b77a5f4270b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 914 time: 0.7753592 Feb 11 13:23:39.273103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Pushing event updated for resources: {'Port': ['ID=9d57266e-f965-4c53-86fd-3f107c982e78,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.338171 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1027e5a8-cad8-406b-a936-ba79009f6a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:39.338802 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027e5a8-cad8-406b-a936-ba79009f6a8c None None] The sync data for ids ['c8b6f056-423e-412b-8281-1e7c0733b647'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:23:39.512063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:39.512994 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.517665 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-c9a11210-d0a6-42b4-aa03-f68f5eb492ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 HTTP/1.1" status: 200 len: 217 time: 0.2223442 Feb 11 13:23:39.566439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'port_id': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'mac_address': 'fa:16:3e:06:dd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:23:39.631688 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-815f4b26-43d0-4a55-9770-60b3356da068 None None] Provisioning for port 9d57266e-f965-4c53-86fd-3f107c982e78 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:39.634169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-057794e7-1b66-49e5-a4ed-27629c5c7b84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.636036 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-057794e7-1b66-49e5-a4ed-27629c5c7b84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 200 len: 853 time: 0.1088862 Feb 11 13:23:39.643157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-815f4b26-43d0-4a55-9770-60b3356da068 None None] Provisioning complete for port 9d57266e-f965-4c53-86fd-3f107c982e78 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:39.643656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-815f4b26-43d0-4a55-9770-60b3356da068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.682805 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.703160 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-401eb8c4-3f2d-43be-8d2f-0d46d8da40f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611594 Feb 11 13:23:39.732718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:39.788267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-419211b5-f68f-4fb8-8655-d4f370bf7d46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.838280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79208-babe-4aea-9721-b797351695ba req-eb299117-20dd-41fd-a2c5-b0434afbbf01 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.841061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 21030c65-0a4d-48d8-b996-6e04a8077641 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:39.845862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4e79208-babe-4aea-9721-b797351695ba req-eb299117-20dd-41fd-a2c5-b0434afbbf01 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.5809598 Feb 11 13:23:39.920363 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4e79208-babe-4aea-9721-b797351695ba req-1bacb0eb-438c-4958-bd37-0a5cb1d0ddc9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726192 Feb 11 13:23:39.951555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:39.965539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-815f4b26-43d0-4a55-9770-60b3356da068 None None] Port 9d57266e-f965-4c53-86fd-3f107c982e78 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:23:40.000402 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:40.086983 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:40.123582 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-52ea8ff3-7b44-4f8e-8313-8001b5299c03 service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134958 Feb 11 13:23:40.128059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:40.128767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8449f01b-f48b-4f1e-a3e5-48eb0c9b6ebe tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Deleting subnet a0fd9c97-57f2-410c-a0a7-fea954f0e9e6 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:23:40.146331 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8449f01b-f48b-4f1e-a3e5-48eb0c9b6ebe tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:40.186507 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['11718c7b-f8e0-47c6-ac6b-d6a85d189b80'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:23:40.604203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 21030c65-0a4d-48d8-b996-6e04a8077641 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:40.604420 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:40.879036 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-120773d2-b7ea-4238-83c8-2ff57ab388d0 req-03938ff9-08a9-4048-a700-64219d25532e service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7419586 Feb 11 13:23:41.007383 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8449f01b-f48b-4f1e-a3e5-48eb0c9b6ebe tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.043804 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-daf89fe8-2cbf-4797-ab28-ba35118a5b57 req-bb2de6af-9b8d-43ef-8047-87c70cf31c2c tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 210 time: 0.1483471 Feb 11 13:23:41.140253 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.165562 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.199269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:41.419241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:41.419567 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.431481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Pushing event updated for resources: {'Port': ['ID=9d57266e-f965-4c53-86fd-3f107c982e78,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:41.476138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.503651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-419211b5-f68f-4fb8-8655-d4f370bf7d46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.568234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8449f01b-f48b-4f1e-a3e5-48eb0c9b6ebe tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.768165 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-419211b5-f68f-4fb8-8655-d4f370bf7d46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.792263 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.810177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:41.811419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:41.848304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0765fa6-562d-4534-b48b-ef604f3e3d95 req-eb764647-31bf-418f-a273-9d9ae93f4c70 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.858897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:41.859642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0765fa6-562d-4534-b48b-ef604f3e3d95 req-eb764647-31bf-418f-a273-9d9ae93f4c70 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 944 time: 1.2607272 Feb 11 13:23:41.878638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:41.888718 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.939599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8449f01b-f48b-4f1e-a3e5-48eb0c9b6ebe tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:42.038315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449f01b-f48b-4f1e-a3e5-48eb0c9b6ebe tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fd9c97-57f2-410c-a0a7-fea954f0e9e6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:42.082205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:42.104262 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-419211b5-f68f-4fb8-8655-d4f370bf7d46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:42.116419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419211b5-f68f-4fb8-8655-d4f370bf7d46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Fanout notify agent at l3_agent the message router_deleted on router c8b6f056-423e-412b-8281-1e7c0733b647 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:23:42.119847 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8449f01b-f48b-4f1e-a3e5-48eb0c9b6ebe tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:42.154322 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8449f01b-f48b-4f1e-a3e5-48eb0c9b6ebe tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/subnets/a0fd9c97-57f2-410c-a0a7-fea954f0e9e6 HTTP/1.1" status: 204 len: 168 time: 2.9710484 Feb 11 13:23:42.169470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-419211b5-f68f-4fb8-8655-d4f370bf7d46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:42.171437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-419211b5-f68f-4fb8-8655-d4f370bf7d46 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/routers/c8b6f056-423e-412b-8281-1e7c0733b647 HTTP/1.1" status: 204 len: 168 time: 2.9132273 Feb 11 13:23:42.172220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43232) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:42.261576 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:42.328752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-55e202ad-f52e-45ca-9c2c-358a7dfc0a17 None None] Provisioning complete for port 9d57266e-f965-4c53-86fd-3f107c982e78 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:42.329235 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55e202ad-f52e-45ca-9c2c-358a7dfc0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:42.421446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43234) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:42.452836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0765fa6-562d-4534-b48b-ef604f3e3d95 req-bbacaed2-2d3f-467a-ac41-e4d0a35ecef6 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5914781 Feb 11 13:23:42.526464 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:42.550190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-55e202ad-f52e-45ca-9c2c-358a7dfc0a17 None None] Port 9d57266e-f965-4c53-86fd-3f107c982e78 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:23:42.869041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:42.928715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337673b1-927f-4789-b1d6-b7e00b128946']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:42.965822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488aa3a7-aba8-4f76-836f-1e5ab3db6659') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:42.969291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488aa3a7-aba8-4f76-836f-1e5ab3db6659') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:42.999449 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:43.035321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:43.063041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:23:43.064271 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:43.093811 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:43.324426 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:43.436621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:43.456034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] Pushing event deleted for resources: {'Network': ['ID=337673b1-927f-4789-b1d6-b7e00b128946,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:43.505416 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-971add74-e425-4e64-8932-7edcc0d4ffc9 tempest-FloatingIPTestJSON-1412520510 tempest-FloatingIPTestJSON-1412520510-project] 10.222.0.67 "DELETE /v2.0/networks/337673b1-927f-4789-b1d6-b7e00b128946 HTTP/1.1" status: 204 len: 168 time: 1.3288970 Feb 11 13:23:43.919518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2d5da-b793-4333-b432-a7a29cd58601 req-c0c223ec-4128-42ac-aa31-b1486c09163d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:43.935182 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-22e2d5da-b793-4333-b432-a7a29cd58601 req-c0c223ec-4128-42ac-aa31-b1486c09163d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 1.8390672 Feb 11 13:23:44.061304 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'code': 200} Feb 11 13:23:44.333005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43270) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:44.360745 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3601d3a-ca86-48d5-9b34-5c6a35f2d568 req-25d644a7-ed59-468c-b259-b24481c3a16d tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 210 time: 0.1259167 Feb 11 13:23:44.558910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0730b9f0-856f-422f-a805-6d5809167b8b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet 6c2f7b07-ed77-46d8-abab-f9f42146f924 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:23:44.568079 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0730b9f0-856f-422f-a805-6d5809167b8b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:44.791527 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0730b9f0-856f-422f-a805-6d5809167b8b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:44.812699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649dd67-3d5c-481f-a8f6-f286a14b3444 req-930a58d8-083b-4e24-a839-9e6800dc465f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.823850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c649dd67-3d5c-481f-a8f6-f286a14b3444 req-930a58d8-083b-4e24-a839-9e6800dc465f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 0.1998940 Feb 11 13:23:44.922886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43278) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:44.943226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c649dd67-3d5c-481f-a8f6-f286a14b3444 req-09e7df93-06fe-4688-be8c-98e811a24509 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159885 Feb 11 13:23:45.090141 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0730b9f0-856f-422f-a805-6d5809167b8b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:45.219617 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e65b7b25-903d-42b8-80db-a2681dd055f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b00d68c73c7e4d59a8e1296b8e9a5ad6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2700551 Feb 11 13:23:45.220108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43284) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:45.327670 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-22e2d5da-b793-4333-b432-a7a29cd58601 req-0e5c0144-1def-4f10-b1e6-4dca2f722723 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9947278 Feb 11 13:23:45.332460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-15d716bd-9fe7-4fb6-b69e-776a5f339aea tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:45.333209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-15d716bd-9fe7-4fb6-b69e-776a5f339aea tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Synchronizing usage tracker for tenant:2694ce8d3495494682b310ea1520dd5d on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:45.400011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36bf5b45-7838-4ae8-ac2f-2136424f21c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:45.410871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-15d716bd-9fe7-4fb6-b69e-776a5f339aea tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Unset dirty status for tenant:2694ce8d3495494682b310ea1520dd5d on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:45.413164 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-15d716bd-9fe7-4fb6-b69e-776a5f339aea tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.73 "GET /v2.0/networks?id=d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 200 len: 820 time: 2.6893837 Feb 11 13:23:45.419281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0730b9f0-856f-422f-a805-6d5809167b8b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:45.491310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742ad1e-3079-4bc4-8339-8bf7adc4c71e None None] Network ad42c433-a614-418f-97a2-e8e5945e9d77 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:45.499393 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0730b9f0-856f-422f-a805-6d5809167b8b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:45.533621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b9f0-856f-422f-a805-6d5809167b8b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2f7b07-ed77-46d8-abab-f9f42146f924,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:45.577559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Request body: {'port': {'device_id': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'admin_state_up': True, 'tenant_id': '2694ce8d3495494682b310ea1520dd5d'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:45.673105 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0730b9f0-856f-422f-a805-6d5809167b8b tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/6c2f7b07-ed77-46d8-abab-f9f42146f924 HTTP/1.1" status: 204 len: 168 time: 3.1128790 Feb 11 13:23:45.688745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:45.703400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3f3c56d7-e66f-4682-8599-22b3015dd1ed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79b3506a6c0a400f8257ed8c636d942c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3672822 Feb 11 13:23:45.719575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43300) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:45.960810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.012248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port fef0c152-dac6-4824-aadc-69bbddd6c035 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:46.012872 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.058296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fa737b6c-be41-4149-b633-61b23b07991a req-d0f94d6a-c061-43fb-b237-4de1e49e63ee tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 210 time: 0.3373425 Feb 11 13:23:46.105490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00194606-9b6a-438d-bad5-fc8cb768092a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.122814 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d36ceec-f737-45a8-9c49-0bc13b71de76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.232981 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0553d3a1-0f97-4e10-97cf-4a9eb343e279 None None] DHCP port deletion for ad42c433-a614-418f-97a2-e8e5945e9d77 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:23:46.237532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0553d3a1-0f97-4e10-97cf-4a9eb343e279 None None] Deleting port fef0c152-dac6-4824-aadc-69bbddd6c035 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:46.238046 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0553d3a1-0f97-4e10-97cf-4a9eb343e279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.417141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00194606-9b6a-438d-bad5-fc8cb768092a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.487645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] For port fef0c152-dac6-4824-aadc-69bbddd6c035, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fef0c152-dac6-4824-aadc-69bbddd6c035,segment=NetworkSegment(80cc2580-8dc2-493e-bc54-e07180b3eec6),segment_id=80cc2580-8dc2-493e-bc54-e07180b3eec6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:46.488313 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.618248 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00194606-9b6a-438d-bad5-fc8cb768092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.682595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d36ceec-f737-45a8-9c49-0bc13b71de76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.690548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00194606-9b6a-438d-bad5-fc8cb768092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9065d6-e38f-47d8-8870-69315e6a7d4d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:46.817052 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00194606-9b6a-438d-bad5-fc8cb768092a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.819708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-00194606-9b6a-438d-bad5-fc8cb768092a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2f9065d6-e38f-47d8-8870-69315e6a7d4d HTTP/1.1" status: 204 len: 168 time: 1.5985548 Feb 11 13:23:46.870215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0553d3a1-0f97-4e10-97cf-4a9eb343e279 None None] For port fef0c152-dac6-4824-aadc-69bbddd6c035, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fef0c152-dac6-4824-aadc-69bbddd6c035,segment=NetworkSegment(80cc2580-8dc2-493e-bc54-e07180b3eec6),segment_id=80cc2580-8dc2-493e-bc54-e07180b3eec6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:46.871470 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0553d3a1-0f97-4e10-97cf-4a9eb343e279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.910971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for fef0c152-dac6-4824-aadc-69bbddd6c035 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:46.965962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d1a29-252a-442b-8174-2ed59f379ae2 req-88a0f34c-27fc-4367-ad27-8737bcf05627 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:46.980109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a06d1a29-252a-442b-8174-2ed59f379ae2 req-88a0f34c-27fc-4367-ad27-8737bcf05627 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.2084320 Feb 11 13:23:47.022510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d36ceec-f737-45a8-9c49-0bc13b71de76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.042887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:47.049319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:47.062619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:47.069226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36ceec-f737-45a8-9c49-0bc13b71de76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e152e55-c0cf-4db7-8976-a07d1d35f932,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:47.071247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d36ceec-f737-45a8-9c49-0bc13b71de76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.079018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5d36ceec-f737-45a8-9c49-0bc13b71de76 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2e152e55-c0cf-4db7-8976-a07d1d35f932 HTTP/1.1" status: 204 len: 168 time: 1.2397037 Feb 11 13:23:47.084910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0553d3a1-0f97-4e10-97cf-4a9eb343e279 None None] Calling delete_port for fef0c152-dac6-4824-aadc-69bbddd6c035 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:23:47.151833 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a06d1a29-252a-442b-8174-2ed59f379ae2 req-be3238eb-d4b4-495d-a3e9-3953392d70ff tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700535 Feb 11 13:23:47.483763 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0553d3a1-0f97-4e10-97cf-4a9eb343e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.693159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0553d3a1-0f97-4e10-97cf-4a9eb343e279 None None] No DVR routers for this DVR port fef0c152-dac6-4824-aadc-69bbddd6c035 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:47.789753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553d3a1-0f97-4e10-97cf-4a9eb343e279 None None] Pushing event deleted for resources: {'Port': ['ID=fef0c152-dac6-4824-aadc-69bbddd6c035,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:47.795499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:23:47.796420 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:23:47.805808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Made reservation on behalf of 2694ce8d3495494682b310ea1520dd5d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:47.809919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.822034 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5d160d8-8bfb-46df-9b60-ca59f7cc9907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.949520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device fef0c152-dac6-4824-aadc-69bbddd6c035 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:23:48.115273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: fef0c152-dac6-4824-aadc-69bbddd6c035 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:23:48.115771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device fef0c152-dac6-4824-aadc-69bbddd6c035 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:23:48.202096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d3946499-a050-47bc-a402-65732ea3f6d7 req-e664dd45-ddc1-4f2f-9364-fc1678d1ef83 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 210 time: 0.1616111 Feb 11 13:23:48.299800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port fef0c152-dac6-4824-aadc-69bbddd6c035 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:23:48.300128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:48.719933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086d545-5740-41c9-8816-3b756b1b0ea4 req-bce87702-9daf-40dc-a55b-9941d6fd61c0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:48.737333 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9086d545-5740-41c9-8816-3b756b1b0ea4 req-bce87702-9daf-40dc-a55b-9941d6fd61c0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.3084013 Feb 11 13:23:48.797841 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:48.883249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Sync routers for ids ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:23:48.898272 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9086d545-5740-41c9-8816-3b756b1b0ea4 req-53306268-a62f-4778-9ab9-d70d2558506b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578016 Feb 11 13:23:48.918485 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:48.935764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] The port 'fef0c152-dac6-4824-aadc-69bbddd6c035' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:23:48.986448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Routers {'d51e1070-eb9e-488a-a4e0-b9244fcb7278'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:48.992224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:49.423283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Allocated IP 172.20.0.5 (d4a8f559-77cf-4b11-9175-988be7a0550b/fe7c1608-4c6a-448c-b715-2d5773abdf7b/0c0430c1-404a-47d2-9400-dfcb2992cee8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:49.560048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Set router d51e1070-eb9e-488a-a4e0-b9244fcb7278 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:49.989582 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:49.993578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43368) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:49.999693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43370) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:50.036850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3234b1d-ea2f-4d7e-bd66-41ed6e280753 req-17808aa3-343b-48df-b236-f254ba005703 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 210 time: 0.5065091 Feb 11 13:23:50.155038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925221b-96fe-4c2b-ace5-96d518d93ba9 req-62d39971-8a29-421c-95d9-ea56237ebb5e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:50.156995 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1925221b-96fe-4c2b-ace5-96d518d93ba9 req-62d39971-8a29-421c-95d9-ea56237ebb5e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 3.0576954 Feb 11 13:23:50.376108 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.398337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:31Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd698069d-df1a-496b-87cd-da73913e1f22', 'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'mac_address': 'fa:16:3e:a5:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:31Z', 'revision_number': 2, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'subnets': [{'id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:50.410131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Checking router: d51e1070-eb9e-488a-a4e0-b9244fcb7278 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:23:50.410483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Updating router d51e1070-eb9e-488a-a4e0-b9244fcb7278 port d698069d-df1a-496b-87cd-da73913e1f22 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:23:50.505389 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.545492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'networks': [{'name': 'tempest-network--1245717272'}, {'name': 'tempest-network--1941232349'}]} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:50.546108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'network': {'name': 'tempest-network--1245717272'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:50.546797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'network': {'name': 'tempest-network--1941232349'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:50.572103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-946132117-network', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:50.623905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:50.639135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:50.643584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Usage tracker for resource:network and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:50.644017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.648713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:50.655744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:50.663853 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1925221b-96fe-4c2b-ace5-96d518d93ba9 req-600ca77a-53da-4648-8dc3-35354ab2afb8 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4598522 Feb 11 13:23:50.681013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Usage tracker for resource:network and tenant:bac8fb0d60dd402ba38a7e2779aa127f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:50.684357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:50.687738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.689778 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.705896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:50.726799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.737288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:50.744784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad42c433-a614-418f-97a2-e8e5945e9d77']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:50.760368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cc2580-8dc2-493e-bc54-e07180b3eec6') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:50.760992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cc2580-8dc2-493e-bc54-e07180b3eec6') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:50.782756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.785188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:50.790229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Usage tracker for resource:security_group_rule and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:50.793689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:50.799761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:50.829940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.838093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:23:50.838942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.906171 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.909130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Made reservation on behalf of bac8fb0d60dd402ba38a7e2779aa127f for: {'network': 2} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:50.918647 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.937226 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.027243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:51.033140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Usage tracker for resource:security_group_rule and tenant:bac8fb0d60dd402ba38a7e2779aa127f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:51.039589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:51.047603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:51.140405 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:51.143918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.143918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.156839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:51.168158 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.168641 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Added segment eb51e636-0662-42d0-96c9-4d82320b2850 of type vlan for network 5d5b8131-5620-44ec-bf05-92c4feee75e7 Feb 11 13:23:51.201765 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.229641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.285375 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.311610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Network': ['ID=ad42c433-a614-418f-97a2-e8e5945e9d77,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.316541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.320773 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.363534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Network d4a8f559-77cf-4b11-9175-988be7a0550b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:51.376419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:51.378763 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.388054 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.388811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:23:51.389856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:51.391549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.409071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Transition to ACTIVE for port object d698069d-df1a-496b-87cd-da73913e1f22 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:51.419048 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.509168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ded6897d-3309-41ca-9c8e-b530f84dcabe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/networks/ad42c433-a614-418f-97a2-e8e5945e9d77 HTTP/1.1" status: 204 len: 168 time: 5.7497234 Feb 11 13:23:51.526500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:51.539564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Pushing event updated for resources: {'Port': ['ID=0c0430c1-404a-47d2-9400-dfcb2992cee8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.597529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8b1fe-4fd9-49ba-85ec-20c5478baa20 None None] Pushing event updated for resources: {'Port': ['ID=d698069d-df1a-496b-87cd-da73913e1f22,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.693065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Pushing event updated for resources: {'Network': ['ID=5d5b8131-5620-44ec-bf05-92c4feee75e7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.744114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 5d5b8131-5620-44ec-bf05-92c4feee75e7 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:23:51.831254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db1d9c-3ebd-4490-a5c7-782698f51740,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.835731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:51.851375 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.917755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:51.921393 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-5d06a5f3-fd19-4161-ab3a-2ac5d5c67bd6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3889599 Feb 11 13:23:51.933578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94680d31-3ed4-4376-ad75-0e476c44e36e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:51.936517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-94680d31-3ed4-4376-ad75-0e476c44e36e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:51.960796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Request body: {'port': {'device_id': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:51.977727 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.979026 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Added segment 4ee84f3f-f5f7-4870-9cd6-7ff117ee1ce3 of type vlan for network 06eb7925-3e3f-4450-8f2d-a0765ed3cf1f Feb 11 13:23:52.030719 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.072822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Attempting to bind port d698069d-df1a-496b-87cd-da73913e1f22 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:52.073300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Attempting to bind port d698069d-df1a-496b-87cd-da73913e1f22 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'dcaa4c5a-014c-4de7-8256-98f54819912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:52.073711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Attempting to bind port d698069d-df1a-496b-87cd-da73913e1f22 on network d4a8f559-77cf-4b11-9175-988be7a0550b {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:23:52.084503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:23:52.084877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Checking segment: {'id': 'dcaa4c5a-014c-4de7-8256-98f54819912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:52.085278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.085660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Bound using segment: {'id': 'dcaa4c5a-014c-4de7-8256-98f54819912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:23:52.086126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Bound port: d698069d-df1a-496b-87cd-da73913e1f22, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaa4c5a-014c-4de7-8256-98f54819912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:52.086484 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.096637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:52.117345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:52.121092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80853a82-2641-461f-a5e7-0797daebf0a8 req-0b1ed1f0-4d4b-4eb0-9bf9-2598aacdbddb tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.122984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80853a82-2641-461f-a5e7-0797daebf0a8 req-0b1ed1f0-4d4b-4eb0-9bf9-2598aacdbddb tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 1.6554165 Feb 11 13:23:52.137815 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Sync routers for ids ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:23:52.149368 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.151546 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Added segment 72082bb5-dd49-48c1-b453-afbe45de8987 of type vlan for network 2aa9f2bd-0ad1-4511-8d24-82b351ea5ce2 Feb 11 13:23:52.160990 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Routers {'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:52.161868 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:52.193592 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4e5e35c7-8262-4281-8e06-8a75b43aae31 admin admin] 10.222.0.67 "PUT /v2.0/routers/ef5bf9a3-fb06-4e93-91fd-2453c5bd8886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.4257979 Feb 11 13:23:52.223533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b721b7e-7206-4efe-aed7-77bb8d9f167f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:52.268102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c08f8c31-4f08-41e1-91e9-59062b71200e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2664242 Feb 11 13:23:52.270714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43404) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:52.296384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Request body: {'subnet': {'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-946132117-subnet', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:52.338042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:52.364692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] For port d698069d-df1a-496b-87cd-da73913e1f22, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:52.369629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] For port d698069d-df1a-496b-87cd-da73913e1f22, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d698069d-df1a-496b-87cd-da73913e1f22,segment=NetworkSegment(dcaa4c5a-014c-4de7-8256-98f54819912e),segment_id=dcaa4c5a-014c-4de7-8256-98f54819912e)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:52.377653 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.387718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Usage tracker for resource:subnet and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:52.393168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:52.401390 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.411473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:52.423218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80853a82-2641-461f-a5e7-0797daebf0a8 req-4561e3c2-d7e6-462c-b346-d67a6a16f047 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637138 Feb 11 13:23:52.456585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:52.462250 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.463155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.499191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-94680d31-3ed4-4376-ad75-0e476c44e36e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:52.506215 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-94680d31-3ed4-4376-ad75-0e476c44e36e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/e9105f44-0130-427f-b70b-f119ba78f457 HTTP/1.1" status: 200 len: 839 time: 0.9581037 Feb 11 13:23:52.513367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43408) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:52.626110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Routers {'d51e1070-eb9e-488a-a4e0-b9244fcb7278'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:52.626786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:52.659587 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Set router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:52.726994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bd8f4dfd-2a58-45ea-a335-3b5afea50f5e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/e9105f44-0130-427f-b70b-f119ba78f457?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2106032 Feb 11 13:23:52.842555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8b1fe-4fd9-49ba-85ec-20c5478baa20 None None] Pushing event updated for resources: {'Port': ['ID=d698069d-df1a-496b-87cd-da73913e1f22,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:52.949221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43416) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:52.965483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:53.017082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] Set router d51e1070-eb9e-488a-a4e0-b9244fcb7278 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:53.082376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:53.115771 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:53.120968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.133919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.134616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:53.554904 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'name': 'tempest-TaggedBootDevicesTest-779191588-router', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:22Z', 'updated_at': '2022-02-11T13:23:39Z', 'revision_number': 4, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'gw_port': {'id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:24Z', 'updated_at': '2022-02-11T13:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9d57266e-f965-4c53-86fd-3f107c982e78', 'name': '', 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'mac_address': 'fa:16:3e:94:76:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53604bfb-2b21-4d25-b46a-deeb3cd7a19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:36Z', 'updated_at': '2022-02-11T13:23:40Z', 'revision_number': 2, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'subnets': [{'id': '53604bfb-2b21-4d25-b46a-deeb3cd7a19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:53.564478 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Checking router: ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:23:53.564815 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Updating router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 port 9d57266e-f965-4c53-86fd-3f107c982e78 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:23:53.696526 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:53.709218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addd4f9-e50f-4080-87e5-d3d6f7d2d003 req-b2203439-90aa-4596-8bc2-69e7c2e2db17 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.709218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8addd4f9-e50f-4080-87e5-d3d6f7d2d003 req-b2203439-90aa-4596-8bc2-69e7c2e2db17 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Synchronizing usage tracker for tenant:2694ce8d3495494682b310ea1520dd5d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:53.795678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8addd4f9-e50f-4080-87e5-d3d6f7d2d003 req-b2203439-90aa-4596-8bc2-69e7c2e2db17 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Unset dirty status for tenant:2694ce8d3495494682b310ea1520dd5d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:53.803031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8addd4f9-e50f-4080-87e5-d3d6f7d2d003 req-b2203439-90aa-4596-8bc2-69e7c2e2db17 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 931 time: 1.6160860 Feb 11 13:23:53.872478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:31Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd698069d-df1a-496b-87cd-da73913e1f22', 'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'mac_address': 'fa:16:3e:a5:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:52Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'subnets': [{'id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:53.885252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ef6db-a95b-428f-a443-2c7fe7e5eba9 None None] The sync data for ids ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'] in n-d-818559-1 is: [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:31Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd698069d-df1a-496b-87cd-da73913e1f22', 'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'mac_address': 'fa:16:3e:a5:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:52Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'subnets': [{'id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:23:53.934157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'Network': ['ID=06eb7925-3e3f-4450-8f2d-a0765ed3cf1f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:54.010657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 06eb7925-3e3f-4450-8f2d-a0765ed3cf1f details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:23:54.042805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8addd4f9-e50f-4080-87e5-d3d6f7d2d003 req-4f564342-f6fe-440e-8f13-b329bf8c2faf tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Synchronizing usage tracker for tenant:2694ce8d3495494682b310ea1520dd5d on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:23:54.316701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8addd4f9-e50f-4080-87e5-d3d6f7d2d003 req-4f564342-f6fe-440e-8f13-b329bf8c2faf tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Unset dirty status for tenant:2694ce8d3495494682b310ea1520dd5d on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:23:54.321201 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8addd4f9-e50f-4080-87e5-d3d6f7d2d003 req-4f564342-f6fe-440e-8f13-b329bf8c2faf tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154605 Feb 11 13:23:54.536969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'Network': ['ID=2aa9f2bd-0ad1-4511-8d24-82b351ea5ce2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:54.626386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 2aa9f2bd-0ad1-4511-8d24-82b351ea5ce2 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:23:54.666972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0430c1-404a-47d2-9400-dfcb2992cee8 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:54.685051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43446) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:54.691460 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-42cb5c9a-18d7-49fe-a9a6-463687b45485 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.6876190 Feb 11 13:23:54.705112 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:54.741769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:54.753235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:54.765530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:54.796368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:54.837684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:55.174690 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.208848 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Transition to ACTIVE for port object 9d57266e-f965-4c53-86fd-3f107c982e78 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:55.224616 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.233518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Transition to ACTIVE for port object 0c0430c1-404a-47d2-9400-dfcb2992cee8 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:55.234168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.244100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6c66d-461e-40ec-926c-ac1c6904d4c8 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.249112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6c66d-461e-40ec-926c-ac1c6904d4c8 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.273846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6c66d-461e-40ec-926c-ac1c6904d4c8 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.282129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6c66d-461e-40ec-926c-ac1c6904d4c8 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.286919 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3ac6c66d-461e-40ec-926c-ac1c6904d4c8 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5920012 Feb 11 13:23:55.313302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.321923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43450) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:55.471606 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826b4ec-0a63-4576-b0f5-8d957f8af4d3 None None] Pushing event updated for resources: {'Port': ['ID=9d57266e-f965-4c53-86fd-3f107c982e78,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:55.758949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d42f2-8dda-4507-9e36-33d40b4d7365 req-40e62ea6-4585-4b02-83b9-3cab337f6430 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.769753 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb9d42f2-8dda-4507-9e36-33d40b4d7365 req-40e62ea6-4585-4b02-83b9-3cab337f6430 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 2.8316803 Feb 11 13:23:55.998462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d698069d-df1a-496b-87cd-da73913e1f22 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:56.278357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d698069d-df1a-496b-87cd-da73913e1f22 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:56.283732 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Attempting to bind port 9d57266e-f965-4c53-86fd-3f107c982e78 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:56.284317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d698069d-df1a-496b-87cd-da73913e1f22 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:56.284461 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Attempting to bind port 9d57266e-f965-4c53-86fd-3f107c982e78 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'a8ead11a-8471-40fb-95d1-69d261f0df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:56.284598 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.286640 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Attempting to bind port 9d57266e-f965-4c53-86fd-3f107c982e78 on network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:23:56.297889 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:23:56.304637 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Checking segment: {'id': 'a8ead11a-8471-40fb-95d1-69d261f0df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:56.307402 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.307934 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Bound using segment: {'id': 'a8ead11a-8471-40fb-95d1-69d261f0df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:23:56.312610 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Bound port: 9d57266e-f965-4c53-86fd-3f107c982e78, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ead11a-8471-40fb-95d1-69d261f0df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:56.313295 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.523980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0430c1-404a-47d2-9400-dfcb2992cee8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:56.565374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb9d42f2-8dda-4507-9e36-33d40b4d7365 req-29c5266a-1c5d-4821-a5d8-2b31908cbb6a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401353 Feb 11 13:23:56.632888 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.669031 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] For port 9d57266e-f965-4c53-86fd-3f107c982e78, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:56.673119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Attempting to bind port 0c0430c1-404a-47d2-9400-dfcb2992cee8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:56.673519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Attempting to bind port 0c0430c1-404a-47d2-9400-dfcb2992cee8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'dcaa4c5a-014c-4de7-8256-98f54819912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:56.675246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Attempting to bind port 0c0430c1-404a-47d2-9400-dfcb2992cee8 on network d4a8f559-77cf-4b11-9175-988be7a0550b {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:23:56.681122 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] For port 9d57266e-f965-4c53-86fd-3f107c982e78, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9d57266e-f965-4c53-86fd-3f107c982e78,segment=NetworkSegment(a8ead11a-8471-40fb-95d1-69d261f0df17),segment_id=a8ead11a-8471-40fb-95d1-69d261f0df17)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:56.692802 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.727694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Port 0c0430c1-404a-47d2-9400-dfcb2992cee8 on network d4a8f559-77cf-4b11-9175-988be7a0550b not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:23:56.728173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Attempting to bind port 0c0430c1-404a-47d2-9400-dfcb2992cee8 on network d4a8f559-77cf-4b11-9175-988be7a0550b {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:23:56.764148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32258a7-57d6-4f38-838f-59e908c5ca1a req-26020b12-8eac-4658-808a-1f207cad955d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.773200 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.775387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c32258a7-57d6-4f38-838f-59e908c5ca1a req-26020b12-8eac-4658-808a-1f207cad955d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 1.9547989 Feb 11 13:23:56.799767 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.949144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d698069d-df1a-496b-87cd-da73913e1f22, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d698069d-df1a-496b-87cd-da73913e1f22,segment=NetworkSegment(dcaa4c5a-014c-4de7-8256-98f54819912e),segment_id=dcaa4c5a-014c-4de7-8256-98f54819912e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:56.957220 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:57.000229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:57.057603 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826b4ec-0a63-4576-b0f5-8d957f8af4d3 None None] Pushing event updated for resources: {'Port': ['ID=9d57266e-f965-4c53-86fd-3f107c982e78,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:57.080267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:23:57.080689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Checking segment: {'id': 'dcaa4c5a-014c-4de7-8256-98f54819912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:57.081082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Bound using segment: {'id': 'dcaa4c5a-014c-4de7-8256-98f54819912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:23:57.081547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Bound port: 0c0430c1-404a-47d2-9400-dfcb2992cee8, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaa4c5a-014c-4de7-8256-98f54819912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:57.081900 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:57.115977 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Routers {'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:23:57.123548 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:57.154869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d698069d-df1a-496b-87cd-da73913e1f22,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:57.669246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:57.710230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c32258a7-57d6-4f38-838f-59e908c5ca1a req-c14147d8-2837-4341-b992-53cf5f39e31d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8496926 Feb 11 13:23:57.810056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06eb7925-3e3f-4450-8f2d-a0765ed3cf1f']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:57.887363 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] Set router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:23:57.905656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee84f3f-f5f7-4870-9cd6-7ff117ee1ce3') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:57.906318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee84f3f-f5f7-4870-9cd6-7ff117ee1ce3') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:57.937874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] For port 0c0430c1-404a-47d2-9400-dfcb2992cee8, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:57.957219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:57.963895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d698069d-df1a-496b-87cd-da73913e1f22 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:23:57.996674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] For port 0c0430c1-404a-47d2-9400-dfcb2992cee8, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8,segment=NetworkSegment(dcaa4c5a-014c-4de7-8256-98f54819912e),segment_id=dcaa4c5a-014c-4de7-8256-98f54819912e)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:58.021859 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.026529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.048486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:58.139195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=4c86ed43-afd7-4292-9c02-3e2fa4c091cc,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:58.252670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d698069d-df1a-496b-87cd-da73913e1f22 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:58.253325 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.345093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:58.354138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff04847-87c0-4d63-8130-ac195c782a6a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:58.376582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.377049 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.439068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa7fdc-9935-4df0-bf38-b5eb4211cc46 None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:58.494748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Checking segment: {'id': 'eb51e636-0662-42d0-96c9-4d82320b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:23:58.495384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Network hostable DHCP agents. Network: 5d5b8131-5620-44ec-bf05-92c4feee75e7, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:58.562005 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-75feddde-fbe1-4e9c-9ce5-d2c60496d8af tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6114471 Feb 11 13:23:58.570127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43496) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:58.577830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:23:58.578230 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.584797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce89b5-50ed-4e76-a7f3-7ce5a5169492 req-c09346bd-5488-47d7-a3c2-d1af344a85a5 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.602598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4dce89b5-50ed-4e76-a7f3-7ce5a5169492 req-c09346bd-5488-47d7-a3c2-d1af344a85a5 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 943 time: 1.5694499 Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:58.647213 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:58.695896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'security_group': {'name': 'tempest-secgroup-536497520'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:58.728994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:58.746299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Network 5d5b8131-5620-44ec-bf05-92c4feee75e7 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:58.771539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:58.793940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:58.797933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 5d5b8131-5620-44ec-bf05-92c4feee75e7) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:58.809930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.815120 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.819189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f13cff-f68f-42ee-9953-8b10874c1cd8 None None] Network 5d5b8131-5620-44ec-bf05-92c4feee75e7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:23:58.851182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:58.863175 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.866067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 1091 time: 6.9179156 Feb 11 13:23:58.887010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:58.939107 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4dce89b5-50ed-4e76-a7f3-7ce5a5169492 req-e2eeb5b4-6382-4c4b-b8be-94ea8a4e9fa6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352475 Feb 11 13:23:58.940258 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.991984 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'name': 'tempest-TaggedBootDevicesTest-779191588-router', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:22Z', 'updated_at': '2022-02-11T13:23:39Z', 'revision_number': 4, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'gw_port': {'id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:24Z', 'updated_at': '2022-02-11T13:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9d57266e-f965-4c53-86fd-3f107c982e78', 'name': '', 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'mac_address': 'fa:16:3e:94:76:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53604bfb-2b21-4d25-b46a-deeb3cd7a19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:36Z', 'updated_at': '2022-02-11T13:23:56Z', 'revision_number': 4, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'subnets': [{'id': '53604bfb-2b21-4d25-b46a-deeb3cd7a19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:58.998212 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa10861-8a15-4c52-9639-3ca35894c6df None None] The sync data for ids ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'] in n-d-818559-1 is: [{'id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'name': 'tempest-TaggedBootDevicesTest-779191588-router', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:22Z', 'updated_at': '2022-02-11T13:23:39Z', 'revision_number': 4, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'gw_port': {'id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:24Z', 'updated_at': '2022-02-11T13:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '9d57266e-f965-4c53-86fd-3f107c982e78', 'name': '', 'network_id': '1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'mac_address': 'fa:16:3e:94:76:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53604bfb-2b21-4d25-b46a-deeb3cd7a19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:36Z', 'updated_at': '2022-02-11T13:23:56Z', 'revision_number': 4, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'subnets': [{'id': '53604bfb-2b21-4d25-b46a-deeb3cd7a19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:23:59.015103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f5581182-a807-452d-a611-6db9332880a8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 6.7360373 Feb 11 13:23:59.032031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43512) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:23:59.055312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-946132117-router', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:23:59.089345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:59.104172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Usage tracker for resource:router and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:59.109672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:59.138817 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:23:59.146951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:59.175830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.178954 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.702083 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.721672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:23:59.781701 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.803388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group_rule and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:23:59.816130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.860361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cc850-0820-49de-a501-c0c367d18d67 req-66364e49-1043-4b8e-86dc-552ba12154e2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.861953 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c0cc850-0820-49de-a501-c0c367d18d67 req-66364e49-1043-4b8e-86dc-552ba12154e2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.5838845 Feb 11 13:23:59.862880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:23:59.964703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:23:59.967854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcd257-8960-4e1f-8732-81d28125a9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0430c1-404a-47d2-9400-dfcb2992cee8,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:00.068541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05ad37-841f-44fc-a20a-ed86a19d4e9d req-8a22843f-2ac7-4cef-9b91-a8785f44a4d9 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:00.083488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b05ad37-841f-44fc-a20a-ed86a19d4e9d req-8a22843f-2ac7-4cef-9b91-a8785f44a4d9 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 1.7673209 Feb 11 13:24:00.132747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event deleted for resources: {'Network': ['ID=06eb7925-3e3f-4450-8f2d-a0765ed3cf1f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:00.157738 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e1b3e0cb-1a32-404d-a96c-36fb57a8a044 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "DELETE /v2.0/networks/06eb7925-3e3f-4450-8f2d-a0765ed3cf1f HTTP/1.1" status: 204 len: 168 time: 4.7043464 Feb 11 13:24:00.171815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43528) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:00.201119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bb2cc8-e0d9-4512-bd69-b87bb4784bbc req-c2d3b9ce-a7a5-44f1-83d4-172ea8bccd24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 1094 time: 2.0282426 Feb 11 13:24:00.497814 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:00.606141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-5d5b8131-5620-44ec-bf05-92c4feee75e7', 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'fixed_ips': [{'subnet_id': '7ff04847-87c0-4d63-8130-ac195c782a6a'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:24:00.607116 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:00.662147 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c0cc850-0820-49de-a501-c0c367d18d67 req-6db51d14-f8d0-4546-8d15-0ea4474e999f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697451 Feb 11 13:24:00.663291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:00.887429 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:00.894274 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.2318671 Feb 11 13:24:00.904710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43536) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:00.919647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'security_group': {'name': 'tempest-secgroup-977289178'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:00.935661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:00.947179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:00.956493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:00.973637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:01.027448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9d57266e-f965-4c53-86fd-3f107c982e78 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:01.070661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb2cc8-e0d9-4512-bd69-b87bb4784bbc req-4638909d-9784-4aa9-863e-a774d750251a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.084460 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bb2cc8-e0d9-4512-bd69-b87bb4784bbc req-4638909d-9784-4aa9-863e-a774d750251a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 914 time: 0.5367343 Feb 11 13:24:01.087007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.092311 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'status': 'completed', 'code': 200} Feb 11 13:24:01.258199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:01.275043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group_rule and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:01.295508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:01.324156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:01.365200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d10f0a-1999-492b-aa59-c65aac90c3a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d644fa6-23c5-4630-829a-1b954d9b1c59,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:01.370313 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.511393 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b05ad37-841f-44fc-a20a-ed86a19d4e9d req-c5bdb022-1d70-410a-b447-5581986271c0 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4249403 Feb 11 13:24:01.514547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bb2cc8-e0d9-4512-bd69-b87bb4784bbc req-59353670-2967-4791-9050-c5b01e69eaa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 HTTP/1.1" status: 200 len: 217 time: 0.4116914 Feb 11 13:24:01.542008 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-99fd9a24-dfa1-443f-8a0c-ed5bd238d423 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2694ce8d3495494682b310ea1520dd5d&device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1094 time: 2.6004095 Feb 11 13:24:01.572288 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.640086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Allocated IP 172.20.0.2 (5d5b8131-5620-44ec-bf05-92c4feee75e7/7ff04847-87c0-4d63-8130-ac195c782a6a/82d7d642-4b95-48c2-9797-90e65f50e1d7) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:01.857025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-798317f9-de1a-4252-87b0-6cc928f9d0f0', 'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'tenant_id': 'b2e27848a419477b841c897cc781976d', 'fixed_ips': [{'subnet_id': '4c86ed43-afd7-4292-9c02-3e2fa4c091cc'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:24:01.863592 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.929770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.009713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 9d57266e-f965-4c53-86fd-3f107c982e78 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:02.081423 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.239032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.254472 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3466177 Feb 11 13:24:02.265776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43550) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:02.275085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0375a-eead-4ee5-aeaf-58b175d8dff0 req-89c15ea0-103a-4bc0-ab04-20225718d344 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.290416 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9ab0375a-eead-4ee5-aeaf-58b175d8dff0 req-89c15ea0-103a-4bc0-ab04-20225718d344 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 943 time: 0.9185483 Feb 11 13:24:02.321514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-140745d8-249a-4462-bf13-1d429e5d6d3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 217 time: 0.7619913 Feb 11 13:24:02.326979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1069653395', 'security_groups': ['0f98de1f-b5c7-46b6-a25c-d3c10e2466e3'], 'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4c86ed43-afd7-4292-9c02-3e2fa4c091cc'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:02.411512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc700b85-1241-4dbb-b2b2-042dfe8629a5 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f98de1f-b5c7-46b6-a25c-d3c10e2466e3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:02.536708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9ab0375a-eead-4ee5-aeaf-58b175d8dff0 req-9117a460-9dbb-4f61-a48b-540ac9f32fbd tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452052 Feb 11 13:24:02.684638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 9d57266e-f965-4c53-86fd-3f107c982e78 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:02.685245 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.707856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.839033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb2cc8-e0d9-4512-bd69-b87bb4784bbc req-ffa96523-bc44-421d-80e5-dfd246970493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.841279 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bb2cc8-e0d9-4512-bd69-b87bb4784bbc req-ffa96523-bc44-421d-80e5-dfd246970493 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 200 len: 853 time: 1.3029833 Feb 11 13:24:02.877943 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.935398 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.961665 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bb2cc8-e0d9-4512-bd69-b87bb4784bbc req-2323e07c-b1fc-49a2-8106-c28f6350e104 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888200 Feb 11 13:24:03.004981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa9f2bd-0ad1-4511-8d24-82b351ea5ce2']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:03.026083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Allocated IP 172.20.0.2 (798317f9-de1a-4252-87b0-6cc928f9d0f0/4c86ed43-afd7-4292-9c02-3e2fa4c091cc/2d5c88ff-8bc9-4182-ac4a-6211e0d3350d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:03.027707 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-c2ec435d-095d-43ae-a33b-28ff7c250a4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.036915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-c2ec435d-095d-43ae-a33b-28ff7c250a4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe7c1608-4c6a-448c-b715-2d5773abdf7b HTTP/1.1" status: 200 len: 860 time: 0.6565919 Feb 11 13:24:03.058189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:03.100995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Transition to ACTIVE for port object 82d7d642-4b95-48c2-9797-90e65f50e1d7 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:03.579298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bb2cc8-e0d9-4512-bd69-b87bb4784bbc req-3037e561-ec94-4e9c-bb78-af0b22e33d60 service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043081 Feb 11 13:24:03.644425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72082bb5-dd49-48c1-b453-afbe45de8987') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:03.645742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72082bb5-dd49-48c1-b453-afbe45de8987') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:03.725484 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:03.755740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Transition to ACTIVE for port object 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:03.794246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-6983b0fb-527b-4979-92eb-408989a04d3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4a8f559-77cf-4b11-9175-988be7a0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1944237 Feb 11 13:24:03.835846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Transition to ACTIVE for port object 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:03.888876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Allocated IP 172.25.4.55 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/4d7e27da-f136-4977-a935-3dce97ec396f) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:04.092036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Transition to ACTIVE for port object 82d7d642-4b95-48c2-9797-90e65f50e1d7 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:04.102757 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.183236 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.199657 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.242306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28228c90-788c-4b0d-a73e-ed1897b0a0af req-837f86d2-9110-4be2-952b-e5d73304afd3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.247262 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 9d57266e-f965-4c53-86fd-3f107c982e78, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9d57266e-f965-4c53-86fd-3f107c982e78,segment=NetworkSegment(a8ead11a-8471-40fb-95d1-69d261f0df17),segment_id=a8ead11a-8471-40fb-95d1-69d261f0df17)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:04.249853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28228c90-788c-4b0d-a73e-ed1897b0a0af req-837f86d2-9110-4be2-952b-e5d73304afd3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 1.1061597 Feb 11 13:24:04.356933 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.536980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Network 5d5b8131-5620-44ec-bf05-92c4feee75e7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:04.553857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:04.578288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:04.656049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Pushing event updated for resources: {'Port': ['ID=82d7d642-4b95-48c2-9797-90e65f50e1d7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:04.665501 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:04.735831 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28228c90-788c-4b0d-a73e-ed1897b0a0af req-6dc438d5-ef8a-459b-973f-499fc23d53eb tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300649 Feb 11 13:24:04.930862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.975016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Pushing event updated for resources: {'Port': ['ID=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:05.033918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.081736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:05.097890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:05.298140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Attempting to bind port 82d7d642-4b95-48c2-9797-90e65f50e1d7 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:05.298855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Attempting to bind port 82d7d642-4b95-48c2-9797-90e65f50e1d7 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'eb51e636-0662-42d0-96c9-4d82320b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:05.299403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Attempting to bind port 82d7d642-4b95-48c2-9797-90e65f50e1d7 on network 5d5b8131-5620-44ec-bf05-92c4feee75e7 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:24:05.325379 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-e21827f8-c5a3-4f51-bbd0-608bc2c54bec service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5174315 Feb 11 13:24:05.338276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:05.346129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Attempting to bind port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:05.347160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Attempting to bind port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '4834c6d4-1092-4aa6-aeb9-5cf6728191f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:05.347833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Attempting to bind port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d on network 798317f9-de1a-4252-87b0-6cc928f9d0f0 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:24:05.368985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=9d57266e-f965-4c53-86fd-3f107c982e78,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:05.373457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:24:05.374394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Checking segment: {'id': 'eb51e636-0662-42d0-96c9-4d82320b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:05.375165 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.375723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Bound using segment: {'id': 'eb51e636-0662-42d0-96c9-4d82320b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:24:05.376432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Bound port: 82d7d642-4b95-48c2-9797-90e65f50e1d7, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb51e636-0662-42d0-96c9-4d82320b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:05.376982 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.392160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:05.427284 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bb2cc8-e0d9-4512-bd69-b87bb4784bbc req-d028e419-5452-4637-877e-456023d38c61 service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7533150 Feb 11 13:24:05.456310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:24:05.459409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Checking segment: {'id': '4834c6d4-1092-4aa6-aeb9-5cf6728191f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:05.465156 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.476946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Bound using segment: {'id': '4834c6d4-1092-4aa6-aeb9-5cf6728191f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:24:05.477468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Bound port: 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4834c6d4-1092-4aa6-aeb9-5cf6728191f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:05.482534 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.556640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:05.567114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:05.608167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:05.613091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:05.711581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7e27da-f136-4977-a935-3dce97ec396f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:05.722714 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.821931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.831121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:24:05.831874 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.854600 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] For port 82d7d642-4b95-48c2-9797-90e65f50e1d7, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:05.875726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] For port 82d7d642-4b95-48c2-9797-90e65f50e1d7, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=82d7d642-4b95-48c2-9797-90e65f50e1d7,segment=NetworkSegment(eb51e636-0662-42d0-96c9-4d82320b2850),segment_id=eb51e636-0662-42d0-96c9-4d82320b2850)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:05.885410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] For port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:05.902604 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.916725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] For port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,segment=NetworkSegment(4834c6d4-1092-4aa6-aeb9-5cf6728191f3),segment_id=4834c6d4-1092-4aa6-aeb9-5cf6728191f3)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:05.986915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afa432-17b2-4dac-bde8-adeeded12daf req-3880052c-b0ca-4e61-8150-00c60f2f4652 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.994529 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d0afa432-17b2-4dac-bde8-adeeded12daf req-3880052c-b0ca-4e61-8150-00c60f2f4652 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 3.7268345 Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:06.011368 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:06.081745 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:06.121335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24946f6d-4f8d-4822-a781-bed353b2a94c req-4016cce6-9e9e-49f1-830e-8ae521f6107a tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.151194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24946f6d-4f8d-4822-a781-bed353b2a94c req-4016cce6-9e9e-49f1-830e-8ae521f6107a tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 943 time: 0.7789969 Feb 11 13:24:06.222340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e16df8-11aa-4821-956b-4ad01f724db0 None None] Pushing event updated for resources: {'Port': ['ID=82d7d642-4b95-48c2-9797-90e65f50e1d7,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:06.345802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:06.405364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0604b-2d7a-4e3f-8404-e0bad5a1080c None None] Pushing event updated for resources: {'Port': ['ID=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:06.464020 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:06.495066 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d0afa432-17b2-4dac-bde8-adeeded12daf req-19e0c7ea-e6e8-499c-828e-09aed954d0d3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992521 Feb 11 13:24:06.548781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event deleted for resources: {'Network': ['ID=2aa9f2bd-0ad1-4511-8d24-82b351ea5ce2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:06.584007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9d57266e-f965-4c53-86fd-3f107c982e78 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:06.612371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4d2f346-4f82-4aae-ba8d-421275b249d2 req-edc1d19c-759d-4575-8fb9-606de268a3da service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1729167 Feb 11 13:24:06.616744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d0a3703f-0670-4982-8978-d61af6d0c3ed tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "DELETE /v2.0/networks/2aa9f2bd-0ad1-4511-8d24-82b351ea5ce2 HTTP/1.1" status: 204 len: 168 time: 6.4377325 Feb 11 13:24:06.619267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43588) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:06.622698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:06.831174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 9d57266e-f965-4c53-86fd-3f107c982e78 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:06.831654 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:06.972401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port 6b2dca9d-a21c-4c54-929b-fcc92302daef yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:24:07.017700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24946f6d-4f8d-4822-a781-bed353b2a94c req-43cf31e8-ec61-48f1-9b56-3670d80bba3a tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8637629 Feb 11 13:24:07.039864 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:07.041020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:07.238938 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:07.548360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Router d6ba342e-c9f2-47b7-9e8f-c55280f676de is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:24:07.841849 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b5d759e-7c38-4734-8b65-64b1e30a99fa req-b4871866-f5f2-4311-bd32-bc1a8c880abf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2694ce8d3495494682b310ea1520dd5d&device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1094 time: 1.1502686 Feb 11 13:24:07.861758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661d2581-b528-48e2-9d7d-42264f489ce6 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.876210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661d2581-b528-48e2-9d7d-42264f489ce6 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.877002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-661d2581-b528-48e2-9d7d-42264f489ce6 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Synchronizing usage tracker for tenant:bac8fb0d60dd402ba38a7e2779aa127f on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:24:07.921055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836a0c6-5dc4-4952-8452-1dc1bc50927d req-476b7a7e-6346-4526-b0f6-a9219a73c585 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.932349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0836a0c6-5dc4-4952-8452-1dc1bc50927d req-476b7a7e-6346-4526-b0f6-a9219a73c585 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 1.0349977 Feb 11 13:24:08.142539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aa691-91d8-42b2-a4ce-b9b4bf5b28a2 req-2d35b37f-bea3-4439-b48a-b1d35e193c40 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.154510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b0aa691-91d8-42b2-a4ce-b9b4bf5b28a2 req-2d35b37f-bea3-4439-b48a-b1d35e193c40 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 0.2788033 Feb 11 13:24:08.298172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b0aa691-91d8-42b2-a4ce-b9b4bf5b28a2 req-f39db6a4-fb8d-4de3-a646-213135707407 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360190 Feb 11 13:24:08.391949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:08.412163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Sync routers for ids ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:24:08.446738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:08.446738 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ada26ed8-200a-4203-b860-3a673df43161 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.4112840 Feb 11 13:24:08.447093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43602) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:08.454608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Routers {'d6ba342e-c9f2-47b7-9e8f-c55280f676de'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:24:08.462483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:08.582191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d759e-7c38-4734-8b65-64b1e30a99fa req-1b581a41-a20a-49ae-909c-f6d50f3a2771 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.594011 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b5d759e-7c38-4734-8b65-64b1e30a99fa req-1b581a41-a20a-49ae-909c-f6d50f3a2771 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 200 len: 921 time: 0.6820972 Feb 11 13:24:08.654001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0836a0c6-5dc4-4952-8452-1dc1bc50927d req-4ff013d5-312b-4c6b-acca-883932871704 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7169940 Feb 11 13:24:08.654842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-661d2581-b528-48e2-9d7d-42264f489ce6 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Unset dirty status for tenant:bac8fb0d60dd402ba38a7e2779aa127f on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:24:08.666234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-661d2581-b528-48e2-9d7d-42264f489ce6 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.9846163 Feb 11 13:24:08.669798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43610) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:09.001948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2059117071'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:09.040107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b5d759e-7c38-4734-8b65-64b1e30a99fa req-8e39066e-a83d-4eeb-8cd8-b27209ba0d7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 217 time: 0.3692782 Feb 11 13:24:09.041540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:09.094322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3956ef-e58e-4707-9f74-acc5fb0290d4 None None] Network 5d5b8131-5620-44ec-bf05-92c4feee75e7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:09.109008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 82d7d642-4b95-48c2-9797-90e65f50e1d7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:09.130100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ab59b-873d-4f7f-bc55-5dfe158e5eec req-984bf71c-115f-435a-b68b-91ce8acb8784 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:09.131849 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-875ab59b-873d-4f7f-bc55-5dfe158e5eec req-984bf71c-115f-435a-b68b-91ce8acb8784 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 943 time: 0.3311863 Feb 11 13:24:09.194031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:09.207458 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-875ab59b-873d-4f7f-bc55-5dfe158e5eec req-aaf0bd32-ef76-4274-8fac-86446b72af72 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683765 Feb 11 13:24:09.235602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Made reservation on behalf of bac8fb0d60dd402ba38a7e2779aa127f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:09.239269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:09.266666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.4 (798317f9-de1a-4252-87b0-6cc928f9d0f0/4c86ed43-afd7-4292-9c02-3e2fa4c091cc/6b2dca9d-a21c-4c54-929b-fcc92302daef) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:09.288580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:09.302085 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:09.302322 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Added segment 63525ef7-b4ea-4b5c-88df-fa142651a02d of type vlan for network 8396329a-fe49-40ec-8273-f05f6f6e42a5 Feb 11 13:24:09.303171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-22b4152e-d2b8-4bce-ae86-54d3752fc683 None None] Provisioning for port 82d7d642-4b95-48c2-9797-90e65f50e1d7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:09.354563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d759e-7c38-4734-8b65-64b1e30a99fa req-0f2a2628-3487-4ed2-93c8-66cff0256a71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:09.356066 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b5d759e-7c38-4734-8b65-64b1e30a99fa req-0f2a2628-3487-4ed2-93c8-66cff0256a71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe7c1608-4c6a-448c-b715-2d5773abdf7b HTTP/1.1" status: 200 len: 860 time: 0.2874777 Feb 11 13:24:09.367155 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:09.401209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:24:09.498723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b5d759e-7c38-4734-8b65-64b1e30a99fa req-b04ab889-f276-425b-8246-708cfb76ef05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4a8f559-77cf-4b11-9175-988be7a0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451903 Feb 11 13:24:09.536064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Set router d6ba342e-c9f2-47b7-9e8f-c55280f676de gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:24:09.855345 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b5d759e-7c38-4734-8b65-64b1e30a99fa req-4c42bf9c-7faa-4a24-8862-60b8efdb40c4 service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501608 Feb 11 13:24:10.118028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.154870 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:24:10.158629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object 6b2dca9d-a21c-4c54-929b-fcc92302daef will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:10.283097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9c602477-03db-467a-959d-d5b10a075883 None None] Provisioning for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:10.319303 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.349391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 82d7d642-4b95-48c2-9797-90e65f50e1d7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:10.398282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 82d7d642-4b95-48c2-9797-90e65f50e1d7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:10.398680 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.405024 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.562632 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.582868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.582868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.604806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:10.693365 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'network_id': '7853e81f-ef99-4b8f-87b3-9dafb2dcd77f', 'port_id': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'mac_address': 'fa:16:3e:44:1f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:24:10.735746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9c602477-03db-467a-959d-d5b10a075883 None None] Provisioning complete for port e9105f44-0130-427f-b70b-f119ba78f457 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:10.736052 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c602477-03db-467a-959d-d5b10a075883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.799839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'Network': ['ID=8396329a-fe49-40ec-8273-f05f6f6e42a5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:10.846100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbb81b-b409-4f5f-8332-f76151b3307a req-c966ba4d-34d0-434d-96f7-71afa58e9d69 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.855994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-defbb81b-b409-4f5f-8332-f76151b3307a req-c966ba4d-34d0-434d-96f7-71afa58e9d69 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 0.6838832 Feb 11 13:24:10.904783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:10.945630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 8396329a-fe49-40ec-8273-f05f6f6e42a5 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:24:10.960904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:10.965585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:10.989847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-defbb81b-b409-4f5f-8332-f76151b3307a req-5a4bf4dd-d306-4426-98ea-21a644affa08 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324337 Feb 11 13:24:11.084503 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.146751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d45e-deb4-4be4-ae26-17258ea32007 req-9d7f35e1-745a-4411-a400-5b7a72343db2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.152197 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9160d45e-deb4-4be4-ae26-17258ea32007 req-9d7f35e1-745a-4411-a400-5b7a72343db2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 943 time: 1.2896311 Feb 11 13:24:11.152746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=6b2dca9d-a21c-4c54-929b-fcc92302daef,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:11.213736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-601eee77-9cdd-4990-9ec4-589e26933828 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.5160687 Feb 11 13:24:11.217316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43642) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:11.252793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1182407400'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:11.346557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:11.356972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.359650 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.365986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Allocated IP 172.20.0.1 (5d5b8131-5620-44ec-bf05-92c4feee75e7/7ff04847-87c0-4d63-8130-ac195c782a6a/ea141247-c29e-4437-91df-839fa121edc3) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:11.393130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Usage tracker for resource:network and tenant:bac8fb0d60dd402ba38a7e2779aa127f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:11.399690 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b5d759e-7c38-4734-8b65-64b1e30a99fa req-8407eacc-e1b4-4a49-817c-1762a0b7aba3 service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1838114 Feb 11 13:24:11.412330 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-84621925-3e5b-4bde-9efc-476d65f57d73 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 9.0929067 Feb 11 13:24:11.416447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9c602477-03db-467a-959d-d5b10a075883 None None] Port e9105f44-0130-427f-b70b-f119ba78f457 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:11.418983 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-889d3dc2-6320-450d-aa0c-703f6004e8f5 req-3df5de2a-60a2-46ec-b045-964ec3f2dd0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 1096 time: 1.5087392 Feb 11 13:24:11.421501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43646) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:11.423190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:11.430945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:11.433399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:11.444846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:11.491792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'name': 'tempest-ServersTestMultiNic-946132117-router', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:59Z', 'updated_at': '2022-02-11T13:24:06Z', 'revision_number': 3, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'gw_port': {'id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:03Z', 'updated_at': '2022-02-11T13:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:11.494148 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.568702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Checking router: d6ba342e-c9f2-47b7-9e8f-c55280f676de for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:24:11.569350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Updating router d6ba342e-c9f2-47b7-9e8f-c55280f676de port 4d7e27da-f136-4977-a935-3dce97ec396f binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:24:11.639817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:11.702240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 82d7d642-4b95-48c2-9797-90e65f50e1d7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=82d7d642-4b95-48c2-9797-90e65f50e1d7,segment=NetworkSegment(eb51e636-0662-42d0-96c9-4d82320b2850),segment_id=eb51e636-0662-42d0-96c9-4d82320b2850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:11.714320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Made reservation on behalf of bac8fb0d60dd402ba38a7e2779aa127f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:11.717439 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.721985 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.725190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0c0430c1-404a-47d2-9400-dfcb2992cee8 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:24:11.786074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d3dc2-6320-450d-aa0c-703f6004e8f5 req-f3ec1561-3835-47f4-a0d4-bc7233726dde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.788112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-889d3dc2-6320-450d-aa0c-703f6004e8f5 req-f3ec1561-3835-47f4-a0d4-bc7233726dde service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 0.3099895 Feb 11 13:24:11.812280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:11.820888 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.822500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:11.826049 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.826804 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Added segment 05e5f545-60b9-417b-9694-9e6811a85ad0 of type vlan for network d327d162-4a65-4480-b757-1c601e8554fb Feb 11 13:24:11.856403 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.862705 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9160d45e-deb4-4be4-ae26-17258ea32007 req-e0c2b3f3-764f-4e59-947c-c8bcde4c65b1 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907153 Feb 11 13:24:11.904323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9763b-d46a-4a6e-a9e4-daaef7dc652e req-bb5f8980-3834-44f7-b8c7-87337b310baa tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.911956 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03f9763b-d46a-4a6e-a9e4-daaef7dc652e req-bb5f8980-3834-44f7-b8c7-87337b310baa tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 943 time: 0.6476316 Feb 11 13:24:11.928986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.933452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.934139 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.971140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fce5888b-512e-40b5-8567-6bc26fc2d265 None None] Provisioning for port 6b2dca9d-a21c-4c54-929b-fcc92302daef completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:11.995514 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:12.049205 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:24:12.069616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fce5888b-512e-40b5-8567-6bc26fc2d265 None None] Provisioning complete for port 6b2dca9d-a21c-4c54-929b-fcc92302daef triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:12.070126 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fce5888b-512e-40b5-8567-6bc26fc2d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:12.215340 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9964981 Feb 11 13:24:12.216248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43654) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:12.222768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69eb06d-36d2-4aa4-a793-792362c3588a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'Network': ['ID=d327d162-4a65-4480-b757-1c601e8554fb,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:12.231128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:12.232299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:12.238702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'ports': [{'network_id': '8396329a-fe49-40ec-8273-f05f6f6e42a5', 'name': 'tempest-port--1351479653', 'admin_state_up': True}, {'network_id': 'd327d162-4a65-4480-b757-1c601e8554fb', 'admin_state_up': False}]} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:12.239575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'port': {'network_id': '8396329a-fe49-40ec-8273-f05f6f6e42a5', 'name': 'tempest-port--1351479653', 'admin_state_up': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:12.239730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'port': {'network_id': 'd327d162-4a65-4480-b757-1c601e8554fb', 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:12.271161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:12.279238 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03f9763b-d46a-4a6e-a9e4-daaef7dc652e req-e0483cab-e2f1-44f5-b1af-ebcf73504aef tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661208 Feb 11 13:24:12.291514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:12.295428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d327d162-4a65-4480-b757-1c601e8554fb details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:24:12.305678 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-889d3dc2-6320-450d-aa0c-703f6004e8f5 req-3e92c5ab-ce05-4686-bfd4-20935559c879 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80 HTTP/1.1" status: 200 len: 1000 time: 0.4407213 Feb 11 13:24:12.379717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Transition to ACTIVE for port object ea141247-c29e-4437-91df-839fa121edc3 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:12.445506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:12.493118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:12.541213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d3dc2-6320-450d-aa0c-703f6004e8f5 req-31642d7c-3765-40d2-95b8-7f8b057fb44e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.544891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-889d3dc2-6320-450d-aa0c-703f6004e8f5 req-31642d7c-3765-40d2-95b8-7f8b057fb44e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.2243927 Feb 11 13:24:12.559259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:12.665326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:12.669797 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:12.729179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=82d7d642-4b95-48c2-9797-90e65f50e1d7,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:12.815314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:12.819853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Usage tracker for resource:port and tenant:bac8fb0d60dd402ba38a7e2779aa127f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:12.832808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Pushing event updated for resources: {'Port': ['ID=ea141247-c29e-4437-91df-839fa121edc3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:12.845419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:12.860859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Network 5d5b8131-5620-44ec-bf05-92c4feee75e7 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:12.867436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:12.870876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:12.871754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:12.992415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Made reservation on behalf of bac8fb0d60dd402ba38a7e2779aa127f for: {'port': 2} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:12.996510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.009827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fce5888b-512e-40b5-8567-6bc26fc2d265 None None] Port 6b2dca9d-a21c-4c54-929b-fcc92302daef cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:13.043493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.050333 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.075101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.243821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:13.276050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:13.276050 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.296194 n-d-818559-1 neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4c86ed43-afd7-4292-9c02-3e2fa4c091cc (CIDR: 172.20.0.0/28) Feb 11 13:24:13.311563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1831e-a957-4ca8-919b-dbe8f8dfe297 req-1f514db8-1ae9-4faa-82c4-98c43b519295 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.313204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-38f1831e-a957-4ca8-919b-dbe8f8dfe297 req-1f514db8-1ae9-4faa-82c4-98c43b519295 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 0.9145391 Feb 11 13:24:13.318208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-889d3dc2-6320-450d-aa0c-703f6004e8f5 req-ad0849df-f9dd-463c-9d99-60fa6af7b2f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7041528 Feb 11 13:24:13.319388 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:24:13.319925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:13.373548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0c0430c1-404a-47d2-9400-dfcb2992cee8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8,segment=NetworkSegment(dcaa4c5a-014c-4de7-8256-98f54819912e),segment_id=dcaa4c5a-014c-4de7-8256-98f54819912e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:13.446885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'port_id': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'mac_address': 'fa:16:3e:79:b9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:24:13.508773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c6e5f0b1-f6e5-4411-a80a-41fc238d322c None None] Provisioning complete for port 82d7d642-4b95-48c2-9797-90e65f50e1d7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:13.509889 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6e5f0b1-f6e5-4411-a80a-41fc238d322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.606308 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-38d291e8-5216-44fd-a9f2-cf1d3d7e7961 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1801898 Feb 11 13:24:13.614851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43672) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:13.619236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-38f1831e-a957-4ca8-919b-dbe8f8dfe297 req-4b91b05d-fe64-43b1-98f4-58b0d793e82e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949421 Feb 11 13:24:13.625099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:13.703972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.729882 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.800948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0430c1-404a-47d2-9400-dfcb2992cee8 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:13.830843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0c0430c1-404a-47d2-9400-dfcb2992cee8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8,segment=NetworkSegment(dcaa4c5a-014c-4de7-8256-98f54819912e),segment_id=dcaa4c5a-014c-4de7-8256-98f54819912e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:13.866235 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.966951 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-889d3dc2-6320-450d-aa0c-703f6004e8f5 req-23e7776e-484f-42c8-81d6-67968e6bee3d service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114378 Feb 11 13:24:14.013501 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=0c0430c1-404a-47d2-9400-dfcb2992cee8,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:14.077328 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:14.121242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,segment=NetworkSegment(4834c6d4-1092-4aa6-aeb9-5cf6728191f3),segment_id=4834c6d4-1092-4aa6-aeb9-5cf6728191f3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:14.127104 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:14.164950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-889d3dc2-6320-450d-aa0c-703f6004e8f5 req-7c30c7fc-f629-4c09-9547-f7f069527aa9 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628387 Feb 11 13:24:14.236784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0ab0b-2131-4e64-84ad-f71ad1efe0d1 req-3007f6cc-7119-4bf9-9546-aaa635040cd7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.238930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bb0ab0b-2131-4e64-84ad-f71ad1efe0d1 req-3007f6cc-7119-4bf9-9546-aaa635040cd7 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 944 time: 0.9697492 Feb 11 13:24:14.282693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:14.289515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:14.293922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:14.299302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4593b2fa-f32d-4fc1-b2bf-ba05e77693e7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:24:14.304872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:14.307502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] device_id is not set on port 497a6a25-6468-46a9-a94e-9e40788aa475 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:24:14.327520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['0c0430c1-404a-47d2-9400-dfcb2992cee8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:24:14.335884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:14.339877 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:14.372702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 82d7d642-4b95-48c2-9797-90e65f50e1d7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:14.429038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:14.466208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403928-17dd-41d9-9e31-ba6c1bb7711f req-f22d7ff0-1599-4bca-9e1e-994fcae4a9d0 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.472263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3403928-17dd-41d9-9e31-ba6c1bb7711f req-f22d7ff0-1599-4bca-9e1e-994fcae4a9d0 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 944 time: 0.3029051 Feb 11 13:24:14.571216 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:14.574458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-30d40af5-f211-4754-9b68-cc4aff06c322 None None] Provisioning for port ea141247-c29e-4437-91df-839fa121edc3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:14.585557 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bb0ab0b-2131-4e64-84ad-f71ad1efe0d1 req-47fd6654-80a6-43da-9bf2-aa01501d4518 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283384 Feb 11 13:24:14.595291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-30d40af5-f211-4754-9b68-cc4aff06c322 None None] Provisioning complete for port ea141247-c29e-4437-91df-839fa121edc3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:14.595663 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30d40af5-f211-4754-9b68-cc4aff06c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:14.648298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Transition to ACTIVE for port object 4d7e27da-f136-4977-a935-3dce97ec396f will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:14.667253 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:14.683995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:14.717664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-30d40af5-f211-4754-9b68-cc4aff06c322 None None] Port ea141247-c29e-4437-91df-839fa121edc3 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:14.747239 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:14.750497 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3403928-17dd-41d9-9e31-ba6c1bb7711f req-b5f2e0c3-a2d9-4ec6-bb68-9e1d06bd98b1 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646170 Feb 11 13:24:14.924542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:14.999423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 82d7d642-4b95-48c2-9797-90e65f50e1d7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:14.999789 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:15.052138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:15.053011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e0be8-89fb-4790-aee0-03b1b46dc4cf None None] Pushing event updated for resources: {'Port': ['ID=4d7e27da-f136-4977-a935-3dce97ec396f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:15.077800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Attempting to bind port 4d7e27da-f136-4977-a935-3dce97ec396f on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:15.078160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Attempting to bind port 4d7e27da-f136-4977-a935-3dce97ec396f by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:15.078518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Attempting to bind port 4d7e27da-f136-4977-a935-3dce97ec396f on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:24:15.116356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Pushing event updated for resources: {'Port': ['ID=ea141247-c29e-4437-91df-839fa121edc3,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:15.212448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] device_id is not set on port 4405eda1-7e43-4371-adb9-08eb94bfa621 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:24:15.212779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=16128bc4-8206-48d5-a758-ab8d74380d03,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:15.223120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202cdf2-e7c1-4bb9-8340-d66c4cfe44f2 req-ed475e33-e9d0-49d5-84df-3be742909434 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.225014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b202cdf2-e7c1-4bb9-8340-d66c4cfe44f2 req-ed475e33-e9d0-49d5-84df-3be742909434 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 945 time: 0.2528017 Feb 11 13:24:15.227383 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:15.239826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:24:15.240162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:15.240275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:15.240592 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:15.240887 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:24:15.241029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:15.241355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Bound port: 4d7e27da-f136-4977-a935-3dce97ec396f, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:15.241715 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:15.244289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.244878 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:15.275822 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ec265dac-2410-4103-af66-9940d5f52680 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6593454 Feb 11 13:24:15.276619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43688) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:15.282900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-88911347', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '16128bc4-8206-48d5-a758-ab8d74380d03'}], 'security_groups': ['8d644fa6-23c5-4630-829a-1b954d9b1c59']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:15.300079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f6900-966b-4152-89c8-247d787f3fd9 None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:15.463364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Network 5d5b8131-5620-44ec-bf05-92c4feee75e7 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:15.467106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:15.500582 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:15.764706 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b202cdf2-e7c1-4bb9-8340-d66c4cfe44f2 req-822e14e1-a118-4678-affb-324d1674eb67 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5266404 Feb 11 13:24:15.874971 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43f2ed66-71c0-4ab2-8806-2e2e98c7d37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:15.899034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:24:15.948804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] For port 4d7e27da-f136-4977-a935-3dce97ec396f, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:16.023554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] For port 4d7e27da-f136-4977-a935-3dce97ec396f, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4d7e27da-f136-4977-a935-3dce97ec396f,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:16.055267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.301189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.318245 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:16.345112 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.352966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1ffa15ef-a17e-4c51-b67a-06888d57e684 None None] Provisioning complete for port ea141247-c29e-4437-91df-839fa121edc3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:16.353333 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ffa15ef-a17e-4c51-b67a-06888d57e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.395650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e0be8-89fb-4790-aee0-03b1b46dc4cf None None] Pushing event updated for resources: {'Port': ['ID=4d7e27da-f136-4977-a935-3dce97ec396f,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:16.465498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:16.496423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa15ef-a17e-4c51-b67a-06888d57e684 None None] Port ea141247-c29e-4437-91df-839fa121edc3 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:16.499860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:16.501544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Routers {'d6ba342e-c9f2-47b7-9e8f-c55280f676de'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:24:16.502229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:23:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:16.538995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4dbcc-ab0a-41bc-a2e5-ef5a89958ef3 req-4c8bc469-5551-41aa-8f07-aa285a05d715 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.541096 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80f4dbcc-ab0a-41bc-a2e5-ef5a89958ef3 req-4c8bc469-5551-41aa-8f07-aa285a05d715 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 944 time: 0.4039588 Feb 11 13:24:16.608725 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.730286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445fef6-8d49-4275-be62-a07fb186d688 req-5c5091d8-c42a-4f16-a0fd-9e9825c0b29d tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.745563 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d445fef6-8d49-4275-be62-a07fb186d688 req-5c5091d8-c42a-4f16-a0fd-9e9825c0b29d tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 944 time: 0.7028265 Feb 11 13:24:16.760030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80f4dbcc-ab0a-41bc-a2e5-ef5a89958ef3 req-620da4b3-4514-40fa-8a08-112a168dc717 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561887 Feb 11 13:24:16.828988 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.917671 n-d-818559-1 neutron-server[83569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'code': 422} returned with failed status Feb 11 13:24:16.949542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Delete allocated IP 172.20.0.4 (798317f9-de1a-4252-87b0-6cc928f9d0f0/4c86ed43-afd7-4292-9c02-3e2fa4c091cc) {{(pid=83568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:24:16.976117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:16.981653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.28 (798317f9-de1a-4252-87b0-6cc928f9d0f0/16128bc4-8206-48d5-a758-ab8d74380d03/6b2dca9d-a21c-4c54-929b-fcc92302daef) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:16.991034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:16.991788 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:17.007880 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d445fef6-8d49-4275-be62-a07fb186d688 req-68b89538-012e-46a8-b3e9-f94420ab50e5 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607200 Feb 11 13:24:17.008952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'Port': ['ID=497a6a25-6468-46a9-a94e-9e40788aa475,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.066786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e8776-9d59-4316-9767-7076e6e1c0a0 None None] Update dhcp port {'port': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'fixed_ips': [{'subnet_id': '4c86ed43-afd7-4292-9c02-3e2fa4c091cc', 'ip_address': '172.20.0.2'}, {'subnet_id': '16128bc4-8206-48d5-a758-ab8d74380d03'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '2d5c88ff-8bc9-4182-ac4a-6211e0d3350d'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:24:17.117885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Checking segment: {'id': '63525ef7-b4ea-4b5c-88df-fa142651a02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8396329a-fe49-40ec-8273-f05f6f6e42a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:17.118374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Network hostable DHCP agents. Network: 8396329a-fe49-40ec-8273-f05f6f6e42a5, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:17.189020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Router d6ba342e-c9f2-47b7-9e8f-c55280f676de has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:17.189460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] Set router d6ba342e-c9f2-47b7-9e8f-c55280f676de gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:24:17.257293 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-469e8776-9d59-4316-9767-7076e6e1c0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:17.376661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Network 8396329a-fe49-40ec-8273-f05f6f6e42a5 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:17.553914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 8396329a-fe49-40ec-8273-f05f6f6e42a5) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:17.576164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:17.577041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:17.597356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c463f-d3f3-4f26-8975-47bbf68601a0 req-b92644c7-45d6-4b86-826e-d3accad38274 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.606687 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a40c463f-d3f3-4f26-8975-47bbf68601a0 req-b92644c7-45d6-4b86-826e-d3accad38274 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.4974613 Feb 11 13:24:17.679124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a40c463f-d3f3-4f26-8975-47bbf68601a0 req-c3f59272-66f1-4fbd-a179-3b6d9c390012 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715332 Feb 11 13:24:17.703460 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:17.727121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object 6b2dca9d-a21c-4c54-929b-fcc92302daef will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:17.742464 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:17.866367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab321f25-0a7f-43ac-b088-91fef425d8bc None None] Network 8396329a-fe49-40ec-8273-f05f6f6e42a5 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:17.871178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=6b2dca9d-a21c-4c54-929b-fcc92302daef,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.900205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'Port': ['ID=4405eda1-7e43-4371-adb9-08eb94bfa621,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.957498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:17.975777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Checking segment: {'id': '05e5f545-60b9-417b-9694-9e6811a85ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd327d162-4a65-4480-b757-1c601e8554fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:17.976197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Network hostable DHCP agents. Network: d327d162-4a65-4480-b757-1c601e8554fb, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:18.055571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Network d327d162-4a65-4480-b757-1c601e8554fb is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:18.098909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d327d162-4a65-4480-b757-1c601e8554fb) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:18.114832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:18.134752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.144445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.145028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:18.183785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] In _notify_port_updated(), no bound segment for port 6b2dca9d-a21c-4c54-929b-fcc92302daef on network 798317f9-de1a-4252-87b0-6cc928f9d0f0 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:24:18.193164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.193819 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:18.199754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9404917b-4621-44b4-8966-e82c7b47bad2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "PUT /v2.0/ports/6b2dca9d-a21c-4c54-929b-fcc92302daef HTTP/1.1" status: 200 len: 919 time: 2.9191051 Feb 11 13:24:18.201939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43726) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:18.260130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23694e4f-d02e-43b0-b6c6-a44d862ce46d None None] Network d327d162-4a65-4480-b757-1c601e8554fb requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:18.412408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a96e8a87-16c4-4873-a305-f6e41cbb6eed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port 6b2dca9d-a21c-4c54-929b-fcc92302daef {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:24:18.412408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8a87-16c4-4873-a305-f6e41cbb6eed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:18.458314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0c955c6b-6b8f-40f4-a83e-cc6314c1e703 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.2342803 Feb 11 13:24:18.458950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43736) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:18.557221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9afcca-1ed0-4d8f-879b-5cfed249756d req-a7dd19f0-ca9c-4f81-a041-b376f20db801 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.560252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:18.571432 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef9afcca-1ed0-4d8f-879b-5cfed249756d req-a7dd19f0-ca9c-4f81-a041-b376f20db801 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 944 time: 0.5417662 Feb 11 13:24:18.600088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c710ce01-91f8-4228-884f-3336e883aa73 admin admin] 10.222.0.67 "PUT /v2.0/routers/d6ba342e-c9f2-47b7-9e8f-c55280f676de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1519861 Feb 11 13:24:18.641697 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c999354b-25be-41b0-b4bd-23fb8e1626fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:18.725356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aaf002-0b57-4cad-9140-12b422cbbd6f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.729596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aaf002-0b57-4cad-9140-12b422cbbd6f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.730324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c5aaf002-0b57-4cad-9140-12b422cbbd6f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Synchronizing usage tracker for tenant:bac8fb0d60dd402ba38a7e2779aa127f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:24:18.795983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c5aaf002-0b57-4cad-9140-12b422cbbd6f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Unset dirty status for tenant:bac8fb0d60dd402ba38a7e2779aa127f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:24:18.799754 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c5aaf002-0b57-4cad-9140-12b422cbbd6f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3359971 Feb 11 13:24:18.807098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43750) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:18.929058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43754) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:18.984465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-108a2905-a502-495a-af8b-7d97c739b26a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Deleting port 497a6a25-6468-46a9-a94e-9e40788aa475 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:24:18.984808 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-108a2905-a502-495a-af8b-7d97c739b26a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:19.004310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef9afcca-1ed0-4d8f-879b-5cfed249756d req-23d8b171-77ff-4525-beee-86df9b89693e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317553 Feb 11 13:24:19.138663 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8a87-16c4-4873-a305-f6e41cbb6eed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:19.166920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1048061517'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:19.193182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:19.201375 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:19.221857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Usage tracker for resource:network and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:19.235055 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:19.241688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:19.250916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:19.353667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a96e8a87-16c4-4873-a305-f6e41cbb6eed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for 6b2dca9d-a21c-4c54-929b-fcc92302daef owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:24:19.443813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-469e8776-9d59-4316-9767-7076e6e1c0a0 None None] Allocated IP 172.20.0.18 (798317f9-de1a-4252-87b0-6cc928f9d0f0/16128bc4-8206-48d5-a758-ab8d74380d03/2d5c88ff-8bc9-4182-ac4a-6211e0d3350d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:19.460362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:19.460727 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:19.474330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:19.477321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:19.557832 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-108a2905-a502-495a-af8b-7d97c739b26a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:19.652771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d39bc-9e2a-4e6b-aad9-26f42f6ecc92 req-d0bc4e0a-d16a-4a7d-9e91-84a86ddf9123 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.660391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c0d39bc-9e2a-4e6b-aad9-26f42f6ecc92 req-d0bc4e0a-d16a-4a7d-9e91-84a86ddf9123 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 944 time: 0.4076838 Feb 11 13:24:19.760114 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8a87-16c4-4873-a305-f6e41cbb6eed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:19.765211 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c0d39bc-9e2a-4e6b-aad9-26f42f6ecc92 req-17871333-42cc-454f-a1fa-208571e21caf tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028368 Feb 11 13:24:19.883367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e8a87-16c4-4873-a305-f6e41cbb6eed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=6b2dca9d-a21c-4c54-929b-fcc92302daef,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:19.885674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-108a2905-a502-495a-af8b-7d97c739b26a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Calling delete_port for 497a6a25-6468-46a9-a94e-9e40788aa475 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:24:19.954464 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a96e8a87-16c4-4873-a305-f6e41cbb6eed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:19.987281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:19.997762 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a96e8a87-16c4-4873-a305-f6e41cbb6eed tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/6b2dca9d-a21c-4c54-929b-fcc92302daef HTTP/1.1" status: 204 len: 168 time: 1.7944708 Feb 11 13:24:20.000101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43778) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:20.013711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.014352 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Added segment c828f9eb-3454-4480-99ff-c269c594c150 of type vlan for network d8848621-0a56-4fd9-8e9c-98a10de86571 Feb 11 13:24:20.027732 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'name': 'tempest-ServersTestMultiNic-946132117-router', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:59Z', 'updated_at': '2022-02-11T13:24:13Z', 'revision_number': 4, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'gw_port': {'id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:03Z', 'updated_at': '2022-02-11T13:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ea141247-c29e-4437-91df-839fa121edc3', 'name': '', 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'mac_address': 'fa:16:3e:d6:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff04847-87c0-4d63-8130-ac195c782a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:10Z', 'updated_at': '2022-02-11T13:24:13Z', 'revision_number': 2, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'subnets': [{'id': '7ff04847-87c0-4d63-8130-ac195c782a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:20.048804 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.078373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57827728-e23d-499c-a755-37a1a3ebb71f None None] The sync data for ids ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'] in n-d-818559-1 is: [{'id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'name': 'tempest-ServersTestMultiNic-946132117-router', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:59Z', 'updated_at': '2022-02-11T13:24:13Z', 'revision_number': 4, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'gw_port': {'id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:03Z', 'updated_at': '2022-02-11T13:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ea141247-c29e-4437-91df-839fa121edc3', 'name': '', 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'mac_address': 'fa:16:3e:d6:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff04847-87c0-4d63-8130-ac195c782a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:10Z', 'updated_at': '2022-02-11T13:24:13Z', 'revision_number': 2, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'subnets': [{'id': '7ff04847-87c0-4d63-8130-ac195c782a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:24:20.081221 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.100684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-469e8776-9d59-4316-9767-7076e6e1c0a0 None None] For port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,segment=NetworkSegment(4834c6d4-1092-4aa6-aeb9-5cf6728191f3),segment_id=4834c6d4-1092-4aa6-aeb9-5cf6728191f3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:20.113476 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-108a2905-a502-495a-af8b-7d97c739b26a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.130902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:20.155646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eebe5378-a698-4e5c-b2bd-adc15297ba88 req-a883347e-848b-48b9-bb11-34ac982cfc44 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3783665 Feb 11 13:24:20.172289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:20.184354 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29329de-27da-4579-b370-e2e55ec42cb2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:24:20.184982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b29329de-27da-4579-b370-e2e55ec42cb2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:24:20.195284 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.196459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0c0430c1-404a-47d2-9400-dfcb2992cee8 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:20.228466 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-469e8776-9d59-4316-9767-7076e6e1c0a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.231752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b29329de-27da-4579-b370-e2e55ec42cb2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:24:20.234656 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b29329de-27da-4579-b370-e2e55ec42cb2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/6b2dca9d-a21c-4c54-929b-fcc92302daef HTTP/1.1" status: 404 len: 333 time: 0.2334278 Feb 11 13:24:20.248394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:20.304937 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:24:20.329677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a2905-a502-495a-af8b-7d97c739b26a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event deleted for resources: {'Port': ['ID=497a6a25-6468-46a9-a94e-9e40788aa475,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.341994 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.348138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-469e8776-9d59-4316-9767-7076e6e1c0a0 None None] Transition to ACTIVE for port object 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:20.356783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.369677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.371920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.375592 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-469e8776-9d59-4316-9767-7076e6e1c0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.436173 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-108a2905-a502-495a-af8b-7d97c739b26a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.467667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=10']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.649246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-926cb495-f565-4c7a-8e43-6cc3622d8478 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.688098 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'code': 200} Feb 11 13:24:20.755954 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8151181 Feb 11 13:24:20.773139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d7ab2-928c-493e-866b-134d41cc9392 req-403f30e7-424f-4faa-b042-83e5d5693815 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.783106 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-909d7ab2-928c-493e-866b-134d41cc9392 req-403f30e7-424f-4faa-b042-83e5d5693815 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.4733534 Feb 11 13:24:20.793990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43800) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:20.852189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'subnet': {'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:20.907851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-926cb495-f565-4c7a-8e43-6cc3622d8478 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.912780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 0c0430c1-404a-47d2-9400-dfcb2992cee8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:20.939201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e8776-9d59-4316-9767-7076e6e1c0a0 None None] Pushing event updated for resources: {'Port': ['ID=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.962093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 0c0430c1-404a-47d2-9400-dfcb2992cee8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:20.962459 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.040049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-108a2905-a502-495a-af8b-7d97c739b26a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "DELETE /v2.0/ports/497a6a25-6468-46a9-a94e-9e40788aa475 HTTP/1.1" status: 204 len: 168 time: 2.2345073 Feb 11 13:24:21.112256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43810) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:21.183109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0605d-231b-4fe9-89a6-33f896e682f6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Network': ['ID=d8848621-0a56-4fd9-8e9c-98a10de86571,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.207329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d8848621-0a56-4fd9-8e9c-98a10de86571 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:24:21.334466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-aa1af427-b94a-44ab-b337-69bbc87e8065 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5357487 Feb 11 13:24:21.378940 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.392900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23326b57-89d6-40f2-a948-06500d36fccb req-7143359d-db17-42c8-905d-ccf345966263 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.398204 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23326b57-89d6-40f2-a948-06500d36fccb req-7143359d-db17-42c8-905d-ccf345966263 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.4032738 Feb 11 13:24:21.458799 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23326b57-89d6-40f2-a948-06500d36fccb req-6d52f365-5e29-487f-a885-493a40aa3f60 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503876 Feb 11 13:24:21.770491 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0c0430c1-404a-47d2-9400-dfcb2992cee8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8,segment=NetworkSegment(dcaa4c5a-014c-4de7-8256-98f54819912e),segment_id=dcaa4c5a-014c-4de7-8256-98f54819912e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:21.776643 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.778812 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-926cb495-f565-4c7a-8e43-6cc3622d8478 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.890648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:24:21.973270 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-909d7ab2-928c-493e-866b-134d41cc9392 req-ecdeaf15-d7b4-4cbb-ad9c-435aef5f4b9b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1613190 Feb 11 13:24:22.072451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:22.078030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cb495-f565-4c7a-8e43-6cc3622d8478 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f98de1f-b5c7-46b6-a25c-d3c10e2466e3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:22.094498 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-926cb495-f565-4c7a-8e43-6cc3622d8478 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.096010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-926cb495-f565-4c7a-8e43-6cc3622d8478 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/security-groups/0f98de1f-b5c7-46b6-a25c-d3c10e2466e3 HTTP/1.1" status: 204 len: 168 time: 1.8466356 Feb 11 13:24:22.110120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43838) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:22.123853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Usage tracker for resource:subnet and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:22.138223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-78f51a78-d0c8-401c-b01b-41c2ec0a1928 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Deleting port 4405eda1-7e43-4371-adb9-08eb94bfa621 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:24:22.143148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78f51a78-d0c8-401c-b01b-41c2ec0a1928 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.193742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e5213f78-524f-4a8c-a5a6-d40eef1fa68e None None] Could not find standard attr ID for object 6b2dca9d-a21c-4c54-929b-fcc92302daef. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:24:22.234085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:22.281551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:22.292773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e5213f78-524f-4a8c-a5a6-d40eef1fa68e None None] Provisioning for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:22.313656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:22.338173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb8921-355e-4ea1-8e82-c6a5612f36ae req-0f04c9a2-f1ec-4e8a-81ed-4fa10b12e92a tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:22.349837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59390849-b9bf-42ec-b9dc-52975e0b133b req-2d96fb7c-62ee-42da-b190-68906f146343 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 1097 time: 1.3882365 Feb 11 13:24:22.354673 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f9bb8921-355e-4ea1-8e82-c6a5612f36ae req-0f04c9a2-f1ec-4e8a-81ed-4fa10b12e92a tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.3721545 Feb 11 13:24:22.357928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e5213f78-524f-4a8c-a5a6-d40eef1fa68e None None] Provisioning complete for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:22.358305 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5213f78-524f-4a8c-a5a6-d40eef1fa68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.441565 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca00020-3e11-44b3-8693-563f185aef55 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.575698 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f9bb8921-355e-4ea1-8e82-c6a5612f36ae req-3a898408-2d30-429f-a6b5-1ac20e5782b2 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173903 Feb 11 13:24:22.592463 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca00020-3e11-44b3-8693-563f185aef55 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.601624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=0c0430c1-404a-47d2-9400-dfcb2992cee8,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:22.620955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4d7e27da-f136-4977-a935-3dce97ec396f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:22.695330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:22.756538 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca00020-3e11-44b3-8693-563f185aef55 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.795691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca00020-3e11-44b3-8693-563f185aef55 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d644fa6-23c5-4630-829a-1b954d9b1c59,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:22.828890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca00020-3e11-44b3-8693-563f185aef55 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.833015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0ca00020-3e11-44b3-8693-563f185aef55 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/security-groups/8d644fa6-23c5-4630-829a-1b954d9b1c59 HTTP/1.1" status: 204 len: 168 time: 0.7188375 Feb 11 13:24:22.833402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43846) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:22.893020 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'code': 200} Feb 11 13:24:22.973383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4d7e27da-f136-4977-a935-3dce97ec396f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:23.007605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e5213f78-524f-4a8c-a5a6-d40eef1fa68e None None] Provisioning complete for port e9105f44-0130-427f-b70b-f119ba78f457 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:23.008254 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5213f78-524f-4a8c-a5a6-d40eef1fa68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.107146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.116790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e5213f78-524f-4a8c-a5a6-d40eef1fa68e None None] Port e9105f44-0130-427f-b70b-f119ba78f457 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:23.118703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4d7e27da-f136-4977-a935-3dce97ec396f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:23.119390 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.241382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-871e5dcb-0c54-4c6d-a305-b053a2b6d4d3 None None] Could not find standard attr ID for object 6b2dca9d-a21c-4c54-929b-fcc92302daef. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:24:23.343314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.433067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 4d7e27da-f136-4977-a935-3dce97ec396f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4d7e27da-f136-4977-a935-3dce97ec396f,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:23.439013 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.440237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:23.453195 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59390849-b9bf-42ec-b9dc-52975e0b133b req-9b979734-5c60-4915-87b4-f364440e454c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9296339 Feb 11 13:24:23.542170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78f51a78-d0c8-401c-b01b-41c2ec0a1928 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.622600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b357bdf-77a3-4e86-ab80-a128a8b4715f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet 4c86ed43-afd7-4292-9c02-3e2fa4c091cc {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:24:23.642815 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b357bdf-77a3-4e86-ab80-a128a8b4715f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.692967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c51f5-de94-41a9-b960-2881e515b9b7 req-ed4150df-e836-40e5-afb0-eed3d9bcf1ac tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.700193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f83c51f5-de94-41a9-b960-2881e515b9b7 req-ed4150df-e836-40e5-afb0-eed3d9bcf1ac tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.4301682 Feb 11 13:24:23.716057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=4d7e27da-f136-4977-a935-3dce97ec396f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:23.732432 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bcbdea07-81cb-4d41-95dd-5ea940fafaf6 req-cd88b9df-8498-4bfd-87e9-a09b4a5f3ba0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1096 time: 0.6847277 Feb 11 13:24:23.738366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:23.738881 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.853034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-78f51a78-d0c8-401c-b01b-41c2ec0a1928 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Calling delete_port for 4405eda1-7e43-4371-adb9-08eb94bfa621 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:24:23.937291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471112ad-71a7-47c5-82df-91ac22aff753 req-b91bd24a-1e3a-46c8-9610-5a1e6c3c8666 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.939273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-471112ad-71a7-47c5-82df-91ac22aff753 req-b91bd24a-1e3a-46c8-9610-5a1e6c3c8666 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.8352063 Feb 11 13:24:23.982396 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b357bdf-77a3-4e86-ab80-a128a8b4715f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.068954 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bcbdea07-81cb-4d41-95dd-5ea940fafaf6 req-51940ce2-3a22-4e9f-b090-d64c72264c02 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441783 Feb 11 13:24:24.104767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78f51a78-d0c8-401c-b01b-41c2ec0a1928 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.194738 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f83c51f5-de94-41a9-b960-2881e515b9b7 req-48d5fd28-8b97-40d1-8baf-6bd43f629141 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933875 Feb 11 13:24:24.216120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f51a78-d0c8-401c-b01b-41c2ec0a1928 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event deleted for resources: {'Port': ['ID=4405eda1-7e43-4371-adb9-08eb94bfa621,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:24.217564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b357bdf-77a3-4e86-ab80-a128a8b4715f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.257172 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-471112ad-71a7-47c5-82df-91ac22aff753 req-3625eda5-dd96-4bde-953e-78f31e27f94f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944803 Feb 11 13:24:24.260796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78f51a78-d0c8-401c-b01b-41c2ec0a1928 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.275652 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4d7e27da-f136-4977-a935-3dce97ec396f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:24.321178 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-78f51a78-d0c8-401c-b01b-41c2ec0a1928 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "DELETE /v2.0/ports/4405eda1-7e43-4371-adb9-08eb94bfa621 HTTP/1.1" status: 204 len: 168 time: 3.1895704 Feb 11 13:24:24.329508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43872) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:24.363881 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b357bdf-77a3-4e86-ab80-a128a8b4715f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.442794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7cf92a3c-6e9b-4e06-a83e-d20695af1f9a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Synchronizing usage tracker for tenant:bac8fb0d60dd402ba38a7e2779aa127f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:24:24.443171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4d7e27da-f136-4977-a935-3dce97ec396f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:24.444686 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.444834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b357bdf-77a3-4e86-ab80-a128a8b4715f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=4c86ed43-afd7-4292-9c02-3e2fa4c091cc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:24.463208 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b357bdf-77a3-4e86-ab80-a128a8b4715f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.477980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.495569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed67a9-6f95-4d09-a990-e8cfc69a40c2 None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:24.570266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0b357bdf-77a3-4e86-ab80-a128a8b4715f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/4c86ed43-afd7-4292-9c02-3e2fa4c091cc HTTP/1.1" status: 204 len: 168 time: 1.7358079 Feb 11 13:24:24.583489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43876) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:24.591037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:24.632229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7cf92a3c-6e9b-4e06-a83e-d20695af1f9a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Unset dirty status for tenant:bac8fb0d60dd402ba38a7e2779aa127f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:24:24.633403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7cf92a3c-6e9b-4e06-a83e-d20695af1f9a tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2954431 Feb 11 13:24:24.652906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43880) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:24.699591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1650420620'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:24.746843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:24.795422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Usage tracker for resource:network and tenant:bac8fb0d60dd402ba38a7e2779aa127f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:24.843160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:24.852504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4133-ac9c-4ef2-b6eb-692396b27e24 req-c1662c74-f909-48a3-bba3-1d5f897f9150 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.863363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Checking segment: {'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:24.864520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network hostable DHCP agents. Network: d8848621-0a56-4fd9-8e9c-98a10de86571, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:24.871679 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-690d4133-ac9c-4ef2-b6eb-692396b27e24 req-c1662c74-f909-48a3-bba3-1d5f897f9150 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.3986275 Feb 11 13:24:24.897982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Subnet': ['ID=e876367c-0f3a-49de-9442-d0ba2170904a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:24.900148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:24.952972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Made reservation on behalf of bac8fb0d60dd402ba38a7e2779aa127f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:24.968935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.032186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network d8848621-0a56-4fd9-8e9c-98a10de86571 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:25.040954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:25.045642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:25.055342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d8848621-0a56-4fd9-8e9c-98a10de86571) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:25.057691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:25.062604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:25.078691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:25.082758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a27072-d1f4-49f2-a26e-7ac84520d270 None None] Network d8848621-0a56-4fd9-8e9c-98a10de86571 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:25.089197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.091514 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.114887 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-690d4133-ac9c-4ef2-b6eb-692396b27e24 req-179ee188-9bb8-4172-ac81-70cbc0ca239e tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413416 Feb 11 13:24:25.117958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:25.134854 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.163894 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.166876 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Added segment aea3d12c-a0b6-4486-9a9d-2ceb8e389826 of type vlan for network 309f79a3-15fc-4d1a-ab13-dd64459e16ae Feb 11 13:24:25.263090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-55f31508-8e86-4d42-a099-ab0f102c3262 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.4500673 Feb 11 13:24:25.299665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43900) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:25.382692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-751008960'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:25.406683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:25.425807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Usage tracker for resource:network and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:25.447005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:25.486016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:25.559060 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.586498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:25.593507 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.721071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:25.747588 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.750971 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Added segment 23749ec4-9f55-4bea-a239-154f5770a486 of type vlan for network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 Feb 11 13:24:25.836594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.912239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-d8848621-0a56-4fd9-8e9c-98a10de86571', 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'fixed_ips': [{'subnet_id': 'e876367c-0f3a-49de-9442-d0ba2170904a'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:24:25.913871 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.078083 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.094197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.094910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.276971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90e7ac-b494-4fbd-be45-cd3d06c0cf40 req-27f143fa-ef6e-41e1-80cd-ee3c7e819b6c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.283758 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b90e7ac-b494-4fbd-be45-cd3d06c0cf40 req-27f143fa-ef6e-41e1-80cd-ee3c7e819b6c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.4338760 Feb 11 13:24:26.515788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b90e7ac-b494-4fbd-be45-cd3d06c0cf40 req-bb460cd6-7400-45b2-a5fc-9ceb8be86e95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196341 Feb 11 13:24:26.547238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Allocated IP 19.80.0.2 (d8848621-0a56-4fd9-8e9c-98a10de86571/e876367c-0f3a-49de-9442-d0ba2170904a/859162d8-a16b-4d37-94d5-11906aaae837) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:26.655037 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.803483 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.808687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.809299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.889116 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5857060 Feb 11 13:24:26.895609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:26.900443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff948662-1374-4f31-b63f-cadfdc281608 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Network': ['ID=648b188b-913d-41fb-b0e1-0cdc9ae16ff9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.929445 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.942281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Transition to ACTIVE for port object 859162d8-a16b-4d37-94d5-11906aaae837 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:26.943198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'subnet': {'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:26.959436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=084e2cba-0c7a-4f2e-9f3b-ef2d689ff710,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.962863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3080761 Feb 11 13:24:26.964289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43950) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:26.977413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Transition to ACTIVE for port object 859162d8-a16b-4d37-94d5-11906aaae837 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:26.983838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-98dec37f-1bae-4d7e-a896-85c02970d681 None None] Provisioning complete for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:26.985176 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98dec37f-1bae-4d7e-a896-85c02970d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.991349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2112180806'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:27.022948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:27.032814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:27.040253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.040849 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.076574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706923-6ab7-4b9a-a4e4-8c4aca29decc req-28ad04a7-4908-492e-a386-dcce52e08407 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.078181 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c706923-6ab7-4b9a-a4e4-8c4aca29decc req-28ad04a7-4908-492e-a386-dcce52e08407 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.2528565 Feb 11 13:24:27.081037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:24:27.083968 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-47e42216-27f0-4c69-b5e7-b89d6e3de1de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4981489 Feb 11 13:24:27.084777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43954) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:27.101273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c89a8d-d4be-4f4a-b6ca-f58ec82075a7 None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:27.122379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.129820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'security_group': {'name': 'tempest-secgroup-384594238'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:27.152469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:27.161156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:27.176494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:27.188962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:27.211338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:27.231178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Usage tracker for resource:network and tenant:bac8fb0d60dd402ba38a7e2779aa127f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:27.247590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:27.264007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8b919-50fe-4811-bccb-ef791ab28cc3 req-7187f5b1-ea57-4a1d-a207-95ac0e11f67e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.265534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50f8b919-50fe-4811-bccb-ef791ab28cc3 req-7187f5b1-ea57-4a1d-a207-95ac0e11f67e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 1.3670793 Feb 11 13:24:27.303100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c706923-6ab7-4b9a-a4e4-8c4aca29decc req-31323a9d-62cc-494a-871d-2094f030ca85 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051990 Feb 11 13:24:27.311220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.318538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90e786-1d93-4d6c-8906-03df3f64ec9d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'Network': ['ID=309f79a3-15fc-4d1a-ab13-dd64459e16ae,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:27.331999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:27.335427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:27.345174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Usage tracker for resource:subnet and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:27.350115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:27.356590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:27.373733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:27.390487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 309f79a3-15fc-4d1a-ab13-dd64459e16ae details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:24:27.460174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:27.474713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group_rule and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:27.488906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:27.502317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:27.545769 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.591199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Network d8848621-0a56-4fd9-8e9c-98a10de86571 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:27.608152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:27.614294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Pushing event updated for resources: {'Port': ['ID=859162d8-a16b-4d37-94d5-11906aaae837,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:27.617322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:27.620630 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50f8b919-50fe-4811-bccb-ef791ab28cc3 req-c30f1838-f323-45f1-974b-b9953a63913b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193779 Feb 11 13:24:27.622103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Made reservation on behalf of bac8fb0d60dd402ba38a7e2779aa127f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:27.626213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.726613 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.731518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.735991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:27.742846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.743560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.744174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.744732 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.745291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.745839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.746414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.746986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.747543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.748467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.749034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:27.763917 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.765138 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Added segment 370f881a-eb68-4233-adfa-0202845e3895 of type vlan for network 2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d Feb 11 13:24:27.812688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b74bf17-d5a9-4e6c-81b5-c15d33367ec7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:27.843723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.845190 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d8a45819-f83c-457e-b678-f459f6db1846 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7237978 Feb 11 13:24:27.848353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43970) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:27.853424 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.858104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'security_group': {'name': 'tempest-secgroup-480598580'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:27.884465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:27.895812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:27.900640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:27.912585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:27.932159 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.007486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:28.015599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group_rule and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:28.019332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:28.031412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:28.086943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.088562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Attempting to bind port 859162d8-a16b-4d37-94d5-11906aaae837 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:28.089428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Attempting to bind port 859162d8-a16b-4d37-94d5-11906aaae837 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:28.089790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Attempting to bind port 859162d8-a16b-4d37-94d5-11906aaae837 on network d8848621-0a56-4fd9-8e9c-98a10de86571 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:24:28.092498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.096994 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.148643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:24:28.149055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Checking segment: {'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:28.149453 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.149838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Bound using segment: {'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:24:28.150356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Bound port: 859162d8-a16b-4d37-94d5-11906aaae837, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:28.150752 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.174332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-98dec37f-1bae-4d7e-a896-85c02970d681 None None] Provisioning complete for port e9105f44-0130-427f-b70b-f119ba78f457 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:28.174332 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98dec37f-1bae-4d7e-a896-85c02970d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.232438 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.247746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.341966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] For port 859162d8-a16b-4d37-94d5-11906aaae837, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:28.350308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] For port 859162d8-a16b-4d37-94d5-11906aaae837, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=859162d8-a16b-4d37-94d5-11906aaae837,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:28.364954 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.368427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5191379 Feb 11 13:24:28.371341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43978) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:28.381833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2d282-4588-4904-b981-b876b3e0dde6 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4073d01-ee8f-4269-b4e3-078d1b682e12,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:28.382871 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.390354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'security_group': {'name': 'tempest-secgroup-382854353'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:28.400387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-6d459e10-707f-4437-8f4a-681e774a054e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86&tenant_id=b7ae4168cfa2454daeb86db2386933ba HTTP/1.1" status: 200 len: 1094 time: 1.2590458 Feb 11 13:24:28.416109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:28.424603 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4434776 Feb 11 13:24:28.436348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de457b-13dd-4346-86f8-19e901d7f61d tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'Network': ['ID=2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:28.462306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-98dec37f-1bae-4d7e-a896-85c02970d681 None None] Port e9105f44-0130-427f-b70b-f119ba78f457 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:28.473494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:24:28.517330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbe7f5-87da-4fd8-8209-ac7602a84a6c req-3905821e-9a17-4d86-a7c9-1f03eebeee89 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.529445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6dbe7f5-87da-4fd8-8209-ac7602a84a6c req-3905821e-9a17-4d86-a7c9-1f03eebeee89 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.4275579 Feb 11 13:24:28.538616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:28.556452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:28.674036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bab91-b2b0-46ea-9129-9b3b40bc4df7 None None] Pushing event updated for resources: {'Port': ['ID=859162d8-a16b-4d37-94d5-11906aaae837,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:28.697178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:28.712639 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6dbe7f5-87da-4fd8-8209-ac7602a84a6c req-128850aa-0390-4f51-b97f-3eb28428826e tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430314 Feb 11 13:24:28.732002 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddee0b63-b40b-42af-b74d-9b1901a5b514 req-761692dc-72ae-4157-98e1-fc02fa5949d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2694ce8d3495494682b310ea1520dd5d&device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1096 time: 0.7209284 Feb 11 13:24:28.754818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.875423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:28.892739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:security_group_rule and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:28.904674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:28.906630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a5b91-bad2-48ba-b39c-c81db5d1da7a req-4da31a53-35e4-4546-90dc-27ae467f2572 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.925157 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb0a5b91-bad2-48ba-b39c-c81db5d1da7a req-4da31a53-35e4-4546-90dc-27ae467f2572 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.9230273 Feb 11 13:24:28.937243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:29.047461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73be483-e98c-4964-a3d9-ac0a4127c436 None None] Update dhcp port {'port': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'fixed_ips': [{'subnet_id': '16128bc4-8206-48d5-a758-ab8d74380d03', 'ip_address': '172.20.0.18'}, {'subnet_id': '084e2cba-0c7a-4f2e-9f3b-ef2d689ff710'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '2d5c88ff-8bc9-4182-ac4a-6211e0d3350d'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:24:29.117466 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.292473 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.298200 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c73be483-e98c-4964-a3d9-ac0a4127c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.366979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f667b172-d86d-45e3-9ccc-232b4f19de65,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:29.370381 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.373498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-92edf584-7d00-4cfa-84d0-4067b32c5ef1 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9945140 Feb 11 13:24:29.385498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43990) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:29.398218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-98171988', 'security_groups': ['f667b172-d86d-45e3-9ccc-232b4f19de65'], 'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '084e2cba-0c7a-4f2e-9f3b-ef2d689ff710'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:29.429470 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb0a5b91-bad2-48ba-b39c-c81db5d1da7a req-b859793a-4853-4096-9277-85eb06217a35 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5003450 Feb 11 13:24:29.611782 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-90384db6-3659-4bba-b3fa-ace5a34f5c94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 1094 time: 1.1847417 Feb 11 13:24:29.758725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.927660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:30.012292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:30.085489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1409b45-2243-44a5-a59f-6a30eec20a9d req-e83d3157-6abd-4589-a9ea-c3c1ce316c22 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.099618 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1409b45-2243-44a5-a59f-6a30eec20a9d req-e83d3157-6abd-4589-a9ea-c3c1ce316c22 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.9752824 Feb 11 13:24:30.128643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:30.400007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c73be483-e98c-4964-a3d9-ac0a4127c436 None None] Allocated IP 172.20.0.2 (798317f9-de1a-4252-87b0-6cc928f9d0f0/084e2cba-0c7a-4f2e-9f3b-ef2d689ff710/2d5c88ff-8bc9-4182-ac4a-6211e0d3350d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:30.431395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0b63-b40b-42af-b74d-9b1901a5b514 req-58decd23-cd77-41f8-8e47-5e0039bccbe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.433293 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddee0b63-b40b-42af-b74d-9b1901a5b514 req-58decd23-cd77-41f8-8e47-5e0039bccbe8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 200 len: 921 time: 1.7003615 Feb 11 13:24:30.438351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Subnet': ['ID=493c1c9b-8c46-45b5-a0ff-9b7a6b2ecf1c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:30.518118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1409b45-2243-44a5-a59f-6a30eec20a9d req-e2a2471b-9ac3-4458-9813-2c44d07f9584 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172142 Feb 11 13:24:30.668633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-59199269-3144-4ea9-b3da-299416d1a6d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.688591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-59199269-3144-4ea9-b3da-299416d1a6d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 1.0653667 Feb 11 13:24:30.857270 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c73be483-e98c-4964-a3d9-ac0a4127c436 None None] For port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,segment=NetworkSegment(4834c6d4-1092-4aa6-aeb9-5cf6728191f3),segment_id=4834c6d4-1092-4aa6-aeb9-5cf6728191f3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:30.912873 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c73be483-e98c-4964-a3d9-ac0a4127c436 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.945618 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.959069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c73be483-e98c-4964-a3d9-ac0a4127c436 None None] Transition to ACTIVE for port object 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:30.965691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 859162d8-a16b-4d37-94d5-11906aaae837 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:31.090639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6a0f85-9840-47d3-bd9b-73fb1b89ef5d None None] Network d8848621-0a56-4fd9-8e9c-98a10de86571 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:31.123432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] device_id is not set on port e14ccc8e-9f6a-4f72-96f0-158b72789554 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:24:31.142697 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c73be483-e98c-4964-a3d9-ac0a4127c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:31.310008 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ebbf6-c7af-4b5d-a8ed-eaca95562084 req-ed69d9b4-ccd1-46ce-ba3e-b680ac5354f0 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.311552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-249ebbf6-c7af-4b5d-a8ed-eaca95562084 req-ed69d9b4-ccd1-46ce-ba3e-b680ac5354f0 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.3348713 Feb 11 13:24:31.353456 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-dbe3cb04-12db-400e-a021-0b55b393c137 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80 HTTP/1.1" status: 200 len: 998 time: 0.2120245 Feb 11 13:24:31.531280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73be483-e98c-4964-a3d9-ac0a4127c436 None None] Pushing event updated for resources: {'Port': ['ID=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:31.607768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Checking segment: {'id': '23749ec4-9f55-4bea-a239-154f5770a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:31.608338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network hostable DHCP agents. Network: 648b188b-913d-41fb-b0e1-0cdc9ae16ff9, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:31.630695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-249ebbf6-c7af-4b5d-a8ed-eaca95562084 req-f5dde0af-0156-4924-bfa8-eb3a90a0cb2a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026810 Feb 11 13:24:31.634911 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddee0b63-b40b-42af-b74d-9b1901a5b514 req-0ebda312-034f-4ecf-9373-54d253f7646f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 217 time: 1.1754675 Feb 11 13:24:31.688652 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d7cb3730-83a3-43ec-a505-00aeb80a339e None None] Provisioning for port 859162d8-a16b-4d37-94d5-11906aaae837 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:31.727185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 859162d8-a16b-4d37-94d5-11906aaae837 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:31.764269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 859162d8-a16b-4d37-94d5-11906aaae837 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:31.764633 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:31.833146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0b63-b40b-42af-b74d-9b1901a5b514 req-5e1fd91d-1cc8-414d-9e50-a27297da6df7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.833944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44018) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:31.834640 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddee0b63-b40b-42af-b74d-9b1901a5b514 req-5e1fd91d-1cc8-414d-9e50-a27297da6df7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe7c1608-4c6a-448c-b715-2d5773abdf7b HTTP/1.1" status: 200 len: 860 time: 0.1938224 Feb 11 13:24:31.844777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'subnets': [{'network_id': '309f79a3-15fc-4d1a-ab13-dd64459e16ae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--635097062', 'ip_version': 6}, {'network_id': '2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:31.845100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'subnet': {'network_id': '309f79a3-15fc-4d1a-ab13-dd64459e16ae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--635097062', 'ip_version': 6}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:31.847795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Request body: {'subnet': {'network_id': '2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:31.958521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddee0b63-b40b-42af-b74d-9b1901a5b514 req-704c7b09-e003-4af5-b178-53a63cace5ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4a8f559-77cf-4b11-9175-988be7a0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979073 Feb 11 13:24:31.960748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-884002b3-e3c8-47f0-b601-f2374b89b8ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.976341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-884002b3-e3c8-47f0-b601-f2374b89b8ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.5830050 Feb 11 13:24:31.993869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eb049-72ff-4c1d-9d47-8731006c365f req-b3ca96e6-4fbf-469e-b83e-a2c759f3cbf6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.995508 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808eb049-72ff-4c1d-9d47-8731006c365f req-b3ca96e6-4fbf-469e-b83e-a2c759f3cbf6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 1.8650115 Feb 11 13:24:32.099958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.5 (798317f9-de1a-4252-87b0-6cc928f9d0f0/084e2cba-0c7a-4f2e-9f3b-ef2d689ff710/e14ccc8e-9f6a-4f72-96f0-158b72789554) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:32.203038 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:32.236102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:32.288219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 859162d8-a16b-4d37-94d5-11906aaae837, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=859162d8-a16b-4d37-94d5-11906aaae837,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:32.301709 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:32.311422 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808eb049-72ff-4c1d-9d47-8731006c365f req-a531e6c4-052d-46fc-8784-8f47dc87af1b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341006 Feb 11 13:24:32.319302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 648b188b-913d-41fb-b0e1-0cdc9ae16ff9) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:32.353243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:32.353769 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:32.392616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b6279-ab19-4691-961d-27491e0c6001 None None] Network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:32.444808 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:32.504091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object e14ccc8e-9f6a-4f72-96f0-158b72789554 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:32.548495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8820a93d-ef8b-49ab-bf4b-fb0be9ced5dc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.6479568 Feb 11 13:24:32.573090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddee0b63-b40b-42af-b74d-9b1901a5b514 req-c8456cf0-1983-49f4-aa59-1a73d456ec3e service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892484 Feb 11 13:24:32.587090 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:32.660218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-6868f61f-b8ef-4da9-9db8-91d76013999f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6770201 Feb 11 13:24:32.670227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:32.709785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=859162d8-a16b-4d37-94d5-11906aaae837,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:32.867375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=e14ccc8e-9f6a-4f72-96f0-158b72789554,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:32.918801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.919414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.919967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.920827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.922141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.922623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.923076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.923517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.935072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.935552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.935961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:32.949464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9fdfb419-25c6-4d6d-9a9e-feaa9b8879ed None None] Provisioning for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:32.974260 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9fdfb419-25c6-4d6d-9a9e-feaa9b8879ed None None] Provisioning complete for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:32.974820 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9fdfb419-25c6-4d6d-9a9e-feaa9b8879ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.143959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddee0b63-b40b-42af-b74d-9b1901a5b514 req-87aa141a-bc70-4ffd-99d3-4f74d5502c78 service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628405 Feb 11 13:24:33.146729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:33.152990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-711ffc96-361d-4e18-b6d4-f499bd28ddc3 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422637 Feb 11 13:24:33.163212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:33.169730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:33.171948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Usage tracker for resource:subnet and tenant:bac8fb0d60dd402ba38a7e2779aa127f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:33.186875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:33.197540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:33.275376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:33.280575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-648b188b-913d-41fb-b0e1-0cdc9ae16ff9', 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'fixed_ips': [{'subnet_id': '493c1c9b-8c46-45b5-a0ff-9b7a6b2ecf1c'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:24:33.282932 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.292703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979143f3-fce4-439c-86dd-0676fbd2f70f req-13a358e4-da7a-4fe7-a295-fc614656ab69 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.294278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-979143f3-fce4-439c-86dd-0676fbd2f70f req-13a358e4-da7a-4fe7-a295-fc614656ab69 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 1.3652370 Feb 11 13:24:33.368708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-f64c1eb7-1480-45c4-a870-7fc46f2e4e04 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.377835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-f64c1eb7-1480-45c4-a870-7fc46f2e4e04 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.378800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-f64c1eb7-1480-45c4-a870-7fc46f2e4e04 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:24:33.415574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-979143f3-fce4-439c-86dd-0676fbd2f70f req-97ae2629-5461-4106-943f-5c7268021b7f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087806 Feb 11 13:24:33.418850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Made reservation on behalf of bac8fb0d60dd402ba38a7e2779aa127f for: {'subnet': 2} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:33.456849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-f64c1eb7-1480-45c4-a870-7fc46f2e4e04 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:24:33.466398 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-f64c1eb7-1480-45c4-a870-7fc46f2e4e04 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/networks?id=d8848621-0a56-4fd9-8e9c-98a10de86571&id=648b188b-913d-41fb-b0e1-0cdc9ae16ff9&id=d8848621-0a56-4fd9-8e9c-98a10de86571 HTTP/1.1" status: 200 len: 1391 time: 0.5408962 Feb 11 13:24:33.498161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-35976895-4677-42aa-a1d7-f3e164e4bb3c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/quotas/5fd483cfcc3642adbd56ae75f1385e07 HTTP/1.1" status: 200 len: 375 time: 0.0314207 Feb 11 13:24:33.645225 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-69c811ab-f00c-4273-a22a-e2f33e332b90 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858184 Feb 11 13:24:33.681112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.682076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.750200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-fd15321f-8889-4c55-a602-16ee65f8980a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2508996 Feb 11 13:24:33.793518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Allocated IP 19.86.0.2 (648b188b-913d-41fb-b0e1-0cdc9ae16ff9/493c1c9b-8c46-45b5-a0ff-9b7a6b2ecf1c/d83bc130-e809-430a-a3e1-f9b4ac239391) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:33.895403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7a8379bd-03b3-443a-a38c-0bd34b5bc420 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5075448 Feb 11 13:24:33.900456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44064) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:33.938871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:34.028799 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9fdfb419-25c6-4d6d-9a9e-feaa9b8879ed None None] Provisioning complete for port e9105f44-0130-427f-b70b-f119ba78f457 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:34.029270 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9fdfb419-25c6-4d6d-9a9e-feaa9b8879ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:34.033234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-077f935a-9c23-4391-8b42-e1a096e9b22f service neutron] 10.222.0.67 "GET /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716584 Feb 11 13:24:34.163471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfb419-25c6-4d6d-9a9e-feaa9b8879ed None None] Port e9105f44-0130-427f-b70b-f119ba78f457 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:34.185874 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:34.204386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Transition to ACTIVE for port object d83bc130-e809-430a-a3e1-f9b4ac239391 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:34.261947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Transition to ACTIVE for port object d83bc130-e809-430a-a3e1-f9b4ac239391 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:34.271821 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:34.336061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091ab76-0c2c-4ec9-ac12-7aab268e0ca4 req-c30abc98-3de2-43f7-b738-552eae8bfacb tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.339072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-d674b3af-ce66-4666-83b1-41bc6302bddc service neutron] 10.222.0.67 "GET /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982631 Feb 11 13:24:34.356720 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4091ab76-0c2c-4ec9-ac12-7aab268e0ca4 req-c30abc98-3de2-43f7-b738-552eae8bfacb tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.6055973 Feb 11 13:24:34.522240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 859162d8-a16b-4d37-94d5-11906aaae837 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:34.554252 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4091ab76-0c2c-4ec9-ac12-7aab268e0ca4 req-0f55c166-a3c1-4c11-a20f-25b32cc6d1af tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950750 Feb 11 13:24:34.565821 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:34.568770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:34.608278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:34.613572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:34.619373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:34.638408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c07a36ec-71c3-4dfd-8a47-52ad677dbcb7 None None] Provisioning complete for port 859162d8-a16b-4d37-94d5-11906aaae837 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:34.638815 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c07a36ec-71c3-4dfd-8a47-52ad677dbcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:34.648672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:34.693127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Pushing event updated for resources: {'Port': ['ID=d83bc130-e809-430a-a3e1-f9b4ac239391,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:34.805931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:34.945245 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-931a0ffa-cea9-4553-8002-396651510522 service neutron] 10.222.0.67 "GET /v2.0/networks/648b188b-913d-41fb-b0e1-0cdc9ae16ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955133 Feb 11 13:24:34.982102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 859162d8-a16b-4d37-94d5-11906aaae837 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:34.982685 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.170099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:35.183260 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Attempting to bind port d83bc130-e809-430a-a3e1-f9b4ac239391 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:35.183914 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Attempting to bind port d83bc130-e809-430a-a3e1-f9b4ac239391 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '23749ec4-9f55-4bea-a239-154f5770a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:35.184456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Attempting to bind port d83bc130-e809-430a-a3e1-f9b4ac239391 on network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:24:35.209403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:35.235879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:24:35.236410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Checking segment: {'id': '23749ec4-9f55-4bea-a239-154f5770a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:35.237023 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.237810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Bound using segment: {'id': '23749ec4-9f55-4bea-a239-154f5770a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:24:35.238410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Bound port: d83bc130-e809-430a-a3e1-f9b4ac239391, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23749ec4-9f55-4bea-a239-154f5770a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:35.238907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.287982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc8941-0338-45f5-81b2-a5dfb54cc06f req-8f4cd0ba-a3af-436c-8ef4-32b7606b37c5 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:35.297044 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ffc8941-0338-45f5-81b2-a5dfb54cc06f req-8f4cd0ba-a3af-436c-8ef4-32b7606b37c5 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.4770265 Feb 11 13:24:35.321276 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-96b666b1-1c53-4932-aa1c-c1c7fb068aff service neutron] 10.222.0.67 "GET /v2.0/networks/648b188b-913d-41fb-b0e1-0cdc9ae16ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745108 Feb 11 13:24:35.327500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:35.334125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.496072 n-d-818559-1 neutron-server[83567]: INFO neutron.db.ipam_backend_mixin [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 084e2cba-0c7a-4f2e-9f3b-ef2d689ff710 (CIDR: 172.20.0.0/28) Feb 11 13:24:35.511556 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:24:35.512570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:35.557767 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ffc8941-0338-45f5-81b2-a5dfb54cc06f req-43c01d47-d413-4621-86d5-7c03486b6b19 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593348 Feb 11 13:24:35.594815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44092) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:35.597232 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f5497168-74d2-409f-999e-02bd19301f26 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6690147 Feb 11 13:24:35.610456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:35.843188 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] For port d83bc130-e809-430a-a3e1-f9b4ac239391, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:35.871172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] For port d83bc130-e809-430a-a3e1-f9b4ac239391, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d83bc130-e809-430a-a3e1-f9b4ac239391,segment=NetworkSegment(23749ec4-9f55-4bea-a239-154f5770a486),segment_id=23749ec4-9f55-4bea-a239-154f5770a486)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:35.881238 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.955870 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-13e72360-76cc-4ec0-90ab-d4fc6228be8e service neutron] 10.222.0.67 "GET /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336961 Feb 11 13:24:35.995756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c07a36ec-71c3-4dfd-8a47-52ad677dbcb7 None None] Provisioning for port e14ccc8e-9f6a-4f72-96f0-158b72789554 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:36.054067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c07a36ec-71c3-4dfd-8a47-52ad677dbcb7 None None] Provisioning complete for port e14ccc8e-9f6a-4f72-96f0-158b72789554 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:36.054608 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c07a36ec-71c3-4dfd-8a47-52ad677dbcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:36.124016 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:24:36.212274 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-daa1cbab-7800-46ca-8fd5-fabdee09be6c service neutron] 10.222.0.67 "GET /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446811 Feb 11 13:24:36.260557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:36.267930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:36.278234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:36.295405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:36.322183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c07a36ec-71c3-4dfd-8a47-52ad677dbcb7 None None] Port e14ccc8e-9f6a-4f72-96f0-158b72789554 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:36.330812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:36.337978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9fbbf-2273-4b46-a8de-06340608a949 None None] Pushing event updated for resources: {'Port': ['ID=d83bc130-e809-430a-a3e1-f9b4ac239391,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:36.420120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d575d10-ad72-4009-b5bb-083c1191a679 req-5d8898d6-c48f-4373-8e0e-dd49b7e7b884 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:36.432223 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d575d10-ad72-4009-b5bb-083c1191a679 req-5d8898d6-c48f-4373-8e0e-dd49b7e7b884 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.5883648 Feb 11 13:24:36.508419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:36.559181 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d575d10-ad72-4009-b5bb-083c1191a679 req-37ec7cf0-8f4f-42ad-b382-a42dbad13391 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256616 Feb 11 13:24:36.997953 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:37.017407 n-d-818559-1 neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 16128bc4-8206-48d5-a758-ab8d74380d03 (CIDR: 172.20.0.16/28) Feb 11 13:24:37.021213 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:24:37.024984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:37.062649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5e208200-c9e4-4d55-86bd-7b324e9e4a80 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4585917 Feb 11 13:24:37.064146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44118) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:37.074200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'subnet': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:37.246571 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:37.292773 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Sync routers for ids ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:24:37.313191 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Routers {'d6ba342e-c9f2-47b7-9e8f-c55280f676de'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:24:37.314553 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:24:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:37.481563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Checking segment: {'id': 'aea3d12c-a0b6-4486-9a9d-2ceb8e389826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '309f79a3-15fc-4d1a-ab13-dd64459e16ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:37.482164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Network hostable DHCP agents. Network: 309f79a3-15fc-4d1a-ab13-dd64459e16ae, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:37.667140 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Set router d6ba342e-c9f2-47b7-9e8f-c55280f676de gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:24:37.678559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'Subnet': ['ID=e3155304-22a3-4057-9095-9066570d14b4,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.678837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:37.682452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Network 309f79a3-15fc-4d1a-ab13-dd64459e16ae is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:37.686648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Usage tracker for resource:subnet and tenant:b2e27848a419477b841c897cc781976d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:37.691846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:37.711752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:37.735066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 309f79a3-15fc-4d1a-ab13-dd64459e16ae) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:37.748696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f656e-e35c-48e7-94e0-4fff1532d125 None None] Network 309f79a3-15fc-4d1a-ab13-dd64459e16ae requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:37.753748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:37.793151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Made reservation on behalf of b2e27848a419477b841c897cc781976d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:37.800885 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:37.834197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event updated for resources: {'Subnet': ['ID=705d6dd6-fd25-47c6-9294-e42d1c002616,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.856998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26448-d861-4a53-992c-e23b246229e6 req-40132446-4ff0-4c42-b7cf-05c6ca938f11 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:37.872668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1205d1f-4f04-4875-b249-2a7b9930214a req-f775ef66-cff5-4ea3-8cbf-471c85a461ec tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:37.882942 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1205d1f-4f04-4875-b249-2a7b9930214a req-f775ef66-cff5-4ea3-8cbf-471c85a461ec tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.7240574 Feb 11 13:24:37.887237 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eab26448-d861-4a53-992c-e23b246229e6 req-40132446-4ff0-4c42-b7cf-05c6ca938f11 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.8695042 Feb 11 13:24:38.219863 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eab26448-d861-4a53-992c-e23b246229e6 req-ae2d6da5-d55a-40f6-a607-eb3b449fc16b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007538 Feb 11 13:24:38.233054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Checking segment: {'id': '370f881a-eb68-4233-adfa-0202845e3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:38.236028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Network hostable DHCP agents. Network: 2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:38.359529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Network 2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:38.392720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:38.415547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.415944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.416605 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:38.497143 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1205d1f-4f04-4875-b249-2a7b9930214a req-8f75323c-01ce-4bb2-907b-5e8540079b92 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115074 Feb 11 13:24:38.561422 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-54959dc4-4de2-4f2f-8ff2-2a37675b90c0 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.7237334 Feb 11 13:24:38.563574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44138) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:38.592487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2277a6b5-036a-4ba5-9eff-687a690d6c87 None None] Network 2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:38.665655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d83bc130-e809-430a-a3e1-f9b4ac239391 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:38.867145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1666404-198e-46df-8157-ad7238b6e817 None None] Network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:39.003795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be382ff6-859f-4ec4-a369-1e24e60e162f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.005997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be382ff6-859f-4ec4-a369-1e24e60e162f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.015447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be382ff6-859f-4ec4-a369-1e24e60e162f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.017299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-be382ff6-859f-4ec4-a369-1e24e60e162f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Synchronizing usage tracker for tenant:bac8fb0d60dd402ba38a7e2779aa127f on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:24:39.069497 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'name': 'tempest-ServersTestMultiNic-946132117-router', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:59Z', 'updated_at': '2022-02-11T13:24:13Z', 'revision_number': 4, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'gw_port': {'id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:03Z', 'updated_at': '2022-02-11T13:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ea141247-c29e-4437-91df-839fa121edc3', 'name': '', 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'mac_address': 'fa:16:3e:d6:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff04847-87c0-4d63-8130-ac195c782a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:10Z', 'updated_at': '2022-02-11T13:24:13Z', 'revision_number': 2, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'subnets': [{'id': '7ff04847-87c0-4d63-8130-ac195c782a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:39.076832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-be382ff6-859f-4ec4-a369-1e24e60e162f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Unset dirty status for tenant:bac8fb0d60dd402ba38a7e2779aa127f on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:24:39.083440 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Checking router: d6ba342e-c9f2-47b7-9e8f-c55280f676de for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:24:39.084165 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-be382ff6-859f-4ec4-a369-1e24e60e162f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5193079 Feb 11 13:24:39.099820 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Updating router d6ba342e-c9f2-47b7-9e8f-c55280f676de port ea141247-c29e-4437-91df-839fa121edc3 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:24:39.165473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0fdcbdba-2789-4a0f-ab79-91ff018f1bf5 req-e6d3c9e1-39cc-43fe-8a23-c38631f5131c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:24:39.166195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44142) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:39.199384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0fdcbdba-2789-4a0f-ab79-91ff018f1bf5 req-e6d3c9e1-39cc-43fe-8a23-c38631f5131c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:24:39.200606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0fdcbdba-2789-4a0f-ab79-91ff018f1bf5 req-e6d3c9e1-39cc-43fe-8a23-c38631f5131c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 210 time: 0.1152701 Feb 11 13:24:39.290624 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.405618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-df42b6f4-cf4a-4366-965d-879a1679d724 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.414954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-df42b6f4-cf4a-4366-965d-879a1679d724 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.418645 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-df42b6f4-cf4a-4366-965d-879a1679d724 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "GET /v2.0/networks?id=d8848621-0a56-4fd9-8e9c-98a10de86571&id=648b188b-913d-41fb-b0e1-0cdc9ae16ff9&id=d8848621-0a56-4fd9-8e9c-98a10de86571 HTTP/1.1" status: 200 len: 1391 time: 0.4910893 Feb 11 13:24:39.432363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44156) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:39.439792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1989052644'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:39.446885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:39.451903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:network and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:39.452349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'port': {'device_id': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571', 'admin_state_up': True, 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:39.456401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:39.459725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d83bc130-e809-430a-a3e1-f9b4ac239391 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:39.464708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:39.479152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:39.486521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.574622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:39.598301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.599704 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Added segment 96979129-7a89-4dad-baf3-9776845adf1a of type vlan for network 95f48932-3549-4717-a741-07775a88517a Feb 11 13:24:39.671931 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.702102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d83bc130-e809-430a-a3e1-f9b4ac239391 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:39.702750 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.736368 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.742346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.749730 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.936466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Deleting subnet e3155304-22a3-4057-9095-9066570d14b4 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:24:39.951291 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.964495 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5269442 Feb 11 13:24:39.969613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44166) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:39.982638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-889733374'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:39.996657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1afa53fd-ec9a-4319-bf4c-3bd7f108714f None None] Provisioning for port d83bc130-e809-430a-a3e1-f9b4ac239391 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:40.017726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:40.029067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c15c3e-c43a-494c-9233-ac45f03fe07e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Network': ['ID=95f48932-3549-4717-a741-07775a88517a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.031705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:network and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:40.043482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:40.063162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:40.091400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:40.094365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.107498 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.154972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1ca98-e98d-49ab-8848-0c0aa5c6115f req-9b5c022a-2bfa-433c-8219-e66c819346b3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.166776 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93a1ca98-e98d-49ab-8848-0c0aa5c6115f req-9b5c022a-2bfa-433c-8219-e66c819346b3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.3555858 Feb 11 13:24:40.196138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.287487 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.329511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 95f48932-3549-4717-a741-07775a88517a details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:24:40.345752 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Transition to ACTIVE for port object ea141247-c29e-4437-91df-839fa121edc3 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:40.360453 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.382089 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.396523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02531f8d-b94b-4904-ba4d-0b1f67587632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-309f79a3-15fc-4d1a-ab13-dd64459e16ae', 'network_id': '309f79a3-15fc-4d1a-ab13-dd64459e16ae', 'tenant_id': 'bac8fb0d60dd402ba38a7e2779aa127f', 'fixed_ips': [{'subnet_id': 'e3155304-22a3-4057-9095-9066570d14b4'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:24:40.403487 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-02531f8d-b94b-4904-ba4d-0b1f67587632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.403791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f85b8a-509c-44a7-996e-b1b2ff684347 req-86b6f0d3-bd4c-4621-a11e-f8f4c423b69e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.412941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04f85b8a-509c-44a7-996e-b1b2ff684347 req-86b6f0d3-bd4c-4621-a11e-f8f4c423b69e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 1.5183694 Feb 11 13:24:40.429513 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93a1ca98-e98d-49ab-8848-0c0aa5c6115f req-44d60f60-482e-4676-b230-47f784d24ae0 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607791 Feb 11 13:24:40.432040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:40.507664 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.510560 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Added segment 25f46492-885f-4837-8730-900eb18ece9d of type vlan for network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f Feb 11 13:24:40.613767 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.689510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.746894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:40.762448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.777114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.782542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.852451 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Pushing event updated for resources: {'Port': ['ID=ea141247-c29e-4437-91df-839fa121edc3,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.853155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event deleted for resources: {'Subnet': ['ID=e3155304-22a3-4057-9095-9066570d14b4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.916181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1afa53fd-ec9a-4319-bf4c-3bd7f108714f None None] Provisioning complete for port d83bc130-e809-430a-a3e1-f9b4ac239391 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:40.916799 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1afa53fd-ec9a-4319-bf4c-3bd7f108714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.917361 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04f85b8a-509c-44a7-996e-b1b2ff684347 req-8f60b7cf-7469-4562-be1a-acb768cfd82e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031807 Feb 11 13:24:40.918958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.923011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.924726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.929993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.930543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.931192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.931628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.932322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.932768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.934959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.935415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.961001 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.962706 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.963080 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.963387 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.963712 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.964035 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.964352 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.964689 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.964977 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.965282 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.965593 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:40.970956 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0de34ea5-c827-4427-8b29-881cb604f27e tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "DELETE /v2.0/subnets/e3155304-22a3-4057-9095-9066570d14b4 HTTP/1.1" status: 204 len: 168 time: 1.7854507 Feb 11 13:24:40.991010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44184) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:41.091464 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Attempting to bind port ea141247-c29e-4437-91df-839fa121edc3 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:41.092104 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Attempting to bind port ea141247-c29e-4437-91df-839fa121edc3 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'eb51e636-0662-42d0-96c9-4d82320b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:41.092658 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Attempting to bind port ea141247-c29e-4437-91df-839fa121edc3 on network 5d5b8131-5620-44ec-bf05-92c4feee75e7 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:24:41.108500 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:24:41.108874 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Checking segment: {'id': 'eb51e636-0662-42d0-96c9-4d82320b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:41.109375 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.110096 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Bound using segment: {'id': 'eb51e636-0662-42d0-96c9-4d82320b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:24:41.110096 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Bound port: ea141247-c29e-4437-91df-839fa121edc3, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb51e636-0662-42d0-96c9-4d82320b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:41.111267 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.183957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2124908 Feb 11 13:24:41.186406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44190) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:41.210443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'subnet': {'network_id': '95f48932-3549-4717-a741-07775a88517a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:41.290837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe93e8-6e30-49c5-9fdd-741263cfc910 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Network': ['ID=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.350018 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] For port ea141247-c29e-4437-91df-839fa121edc3, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:41.358771 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] For port ea141247-c29e-4437-91df-839fa121edc3, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ea141247-c29e-4437-91df-839fa121edc3,segment=NetworkSegment(eb51e636-0662-42d0-96c9-4d82320b2850),segment_id=eb51e636-0662-42d0-96c9-4d82320b2850)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:41.367311 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.367811 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.377242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:24:41.498324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:41.703827 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Routers {'d6ba342e-c9f2-47b7-9e8f-c55280f676de'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:24:41.709081 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:24:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:41.808477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ddea2-363c-416a-bdd9-1c84acb20a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d', 'network_id': '2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d', 'tenant_id': 'bac8fb0d60dd402ba38a7e2779aa127f', 'fixed_ips': [{'subnet_id': '705d6dd6-fd25-47c6-9294-e42d1c002616'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:24:41.809178 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e6ddea2-363c-416a-bdd9-1c84acb20a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.035239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b6768d-582d-4f54-bdc8-116131e81aeb tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Deleting subnet 705d6dd6-fd25-47c6-9294-e42d1c002616 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:24:42.041366 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74b6768d-582d-4f54-bdc8-116131e81aeb tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.152456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:42.169651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:subnet and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:42.177607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:42.186765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d83bc130-e809-430a-a3e1-f9b4ac239391, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d83bc130-e809-430a-a3e1-f9b4ac239391,segment=NetworkSegment(23749ec4-9f55-4bea-a239-154f5770a486),segment_id=23749ec4-9f55-4bea-a239-154f5770a486)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:42.193265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74b6768d-582d-4f54-bdc8-116131e81aeb tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.201046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:42.212849 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127c1ad-76c8-4608-a289-7199d502ce77 None None] Pushing event updated for resources: {'Port': ['ID=ea141247-c29e-4437-91df-839fa121edc3,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.229658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6619b1f-e292-423b-811b-3157b56506b9 None None] Network 309f79a3-15fc-4d1a-ab13-dd64459e16ae requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:42.236984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:42.297073 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.346096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759116-7f6d-4bf4-b660-948e1d3892e0 req-2be7a616-14a1-4b11-9218-96f150fba4b0 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.365838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00759116-7f6d-4bf4-b660-948e1d3892e0 req-2be7a616-14a1-4b11-9218-96f150fba4b0 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 1.5205970 Feb 11 13:24:42.410910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.494667 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] Set router d6ba342e-c9f2-47b7-9e8f-c55280f676de gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:24:42.641330 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a166dd89-4d9a-42bb-9d82-38752d45eae6 req-e9288329-fa03-4727-afd7-4b163f60ff57 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 210 time: 1.1206605 Feb 11 13:24:42.655936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d83bc130-e809-430a-a3e1-f9b4ac239391,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.681734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ea141247-c29e-4437-91df-839fa121edc3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:42.772980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74b6768d-582d-4f54-bdc8-116131e81aeb tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.818291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00759116-7f6d-4bf4-b660-948e1d3892e0 req-bed7d3bc-c722-420c-82aa-6c64684c4c1a tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516981 Feb 11 13:24:42.887009 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.888995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:42.895017 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.897201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.979242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74b6768d-582d-4f54-bdc8-116131e81aeb tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.008316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:43.013218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:43.041115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.042219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.047425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447db8fd-45e1-4eb2-a7b8-be654ea7c557 None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server [None req-4e6ddea2-363c-416a-bdd9-1c84acb20a23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 705d6dd6-fd25-47c6-9294-e42d1c002616: This subnet is being modified by another concurrent operation. Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:24:43.177696 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 705d6dd6-fd25-47c6-9294-e42d1c002616: This subnet is being modified by another concurrent operation. Feb 11 13:24:43.183305 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server Feb 11 13:24:43.283080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d604ce-fb9b-4b92-b4cf-2b4ec434ad8b None None] Network 2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:43.406849 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'name': 'tempest-ServersTestMultiNic-946132117-router', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:59Z', 'updated_at': '2022-02-11T13:24:13Z', 'revision_number': 4, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'gw_port': {'id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:03Z', 'updated_at': '2022-02-11T13:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ea141247-c29e-4437-91df-839fa121edc3', 'name': '', 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'mac_address': 'fa:16:3e:d6:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff04847-87c0-4d63-8130-ac195c782a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:10Z', 'updated_at': '2022-02-11T13:24:41Z', 'revision_number': 4, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'subnets': [{'id': '7ff04847-87c0-4d63-8130-ac195c782a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:43.421909 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b4da9-ed57-423e-b4b1-1c3a97ef241f None None] The sync data for ids ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'] in n-d-818559-1 is: [{'id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'name': 'tempest-ServersTestMultiNic-946132117-router', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:59Z', 'updated_at': '2022-02-11T13:24:13Z', 'revision_number': 4, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'gw_port': {'id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:03Z', 'updated_at': '2022-02-11T13:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ea141247-c29e-4437-91df-839fa121edc3', 'name': '', 'network_id': '5d5b8131-5620-44ec-bf05-92c4feee75e7', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'mac_address': 'fa:16:3e:d6:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ff04847-87c0-4d63-8130-ac195c782a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:10Z', 'updated_at': '2022-02-11T13:24:41Z', 'revision_number': 4, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'subnets': [{'id': '7ff04847-87c0-4d63-8130-ac195c782a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:24:43.440276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ea141247-c29e-4437-91df-839fa121edc3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:43.450029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Subnet': ['ID=7f5ce7a5-fb09-4a0e-a883-e746667e4231,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.464926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e9b4e3aa-f62a-4208-aede-2e7e34359892 None None] Provisioning complete for port ea141247-c29e-4437-91df-839fa121edc3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:43.465682 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3aa-f62a-4208-aede-2e7e34359892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.528709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124ccf9-b1c9-4cba-81c5-4152c40ff649 req-64d94e0f-fde6-4be3-af77-a0dcb3908c0c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.538209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ea141247-c29e-4437-91df-839fa121edc3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:43.538979 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.548692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e124ccf9-b1c9-4cba-81c5-4152c40ff649 req-64d94e0f-fde6-4be3-af77-a0dcb3908c0c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.3335383 Feb 11 13:24:43.565475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74b6768d-582d-4f54-bdc8-116131e81aeb tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.702903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6768d-582d-4f54-bdc8-116131e81aeb tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event deleted for resources: {'Subnet': ['ID=705d6dd6-fd25-47c6-9294-e42d1c002616,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.737508 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e124ccf9-b1c9-4cba-81c5-4152c40ff649 req-d41bef5d-7a27-4d34-92c1-dcd5c38a35c6 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636455 Feb 11 13:24:43.806412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-64fab7c6-d195-40bb-94eb-45855634b0c4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 6.7388735 Feb 11 13:24:43.832577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44220) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:43.842755 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-74b6768d-582d-4f54-bdc8-116131e81aeb tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "DELETE /v2.0/subnets/705d6dd6-fd25-47c6-9294-e42d1c002616 HTTP/1.1" status: 204 len: 168 time: 2.8343971 Feb 11 13:24:43.855104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1063759387', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7f5ce7a5-fb09-4a0e-a883-e746667e4231'}], 'security_groups': ['2b74bf17-d5a9-4e6c-81b5-c15d33367ec7', 'f4073d01-ee8f-4269-b4e3-078d1b682e12']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:43.866031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44224) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:44.322601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f127e9-69ea-46b8-a28a-811d8d8b666f req-1e32c599-a357-4e7d-a8fe-f250b16c2bc9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:44.334592 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-12f127e9-69ea-46b8-a28a-811d8d8b666f req-1e32c599-a357-4e7d-a8fe-f250b16c2bc9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 1.3807380 Feb 11 13:24:44.425115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4c335-60d0-441c-ad39-ec87b2f4f3a1 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:44.426153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a9a4c335-60d0-441c-ad39-ec87b2f4f3a1 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Synchronizing usage tracker for tenant:bac8fb0d60dd402ba38a7e2779aa127f on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:24:44.475310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Allocated IP 19.80.0.10 (d8848621-0a56-4fd9-8e9c-98a10de86571/e876367c-0f3a-49de-9442-d0ba2170904a/4c1c1298-5156-4601-90e1-4952a589a5d3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:44.542440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a9a4c335-60d0-441c-ad39-ec87b2f4f3a1 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Unset dirty status for tenant:bac8fb0d60dd402ba38a7e2779aa127f on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:24:44.546862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a9a4c335-60d0-441c-ad39-ec87b2f4f3a1 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6741841 Feb 11 13:24:44.571226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44234) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:44.593876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.791005 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.881289 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3aa-f62a-4208-aede-2e7e34359892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.888651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.929202 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9b4e3aa-f62a-4208-aede-2e7e34359892 None None] For port ea141247-c29e-4437-91df-839fa121edc3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ea141247-c29e-4437-91df-839fa121edc3,segment=NetworkSegment(eb51e636-0662-42d0-96c9-4d82320b2850),segment_id=eb51e636-0662-42d0-96c9-4d82320b2850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:44.954374 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3aa-f62a-4208-aede-2e7e34359892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.965412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-12f127e9-69ea-46b8-a28a-811d8d8b666f req-ebdb8fdc-d4b8-4519-a1e7-e9756d9c45bc tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6244676 Feb 11 13:24:44.977048 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d21d4e24-c273-49e8-8d0b-4d13ab84761f req-522770a7-b80e-43dc-8dff-10ab9eac11c7 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 210 time: 0.5347552 Feb 11 13:24:45.437566 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:24:45.438451 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:24:45.487568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e9b4e3aa-f62a-4208-aede-2e7e34359892 None None] Provisioning complete for port d83bc130-e809-430a-a3e1-f9b4ac239391 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:45.488470 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e3aa-f62a-4208-aede-2e7e34359892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.535234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4e3aa-f62a-4208-aede-2e7e34359892 None None] Pushing event updated for resources: {'Port': ['ID=ea141247-c29e-4437-91df-839fa121edc3,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:45.550323 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd73cff9-1a33-4546-86b7-f1781614120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.620500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143fa37-c496-46c1-a598-6af8316c383c None None] Update dhcp port {'port': {'network_id': '798317f9-de1a-4252-87b0-6cc928f9d0f0', 'fixed_ips': [{'subnet_id': '16128bc4-8206-48d5-a758-ab8d74380d03', 'ip_address': '172.20.0.18'}, {'subnet_id': '084e2cba-0c7a-4f2e-9f3b-ef2d689ff710', 'ip_address': '172.20.0.2'}, {'subnet_id': '7f5ce7a5-fb09-4a0e-a883-e746667e4231'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '2d5c88ff-8bc9-4182-ac4a-6211e0d3350d'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:24:45.621549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Subnet': ['ID=bb47b466-4262-4b47-98eb-ed0225161d1c,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:45.643878 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.662921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Checking segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:45.663382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network hostable DHCP agents. Network: 95f48932-3549-4717-a741-07775a88517a, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:45.755936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network 95f48932-3549-4717-a741-07775a88517a is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:45.835708 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c143fa37-c496-46c1-a598-6af8316c383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.896061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 95f48932-3549-4717-a741-07775a88517a) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:45.922701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:45.923485 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.961373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4a089-28f7-46e2-bce9-174529a5c687 req-cc6cebdc-dda2-4df2-8925-c6984025145d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:45.969282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0fc4a089-28f7-46e2-bce9-174529a5c687 req-cc6cebdc-dda2-4df2-8925-c6984025145d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.5447407 Feb 11 13:24:46.004054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13f33d9-fed2-4e36-bf4c-d8b2b4f9b5d8 None None] Network 95f48932-3549-4717-a741-07775a88517a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:46.019523 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3b29acf9-90c2-4c77-ba58-d1836ae556c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.8161359 Feb 11 13:24:46.024350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44256) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:46.039654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'subnet': {'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:46.251197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:46.257108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:subnet and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:46.261662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:46.269737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:46.290256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:46.419814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a47ad-871d-4139-aa26-e8fd65ea4e1e req-01b89112-9186-4636-b4c9-0584300d2f39 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.425797 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-da9a47ad-871d-4139-aa26-e8fd65ea4e1e req-01b89112-9186-4636-b4c9-0584300d2f39 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.9060369 Feb 11 13:24:46.459717 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.530735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d83bc130-e809-430a-a3e1-f9b4ac239391 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:46.574100 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.599840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-95f48932-3549-4717-a741-07775a88517a', 'network_id': '95f48932-3549-4717-a741-07775a88517a', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'fixed_ips': [{'subnet_id': 'bb47b466-4262-4b47-98eb-ed0225161d1c'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:24:46.601912 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.616177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:46.646987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0fc4a089-28f7-46e2-bce9-174529a5c687 req-432528f0-c72d-443d-8bc1-f72ce8036c0f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6762645 Feb 11 13:24:46.661978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370f881a-eb68-4233-adfa-0202845e3895') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:46.663450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370f881a-eb68-4233-adfa-0202845e3895') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:46.726617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.798292 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.938538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d83bc130-e809-430a-a3e1-f9b4ac239391 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:46.939640 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.966418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-da9a47ad-871d-4139-aa26-e8fd65ea4e1e req-a564463a-3489-48f8-bc9d-cff3cb998f4f tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612918 Feb 11 13:24:46.980307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.982849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Transition to ACTIVE for port object 4c1c1298-5156-4601-90e1-4952a589a5d3 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:46.990850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:24:46.991277 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:47.007726 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:47.163941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.172715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.228146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Allocated IP 10.1.1.2 (95f48932-3549-4717-a741-07775a88517a/bb47b466-4262-4b47-98eb-ed0225161d1c/34f93903-96f3-4a93-8c2f-6ccb7448fec8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:47.468340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ea141247-c29e-4437-91df-839fa121edc3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:47.481105 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.504146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Port': ['ID=4c1c1298-5156-4601-90e1-4952a589a5d3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.515969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Delete allocated IP 172.20.0.5 (798317f9-de1a-4252-87b0-6cc928f9d0f0/084e2cba-0c7a-4f2e-9f3b-ef2d689ff710) {{(pid=83567) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:24:47.531813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Allocated IP 172.20.0.42 (798317f9-de1a-4252-87b0-6cc928f9d0f0/7f5ce7a5-fb09-4a0e-a883-e746667e4231/e14ccc8e-9f6a-4f72-96f0-158b72789554) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:47.685672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event deleted for resources: {'Network': ['ID=2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.703207 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8cb415a8-b898-4437-b0e7-7c0ecd03da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.716638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network d8848621-0a56-4fd9-8e9c-98a10de86571 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:47.741296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:47.744890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:47.876622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cdb7368d-fc1c-461b-abd0-9c517151722f tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "DELETE /v2.0/networks/2eabe3ed-d4a8-465a-a180-0aa0ba31fe2d HTTP/1.1" status: 204 len: 168 time: 3.3030627 Feb 11 13:24:47.881421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44280) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:47.938268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.949974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Transition to ACTIVE for port object 34f93903-96f3-4a93-8c2f-6ccb7448fec8 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:47.969586 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Transition to ACTIVE for port object 34f93903-96f3-4a93-8c2f-6ccb7448fec8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:47.972907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ea141247-c29e-4437-91df-839fa121edc3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:47.973384 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.119189 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.230804 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.313539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Subnet': ['ID=076e722f-c545-441b-bc95-104470f5caa3,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:48.328206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Checking segment: {'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:48.328584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network hostable DHCP agents. Network: 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:48.350931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ff226-54ff-4597-bddc-a08fac5911b6 req-5fda1202-7ff5-47a1-a662-b3986ac3e1d7 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.359248 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-557ff226-54ff-4597-bddc-a08fac5911b6 req-5fda1202-7ff5-47a1-a662-b3986ac3e1d7 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 931 time: 1.0693624 Feb 11 13:24:48.396370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.398202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.420740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Network 95f48932-3549-4717-a741-07775a88517a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:48.429043 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:24:48.450165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-557ff226-54ff-4597-bddc-a08fac5911b6 req-7c39ae76-1fb1-488c-937a-6f191f3bc385 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:24:48.454829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.489852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:48.491010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-557ff226-54ff-4597-bddc-a08fac5911b6 req-7c39ae76-1fb1-488c-937a-6f191f3bc385 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:24:48.506727 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-557ff226-54ff-4597-bddc-a08fac5911b6 req-7c39ae76-1fb1-488c-937a-6f191f3bc385 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462364 Feb 11 13:24:48.508144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Transition to ACTIVE for port object e14ccc8e-9f6a-4f72-96f0-158b72789554 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:48.510320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:48.523160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.536265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3227e888-13c8-49ee-8e1e-fef7b28eab01 None None] Provisioning for port 4c1c1298-5156-4601-90e1-4952a589a5d3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:48.571891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5979a-44c4-45ba-b68b-307550962c28 req-a4863a1a-b78e-4d9d-8de2-5eb67d4bb48f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.584588 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bac5979a-44c4-45ba-b68b-307550962c28 req-a4863a1a-b78e-4d9d-8de2-5eb67d4bb48f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 1.1329281 Feb 11 13:24:48.596971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:48.664993 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.669574 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3227e888-13c8-49ee-8e1e-fef7b28eab01 None None] Provisioning complete for port 4c1c1298-5156-4601-90e1-4952a589a5d3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:48.670174 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3227e888-13c8-49ee-8e1e-fef7b28eab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.717992 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1f644590-406c-41c6-ba7a-f62fe9a001c3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2773852 Feb 11 13:24:48.741119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'port': {'device_id': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9', 'admin_state_up': True, 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:48.767566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:48.844776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.845291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.957975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce93a53f-ad71-4b33-b96a-5154df65558a None None] Network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:49.051487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:49.081249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:49.150947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bac5979a-44c4-45ba-b68b-307550962c28 req-abfddca3-cb3a-4304-a84a-8a9a65710b43 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661528 Feb 11 13:24:49.163772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:49.170617 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-49e19de6-bcb8-4fcd-afb3-13b30e6058c0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1345026 Feb 11 13:24:49.171686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event updated for resources: {'Port': ['ID=e14ccc8e-9f6a-4f72-96f0-158b72789554,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.229125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] In _notify_port_updated(), no bound segment for port e14ccc8e-9f6a-4f72-96f0-158b72789554 on network 798317f9-de1a-4252-87b0-6cc928f9d0f0 {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:24:49.242010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.248147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.254309 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d915d5d6-f553-4f7a-b82d-9012bd15dd9e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "PUT /v2.0/ports/e14ccc8e-9f6a-4f72-96f0-158b72789554 HTTP/1.1" status: 200 len: 960 time: 5.4191101 Feb 11 13:24:49.255270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44306) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:49.285311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Pushing event updated for resources: {'Port': ['ID=34f93903-96f3-4a93-8c2f-6ccb7448fec8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.354010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c143fa37-c496-46c1-a598-6af8316c383c None None] Allocated IP 172.20.0.34 (798317f9-de1a-4252-87b0-6cc928f9d0f0/7f5ce7a5-fb09-4a0e-a883-e746667e4231/2d5c88ff-8bc9-4182-ac4a-6211e0d3350d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:49.359364 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.373434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.398778 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.452926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309f79a3-15fc-4d1a-ab13-dd64459e16ae']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.476830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea3d12c-a0b6-4486-9a9d-2ceb8e389826') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.477146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea3d12c-a0b6-4486-9a9d-2ceb8e389826') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.492531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d281e72b-accd-4d1e-b1e3-1b15bd4ca04a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port e14ccc8e-9f6a-4f72-96f0-158b72789554 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:24:49.492899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d281e72b-accd-4d1e-b1e3-1b15bd4ca04a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.494273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.515263 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.524490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:24:49.524953 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.546688 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3227e888-13c8-49ee-8e1e-fef7b28eab01 None None] Port 4c1c1298-5156-4601-90e1-4952a589a5d3 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:49.660904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38394e68-4e0f-4132-b61b-e6dd467cc13b req-6e33a76b-4d10-4449-875a-d04d4b2c9319 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.668557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'port': {'network_id': '95f48932-3549-4717-a741-07775a88517a', 'name': 'tempest-TaggedBootDevicesTest-1307850979', 'fixed_ips': [{'subnet_id': 'bb47b466-4262-4b47-98eb-ed0225161d1c'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:49.675605 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38394e68-4e0f-4132-b61b-e6dd467cc13b req-6e33a76b-4d10-4449-875a-d04d4b2c9319 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.7963603 Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:49.724019 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:49.773809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Attempting to bind port 34f93903-96f3-4a93-8c2f-6ccb7448fec8 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:49.779563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Attempting to bind port 34f93903-96f3-4a93-8c2f-6ccb7448fec8 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:49.780051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Attempting to bind port 34f93903-96f3-4a93-8c2f-6ccb7448fec8 on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:24:49.829458 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38394e68-4e0f-4132-b61b-e6dd467cc13b req-0d14b97b-d166-47f2-aea3-986b2ec48a19 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515586 Feb 11 13:24:49.887282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:24:49.887630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Checking segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:49.898744 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.899194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Bound using segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:24:49.899751 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Bound port: 34f93903-96f3-4a93-8c2f-6ccb7448fec8, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:49.900130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.942778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:49.946035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.083322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.194705 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] For port 34f93903-96f3-4a93-8c2f-6ccb7448fec8, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:50.199085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] For port 34f93903-96f3-4a93-8c2f-6ccb7448fec8, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=34f93903-96f3-4a93-8c2f-6ccb7448fec8,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:50.265681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c143fa37-c496-46c1-a598-6af8316c383c None None] For port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,segment=NetworkSegment(4834c6d4-1092-4aa6-aeb9-5cf6728191f3),segment_id=4834c6d4-1092-4aa6-aeb9-5cf6728191f3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:50.278749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Allocated IP 19.86.0.80 (648b188b-913d-41fb-b0e1-0cdc9ae16ff9/493c1c9b-8c46-45b5-a0ff-9b7a6b2ecf1c/68c2a083-8462-431e-b8ce-f5223d9df44f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:50.327987 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c143fa37-c496-46c1-a598-6af8316c383c None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.364770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c143fa37-c496-46c1-a598-6af8316c383c None None] Transition to ACTIVE for port object 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:50.380711 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c143fa37-c496-46c1-a598-6af8316c383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.394244 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.434462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d281e72b-accd-4d1e-b1e3-1b15bd4ca04a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.539638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143fa37-c496-46c1-a598-6af8316c383c None None] Pushing event updated for resources: {'Port': ['ID=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.544261 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.558792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event deleted for resources: {'Network': ['ID=309f79a3-15fc-4d1a-ab13-dd64459e16ae,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.588552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35d682-9891-4237-97a4-db0183a16dd7 req-dd8f07c1-835f-438e-a1c1-d741c4145de2 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.599619 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed35d682-9891-4237-97a4-db0183a16dd7 req-dd8f07c1-835f-438e-a1c1-d741c4145de2 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.8822613 Feb 11 13:24:50.688141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d281e72b-accd-4d1e-b1e3-1b15bd4ca04a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for e14ccc8e-9f6a-4f72-96f0-158b72789554 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:24:50.701326 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.717080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-623f2fa8-77bf-464d-b981-c54d4ad96fcd tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "DELETE /v2.0/networks/309f79a3-15fc-4d1a-ab13-dd64459e16ae HTTP/1.1" status: 204 len: 168 time: 2.8199816 Feb 11 13:24:50.723442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44330) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:50.729780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:50.750319 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.768634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:port and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:50.793529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Transition to ACTIVE for port object 68c2a083-8462-431e-b8ce-f5223d9df44f will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:50.794840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:50.811267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79a698-53a7-40ea-a358-4a936522089d None None] Pushing event updated for resources: {'Port': ['ID=34f93903-96f3-4a93-8c2f-6ccb7448fec8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.820080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f', 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'fixed_ips': [{'subnet_id': '076e722f-c545-441b-bc95-104470f5caa3'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:24:50.820995 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.823253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfb570-d881-4d46-bf51-393660233995 req-d9e7c801-842a-49cf-bd53-c66a5a4645fa tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.836950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ecfb570-d881-4d46-bf51-393660233995 req-d9e7c801-842a-49cf-bd53-c66a5a4645fa tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.6120231 Feb 11 13:24:50.886791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:50.924548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:50.984528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ecfb570-d881-4d46-bf51-393660233995 req-d3ff20a2-5a71-4ae4-b76f-58f2b3baf55f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461918 Feb 11 13:24:51.078919 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d281e72b-accd-4d1e-b1e3-1b15bd4ca04a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.096969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Allocated IP 10.2.2.2 (34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f/076e722f-c545-441b-bc95-104470f5caa3/92efa770-b4f0-40ef-b057-2ca53b46b3b7) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:51.156541 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.197424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed35d682-9891-4237-97a4-db0183a16dd7 req-3b2c7df8-f8b3-44e7-b440-e06ad48812e6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727432 Feb 11 13:24:51.254066 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.287142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] device_id is not set on port dedede90-615e-47bf-b9dc-ff16e97db9ae yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:24:51.598409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281e72b-accd-4d1e-b1e3-1b15bd4ca04a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=e14ccc8e-9f6a-4f72-96f0-158b72789554,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:51.629861 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.659194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Transition to ACTIVE for port object 92efa770-b4f0-40ef-b057-2ca53b46b3b7 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:51.688968 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.716462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Transition to ACTIVE for port object 92efa770-b4f0-40ef-b057-2ca53b46b3b7 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:51.739047 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.812341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdf298-5685-4487-8082-ed0fe2c80a20 req-dc57e98d-fe0b-4404-b4bb-ee6adb67ee4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:51.813894 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31bdf298-5685-4487-8082-ed0fe2c80a20 req-dc57e98d-fe0b-4404-b4bb-ee6adb67ee4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 931 time: 0.3575869 Feb 11 13:24:51.915497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31bdf298-5685-4487-8082-ed0fe2c80a20 req-21a1091c-115f-44ae-98fc-8be84f3573bd tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835099 Feb 11 13:24:51.920152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d281e72b-accd-4d1e-b1e3-1b15bd4ca04a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.957560 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d281e72b-accd-4d1e-b1e3-1b15bd4ca04a tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/e14ccc8e-9f6a-4f72-96f0-158b72789554 HTTP/1.1" status: 204 len: 168 time: 2.6931536 Feb 11 13:24:51.958328 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44352) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:51.966032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 34f93903-96f3-4a93-8c2f-6ccb7448fec8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:52.068058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Pushing event updated for resources: {'Port': ['ID=92efa770-b4f0-40ef-b057-2ca53b46b3b7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:52.072084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:52.075285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:52.078827 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbee24a-6a28-4d6a-802d-fb2ff4297016 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] GET failed (client error): The resource could not be found. Feb 11 13:24:52.079300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:52.079463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2bbee24a-6a28-4d6a-802d-fb2ff4297016 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Synchronizing usage tracker for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:24:52.087279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Port': ['ID=68c2a083-8462-431e-b8ce-f5223d9df44f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:52.128448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2bbee24a-6a28-4d6a-802d-fb2ff4297016 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Unset dirty status for tenant:b2e27848a419477b841c897cc781976d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:24:52.129623 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2bbee24a-6a28-4d6a-802d-fb2ff4297016 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports/e14ccc8e-9f6a-4f72-96f0-158b72789554 HTTP/1.1" status: 404 len: 333 time: 0.1703289 Feb 11 13:24:52.132408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44362) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:52.226311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:52.250130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:52.255747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:52.272285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Attempting to bind port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:52.278143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Attempting to bind port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:52.278143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Attempting to bind port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 on network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:24:52.286909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8f9865b-642d-4ac6-b30a-41ad7877a060 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.300328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 34f93903-96f3-4a93-8c2f-6ccb7448fec8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:52.309020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:24:52.309808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Checking segment: {'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:52.310457 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.311122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Bound using segment: {'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:24:52.311992 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Bound port: 92efa770-b4f0-40ef-b057-2ca53b46b3b7, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:52.312983 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.345055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d6ed460c-4a17-4202-a7ad-c68f1b2b87b6 None None] Provisioning for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:52.353493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8f9865b-642d-4ac6-b30a-41ad7877a060 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.368640 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:52.401382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.410544 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.481909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8f9865b-642d-4ac6-b30a-41ad7877a060 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.538317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9865b-642d-4ac6-b30a-41ad7877a060 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f667b172-d86d-45e3-9ccc-232b4f19de65,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:52.554803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8f9865b-642d-4ac6-b30a-41ad7877a060 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.569843 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b8f9865b-642d-4ac6-b30a-41ad7877a060 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/security-groups/f667b172-d86d-45e3-9ccc-232b4f19de65 HTTP/1.1" status: 204 len: 168 time: 0.4357927 Feb 11 13:24:52.572881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44372) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:52.675197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Allocated IP 10.1.1.48 (95f48932-3549-4717-a741-07775a88517a/bb47b466-4262-4b47-98eb-ed0225161d1c/dedede90-615e-47bf-b9dc-ff16e97db9ae) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:52.748925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f8461-05a0-48cd-bd59-65b917cccacc req-7697fe21-c7ef-48cc-9221-0bafd7f719c2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.751338 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c18f8461-05a0-48cd-bd59-65b917cccacc req-7697fe21-c7ef-48cc-9221-0bafd7f719c2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 1.2521603 Feb 11 13:24:52.823247 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.840445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8da2d-858e-4ae0-9aed-165cc54f0bc7 None None] Network 95f48932-3549-4717-a741-07775a88517a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:52.850722 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-a6ea85cf-6c7f-4564-a626-9b1b76d90513 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1189427 Feb 11 13:24:52.859440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d6ed460c-4a17-4202-a7ad-c68f1b2b87b6 None None] Provisioning complete for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:52.860130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6ed460c-4a17-4202-a7ad-c68f1b2b87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.861265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6963f05c-8aa8-4182-a85d-c62084adca3e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.887475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'port': {'device_id': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571', 'admin_state_up': True, 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:52.936617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6963f05c-8aa8-4182-a85d-c62084adca3e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.958404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac4255-b131-49da-9f88-62167225aadb req-bad8118c-0799-4eb6-975b-b42f0406251f tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.969058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caac4255-b131-49da-9f88-62167225aadb req-bad8118c-0799-4eb6-975b-b42f0406251f tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.2653790 Feb 11 13:24:52.981991 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c18f8461-05a0-48cd-bd59-65b917cccacc req-3ac0ee35-2c4c-49d6-92ea-cb8111c21013 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107754 Feb 11 13:24:53.002346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d327d162-4a65-4480-b757-1c601e8554fb']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:53.099164 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caac4255-b131-49da-9f88-62167225aadb req-8f88ef4c-e4e3-4449-a2d4-c778f720ca85 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284666 Feb 11 13:24:53.115768 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6963f05c-8aa8-4182-a85d-c62084adca3e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.190795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963f05c-8aa8-4182-a85d-c62084adca3e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4073d01-ee8f-4269-b4e3-078d1b682e12,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.210501 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6963f05c-8aa8-4182-a85d-c62084adca3e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.220443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6963f05c-8aa8-4182-a85d-c62084adca3e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/security-groups/f4073d01-ee8f-4269-b4e3-078d1b682e12 HTTP/1.1" status: 204 len: 168 time: 0.6464391 Feb 11 13:24:53.229716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44386) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:53.323330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] For port 92efa770-b4f0-40ef-b057-2ca53b46b3b7, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:53.331830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:53.332202 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.394936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6319a77-7fc0-408f-b84c-f1b6ff64abea tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.492507 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6319a77-7fc0-408f-b84c-f1b6ff64abea tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.499921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] For port 92efa770-b4f0-40ef-b057-2ca53b46b3b7, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=92efa770-b4f0-40ef-b057-2ca53b46b3b7,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:53.569694 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.578683 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6319a77-7fc0-408f-b84c-f1b6ff64abea tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.601500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1cf3d-c774-4f21-860a-abd636bdc68e req-a0ab958a-77b9-4ff9-9869-4b4cbc2bcce8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.605695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1cf3d-c774-4f21-860a-abd636bdc68e req-a0ab958a-77b9-4ff9-9869-4b4cbc2bcce8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.607274 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f1cf3d-c774-4f21-860a-abd636bdc68e req-a0ab958a-77b9-4ff9-9869-4b4cbc2bcce8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 1653 time: 0.1932805 Feb 11 13:24:53.613563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6319a77-7fc0-408f-b84c-f1b6ff64abea tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b74bf17-d5a9-4e6c-81b5-c15d33367ec7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.650841 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6319a77-7fc0-408f-b84c-f1b6ff64abea tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.652287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a6319a77-7fc0-408f-b84c-f1b6ff64abea tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/security-groups/2b74bf17-d5a9-4e6c-81b5-c15d33367ec7 HTTP/1.1" status: 204 len: 168 time: 0.4203532 Feb 11 13:24:53.654569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44396) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:53.789755 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.807018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Transition to ACTIVE for port object dedede90-615e-47bf-b9dc-ff16e97db9ae will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:53.828354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:53.835541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e5f545-60b9-417b-9694-9e6811a85ad0') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:53.835831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e5f545-60b9-417b-9694-9e6811a85ad0') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:53.844384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.876749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d6ed460c-4a17-4202-a7ad-c68f1b2b87b6 None None] Provisioning complete for port e9105f44-0130-427f-b70b-f119ba78f457 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:53.877801 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6ed460c-4a17-4202-a7ad-c68f1b2b87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.888808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eaa1f36-2fbd-428d-b6db-bbcd6b532d89 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet 084e2cba-0c7a-4f2e-9f3b-ef2d689ff710 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:24:53.899261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0eaa1f36-2fbd-428d-b6db-bbcd6b532d89 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.941976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network 95f48932-3549-4717-a741-07775a88517a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:53.949633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.958291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:53.983225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:53.983912 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f1cf3d-c774-4f21-860a-abd636bdc68e req-f2d1e72d-6717-4a59-8d2a-09d5dcd3927c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639753 Feb 11 13:24:53.997398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:54.049213 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0eaa1f36-2fbd-428d-b6db-bbcd6b532d89 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.062949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac1573-af7a-44c4-82c3-0f9a7f221e0b None None] Pushing event updated for resources: {'Port': ['ID=92efa770-b4f0-40ef-b057-2ca53b46b3b7,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:54.088119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed460c-4a17-4202-a7ad-c68f1b2b87b6 None None] Port e9105f44-0130-427f-b70b-f119ba78f457 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:54.116479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d6ed460c-4a17-4202-a7ad-c68f1b2b87b6 None None] Could not find standard attr ID for object e14ccc8e-9f6a-4f72-96f0-158b72789554. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:24:54.128673 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.161619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.162355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.224002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Port': ['ID=dedede90-615e-47bf-b9dc-ff16e97db9ae,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:54.237260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:24:54.237800 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.247928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Provisioning for port 34f93903-96f3-4a93-8c2f-6ccb7448fec8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:54.257965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Provisioning complete for port 34f93903-96f3-4a93-8c2f-6ccb7448fec8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:54.258376 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.285331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:54.289478 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:54.305070 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:54.309949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04687ea1-5e97-4569-bf91-a847b3354cea req-f0c0372c-7e07-4f59-ad8f-40cb32d67d5b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.310927 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e99bac66-9c16-498c-926c-d9d7cdecd287 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6804340 Feb 11 13:24:54.311666 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-04687ea1-5e97-4569-bf91-a847b3354cea req-f0c0372c-7e07-4f59-ad8f-40cb32d67d5b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.1583173 Feb 11 13:24:54.314115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44408) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:54.325300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'port': {'network_id': '95f48932-3549-4717-a741-07775a88517a', 'name': 'tempest-TaggedBootDevicesTest-451651870', 'fixed_ips': [{'subnet_id': 'bb47b466-4262-4b47-98eb-ed0225161d1c'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:54.353322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0eaa1f36-2fbd-428d-b6db-bbcd6b532d89 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.499040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfa75-c6bf-47a4-8395-c1d4e79bf3f4 req-790b3c2a-616a-4910-972d-0ca522441cc9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.499040 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-406dfa75-c6bf-47a4-8395-c1d4e79bf3f4 req-790b3c2a-616a-4910-972d-0ca522441cc9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.9904814 Feb 11 13:24:54.548361 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.567930 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.581010 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.655256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] For port 34f93903-96f3-4a93-8c2f-6ccb7448fec8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=34f93903-96f3-4a93-8c2f-6ccb7448fec8,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:54.661253 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.663652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event deleted for resources: {'Network': ['ID=d327d162-4a65-4480-b757-1c601e8554fb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:54.690254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:54.691028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e69f5be7-5cbf-40d3-93a6-48be8d8166c2 tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "DELETE /v2.0/networks/d327d162-4a65-4480-b757-1c601e8554fb HTTP/1.1" status: 204 len: 168 time: 3.9603429 Feb 11 13:24:54.695086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44420) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:54.709100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:port and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:54.713910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:54.720799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:54.756373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Provisioning for port 68c2a083-8462-431e-b8ce-f5223d9df44f completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:54.764421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Provisioning complete for port 68c2a083-8462-431e-b8ce-f5223d9df44f triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:54.765185 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.771745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:54.841924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Pushing event updated for resources: {'Port': ['ID=34f93903-96f3-4a93-8c2f-6ccb7448fec8,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:54.882618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Port 68c2a083-8462-431e-b8ce-f5223d9df44f cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:54.889248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3db66e38-0619-47b5-8060-50ec4154222c None None] Could not find standard attr ID for object e14ccc8e-9f6a-4f72-96f0-158b72789554. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:24:55.014605 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-04687ea1-5e97-4569-bf91-a847b3354cea req-ab3815d9-9df2-4e54-af21-f00fe809fbf3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6154554 Feb 11 13:24:55.033706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-406dfa75-c6bf-47a4-8395-c1d4e79bf3f4 req-ba8125ff-d8cf-4aa8-9cb5-62cc5fddd7be tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208659 Feb 11 13:24:55.042870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2660d7d5-d2c1-4859-a173-398af0341312 None None] Provisioning complete for port 34f93903-96f3-4a93-8c2f-6ccb7448fec8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:55.046319 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2660d7d5-d2c1-4859-a173-398af0341312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.046835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Allocated IP 19.80.0.209 (d8848621-0a56-4fd9-8e9c-98a10de86571/e876367c-0f3a-49de-9442-d0ba2170904a/d741eed3-8013-45e0-ae07-fbfdb0076959) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:55.047941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0eaa1f36-2fbd-428d-b6db-bbcd6b532d89 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.053873 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.140314 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.222684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] device_id is not set on port cac4bf69-3014-469a-835a-4bf03a5edb0c yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:24:55.395686 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.444788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2660d7d5-d2c1-4859-a173-398af0341312 None None] Provisioning for port dedede90-615e-47bf-b9dc-ff16e97db9ae completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:55.453691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2660d7d5-d2c1-4859-a173-398af0341312 None None] Provisioning complete for port dedede90-615e-47bf-b9dc-ff16e97db9ae triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:55.454203 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2660d7d5-d2c1-4859-a173-398af0341312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.529665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8396329a-fe49-40ec-8273-f05f6f6e42a5']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:55.538420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa1f36-2fbd-428d-b6db-bbcd6b532d89 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=084e2cba-0c7a-4f2e-9f3b-ef2d689ff710,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:55.573379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0eaa1f36-2fbd-428d-b6db-bbcd6b532d89 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.584692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cd360a-0784-4230-b5b4-557a9282e8b0 None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:55.599464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63525ef7-b4ea-4b5c-88df-fa142651a02d') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:55.599761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63525ef7-b4ea-4b5c-88df-fa142651a02d') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:55.665325 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.677495 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0eaa1f36-2fbd-428d-b6db-bbcd6b532d89 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/084e2cba-0c7a-4f2e-9f3b-ef2d689ff710 HTTP/1.1" status: 204 len: 168 time: 2.0217347 Feb 11 13:24:55.682665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44438) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:55.694395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2660d7d5-d2c1-4859-a173-398af0341312 None None] Port dedede90-615e-47bf-b9dc-ff16e97db9ae cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:55.697979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.706894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e60a9-074a-4d92-bb50-287c219e6191 req-0e771948-6f80-40b7-b1da-aa42ccccecd0 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.711060 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca2e60a9-074a-4d92-bb50-287c219e6191 req-0e771948-6f80-40b7-b1da-aa42ccccecd0 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.4135113 Feb 11 13:24:55.712072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53a170-40c7-41a2-b80e-3c93081d7f75 None None] Network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:55.747635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:24:55.747635 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.869633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-de65cfb9-6a2f-4154-9342-c8fec1afb2ef None None] Provisioning for port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:55.877886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b115ba9-8df7-42ed-b9aa-5e6d536ce93e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet 7f5ce7a5-fb09-4a0e-a883-e746667e4231 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:24:55.888498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4107a95-08ac-4728-8ead-510484e42268 req-6be77d02-44b2-4691-bc59-258d8a5e06c4 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.892818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4107a95-08ac-4728-8ead-510484e42268 req-6be77d02-44b2-4691-bc59-258d8a5e06c4 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.894414 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e4107a95-08ac-4728-8ead-510484e42268 req-6be77d02-44b2-4691-bc59-258d8a5e06c4 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 1653 time: 0.4244108 Feb 11 13:24:55.932149 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b115ba9-8df7-42ed-b9aa-5e6d536ce93e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:55.972870 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:56.050620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.093358 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.106785 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.113481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] Pushing event deleted for resources: {'Network': ['ID=8396329a-fe49-40ec-8273-f05f6f6e42a5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:56.119772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-23566f08-cd9f-495e-846c-c548135d967c tempest-BulkNetworkOpsIpV6Test-1117934706 tempest-BulkNetworkOpsIpV6Test-1117934706-project] 10.222.0.67 "DELETE /v2.0/networks/8396329a-fe49-40ec-8273-f05f6f6e42a5 HTTP/1.1" status: 204 len: 168 time: 1.4188933 Feb 11 13:24:56.125430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Allocated IP 10.1.1.119 (95f48932-3549-4717-a741-07775a88517a/bb47b466-4262-4b47-98eb-ed0225161d1c/cac4bf69-3014-469a-835a-4bf03a5edb0c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:56.131308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b115ba9-8df7-42ed-b9aa-5e6d536ce93e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.143197 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca2e60a9-074a-4d92-bb50-287c219e6191 req-68eeff9b-f334-4a4f-934d-19e188e1f5a6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700928 Feb 11 13:24:56.160752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Transition to ACTIVE for port object d741eed3-8013-45e0-ae07-fbfdb0076959 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:56.181312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 92efa770-b4f0-40ef-b057-2ca53b46b3b7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:56.190056 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.214787 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e4107a95-08ac-4728-8ead-510484e42268 req-bee9faab-ac67-4dc2-affd-a0137cf19ebd tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840357 Feb 11 13:24:56.512285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:56.537662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:56.538239 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.583397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Port': ['ID=d741eed3-8013-45e0-ae07-fbfdb0076959,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:56.612939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44458) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:56.683799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network d8848621-0a56-4fd9-8e9c-98a10de86571 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:56.685218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:56.699189 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b115ba9-8df7-42ed-b9aa-5e6d536ce93e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.701289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:56.808675 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.886012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.888148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.925317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 92efa770-b4f0-40ef-b057-2ca53b46b3b7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=92efa770-b4f0-40ef-b057-2ca53b46b3b7,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:56.933069 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.934239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 34f93903-96f3-4a93-8c2f-6ccb7448fec8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:56.945776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5183c85-04b2-485c-8387-5ae24aa8be28 req-13eff949-6b04-4565-8e71-4ad47971ee61 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.955755 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5183c85-04b2-485c-8387-5ae24aa8be28 req-13eff949-6b04-4565-8e71-4ad47971ee61 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.4405940 Feb 11 13:24:56.987187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-1d7d2d77-eb44-4d17-900b-5e7be4986808 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1258123 Feb 11 13:24:57.046611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Request body: {'port': {'device_id': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:57.069998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=92efa770-b4f0-40ef-b057-2ca53b46b3b7,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:57.123435 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b115ba9-8df7-42ed-b9aa-5e6d536ce93e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.167313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 34f93903-96f3-4a93-8c2f-6ccb7448fec8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:57.167886 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.193282 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5183c85-04b2-485c-8387-5ae24aa8be28 req-a682f0ea-8c80-45a7-a8e1-8549fc3d2206 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359080 Feb 11 13:24:57.229791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2af0e-15cc-457b-a9eb-b43733437331 req-2bef7b00-c772-42b0-99ae-03580840d612 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.238246 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bf2af0e-15cc-457b-a9eb-b43733437331 req-2bef7b00-c772-42b0-99ae-03580840d612 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 943 time: 0.7482369 Feb 11 13:24:57.278945 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.286114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2c08bc90-ab85-4f73-892b-a05425970b11 None None] Provisioning for port d741eed3-8013-45e0-ae07-fbfdb0076959 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:57.300846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2c08bc90-ab85-4f73-892b-a05425970b11 None None] Provisioning complete for port d741eed3-8013-45e0-ae07-fbfdb0076959 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:57.301216 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c08bc90-ab85-4f73-892b-a05425970b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.316232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b115ba9-8df7-42ed-b9aa-5e6d536ce93e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5ce7a5-fb09-4a0e-a883-e746667e4231,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:57.357929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Transition to ACTIVE for port object cac4bf69-3014-469a-835a-4bf03a5edb0c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:57.378996 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7f6bc333-c541-4c54-b081-f460e10f4139 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bac8fb0d60dd402ba38a7e2779aa127f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7472930 Feb 11 13:24:57.397547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44478) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:57.424063 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7b115ba9-8df7-42ed-b9aa-5e6d536ce93e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.451907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2c08bc90-ab85-4f73-892b-a05425970b11 None None] Port d741eed3-8013-45e0-ae07-fbfdb0076959 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:57.481317 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7b115ba9-8df7-42ed-b9aa-5e6d536ce93e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/7f5ce7a5-fb09-4a0e-a883-e746667e4231 HTTP/1.1" status: 204 len: 168 time: 1.7973359 Feb 11 13:24:57.482254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44482) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:57.482869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2c08bc90-ab85-4f73-892b-a05425970b11 None None] Provisioning complete for port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:57.483348 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c08bc90-ab85-4f73-892b-a05425970b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.569437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bf2af0e-15cc-457b-a9eb-b43733437331 req-761886d7-d2e9-4e59-b76d-7c9280185a29 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301909 Feb 11 13:24:57.579594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.598593 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea89d1bb-7797-4f2e-9bae-f4467b0d7a36 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:57.603184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea89d1bb-7797-4f2e-9bae-f4467b0d7a36 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:57.614344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea89d1bb-7797-4f2e-9bae-f4467b0d7a36 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/084e2cba-0c7a-4f2e-9f3b-ef2d689ff710 HTTP/1.1" status: 404 len: 337 time: 0.1191561 Feb 11 13:24:57.615171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44486) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:57.710809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c45357-f2ad-4722-8786-d2940fffbbf8 None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:24:57.715292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.782056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ae2b2-00c4-4f45-b6cb-6bf0e3c6ad72 req-3a9e122d-aa73-433a-9896-1c0f16de92b7 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.785352 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b76ae2b2-00c4-4f45-b6cb-6bf0e3c6ad72 req-3a9e122d-aa73-433a-9896-1c0f16de92b7 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.3656058 Feb 11 13:24:57.818374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3456378c-f553-459b-8354-115d7b42c01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.892785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-30db50bf-a173-4809-84c9-9c459152817d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting subnet 16128bc4-8206-48d5-a758-ab8d74380d03 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:24:57.930699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1144dffa-f820-4d6b-b643-0d4761657e40 None None] Provisioning complete for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:57.931139 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1144dffa-f820-4d6b-b643-0d4761657e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.935153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network 95f48932-3549-4717-a741-07775a88517a is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:57.943785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30db50bf-a173-4809-84c9-9c459152817d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.029006 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:58.050806 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3456378c-f553-459b-8354-115d7b42c01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.058930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Port': ['ID=cac4bf69-3014-469a-835a-4bf03a5edb0c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.059776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 92efa770-b4f0-40ef-b057-2ca53b46b3b7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:24:58.063779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:24:58.112618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:24:58.273135 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30db50bf-a173-4809-84c9-9c459152817d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.349069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1c1298-5156-4601-90e1-4952a589a5d3 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:58.356840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.374692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Transition to ACTIVE for port object 4c1c1298-5156-4601-90e1-4952a589a5d3 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:58.391526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.392472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.419983 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.430927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3456378c-f553-459b-8354-115d7b42c01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.435066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:58.500546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'port_id': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'mac_address': 'fa:16:3e:06:dd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:24:58.541484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43607af-51be-443b-a443-756c1e441c10 req-b0b49e5f-6796-4e21-ba4f-30a8753d24f3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.545370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43607af-51be-443b-a443-756c1e441c10 req-b0b49e5f-6796-4e21-ba4f-30a8753d24f3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.568309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43607af-51be-443b-a443-756c1e441c10 req-b0b49e5f-6796-4e21-ba4f-30a8753d24f3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.570306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a43607af-51be-443b-a443-756c1e441c10 req-b0b49e5f-6796-4e21-ba4f-30a8753d24f3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2375 time: 0.3978698 Feb 11 13:24:58.571137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456378c-f553-459b-8354-115d7b42c01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b721b7e-7206-4efe-aed7-77bb8d9f167f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.584682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-25f503ed-8b62-4cf9-b638-2edaa28d8271 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2683837 Feb 11 13:24:58.585630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3456378c-f553-459b-8354-115d7b42c01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.586673 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3456378c-f553-459b-8354-115d7b42c01f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1b721b7e-7206-4efe-aed7-77bb8d9f167f HTTP/1.1" status: 204 len: 168 time: 1.1716838 Feb 11 13:24:58.681043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a43607af-51be-443b-a443-756c1e441c10 req-c7db50e5-9796-450b-9c7e-b59e05332331 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017902 Feb 11 13:24:58.687440 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30db50bf-a173-4809-84c9-9c459152817d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.698569 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b76ae2b2-00c4-4f45-b6cb-6bf0e3c6ad72 req-e0f10d12-882a-4ba8-b2b3-2fa4d0af77a2 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9065125 Feb 11 13:24:58.771158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1144dffa-f820-4d6b-b643-0d4761657e40 None None] Provisioning complete for port e9105f44-0130-427f-b70b-f119ba78f457 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:58.771574 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1144dffa-f820-4d6b-b643-0d4761657e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.868315 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:58.868713 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.874983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Pushing event updated for resources: {'Port': ['ID=4c1c1298-5156-4601-90e1-4952a589a5d3,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.888526 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30db50bf-a173-4809-84c9-9c459152817d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.987450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4333b0cf-540c-43e2-85c0-3d02cab94d3a req-f4f734a4-f2d9-4e3a-b0fa-a91ee09a7b98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 1094 time: 0.6109366 Feb 11 13:24:58.994524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Attempting to bind port 4c1c1298-5156-4601-90e1-4952a589a5d3 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:58.995027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Attempting to bind port 4c1c1298-5156-4601-90e1-4952a589a5d3 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:58.995360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Attempting to bind port 4c1c1298-5156-4601-90e1-4952a589a5d3 on network d8848621-0a56-4fd9-8e9c-98a10de86571 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:24:58.997950 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.001285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Port 4c1c1298-5156-4601-90e1-4952a589a5d3 on network d8848621-0a56-4fd9-8e9c-98a10de86571 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:24:59.001606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Attempting to bind port 4c1c1298-5156-4601-90e1-4952a589a5d3 on network d8848621-0a56-4fd9-8e9c-98a10de86571 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:24:59.009001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:24:59.009351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Checking segment: {'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:24:59.009732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Bound using segment: {'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:24:59.010163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Bound port: 4c1c1298-5156-4601-90e1-4952a589a5d3, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:59.010508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.035323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db50bf-a173-4809-84c9-9c459152817d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Subnet': ['ID=16128bc4-8206-48d5-a758-ab8d74380d03,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:59.058705 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30db50bf-a173-4809-84c9-9c459152817d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.060200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:59.080595 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-30db50bf-a173-4809-84c9-9c459152817d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/16128bc4-8206-48d5-a758-ab8d74380d03 HTTP/1.1" status: 204 len: 168 time: 1.4613743 Feb 11 13:24:59.090673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44524) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:59.119539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1144dffa-f820-4d6b-b643-0d4761657e40 None None] Port e9105f44-0130-427f-b70b-f119ba78f457 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:59.157051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:59.168026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.207980 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaacab7-38e3-47a0-aeae-3bbaf21e7aab tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:59.208569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaacab7-38e3-47a0-aeae-3bbaf21e7aab tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:59.213117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3eaacab7-38e3-47a0-aeae-3bbaf21e7aab tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/4c86ed43-afd7-4292-9c02-3e2fa4c091cc HTTP/1.1" status: 404 len: 337 time: 0.1212945 Feb 11 13:24:59.215716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44528) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:59.277268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-546906ce-a528-4770-aeea-4b9a1915f8bc tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8b6f056-423e-412b-8281-1e7c0733b647 HTTP/1.1" status: 200 len: 205 time: 0.0600977 Feb 11 13:24:59.279551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44534) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:59.484998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:59.582838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['11718c7b-f8e0-47c6-ac6b-d6a85d189b80'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:24:59.691885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44544) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:59.715238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428483749', 'description': 'tempest-description--882019299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:24:59.740088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] For port 4c1c1298-5156-4601-90e1-4952a589a5d3, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:59.753744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:24:59.763860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:security_group and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:24:59.793325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333b0cf-540c-43e2-85c0-3d02cab94d3a req-54db6020-8a61-4fa2-852c-351160c6f470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.795195 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4333b0cf-540c-43e2-85c0-3d02cab94d3a req-54db6020-8a61-4fa2-852c-351160c6f470 service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 0.7583966 Feb 11 13:24:59.796151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:24:59.824074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-153475b3-0253-4a06-bd74-1a1f76cea633 None None] Provisioning for port cac4bf69-3014-469a-835a-4bf03a5edb0c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:59.833081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-153475b3-0253-4a06-bd74-1a1f76cea633 None None] Provisioning complete for port cac4bf69-3014-469a-835a-4bf03a5edb0c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:59.833525 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-153475b3-0253-4a06-bd74-1a1f76cea633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.907287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-153475b3-0253-4a06-bd74-1a1f76cea633 None None] Port cac4bf69-3014-469a-835a-4bf03a5edb0c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:24:59.956202 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-1c916646-7898-4525-9fe1-220672abbf9f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] delete failed (client error): The resource could not be found. Feb 11 13:24:59.957928 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1c916646-7898-4525-9fe1-220672abbf9f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/routers/c8b6f056-423e-412b-8281-1e7c0733b647 HTTP/1.1" status: 404 len: 336 time: 0.6768758 Feb 11 13:24:59.962475 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4333b0cf-540c-43e2-85c0-3d02cab94d3a req-4c2eb577-3602-44fa-99eb-40d636ac7d9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80 HTTP/1.1" status: 200 len: 999 time: 0.1517620 Feb 11 13:24:59.964240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44554) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:24:59.965124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:24:59.970188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] For port 4c1c1298-5156-4601-90e1-4952a589a5d3, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4c1c1298-5156-4601-90e1-4952a589a5d3,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:00.053268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47a506a9-ef54-47da-be4c-a583a57a1deb req-561b1d7f-8e26-4a5e-841e-4aed0b17ef73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 1097 time: 0.3012819 Feb 11 13:25:00.098356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c1d8c-eaea-4c79-8dfa-8c0f979250a8 req-1e8e4d3f-b759-4268-9e20-ecb1ac5b3861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.109953 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-790c1d8c-eaea-4c79-8dfa-8c0f979250a8 req-1e8e4d3f-b759-4268-9e20-ecb1ac5b3861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 944 time: 0.2796202 Feb 11 13:25:00.269579 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-790c1d8c-eaea-4c79-8dfa-8c0f979250a8 req-9d0344ba-e3f6-41ea-82c6-20e65bb853ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533012 Feb 11 13:25:00.286868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.302035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333b0cf-540c-43e2-85c0-3d02cab94d3a req-0edd0acf-8bff-4d36-af5f-25cdeed505df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.304823 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4333b0cf-540c-43e2-85c0-3d02cab94d3a req-0edd0acf-8bff-4d36-af5f-25cdeed505df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.1025901 Feb 11 13:25:00.304958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f67b4-9160-4a4f-a49b-4fc2b44f7d3e None None] Network 798317f9-de1a-4252-87b0-6cc928f9d0f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:25:00.351204 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.353483 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] 10.222.0.73 "PUT /v2.0/ports/4c1c1298-5156-4601-90e1-4952a589a5d3 HTTP/1.1" status: 200 len: 1091 time: 3.3211114 Feb 11 13:25:00.365479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dca3ca5d-4fff-4ad6-8030-8987bdb2777b req-75d1159d-138f-466d-a268-9f2dd53a291d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1096 time: 0.8327105 Feb 11 13:25:00.374805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a506a9-ef54-47da-be4c-a583a57a1deb req-5dbf495d-bc21-41b5-8766-3c450cae230e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.378110 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47a506a9-ef54-47da-be4c-a583a57a1deb req-5dbf495d-bc21-41b5-8766-3c450cae230e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 914 time: 0.3188968 Feb 11 13:25:00.465940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'tag': '4c1c1298-5156-4601-90e1-4952a589a5d3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:00.489189 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d08bdc-826e-47ef-9838-9e948218d4de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:25:00.489540 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47a506a9-ef54-47da-be4c-a583a57a1deb req-5951e58d-5182-4b9e-a068-0a3c6214b4fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 HTTP/1.1" status: 200 len: 217 time: 0.1041510 Feb 11 13:25:00.490139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d08bdc-826e-47ef-9838-9e948218d4de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:25:00.492144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-59d08bdc-826e-47ef-9838-9e948218d4de tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/6c2f7b07-ed77-46d8-abab-f9f42146f924 HTTP/1.1" status: 404 len: 337 time: 0.4632857 Feb 11 13:25:00.496266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44568) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:00.511943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Request body: {'port': {'device_id': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:00.594290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b4bae324-db4d-46f0-9627-7f4c37ddc9a8 None None] Provisioning complete for port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:00.594918 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dca3ca5d-4fff-4ad6-8030-8987bdb2777b req-895779a0-c290-448b-aeca-916eeedf3459 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163260 Feb 11 13:25:00.595986 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4bae324-db4d-46f0-9627-7f4c37ddc9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.601108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44572) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:00.603431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.666248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:00.670486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:security_group_rule and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:00.674194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:00.682328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:00.743202 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5abfa1-f3eb-4153-af09-4def7969b389 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:25:00.744020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5abfa1-f3eb-4153-af09-4def7969b389 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:25:00.746021 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4e5abfa1-f3eb-4153-af09-4def7969b389 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/c8c7855f-0350-49c8-ae0b-6af53808e220 HTTP/1.1" status: 404 len: 337 time: 0.2426589 Feb 11 13:25:00.754661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.755767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44578) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:00.785107 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.799432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a506a9-ef54-47da-be4c-a583a57a1deb req-b3ef4dc4-ccbb-41b8-a107-6ea4d3e6c550 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.801474 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47a506a9-ef54-47da-be4c-a583a57a1deb req-b3ef4dc4-ccbb-41b8-a107-6ea4d3e6c550 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 200 len: 853 time: 0.3043518 Feb 11 13:25:00.889135 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47a506a9-ef54-47da-be4c-a583a57a1deb req-c773ac34-d9c2-403a-93e0-b303e3dd6ce6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788825 Feb 11 13:25:00.906396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f3c77c-60d3-42c2-9866-2576c05e1893,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:00.935862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b4bae324-db4d-46f0-9627-7f4c37ddc9a8 None None] Provisioning complete for port e9105f44-0130-427f-b70b-f119ba78f457 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:00.937575 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4bae324-db4d-46f0-9627-7f4c37ddc9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.954756 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-100c614e-07e8-4d5b-9f2b-d2206acd2599 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:25:00.956108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100c614e-07e8-4d5b-9f2b-d2206acd2599 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:25:00.995538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c123a862-05e0-41b7-a96f-3a73508c0239 None None] DHCP port deletion for 798317f9-de1a-4252-87b0-6cc928f9d0f0 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:25:01.039106 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-100c614e-07e8-4d5b-9f2b-d2206acd2599 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/5401943c-85ab-4846-b6d2-b6543e9eae23 HTTP/1.1" status: 404 len: 337 time: 0.2613356 Feb 11 13:25:01.044162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.048336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e7477f93-7f00-4088-addd-2977708a49ef tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.3471963 Feb 11 13:25:01.048336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd879-9690-4b0f-9c8f-6fa7cb82ba2e service neutron] Pushing event updated for resources: {'Port': ['ID=4c1c1298-5156-4601-90e1-4952a589a5d3,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:01.055580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b4bae324-db4d-46f0-9627-7f4c37ddc9a8 None None] Port e9105f44-0130-427f-b70b-f119ba78f457 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:25:01.060186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44582) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:01.060516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:01.062913 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c123a862-05e0-41b7-a96f-3a73508c0239 None None] Deleting port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:01.063549 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c123a862-05e0-41b7-a96f-3a73508c0239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.064967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-620931725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:01.079857 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47a506a9-ef54-47da-be4c-a583a57a1deb req-10f0d59b-b02c-476a-83ae-0f9d6c34ebd7 service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834753 Feb 11 13:25:01.090829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'security_group_rule': {'security_group_id': '15f3c77c-60d3-42c2-9866-2576c05e1893', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:01.091935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990a059-63e9-4902-9105-d1008d38aee4 req-1f836b84-8720-4115-9289-eb8110062a61 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:01.095939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990a059-63e9-4902-9105-d1008d38aee4 req-1f836b84-8720-4115-9289-eb8110062a61 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:01.098455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:01.099860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990a059-63e9-4902-9105-d1008d38aee4 req-1f836b84-8720-4115-9289-eb8110062a61 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:01.104708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:security_group_rule and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:01.108128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:01.109333 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a990a059-63e9-4902-9105-d1008d38aee4 req-1f836b84-8720-4115-9289-eb8110062a61 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2387 time: 0.4527283 Feb 11 13:25:01.115772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:01.120605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Usage tracker for resource:router and tenant:7befddd4e68a4a529275d8e75272511a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:01.123613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:01.130752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:01.154846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284885b8-795f-4ec5-bcb9-8ebb90b0e75f req-47e234b4-c510-474c-96d8-8f22ff11e4ad tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:01.164148 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-284885b8-795f-4ec5-bcb9-8ebb90b0e75f req-47e234b4-c510-474c-96d8-8f22ff11e4ad tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 1.1913457 Feb 11 13:25:01.234149 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.235224 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.244702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:01.255256 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4333b0cf-540c-43e2-85c0-3d02cab94d3a req-6fa323f2-bf7f-4748-9a56-3e0329494c1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8474548 Feb 11 13:25:01.263291 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.288025 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5102cba-2d9b-4ffc-b2d8-c75e34578b1f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:25:01.288333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5102cba-2d9b-4ffc-b2d8-c75e34578b1f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:25:01.292757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b5102cba-2d9b-4ffc-b2d8-c75e34578b1f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/45f90eb9-7832-41b1-a2e9-cb49d6746cb7 HTTP/1.1" status: 404 len: 333 time: 0.2184412 Feb 11 13:25:01.292938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a990a059-63e9-4902-9105-d1008d38aee4 req-3e06a114-033a-4544-a29a-6791367b7558 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812446 Feb 11 13:25:01.336999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44592) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:01.354867 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47a506a9-ef54-47da-be4c-a583a57a1deb req-958246b1-48e4-47d2-96ca-daecdab5af37 service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428598 Feb 11 13:25:01.389242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c123a862-05e0-41b7-a96f-3a73508c0239 None None] For port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,segment=NetworkSegment(4834c6d4-1092-4aa6-aeb9-5cf6728191f3),segment_id=4834c6d4-1092-4aa6-aeb9-5cf6728191f3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:01.389741 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c123a862-05e0-41b7-a96f-3a73508c0239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.399046 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1715240-061a-4747-861b-d1adde5b8c5d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:25:01.399516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1715240-061a-4747-861b-d1adde5b8c5d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:25:01.462825 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e1715240-061a-4747-861b-d1adde5b8c5d tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/c27c2669-5bb7-481e-9045-3d3f43997d9c HTTP/1.1" status: 404 len: 337 time: 0.1226227 Feb 11 13:25:01.465421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44598) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:01.510003 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-541e2ae3-a72f-48d9-8667-02c99801919e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:25:01.510809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541e2ae3-a72f-48d9-8667-02c99801919e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:25:01.512684 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-541e2ae3-a72f-48d9-8667-02c99801919e tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/634a47ee-6ebc-4ef1-9979-34ecbb41235d HTTP/1.1" status: 404 len: 337 time: 0.0462725 Feb 11 13:25:01.563409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44602) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:01.576477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c123a862-05e0-41b7-a96f-3a73508c0239 None None] Calling delete_port for 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:01.617961 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c3782c-df1d-4a3e-a7c7-cf11ca6edafe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:25:01.618866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c3782c-df1d-4a3e-a7c7-cf11ca6edafe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:25:01.620825 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c9c3782c-df1d-4a3e-a7c7-cf11ca6edafe tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/49b0a7f0-0560-49e7-a789-81fafefa5937 HTTP/1.1" status: 404 len: 333 time: 0.0555899 Feb 11 13:25:01.623608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44606) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:01.636889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.646903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-284885b8-795f-4ec5-bcb9-8ebb90b0e75f req-0a95db9b-2689-4e6b-973c-d6eeef9e5227 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817443 Feb 11 13:25:01.692341 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c123a862-05e0-41b7-a96f-3a73508c0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.712858 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-59825b9e-bee8-4f29-b52c-4db9fc8d556f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:25:01.717324 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.718175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59825b9e-bee8-4f29-b52c-4db9fc8d556f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:25:01.722606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-59825b9e-bee8-4f29-b52c-4db9fc8d556f tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/5485d89f-2202-42ad-b11c-cb3c6eb17f5c HTTP/1.1" status: 404 len: 337 time: 0.0977435 Feb 11 13:25:01.726148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44610) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:01.777001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123a862-05e0-41b7-a96f-3a73508c0239 None None] Pushing event deleted for resources: {'Port': ['ID=2d5c88ff-8bc9-4182-ac4a-6211e0d3350d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:01.782060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123a862-05e0-41b7-a96f-3a73508c0239 None None] No DVR routers for this DVR port 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:01.803655 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-edaf9aeb-ea18-47f0-bd17-95ff7767b215 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:25:01.804087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edaf9aeb-ea18-47f0-bd17-95ff7767b215 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:25:01.808442 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-edaf9aeb-ea18-47f0-bd17-95ff7767b215 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/subnets/bc68cd86-cf7c-4bbc-9734-e38cdf4a0d4f HTTP/1.1" status: 404 len: 337 time: 0.0783401 Feb 11 13:25:01.808635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c3c78-55c5-4790-bc36-ac776684ade5 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:25:01.812214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44614) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:01.843053 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'tag': '4c1c1298-5156-4601-90e1-4952a589a5d3', 'status': 'completed', 'code': 200} Feb 11 13:25:01.886697 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.904196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef57941-e0f2-4762-b84a-fb632b0e1d3e req-731b9247-bc20-4b04-b1b0-5c658fc3c5ab tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:01.905560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4333b0cf-540c-43e2-85c0-3d02cab94d3a req-bb629fe3-04aa-459d-9c13-b26814c3443f service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222963 Feb 11 13:25:01.910893 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ef57941-e0f2-4762-b84a-fb632b0e1d3e req-731b9247-bc20-4b04-b1b0-5c658fc3c5ab tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.3968511 Feb 11 13:25:02.005106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8fceadc7-31ac-4428-92bf-2c7e6e14f8c2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Deleting port e9105f44-0130-427f-b70b-f119ba78f457 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:02.005447 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8fceadc7-31ac-4428-92bf-2c7e6e14f8c2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.011535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:25:02.050937 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ef57941-e0f2-4762-b84a-fb632b0e1d3e req-d71daf84-2e17-4863-8835-c417f92a7124 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390374 Feb 11 13:25:02.057518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:25:02.057984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2d5c88ff-8bc9-4182-ac4a-6211e0d3350d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:25:02.065967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:02.097708 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.141959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c3c78-55c5-4790-bc36-ac776684ade5 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:25:02.177701 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.191438 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8d7151d-a41c-4c34-a112-cfbf28b5bd3a req-7a569206-05f2-4242-8134-f61ef26d4529 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2730 time: 0.3425689 Feb 11 13:25:02.208220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfdc085-c0fe-4a04-a9ca-213bf877f266,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.210122 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.211372 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6e84a441-87f9-4c16-a768-2a227d019c30 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5816476 Feb 11 13:25:02.222391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44618) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:02.233484 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4333b0cf-540c-43e2-85c0-3d02cab94d3a req-4b5c9a53-10a2-4b7d-a4d6-4b2f53509af6 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175471 Feb 11 13:25:02.243013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1640187757'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:02.248351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:02.253632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Usage tracker for resource:network and tenant:7befddd4e68a4a529275d8e75272511a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:02.256697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:02.262771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:02.285016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Made reservation on behalf of 7befddd4e68a4a529275d8e75272511a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:02.288028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.307419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.310963 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3a1c3eec-fb6f-40d9-b7ff-7ca690087cdb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2347851 Feb 11 13:25:02.314567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44626) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:02.321866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'security_group_rule': {'security_group_id': '15f3c77c-60d3-42c2-9866-2576c05e1893', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:02.327881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.364269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:02.369238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:02.369661 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.409002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:02.419231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:security_group_rule and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:02.459917 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8fceadc7-31ac-4428-92bf-2c7e6e14f8c2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.490883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:02.535642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c2a083-8462-431e-b8ce-f5223d9df44f {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:02.543003 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.570544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Transition to ACTIVE for port object 68c2a083-8462-431e-b8ce-f5223d9df44f will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:02.598267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106426b-03cb-491f-9a28-a1da7bd34f72 req-bacafbd1-a32f-4578-93b4-1961a762b838 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.602137 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4106426b-03cb-491f-9a28-a1da7bd34f72 req-bacafbd1-a32f-4578-93b4-1961a762b838 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 944 time: 0.5129576 Feb 11 13:25:02.609899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:02.614278 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.737814 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.787665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:02.817561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:02.822962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Pushing event updated for resources: {'Port': ['ID=68c2a083-8462-431e-b8ce-f5223d9df44f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.823935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8fceadc7-31ac-4428-92bf-2c7e6e14f8c2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Calling delete_port for e9105f44-0130-427f-b70b-f119ba78f457 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:02.825552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:02.830428 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.842142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Usage tracker for resource:security_group_rule and tenant:7befddd4e68a4a529275d8e75272511a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:02.932159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=10']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.982460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:02.997542 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.034509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:03.073414 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4106426b-03cb-491f-9a28-a1da7bd34f72 req-9c254c12-f74e-4b3f-8866-3d555cd8f07c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4438543 Feb 11 13:25:03.107405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7151d-a41c-4c34-a112-cfbf28b5bd3a req-f8edd6e0-8e72-4648-bb5c-209ef00e656c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.116492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7151d-a41c-4c34-a112-cfbf28b5bd3a req-f8edd6e0-8e72-4648-bb5c-209ef00e656c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.116989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7151d-a41c-4c34-a112-cfbf28b5bd3a req-f8edd6e0-8e72-4648-bb5c-209ef00e656c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.121270 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8d7151d-a41c-4c34-a112-cfbf28b5bd3a req-f8edd6e0-8e72-4648-bb5c-209ef00e656c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9228907 Feb 11 13:25:03.210047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.235886 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.277609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a81d33b-54c4-41a6-afac-e3032db3be6a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.293717 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8fceadc7-31ac-4428-92bf-2c7e6e14f8c2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.328288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.333553 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-66903d6c-6c2d-4eba-94cf-998835e7a163 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0136874 Feb 11 13:25:03.336282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44644) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:03.338569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Attempting to bind port 68c2a083-8462-431e-b8ce-f5223d9df44f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:03.338913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Attempting to bind port 68c2a083-8462-431e-b8ce-f5223d9df44f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '23749ec4-9f55-4bea-a239-154f5770a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:03.339228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Attempting to bind port 68c2a083-8462-431e-b8ce-f5223d9df44f on network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:03.369697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ca758-eeb6-428b-830d-4459b2953bd7 req-8d80f466-08e1-4b18-966d-520b180ba459 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.373752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ca758-eeb6-428b-830d-4459b2953bd7 req-8d80f466-08e1-4b18-966d-520b180ba459 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.378236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ca758-eeb6-428b-830d-4459b2953bd7 req-8d80f466-08e1-4b18-966d-520b180ba459 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.380231 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-519ca758-eeb6-428b-830d-4459b2953bd7 req-8d80f466-08e1-4b18-966d-520b180ba459 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2399 time: 0.7911537 Feb 11 13:25:03.384937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:03.385864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceadc7-31ac-4428-92bf-2c7e6e14f8c2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Port': ['ID=e9105f44-0130-427f-b70b-f119ba78f457,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.396912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:03.415385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:floatingip and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:03.419173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:03.422993 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.427785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Port 68c2a083-8462-431e-b8ce-f5223d9df44f on network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:25:03.428341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Attempting to bind port 68c2a083-8462-431e-b8ce-f5223d9df44f on network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:03.430865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:03.436519 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.463291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8fceadc7-31ac-4428-92bf-2c7e6e14f8c2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.484113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:03.484480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Checking segment: {'id': '23749ec4-9f55-4bea-a239-154f5770a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:03.485095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Bound using segment: {'id': '23749ec4-9f55-4bea-a239-154f5770a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:03.485742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Bound port: 68c2a083-8462-431e-b8ce-f5223d9df44f, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23749ec4-9f55-4bea-a239-154f5770a486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:03.486468 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.492469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7151d-a41c-4c34-a112-cfbf28b5bd3a req-d30f25af-94f1-4e46-acbb-eeea015ca4f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.494229 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8d7151d-a41c-4c34-a112-cfbf28b5bd3a req-d30f25af-94f1-4e46-acbb-eeea015ca4f8 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3650978 Feb 11 13:25:03.512771 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8fceadc7-31ac-4428-92bf-2c7e6e14f8c2 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/ports/e9105f44-0130-427f-b70b-f119ba78f457 HTTP/1.1" status: 204 len: 168 time: 1.6986353 Feb 11 13:25:03.513463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44650) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:03.522756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.549080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-519ca758-eeb6-428b-830d-4459b2953bd7 req-dd7b4d2a-704b-4a9c-8fa4-98d13b7a57e2 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390581 Feb 11 13:25:03.570923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:03.641333 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.675797 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'code': 200} Feb 11 13:25:03.738078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86f18a-3cdb-4882-a724-7556829c1ce4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.747288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.747933 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Added segment 2cef54cf-dcc0-42f2-9c7b-69292c54799f of type vlan for network 4424670b-07e5-480f-8694-a1ee0691a4ea Feb 11 13:25:03.853050 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.871318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525505-5697-4ba3-a380-055ab82cc677 req-d106471d-9a43-4c57-ad8f-689529d29f66 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.872713 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c525505-5697-4ba3-a380-055ab82cc677 req-d106471d-9a43-4c57-ad8f-689529d29f66 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.5413425 Feb 11 13:25:03.882103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.894972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] For port 68c2a083-8462-431e-b8ce-f5223d9df44f, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:03.935268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] For port 68c2a083-8462-431e-b8ce-f5223d9df44f, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68c2a083-8462-431e-b8ce-f5223d9df44f,segment=NetworkSegment(23749ec4-9f55-4bea-a239-154f5770a486),segment_id=23749ec4-9f55-4bea-a239-154f5770a486)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:03.957000 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.964303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798317f9-de1a-4252-87b0-6cc928f9d0f0']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:03.983825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4834c6d4-1092-4aa6-aeb9-5cf6728191f3') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:03.984150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4834c6d4-1092-4aa6-aeb9-5cf6728191f3') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:04.011827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.046744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.047340 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.051025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.051625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.057631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:25:04.058040 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:04.077379 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:04.088941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760c498-537f-46eb-950d-22660a8cf422 req-97bc3607-7e55-4176-a09b-a72d171edee7 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.090448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b760c498-537f-46eb-950d-22660a8cf422 req-97bc3607-7e55-4176-a09b-a72d171edee7 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.2420230 Feb 11 13:25:04.162443 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.163944 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] 10.222.0.73 "PUT /v2.0/ports/68c2a083-8462-431e-b8ce-f5223d9df44f HTTP/1.1" status: 200 len: 1091 time: 3.6564484 Feb 11 13:25:04.168850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c525505-5697-4ba3-a380-055ab82cc677 req-2b2d6fb5-73c3-43df-a2ef-272f48fe3a73 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796481 Feb 11 13:25:04.170428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'tag': '68c2a083-8462-431e-b8ce-f5223d9df44f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:04.191665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d181e-dae3-446c-8815-a7c14f8813dc service neutron] Pushing event updated for resources: {'Port': ['ID=68c2a083-8462-431e-b8ce-f5223d9df44f,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:04.193036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a481266f-3e38-43c9-9cfd-81765f187fff req-c16127f0-2bd9-4505-b6bd-8b7f63a262a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 1097 time: 0.3034329 Feb 11 13:25:04.221878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9909325 Feb 11 13:25:04.229160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44658) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:04.242792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.243041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Request body: {'port': {'device_id': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:04.246037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'subnet': {'network_id': '4424670b-07e5-480f-8694-a1ee0691a4ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:04.275268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728c5e7-7f5a-494b-a33b-aff9b096de03 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Network': ['ID=4424670b-07e5-480f-8694-a1ee0691a4ea,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:04.290495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 4424670b-07e5-480f-8694-a1ee0691a4ea details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:25:04.300510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.314679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.468104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.569111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] Pushing event deleted for resources: {'Network': ['ID=798317f9-de1a-4252-87b0-6cc928f9d0f0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:04.593586 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-931e30e2-8a8b-4f59-9b2a-11ec742b79e4 tempest-PortsTestJSON-1492707041 tempest-PortsTestJSON-1492707041-project] 10.222.0.67 "DELETE /v2.0/networks/798317f9-de1a-4252-87b0-6cc928f9d0f0 HTTP/1.1" status: 204 len: 168 time: 1.0768163 Feb 11 13:25:04.604254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b760c498-537f-46eb-950d-22660a8cf422 req-eb75e2d4-da56-46f1-9c28-5c046d6a9e28 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582231 Feb 11 13:25:04.609681 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a481266f-3e38-43c9-9cfd-81765f187fff req-e81ecbca-f549-4f4a-aaf3-8a250f72b44f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069500 Feb 11 13:25:04.657723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:04.670571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Usage tracker for resource:subnet and tenant:7befddd4e68a4a529275d8e75272511a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:04.677858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:04.684231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:04.695209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Made reservation on behalf of 7befddd4e68a4a529275d8e75272511a for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:04.793227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Allocated IP 172.25.4.52 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/b0b73a68-2e7d-4cd1-8846-beed6ff43c78) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:04.890152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.907216 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'tag': '68c2a083-8462-431e-b8ce-f5223d9df44f', 'status': 'completed', 'code': 200} Feb 11 13:25:05.071575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44674) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:05.096034 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.116110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcca240-8744-40dc-b988-60ab5c50dd61 req-12c09ed2-337b-44a8-8638-5c4da9281d17 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.117939 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6dcca240-8744-40dc-b988-60ab5c50dd61 req-12c09ed2-337b-44a8-8638-5c4da9281d17 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 946 time: 0.6299295 Feb 11 13:25:05.175970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1cc1c-4b2c-428f-a043-b894c54a72fa req-5a945e64-0fc9-4574-9e37-bed76d3d5cf9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.177440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80b1cc1c-4b2c-428f-a043-b894c54a72fa req-5a945e64-0fc9-4574-9e37-bed76d3d5cf9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.2370048 Feb 11 13:25:05.189898 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5a09beb-5371-4792-9e21-01bb2966b2b7 req-4b15a61b-c805-49d4-bf38-cee3923fbbc2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2797 time: 0.2832224 Feb 11 13:25:05.232555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6dcca240-8744-40dc-b988-60ab5c50dd61 req-beb53330-55f1-4bd2-a073-9d892c4e67a4 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074660 Feb 11 13:25:05.244492 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.463685 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80b1cc1c-4b2c-428f-a043-b894c54a72fa req-9a8491cd-9b4c-46b7-bdab-27000adce436 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706318 Feb 11 13:25:05.505520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-61d9bb0a-523c-41c5-b167-abdf6b6652b1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b2e27848a419477b841c897cc781976d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4230590 Feb 11 13:25:05.512488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44684) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:05.529334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a09beb-5371-4792-9e21-01bb2966b2b7 req-c6a6e520-5d8b-466a-9171-c4edf53e2272 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.529943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a09beb-5371-4792-9e21-01bb2966b2b7 req-c6a6e520-5d8b-466a-9171-c4edf53e2272 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.530322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a09beb-5371-4792-9e21-01bb2966b2b7 req-c6a6e520-5d8b-466a-9171-c4edf53e2272 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.531978 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5a09beb-5371-4792-9e21-01bb2966b2b7 req-c6a6e520-5d8b-466a-9171-c4edf53e2272 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3046033 Feb 11 13:25:05.534864 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.545558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:05.558441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:05.560547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Port': ['ID=b0b73a68-2e7d-4cd1-8846-beed6ff43c78,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:05.570407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:05.618746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d741eed3-8013-45e0-ae07-fbfdb0076959 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:05.639687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.653685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Subnet': ['ID=e67eecf4-1717-4ed5-9da6-34e2775c59d1,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:05.698140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Transition to ACTIVE for port object d741eed3-8013-45e0-ae07-fbfdb0076959 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:05.708439 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.720088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-161808173', 'description': 'tempest-description-406283222'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:05.761548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:05.784171 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a10a500d-5e7e-4dc4-b40f-ef0efe5c0ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.823719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e7ca-9f1a-49df-8a2f-f9fa5523b27d req-93b53390-ba90-41aa-ac8a-9f4a4b47908e tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.830187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e7ca-9f1a-49df-8a2f-f9fa5523b27d req-93b53390-ba90-41aa-ac8a-9f4a4b47908e tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.834302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e7ca-9f1a-49df-8a2f-f9fa5523b27d req-93b53390-ba90-41aa-ac8a-9f4a4b47908e tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.835290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4419e7ca-9f1a-49df-8a2f-f9fa5523b27d req-93b53390-ba90-41aa-ac8a-9f4a4b47908e tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:05.836315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:05.942273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a09beb-5371-4792-9e21-01bb2966b2b7 req-bbfb7c86-a4ef-4cbf-a4ac-2ec7ee5008bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.944380 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5a09beb-5371-4792-9e21-01bb2966b2b7 req-bbfb7c86-a4ef-4cbf-a4ac-2ec7ee5008bd service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4043400 Feb 11 13:25:05.945201 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.971243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Checking segment: {'id': '2cef54cf-dcc0-42f2-9c7b-69292c54799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4424670b-07e5-480f-8694-a1ee0691a4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:05.971544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network hostable DHCP agents. Network: 4424670b-07e5-480f-8694-a1ee0691a4ea, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:05.978944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d741eed3-8013-45e0-ae07-fbfdb0076959,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:06.001882 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a10a500d-5e7e-4dc4-b40f-ef0efe5c0ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.018077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:06.023530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Usage tracker for resource:security_group_rule and tenant:2694ce8d3495494682b310ea1520dd5d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:06.026756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:06.034339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:06.060833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4419e7ca-9f1a-49df-8a2f-f9fa5523b27d req-93b53390-ba90-41aa-ac8a-9f4a4b47908e tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:06.061747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network 4424670b-07e5-480f-8694-a1ee0691a4ea is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:06.063080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4419e7ca-9f1a-49df-8a2f-f9fa5523b27d req-93b53390-ba90-41aa-ac8a-9f4a4b47908e tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2399 time: 0.6034920 Feb 11 13:25:06.088573 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a10a500d-5e7e-4dc4-b40f-ef0efe5c0ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.093348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 4424670b-07e5-480f-8694-a1ee0691a4ea) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:06.102522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe5140-486d-40ba-b7fa-ee7227a2dd0d None None] Network 4424670b-07e5-480f-8694-a1ee0691a4ea requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:25:06.120187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.120762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.197684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a500d-5e7e-4dc4-b40f-ef0efe5c0ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe2884b-2a8f-4f23-b36d-c494aa02a5ae,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:06.230929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.235894 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.273926 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4419e7ca-9f1a-49df-8a2f-f9fa5523b27d req-77ab38a2-9368-4d8c-80e1-04d38f36d711 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886024 Feb 11 13:25:06.341477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27caf93d-2d5b-43f0-a12c-94534f120a07,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:06.351249 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e072ec42-1f65-48b5-8cf8-ab277ec2c327 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1153760 Feb 11 13:25:06.354176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44718) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:06.369947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'network': {'name': 'tempest-router-network01--1351071335'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:06.385226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:06.391471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.396989 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26a5642f-d57f-461a-818b-797682d66019 req-3295a887-a1c0-47d1-8048-be8c0e614a3b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1645 time: 0.7439163 Feb 11 13:25:06.410214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Usage tracker for resource:network and tenant:7befddd4e68a4a529275d8e75272511a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:06.414248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:06.419998 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.433030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:06.453954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Made reservation on behalf of 7befddd4e68a4a529275d8e75272511a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:06.469466 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a10a500d-5e7e-4dc4-b40f-ef0efe5c0ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.470868 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a10a500d-5e7e-4dc4-b40f-ef0efe5c0ce2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6fe2884b-2a8f-4f23-b36d-c494aa02a5ae HTTP/1.1" status: 204 len: 168 time: 0.9489448 Feb 11 13:25:06.479887 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.506837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-4424670b-07e5-480f-8694-a1ee0691a4ea', 'network_id': '4424670b-07e5-480f-8694-a1ee0691a4ea', 'tenant_id': '7befddd4e68a4a529275d8e75272511a', 'fixed_ips': [{'subnet_id': 'e67eecf4-1717-4ed5-9da6-34e2775c59d1'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:25:06.507751 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.533175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Attempting to bind port d741eed3-8013-45e0-ae07-fbfdb0076959 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:06.533714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Attempting to bind port d741eed3-8013-45e0-ae07-fbfdb0076959 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:06.534301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Attempting to bind port d741eed3-8013-45e0-ae07-fbfdb0076959 on network d8848621-0a56-4fd9-8e9c-98a10de86571 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:06.543858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Port d741eed3-8013-45e0-ae07-fbfdb0076959 on network d8848621-0a56-4fd9-8e9c-98a10de86571 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:25:06.545186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Attempting to bind port d741eed3-8013-45e0-ae07-fbfdb0076959 on network d8848621-0a56-4fd9-8e9c-98a10de86571 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:06.559568 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.575314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:06.601690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.602047 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Added segment 920b6697-fa9a-44fd-beb4-5345e88bc7e7 of type vlan for network ccf8fe0f-a740-40ae-a81b-47d45887cc3e Feb 11 13:25:06.608100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:06.608899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Checking segment: {'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:06.609988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Bound using segment: {'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:06.611766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Bound port: d741eed3-8013-45e0-ae07-fbfdb0076959, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c828f9eb-3454-4480-99ff-c269c594c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:06.612689 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.707936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.879349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:06.941711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.951851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.951851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.018553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Allocated IP 2001:db8::2 (4424670b-07e5-480f-8694-a1ee0691a4ea/e67eecf4-1717-4ed5-9da6-34e2775c59d1/384d442e-bbfe-431c-bdf9-b141ba2d7ce6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:07.104686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] For port d741eed3-8013-45e0-ae07-fbfdb0076959, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:07.130671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] For port d741eed3-8013-45e0-ae07-fbfdb0076959, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d741eed3-8013-45e0-ae07-fbfdb0076959,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:07.140035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.147390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7880876 Feb 11 13:25:07.152894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44744) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:07.196039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d6c4-8a0a-485d-9ff4-d2e635758a73 req-f5fab950-b039-4989-a960-fcb6f773adbd tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.197278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b393d6c4-8a0a-485d-9ff4-d2e635758a73 req-f5fab950-b039-4989-a960-fcb6f773adbd tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.4558525 Feb 11 13:25:07.198116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11059a65-1fec-425e-9ee6-18023500f4cf tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Network': ['ID=ccf8fe0f-a740-40ae-a81b-47d45887cc3e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:07.208662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'network': {'name': 'tempest-router-network02--1955364435'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:07.218980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.220946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/d741eed3-8013-45e0-ae07-fbfdb0076959 HTTP/1.1" status: 200 len: 1092 time: 2.9922278 Feb 11 13:25:07.222661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:07.232931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'tag': 'd741eed3-8013-45e0-ae07-fbfdb0076959'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:07.238565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network ccf8fe0f-a740-40ae-a81b-47d45887cc3e details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:25:07.262936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:07.273573 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.276907 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b393d6c4-8a0a-485d-9ff4-d2e635758a73 req-7af75883-9d67-4e78-89ad-f8a9fc1c2f7f tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732276 Feb 11 13:25:07.299139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cacde-0ef1-43ab-9e7b-ac1fb93b7df0 req-896442f9-b484-4a72-b48f-4113e971d302 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.306996 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-867cacde-0ef1-43ab-9e7b-ac1fb93b7df0 req-896442f9-b484-4a72-b48f-4113e971d302 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 946 time: 0.5540683 Feb 11 13:25:07.310801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Usage tracker for resource:network and tenant:7befddd4e68a4a529275d8e75272511a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:07.353415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:07.364586 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.411189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-867cacde-0ef1-43ab-9e7b-ac1fb93b7df0 req-1686be49-0f79-4c05-97f0-546dd0f6bdcd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022224 Feb 11 13:25:07.476545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:07.602539 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'tag': 'd741eed3-8013-45e0-ae07-fbfdb0076959', 'status': 'completed', 'code': 200} Feb 11 13:25:07.625763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Made reservation on behalf of 7befddd4e68a4a529275d8e75272511a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:07.630853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.655627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0628f-38d7-4281-841e-004fc33993f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d741eed3-8013-45e0-ae07-fbfdb0076959,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:07.659256 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.664918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-5cf959a1-6250-4723-a469-71fd843388f6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Synchronizing usage tracker for tenant:2694ce8d3495494682b310ea1520dd5d on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:07.696655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-5cf959a1-6250-4723-a469-71fd843388f6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Unset dirty status for tenant:2694ce8d3495494682b310ea1520dd5d on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:07.705329 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-5cf959a1-6250-4723-a469-71fd843388f6 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-161808173&fields=id&tenant_id=2694ce8d3495494682b310ea1520dd5d HTTP/1.1" status: 200 len: 267 time: 0.1422858 Feb 11 13:25:07.709419 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.730213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Transition to ACTIVE for port object 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:07.775063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Transition to ACTIVE for port object 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:07.794000 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.816890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Port': ['ID=b0b73a68-2e7d-4cd1-8846-beed6ff43c78,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:07.865184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-2d2f8259-23b9-470c-adb7-688af0757c99 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.872102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Network 4424670b-07e5-480f-8694-a1ee0691a4ea is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:07.879634 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-2d2f8259-23b9-470c-adb7-688af0757c99 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.1727657 Feb 11 13:25:07.881466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:07.891398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:07.896139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-380e5333-4731-4bd1-ab27-86ce0e666fb8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Request body: {'port': {'security_groups': ['d42bd8a8-f5cf-47d8-9739-eda1b1093852', '27caf93d-2d5b-43f0-a12c-94534f120a07']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:07.939756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.978371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Pushing event updated for resources: {'Port': ['ID=384d442e-bbfe-431c-bdf9-b141ba2d7ce6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:07.979236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:08.004643 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-5beae1c7-f5de-4711-b3c7-cec0977862b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2864 time: 0.6131461 Feb 11 13:25:08.006852 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.007548 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Added segment 2a2cb78b-51fc-4854-9f78-398c57e1c8aa of type vlan for network ad286bbb-8dd8-4340-9d0a-482ceb5d276b Feb 11 13:25:08.010177 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.019653 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-48405472-07a5-456e-b333-b9b7adf6b48b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6740484 Feb 11 13:25:08.116196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.121514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-c2b597f9-bfc8-496b-bd89-9b5681402c52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=4c1c1298-5156-4601-90e1-4952a589a5d3 HTTP/1.1" status: 200 len: 217 time: 0.1073987 Feb 11 13:25:08.125857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Attempting to bind port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:08.128604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Attempting to bind port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '2cef54cf-dcc0-42f2-9c7b-69292c54799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4424670b-07e5-480f-8694-a1ee0691a4ea'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:08.131698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Attempting to bind port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 on network 4424670b-07e5-480f-8694-a1ee0691a4ea {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:08.145367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-380e5333-4731-4bd1-ab27-86ce0e666fb8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.158825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:08.159709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Checking segment: {'id': '2cef54cf-dcc0-42f2-9c7b-69292c54799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4424670b-07e5-480f-8694-a1ee0691a4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:08.160388 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.164038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Bound using segment: {'id': '2cef54cf-dcc0-42f2-9c7b-69292c54799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4424670b-07e5-480f-8694-a1ee0691a4ea'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:08.165994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Bound port: 384d442e-bbfe-431c-bdf9-b141ba2d7ce6, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cef54cf-dcc0-42f2-9c7b-69292c54799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4424670b-07e5-480f-8694-a1ee0691a4ea'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:08.166913 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.352625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:08.365034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] For port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:08.368311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c241e1-a61a-4d32-9f3f-4cd833a1c578 req-e4240f03-cd6c-42ee-83a1-30fd8a98ccf6 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.375421 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-07c241e1-a61a-4d32-9f3f-4cd833a1c578 req-e4240f03-cd6c-42ee-83a1-30fd8a98ccf6 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.5597699 Feb 11 13:25:08.375952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] For port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=384d442e-bbfe-431c-bdf9-b141ba2d7ce6,segment=NetworkSegment(2cef54cf-dcc0-42f2-9c7b-69292c54799f),segment_id=2cef54cf-dcc0-42f2-9c7b-69292c54799f)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:08.386837 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.416910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-580ccf09-3c8c-45b1-a651-7329e8a9d123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.418434 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-580ccf09-3c8c-45b1-a651-7329e8a9d123 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e876367c-0f3a-49de-9442-d0ba2170904a HTTP/1.1" status: 200 len: 801 time: 0.2832270 Feb 11 13:25:08.427340 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.431008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.431915 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.555939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a320e4d-534f-4b21-ad49-7ed83cbd3dbf None None] Pushing event updated for resources: {'Port': ['ID=384d442e-bbfe-431c-bdf9-b141ba2d7ce6,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:08.620919 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-07c241e1-a61a-4d32-9f3f-4cd833a1c578 req-a68fb279-0c0d-4506-a1bb-a060a4924a70 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444713 Feb 11 13:25:08.870653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Network': ['ID=ad286bbb-8dd8-4340-9d0a-482ceb5d276b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:08.870653 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-33c9e6e2-db4e-48a8-820e-dcf1def95fa4 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5054297 Feb 11 13:25:08.880696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network ad286bbb-8dd8-4340-9d0a-482ceb5d276b details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:25:08.882999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44790) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:08.882999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'subnet': {'network_id': 'ccf8fe0f-a740-40ae-a81b-47d45887cc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:08.883565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-380e5333-4731-4bd1-ab27-86ce0e666fb8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] For port 0c0430c1-404a-47d2-9400-dfcb2992cee8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8,segment=NetworkSegment(dcaa4c5a-014c-4de7-8256-98f54819912e),segment_id=dcaa4c5a-014c-4de7-8256-98f54819912e)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:08.969855 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-380e5333-4731-4bd1-ab27-86ce0e666fb8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.977553 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-380e5333-4731-4bd1-ab27-86ce0e666fb8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:09.036113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['0c0430c1-404a-47d2-9400-dfcb2992cee8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:25:09.134178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e5333-4731-4bd1-ab27-86ce0e666fb8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Pushing event updated for resources: {'Port': ['ID=0c0430c1-404a-47d2-9400-dfcb2992cee8,revision_number=6']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:09.152331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-380e5333-4731-4bd1-ab27-86ce0e666fb8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.152331 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-380e5333-4731-4bd1-ab27-86ce0e666fb8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:09.167885 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-42ffd938-92ec-4bea-8da5-0ea7188bc979 req-380e5333-4731-4bd1-ab27-86ce0e666fb8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "PUT /v2.0/ports/0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 981 time: 1.2824600 Feb 11 13:25:09.167885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:09.259250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['0c0430c1-404a-47d2-9400-dfcb2992cee8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:25:09.288552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:09.313175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Usage tracker for resource:subnet and tenant:7befddd4e68a4a529275d8e75272511a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:09.313175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:09.323688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:09.323688 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-f76e7760-c081-49b2-93b0-cc335106e06a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d8848621-0a56-4fd9-8e9c-98a10de86571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8486924 Feb 11 13:25:09.403602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-68f9dbb9-ba50-43d9-aa55-6791a992118e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Synchronizing usage tracker for tenant:010169ef397f494db6b4777e7cd64614 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:09.442392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-68f9dbb9-ba50-43d9-aa55-6791a992118e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Unset dirty status for tenant:010169ef397f494db6b4777e7cd64614 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:09.455652 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-68f9dbb9-ba50-43d9-aa55-6791a992118e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--428483749&fields=id&tenant_id=010169ef397f494db6b4777e7cd64614 HTTP/1.1" status: 200 len: 267 time: 0.1447175 Feb 11 13:25:09.490648 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-803cbc69-b2b1-49b9-9d32-b09f22a1bb48 service neutron] 10.222.0.73 "GET /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584864 Feb 11 13:25:09.493732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Made reservation on behalf of 7befddd4e68a4a529275d8e75272511a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:09.563428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-d3776a1f-9d4c-4bb6-a095-a4b120613408 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.615143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-d3776a1f-9d4c-4bb6-a095-a4b120613408 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Synchronizing usage tracker for tenant:010169ef397f494db6b4777e7cd64614 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:09.665870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-d3776a1f-9d4c-4bb6-a095-a4b120613408 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Unset dirty status for tenant:010169ef397f494db6b4777e7cd64614 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:09.674401 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-d3776a1f-9d4c-4bb6-a095-a4b120613408 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports/dedede90-615e-47bf-b9dc-ff16e97db9ae HTTP/1.1" status: 200 len: 931 time: 0.2125535 Feb 11 13:25:09.794817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cafb6b-a99c-4484-9ab6-0dc7931aa4c2 req-230e26c5-cee7-4c2d-82d6-2515f3261fab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.805151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cafb6b-a99c-4484-9ab6-0dc7931aa4c2 req-230e26c5-cee7-4c2d-82d6-2515f3261fab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.817766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cafb6b-a99c-4484-9ab6-0dc7931aa4c2 req-230e26c5-cee7-4c2d-82d6-2515f3261fab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.820508 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-16cafb6b-a99c-4484-9ab6-0dc7931aa4c2 req-230e26c5-cee7-4c2d-82d6-2515f3261fab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2411 time: 0.8239574 Feb 11 13:25:09.911466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-04f42639-b127-4218-90be-f60845bc2db5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.932186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-04f42639-b127-4218-90be-f60845bc2db5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports/cac4bf69-3014-469a-835a-4bf03a5edb0c HTTP/1.1" status: 200 len: 931 time: 0.2576568 Feb 11 13:25:09.984694 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:10.109357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:10.114430 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c1b41487-b26a-4e15-b4ef-bc2db80b99e2 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?network_id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1811883 Feb 11 13:25:10.178213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-c80cecb0-c7a4-4ee2-b253-0c04b47b2968 service neutron] 10.222.0.73 "GET /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583061 Feb 11 13:25:10.341600 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:10.374688 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-763069f0-31e3-4f4c-9cb6-110a23477504 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.80&port_id=68c2a083-8462-431e-b8ce-f5223d9df44f HTTP/1.1" status: 200 len: 217 time: 0.1570780 Feb 11 13:25:10.394611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7447db-acd0-4d6f-828f-16c4b6873bc4 None None] Network 4424670b-07e5-480f-8694-a1ee0691a4ea requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:25:10.394895 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-4d2a0904-9f6d-4c8d-b806-7e21eba8ee68 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?network_id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2665398 Feb 11 13:25:10.534312 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-16cafb6b-a99c-4484-9ab6-0dc7931aa4c2 req-04a9e5a8-7ffe-4ef9-a11a-9245e1ac6e40 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524848 Feb 11 13:25:10.617246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-98aa1ff2-f8ff-43db-a90b-a0dd5b423716 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.621907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-98aa1ff2-f8ff-43db-a90b-a0dd5b423716 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.626098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-98aa1ff2-f8ff-43db-a90b-a0dd5b423716 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.627697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-98aa1ff2-f8ff-43db-a90b-a0dd5b423716 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Synchronizing usage tracker for tenant:010169ef397f494db6b4777e7cd64614 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:10.662038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-98aa1ff2-f8ff-43db-a90b-a0dd5b423716 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Unset dirty status for tenant:010169ef397f494db6b4777e7cd64614 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:10.663367 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-98aa1ff2-f8ff-43db-a90b-a0dd5b423716 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/networks?id=a9f115c2-e958-407a-85fa-295bbd6136d3&id=95f48932-3549-4717-a741-07775a88517a&id=95f48932-3549-4717-a741-07775a88517a&id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f&id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f HTTP/1.1" status: 200 len: 1988 time: 0.2621613 Feb 11 13:25:10.665930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-9c6dc327-1158-451e-aa07-bd9176187571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.667625 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-9c6dc327-1158-451e-aa07-bd9176187571 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=493c1c9b-8c46-45b5-a0ff-9b7a6b2ecf1c HTTP/1.1" status: 200 len: 801 time: 0.2856257 Feb 11 13:25:10.700977 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cd707977-afc0-4eb4-aeda-98d4c5a4a904 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/quotas/010169ef397f494db6b4777e7cd64614 HTTP/1.1" status: 200 len: 375 time: 0.0314581 Feb 11 13:25:10.777773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1b9d55e9-e09d-4ba3-9e8d-1370d885180f None None] Provisioning for port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:10.869502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1b9d55e9-e09d-4ba3-9e8d-1370d885180f None None] Provisioning complete for port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:10.869502 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b9d55e9-e09d-4ba3-9e8d-1370d885180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:10.881399 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-5ac6eb99-d774-4667-882d-605c78fe43ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1720376 Feb 11 13:25:10.917458 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-3d81df78-5414-4009-85f4-58436137833a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=648b188b-913d-41fb-b0e1-0cdc9ae16ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2292168 Feb 11 13:25:11.117856 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b9d55e9-e09d-4ba3-9e8d-1370d885180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.169615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1b9d55e9-e09d-4ba3-9e8d-1370d885180f None None] For port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=384d442e-bbfe-431c-bdf9-b141ba2d7ce6,segment=NetworkSegment(2cef54cf-dcc0-42f2-9c7b-69292c54799f),segment_id=2cef54cf-dcc0-42f2-9c7b-69292c54799f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:11.191756 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b9d55e9-e09d-4ba3-9e8d-1370d885180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.256785 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3ae0755-aa83-4825-9edd-94065db01b3f service neutron] 10.222.0.67 "GET /v2.0/networks/a9f115c2-e958-407a-85fa-295bbd6136d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816299 Feb 11 13:25:11.339983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d55e9-e09d-4ba3-9e8d-1370d885180f None None] Pushing event updated for resources: {'Port': ['ID=384d442e-bbfe-431c-bdf9-b141ba2d7ce6,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.400250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c60f8-9d0a-498b-b32a-9515430b0195 req-bc20646b-add4-44b0-811c-fc98068b9071 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.408467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258c60f8-9d0a-498b-b32a-9515430b0195 req-bc20646b-add4-44b0-811c-fc98068b9071 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 946 time: 0.6545658 Feb 11 13:25:11.508391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-258c60f8-9d0a-498b-b32a-9515430b0195 req-b9b9dc10-6b26-43e1-9e3f-617ec849896b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015508 Feb 11 13:25:11.538173 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ff883e00-8343-4fd4-be16-2a77b0bb2fb3 None None] Provisioning complete for port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:11.538173 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff883e00-8343-4fd4-be16-2a77b0bb2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.575436 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-20f83fca-2bb4-4d6d-83da-7007715dc994 service neutron] 10.222.0.73 "GET /v2.0/networks/648b188b-913d-41fb-b0e1-0cdc9ae16ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502178 Feb 11 13:25:11.640897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-66546aec-b984-4238-8feb-e83dcdaa29c2 service neutron] 10.222.0.67 "GET /v2.0/networks/a9f115c2-e958-407a-85fa-295bbd6136d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768289 Feb 11 13:25:11.816439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-7544e645-76a7-4a07-a66e-53e9023bbe69 service neutron] 10.222.0.67 "GET /v2.0/ports/dedede90-615e-47bf-b9dc-ff16e97db9ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1620874 Feb 11 13:25:12.052105 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-dd1e55db-7e24-4120-b177-acd37643b43f service neutron] 10.222.0.67 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331305 Feb 11 13:25:12.093173 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:12.227672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.247982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44866) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:12.311780 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.339878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:12.339878 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.357869 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-b41778f7-3941-47f6-a26f-2b0457a83215 service neutron] 10.222.0.73 "GET /v2.0/networks/648b188b-913d-41fb-b0e1-0cdc9ae16ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517335 Feb 11 13:25:12.382187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Subnet': ['ID=9cfa3969-26c0-4967-8f6c-295d183efe9b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:12.391823 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-25fcb192-d748-4a3c-ae08-7863b2a17beb tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-161808173&fields=id&tenant_id=2694ce8d3495494682b310ea1520dd5d HTTP/1.1" status: 200 len: 267 time: 0.3036652 Feb 11 13:25:12.397834 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cfae478f-4b73-4e19-8c87-4a4ce4f0ba50 service neutron] 10.222.0.67 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348589 Feb 11 13:25:12.509765 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-d94bbad3-0b0e-4db7-8ec6-020e297b5c9a service neutron] 10.222.0.67 "GET /v2.0/ports/cac4bf69-3014-469a-835a-4bf03a5edb0c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1039367 Feb 11 13:25:12.585376 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-4b4b8e50-5db9-487f-a5a9-52d582f488be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=d741eed3-8013-45e0-ae07-fbfdb0076959 HTTP/1.1" status: 200 len: 217 time: 0.1910808 Feb 11 13:25:12.678926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Checking segment: {'id': '920b6697-fa9a-44fd-beb4-5345e88bc7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ccf8fe0f-a740-40ae-a81b-47d45887cc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:12.678926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network hostable DHCP agents. Network: ccf8fe0f-a740-40ae-a81b-47d45887cc3e, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:12.700194 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d15b9709-8842-466a-a343-e565be3db1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.715999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-d7e2c4ce-1cdf-4e27-9a6c-8a1d4a10f702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:12.717471 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-d7e2c4ce-1cdf-4e27-9a6c-8a1d4a10f702 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e876367c-0f3a-49de-9442-d0ba2170904a HTTP/1.1" status: 200 len: 801 time: 0.1281965 Feb 11 13:25:12.728367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-61d0bf7d-987f-423e-81fd-392c0a93ed7c tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:12.729801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-61d0bf7d-987f-423e-81fd-392c0a93ed7c tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 984 time: 0.2291324 Feb 11 13:25:12.770134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network ccf8fe0f-a740-40ae-a81b-47d45887cc3e is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:12.785734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-ee9d8e34-7c11-455e-bfd4-100241c50492 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Request body: {'port': {'security_groups': ['d42bd8a8-f5cf-47d8-9739-eda1b1093852']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:12.832437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, ccf8fe0f-a740-40ae-a81b-47d45887cc3e) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:12.842475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a9a86b-1ac7-4ec1-a08b-d7b896c55b97 None None] Network ccf8fe0f-a740-40ae-a81b-47d45887cc3e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:25:12.846822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:12.846822 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.919598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1e231f5b-e912-4a1c-af9a-435f3761e716 service neutron] 10.222.0.67 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109476 Feb 11 13:25:12.946104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-ee9d8e34-7c11-455e-bfd4-100241c50492 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.989050 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6c49e3ec-c778-4ff7-b894-da2757d90ef9 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2564573 Feb 11 13:25:13.014444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44876) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:13.035275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'subnet': {'network_id': 'ad286bbb-8dd8-4340-9d0a-482ceb5d276b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:13.068436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d15b9709-8842-466a-a343-e565be3db1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:13.073508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d15b9709-8842-466a-a343-e565be3db1be admin admin] Usage tracker for resource:security_group_rule and tenant:e1068a2dee4141e2a5563989300861ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:13.102444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d15b9709-8842-466a-a343-e565be3db1be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:13.120014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d15b9709-8842-466a-a343-e565be3db1be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:13.120782 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:25:13.140169 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-81033f7f-92ba-4a72-bab6-1810dd13ebc2 service neutron] 10.222.0.67 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236807 Feb 11 13:25:13.171604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:13.179929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-cee4b59b-e58b-4d43-96fd-4cb60a3a1bde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d8848621-0a56-4fd9-8e9c-98a10de86571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4413927 Feb 11 13:25:13.188258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Usage tracker for resource:subnet and tenant:7befddd4e68a4a529275d8e75272511a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:13.233398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:13.239835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-ccf8fe0f-a740-40ae-a81b-47d45887cc3e', 'network_id': 'ccf8fe0f-a740-40ae-a81b-47d45887cc3e', 'tenant_id': '7befddd4e68a4a529275d8e75272511a', 'fixed_ips': [{'subnet_id': '9cfa3969-26c0-4967-8f6c-295d183efe9b'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:25:13.239835 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.316833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:13.374958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d15b9709-8842-466a-a343-e565be3db1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.388317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d15b9709-8842-466a-a343-e565be3db1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.446890 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d15b9709-8842-466a-a343-e565be3db1be admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e1068a2dee4141e2a5563989300861ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1949465 Feb 11 13:25:13.453218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44884) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:13.481402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc4f164c-5230-4fcd-b548-0c12f245a914 service neutron] 10.222.0.67 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242300 Feb 11 13:25:13.522372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Made reservation on behalf of 7befddd4e68a4a529275d8e75272511a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:13.525359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Allocated IP 2001:db8::2 (ccf8fe0f-a740-40ae-a81b-47d45887cc3e/9cfa3969-26c0-4967-8f6c-295d183efe9b/1b28f565-1b01-4db2-9b6b-0a1fa58197ba) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:13.576426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-0250233b-3e51-4197-b303-8dd1ff228c18 service neutron] 10.222.0.73 "GET /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893361 Feb 11 13:25:13.662433 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a1424bca-3c5c-4eb3-8d1d-c183b3bcc41f service neutron] 10.222.0.67 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725454 Feb 11 13:25:13.702343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b9709-8842-466a-a343-e565be3db1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6880318-04f5-4304-ba36-4d247b355541,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:13.798510 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.821516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Transition to ACTIVE for port object 1b28f565-1b01-4db2-9b6b-0a1fa58197ba will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:13.826653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.838461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Transition to ACTIVE for port object 1b28f565-1b01-4db2-9b6b-0a1fa58197ba will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:13.844964 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.869971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3af8ef02-da21-42d0-913b-204ca12ace88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.917141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3af8ef02-da21-42d0-913b-204ca12ace88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.936529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Pushing event updated for resources: {'Port': ['ID=1b28f565-1b01-4db2-9b6b-0a1fa58197ba,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:13.946618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-224d415c-5fc7-435e-9671-6cfe47cdd674 req-b77795bd-80f3-4efa-9f88-c83675c9da47 service neutron] 10.222.0.73 "GET /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178117 Feb 11 13:25:13.955017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-ee9d8e34-7c11-455e-bfd4-100241c50492 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] For port 0c0430c1-404a-47d2-9400-dfcb2992cee8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8,segment=NetworkSegment(dcaa4c5a-014c-4de7-8256-98f54819912e),segment_id=dcaa4c5a-014c-4de7-8256-98f54819912e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:13.955535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Network ccf8fe0f-a740-40ae-a81b-47d45887cc3e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:13.956693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:13.959367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:14.016087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-ee9d8e34-7c11-455e-bfd4-100241c50492 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.075482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-2cb1b13a-bdf3-461e-ae9f-5d9232c6806e service neutron] 10.222.0.67 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092753 Feb 11 13:25:14.193039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Attempting to bind port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:14.193039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Attempting to bind port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '920b6697-fa9a-44fd-beb4-5345e88bc7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ccf8fe0f-a740-40ae-a81b-47d45887cc3e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:14.193039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Attempting to bind port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba on network ccf8fe0f-a740-40ae-a81b-47d45887cc3e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:14.202162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:14.202162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Checking segment: {'id': '920b6697-fa9a-44fd-beb4-5345e88bc7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ccf8fe0f-a740-40ae-a81b-47d45887cc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:14.202924 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.203343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Bound using segment: {'id': '920b6697-fa9a-44fd-beb4-5345e88bc7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ccf8fe0f-a740-40ae-a81b-47d45887cc3e'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:14.203900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Bound port: 1b28f565-1b01-4db2-9b6b-0a1fa58197ba, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920b6697-fa9a-44fd-beb4-5345e88bc7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ccf8fe0f-a740-40ae-a81b-47d45887cc3e'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:14.204515 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.210890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3af8ef02-da21-42d0-913b-204ca12ace88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.217100 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-ee9d8e34-7c11-455e-bfd4-100241c50492 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.247826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3af8ef02-da21-42d0-913b-204ca12ace88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.249388 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3af8ef02-da21-42d0-913b-204ca12ace88 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6880318-04f5-4304-ba36-4d247b355541 HTTP/1.1" status: 204 len: 168 time: 0.8006198 Feb 11 13:25:14.273734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8ef02-da21-42d0-913b-204ca12ace88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6880318-04f5-4304-ba36-4d247b355541,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:14.284712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['0c0430c1-404a-47d2-9400-dfcb2992cee8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:25:14.330364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-0eb9ac17-e246-436a-88b5-a216ba5cd4cd service neutron] 10.222.0.67 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643824 Feb 11 13:25:14.349825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-ee9d8e34-7c11-455e-bfd4-100241c50492 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.350772 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-ee9d8e34-7c11-455e-bfd4-100241c50492 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.370761 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7b8004b-abdb-4c66-a618-3d06ba514635 req-ee9d8e34-7c11-455e-bfd4-100241c50492 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "PUT /v2.0/ports/0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 942 time: 1.5862758 Feb 11 13:25:14.370761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:14.473219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d8e34-7c11-455e-bfd4-100241c50492 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Pushing event updated for resources: {'Port': ['ID=0c0430c1-404a-47d2-9400-dfcb2992cee8,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:14.582160 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'status': 'completed', 'code': 200} Feb 11 13:25:14.592442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['0c0430c1-404a-47d2-9400-dfcb2992cee8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:25:14.604078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c11917c8-aea2-45b4-bdbf-a1c59be3150a req-eba30987-b1b4-4323-8364-93f344bfc2fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2864 time: 0.5894082 Feb 11 13:25:14.729983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] For port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:14.754346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] For port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1b28f565-1b01-4db2-9b6b-0a1fa58197ba,segment=NetworkSegment(920b6697-fa9a-44fd-beb4-5345e88bc7e7),segment_id=920b6697-fa9a-44fd-beb4-5345e88bc7e7)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:14.793984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-29aad1f9-881f-4ad3-92b4-e165d22b8e82 service neutron] 10.222.0.67 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626153 Feb 11 13:25:14.804701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27593aff-5ae4-43a8-aa93-3f992734a4f2 req-77faaa6f-96ba-4756-9f92-e9fd8faf87d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2694ce8d3495494682b310ea1520dd5d&device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1096 time: 0.2271907 Feb 11 13:25:14.815141 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.825134 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.024149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fa946-cb1a-4d89-b245-2c2604f3fd8a None None] Pushing event updated for resources: {'Port': ['ID=1b28f565-1b01-4db2-9b6b-0a1fa58197ba,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:15.079056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44906) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:15.177140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Subnet': ['ID=f0736222-1c17-46ed-a989-5e6327d706c0,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:15.184948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593aff-5ae4-43a8-aa93-3f992734a4f2 req-4e6fb41e-5ef5-4ab0-8a51-033d5baa89bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.184948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27593aff-5ae4-43a8-aa93-3f992734a4f2 req-4e6fb41e-5ef5-4ab0-8a51-033d5baa89bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 200 len: 921 time: 0.3535597 Feb 11 13:25:15.194923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11917c8-aea2-45b4-bdbf-a1c59be3150a req-c9bb7a3a-711e-48c2-8a3f-4442b28a549f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.194923 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c11917c8-aea2-45b4-bdbf-a1c59be3150a req-c9bb7a3a-711e-48c2-8a3f-4442b28a549f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d8848621-0a56-4fd9-8e9c-98a10de86571 HTTP/1.1" status: 200 len: 903 time: 0.5727441 Feb 11 13:25:15.194923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9639b33c-92e6-4a83-a761-d706a9ec0fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.198729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-d5e6cf4e-5d21-4c89-8f4a-e28e483c094d service neutron] 10.222.0.67 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873622 Feb 11 13:25:15.310747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Checking segment: {'id': '2a2cb78b-51fc-4854-9f78-398c57e1c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad286bbb-8dd8-4340-9d0a-482ceb5d276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:15.311109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network hostable DHCP agents. Network: ad286bbb-8dd8-4340-9d0a-482ceb5d276b, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:15.319056 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c11917c8-aea2-45b4-bdbf-a1c59be3150a req-b17ecd81-6c30-44be-89a9-8f9195c3fa34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=d741eed3-8013-45e0-ae07-fbfdb0076959 HTTP/1.1" status: 200 len: 217 time: 0.1162276 Feb 11 13:25:15.336884 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27593aff-5ae4-43a8-aa93-3f992734a4f2 req-4f39c447-5ce3-4a25-9da4-1218a7dba7d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 217 time: 0.1405177 Feb 11 13:25:15.403312 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b67b72eb-544f-4363-8190-1469e23e1f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.426432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc4fb-4473-4486-b0de-2ca6e5311e12 req-f8f0a1e8-acf6-4b1b-9572-987f8bd67865 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.430681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc4fb-4473-4486-b0de-2ca6e5311e12 req-f8f0a1e8-acf6-4b1b-9572-987f8bd67865 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.434964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc4fb-4473-4486-b0de-2ca6e5311e12 req-f8f0a1e8-acf6-4b1b-9572-987f8bd67865 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.436942 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddbfc4fb-4473-4486-b0de-2ca6e5311e12 req-f8f0a1e8-acf6-4b1b-9572-987f8bd67865 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2411 time: 0.6141164 Feb 11 13:25:15.450227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9639b33c-92e6-4a83-a761-d706a9ec0fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:15.523884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9639b33c-92e6-4a83-a761-d706a9ec0fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:e4fe5bf68c1a434e9e647bb03cbb9db5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:15.527975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9639b33c-92e6-4a83-a761-d706a9ec0fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:15.549162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11917c8-aea2-45b4-bdbf-a1c59be3150a req-00548ad8-350a-4a02-aeac-ffe6ccca77dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.549162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c11917c8-aea2-45b4-bdbf-a1c59be3150a req-00548ad8-350a-4a02-aeac-ffe6ccca77dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e876367c-0f3a-49de-9442-d0ba2170904a HTTP/1.1" status: 200 len: 801 time: 0.2063730 Feb 11 13:25:15.559958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9639b33c-92e6-4a83-a761-d706a9ec0fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:15.610770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593aff-5ae4-43a8-aa93-3f992734a4f2 req-c1dbcdf4-d9b3-4d47-baf5-2f2b937f52f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.610770 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27593aff-5ae4-43a8-aa93-3f992734a4f2 req-c1dbcdf4-d9b3-4d47-baf5-2f2b937f52f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe7c1608-4c6a-448c-b715-2d5773abdf7b HTTP/1.1" status: 200 len: 860 time: 0.0643756 Feb 11 13:25:15.645101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network ad286bbb-8dd8-4340-9d0a-482ceb5d276b is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:15.665089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, ad286bbb-8dd8-4340-9d0a-482ceb5d276b) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:15.665089 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddbfc4fb-4473-4486-b0de-2ca6e5311e12 req-3ac438bc-badd-4587-bc20-197761d7eb2d tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095125 Feb 11 13:25:15.674788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.674788 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.693679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991c9396-cd54-4695-ae73-fe505146966d None None] Network ad286bbb-8dd8-4340-9d0a-482ceb5d276b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:25:15.708052 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27593aff-5ae4-43a8-aa93-3f992734a4f2 req-1daf239e-ea22-4a9a-bfcb-3c830e021646 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4a8f559-77cf-4b11-9175-988be7a0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823298 Feb 11 13:25:15.762836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1eb2a25d-2941-44df-a04d-2a3a3ac05e46 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7482395 Feb 11 13:25:15.772151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44914) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:15.785395 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c11917c8-aea2-45b4-bdbf-a1c59be3150a req-4c3227dd-e2eb-4b7e-974f-bbc167abdff5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d8848621-0a56-4fd9-8e9c-98a10de86571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2221916 Feb 11 13:25:15.785395 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9639b33c-92e6-4a83-a761-d706a9ec0fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.983184 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-ad286bbb-8dd8-4340-9d0a-482ceb5d276b', 'network_id': 'ad286bbb-8dd8-4340-9d0a-482ceb5d276b', 'tenant_id': '7befddd4e68a4a529275d8e75272511a', 'fixed_ips': [{'subnet_id': 'f0736222-1c17-46ed-a989-5e6327d706c0'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:25:15.983997 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.984793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9639b33c-92e6-4a83-a761-d706a9ec0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.024098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1b28f565-1b01-4db2-9b6b-0a1fa58197ba up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:16.081251 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9639b33c-92e6-4a83-a761-d706a9ec0fa8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4fe5bf68c1a434e9e647bb03cbb9db5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9981129 Feb 11 13:25:16.081251 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c11917c8-aea2-45b4-bdbf-a1c59be3150a req-10f248f8-605c-45a1-8fa2-4f64ff0c0495 service neutron] 10.222.0.73 "GET /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963185 Feb 11 13:25:16.090462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44920) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:16.101562 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-d926e449-517e-4668-868a-06c111dcfe8f service neutron] 10.222.0.67 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8355708 Feb 11 13:25:16.263391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639b33c-92e6-4a83-a761-d706a9ec0fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561a220b-5ab3-451a-924a-dabaaae41cb2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:16.312223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 68c2a083-8462-431e-b8ce-f5223d9df44f details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:25:16.445159 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1419-e00d-479a-83a5-e7423f14ea46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.520306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1419-e00d-479a-83a5-e7423f14ea46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.546890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:16.560075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3ac8b-50e7-40a2-aa32-2fdb21a99740 req-23e7a441-61ef-43e8-816c-4307a964c5ef tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:16.561899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bf3ac8b-50e7-40a2-aa32-2fdb21a99740 req-23e7a441-61ef-43e8-816c-4307a964c5ef tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.6206758 Feb 11 13:25:16.599660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c11917c8-aea2-45b4-bdbf-a1c59be3150a req-50f52774-79c5-4542-91be-c689f7f3d3bb service neutron] 10.222.0.73 "GET /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968417 Feb 11 13:25:16.683419 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bf3ac8b-50e7-40a2-aa32-2fdb21a99740 req-4f46463b-70e7-49ab-9d39-8de59bde0970 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111913 Feb 11 13:25:16.722417 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1419-e00d-479a-83a5-e7423f14ea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.751035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa932cb-ef3b-4593-b598-38ad30d8f0f0 None None] Network ccf8fe0f-a740-40ae-a81b-47d45887cc3e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:25:16.795075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b1419-e00d-479a-83a5-e7423f14ea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561a220b-5ab3-451a-924a-dabaaae41cb2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:16.799075 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-0704cc91-ccc8-47a5-936f-c0fbabfd624e service neutron] 10.222.0.67 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960115 Feb 11 13:25:16.832916 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27593aff-5ae4-43a8-aa93-3f992734a4f2 req-682d55a5-3f14-43f8-a58e-183c2b05adb4 service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1219485 Feb 11 13:25:16.877353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:16.901259 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1419-e00d-479a-83a5-e7423f14ea46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.902507 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bf5b1419-e00d-479a-83a5-e7423f14ea46 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/561a220b-5ab3-451a-924a-dabaaae41cb2 HTTP/1.1" status: 204 len: 168 time: 0.8112919 Feb 11 13:25:17.027111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Allocated IP 2001:db8::2 (ad286bbb-8dd8-4340-9d0a-482ceb5d276b/f0736222-1c17-46ed-a989-5e6327d706c0/f63c14df-677f-4d8d-a3a9-2eb3a904de95) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:17.087905 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-2590eb6d-d3b7-484d-abc8-c9f23b1ee3a4 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3433397 Feb 11 13:25:17.108715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:17.129490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:17.138780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6b4b6975-e218-4338-af1d-ac575c1fa060 None None] Provisioning for port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:17.142785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Usage tracker for resource:floatingip and tenant:2694ce8d3495494682b310ea1520dd5d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:17.162048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:17.173681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 68c2a083-8462-431e-b8ce-f5223d9df44f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68c2a083-8462-431e-b8ce-f5223d9df44f,segment=NetworkSegment(23749ec4-9f55-4bea-a239-154f5770a486),segment_id=23749ec4-9f55-4bea-a239-154f5770a486)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:17.187114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:17.213625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6b4b6975-e218-4338-af1d-ac575c1fa060 None None] Provisioning complete for port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:17.223854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.227105 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6975-e218-4338-af1d-ac575c1fa060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.275862 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27593aff-5ae4-43a8-aa93-3f992734a4f2 req-e055fb72-d992-4c3e-b779-312a7124d975 service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973530 Feb 11 13:25:17.394265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '68c2a083-8462-431e-b8ce-f5223d9df44f', 'network_id': '648b188b-913d-41fb-b0e1-0cdc9ae16ff9', 'port_id': '68c2a083-8462-431e-b8ce-f5223d9df44f', 'mac_address': 'fa:16:3e:28:73:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493c1c9b-8c46-45b5-a0ff-9b7a6b2ecf1c', 'ip_address': '19.86.0.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:25:17.507831 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.546935 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.632317 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.768819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c2a083-8462-431e-b8ce-f5223d9df44f {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:17.859308 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-573275dd-ac55-478e-a4f1-39c0e079daba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.922884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 68c2a083-8462-431e-b8ce-f5223d9df44f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68c2a083-8462-431e-b8ce-f5223d9df44f,segment=NetworkSegment(23749ec4-9f55-4bea-a239-154f5770a486),segment_id=23749ec4-9f55-4bea-a239-154f5770a486)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:17.979279 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.979922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d741eed3-8013-45e0-ae07-fbfdb0076959 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:25:18.055336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Allocated IP 172.25.4.182 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/cc35c816-b544-4346-997d-fa91a320c218) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:18.199569 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6975-e218-4338-af1d-ac575c1fa060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.277263 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:18.322646 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.400804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.428653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=68c2a083-8462-431e-b8ce-f5223d9df44f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:18.442788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Transition to ACTIVE for port object f63c14df-677f-4d8d-a3a9-2eb3a904de95 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:18.456346 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.461633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Allocated IP 2001:db8::1 (ccf8fe0f-a740-40ae-a81b-47d45887cc3e/9cfa3969-26c0-4967-8f6c-295d183efe9b/3bfc93b4-c21b-45a7-8eca-63695656ad45) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:18.646407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6b4b6975-e218-4338-af1d-ac575c1fa060 None None] For port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1b28f565-1b01-4db2-9b6b-0a1fa58197ba,segment=NetworkSegment(920b6697-fa9a-44fd-beb4-5345e88bc7e7),segment_id=920b6697-fa9a-44fd-beb4-5345e88bc7e7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:18.690706 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'status': 'completed', 'code': 200} Feb 11 13:25:18.690706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:18.699742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:18.703229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Transition to ACTIVE for port object f63c14df-677f-4d8d-a3a9-2eb3a904de95 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:18.708728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:18.730567 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6975-e218-4338-af1d-ac575c1fa060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.837619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Pushing event updated for resources: {'Port': ['ID=cc35c816-b544-4346-997d-fa91a320c218,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:18.953270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.975214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d741eed3-8013-45e0-ae07-fbfdb0076959, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d741eed3-8013-45e0-ae07-fbfdb0076959,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:19.024186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'd741eed3-8013-45e0-ae07-fbfdb0076959', 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571', 'port_id': 'd741eed3-8013-45e0-ae07-fbfdb0076959', 'mac_address': 'fa:16:3e:08:7d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e876367c-0f3a-49de-9442-d0ba2170904a', 'ip_address': '19.80.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:25:19.043985 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.134941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.210044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Network ad286bbb-8dd8-4340-9d0a-482ceb5d276b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:19.213941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.218145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:19.218145 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.218145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:19.261710 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.328038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b6975-e218-4338-af1d-ac575c1fa060 None None] Pushing event updated for resources: {'Port': ['ID=1b28f565-1b01-4db2-9b6b-0a1fa58197ba,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:19.328038 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.339808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Transition to ACTIVE for port object 3bfc93b4-c21b-45a7-8eca-63695656ad45 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:19.444166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d693-3d0c-4fb7-a201-02998f3e96a7 req-847083b0-5a2d-4781-a470-2d8b092e97ca tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.449299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d693-3d0c-4fb7-a201-02998f3e96a7 req-847083b0-5a2d-4781-a470-2d8b092e97ca tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.453518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d693-3d0c-4fb7-a201-02998f3e96a7 req-847083b0-5a2d-4781-a470-2d8b092e97ca tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.455721 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23f9d693-3d0c-4fb7-a201-02998f3e96a7 req-847083b0-5a2d-4781-a470-2d8b092e97ca tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2412 time: 0.4616153 Feb 11 13:25:19.460985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f65f0a5-5c39-41fd-8c5d-40e83682457e req-f012f632-4269-4f7f-affc-67fffc1be428 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2694ce8d3495494682b310ea1520dd5d&device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1096 time: 0.4623225 Feb 11 13:25:19.519201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Pushing event updated for resources: {'Port': ['ID=f63c14df-677f-4d8d-a3a9-2eb3a904de95,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:19.559146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.569883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d741eed3-8013-45e0-ae07-fbfdb0076959 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:19.590884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ccbf0d24-ed7f-4f23-8da7-9515a764bd67 None None] Provisioning complete for port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:19.591132 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0d24-ed7f-4f23-8da7-9515a764bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.683935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Attempting to bind port f63c14df-677f-4d8d-a3a9-2eb3a904de95 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:19.683935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Attempting to bind port f63c14df-677f-4d8d-a3a9-2eb3a904de95 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '2a2cb78b-51fc-4854-9f78-398c57e1c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad286bbb-8dd8-4340-9d0a-482ceb5d276b'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:19.683935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Attempting to bind port f63c14df-677f-4d8d-a3a9-2eb3a904de95 on network ad286bbb-8dd8-4340-9d0a-482ceb5d276b {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:19.744728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:19.744728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Checking segment: {'id': '2a2cb78b-51fc-4854-9f78-398c57e1c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad286bbb-8dd8-4340-9d0a-482ceb5d276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:19.744728 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.744728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Bound using segment: {'id': '2a2cb78b-51fc-4854-9f78-398c57e1c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad286bbb-8dd8-4340-9d0a-482ceb5d276b'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:19.744728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Bound port: f63c14df-677f-4d8d-a3a9-2eb3a904de95, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2cb78b-51fc-4854-9f78-398c57e1c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad286bbb-8dd8-4340-9d0a-482ceb5d276b'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:19.744728 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.753832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23f9d693-3d0c-4fb7-a201-02998f3e96a7 req-2c957c9b-7430-498b-85ec-998a7f56f860 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848458 Feb 11 13:25:19.799324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network ccf8fe0f-a740-40ae-a81b-47d45887cc3e is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:19.817066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:19.827343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:19.831315 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d741eed3-8013-45e0-ae07-fbfdb0076959, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d741eed3-8013-45e0-ae07-fbfdb0076959,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:19.836773 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.841126 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.841126 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.916194 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.916194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4c1c1298-5156-4601-90e1-4952a589a5d3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:25:19.937024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Port': ['ID=3bfc93b4-c21b-45a7-8eca-63695656ad45,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:20.210834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Pushing event updated for resources: {'Port': ['ID=cc35c816-b544-4346-997d-fa91a320c218,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:20.240157 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.258752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=d741eed3-8013-45e0-ae07-fbfdb0076959,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:20.268222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65f0a5-5c39-41fd-8c5d-40e83682457e req-d9f701ad-74d0-4095-80b7-d00d8e400f5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.275987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1b28f565-1b01-4db2-9b6b-0a1fa58197ba up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:20.279516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f65f0a5-5c39-41fd-8c5d-40e83682457e req-d9f701ad-74d0-4095-80b7-d00d8e400f5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 200 len: 921 time: 0.7930131 Feb 11 13:25:20.321125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.356652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-f6d874ed-bf35-46d5-8edd-a75a63acb1f9 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2571151 Feb 11 13:25:20.362415 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.404377 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.408236 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:20.480593 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f65f0a5-5c39-41fd-8c5d-40e83682457e req-59dcffec-3727-4185-9c70-4cf6eea84ef5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 217 time: 0.1658199 Feb 11 13:25:20.643660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4c1c1298-5156-4601-90e1-4952a589a5d3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4c1c1298-5156-4601-90e1-4952a589a5d3,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:20.664001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dd44e-638b-4109-8855-0e345ffc2d60 req-a598f751-49b0-4012-960c-6c6911645a3c tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.665501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c19dd44e-638b-4109-8855-0e345ffc2d60 req-a598f751-49b0-4012-960c-6c6911645a3c tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.5035536 Feb 11 13:25:20.679631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '4c1c1298-5156-4601-90e1-4952a589a5d3', 'network_id': 'd8848621-0a56-4fd9-8e9c-98a10de86571', 'port_id': '4c1c1298-5156-4601-90e1-4952a589a5d3', 'mac_address': 'fa:16:3e:98:c6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e876367c-0f3a-49de-9442-d0ba2170904a', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:25:20.682682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] For port f63c14df-677f-4d8d-a3a9-2eb3a904de95, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:20.752015 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.766189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] For port f63c14df-677f-4d8d-a3a9-2eb3a904de95, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f63c14df-677f-4d8d-a3a9-2eb3a904de95,segment=NetworkSegment(2a2cb78b-51fc-4854-9f78-398c57e1c8aa),segment_id=2a2cb78b-51fc-4854-9f78-398c57e1c8aa)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:20.777995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:20.778840 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.850994 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.929232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1c1298-5156-4601-90e1-4952a589a5d3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:21.014550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f9c73fbd-1cdf-49e4-bd92-0ba64e87df90 None None] Provisioning for port 3bfc93b4-c21b-45a7-8eca-63695656ad45 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:21.029787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4c1c1298-5156-4601-90e1-4952a589a5d3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4c1c1298-5156-4601-90e1-4952a589a5d3,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:21.043647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f9c73fbd-1cdf-49e4-bd92-0ba64e87df90 None None] Provisioning complete for port 3bfc93b4-c21b-45a7-8eca-63695656ad45 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:21.043647 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f9c73fbd-1cdf-49e4-bd92-0ba64e87df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.114162 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.131552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-ad0f7ac6-6416-4a43-825b-a5c165a01dae tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Synchronizing usage tracker for tenant:2694ce8d3495494682b310ea1520dd5d on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:21.171477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12843a74-6961-4d7a-94ed-e90b4ec52c3d None None] Pushing event updated for resources: {'Port': ['ID=f63c14df-677f-4d8d-a3a9-2eb3a904de95,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:21.190153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c560173c-2a76-4c2b-ab16-679b99f7eb45 service neutron] 10.222.0.73 "GET /v2.0/ports/dedede90-615e-47bf-b9dc-ff16e97db9ae HTTP/1.1" status: 200 len: 1027 time: 0.3611138 Feb 11 13:25:21.205777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65f0a5-5c39-41fd-8c5d-40e83682457e req-7874102a-f2d8-4dbf-94e5-b709a6e9695d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:21.207694 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f65f0a5-5c39-41fd-8c5d-40e83682457e req-7874102a-f2d8-4dbf-94e5-b709a6e9695d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe7c1608-4c6a-448c-b715-2d5773abdf7b HTTP/1.1" status: 200 len: 860 time: 0.7046795 Feb 11 13:25:21.341671 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f65f0a5-5c39-41fd-8c5d-40e83682457e req-4f6b677f-f270-47bb-a056-d80fbd04b252 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4a8f559-77cf-4b11-9175-988be7a0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222496 Feb 11 13:25:21.399916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-b29aa937-36e5-48e2-9f90-03bd95fa0a65 service neutron] 10.222.0.73 "GET /v2.0/ports/cac4bf69-3014-469a-835a-4bf03a5edb0c HTTP/1.1" status: 200 len: 1027 time: 0.2045684 Feb 11 13:25:21.494992 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f9c73fbd-1cdf-49e4-bd92-0ba64e87df90 None None] Port 3bfc93b4-c21b-45a7-8eca-63695656ad45 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:25:21.568006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['d741eed3-8013-45e0-ae07-fbfdb0076959'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:25:21.645152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4c1c1298-5156-4601-90e1-4952a589a5d3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:25:21.815958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4c1c1298-5156-4601-90e1-4952a589a5d3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:21.847124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-5d378775-ecd9-4329-9a74-4ab87b0c4e1c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:21.851528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-5d378775-ecd9-4329-9a74-4ab87b0c4e1c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:21.861705 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-5d378775-ecd9-4329-9a74-4ab87b0c4e1c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:21.864050 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-5d378775-ecd9-4329-9a74-4ab87b0c4e1c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "GET /v2.0/networks?id=a9f115c2-e958-407a-85fa-295bbd6136d3&id=95f48932-3549-4717-a741-07775a88517a&id=95f48932-3549-4717-a741-07775a88517a&id=95f48932-3549-4717-a741-07775a88517a&id=95f48932-3549-4717-a741-07775a88517a&id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f&id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f HTTP/1.1" status: 200 len: 1988 time: 0.4603858 Feb 11 13:25:21.865163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-ad0f7ac6-6416-4a43-825b-a5c165a01dae tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Unset dirty status for tenant:2694ce8d3495494682b310ea1520dd5d on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:21.866605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-ad0f7ac6-6416-4a43-825b-a5c165a01dae tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 1.5155747 Feb 11 13:25:22.068209 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c19dd44e-638b-4109-8855-0e345ffc2d60 req-595cdb1c-43b2-4ea4-b1c6-ab687615d920 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3840394 Feb 11 13:25:22.263576 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f63c14df-677f-4d8d-a3a9-2eb3a904de95 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:22.316476 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f65f0a5-5c39-41fd-8c5d-40e83682457e req-d879caa8-9309-40be-b829-a6d08120e799 service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9669545 Feb 11 13:25:22.338086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-d76ba630-7bc0-4c9b-9912-3ff7f3bb2fea tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Synchronizing usage tracker for tenant:010169ef397f494db6b4777e7cd64614 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:22.424368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-d76ba630-7bc0-4c9b-9912-3ff7f3bb2fea tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Unset dirty status for tenant:010169ef397f494db6b4777e7cd64614 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:22.428173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-d76ba630-7bc0-4c9b-9912-3ff7f3bb2fea tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=010169ef397f494db6b4777e7cd64614 HTTP/1.1" status: 200 len: 379 time: 0.4630473 Feb 11 13:25:22.445161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'admin_state_up': True, 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'security_groups': ['15f3c77c-60d3-42c2-9866-2576c05e1893']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:22.559599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-c60ba3e4-1627-46aa-bbcb-2736051110d3 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.559599 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-c60ba3e4-1627-46aa-bbcb-2736051110d3 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.6785476 Feb 11 13:25:22.568592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['68c2a083-8462-431e-b8ce-f5223d9df44f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:25:22.584567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90871996-f6a2-4e29-84e4-c47bec4309af req-deb3f085-9587-4966-9537-39b2b04a772e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 210 time: 0.1279187 Feb 11 13:25:22.776583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-20015265-2773-4dac-b855-7fe8a73330af tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:25:22.776583 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85f188d9-c9d2-4364-879f-9ff4d1df396e req-20015265-2773-4dac-b855-7fe8a73330af tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2079065 Feb 11 13:25:22.964282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f65f0a5-5c39-41fd-8c5d-40e83682457e req-ac80603e-65b6-4410-b09f-fe0f5e1e909a service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375179 Feb 11 13:25:22.981779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port f63c14df-677f-4d8d-a3a9-2eb3a904de95 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:22.987528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:23.104257 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.135549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:23.140524 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.140524 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.164006 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:23.201186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc20af-0944-4172-a032-3d50e7390ffa None None] Network ad286bbb-8dd8-4340-9d0a-482ceb5d276b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:25:23.205088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.371209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-01aff854-4344-4392-a08c-26849b0414cf None None] Provisioning for port f63c14df-677f-4d8d-a3a9-2eb3a904de95 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:23.385078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-01aff854-4344-4392-a08c-26849b0414cf None None] Provisioning complete for port f63c14df-677f-4d8d-a3a9-2eb3a904de95 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:23.385078 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01aff854-4344-4392-a08c-26849b0414cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.443386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Port': ['ID=3bfc93b4-c21b-45a7-8eca-63695656ad45,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:23.715621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-fb5b5d3c-aac3-406d-b891-5c636c188665 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:23.725704 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-fb5b5d3c-aac3-406d-b891-5c636c188665 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7221076 Feb 11 13:25:23.787041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network ccf8fe0f-a740-40ae-a81b-47d45887cc3e is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:23.801976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01aff854-4344-4392-a08c-26849b0414cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.812359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:23.871659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Allocated IP 172.20.0.6 (a9f115c2-e958-407a-85fa-295bbd6136d3/7e4c44a2-f163-4b02-8779-27c4dc75a501/fcc54990-8673-47da-a49e-a07bf457dcbf) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:23.973610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-01aff854-4344-4392-a08c-26849b0414cf None None] For port f63c14df-677f-4d8d-a3a9-2eb3a904de95, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f63c14df-677f-4d8d-a3a9-2eb3a904de95,segment=NetworkSegment(2a2cb78b-51fc-4854-9f78-398c57e1c8aa),segment_id=2a2cb78b-51fc-4854-9f78-398c57e1c8aa)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:23.993984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01aff854-4344-4392-a08c-26849b0414cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.127138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aff854-4344-4392-a08c-26849b0414cf None None] Pushing event updated for resources: {'Port': ['ID=f63c14df-677f-4d8d-a3a9-2eb3a904de95,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:24.227160 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-863b17b7-c4f5-492d-8bca-d8821fd4b4ec tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.5002553 Feb 11 13:25:24.240137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-dbdbdd04-5518-45b6-ad24-b4ade59576c8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Request body: {'floatingip': {'port_id': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:24.257942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5363a1-49bb-4169-bac5-0938d27dd6fa req-b2bdf029-55d7-40ac-9288-23295c80c3c9 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.262029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5363a1-49bb-4169-bac5-0938d27dd6fa req-b2bdf029-55d7-40ac-9288-23295c80c3c9 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.266761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5363a1-49bb-4169-bac5-0938d27dd6fa req-b2bdf029-55d7-40ac-9288-23295c80c3c9 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.289921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad5363a1-49bb-4169-bac5-0938d27dd6fa req-b2bdf029-55d7-40ac-9288-23295c80c3c9 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2414 time: 1.2614987 Feb 11 13:25:24.509587 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-dbdbdd04-5518-45b6-ad24-b4ade59576c8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.537587 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad5363a1-49bb-4169-bac5-0938d27dd6fa req-be52932b-d3e0-4da3-9c5f-9b49c9205d3e tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322187 Feb 11 13:25:24.755967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-56448d21-557c-4f98-b46b-622d43dd006f None None] Provisioning complete for port 3bfc93b4-c21b-45a7-8eca-63695656ad45 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:24.763615 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-56448d21-557c-4f98-b46b-622d43dd006f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.952245 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-56448d21-557c-4f98-b46b-622d43dd006f None None] Port 3bfc93b4-c21b-45a7-8eca-63695656ad45 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:25:24.987962 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:25.067773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Transition to ACTIVE for port object fcc54990-8673-47da-a49e-a07bf457dcbf will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:25.087897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f4dd-275e-4b54-a3ae-432de3f7b5e6 req-7855605b-f533-420d-83f8-80fd7b1a6e04 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.095762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9ac8f4dd-275e-4b54-a3ae-432de3f7b5e6 req-7855605b-f533-420d-83f8-80fd7b1a6e04 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.1704552 Feb 11 13:25:25.124471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5621e615-fd19-4e99-a7f6-8304daa24331 None None] Provisioning complete for port f63c14df-677f-4d8d-a3a9-2eb3a904de95 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:25.124471 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5621e615-fd19-4e99-a7f6-8304daa24331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:25.189584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 68c2a083-8462-431e-b8ce-f5223d9df44f up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:25.215327 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:25.244074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9ac8f4dd-275e-4b54-a3ae-432de3f7b5e6 req-61ebee53-c2ac-4d1d-90f2-c9e8ef6f2976 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477919 Feb 11 13:25:25.279499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Router a6340aad-0d6e-4196-97b0-53de64925f7f is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:25.415550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network a9f115c2-e958-407a-85fa-295bbd6136d3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:25.428590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:25.447671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:25.571172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Port': ['ID=fcc54990-8673-47da-a49e-a07bf457dcbf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:25.632538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.632538 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:25.663143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:25.677229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f3c1068b-37dd-40cd-af45-6648c03be137 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2363622 Feb 11 13:25:25.692572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'network_id': '95f48932-3549-4717-a741-07775a88517a', 'admin_state_up': True, 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'security_groups': ['15f3c77c-60d3-42c2-9866-2576c05e1893']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:25.697092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446a4bd-3614-42dc-ab1b-526bc48a0411 req-870e926f-8ba8-42b2-bd9e-2dffab94f642 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.711351 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8446a4bd-3614-42dc-ab1b-526bc48a0411 req-870e926f-8ba8-42b2-bd9e-2dffab94f642 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 931 time: 0.2505255 Feb 11 13:25:25.719706 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b702b0-978d-431a-b234-e42bc8be914b None None] Sync routers for ids ['a6340aad-0d6e-4196-97b0-53de64925f7f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:25:25.760829 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c19f547a-0a65-4ab8-9c7a-b733c4964c71 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "PUT /v2.0/routers/a6340aad-0d6e-4196-97b0-53de64925f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9848037 Feb 11 13:25:25.763664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45084) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:26.069076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-dbdbdd04-5518-45b6-ad24-b4ade59576c8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:26.073169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f63c14df-677f-4d8d-a3a9-2eb3a904de95 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:26.132110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b702b0-978d-431a-b234-e42bc8be914b None None] Routers {'a6340aad-0d6e-4196-97b0-53de64925f7f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:25:26.132110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b2b702b0-978d-431a-b234-e42bc8be914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a6340aad-0d6e-4196-97b0-53de64925f7f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:26.135883 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-dbdbdd04-5518-45b6-ad24-b4ade59576c8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:26.275824 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8446a4bd-3614-42dc-ab1b-526bc48a0411 req-2e48e6e3-825e-4417-8d30-5f73084dbf43 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5691342 Feb 11 13:25:26.309251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b2b702b0-978d-431a-b234-e42bc8be914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:26.315999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 68c2a083-8462-431e-b8ce-f5223d9df44f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:26.337159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 68c2a083-8462-431e-b8ce-f5223d9df44f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:26.337544 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:26.517013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b702b0-978d-431a-b234-e42bc8be914b None None] Routers {'a6340aad-0d6e-4196-97b0-53de64925f7f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:25:26.517013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b2b702b0-978d-431a-b234-e42bc8be914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a6340aad-0d6e-4196-97b0-53de64925f7f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:26.749944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b2b702b0-978d-431a-b234-e42bc8be914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:26.750344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b702b0-978d-431a-b234-e42bc8be914b None None] The sync data for ids ['a6340aad-0d6e-4196-97b0-53de64925f7f'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:25:26.773604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:26.790728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:port and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:26.800650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:26.831873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:26.886697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f581a3c0-57d7-47ce-ac59-a6bf1d77553e None None] Provisioning for port fcc54990-8673-47da-a49e-a07bf457dcbf completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:26.928242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:26.935648 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:26.952917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f581a3c0-57d7-47ce-ac59-a6bf1d77553e None None] Provisioning complete for port fcc54990-8673-47da-a49e-a07bf457dcbf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:26.952917 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f581a3c0-57d7-47ce-ac59-a6bf1d77553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.026464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f464ae2-767c-4b5c-a750-62b62f7399ff req-e9205fad-74dc-4c6e-830f-a4610b4ee95b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.028029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f464ae2-767c-4b5c-a750-62b62f7399ff req-e9205fad-74dc-4c6e-830f-a4610b4ee95b tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.3149934 Feb 11 13:25:27.113463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f581a3c0-57d7-47ce-ac59-a6bf1d77553e None None] Port fcc54990-8673-47da-a49e-a07bf457dcbf cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:25:27.113463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port f63c14df-677f-4d8d-a3a9-2eb3a904de95 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:27.113463 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.136674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f464ae2-767c-4b5c-a750-62b62f7399ff req-862cdfeb-922e-4168-9663-4be0e5a4d6af tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866990 Feb 11 13:25:27.203670 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.244730 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-dbdbdd04-5518-45b6-ad24-b4ade59576c8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Floating IP ed985e92-cf23-47ce-96a3-b4f34cfc4ad5 associated. External IP: 172.25.4.182, port: 0c0430c1-404a-47d2-9400-dfcb2992cee8. Feb 11 13:25:27.374656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c2a083-8462-431e-b8ce-f5223d9df44f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:27.447737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 68c2a083-8462-431e-b8ce-f5223d9df44f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68c2a083-8462-431e-b8ce-f5223d9df44f,segment=NetworkSegment(23749ec4-9f55-4bea-a239-154f5770a486),segment_id=23749ec4-9f55-4bea-a239-154f5770a486)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:27.453300 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.453300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d741eed3-8013-45e0-ae07-fbfdb0076959 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:27.642946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Allocated IP 10.1.1.107 (95f48932-3549-4717-a741-07775a88517a/bb47b466-4262-4b47-98eb-ed0225161d1c/d747b6f3-6d5b-422f-9622-bebc3552cde5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:27.673947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d0c76-f694-4588-b3d4-c3239ae4ab3c req-5f5c88ba-2ae1-48b8-abf0-658e28b6154a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.687301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d0c76-f694-4588-b3d4-c3239ae4ab3c req-5f5c88ba-2ae1-48b8-abf0-658e28b6154a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.699472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d0c76-f694-4588-b3d4-c3239ae4ab3c req-5f5c88ba-2ae1-48b8-abf0-658e28b6154a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.711512 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-949d0c76-f694-4588-b3d4-c3239ae4ab3c req-5f5c88ba-2ae1-48b8-abf0-658e28b6154a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2415 time: 0.3083732 Feb 11 13:25:27.734103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=68c2a083-8462-431e-b8ce-f5223d9df44f,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:27.734103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port d741eed3-8013-45e0-ae07-fbfdb0076959 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:27.743126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port d741eed3-8013-45e0-ae07-fbfdb0076959 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:27.743126 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.917273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.937390 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.951036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Transition to ACTIVE for port object d747b6f3-6d5b-422f-9622-bebc3552cde5 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:27.981286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d741eed3-8013-45e0-ae07-fbfdb0076959, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d741eed3-8013-45e0-ae07-fbfdb0076959,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:27.987466 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.988995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4c1c1298-5156-4601-90e1-4952a589a5d3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:27.994633 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-949d0c76-f694-4588-b3d4-c3239ae4ab3c req-6df7c82e-03c3-4e69-8d05-7effceda1a25 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902718 Feb 11 13:25:28.031007 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.144001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=d741eed3-8013-45e0-ae07-fbfdb0076959,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:28.166360 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-0475e010-4d53-4cf1-b228-634f2496096b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:25:28.168179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0475e010-4d53-4cf1-b228-634f2496096b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "PUT /v2.0/routers/a6340aad-0d6e-4196-97b0-53de64925f7f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4035351 Feb 11 13:25:28.173928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45120) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:28.180193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.182859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.183485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.184061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.184638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.185190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.191026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.191658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.192364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.193059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.193640 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:28.217926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 4c1c1298-5156-4601-90e1-4952a589a5d3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:28.225665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 4c1c1298-5156-4601-90e1-4952a589a5d3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:28.227874 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.257749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Port': ['ID=d747b6f3-6d5b-422f-9622-bebc3552cde5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:28.360552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network 95f48932-3549-4717-a741-07775a88517a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:28.360552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:28.376805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:28.678629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.678629 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.737613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.776838 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-adaf8313-bd19-4b00-962e-2d6fd2b19201 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0924551 Feb 11 13:25:28.804239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'network_id': '95f48932-3549-4717-a741-07775a88517a', 'admin_state_up': True, 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'security_groups': ['15f3c77c-60d3-42c2-9866-2576c05e1893']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:28.820329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4c1c1298-5156-4601-90e1-4952a589a5d3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4c1c1298-5156-4601-90e1-4952a589a5d3,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:28.824533 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.883519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbea1a0-3265-44ae-8f0c-bc9a07e04665 req-7a188439-6d58-44fd-8762-57bb2cb79005 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.887730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbea1a0-3265-44ae-8f0c-bc9a07e04665 req-7a188439-6d58-44fd-8762-57bb2cb79005 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.895007 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5bbea1a0-3265-44ae-8f0c-bc9a07e04665 req-7a188439-6d58-44fd-8762-57bb2cb79005 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 1653 time: 0.3078301 Feb 11 13:25:28.968240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5bbea1a0-3265-44ae-8f0c-bc9a07e04665 req-e3baae28-1aa5-4a38-9791-afb4f4e3b616 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690238 Feb 11 13:25:29.022678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4c1c1298-5156-4601-90e1-4952a589a5d3,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:29.043761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bd23f78-c70b-41d5-8bbe-6fba09653107 None None] Provisioning for port d747b6f3-6d5b-422f-9622-bebc3552cde5 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:29.053315 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bd23f78-c70b-41d5-8bbe-6fba09653107 None None] Provisioning complete for port d747b6f3-6d5b-422f-9622-bebc3552cde5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:29.053315 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bd23f78-c70b-41d5-8bbe-6fba09653107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.177658 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c2a083-8462-431e-b8ce-f5223d9df44f', 'code': 200} Feb 11 13:25:29.177658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7bd23f78-c70b-41d5-8bbe-6fba09653107 None None] Port d747b6f3-6d5b-422f-9622-bebc3552cde5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:25:29.379995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:29.386386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:port and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:29.390531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:29.409001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:29.448873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:29.451974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.596370 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.768303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Allocated IP 10.1.1.221 (95f48932-3549-4717-a741-07775a88517a/bb47b466-4262-4b47-98eb-ed0225161d1c/047f7b73-c4ff-43bf-a33a-5c57e1f5da57) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:30.008189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d102-2768-4bb3-8c94-e7bf11ae8ffb req-324f93ff-2c8f-4fc5-ad88-85db45e7d585 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.028318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83b0d102-2768-4bb3-8c94-e7bf11ae8ffb req-324f93ff-2c8f-4fc5-ad88-85db45e7d585 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.6728225 Feb 11 13:25:30.066673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-dbdbdd04-5518-45b6-ad24-b4ade59576c8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Router d51e1070-eb9e-488a-a4e0-b9244fcb7278 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:30.140270 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.147697 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83b0d102-2768-4bb3-8c94-e7bf11ae8ffb req-394171b9-4be6-4c13-ab8a-6a346cf2094d tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253867 Feb 11 13:25:30.715913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Transition to ACTIVE for port object 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:30.752254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.821003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d016cad-dbf7-4a0d-8624-736657421fa0 req-17e4b4b2-94a7-4ceb-8bfb-75609b558818 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.827828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d016cad-dbf7-4a0d-8624-736657421fa0 req-17e4b4b2-94a7-4ceb-8bfb-75609b558818 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.834648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d016cad-dbf7-4a0d-8624-736657421fa0 req-17e4b4b2-94a7-4ceb-8bfb-75609b558818 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.836456 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d016cad-dbf7-4a0d-8624-736657421fa0 req-17e4b4b2-94a7-4ceb-8bfb-75609b558818 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2417 time: 0.3933849 Feb 11 13:25:30.929490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Port': ['ID=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:30.945422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network 95f48932-3549-4717-a741-07775a88517a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:30.945422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:30.967650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:31.035546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d016cad-dbf7-4a0d-8624-736657421fa0 req-bb23cf5d-0736-4078-bd66-6ad49cb8eb59 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635849 Feb 11 13:25:31.099710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.100342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.171464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd741eed3-8013-45e0-ae07-fbfdb0076959'}, {'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1c1298-5156-4601-90e1-4952a589a5d3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:31.181275 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c630ff80-3f81-4d16-9fdd-6c1de3d3c1a0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3895767 Feb 11 13:25:31.192572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f', 'admin_state_up': True, 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'security_groups': ['15f3c77c-60d3-42c2-9866-2576c05e1893']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:31.284053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting port 3bfc93b4-c21b-45a7-8eca-63695656ad45 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:31.284695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.396358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-dbdbdd04-5518-45b6-ad24-b4ade59576c8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:31.411103 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] Sync routers for ids ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:25:31.413911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-dbdbdd04-5518-45b6-ad24-b4ade59576c8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.443619 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] Routers {'d51e1070-eb9e-488a-a4e0-b9244fcb7278'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:25:31.458661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0e47e800-9744-4f26-befe-6be9482fc347 None None] Provisioning for port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:31.464710 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:31.477975 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-dbdbdd04-5518-45b6-ad24-b4ade59576c8 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "PUT /v2.0/floatingips/ed985e92-cf23-47ce-96a3-b4f34cfc4ad5 HTTP/1.1" status: 200 len: 996 time: 7.2414289 Feb 11 13:25:31.491749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:31.502299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0e47e800-9744-4f26-befe-6be9482fc347 None None] Provisioning complete for port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:31.502299 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0e47e800-9744-4f26-befe-6be9482fc347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.659282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:31.677516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Usage tracker for resource:port and tenant:010169ef397f494db6b4777e7cd64614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:31.683934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0e47e800-9744-4f26-befe-6be9482fc347 None None] Port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:25:31.692296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:31.716169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:31.767753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:31.881250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-a6ac15d4-b76c-4c84-9693-f64fd6fb486b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2694ce8d3495494682b310ea1520dd5d&device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1096 time: 0.3412700 Feb 11 13:25:31.894161 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.984251 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] Set router d51e1070-eb9e-488a-a4e0-b9244fcb7278 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:25:32.168189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Calling delete_port for 3bfc93b4-c21b-45a7-8eca-63695656ad45 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:32.303114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed43fd-9ab6-4803-be26-041daee89d28 req-fc3cb34f-1936-46bd-a291-8cc3112a2ddf tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.303114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed43fd-9ab6-4803-be26-041daee89d28 req-fc3cb34f-1936-46bd-a291-8cc3112a2ddf tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.319186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed43fd-9ab6-4803-be26-041daee89d28 req-fc3cb34f-1936-46bd-a291-8cc3112a2ddf tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.325015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:32.332720 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68ed43fd-9ab6-4803-be26-041daee89d28 req-fc3cb34f-1936-46bd-a291-8cc3112a2ddf tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 2374 time: 0.9851334 Feb 11 13:25:32.342481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-a769e147-eff2-4c87-9adb-125748242cac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.342481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-a769e147-eff2-4c87-9adb-125748242cac service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 200 len: 921 time: 0.4657536 Feb 11 13:25:32.387921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68ed43fd-9ab6-4803-be26-041daee89d28 req-e71cdb9f-fc3b-4cbd-9af7-c526e6614400 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638180 Feb 11 13:25:32.558747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:32.669494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event deleted for resources: {'Port': ['ID=3bfc93b4-c21b-45a7-8eca-63695656ad45,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:32.789594 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-29e36c19-3eb7-410c-995e-dae8f04d82eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 999 time: 0.4420595 Feb 11 13:25:32.974965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-38f43d1a-aef0-41cb-9644-155a5af8afd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.974965 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-38f43d1a-aef0-41cb-9644-155a5af8afd1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe7c1608-4c6a-448c-b715-2d5773abdf7b HTTP/1.1" status: 200 len: 860 time: 0.1464171 Feb 11 13:25:33.055308 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-3310bfd1-1a5b-4d70-95e6-7f80e6cc866d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4a8f559-77cf-4b11-9175-988be7a0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820551 Feb 11 13:25:33.103922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30fd7b-6922-4dfb-8554-ab1a19354c90 req-bee34f5d-55e7-45e4-9789-9b66c09300c4 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.105031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e30fd7b-6922-4dfb-8554-ab1a19354c90 req-bee34f5d-55e7-45e4-9789-9b66c09300c4 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.4390879 Feb 11 13:25:33.108839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-b790f8a7-3c4e-4947-bd04-1f7187e68f4e service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:25:33.110245 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:33.116332 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-b790f8a7-3c4e-4947-bd04-1f7187e68f4e service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0299895 Feb 11 13:25:33.239762 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:31Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ed985e92-cf23-47ce-96a3-b4f34cfc4ad5', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'port_id': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'mac_address': 'fa:16:3e:79:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:25Z', 'revision_number': 1, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd698069d-df1a-496b-87cd-da73913e1f22', 'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'mac_address': 'fa:16:3e:a5:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:56Z', 'revision_number': 5, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'subnets': [{'id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:33.264771 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] Checking router: d51e1070-eb9e-488a-a4e0-b9244fcb7278 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:25:33.310792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-7c133c26-37a9-4dea-811d-9e75188d599a service neutron] 10.222.0.67 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904321 Feb 11 13:25:33.351622 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] Routers {'d51e1070-eb9e-488a-a4e0-b9244fcb7278'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:25:33.351622 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:33.506116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e30fd7b-6922-4dfb-8554-ab1a19354c90 req-422b9b4c-3069-4a0b-92ad-335ccada51e5 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787584 Feb 11 13:25:33.689269 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd741eed3-8013-45e0-ae07-fbfdb0076959', 'code': 200} Feb 11 13:25:33.690859 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1c1298-5156-4601-90e1-4952a589a5d3', 'code': 200} Feb 11 13:25:33.747234 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] Set router d51e1070-eb9e-488a-a4e0-b9244fcb7278 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:25:33.850325 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'status': 'completed', 'code': 200} Feb 11 13:25:33.928346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Allocated IP 10.2.2.100 (34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f/076e722f-c545-441b-bc95-104470f5caa3/f5227e51-621c-453c-9fb5-6f23ede69cbd) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:34.111469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6a2bb27-6995-4a88-85a4-e2da1fb974b9 req-0ba2e868-a6fd-4595-9e25-4f230b6e2863 service neutron] 10.222.0.67 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7892647 Feb 11 13:25:34.464874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Router a6340aad-0d6e-4196-97b0-53de64925f7f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:34.521205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0636d7-3a86-49db-a632-13ced149dc64 req-ff65eecf-ab2a-4d18-b9d4-1b5e0c6c1a45 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.524990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0636d7-3a86-49db-a632-13ced149dc64 req-ff65eecf-ab2a-4d18-b9d4-1b5e0c6c1a45 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.533201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0636d7-3a86-49db-a632-13ced149dc64 req-ff65eecf-ab2a-4d18-b9d4-1b5e0c6c1a45 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.544449 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd0636d7-3a86-49db-a632-13ced149dc64 req-ff65eecf-ab2a-4d18-b9d4-1b5e0c6c1a45 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2417 time: 0.3595326 Feb 11 13:25:34.571070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5356c00-dcb4-40cb-b448-4b1082099a4b req-fcbf0ee0-6f8d-4edf-b85e-0cb5224da666 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2694ce8d3495494682b310ea1520dd5d&device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1096 time: 0.6876171 Feb 11 13:25:34.638202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-832a7075-cced-4b44-8ecc-b9e7372d0080 req-4343b48d-8299-4a19-a415-61c48a1cc0f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2870 time: 0.6970356 Feb 11 13:25:34.808383 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:31Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ed985e92-cf23-47ce-96a3-b4f34cfc4ad5', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'port_id': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'mac_address': 'fa:16:3e:79:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:25Z', 'revision_number': 1, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd698069d-df1a-496b-87cd-da73913e1f22', 'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'mac_address': 'fa:16:3e:a5:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:56Z', 'revision_number': 5, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'subnets': [{'id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:34.823412 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027410d-335d-4ea7-80ee-005f449c47e1 None None] The sync data for ids ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'] in n-d-818559-1 is: [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:31Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ed985e92-cf23-47ce-96a3-b4f34cfc4ad5', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'port_id': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'mac_address': 'fa:16:3e:79:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:25Z', 'revision_number': 1, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd698069d-df1a-496b-87cd-da73913e1f22', 'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'mac_address': 'fa:16:3e:a5:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:56Z', 'revision_number': 5, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'subnets': [{'id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:25:34.840690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd0636d7-3a86-49db-a632-13ced149dc64 req-8a7ebfb7-b13d-48d4-8335-9da85602050a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866330 Feb 11 13:25:34.849224 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:34.866240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:34.880375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9f6c7-88a3-4b01-b1ba-6d634493b375 None None] Sync routers for ids ['a6340aad-0d6e-4196-97b0-53de64925f7f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:25:34.898535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Transition to ACTIVE for port object f5227e51-621c-453c-9fb5-6f23ede69cbd will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:34.907614 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-832a7075-cced-4b44-8ecc-b9e7372d0080 req-d7eae25b-39fe-4357-885e-241fc617bf9e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684548 Feb 11 13:25:34.908455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9f6c7-88a3-4b01-b1ba-6d634493b375 None None] Routers {'a6340aad-0d6e-4196-97b0-53de64925f7f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:25:34.909107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-38d9f6c7-88a3-4b01-b1ba-6d634493b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a6340aad-0d6e-4196-97b0-53de64925f7f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:34.925660 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-46f6308f-d373-415f-82cc-51e816864d12 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "PUT /v2.0/routers/a6340aad-0d6e-4196-97b0-53de64925f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7501934 Feb 11 13:25:34.926426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45204) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:35.047702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-38d9f6c7-88a3-4b01-b1ba-6d634493b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:35.069452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9f6c7-88a3-4b01-b1ba-6d634493b375 None None] Routers {'a6340aad-0d6e-4196-97b0-53de64925f7f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:25:35.069452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-38d9f6c7-88a3-4b01-b1ba-6d634493b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a6340aad-0d6e-4196-97b0-53de64925f7f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:35.121616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc32b4-3fea-41fd-9871-1b7b0b0ce91d req-88066f04-fdb7-432e-97f5-5cea6483a687 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.128186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc32b4-3fea-41fd-9871-1b7b0b0ce91d req-88066f04-fdb7-432e-97f5-5cea6483a687 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.133295 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-605460c6-5b0e-4f9d-8757-083e8c61b2cb tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 999 time: 0.1978893 Feb 11 13:25:35.136145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc32b4-3fea-41fd-9871-1b7b0b0ce91d req-88066f04-fdb7-432e-97f5-5cea6483a687 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.136145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-efdc32b4-3fea-41fd-9871-1b7b0b0ce91d req-88066f04-fdb7-432e-97f5-5cea6483a687 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Synchronizing usage tracker for tenant:010169ef397f494db6b4777e7cd64614 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:35.147999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5356c00-dcb4-40cb-b448-4b1082099a4b req-168193d4-5c8c-4dd2-b5ff-884aa7f26e01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.147999 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5356c00-dcb4-40cb-b448-4b1082099a4b req-168193d4-5c8c-4dd2-b5ff-884aa7f26e01 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 200 len: 921 time: 0.5612016 Feb 11 13:25:35.147999 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-bc40144b-acbf-45af-a077-f70d86cc339b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] delete failed (client error): The resource could not be found. Feb 11 13:25:35.159866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bc40144b-acbf-45af-a077-f70d86cc339b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-884213688 HTTP/1.1" status: 404 len: 334 time: 0.2067049 Feb 11 13:25:35.185152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-38d9f6c7-88a3-4b01-b1ba-6d634493b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:35.185152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9f6c7-88a3-4b01-b1ba-6d634493b375 None None] The sync data for ids ['a6340aad-0d6e-4196-97b0-53de64925f7f'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:25:35.213395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45208) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:35.224666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d5f1c167-3bdc-4523-8a8d-8a8083706884 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6340aad-0d6e-4196-97b0-53de64925f7f'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:35.279609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-deebf5d7-6ec8-4a49-869e-0189116b2fe1 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.292324 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-deebf5d7-6ec8-4a49-869e-0189116b2fe1 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports/0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 942 time: 0.1643937 Feb 11 13:25:35.309008 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d0642-3e76-4d5f-a152-85b39746de77 None None] New status for floating IP ed985e92-cf23-47ce-96a3-b4f34cfc4ad5: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:25:35.504238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-efdc32b4-3fea-41fd-9871-1b7b0b0ce91d req-88066f04-fdb7-432e-97f5-5cea6483a687 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Unset dirty status for tenant:010169ef397f494db6b4777e7cd64614 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:35.504238 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-efdc32b4-3fea-41fd-9871-1b7b0b0ce91d req-88066f04-fdb7-432e-97f5-5cea6483a687 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 2374 time: 0.9842262 Feb 11 13:25:35.559339 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-8db15e4f-e7d3-4842-9110-7bd344a806ed tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 999 time: 0.1689804 Feb 11 13:25:35.741616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:35.824268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-956bac24-6a18-4c53-a2de-14ac5182e177 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.824268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-956bac24-6a18-4c53-a2de-14ac5182e177 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2611990 Feb 11 13:25:35.832802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-9502c2dc-09c6-42df-9625-92b6ed5761ba tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:25:35.843744 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-9502c2dc-09c6-42df-9625-92b6ed5761ba tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0142715 Feb 11 13:25:35.889442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5356c00-dcb4-40cb-b448-4b1082099a4b req-157f891e-5a4c-4a97-96e9-934f168f2d50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 999 time: 0.7235403 Feb 11 13:25:35.951890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-efdc32b4-3fea-41fd-9871-1b7b0b0ce91d req-535c43be-54a2-4562-8128-673e7841c9d5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4268355 Feb 11 13:25:35.982140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:35.984816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:35.991596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:36.054869 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-52122fc1-e7cd-4cb3-a6ce-b4c7f8582385 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 999 time: 0.2145910 Feb 11 13:25:36.060066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-d4aec70a-4fa7-4c5f-8165-77999e3e837b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:36.104902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Port': ['ID=f5227e51-621c-453c-9fb5-6f23ede69cbd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:36.136015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5356c00-dcb4-40cb-b448-4b1082099a4b req-ef322c8f-bd04-43d8-a87d-d2a12e671f41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.137492 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5356c00-dcb4-40cb-b448-4b1082099a4b req-ef322c8f-bd04-43d8-a87d-d2a12e671f41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe7c1608-4c6a-448c-b715-2d5773abdf7b HTTP/1.1" status: 200 len: 860 time: 0.2481582 Feb 11 13:25:36.466732 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-42786474-90d5-4847-9f08-66c3bde0d210 None None] Provisioning for port f5227e51-621c-453c-9fb5-6f23ede69cbd completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:36.484095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-42786474-90d5-4847-9f08-66c3bde0d210 None None] Provisioning complete for port f5227e51-621c-453c-9fb5-6f23ede69cbd triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:36.484509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42786474-90d5-4847-9f08-66c3bde0d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.573703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42786474-90d5-4847-9f08-66c3bde0d210 None None] Port f5227e51-621c-453c-9fb5-6f23ede69cbd cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:25:36.588335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-d4aec70a-4fa7-4c5f-8165-77999e3e837b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.775898 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5356c00-dcb4-40cb-b448-4b1082099a4b req-26a9f7aa-7971-430b-8c1e-f4ebcd9e24dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4a8f559-77cf-4b11-9175-988be7a0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6242495 Feb 11 13:25:36.829442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.830263 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.864102 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f8ba69de-bfcd-41e7-a5ed-f216b0826c2c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6767910 Feb 11 13:25:36.974977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f', 'admin_state_up': True, 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'security_groups': ['15f3c77c-60d3-42c2-9866-2576c05e1893']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:37.148553 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c167-3bdc-4523-8a8d-8a8083706884 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.171339 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-d4aec70a-4fa7-4c5f-8165-77999e3e837b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.176080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-d4aec70a-4fa7-4c5f-8165-77999e3e837b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.177409 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-d4aec70a-4fa7-4c5f-8165-77999e3e837b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Floating IP ed985e92-cf23-47ce-96a3-b4f34cfc4ad5 disassociated. External IP: 172.25.4.182, port: 0c0430c1-404a-47d2-9400-dfcb2992cee8. Feb 11 13:25:37.193952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9bcf2-b4c5-4b51-be8e-ebc922dc8948 req-53a58a9b-ba2b-42b1-9af7-88c72047c2ea tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.195597 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cbd9bcf2-b4c5-4b51-be8e-ebc922dc8948 req-53a58a9b-ba2b-42b1-9af7-88c72047c2ea tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.7467229 Feb 11 13:25:37.274354 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.308902 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-d5f1c167-3bdc-4523-8a8d-8a8083706884 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] update failed (client error): The resource could not be found. Feb 11 13:25:37.315576 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d5f1c167-3bdc-4523-8a8d-8a8083706884 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "PUT /v2.0/routers/a6340aad-0d6e-4196-97b0-53de64925f7f HTTP/1.1" status: 404 len: 339 time: 2.0972955 Feb 11 13:25:37.331715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45238) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:37.337306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-303730288'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:37.340235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:37.346763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Usage tracker for resource:network and tenant:7befddd4e68a4a529275d8e75272511a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:37.352811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:37.365807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:37.390420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Made reservation on behalf of 7befddd4e68a4a529275d8e75272511a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:37.390420 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.415502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cbd9bcf2-b4c5-4b51-be8e-ebc922dc8948 req-24dccde6-2f3c-4c5b-ab41-9511967a908e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070677 Feb 11 13:25:37.428373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:37.440115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:37.447302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5356c00-dcb4-40cb-b448-4b1082099a4b req-50882749-cb50-44f5-8f37-22fc0980c4cb service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565559 Feb 11 13:25:37.550289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Made reservation on behalf of 010169ef397f494db6b4777e7cd64614 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:37.593340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:37.788873 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.789488 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Added segment f0157366-5f2e-45ff-8148-f44a1afcf0fb of type vlan for network 62209007-7c9e-44fc-b668-da746d488879 Feb 11 13:25:37.853881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5356c00-dcb4-40cb-b448-4b1082099a4b req-d367c8e0-1f86-4703-bc71-0fafe7ef1a41 service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905971 Feb 11 13:25:38.011001 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.019082 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.045237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-d4aec70a-4fa7-4c5f-8165-77999e3e837b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Router d51e1070-eb9e-488a-a4e0-b9244fcb7278 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:38.105450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc982841-7689-47d0-a37e-d9307519376b req-49eb1cf9-8367-435d-ad8b-65d2949e8c4d tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.111336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc982841-7689-47d0-a37e-d9307519376b req-49eb1cf9-8367-435d-ad8b-65d2949e8c4d tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.121136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc982841-7689-47d0-a37e-d9307519376b req-49eb1cf9-8367-435d-ad8b-65d2949e8c4d tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.129848 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc982841-7689-47d0-a37e-d9307519376b req-49eb1cf9-8367-435d-ad8b-65d2949e8c4d tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2417 time: 0.4451537 Feb 11 13:25:38.252853 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc982841-7689-47d0-a37e-d9307519376b req-45d16bda-86e5-4954-b758-b99966e203ca tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215682 Feb 11 13:25:38.257633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.267287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.267287 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.409359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-d4aec70a-4fa7-4c5f-8165-77999e3e837b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:38.414515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-d4aec70a-4fa7-4c5f-8165-77999e3e837b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.420209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] Sync routers for ids ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:25:38.442436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] Routers {'d51e1070-eb9e-488a-a4e0-b9244fcb7278'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:25:38.444163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:38.527419 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-d4aec70a-4fa7-4c5f-8165-77999e3e837b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "PUT /v2.0/floatingips/ed985e92-cf23-47ce-96a3-b4f34cfc4ad5 HTTP/1.1" status: 200 len: 695 time: 2.4716134 Feb 11 13:25:38.530142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:38.569516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2435186 Feb 11 13:25:38.570543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45264) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:38.661359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'subnet': {'network_id': '62209007-7c9e-44fc-b668-da746d488879', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:38.727564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc256e5a-52d9-4c0a-b0e2-02f8b757cefc tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Network': ['ID=62209007-7c9e-44fc-b668-da746d488879,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:38.749756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 62209007-7c9e-44fc-b668-da746d488879 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:25:38.779840 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-db0962d3-9021-431f-be59-208b6bc7473a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2694ce8d3495494682b310ea1520dd5d&device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1096 time: 0.2360718 Feb 11 13:25:38.964058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45272) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:38.983796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] Set router d51e1070-eb9e-488a-a4e0-b9244fcb7278 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:25:38.988175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:39.006375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Usage tracker for resource:subnet and tenant:7befddd4e68a4a529275d8e75272511a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:39.011892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-4188a226-1180-4ab7-b1ad-4d257cafb35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.018559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:39.022014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-4188a226-1180-4ab7-b1ad-4d257cafb35f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 200 len: 921 time: 0.2287331 Feb 11 13:25:39.025352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Allocated IP 10.2.2.200 (34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f/076e722f-c545-441b-bc95-104470f5caa3/7c3e41fb-1261-4231-9475-b80b2d5420d4) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:39.044062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:39.088515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320791c8-a82c-4708-9799-c2e61d2ed7da req-1aad07f6-b9b9-407e-9872-6972f2167a5f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.088515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320791c8-a82c-4708-9799-c2e61d2ed7da req-1aad07f6-b9b9-407e-9872-6972f2167a5f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.096514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320791c8-a82c-4708-9799-c2e61d2ed7da req-1aad07f6-b9b9-407e-9872-6972f2167a5f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.101140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320791c8-a82c-4708-9799-c2e61d2ed7da req-1aad07f6-b9b9-407e-9872-6972f2167a5f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.102069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-320791c8-a82c-4708-9799-c2e61d2ed7da req-1aad07f6-b9b9-407e-9872-6972f2167a5f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Synchronizing usage tracker for tenant:010169ef397f494db6b4777e7cd64614 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:39.135386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Made reservation on behalf of 7befddd4e68a4a529275d8e75272511a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:39.153009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-086cec97-877a-48d5-bf80-dc49f3b901a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 217 time: 0.1341376 Feb 11 13:25:39.175359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-320791c8-a82c-4708-9799-c2e61d2ed7da req-1aad07f6-b9b9-407e-9872-6972f2167a5f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Unset dirty status for tenant:010169ef397f494db6b4777e7cd64614 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:39.191294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-320791c8-a82c-4708-9799-c2e61d2ed7da req-1aad07f6-b9b9-407e-9872-6972f2167a5f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 3095 time: 0.7409086 Feb 11 13:25:39.299018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-33c694e9-33e7-4463-99fc-1d622638363b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.299018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-33c694e9-33e7-4463-99fc-1d622638363b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe7c1608-4c6a-448c-b715-2d5773abdf7b HTTP/1.1" status: 200 len: 860 time: 0.1360767 Feb 11 13:25:39.363872 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.565357 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-d11e5374-04fd-4c00-a601-2e10a959275c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4a8f559-77cf-4b11-9175-988be7a0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2620132 Feb 11 13:25:39.565357 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.595988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:31Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd698069d-df1a-496b-87cd-da73913e1f22', 'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'mac_address': 'fa:16:3e:a5:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:56Z', 'revision_number': 5, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'subnets': [{'id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:39.595988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] Checking router: d51e1070-eb9e-488a-a4e0-b9244fcb7278 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:25:39.635478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] Routers {'d51e1070-eb9e-488a-a4e0-b9244fcb7278'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:25:39.635478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:39.728684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:39.755073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Usage tracker for resource:security_group_rule and tenant:64cbc5a0258a4b7b9d2dcb69e4cf2680 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:39.755073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:39.767304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:39.776449 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-320791c8-a82c-4708-9799-c2e61d2ed7da req-806ee3b2-f64a-456c-849a-5d645d6c9c55 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5841742 Feb 11 13:25:39.779934 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-c7aaecdb-1ea3-4da1-8be6-d1917b89dcfb service neutron] 10.222.0.67 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064230 Feb 11 13:25:39.965073 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.995439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Transition to ACTIVE for port object 7c3e41fb-1261-4231-9475-b80b2d5420d4 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:40.031530 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.039963 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a46497ea-fdcf-4bb8-8228-5d08c6d215da req-e5b3808f-63cf-42e1-b3d8-dbd0135f6d29 service neutron] 10.222.0.67 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441151 Feb 11 13:25:40.050542 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.053874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.093999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] Set router d51e1070-eb9e-488a-a4e0-b9244fcb7278 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:25:40.116140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c084882a-d1ea-4b87-9977-e7243d97904b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:40.131954 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=64cbc5a0258a4b7b9d2dcb69e4cf2680&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1600463 Feb 11 13:25:40.131954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45288) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.150852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91291de-e4ac-48f6-a2c5-9492a3013a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:40.268549 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.269740 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-beb8b5de-2cfe-4dd9-b374-33731ace0b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.348571 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-beb8b5de-2cfe-4dd9-b374-33731ace0b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.401771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:40.432046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:40.432046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Subnet': ['ID=58615947-be26-458e-9d96-724d38408339,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:40.432046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:40.498492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-beb8b5de-2cfe-4dd9-b374-33731ace0b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.510115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event updated for resources: {'Port': ['ID=7c3e41fb-1261-4231-9475-b80b2d5420d4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:40.535340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8b5de-2cfe-4dd9-b374-33731ace0b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c084882a-d1ea-4b87-9977-e7243d97904b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:40.541448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Checking segment: {'id': 'f0157366-5f2e-45ff-8148-f44a1afcf0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '62209007-7c9e-44fc-b668-da746d488879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:40.541448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network hostable DHCP agents. Network: 62209007-7c9e-44fc-b668-da746d488879, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:40.580225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96e304-1d11-45ed-9f96-8caeafff6ff0 req-7c3eb7e3-a94f-4128-8682-9ce7b9e25963 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.583420 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-beb8b5de-2cfe-4dd9-b374-33731ace0b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.589371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-beb8b5de-2cfe-4dd9-b374-33731ace0b6f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c084882a-d1ea-4b87-9977-e7243d97904b HTTP/1.1" status: 204 len: 168 time: 0.4548056 Feb 11 13:25:40.593195 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d96e304-1d11-45ed-9f96-8caeafff6ff0 req-7c3eb7e3-a94f-4128-8682-9ce7b9e25963 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.5002129 Feb 11 13:25:40.688957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.689582 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.696537 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'status': 'completed', 'code': 200} Feb 11 13:25:40.870061 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-082f7b5b-e9e1-4485-aecf-d2d7f990473c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8997600 Feb 11 13:25:40.891566 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d96e304-1d11-45ed-9f96-8caeafff6ff0 req-dc98b3d0-bc18-4a65-93a7-b0c426c95ce5 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976210 Feb 11 13:25:40.902367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:40.921898 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-25f45b15-05ef-4fda-b53b-3d325355c498 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/floatingips/ed985e92-cf23-47ce-96a3-b4f34cfc4ad5 HTTP/1.1" status: 200 len: 695 time: 0.1651723 Feb 11 13:25:41.014130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-610c5e77-0b16-4c8d-bf60-a624aeb5cef1 None None] Provisioning for port 7c3e41fb-1261-4231-9475-b80b2d5420d4 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:41.034005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-610c5e77-0b16-4c8d-bf60-a624aeb5cef1 None None] Provisioning complete for port 7c3e41fb-1261-4231-9475-b80b2d5420d4 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:41.034005 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-610c5e77-0b16-4c8d-bf60-a624aeb5cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.113556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network 62209007-7c9e-44fc-b668-da746d488879 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:41.117622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-610c5e77-0b16-4c8d-bf60-a624aeb5cef1 None None] Port 7c3e41fb-1261-4231-9475-b80b2d5420d4 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:25:41.153462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-9c000144-af65-4fe5-9fc3-c9bfaeabac9f tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.154211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:31Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd698069d-df1a-496b-87cd-da73913e1f22', 'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'mac_address': 'fa:16:3e:a5:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:56Z', 'revision_number': 5, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'subnets': [{'id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:41.156738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 62209007-7c9e-44fc-b668-da746d488879) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:41.161951 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-9c000144-af65-4fe5-9fc3-c9bfaeabac9f tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 784 time: 0.2428334 Feb 11 13:25:41.166000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.166879 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.167232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc7b8e-bbb9-4877-93ea-174c369e2c22 None None] Network 62209007-7c9e-44fc-b668-da746d488879 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:25:41.170154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-c2be83e1-e2d4-4f29-a3fd-c7ff9db2ec14 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:25:41.182051 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-c2be83e1-e2d4-4f29-a3fd-c7ff9db2ec14 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0189061 Feb 11 13:25:41.184204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e31a6-9e51-42a3-b722-85a2e086b684 None None] The sync data for ids ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'] in n-d-818559-1 is: [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:31Z', 'revision_number': 4, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd698069d-df1a-496b-87cd-da73913e1f22', 'name': '', 'network_id': 'd4a8f559-77cf-4b11-9175-988be7a0550b', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'mac_address': 'fa:16:3e:a5:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:56Z', 'revision_number': 5, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'subnets': [{'id': 'fe7c1608-4c6a-448c-b715-2d5773abdf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:25:41.184827 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.219010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ef1253a-4b5f-4946-b829-f1f90f660a1f req-0836ab4d-4c2c-4cf5-a89e-c238bcaa2d3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2694ce8d3495494682b310ea1520dd5d&device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 1096 time: 0.4844410 Feb 11 13:25:41.451635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-6b56fee9-f376-40c9-9f27-407c42fe42cb tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 698 time: 0.2527945 Feb 11 13:25:41.537091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-87fa283b-cad3-47e1-9413-b5580a0156a7 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8889804 Feb 11 13:25:41.548806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45320) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:41.549153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45324) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:41.559272 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-5d0aaa2f-cf59-48d9-95d2-1467bd960631 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 698 time: 0.1216674 Feb 11 13:25:41.584581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1e2cb9b9-8090-4c7f-a68a-99eb83af5e7c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'router': {'external_gateway_info': {'network_id': '62209007-7c9e-44fc-b668-da746d488879'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:41.732647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-62209007-7c9e-44fc-b668-da746d488879', 'network_id': '62209007-7c9e-44fc-b668-da746d488879', 'tenant_id': '7befddd4e68a4a529275d8e75272511a', 'fixed_ips': [{'subnet_id': '58615947-be26-458e-9d96-724d38408339'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:25:41.732647 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.815763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Deleting port cc35c816-b544-4346-997d-fa91a320c218 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:41.815763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.871290 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.975126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1253a-4b5f-4946-b829-f1f90f660a1f req-da86b0e0-a365-4906-b253-e5be367052c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.976845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ef1253a-4b5f-4946-b829-f1f90f660a1f req-da86b0e0-a365-4906-b253-e5be367052c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 200 len: 921 time: 0.7141702 Feb 11 13:25:42.013200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Allocated IP 2001:db8:1::2 (62209007-7c9e-44fc-b668-da746d488879/58615947-be26-458e-9d96-724d38408339/fb9d2f0b-a2bc-4955-89a3-bfac11809159) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:42.048076 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07447029-9902-4996-b9cb-fb5b56c6df43 None None] New status for floating IP ed985e92-cf23-47ce-96a3-b4f34cfc4ad5: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:25:42.134306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.134306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.292950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ef1253a-4b5f-4946-b829-f1f90f660a1f req-9f9c36e9-0a43-4d74-a91e-0af48cb76be0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 200 len: 217 time: 0.2653601 Feb 11 13:25:42.306012 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.349313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Calling delete_port for cc35c816-b544-4346-997d-fa91a320c218 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:42.462743 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.477268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Transition to ACTIVE for port object fb9d2f0b-a2bc-4955-89a3-bfac11809159 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:42.511393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Transition to ACTIVE for port object fb9d2f0b-a2bc-4955-89a3-bfac11809159 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:42.524356 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.657729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Network 62209007-7c9e-44fc-b668-da746d488879 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:42.661713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:42.665650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:42.759936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Pushing event updated for resources: {'Port': ['ID=fb9d2f0b-a2bc-4955-89a3-bfac11809159,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:42.775936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:42.792058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:25:42.792058 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:25:42.829907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Attempting to bind port fb9d2f0b-a2bc-4955-89a3-bfac11809159 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:42.829907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Attempting to bind port fb9d2f0b-a2bc-4955-89a3-bfac11809159 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'f0157366-5f2e-45ff-8148-f44a1afcf0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '62209007-7c9e-44fc-b668-da746d488879'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:42.829907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Attempting to bind port fb9d2f0b-a2bc-4955-89a3-bfac11809159 on network 62209007-7c9e-44fc-b668-da746d488879 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:42.839249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:42.839249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Checking segment: {'id': 'f0157366-5f2e-45ff-8148-f44a1afcf0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '62209007-7c9e-44fc-b668-da746d488879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:42.839249 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.839249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Bound using segment: {'id': 'f0157366-5f2e-45ff-8148-f44a1afcf0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '62209007-7c9e-44fc-b668-da746d488879'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:42.839249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Bound port: fb9d2f0b-a2bc-4955-89a3-bfac11809159, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0157366-5f2e-45ff-8148-f44a1afcf0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '62209007-7c9e-44fc-b668-da746d488879'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:42.839249 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.870626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Usage tracker for resource:security_group_rule and tenant:51d85a30160a4452add8782bbed1d93a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:42.877818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:42.890243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:42.929052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f7f7-22a1-4204-9011-b7ada4a9f834 req-fb75f987-0ff0-4e89-ab2d-24dc2bdcb859 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.934031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f7f7-22a1-4204-9011-b7ada4a9f834 req-fb75f987-0ff0-4e89-ab2d-24dc2bdcb859 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.939226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f7f7-22a1-4204-9011-b7ada4a9f834 req-fb75f987-0ff0-4e89-ab2d-24dc2bdcb859 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.943198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f7f7-22a1-4204-9011-b7ada4a9f834 req-fb75f987-0ff0-4e89-ab2d-24dc2bdcb859 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.952155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f7f7-22a1-4204-9011-b7ada4a9f834 req-fb75f987-0ff0-4e89-ab2d-24dc2bdcb859 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.954998 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2032f7f7-22a1-4204-9011-b7ada4a9f834 req-fb75f987-0ff0-4e89-ab2d-24dc2bdcb859 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 3816 time: 1.2466483 Feb 11 13:25:42.970562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1253a-4b5f-4946-b829-f1f90f660a1f req-86d1a895-3863-4c84-b1ac-6cc8e0e3f3b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.970562 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ef1253a-4b5f-4946-b829-f1f90f660a1f req-86d1a895-3863-4c84-b1ac-6cc8e0e3f3b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe7c1608-4c6a-448c-b715-2d5773abdf7b HTTP/1.1" status: 200 len: 860 time: 0.3740022 Feb 11 13:25:42.988454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] For port fb9d2f0b-a2bc-4955-89a3-bfac11809159, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:42.988454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] For port fb9d2f0b-a2bc-4955-89a3-bfac11809159, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fb9d2f0b-a2bc-4955-89a3-bfac11809159,segment=NetworkSegment(f0157366-5f2e-45ff-8148-f44a1afcf0fb),segment_id=f0157366-5f2e-45ff-8148-f44a1afcf0fb)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:42.994563 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.087122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aba080-1c8f-4ecb-969a-894f2918e9bd None None] Pushing event updated for resources: {'Port': ['ID=fb9d2f0b-a2bc-4955-89a3-bfac11809159,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:43.148219 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ef1253a-4b5f-4946-b829-f1f90f660a1f req-b1cacbeb-555e-4031-b87c-6e289125dbd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d4a8f559-77cf-4b11-9175-988be7a0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652482 Feb 11 13:25:43.308234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Deleting port cc35c816-b544-4346-997d-fa91a320c218 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:43.308234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.375804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:43.423567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2032f7f7-22a1-4204-9011-b7ada4a9f834 req-7ca4b791-cdab-4ddb-9026-217a03976d37 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432660 Feb 11 13:25:43.544005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.570959 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.582061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e2cb9b9-8090-4c7f-a68a-99eb83af5e7c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.605276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc54990-8673-47da-a49e-a07bf457dcbf {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:43.622345 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ef1253a-4b5f-4946-b829-f1f90f660a1f req-a2d6a863-4aa3-4d3c-a8e9-a54fe11e4649 service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105041 Feb 11 13:25:43.630792 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.643953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9a3a492c-d4c6-4148-aab8-5626320b41e5 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.648235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9a3a492c-d4c6-4148-aab8-5626320b41e5 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.652176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9a3a492c-d4c6-4148-aab8-5626320b41e5 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.653920 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9a3a492c-d4c6-4148-aab8-5626320b41e5 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2417 time: 0.5403595 Feb 11 13:25:43.658460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.658844 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.852753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-6e322fcc-2d31-4250-b284-d19df44917cb req-1e464384-72ed-4aff-8fd9-57ca46a97182 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port 4c1c1298-5156-4601-90e1-4952a589a5d3 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:43.852753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-1e464384-72ed-4aff-8fd9-57ca46a97182 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.047815 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=51d85a30160a4452add8782bbed1d93a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4676106 Feb 11 13:25:44.047815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56541477-ff72-4287-b8f4-fe771170609f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.047815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45356) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:44.047815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Transition to ACTIVE for port object fcc54990-8673-47da-a49e-a07bf457dcbf will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:44.095285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Calling delete_port for cc35c816-b544-4346-997d-fa91a320c218 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:44.098320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.126538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device fb9d2f0b-a2bc-4955-89a3-bfac11809159 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:44.266389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.266389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.266389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.266389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.266389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.266389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.270108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.270503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.270861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.271185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.271506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002459c-dd35-4e02-bf9a-d1f8c169a8c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:44.344916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port fb9d2f0b-a2bc-4955-89a3-bfac11809159 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:44.543949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc54990-8673-47da-a49e-a07bf457dcbf,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.636640 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ef1253a-4b5f-4946-b829-f1f90f660a1f req-fdf4f15c-8984-4642-95cd-2ec5255fad92 service neutron] 10.222.0.73 "GET /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9996967 Feb 11 13:25:44.647335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.664818 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08aee4d3-e872-467e-808e-7dfea626401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.690628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-6e322fcc-2d31-4250-b284-d19df44917cb req-1e464384-72ed-4aff-8fd9-57ca46a97182 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] For port 4c1c1298-5156-4601-90e1-4952a589a5d3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4c1c1298-5156-4601-90e1-4952a589a5d3,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:44.691497 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-1e464384-72ed-4aff-8fd9-57ca46a97182 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.773339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08aee4d3-e872-467e-808e-7dfea626401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.822762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e782e-00b1-47f2-82c4-11c4c4f5c244 req-7c43c35d-8759-432c-9908-07b96d35dd47 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.822762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e782e-00b1-47f2-82c4-11c4c4f5c244 req-7c43c35d-8759-432c-9908-07b96d35dd47 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.829760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e782e-00b1-47f2-82c4-11c4c4f5c244 req-7c43c35d-8759-432c-9908-07b96d35dd47 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.836721 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a2e782e-00b1-47f2-82c4-11c4c4f5c244 req-7c43c35d-8759-432c-9908-07b96d35dd47 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 2417 time: 0.8436828 Feb 11 13:25:44.881055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Pushing event deleted for resources: {'Port': ['ID=cc35c816-b544-4346-997d-fa91a320c218,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.954365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-6e322fcc-2d31-4250-b284-d19df44917cb req-1e464384-72ed-4aff-8fd9-57ca46a97182 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Calling delete_port for 4c1c1298-5156-4601-90e1-4952a589a5d3 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:44.959620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c47c7e3-c8b3-4211-9208-84fbe55f5941 None None] Network 62209007-7c9e-44fc-b668-da746d488879 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:25:45.104791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08aee4d3-e872-467e-808e-7dfea626401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.176094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aee4d3-e872-467e-808e-7dfea626401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56541477-ff72-4287-b8f4-fe771170609f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:45.201265 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a2e782e-00b1-47f2-82c4-11c4c4f5c244 req-d4ee5979-1ef3-4a9d-bb9f-95b03d2e0c20 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640072 Feb 11 13:25:45.205584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f5a6562a-e611-4987-9cec-8136d7d26e66 None None] Provisioning for port fb9d2f0b-a2bc-4955-89a3-bfac11809159 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:45.221844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f5a6562a-e611-4987-9cec-8136d7d26e66 None None] Provisioning complete for port fb9d2f0b-a2bc-4955-89a3-bfac11809159 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:45.221844 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5a6562a-e611-4987-9cec-8136d7d26e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.234638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Attempting to bind port fcc54990-8673-47da-a49e-a07bf457dcbf on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:45.234638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Attempting to bind port fcc54990-8673-47da-a49e-a07bf457dcbf by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:45.240855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Attempting to bind port fcc54990-8673-47da-a49e-a07bf457dcbf on network a9f115c2-e958-407a-85fa-295bbd6136d3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:45.246885 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.256642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08aee4d3-e872-467e-808e-7dfea626401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.256642 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08aee4d3-e872-467e-808e-7dfea626401d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56541477-ff72-4287-b8f4-fe771170609f HTTP/1.1" status: 204 len: 168 time: 1.1979961 Feb 11 13:25:45.280077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Port fcc54990-8673-47da-a49e-a07bf457dcbf on network a9f115c2-e958-407a-85fa-295bbd6136d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:25:45.280077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Attempting to bind port fcc54990-8673-47da-a49e-a07bf457dcbf on network a9f115c2-e958-407a-85fa-295bbd6136d3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:45.280077 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-1e2cb9b9-8090-4c7f-a68a-99eb83af5e7c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:25:45.280077 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1e2cb9b9-8090-4c7f-a68a-99eb83af5e7c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "PUT /v2.0/routers/a6340aad-0d6e-4196-97b0-53de64925f7f HTTP/1.1" status: 400 len: 364 time: 3.6999967 Feb 11 13:25:45.283306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-1e464384-72ed-4aff-8fd9-57ca46a97182 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.287700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45372) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:45.295372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:45.295372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Checking segment: {'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:45.295372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Bound using segment: {'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:45.295372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Bound port: fcc54990-8673-47da-a49e-a07bf457dcbf, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c2e3fa-8719-4879-8c52-d012694869dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:45.295372 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.441467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e464384-72ed-4aff-8fd9-57ca46a97182 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Port': ['ID=4c1c1298-5156-4601-90e1-4952a589a5d3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:45.476055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] For port fcc54990-8673-47da-a49e-a07bf457dcbf, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:45.481972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] For port fcc54990-8673-47da-a49e-a07bf457dcbf, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcc54990-8673-47da-a49e-a07bf457dcbf,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:45.508301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f898e931-0c64-4584-9b43-5a0805cbf082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.550616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.560960 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5a6562a-e611-4987-9cec-8136d7d26e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.568142 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.571940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd86ef9b-386e-4f58-8ccf-72f1f68b1683 req-af02f21e-cbd8-4245-a0b1-083216269c87 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "DELETE /v2.0/floatingips/ed985e92-cf23-47ce-96a3-b4f34cfc4ad5 HTTP/1.1" status: 204 len: 173 time: 4.0056374 Feb 11 13:25:45.649338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f5a6562a-e611-4987-9cec-8136d7d26e66 None None] For port fb9d2f0b-a2bc-4955-89a3-bfac11809159, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fb9d2f0b-a2bc-4955-89a3-bfac11809159,segment=NetworkSegment(f0157366-5f2e-45ff-8148-f44a1afcf0fb),segment_id=f0157366-5f2e-45ff-8148-f44a1afcf0fb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:45.649338 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5a6562a-e611-4987-9cec-8136d7d26e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.830354 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.832101 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/fcc54990-8673-47da-a49e-a07bf457dcbf HTTP/1.1" status: 200 len: 1091 time: 4.9436011 Feb 11 13:25:45.848582 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'fcc54990-8673-47da-a49e-a07bf457dcbf'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:45.874862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:45.947268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6562a-e611-4987-9cec-8136d7d26e66 None None] Pushing event updated for resources: {'Port': ['ID=fb9d2f0b-a2bc-4955-89a3-bfac11809159,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:46.100711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e322fcc-2d31-4250-b284-d19df44917cb req-1e464384-72ed-4aff-8fd9-57ca46a97182 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] No DVR routers for this DVR port 4c1c1298-5156-4601-90e1-4952a589a5d3 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:46.100711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-1e464384-72ed-4aff-8fd9-57ca46a97182 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.100711 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6e322fcc-2d31-4250-b284-d19df44917cb req-1e464384-72ed-4aff-8fd9-57ca46a97182 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "DELETE /v2.0/ports/4c1c1298-5156-4601-90e1-4952a589a5d3 HTTP/1.1" status: 204 len: 173 time: 2.4302793 Feb 11 13:25:46.100711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-deleted', 'tag': '4c1c1298-5156-4601-90e1-4952a589a5d3'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:46.203538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ffa91e4c-9df4-41dd-8145-d9157bc7d27a None None] Provisioning complete for port fb9d2f0b-a2bc-4955-89a3-bfac11809159 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:46.203538 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa91e4c-9df4-41dd-8145-d9157bc7d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.322686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007acd90-79a1-45c9-ab80-5f20ee92e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc54990-8673-47da-a49e-a07bf457dcbf,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:46.356725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.386016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9b9f7b48-7199-4434-bf28-cdc93dfc62d0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port d741eed3-8013-45e0-ae07-fbfdb0076959 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:46.386382 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9b9f7b48-7199-4434-bf28-cdc93dfc62d0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.421947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fe0e0-f550-4b77-9df1-9af4380dd188 req-7c9b5503-e04b-4357-8832-d432b645f8fe tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.421947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b5fe0e0-f550-4b77-9df1-9af4380dd188 req-7c9b5503-e04b-4357-8832-d432b645f8fe tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.8219507 Feb 11 13:25:46.613425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b5fe0e0-f550-4b77-9df1-9af4380dd188 req-37eee321-7be9-4e80-a1ee-69a76bad6ea0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765201 Feb 11 13:25:46.827174 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8414c95f-a689-4f34-9c83-7375580f5c1c req-858a596a-8b39-4f00-af7d-6c260b44c19e tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups/27caf93d-2d5b-43f0-a12c-94534f120a07 HTTP/1.1" status: 200 len: 1640 time: 0.1139884 Feb 11 13:25:47.043278 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8414c95f-a689-4f34-9c83-7375580f5c1c req-676018a1-ede6-42cc-867b-6906a4b06ada tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.112967 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8414c95f-a689-4f34-9c83-7375580f5c1c req-676018a1-ede6-42cc-867b-6906a4b06ada tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.226729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45328f40-4a52-4166-94e1-338546a5868d req-f7104367-9c07-410e-b8c0-80a013664b54 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.242438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45328f40-4a52-4166-94e1-338546a5868d req-f7104367-9c07-410e-b8c0-80a013664b54 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.247243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45328f40-4a52-4166-94e1-338546a5868d req-f7104367-9c07-410e-b8c0-80a013664b54 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.252683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45328f40-4a52-4166-94e1-338546a5868d req-f7104367-9c07-410e-b8c0-80a013664b54 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.262847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45328f40-4a52-4166-94e1-338546a5868d req-f7104367-9c07-410e-b8c0-80a013664b54 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.272813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45328f40-4a52-4166-94e1-338546a5868d req-f7104367-9c07-410e-b8c0-80a013664b54 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 3828 time: 0.5775497 Feb 11 13:25:47.290890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 68c2a083-8462-431e-b8ce-f5223d9df44f no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:25:47.304519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedede90-615e-47bf-b9dc-ff16e97db9ae {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:47.323914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.342442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Transition to ACTIVE for port object dedede90-615e-47bf-b9dc-ff16e97db9ae will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:47.342442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8414c95f-a689-4f34-9c83-7375580f5c1c req-676018a1-ede6-42cc-867b-6906a4b06ada tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.375558 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.460842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9b9f7b48-7199-4434-bf28-cdc93dfc62d0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] For port d741eed3-8013-45e0-ae07-fbfdb0076959, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d741eed3-8013-45e0-ae07-fbfdb0076959,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:47.460842 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9b9f7b48-7199-4434-bf28-cdc93dfc62d0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.554626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676018a1-ede6-42cc-867b-6906a4b06ada tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27caf93d-2d5b-43f0-a12c-94534f120a07,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:47.682947 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45328f40-4a52-4166-94e1-338546a5868d req-1afd0acf-cc4f-4769-92d6-cab7d4f5bb18 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3890765 Feb 11 13:25:47.845127 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8414c95f-a689-4f34-9c83-7375580f5c1c req-676018a1-ede6-42cc-867b-6906a4b06ada tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.845127 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8414c95f-a689-4f34-9c83-7375580f5c1c req-676018a1-ede6-42cc-867b-6906a4b06ada tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "DELETE /v2.0/security-groups/27caf93d-2d5b-43f0-a12c-94534f120a07 HTTP/1.1" status: 204 len: 173 time: 1.0112164 Feb 11 13:25:47.845127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Pushing event updated for resources: {'Port': ['ID=dedede90-615e-47bf-b9dc-ff16e97db9ae,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:47.864743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Attempting to bind port dedede90-615e-47bf-b9dc-ff16e97db9ae on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:47.864743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Attempting to bind port dedede90-615e-47bf-b9dc-ff16e97db9ae by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:47.864743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Attempting to bind port dedede90-615e-47bf-b9dc-ff16e97db9ae on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:47.882047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Port dedede90-615e-47bf-b9dc-ff16e97db9ae on network 95f48932-3549-4717-a741-07775a88517a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:25:47.882047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Attempting to bind port dedede90-615e-47bf-b9dc-ff16e97db9ae on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:47.889531 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.896609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:47.896609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Checking segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:47.896609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Bound using segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:47.896609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Bound port: dedede90-615e-47bf-b9dc-ff16e97db9ae, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:47.896609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.904250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9b9f7b48-7199-4434-bf28-cdc93dfc62d0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Calling delete_port for d741eed3-8013-45e0-ae07-fbfdb0076959 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:47.951509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aecfa46c-3d7b-4b2b-8bcd-6c1f0849baf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.045453 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-deleted', 'tag': '4c1c1298-5156-4601-90e1-4952a589a5d3', 'status': 'completed', 'code': 200} Feb 11 13:25:48.055692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c2a083-8462-431e-b8ce-f5223d9df44f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:48.145721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device fb9d2f0b-a2bc-4955-89a3-bfac11809159 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:25:48.174845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] For port dedede90-615e-47bf-b9dc-ff16e97db9ae, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:48.182652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] For port dedede90-615e-47bf-b9dc-ff16e97db9ae, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=dedede90-615e-47bf-b9dc-ff16e97db9ae,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:48.184983 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'fcc54990-8673-47da-a49e-a07bf457dcbf', 'status': 'completed', 'code': 200} Feb 11 13:25:48.237724 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.246089 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.269920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 68c2a083-8462-431e-b8ce-f5223d9df44f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68c2a083-8462-431e-b8ce-f5223d9df44f,segment=NetworkSegment(23749ec4-9f55-4bea-a239-154f5770a486),segment_id=23749ec4-9f55-4bea-a239-154f5770a486)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:48.285501 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.285501 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d741eed3-8013-45e0-ae07-fbfdb0076959 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:25:48.448101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Pushing event updated for resources: {'Port': ['ID=dedede90-615e-47bf-b9dc-ff16e97db9ae,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:48.532063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.537938 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1c9fdf03-d909-4a9b-b2fb-4f994f58ac63 service neutron] 10.222.0.73 "PUT /v2.0/ports/dedede90-615e-47bf-b9dc-ff16e97db9ae HTTP/1.1" status: 200 len: 1130 time: 2.6679823 Feb 11 13:25:48.614915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a256e2dd-ed20-44b8-9351-2503548edf83 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:25:48.616078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a256e2dd-ed20-44b8-9351-2503548edf83 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0440669 Feb 11 13:25:48.652914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:48.782995 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.803161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b65221a0-4307-4750-82b5-87ca837b3991 req-5e3e7b59-9b1f-436a-af62-164ac28a50d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5286 time: 0.6160183 Feb 11 13:25:48.880976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=68c2a083-8462-431e-b8ce-f5223d9df44f,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:48.918027 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.925407 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.940345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port fb9d2f0b-a2bc-4955-89a3-bfac11809159 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:48.947916 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:49.041161 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9b9f7b48-7199-4434-bf28-cdc93dfc62d0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:49.127094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4c1c1298-5156-4601-90e1-4952a589a5d3 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:25:49.211153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 4c1c1298-5156-4601-90e1-4952a589a5d3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:25:49.211153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4c1c1298-5156-4601-90e1-4952a589a5d3 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:25:49.585624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65221a0-4307-4750-82b5-87ca837b3991 req-3b69a65a-2289-4c1b-b2a6-bed86894e39d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.585624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65221a0-4307-4750-82b5-87ca837b3991 req-3b69a65a-2289-4c1b-b2a6-bed86894e39d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.585624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65221a0-4307-4750-82b5-87ca837b3991 req-3b69a65a-2289-4c1b-b2a6-bed86894e39d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.585624 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b65221a0-4307-4750-82b5-87ca837b3991 req-3b69a65a-2289-4c1b-b2a6-bed86894e39d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=010169ef397f494db6b4777e7cd64614&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7726841 Feb 11 13:25:49.589200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f7b48-7199-4434-bf28-cdc93dfc62d0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Port': ['ID=d741eed3-8013-45e0-ae07-fbfdb0076959,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:49.688526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9b9f7b48-7199-4434-bf28-cdc93dfc62d0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] No DVR routers for this DVR port d741eed3-8013-45e0-ae07-fbfdb0076959 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:49.699811 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9b9f7b48-7199-4434-bf28-cdc93dfc62d0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:49.721687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171bcb-f858-4c0c-9af8-777e42e343f2 req-f431d715-d967-46f7-b4d5-d1f4fb360962 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.721687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171bcb-f858-4c0c-9af8-777e42e343f2 req-f431d715-d967-46f7-b4d5-d1f4fb360962 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.737707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-94171bcb-f858-4c0c-9af8-777e42e343f2 req-f431d715-d967-46f7-b4d5-d1f4fb360962 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:49.740969 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:49.747459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6e322fcc-2d31-4250-b284-d19df44917cb req-9b9f7b48-7199-4434-bf28-cdc93dfc62d0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "DELETE /v2.0/ports/d741eed3-8013-45e0-ae07-fbfdb0076959 HTTP/1.1" status: 204 len: 173 time: 3.6385324 Feb 11 13:25:49.908803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-94171bcb-f858-4c0c-9af8-777e42e343f2 req-f431d715-d967-46f7-b4d5-d1f4fb360962 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:49.908803 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-94171bcb-f858-4c0c-9af8-777e42e343f2 req-f431d715-d967-46f7-b4d5-d1f4fb360962 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=258df0ff-0f35-4c15-ba65-34a0505bbfa1 HTTP/1.1" status: 200 len: 1601 time: 1.5218215 Feb 11 13:25:49.913683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f7171-0500-45c2-aeec-ecd821848d3a req-1d0ec933-4a4a-474a-b118-e9b8d7c488e3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.916847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-6e322fcc-2d31-4250-b284-d19df44917cb req-94045abc-eb66-4e0d-b523-666c95a15403 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port 68c2a083-8462-431e-b8ce-f5223d9df44f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:49.916847 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-94045abc-eb66-4e0d-b523-666c95a15403 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:49.921109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d8f7171-0500-45c2-aeec-ecd821848d3a req-1d0ec933-4a4a-474a-b118-e9b8d7c488e3 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 1.2887936 Feb 11 13:25:50.058117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d8f7171-0500-45c2-aeec-ecd821848d3a req-cd8745cc-8698-4432-a9b3-cddfd60b042c tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365070 Feb 11 13:25:50.125826 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:25:50.154377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65221a0-4307-4750-82b5-87ca837b3991 req-cc93d8b2-c25e-4d32-af53-c49387f1c12d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.174930 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b65221a0-4307-4750-82b5-87ca837b3991 req-cc93d8b2-c25e-4d32-af53-c49387f1c12d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5013764 Feb 11 13:25:50.188325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'dedede90-615e-47bf-b9dc-ff16e97db9ae'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:50.212744 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.301085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-6e322fcc-2d31-4250-b284-d19df44917cb req-94045abc-eb66-4e0d-b523-666c95a15403 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] For port 68c2a083-8462-431e-b8ce-f5223d9df44f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=68c2a083-8462-431e-b8ce-f5223d9df44f,segment=NetworkSegment(23749ec4-9f55-4bea-a239-154f5770a486),segment_id=23749ec4-9f55-4bea-a239-154f5770a486)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:50.301085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-94045abc-eb66-4e0d-b523-666c95a15403 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.433093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-6e322fcc-2d31-4250-b284-d19df44917cb req-94045abc-eb66-4e0d-b523-666c95a15403 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Calling delete_port for 68c2a083-8462-431e-b8ce-f5223d9df44f owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:50.501993 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-94171bcb-f858-4c0c-9af8-777e42e343f2 req-97247b3b-7c1f-4b5c-ba29-caeeac7a1922 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982904 Feb 11 13:25:50.515665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-deleted', 'tag': 'd741eed3-8013-45e0-ae07-fbfdb0076959'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:50.682106 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c2a083-8462-431e-b8ce-f5223d9df44f', 'code': 200} Feb 11 13:25:50.746744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Allocated IP 2001:db8::1 (4424670b-07e5-480f-8694-a1ee0691a4ea/e67eecf4-1717-4ed5-9da6-34e2775c59d1/270bcb37-586c-4d6e-a6b6-6391d0b25af8) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:50.818222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac4bf69-3014-469a-835a-4bf03a5edb0c {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:50.835905 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.944755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Transition to ACTIVE for port object cac4bf69-3014-469a-835a-4bf03a5edb0c will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:50.954936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-94045abc-eb66-4e0d-b523-666c95a15403 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.957194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:51.026250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94045abc-eb66-4e0d-b523-666c95a15403 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Port': ['ID=68c2a083-8462-431e-b8ce-f5223d9df44f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:51.241058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e322fcc-2d31-4250-b284-d19df44917cb req-94045abc-eb66-4e0d-b523-666c95a15403 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] No DVR routers for this DVR port 68c2a083-8462-431e-b8ce-f5223d9df44f on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:51.254201 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6e322fcc-2d31-4250-b284-d19df44917cb req-94045abc-eb66-4e0d-b523-666c95a15403 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:51.289987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:51.289987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6e322fcc-2d31-4250-b284-d19df44917cb req-94045abc-eb66-4e0d-b523-666c95a15403 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "DELETE /v2.0/ports/68c2a083-8462-431e-b8ce-f5223d9df44f HTTP/1.1" status: 204 len: 173 time: 1.4854028 Feb 11 13:25:51.374240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Transition to ACTIVE for port object 270bcb37-586c-4d6e-a6b6-6391d0b25af8 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:51.394102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Pushing event updated for resources: {'Port': ['ID=cac4bf69-3014-469a-835a-4bf03a5edb0c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:51.415924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:51.459354 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'dedede90-615e-47bf-b9dc-ff16e97db9ae', 'status': 'completed', 'code': 200} Feb 11 13:25:51.631158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f34f-4b8b-40bf-ab23-629d6fd7d256 req-7683cb5a-5325-4a56-af40-a16230e7789b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.653876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f34f-4b8b-40bf-ab23-629d6fd7d256 req-7683cb5a-5325-4a56-af40-a16230e7789b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.669851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f34f-4b8b-40bf-ab23-629d6fd7d256 req-7683cb5a-5325-4a56-af40-a16230e7789b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.691859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f34f-4b8b-40bf-ab23-629d6fd7d256 req-7683cb5a-5325-4a56-af40-a16230e7789b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.704824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f34f-4b8b-40bf-ab23-629d6fd7d256 req-7683cb5a-5325-4a56-af40-a16230e7789b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.726181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f34f-4b8b-40bf-ab23-629d6fd7d256 req-7683cb5a-5325-4a56-af40-a16230e7789b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.735133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f34f-4b8b-40bf-ab23-629d6fd7d256 req-7683cb5a-5325-4a56-af40-a16230e7789b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.746387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86b6f34f-4b8b-40bf-ab23-629d6fd7d256 req-7683cb5a-5325-4a56-af40-a16230e7789b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5372 time: 0.8648753 Feb 11 13:25:51.768528 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-deleted', 'tag': 'd741eed3-8013-45e0-ae07-fbfdb0076959', 'status': 'completed', 'code': 200} Feb 11 13:25:51.768528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Port': ['ID=270bcb37-586c-4d6e-a6b6-6391d0b25af8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:51.803797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network 4424670b-07e5-480f-8694-a1ee0691a4ea is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:51.806066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:51.824580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:25:51.825643 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:51.883833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-a81b8d21-e702-438e-a887-5ac058a1075d req-11638fca-1265-4299-84e1-674e8d4d01e9 service neutron] (83568) timed out ('10.222.0.67', 48288) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:25:52.006195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Attempting to bind port cac4bf69-3014-469a-835a-4bf03a5edb0c on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:52.006195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Attempting to bind port cac4bf69-3014-469a-835a-4bf03a5edb0c by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:52.006195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Attempting to bind port cac4bf69-3014-469a-835a-4bf03a5edb0c on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:52.080586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86b6f34f-4b8b-40bf-ab23-629d6fd7d256 req-0d866921-3d97-4cff-a808-3b107318d84e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3132203 Feb 11 13:25:52.090202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Port cac4bf69-3014-469a-835a-4bf03a5edb0c on network 95f48932-3549-4717-a741-07775a88517a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:25:52.090202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Attempting to bind port cac4bf69-3014-469a-835a-4bf03a5edb0c on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:52.105760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:52.125876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Checking segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:52.125876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Bound using segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:52.131828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Bound port: cac4bf69-3014-469a-835a-4bf03a5edb0c, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:52.131828 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:52.236816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c2d82d0c-6fc8-4719-aeab-fb8a8bfd1a60 None None] Provisioning for port 270bcb37-586c-4d6e-a6b6-6391d0b25af8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:52.241902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cce5e-6358-4fe3-a1be-665a1a300694 req-71762d5a-8045-43b2-ba5e-d85296ec0aaf tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:52.242964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a89cce5e-6358-4fe3-a1be-665a1a300694 req-71762d5a-8045-43b2-ba5e-d85296ec0aaf tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Synchronizing usage tracker for tenant:2694ce8d3495494682b310ea1520dd5d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:52.266258 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:52.279633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a89cce5e-6358-4fe3-a1be-665a1a300694 req-71762d5a-8045-43b2-ba5e-d85296ec0aaf tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Unset dirty status for tenant:2694ce8d3495494682b310ea1520dd5d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:52.284969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c2d82d0c-6fc8-4719-aeab-fb8a8bfd1a60 None None] Provisioning complete for port 270bcb37-586c-4d6e-a6b6-6391d0b25af8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:52.285771 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2d82d0c-6fc8-4719-aeab-fb8a8bfd1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:52.287746 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a89cce5e-6358-4fe3-a1be-665a1a300694 req-71762d5a-8045-43b2-ba5e-d85296ec0aaf tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.4649734 Feb 11 13:25:52.428243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c2d82d0c-6fc8-4719-aeab-fb8a8bfd1a60 None None] Port 270bcb37-586c-4d6e-a6b6-6391d0b25af8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:25:52.539642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45540) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:52.558834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] For port cac4bf69-3014-469a-835a-4bf03a5edb0c, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:52.617452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] For port cac4bf69-3014-469a-835a-4bf03a5edb0c, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cac4bf69-3014-469a-835a-4bf03a5edb0c,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:52.633934 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:52.791558 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:52.791558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] 10.222.0.73 "PUT /v2.0/ports/cac4bf69-3014-469a-835a-4bf03a5edb0c HTTP/1.1" status: 200 len: 1130 time: 4.1641119 Feb 11 13:25:52.813790 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a8f742f-3ace-4134-aada-a41050c2ec68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:52.837914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416a83f-a596-49f8-b99d-2e84a2b6d38f service neutron] Pushing event updated for resources: {'Port': ['ID=cac4bf69-3014-469a-835a-4bf03a5edb0c,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:52.848624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:52.899882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95557369-f645-48ff-a936-107c0acf98f8 req-fd552000-a936-44db-a700-8885d02eba58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:52.902065 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95557369-f645-48ff-a936-107c0acf98f8 req-fd552000-a936-44db-a700-8885d02eba58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.4532089 Feb 11 13:25:52.940888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a89cce5e-6358-4fe3-a1be-665a1a300694 req-fa2e4ab2-24cd-43cd-ac28-6895af936ce4 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523225 Feb 11 13:25:52.972273 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867c24f5-c1c2-4c0d-9f7b-492e711623aa req-0cdff4ed-ed54-479c-8993-97675c00a3a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6167 time: 1.2293258 Feb 11 13:25:53.041659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0a8f742f-3ace-4134-aada-a41050c2ec68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:53.097502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a8f742f-3ace-4134-aada-a41050c2ec68 admin admin] Usage tracker for resource:security_group_rule and tenant:c4948d57ddf241029c5f42059620bafb is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:53.097502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a8f742f-3ace-4134-aada-a41050c2ec68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:53.111868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0a8f742f-3ace-4134-aada-a41050c2ec68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:53.208145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a8f742f-3ace-4134-aada-a41050c2ec68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.252314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a8f742f-3ace-4134-aada-a41050c2ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.264572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.273645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c24f5-c1c2-4c0d-9f7b-492e711623aa req-4aec5c14-0dee-478a-be8a-4ab4a939bd86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.273645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c24f5-c1c2-4c0d-9f7b-492e711623aa req-4aec5c14-0dee-478a-be8a-4ab4a939bd86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.273645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c24f5-c1c2-4c0d-9f7b-492e711623aa req-4aec5c14-0dee-478a-be8a-4ab4a939bd86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.273645 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867c24f5-c1c2-4c0d-9f7b-492e711623aa req-4aec5c14-0dee-478a-be8a-4ab4a939bd86 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=010169ef397f494db6b4777e7cd64614&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2849572 Feb 11 13:25:53.273645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.273645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.352216 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0a8f742f-3ace-4134-aada-a41050c2ec68 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c4948d57ddf241029c5f42059620bafb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8169014 Feb 11 13:25:53.353355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.358501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45556) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:53.372946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-b68db974-1a92-4f9d-a11a-7611fe765a04 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.380411 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-b68db974-1a92-4f9d-a11a-7611fe765a04 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.73 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 945 time: 0.6684346 Feb 11 13:25:53.406727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f742f-3ace-4134-aada-a41050c2ec68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b985063-a960-40f3-87e1-e92752fa9114,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:53.434047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45560) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:53.590107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'cac4bf69-3014-469a-835a-4bf03a5edb0c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:53.593862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-3c64630f-72e9-4b10-9401-309bec92799b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Deleting port 0c0430c1-404a-47d2-9400-dfcb2992cee8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:53.594225 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-3c64630f-72e9-4b10-9401-309bec92799b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.629366 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95557369-f645-48ff-a936-107c0acf98f8 req-feed0751-9d17-40d6-ad1f-131de2dacc01 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939406 Feb 11 13:25:53.693801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event updated for resources: {'Port': ['ID=270bcb37-586c-4d6e-a6b6-6391d0b25af8,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:53.842304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-deleted', 'tag': '68c2a083-8462-431e-b8ce-f5223d9df44f'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:53.870816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Network 4424670b-07e5-480f-8694-a1ee0691a4ea is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:53.882002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:54.217215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c19967-e970-4fe3-8a9c-250d577e4d9e req-2f5a87d3-91d8-479a-9c06-8da7d73f5132 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.227172 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20c19967-e970-4fe3-8a9c-250d577e4d9e req-2f5a87d3-91d8-479a-9c06-8da7d73f5132 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 946 time: 0.4227180 Feb 11 13:25:54.342360 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20c19967-e970-4fe3-8a9c-250d577e4d9e req-a5f3406f-5070-41ec-9057-ebaa46d407cf tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172934 Feb 11 13:25:54.424323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-336ca15e-5c60-4ce5-89b3-a37349310265 None None] Provisioning complete for port 270bcb37-586c-4d6e-a6b6-6391d0b25af8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:54.427638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-96aa3fbf-37fe-4df6-bda2-dcd9f5d5ab5f tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting subnet 493c1c9b-8c46-45b5-a0ff-9b7a6b2ecf1c {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:25:54.428576 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-336ca15e-5c60-4ce5-89b3-a37349310265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.430981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96aa3fbf-37fe-4df6-bda2-dcd9f5d5ab5f tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.431972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-3c64630f-72e9-4b10-9401-309bec92799b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] For port 0c0430c1-404a-47d2-9400-dfcb2992cee8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0c0430c1-404a-47d2-9400-dfcb2992cee8,segment=NetworkSegment(dcaa4c5a-014c-4de7-8256-98f54819912e),segment_id=dcaa4c5a-014c-4de7-8256-98f54819912e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:54.432349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-3c64630f-72e9-4b10-9401-309bec92799b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.559059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-336ca15e-5c60-4ce5-89b3-a37349310265 None None] Port 270bcb37-586c-4d6e-a6b6-6391d0b25af8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:25:54.572382 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96aa3fbf-37fe-4df6-bda2-dcd9f5d5ab5f tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.643632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-3c64630f-72e9-4b10-9401-309bec92799b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Calling delete_port for 0c0430c1-404a-47d2-9400-dfcb2992cee8 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:54.743337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96aa3fbf-37fe-4df6-bda2-dcd9f5d5ab5f tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.887498 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'cac4bf69-3014-469a-835a-4bf03a5edb0c', 'status': 'completed', 'code': 200} Feb 11 13:25:54.907786 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258df0ff-0f35-4c15-ba65-34a0505bbfa1', 'name': 'network-vif-deleted', 'tag': '68c2a083-8462-431e-b8ce-f5223d9df44f', 'status': 'completed', 'code': 200} Feb 11 13:25:55.012126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c24f5-c1c2-4c0d-9f7b-492e711623aa req-15a8c57f-3ad7-41e9-b726-c2b386cdeebb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.013766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867c24f5-c1c2-4c0d-9f7b-492e711623aa req-15a8c57f-3ad7-41e9-b726-c2b386cdeebb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6913052 Feb 11 13:25:55.023449 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c80accd2-682b-496d-a2da-31fa8d9da647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.061272 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-3c64630f-72e9-4b10-9401-309bec92799b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.073793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['0c0430c1-404a-47d2-9400-dfcb2992cee8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:25:55.231684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64630f-72e9-4b10-9401-309bec92799b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Pushing event deleted for resources: {'Port': ['ID=0c0430c1-404a-47d2-9400-dfcb2992cee8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:55.257379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c80accd2-682b-496d-a2da-31fa8d9da647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.325052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf804583-06ab-41c4-951e-39ad86ca2f22 req-47e3aaf2-8421-445e-bb4b-b524b8832816 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.329092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf804583-06ab-41c4-951e-39ad86ca2f22 req-47e3aaf2-8421-445e-bb4b-b524b8832816 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.333040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf804583-06ab-41c4-951e-39ad86ca2f22 req-47e3aaf2-8421-445e-bb4b-b524b8832816 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.336968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf804583-06ab-41c4-951e-39ad86ca2f22 req-47e3aaf2-8421-445e-bb4b-b524b8832816 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.340875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf804583-06ab-41c4-951e-39ad86ca2f22 req-47e3aaf2-8421-445e-bb4b-b524b8832816 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.341674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc587a5-896e-4b75-9c8f-075340fa5793 req-493bec01-d8d0-4347-bc84-9c4cd98a5f29 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.345476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf804583-06ab-41c4-951e-39ad86ca2f22 req-47e3aaf2-8421-445e-bb4b-b524b8832816 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.349539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf804583-06ab-41c4-951e-39ad86ca2f22 req-47e3aaf2-8421-445e-bb4b-b524b8832816 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.349819 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7dc587a5-896e-4b75-9c8f-075340fa5793 req-493bec01-d8d0-4347-bc84-9c4cd98a5f29 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/ports?device_id=3252ab58-52f5-462d-aff5-72652a8a8a28 HTTP/1.1" status: 200 len: 867 time: 0.4782367 Feb 11 13:25:55.357400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bf804583-06ab-41c4-951e-39ad86ca2f22 req-47e3aaf2-8421-445e-bb4b-b524b8832816 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5372 time: 1.6645908 Feb 11 13:25:55.358498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-3c64630f-72e9-4b10-9401-309bec92799b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] No DVR routers for this DVR port 0c0430c1-404a-47d2-9400-dfcb2992cee8 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:55.388439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-b649d7e1-7cea-41e1-9e98-67a074dbcf06 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.390254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-b649d7e1-7cea-41e1-9e98-67a074dbcf06 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.73 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 946 time: 0.5169699 Feb 11 13:25:55.393138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-3c64630f-72e9-4b10-9401-309bec92799b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.408670 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96aa3fbf-37fe-4df6-bda2-dcd9f5d5ab5f tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.511945 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96aa3fbf-37fe-4df6-bda2-dcd9f5d5ab5f tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.511945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa3fbf-37fe-4df6-bda2-dcd9f5d5ab5f tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Subnet': ['ID=493c1c9b-8c46-45b5-a0ff-9b7a6b2ecf1c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:55.527599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50112996-3ec8-4541-878d-58d66c9c882d None None] Network 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:25:55.540688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d747b6f3-6d5b-422f-9622-bebc3552cde5 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:55.552807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.582268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bf804583-06ab-41c4-951e-39ad86ca2f22 req-d3ecb22e-06a8-4c31-8f3d-7ac30919c864 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2146306 Feb 11 13:25:55.589116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Transition to ACTIVE for port object d747b6f3-6d5b-422f-9622-bebc3552cde5 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:55.603928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.662825 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-96aa3fbf-37fe-4df6-bda2-dcd9f5d5ab5f tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "DELETE /v2.0/subnets/493c1c9b-8c46-45b5-a0ff-9b7a6b2ecf1c HTTP/1.1" status: 204 len: 168 time: 2.2195909 Feb 11 13:25:55.664634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45590) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:55.698567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb679c7a-e682-47fe-9011-3e1b4302858e req-088745c2-b970-4198-898a-47ed5f4baf13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6209 time: 0.5281069 Feb 11 13:25:55.853578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4842885-e629-46f8-88f8-2b371d4afe1c req-3c64630f-72e9-4b10-9401-309bec92799b tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.73 "DELETE /v2.0/ports/0c0430c1-404a-47d2-9400-dfcb2992cee8 HTTP/1.1" status: 204 len: 173 time: 2.4165871 Feb 11 13:25:55.907457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Deleting port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:55.910641 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.992912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.053361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Pushing event updated for resources: {'Port': ['ID=d747b6f3-6d5b-422f-9622-bebc3552cde5,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:56.059016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7dc587a5-896e-4b75-9c8f-075340fa5793 req-58b3bf9f-d533-4d28-88bc-54ce3ea70806 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Synchronizing usage tracker for tenant:2694ce8d3495494682b310ea1520dd5d on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:25:56.098186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Router a6340aad-0d6e-4196-97b0-53de64925f7f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:56.156241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8132efe8-9245-4b80-b55b-6daca9da2d6b None None] DHCP port deletion for 648b188b-913d-41fb-b0e1-0cdc9ae16ff9 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:25:56.163186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8132efe8-9245-4b80-b55b-6daca9da2d6b None None] Deleting port d83bc130-e809-430a-a3e1-f9b4ac239391 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:56.163657 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8132efe8-9245-4b80-b55b-6daca9da2d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.203286 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c80accd2-682b-496d-a2da-31fa8d9da647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.230419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7dc587a5-896e-4b75-9c8f-075340fa5793 req-58b3bf9f-d533-4d28-88bc-54ce3ea70806 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] Unset dirty status for tenant:2694ce8d3495494682b310ea1520dd5d on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:25:56.231973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7dc587a5-896e-4b75-9c8f-075340fa5793 req-58b3bf9f-d533-4d28-88bc-54ce3ea70806 tempest-ServerRescueTestJSONUnderV235-2119354311 tempest-ServerRescueTestJSONUnderV235-2119354311-project] 10.222.0.67 "GET /v2.0/security-groups?id=d42bd8a8-f5cf-47d8-9739-eda1b1093852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8813851 Feb 11 13:25:56.279815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80accd2-682b-496d-a2da-31fa8d9da647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b985063-a960-40f3-87e1-e92752fa9114,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:56.324443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port d83bc130-e809-430a-a3e1-f9b4ac239391 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:56.324787 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.429795 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c80accd2-682b-496d-a2da-31fa8d9da647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.430997 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c80accd2-682b-496d-a2da-31fa8d9da647 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1b985063-a960-40f3-87e1-e92752fa9114 HTTP/1.1" status: 204 len: 168 time: 3.0656965 Feb 11 13:25:56.709842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Attempting to bind port d747b6f3-6d5b-422f-9622-bebc3552cde5 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:56.710407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Attempting to bind port d747b6f3-6d5b-422f-9622-bebc3552cde5 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:56.711763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Attempting to bind port d747b6f3-6d5b-422f-9622-bebc3552cde5 on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:56.727821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Port d747b6f3-6d5b-422f-9622-bebc3552cde5 on network 95f48932-3549-4717-a741-07775a88517a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:25:56.728148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Attempting to bind port d747b6f3-6d5b-422f-9622-bebc3552cde5 on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:56.738182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8132efe8-9245-4b80-b55b-6daca9da2d6b None None] For port d83bc130-e809-430a-a3e1-f9b4ac239391, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d83bc130-e809-430a-a3e1-f9b4ac239391,segment=NetworkSegment(23749ec4-9f55-4bea-a239-154f5770a486),segment_id=23749ec4-9f55-4bea-a239-154f5770a486)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:56.739083 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8132efe8-9245-4b80-b55b-6daca9da2d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.744687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:56.750904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Checking segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:56.751523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Bound using segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:56.752364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Bound port: d747b6f3-6d5b-422f-9622-bebc3552cde5, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:56.756721 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.956825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] For port d747b6f3-6d5b-422f-9622-bebc3552cde5, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:56.958068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8132efe8-9245-4b80-b55b-6daca9da2d6b None None] Calling delete_port for d83bc130-e809-430a-a3e1-f9b4ac239391 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:56.965343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] For port d747b6f3-6d5b-422f-9622-bebc3552cde5, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d747b6f3-6d5b-422f-9622-bebc3552cde5,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:56.996583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'name': 'network-vif-deleted', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:57.002450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80f27-2f24-4d2f-9e22-61a5bb1ed872 req-766cee23-d5bb-4c47-a297-76e84dd0acad tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.004027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-adb80f27-2f24-4d2f-9e22-61a5bb1ed872 req-766cee23-d5bb-4c47-a297-76e84dd0acad tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 946 time: 0.9728057 Feb 11 13:25:57.005124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679c7a-e682-47fe-9011-3e1b4302858e req-2cc09249-98fa-4631-9295-6c4c33c50b09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.005498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679c7a-e682-47fe-9011-3e1b4302858e req-2cc09249-98fa-4631-9295-6c4c33c50b09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.005871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679c7a-e682-47fe-9011-3e1b4302858e req-2cc09249-98fa-4631-9295-6c4c33c50b09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.010473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb679c7a-e682-47fe-9011-3e1b4302858e req-2cc09249-98fa-4631-9295-6c4c33c50b09 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=010169ef397f494db6b4777e7cd64614&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0106542 Feb 11 13:25:57.020679 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.103362 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8132efe8-9245-4b80-b55b-6daca9da2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.190917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132efe8-9245-4b80-b55b-6daca9da2d6b None None] Pushing event deleted for resources: {'Port': ['ID=d83bc130-e809-430a-a3e1-f9b4ac239391,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:57.195314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8132efe8-9245-4b80-b55b-6daca9da2d6b None None] No DVR routers for this DVR port d83bc130-e809-430a-a3e1-f9b4ac239391 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:57.243570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45608) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:57.303230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0c0430c1-404a-47d2-9400-dfcb2992cee8 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:25:57.334301 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71ef1cc2-0a25-4889-aa1d-04b6652244ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.347103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] For port d83bc130-e809-430a-a3e1-f9b4ac239391, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d83bc130-e809-430a-a3e1-f9b4ac239391,segment=NetworkSegment(23749ec4-9f55-4bea-a239-154f5770a486),segment_id=23749ec4-9f55-4bea-a239-154f5770a486)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:57.348005 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.349172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.350756 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] 10.222.0.73 "PUT /v2.0/ports/d747b6f3-6d5b-422f-9622-bebc3552cde5 HTTP/1.1" status: 200 len: 1091 time: 4.5181513 Feb 11 13:25:57.381604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 0c0430c1-404a-47d2-9400-dfcb2992cee8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:25:57.382205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0c0430c1-404a-47d2-9400-dfcb2992cee8 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:25:57.415616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:25:57.582478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-71ef1cc2-0a25-4889-aa1d-04b6652244ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:25:57.608831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-71ef1cc2-0a25-4889-aa1d-04b6652244ca admin admin] Usage tracker for resource:security_group_rule and tenant:fe62cd6603c443e7bcf2700887224dc2 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:25:57.640941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589e22b-92c5-4892-b80c-08c7af709621 req-ea0716f3-6a97-433a-acb0-3fb249ec8c09 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.645578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589e22b-92c5-4892-b80c-08c7af709621 req-ea0716f3-6a97-433a-acb0-3fb249ec8c09 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.650054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589e22b-92c5-4892-b80c-08c7af709621 req-ea0716f3-6a97-433a-acb0-3fb249ec8c09 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.654321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589e22b-92c5-4892-b80c-08c7af709621 req-ea0716f3-6a97-433a-acb0-3fb249ec8c09 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.658993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589e22b-92c5-4892-b80c-08c7af709621 req-ea0716f3-6a97-433a-acb0-3fb249ec8c09 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.663162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589e22b-92c5-4892-b80c-08c7af709621 req-ea0716f3-6a97-433a-acb0-3fb249ec8c09 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.667366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589e22b-92c5-4892-b80c-08c7af709621 req-ea0716f3-6a97-433a-acb0-3fb249ec8c09 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.676007 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7589e22b-92c5-4892-b80c-08c7af709621 req-ea0716f3-6a97-433a-acb0-3fb249ec8c09 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5384 time: 0.7090113 Feb 11 13:25:57.678277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-71ef1cc2-0a25-4889-aa1d-04b6652244ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:25:57.717013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Calling delete_port for d83bc130-e809-430a-a3e1-f9b4ac239391 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:57.724307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1d222-a870-4fc6-8219-f63ab499639e service neutron] Pushing event updated for resources: {'Port': ['ID=d747b6f3-6d5b-422f-9622-bebc3552cde5,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:57.748375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-71ef1cc2-0a25-4889-aa1d-04b6652244ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:25:57.768708 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7589e22b-92c5-4892-b80c-08c7af709621 req-7e5756c7-f082-4508-90e0-fe5fc1aeea85 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915403 Feb 11 13:25:57.806862 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:58.081321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45626) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:58.091651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d83bc130-e809-430a-a3e1-f9b4ac239391 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:25:58.173328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d83bc130-e809-430a-a3e1-f9b4ac239391 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:25:58.176152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d83bc130-e809-430a-a3e1-f9b4ac239391 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:25:58.189659 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-adb80f27-2f24-4d2f-9e22-61a5bb1ed872 req-6a552b9e-23e8-484e-b26e-a8bf88c952c8 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1765957 Feb 11 13:25:58.236448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:58.252998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:58.254165 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:58.379113 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252ab58-52f5-462d-aff5-72652a8a8a28', 'name': 'network-vif-deleted', 'tag': '0c0430c1-404a-47d2-9400-dfcb2992cee8', 'status': 'completed', 'code': 200} Feb 11 13:25:58.436293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:25:58.436919 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:25:58.445707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679c7a-e682-47fe-9011-3e1b4302858e req-3635cf8a-cdf6-4c65-8b6b-1efe549be814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.447483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb679c7a-e682-47fe-9011-3e1b4302858e req-3635cf8a-cdf6-4c65-8b6b-1efe549be814 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4139760 Feb 11 13:25:58.450895 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:58.452080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:58.471560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bab1ea-dff6-4b90-a54e-466693d44028 None None] Sync routers for ids ['a6340aad-0d6e-4196-97b0-53de64925f7f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:25:58.496459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1b72505f-c87e-4545-868a-c80e36b055b0 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "PUT /v2.0/routers/a6340aad-0d6e-4196-97b0-53de64925f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2086728 Feb 11 13:25:58.501298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45634) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:58.523879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bab1ea-dff6-4b90-a54e-466693d44028 None None] Routers {'a6340aad-0d6e-4196-97b0-53de64925f7f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:25:58.524806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-31bab1ea-dff6-4b90-a54e-466693d44028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a6340aad-0d6e-4196-97b0-53de64925f7f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:58.621433 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-31bab1ea-dff6-4b90-a54e-466693d44028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:58.635584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bab1ea-dff6-4b90-a54e-466693d44028 None None] Routers {'a6340aad-0d6e-4196-97b0-53de64925f7f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:25:58.636707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-31bab1ea-dff6-4b90-a54e-466693d44028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a6340aad-0d6e-4196-97b0-53de64925f7f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:58.682965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Transition to ACTIVE for port object 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:58.711963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:58.728892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-31bab1ea-dff6-4b90-a54e-466693d44028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:58.729306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bab1ea-dff6-4b90-a54e-466693d44028 None None] The sync data for ids ['a6340aad-0d6e-4196-97b0-53de64925f7f'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:25:59.026989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port d83bc130-e809-430a-a3e1-f9b4ac239391 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:25:59.027559 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.099489 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71ef1cc2-0a25-4889-aa1d-04b6652244ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.135757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] The port 'd83bc130-e809-430a-a3e1-f9b4ac239391' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:25:59.147859 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-23efebd3-b38c-4f1f-a7fb-b10321deffde tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.307117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:25:59.417680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Attempting to bind port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:59.418237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Attempting to bind port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:59.418345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Attempting to bind port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:59.426106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71ef1cc2-0a25-4889-aa1d-04b6652244ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.437932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.493462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648b188b-913d-41fb-b0e1-0cdc9ae16ff9']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:59.536772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 on network 95f48932-3549-4717-a741-07775a88517a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:25:59.537121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Attempting to bind port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:25:59.554689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23749ec4-9f55-4bea-a239-154f5770a486') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:59.554689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23749ec4-9f55-4bea-a239-154f5770a486') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:59.556731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-71ef1cc2-0a25-4889-aa1d-04b6652244ca admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fe62cd6603c443e7bcf2700887224dc2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2962773 Feb 11 13:25:59.561087 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.561253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45646) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:59.577622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef1cc2-0a25-4889-aa1d-04b6652244ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562ee150-7068-41e0-93b8-1c84f55edb7c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:59.594540 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-902962ab-c512-4172-80c4-8b37f7373c07 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7532418 Feb 11 13:25:59.595043 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.596797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Pushing event updated for resources: {'Port': ['ID=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:59.635992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.657122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:25:59.657661 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.666247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:59.669442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:59.677116 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:59.685092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:25:59.685723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Checking segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:25:59.686272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Bound using segment: {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:25:59.687538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Bound port: 047f7b73-c4ff-43bf-a33a-5c57e1f5da57, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96979129-7a89-4dad-baf3-9776845adf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '95f48932-3549-4717-a741-07775a88517a'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:59.688057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.688362 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.755871 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.756243 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.756553 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Floating IP 49399d7b-9661-4de2-b19d-dade2840942a disassociated. External IP: 172.25.4.45, port: 11718c7b-f8e0-47c6-ac6b-d6a85d189b80. Feb 11 13:25:59.756896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Calling delete_port for 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:25:59.818380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af0513-70f3-40ed-bf41-d6a666b4b8eb req-8784f953-ab75-46d5-8492-ed0a213efd4a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:59.820006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3af0513-70f3-40ed-bf41-d6a666b4b8eb req-8784f953-ab75-46d5-8492-ed0a213efd4a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 946 time: 0.3100536 Feb 11 13:25:59.825662 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.857175 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.875520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=11']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:59.892135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Network': ['ID=648b188b-913d-41fb-b0e1-0cdc9ae16ff9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:59.910767 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-23efebd3-b38c-4f1f-a7fb-b10321deffde tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:25:59.912001 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-23efebd3-b38c-4f1f-a7fb-b10321deffde tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/routers/a6340aad-0d6e-4196-97b0-53de64925f7f HTTP/1.1" status: 409 len: 329 time: 1.4097016 Feb 11 13:25:59.914470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6a15790c-8c33-4cca-8175-d36e5053bf36 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "DELETE /v2.0/networks/648b188b-913d-41fb-b0e1-0cdc9ae16ff9 HTTP/1.1" status: 204 len: 168 time: 4.2356036 Feb 11 13:25:59.918782 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:25:59.919096 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:25:59.923665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45652) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:59.923991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45654) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:25:59.958232 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3af0513-70f3-40ed-bf41-d6a666b4b8eb req-9732b205-59c9-4c3c-bd12-d34e4b5a95dd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302207 Feb 11 13:25:59.963531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.128634 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'code': 200} Feb 11 13:26:00.275815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d59d-a8a4-4c13-9ad1-3941df274f39 req-471e96ca-3789-469c-bea9-306a19913e86 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.280132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d59d-a8a4-4c13-9ad1-3941df274f39 req-471e96ca-3789-469c-bea9-306a19913e86 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.284595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d59d-a8a4-4c13-9ad1-3941df274f39 req-471e96ca-3789-469c-bea9-306a19913e86 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.289551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d59d-a8a4-4c13-9ad1-3941df274f39 req-471e96ca-3789-469c-bea9-306a19913e86 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.293797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d59d-a8a4-4c13-9ad1-3941df274f39 req-471e96ca-3789-469c-bea9-306a19913e86 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.298426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d59d-a8a4-4c13-9ad1-3941df274f39 req-471e96ca-3789-469c-bea9-306a19913e86 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.302743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d59d-a8a4-4c13-9ad1-3941df274f39 req-471e96ca-3789-469c-bea9-306a19913e86 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.310933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9a96d59d-a8a4-4c13-9ad1-3941df274f39 req-471e96ca-3789-469c-bea9-306a19913e86 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5396 time: 1.0870404 Feb 11 13:26:00.340615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] For port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:00.382025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'd747b6f3-6d5b-422f-9622-bebc3552cde5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:00.402637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] For port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:00.489475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Deleting port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:00.490682 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.533977 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9a96d59d-a8a4-4c13-9ad1-3941df274f39 req-c6a87907-3209-417e-b1c3-4822e8850da5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2212663 Feb 11 13:26:00.535430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.633078 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'd747b6f3-6d5b-422f-9622-bebc3552cde5', 'status': 'completed', 'code': 200} Feb 11 13:26:00.667024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-286060f8-60f1-4da2-86d3-7d033929bec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.761148 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55f6d699-b438-4128-8992-fabbdaac5c96 req-978c2659-9c93-47a1-a4ec-ec692bdb92df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6343 time: 0.1646271 Feb 11 13:26:00.772371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.774292 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] 10.222.0.73 "PUT /v2.0/ports/047f7b73-c4ff-43bf-a33a-5c57e1f5da57 HTTP/1.1" status: 200 len: 1091 time: 3.3823481 Feb 11 13:26:00.825535 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-286060f8-60f1-4da2-86d3-7d033929bec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.846250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:00.978862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-8998ea62-7431-4736-9c76-e7d293022e46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 1097 time: 1.1209302 Feb 11 13:26:01.024948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8586d4-58cc-4f10-8947-fe51472dd097 service neutron] Pushing event updated for resources: {'Port': ['ID=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:01.104803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d699-b438-4128-8992-fabbdaac5c96 req-aa86f00c-0dde-4766-9cf1-8b036120cb2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:01.105125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d699-b438-4128-8992-fabbdaac5c96 req-aa86f00c-0dde-4766-9cf1-8b036120cb2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:01.105492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d699-b438-4128-8992-fabbdaac5c96 req-aa86f00c-0dde-4766-9cf1-8b036120cb2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:01.107280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55f6d699-b438-4128-8992-fabbdaac5c96 req-aa86f00c-0dde-4766-9cf1-8b036120cb2e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=010169ef397f494db6b4777e7cd64614&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3325799 Feb 11 13:26:01.172187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbf0dd0-c887-4ad9-8256-8d232b93e571 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting subnet e876367c-0f3a-49de-9442-d0ba2170904a {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:26:01.352117 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0dd0-c887-4ad9-8256-8d232b93e571 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:01.735685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d699-b438-4128-8992-fabbdaac5c96 req-03ea202f-0682-41e0-a0ad-71137ea76764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:01.737483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-55f6d699-b438-4128-8992-fabbdaac5c96 req-03ea202f-0682-41e0-a0ad-71137ea76764 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6230910 Feb 11 13:26:01.760297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4b9ed-3711-4e31-ab32-271fedad576d req-4e7e7136-bea6-40f5-847b-ac68f88d928f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:01.768038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a6c4b9ed-3711-4e31-ab32-271fedad576d req-4e7e7136-bea6-40f5-847b-ac68f88d928f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 944 time: 0.4136608 Feb 11 13:26:01.928737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a6c4b9ed-3711-4e31-ab32-271fedad576d req-4a18a54d-89b1-408c-b5b8-5a007d13cd9f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588421 Feb 11 13:26:01.952210 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:01.961586 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] Deleting port d698069d-df1a-496b-87cd-da73913e1f22 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:01.961941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.045667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0dd0-c887-4ad9-8256-8d232b93e571 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.139651 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0dd0-c887-4ad9-8256-8d232b93e571 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.294898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] For port d698069d-df1a-496b-87cd-da73913e1f22, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d698069d-df1a-496b-87cd-da73913e1f22,segment=NetworkSegment(dcaa4c5a-014c-4de7-8256-98f54819912e),segment_id=dcaa4c5a-014c-4de7-8256-98f54819912e)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:02.295408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.357156 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-286060f8-60f1-4da2-86d3-7d033929bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.437332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286060f8-60f1-4da2-86d3-7d033929bec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562ee150-7068-41e0-93b8-1c84f55edb7c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:02.439188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-9784dd61-0ce7-4f28-8b19-ac25d466cb2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.440648 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-9784dd61-0ce7-4f28-8b19-ac25d466cb2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 200 len: 914 time: 1.3898785 Feb 11 13:26:02.449722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] For port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:02.471552 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.540467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] Calling delete_port for d698069d-df1a-496b-87cd-da73913e1f22 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:02.601510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0dd0-c887-4ad9-8256-8d232b93e571 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.729199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': '047f7b73-c4ff-43bf-a33a-5c57e1f5da57'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:02.765431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf0dd0-c887-4ad9-8256-8d232b93e571 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Subnet': ['ID=e876367c-0f3a-49de-9442-d0ba2170904a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:02.788947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-46783c74-e3c6-45f4-9842-33e0c8fc30cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 HTTP/1.1" status: 200 len: 217 time: 0.2492347 Feb 11 13:26:02.816541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88975079-f40e-4f21-8565-641e28606c7c req-122a1bd5-b10a-4ef5-988a-f09fb0425de0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.818020 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88975079-f40e-4f21-8565-641e28606c7c req-122a1bd5-b10a-4ef5-988a-f09fb0425de0 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.2472990 Feb 11 13:26:02.903670 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0dd0-c887-4ad9-8256-8d232b93e571 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.907165 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88975079-f40e-4f21-8565-641e28606c7c req-4aa67050-0603-4f14-b7cb-4520edfdda20 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812297 Feb 11 13:26:02.918315 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58acd497-71bf-4ec5-84a8-d2b607a71d61 None None] Network d8848621-0a56-4fd9-8e9c-98a10de86571 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:02.935223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7f02-b106-4072-a9c4-1807a0329460 req-fe20dbfd-d3f0-452e-bf11-c0dc58c42261 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.939703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7f02-b106-4072-a9c4-1807a0329460 req-fe20dbfd-d3f0-452e-bf11-c0dc58c42261 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.944023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7f02-b106-4072-a9c4-1807a0329460 req-fe20dbfd-d3f0-452e-bf11-c0dc58c42261 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.945223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.949274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7f02-b106-4072-a9c4-1807a0329460 req-fe20dbfd-d3f0-452e-bf11-c0dc58c42261 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.954165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7f02-b106-4072-a9c4-1807a0329460 req-fe20dbfd-d3f0-452e-bf11-c0dc58c42261 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.964922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7f02-b106-4072-a9c4-1807a0329460 req-fe20dbfd-d3f0-452e-bf11-c0dc58c42261 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.970051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7f02-b106-4072-a9c4-1807a0329460 req-fe20dbfd-d3f0-452e-bf11-c0dc58c42261 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.978947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c55c7f02-b106-4072-a9c4-1807a0329460 req-fe20dbfd-d3f0-452e-bf11-c0dc58c42261 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5396 time: 1.1120307 Feb 11 13:26:03.003173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=d698069d-df1a-496b-87cd-da73913e1f22,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:03.222497 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': '047f7b73-c4ff-43bf-a33a-5c57e1f5da57', 'status': 'completed', 'code': 200} Feb 11 13:26:03.293461 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-286060f8-60f1-4da2-86d3-7d033929bec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.294842 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-286060f8-60f1-4da2-86d3-7d033929bec1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/562ee150-7068-41e0-93b8-1c84f55edb7c HTTP/1.1" status: 204 len: 168 time: 3.6993804 Feb 11 13:26:03.297740 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dbbf0dd0-c887-4ad9-8256-8d232b93e571 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "DELETE /v2.0/subnets/e876367c-0f3a-49de-9442-d0ba2170904a HTTP/1.1" status: 204 len: 168 time: 3.3666408 Feb 11 13:26:03.323785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45882) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:03.359507 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] DHCP port deletion for d8848621-0a56-4fd9-8e9c-98a10de86571 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:26:03.364587 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Deleting port 859162d8-a16b-4d37-94d5-11906aaae837 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:03.365208 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.369938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c86d715-81c5-4a05-bf1d-b3ffd324fe1f req-c034f872-ae96-444a-afa0-90afb2830051 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6343 time: 0.3338099 Feb 11 13:26:03.409721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-a161f412-c9be-4ff7-b66d-76c28bd2867f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:03.411169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-a161f412-c9be-4ff7-b66d-76c28bd2867f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 200 len: 853 time: 0.6056705 Feb 11 13:26:03.628462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf04aa1-8c85-4b76-a7c7-ec946d5d7bad req-fafbf03e-c27f-4a88-a367-8eed74eb0540 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:03.636075 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eaf04aa1-8c85-4b76-a7c7-ec946d5d7bad req-fafbf03e-c27f-4a88-a367-8eed74eb0540 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 944 time: 0.4497936 Feb 11 13:26:03.661134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-bbdd600f-5845-433a-978a-11622597a832 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1918375 Feb 11 13:26:03.695422 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c55c7f02-b106-4072-a9c4-1807a0329460 req-706ff73d-c49b-43ff-8bc3-3b157abfd37b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7154739 Feb 11 13:26:03.907421 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eaf04aa1-8c85-4b76-a7c7-ec946d5d7bad req-46c0312d-50ac-4cb7-b1c7-f24d0963aaa1 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=25b31902-7f7d-40a2-9da5-3a438f2567d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697554 Feb 11 13:26:03.910119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d715-81c5-4a05-bf1d-b3ffd324fe1f req-c8db3f54-f994-4658-a523-6cc4038da07f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:03.910759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d715-81c5-4a05-bf1d-b3ffd324fe1f req-c8db3f54-f994-4658-a523-6cc4038da07f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:03.913447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d715-81c5-4a05-bf1d-b3ffd324fe1f req-c8db3f54-f994-4658-a523-6cc4038da07f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:03.916180 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c86d715-81c5-4a05-bf1d-b3ffd324fe1f req-c8db3f54-f994-4658-a523-6cc4038da07f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=010169ef397f494db6b4777e7cd64614&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4877000 Feb 11 13:26:03.923080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.73', 58021) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:03.928390 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.947443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] For port 859162d8-a16b-4d37-94d5-11906aaae837, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=859162d8-a16b-4d37-94d5-11906aaae837,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:03.949990 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.052047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.106286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d715-81c5-4a05-bf1d-b3ffd324fe1f req-77852f31-dfa4-4920-abe7-4464982d7e18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:04.110329 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c86d715-81c5-4a05-bf1d-b3ffd324fe1f req-77852f31-dfa4-4920-abe7-4464982d7e18 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1789756 Feb 11 13:26:04.199809 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.200180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.200494 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Floating IP 49399d7b-9661-4de2-b19d-dade2840942a disassociated. External IP: 172.25.4.45, port: 11718c7b-f8e0-47c6-ac6b-d6a85d189b80. Feb 11 13:26:04.200849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Calling delete_port for 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:04.208159 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.275453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Calling delete_port for 859162d8-a16b-4d37-94d5-11906aaae837 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:04.298914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:26:04.330057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 859162d8-a16b-4d37-94d5-11906aaae837 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:26:04.401777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-2d84720c-47ef-435a-850f-bb2e00df86d2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:04.403287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-2d84720c-47ef-435a-850f-bb2e00df86d2 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.4764555 Feb 11 13:26:04.474228 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.531960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port 859162d8-a16b-4d37-94d5-11906aaae837 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:04.532603 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.537771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 859162d8-a16b-4d37-94d5-11906aaae837, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=859162d8-a16b-4d37-94d5-11906aaae837,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:04.543788 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.618501 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:04.622103 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:26:04.630198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5227e51-621c-453c-9fb5-6f23ede69cbd {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:04.662299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.677663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=859162d8-a16b-4d37-94d5-11906aaae837,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:04.706834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-7c822ed1-a8e4-4d44-a576-683524702e58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Deleting port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:04.707330 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-7c822ed1-a8e4-4d44-a576-683524702e58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.741152 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-07fbd9a1-6287-4965-a33b-7dec9bd86b7b service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0332849 Feb 11 13:26:04.825067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Transition to ACTIVE for port object f5227e51-621c-453c-9fb5-6f23ede69cbd will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:04.903636 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.115716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef55685-f1e6-495c-a066-d98acc8b7000 req-a733e432-d149-428d-b7f5-fd418511a55e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:05.123438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Deleting port 859162d8-a16b-4d37-94d5-11906aaae837 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:05.124011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.125188 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cef55685-f1e6-495c-a066-d98acc8b7000 req-a733e432-d149-428d-b7f5-fd418511a55e tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 946 time: 0.8740447 Feb 11 13:26:05.228856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.264799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Pushing event updated for resources: {'Port': ['ID=f5227e51-621c-453c-9fb5-6f23ede69cbd,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:05.429235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event deleted for resources: {'Port': ['ID=11718c7b-f8e0-47c6-ac6b-d6a85d189b80,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:05.439064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] For port 859162d8-a16b-4d37-94d5-11906aaae837, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=859162d8-a16b-4d37-94d5-11906aaae837,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:05.439617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.454999 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-b04c4859-1fd0-4f1c-94bb-97b170a38db6 service neutron] 10.222.0.73 "GET /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663773 Feb 11 13:26:05.572044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] For port 859162d8-a16b-4d37-94d5-11906aaae837, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=859162d8-a16b-4d37-94d5-11906aaae837,segment=NetworkSegment(c828f9eb-3454-4480-99ff-c269c594c150),segment_id=c828f9eb-3454-4480-99ff-c269c594c150)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:05.572437 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.663993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-7c822ed1-a8e4-4d44-a576-683524702e58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] For port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,segment=NetworkSegment(af3f5a47-9461-447b-a779-fc91f18f7ac3),segment_id=af3f5a47-9461-447b-a779-fc91f18f7ac3)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:05.664462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-7c822ed1-a8e4-4d44-a576-683524702e58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.708453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Calling delete_port for 859162d8-a16b-4d37-94d5-11906aaae837 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:05.743666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Calling delete_port for 859162d8-a16b-4d37-94d5-11906aaae837 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:05.856266 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:05.856973 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:26:06.000726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-7c822ed1-a8e4-4d44-a576-683524702e58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Calling delete_port for 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:06.169973 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.170530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Deleting port 859162d8-a16b-4d37-94d5-11906aaae837 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:06.171542 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.274741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6476fb85-28de-4b85-8e41-ad847dd9581d None None] The port '859162d8-a16b-4d37-94d5-11906aaae837' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:26:06.297052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d76d0-40fa-49c6-842d-b9a9f44ed09e req-247e2f2a-b90a-43f7-b58e-3a0c36708bd1 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:06.301554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d76d0-40fa-49c6-842d-b9a9f44ed09e req-247e2f2a-b90a-43f7-b58e-3a0c36708bd1 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:06.308023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d76d0-40fa-49c6-842d-b9a9f44ed09e req-247e2f2a-b90a-43f7-b58e-3a0c36708bd1 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:06.309288 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cef55685-f1e6-495c-a066-d98acc8b7000 req-14fce016-8a94-4ea4-930b-b44d98326d56 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/security-groups?id=97763d93-bce3-4f97-a641-c2878f95ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1832354 Feb 11 13:26:06.313172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d76d0-40fa-49c6-842d-b9a9f44ed09e req-247e2f2a-b90a-43f7-b58e-3a0c36708bd1 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:06.317794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d76d0-40fa-49c6-842d-b9a9f44ed09e req-247e2f2a-b90a-43f7-b58e-3a0c36708bd1 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:06.321304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d76d0-40fa-49c6-842d-b9a9f44ed09e req-247e2f2a-b90a-43f7-b58e-3a0c36708bd1 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:06.323855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] No DVR routers for this DVR port 859162d8-a16b-4d37-94d5-11906aaae837 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:06.329054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d76d0-40fa-49c6-842d-b9a9f44ed09e req-247e2f2a-b90a-43f7-b58e-3a0c36708bd1 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:06.336507 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-383d76d0-40fa-49c6-842d-b9a9f44ed09e req-247e2f2a-b90a-43f7-b58e-3a0c36708bd1 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5408 time: 1.3113532 Feb 11 13:26:06.396589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Port': ['ID=859162d8-a16b-4d37-94d5-11906aaae837,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:06.537200 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-7c822ed1-a8e4-4d44-a576-683524702e58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.544576 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-383d76d0-40fa-49c6-842d-b9a9f44ed09e req-a722f4cf-dd4a-4067-9143-cddbde9d7d2a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2072551 Feb 11 13:26:06.588331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4c14052e-ffb0-49b8-ad52-4a823191ae87 req-49ebb87a-b399-48d1-95a5-be3f33af4967 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Synchronizing usage tracker for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:06.600976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c822ed1-a8e4-4d44-a576-683524702e58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Pushing event deleted for resources: {'Port': ['ID=4593b2fa-f32d-4fc1-b2bf-ba05e77693e7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:06.725776 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.768177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4c14052e-ffb0-49b8-ad52-4a823191ae87 req-49ebb87a-b399-48d1-95a5-be3f33af4967 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Unset dirty status for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:06.768929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c14052e-ffb0-49b8-ad52-4a823191ae87 req-49ebb87a-b399-48d1-95a5-be3f33af4967 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 210 time: 0.2895091 Feb 11 13:26:06.776005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Attempting to bind port f5227e51-621c-453c-9fb5-6f23ede69cbd on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:06.776458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Attempting to bind port f5227e51-621c-453c-9fb5-6f23ede69cbd by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:06.776808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Attempting to bind port f5227e51-621c-453c-9fb5-6f23ede69cbd on network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:06.828910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8848621-0a56-4fd9-8e9c-98a10de86571']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:06.844415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c828f9eb-3454-4480-99ff-c269c594c150') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:06.844712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c828f9eb-3454-4480-99ff-c269c594c150') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:06.857738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Port f5227e51-621c-453c-9fb5-6f23ede69cbd on network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:26:06.858047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Attempting to bind port f5227e51-621c-453c-9fb5-6f23ede69cbd on network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:06.863920 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.891999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:26:06.892368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Checking segment: {'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:06.892807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Bound using segment: {'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:26:06.893256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Bound port: f5227e51-621c-453c-9fb5-6f23ede69cbd, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:06.893602 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.909205 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.930615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:26:06.930615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.943698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-7c822ed1-a8e4-4d44-a576-683524702e58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] No DVR routers for this DVR port 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:06.948270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-7c822ed1-a8e4-4d44-a576-683524702e58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:06.949859 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:06.958071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'name': 'network-vif-deleted', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:06.978648 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dd2cd90-d8f5-48d8-8f14-f60d66d6e0de req-7c822ed1-a8e4-4d44-a576-683524702e58 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.73 "DELETE /v2.0/ports/4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 HTTP/1.1" status: 204 len: 173 time: 2.5616767 Feb 11 13:26:07.076352 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a367160-462a-4003-9e11-8b7f11d4ed35', 'name': 'network-vif-deleted', 'tag': '4593b2fa-f32d-4fc1-b2bf-ba05e77693e7', 'status': 'completed', 'code': 200} Feb 11 13:26:07.111489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] Router d51e1070-eb9e-488a-a4e0-b9244fcb7278 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:07.282154 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:07.303878 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:07.309560 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:07.353493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:26:07.413418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "DELETE /v2.0/networks/d8848621-0a56-4fd9-8e9c-98a10de86571 HTTP/1.1" status: 204 len: 168 time: 4.0672019 Feb 11 13:26:07.413418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46188) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:07.417827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc6fcf-38fe-476e-b1be-72b6d1b77775 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Network': ['ID=d8848621-0a56-4fd9-8e9c-98a10de86571,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:07.439938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] For port f5227e51-621c-453c-9fb5-6f23ede69cbd, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:07.446040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-490823299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:07.494140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:07.508966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] For port f5227e51-621c-453c-9fb5-6f23ede69cbd, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f5227e51-621c-453c-9fb5-6f23ede69cbd,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:07.516412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Usage tracker for resource:network and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:07.532622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:07.572475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:07.578399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:07.588249 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] Sync routers for ids ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:26:07.598728 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-59ac3b6b-fa12-4d0a-88dc-ad7626613a8b admin admin] 10.222.0.67 "PUT /v2.0/routers/d51e1070-eb9e-488a-a4e0-b9244fcb7278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5115745 Feb 11 13:26:07.600254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46194) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:07.601085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:07.618897 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] Routers {'d51e1070-eb9e-488a-a4e0-b9244fcb7278'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:26:07.619913 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:07.665272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:26:07.666165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4593b2fa-f32d-4fc1-b2bf-ba05e77693e7 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:26:07.909984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Router 4a5ad87d-95da-4c88-838a-cd19c02ea06f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:07.927182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:07.931578 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:07.944140 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:07.945521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] 10.222.0.73 "PUT /v2.0/ports/f5227e51-621c-453c-9fb5-6f23ede69cbd HTTP/1.1" status: 200 len: 1091 time: 7.1243322 Feb 11 13:26:07.956880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'f5227e51-621c-453c-9fb5-6f23ede69cbd'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:07.975802 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce1b4c47-8a26-4741-935e-bbfd48e6ac94 req-ae5dfe2a-a233-4abf-b4b2-bab6e5e554b9 tempest-ServersNegativeTestJSON-140343858 tempest-ServersNegativeTestJSON-140343858-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a367160-462a-4003-9e11-8b7f11d4ed35 HTTP/1.1" status: 200 len: 210 time: 0.2706687 Feb 11 13:26:07.982156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Request body: {'port': {'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:07.996533 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] Set router d51e1070-eb9e-488a-a4e0-b9244fcb7278 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:26:08.173311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:08.191512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164e16-a3e1-4442-89e8-3ceb91294bb8 req-e1f38a38-13ad-4a33-a021-ba953e78e590 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.198692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164e16-a3e1-4442-89e8-3ceb91294bb8 req-e1f38a38-13ad-4a33-a021-ba953e78e590 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.201444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:08.201962 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Added segment 0cb579dc-7867-42b5-a1d7-2f657d90e642 of type vlan for network 230cea78-6825-45e1-8661-9e1e7cb358b2 Feb 11 13:26:08.203443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164e16-a3e1-4442-89e8-3ceb91294bb8 req-e1f38a38-13ad-4a33-a021-ba953e78e590 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.207583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164e16-a3e1-4442-89e8-3ceb91294bb8 req-e1f38a38-13ad-4a33-a021-ba953e78e590 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.212630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164e16-a3e1-4442-89e8-3ceb91294bb8 req-e1f38a38-13ad-4a33-a021-ba953e78e590 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.217233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164e16-a3e1-4442-89e8-3ceb91294bb8 req-e1f38a38-13ad-4a33-a021-ba953e78e590 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.222374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164e16-a3e1-4442-89e8-3ceb91294bb8 req-e1f38a38-13ad-4a33-a021-ba953e78e590 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.230610 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1c164e16-a3e1-4442-89e8-3ceb91294bb8 req-e1f38a38-13ad-4a33-a021-ba953e78e590 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5408 time: 0.2094259 Feb 11 13:26:08.255718 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:08.394302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1c164e16-a3e1-4442-89e8-3ceb91294bb8 req-b6e9240c-55cb-4765-b0de-1b30bb55803d tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614368 Feb 11 13:26:08.412622 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:08.420007 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:08.425699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.426535 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:08.471398 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:08.823164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5adfc-37e8-4f78-bb57-9d1868af794d service neutron] Pushing event updated for resources: {'Port': ['ID=f5227e51-621c-453c-9fb5-6f23ede69cbd,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:08.867758 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'f5227e51-621c-453c-9fb5-6f23ede69cbd', 'status': 'completed', 'code': 200} Feb 11 13:26:08.922152 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 5, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:08.927815 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] Checking router: d51e1070-eb9e-488a-a4e0-b9244fcb7278 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:26:08.944687 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] Routers {'d51e1070-eb9e-488a-a4e0-b9244fcb7278'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:26:08.945711 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:08.949074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf4953d7-7d14-4323-b482-40b53c7bf8d5 req-6477d625-e4c6-417c-a87b-780d33a0b027 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6410 time: 0.1932151 Feb 11 13:26:09.171369 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d341eb98-b8e5-40c7-9519-af9d421c5088 req-8b3553ee-4242-4bb5-a55c-f46a1d5157d5 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 210 time: 0.7207780 Feb 11 13:26:09.177876 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7609453 Feb 11 13:26:09.191609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46224) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:09.191948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46226) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:09.198812 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] Set router d51e1070-eb9e-488a-a4e0-b9244fcb7278 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:26:09.205023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'subnet': {'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:09.208555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4953d7-7d14-4323-b482-40b53c7bf8d5 req-1dcd5b6b-04bb-46eb-9ccf-2037dd8e5308 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.209247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4953d7-7d14-4323-b482-40b53c7bf8d5 req-1dcd5b6b-04bb-46eb-9ccf-2037dd8e5308 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.209433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4953d7-7d14-4323-b482-40b53c7bf8d5 req-1dcd5b6b-04bb-46eb-9ccf-2037dd8e5308 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.210857 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf4953d7-7d14-4323-b482-40b53c7bf8d5 req-1dcd5b6b-04bb-46eb-9ccf-2037dd8e5308 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=010169ef397f494db6b4777e7cd64614&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2493420 Feb 11 13:26:09.279033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting port 270bcb37-586c-4d6e-a6b6-6391d0b25af8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:09.285099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:09.388704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:09.403905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Deleting port a2e4d84d-491b-4855-9cc6-54cfc4fed333 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:09.404245 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:09.671466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f11249-8e05-4ed1-9f0e-9f9190d651ab tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Network': ['ID=230cea78-6825-45e1-8661-9e1e7cb358b2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:09.683462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 230cea78-6825-45e1-8661-9e1e7cb358b2 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:26:09.858217 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 5, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:09.870756 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94df7a-170e-48f9-9696-19cc7d214272 None None] The sync data for ids ['d51e1070-eb9e-488a-a4e0-b9244fcb7278'] in n-d-818559-1 is: [{'id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065676040-router', 'tenant_id': '2694ce8d3495494682b310ea1520dd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 5, 'project_id': '2694ce8d3495494682b310ea1520dd5d', 'gw_port': {'id': 'a2e4d84d-491b-4855-9cc6-54cfc4fed333', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:14:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51e1070-eb9e-488a-a4e0-b9244fcb7278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:17Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:26:10.024630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4953d7-7d14-4323-b482-40b53c7bf8d5 req-fe3e2b1c-1a85-491e-8ec3-ececcd6e99bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.026516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf4953d7-7d14-4323-b482-40b53c7bf8d5 req-fe3e2b1c-1a85-491e-8ec3-ececcd6e99bf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8099401 Feb 11 13:26:10.107338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] For port a2e4d84d-491b-4855-9cc6-54cfc4fed333, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a2e4d84d-491b-4855-9cc6-54cfc4fed333,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:10.107693 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:10.254332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:10.272310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Calling delete_port for a2e4d84d-491b-4855-9cc6-54cfc4fed333 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:10.277759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-60014fe8-13ed-4700-8a77-967e5da460c1 admin admin] Deleting subnet 4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:26:10.285789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Usage tracker for resource:subnet and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:10.314721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:10.320905 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60014fe8-13ed-4700-8a77-967e5da460c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:10.369968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:10.558521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:10.618717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e4d84d-491b-4855-9cc6-54cfc4fed333,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:10.660233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:10.887123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea07b1-f1be-4083-8836-668a402b376a req-4a04ce5d-d371-473a-958c-2c9eb11cfa59 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.889985 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60014fe8-13ed-4700-8a77-967e5da460c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:10.892348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea07b1-f1be-4083-8836-668a402b376a req-4a04ce5d-d371-473a-958c-2c9eb11cfa59 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.896327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea07b1-f1be-4083-8836-668a402b376a req-4a04ce5d-d371-473a-958c-2c9eb11cfa59 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.900176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea07b1-f1be-4083-8836-668a402b376a req-4a04ce5d-d371-473a-958c-2c9eb11cfa59 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.904050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea07b1-f1be-4083-8836-668a402b376a req-4a04ce5d-d371-473a-958c-2c9eb11cfa59 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.909241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea07b1-f1be-4083-8836-668a402b376a req-4a04ce5d-d371-473a-958c-2c9eb11cfa59 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.913099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea07b1-f1be-4083-8836-668a402b376a req-4a04ce5d-d371-473a-958c-2c9eb11cfa59 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.921451 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c7ea07b1-f1be-4083-8836-668a402b376a req-4a04ce5d-d371-473a-958c-2c9eb11cfa59 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5408 time: 1.1286900 Feb 11 13:26:10.993333 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8bf6dce0-6dff-4e70-b2b2-e568d9d35b9b req-0b3791fe-8d0e-4f57-88ed-3808959474b2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 210 time: 0.4098492 Feb 11 13:26:11.008689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3e41fb-1261-4231-9475-b80b2d5420d4 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:11.018630 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.035786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Transition to ACTIVE for port object 7c3e41fb-1261-4231-9475-b80b2d5420d4 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:11.082389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.095313 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.119488 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.131510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60014fe8-13ed-4700-8a77-967e5da460c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.205333 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.418776 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.424181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.488101 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c7ea07b1-f1be-4083-8836-668a402b376a req-f00ae15d-6cf7-467d-9cc0-8063bb89e03e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5657721 Feb 11 13:26:11.522346 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.522924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d51e1070-eb9e-488a-a4e0-b9244fcb7278 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:26:11.548145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.555526 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dc633b8e-685a-4179-86ca-bbf6245e43b4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d51e1070-eb9e-488a-a4e0-b9244fcb7278 HTTP/1.1" status: 204 len: 168 time: 3.9512036 Feb 11 13:26:11.559608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46256) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:11.586128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Calling delete_port for 270bcb37-586c-4d6e-a6b6-6391d0b25af8 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:11.679901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e39953-dc0c-4290-95a3-e1d96a2edce9 admin admin] Deleting subnet fe7c1608-4c6a-448c-b715-2d5773abdf7b {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:26:11.683992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54e39953-dc0c-4290-95a3-e1d96a2edce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.747845 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54e39953-dc0c-4290-95a3-e1d96a2edce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.776509 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60014fe8-13ed-4700-8a77-967e5da460c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.825514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54e39953-dc0c-4290-95a3-e1d96a2edce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.893779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Pushing event updated for resources: {'Port': ['ID=7c3e41fb-1261-4231-9475-b80b2d5420d4,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:11.896965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60014fe8-13ed-4700-8a77-967e5da460c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:11.919751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60014fe8-13ed-4700-8a77-967e5da460c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.929935 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54e39953-dc0c-4290-95a3-e1d96a2edce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:11.962397 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-60014fe8-13ed-4700-8a77-967e5da460c1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4f3a8b87-f9e1-4cb9-b4f4-3cad79251e8e HTTP/1.1" status: 204 len: 168 time: 2.7693994 Feb 11 13:26:11.994077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:12.023599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e39953-dc0c-4290-95a3-e1d96a2edce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7c1608-4c6a-448c-b715-2d5773abdf7b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:12.039571 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54e39953-dc0c-4290-95a3-e1d96a2edce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.049859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-54e39953-dc0c-4290-95a3-e1d96a2edce9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fe7c1608-4c6a-448c-b715-2d5773abdf7b HTTP/1.1" status: 204 len: 168 time: 0.4888732 Feb 11 13:26:12.052005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46264) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:12.208790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d698069d-df1a-496b-87cd-da73913e1f22 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:26:12.255075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d698069d-df1a-496b-87cd-da73913e1f22 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:26:12.255496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d698069d-df1a-496b-87cd-da73913e1f22 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:26:12.255986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a2e4d84d-491b-4855-9cc6-54cfc4fed333 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:26:12.273111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.292489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:12.324000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] Sync routers for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:26:12.363728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a2e4d84d-491b-4855-9cc6-54cfc4fed333 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:26:12.377144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a2e4d84d-491b-4855-9cc6-54cfc4fed333 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:26:12.377144 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.411976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:26:12.411976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:12.546755 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c3b30d32-89ba-42c3-bec6-f1978991cca7 req-5112a4ab-34f1-4de9-b204-ed95e14b6688 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=def2c5d8-cf14-4ce9-8328-71fd2b0c0f86 HTTP/1.1" status: 200 len: 210 time: 0.2276602 Feb 11 13:26:12.582314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] No DVR routers for this DVR port 11718c7b-f8e0-47c6-ac6b-d6a85d189b80 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:12.600335 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.603331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-deleted', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:12.611549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.629455 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89f66167-c7fe-48ba-87ed-b5a7ec98d5f5 req-c2bcddde-95fe-4ed5-9f70-5b83a69ca96a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.73 "DELETE /v2.0/ports/11718c7b-f8e0-47c6-ac6b-d6a85d189b80 HTTP/1.1" status: 204 len: 173 time: 17.2245069 Feb 11 13:26:12.693766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Attempting to bind port 7c3e41fb-1261-4231-9475-b80b2d5420d4 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:12.693766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Attempting to bind port 7c3e41fb-1261-4231-9475-b80b2d5420d4 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:12.693766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Attempting to bind port 7c3e41fb-1261-4231-9475-b80b2d5420d4 on network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:12.710285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a8f559-77cf-4b11-9175-988be7a0550b']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:12.719904 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.723053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:26:12.752600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaa4c5a-014c-4de7-8256-98f54819912e') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:12.752600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaa4c5a-014c-4de7-8256-98f54819912e') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:12.779407 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.817891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Port 7c3e41fb-1261-4231-9475-b80b2d5420d4 on network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:26:12.819524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Attempting to bind port 7c3e41fb-1261-4231-9475-b80b2d5420d4 on network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:12.828565 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def2c5d8-cf14-4ce9-8328-71fd2b0c0f86', 'name': 'network-vif-deleted', 'tag': '11718c7b-f8e0-47c6-ac6b-d6a85d189b80', 'status': 'completed', 'code': 200} Feb 11 13:26:12.843099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:26:12.843779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Checking segment: {'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:12.844421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Bound using segment: {'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:26:12.845149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Bound port: 7c3e41fb-1261-4231-9475-b80b2d5420d4, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f46492-885f-4837-8730-900eb18ece9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:12.845706 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.867935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.882301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.916524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:26:12.917261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:12.932830 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:13.036145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.053273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de8c7c-fa56-42ea-938c-9c3de3ba7897 req-f7f6bd94-5253-4c8c-8611-d95274a01572 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.057444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de8c7c-fa56-42ea-938c-9c3de3ba7897 req-f7f6bd94-5253-4c8c-8611-d95274a01572 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.063211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de8c7c-fa56-42ea-938c-9c3de3ba7897 req-f7f6bd94-5253-4c8c-8611-d95274a01572 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.067651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de8c7c-fa56-42ea-938c-9c3de3ba7897 req-f7f6bd94-5253-4c8c-8611-d95274a01572 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.072666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de8c7c-fa56-42ea-938c-9c3de3ba7897 req-f7f6bd94-5253-4c8c-8611-d95274a01572 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.077611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de8c7c-fa56-42ea-938c-9c3de3ba7897 req-f7f6bd94-5253-4c8c-8611-d95274a01572 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.081806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de8c7c-fa56-42ea-938c-9c3de3ba7897 req-f7f6bd94-5253-4c8c-8611-d95274a01572 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.084006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1de8c7c-fa56-42ea-938c-9c3de3ba7897 req-f7f6bd94-5253-4c8c-8611-d95274a01572 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.2805467 Feb 11 13:26:13.103169 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.110306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a8f559-77cf-4b11-9175-988be7a0550b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:13.171160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-340fe638-9d73-4bc6-a49e-c34a4e0aeede admin admin] 10.222.0.67 "DELETE /v2.0/networks/d4a8f559-77cf-4b11-9175-988be7a0550b HTTP/1.1" status: 204 len: 168 time: 1.1179640 Feb 11 13:26:13.189302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1de8c7c-fa56-42ea-938c-9c3de3ba7897 req-541874e0-ed6e-4b1d-91f3-79e0c6ad0b40 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888891 Feb 11 13:26:13.214798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:13.225886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] Checking router: 4a5ad87d-95da-4c88-838a-cd19c02ea06f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:26:13.251637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.256478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:26:13.257111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:25:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:13.286955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7853e81f-ef99-4b8f-87b3-9dafb2dcd77f']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:13.304760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3f5a47-9461-447b-a779-fc91f18f7ac3') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:13.305928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3f5a47-9461-447b-a779-fc91f18f7ac3') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:13.365044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] For port 7c3e41fb-1261-4231-9475-b80b2d5420d4, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:13.368468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] For port 7c3e41fb-1261-4231-9475-b80b2d5420d4, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7c3e41fb-1261-4231-9475-b80b2d5420d4,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:13.382559 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.391872 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.394363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46284) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:13.449228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Subnet': ['ID=51ccd51e-a812-4926-9959-1b95c3f24f13,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:13.519273 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-45fceee8-d413-4f6d-9b1f-d460aa24ff3a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2694ce8d3495494682b310ea1520dd5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1236477 Feb 11 13:26:13.519904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46288) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:13.529615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.558757 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.567192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:26:13.605421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Pushing event updated for resources: {'Port': ['ID=7c3e41fb-1261-4231-9475-b80b2d5420d4,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:13.611813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:26:13.612236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.657140 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f923aef-0715-4768-b514-9c9c4c24c8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:13.679526 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:13.694804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.696294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a2176c2a-7aab-464f-86b2-cbd55271cd4f service neutron] 10.222.0.73 "PUT /v2.0/ports/7c3e41fb-1261-4231-9475-b80b2d5420d4 HTTP/1.1" status: 200 len: 1091 time: 5.7185595 Feb 11 13:26:13.781311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f923aef-0715-4768-b514-9c9c4c24c8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.801410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Checking segment: {'id': '0cb579dc-7867-42b5-a1d7-2f657d90e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:13.802120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network hostable DHCP agents. Network: 230cea78-6825-45e1-8661-9e1e7cb358b2, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:13.807136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event deleted for resources: {'Port': ['ID=270bcb37-586c-4d6e-a6b6-6391d0b25af8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:13.928777 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f923aef-0715-4768-b514-9c9c4c24c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:13.968206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46298) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:14.060197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f923aef-0715-4768-b514-9c9c4c24c8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42bd8a8-f5cf-47d8-9739-eda1b1093852,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:14.087490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49ff3ecc-abeb-4d0a-9254-3781cb162b3d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.093686 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f923aef-0715-4768-b514-9c9c4c24c8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.100374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f923aef-0715-4768-b514-9c9c4c24c8f0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d42bd8a8-f5cf-47d8-9739-eda1b1093852 HTTP/1.1" status: 204 len: 168 time: 0.5794287 Feb 11 13:26:14.166349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49ff3ecc-abeb-4d0a-9254-3781cb162b3d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.293714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49ff3ecc-abeb-4d0a-9254-3781cb162b3d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.333885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff3ecc-abeb-4d0a-9254-3781cb162b3d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b31902-7f7d-40a2-9da5-3a438f2567d4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:14.392279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49ff3ecc-abeb-4d0a-9254-3781cb162b3d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.392279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-49ff3ecc-abeb-4d0a-9254-3781cb162b3d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "DELETE /v2.0/security-groups/25b31902-7f7d-40a2-9da5-3a438f2567d4 HTTP/1.1" status: 204 len: 168 time: 0.4151289 Feb 11 13:26:14.392279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46318) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:14.434056 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-38f32ab9-0a65-46a3-9d86-191ed799349d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] show failed (client error): The resource could not be found. Feb 11 13:26:14.435327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-38f32ab9-0a65-46a3-9d86-191ed799349d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups/25b31902-7f7d-40a2-9da5-3a438f2567d4 HTTP/1.1" status: 404 len: 347 time: 0.0435398 Feb 11 13:26:14.440143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46322) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:14.594374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network 230cea78-6825-45e1-8661-9e1e7cb358b2 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:14.618279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 230cea78-6825-45e1-8661-9e1e7cb358b2) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:14.632990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.643595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:14.644188 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.671098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d68ff6-5d36-42bc-add1-980cea0fa19d None None] Network 230cea78-6825-45e1-8661-9e1e7cb358b2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:14.675479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.715728 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7853e81f-ef99-4b8f-87b3-9dafb2dcd77f HTTP/1.1" status: 204 len: 168 time: 2.7112286 Feb 11 13:26:14.727301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637381b-39b4-4920-9e7f-c3e7597c32a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7853e81f-ef99-4b8f-87b3-9dafb2dcd77f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:14.794475 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c49af4ee-753e-4ae0-a3e2-79569509f067 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.5996015 Feb 11 13:26:14.834015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-90b6e4e6-2052-4d4c-ae82-578afdf01598 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6477 time: 0.6385188 Feb 11 13:26:14.835937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46338) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:14.837548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.846762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': '7c3e41fb-1261-4231-9475-b80b2d5420d4'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:15.076065 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-58f37bd3-6eea-44d3-95fa-be7096a205db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc54990-8673-47da-a49e-a07bf457dcbf HTTP/1.1" status: 200 len: 217 time: 0.2022064 Feb 11 13:26:15.080160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1629246319'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:15.130702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:15.146810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Usage tracker for resource:network and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:15.150244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:15.156628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:15.181190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46352) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:15.190299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:15.193904 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:15.221919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:15.234864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70319e6-ac5f-4550-a393-d85fa244ae41 None None] The sync data for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 is: [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:26:15.253288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-230cea78-6825-45e1-8661-9e1e7cb358b2', 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'fixed_ips': [{'subnet_id': '51ccd51e-a812-4926-9959-1b95c3f24f13'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:26:15.254475 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:15.297406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Deleting port dca178be-99d7-41fc-ba98-ab17a94e17a4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:15.298301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:15.459791 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': '7c3e41fb-1261-4231-9475-b80b2d5420d4', 'status': 'completed', 'code': 200} Feb 11 13:26:15.484023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b244b-4bf5-4d02-9fc1-d9cae8c676cf req-f568746f-3728-4531-addb-e3c804675d24 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.488895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b244b-4bf5-4d02-9fc1-d9cae8c676cf req-f568746f-3728-4531-addb-e3c804675d24 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.518488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b244b-4bf5-4d02-9fc1-d9cae8c676cf req-f568746f-3728-4531-addb-e3c804675d24 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.540499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b244b-4bf5-4d02-9fc1-d9cae8c676cf req-f568746f-3728-4531-addb-e3c804675d24 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.558899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b244b-4bf5-4d02-9fc1-d9cae8c676cf req-f568746f-3728-4531-addb-e3c804675d24 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.572574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b244b-4bf5-4d02-9fc1-d9cae8c676cf req-f568746f-3728-4531-addb-e3c804675d24 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.581898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b244b-4bf5-4d02-9fc1-d9cae8c676cf req-f568746f-3728-4531-addb-e3c804675d24 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.605301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-199b244b-4bf5-4d02-9fc1-d9cae8c676cf req-f568746f-3728-4531-addb-e3c804675d24 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 1.0439203 Feb 11 13:26:15.698440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:15.716841 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:15.717148 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Added segment 2260a010-6202-485a-a6dd-beb6463ef04a of type vlan for network 38c94359-cb12-4248-bea2-55bcc16255b2 Feb 11 13:26:15.763132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:15.825267 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c3e44-1f04-4315-90c2-e7aab624c601 None None] New status for floating IP 49399d7b-9661-4de2-b19d-dade2840942a: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:26:15.827759 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4aa699fe-0234-43a0-b8cb-4ea7f0549e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:15.887615 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:15.887934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:15.897722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Allocated IP 19.80.0.2 (230cea78-6825-45e1-8661-9e1e7cb358b2/51ccd51e-a812-4926-9959-1b95c3f24f13/a3da1d13-e0ae-4400-9a31-ac03735ed102) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:15.935384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-2b723c77-9941-42a6-8f2f-de9f5b7d1eb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.937330 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-2b723c77-9941-42a6-8f2f-de9f5b7d1eb3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e4c44a2-f163-4b02-8779-27c4dc75a501 HTTP/1.1" status: 200 len: 849 time: 0.7569206 Feb 11 13:26:16.023778 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b961691a-16f1-499b-a5f7-4da2562f782b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a7db9cc754446c0ae8724ea32a8e59f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8087630 Feb 11 13:26:16.024928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46376) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:16.032378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-199b244b-4bf5-4d02-9fc1-d9cae8c676cf req-17f9f0fc-ae40-4304-bc93-1b113d9b7ca4 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4262705 Feb 11 13:26:16.032989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:16.036464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.037035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:16.287973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Calling delete_port for dca178be-99d7-41fc-ba98-ab17a94e17a4 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:16.384044 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:16.401505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Transition to ACTIVE for port object a3da1d13-e0ae-4400-9a31-ac03735ed102 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:16.425074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Transition to ACTIVE for port object a3da1d13-e0ae-4400-9a31-ac03735ed102 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:16.433117 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:16.546436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:16.547687 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:26:16.576361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Network 230cea78-6825-45e1-8661-9e1e7cb358b2 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:16.577412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Pushing event updated for resources: {'Port': ['ID=a3da1d13-e0ae-4400-9a31-ac03735ed102,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:16.585298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:16.591223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:26:16.743474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Attempting to bind port a3da1d13-e0ae-4400-9a31-ac03735ed102 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:16.743967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Attempting to bind port a3da1d13-e0ae-4400-9a31-ac03735ed102 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '0cb579dc-7867-42b5-a1d7-2f657d90e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:16.744402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Attempting to bind port a3da1d13-e0ae-4400-9a31-ac03735ed102 on network 230cea78-6825-45e1-8661-9e1e7cb358b2 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:16.757323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:26:16.757794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Checking segment: {'id': '0cb579dc-7867-42b5-a1d7-2f657d90e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:16.760731 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:16.761242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Bound using segment: {'id': '0cb579dc-7867-42b5-a1d7-2f657d90e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:26:16.761837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Bound port: a3da1d13-e0ae-4400-9a31-ac03735ed102, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb579dc-7867-42b5-a1d7-2f657d90e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:16.762317 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:16.865774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46400) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:16.866490 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0127044 Feb 11 13:26:16.872175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'subnet': {'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:16.880892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f3fb9-3ef7-49d5-84ac-1c91f506c9b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Network': ['ID=38c94359-cb12-4248-bea2-55bcc16255b2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:16.957624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] For port a3da1d13-e0ae-4400-9a31-ac03735ed102, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:16.961344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] For port a3da1d13-e0ae-4400-9a31-ac03735ed102, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a3da1d13-e0ae-4400-9a31-ac03735ed102,segment=NetworkSegment(0cb579dc-7867-42b5-a1d7-2f657d90e642),segment_id=0cb579dc-7867-42b5-a1d7-2f657d90e642)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:16.962676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 38c94359-cb12-4248-bea2-55bcc16255b2 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:26:17.049223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Deleting port dca178be-99d7-41fc-ba98-ab17a94e17a4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:17.049711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:17.090946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:17.099943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Usage tracker for resource:subnet and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:17.112972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:17.126135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:17.154092 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:17.192680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-7f2f46f9-bd1a-471b-b1fa-94039af21fd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9f115c2-e958-407a-85fa-295bbd6136d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1668234 Feb 11 13:26:17.246048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbda5f-a6f7-48ef-bbf9-bf0780962a6f None None] Pushing event updated for resources: {'Port': ['ID=a3da1d13-e0ae-4400-9a31-ac03735ed102,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:17.329143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:17.330048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:17.351801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-dec760a0-f1a5-4230-a804-89aac0bfbec5 service neutron] 10.222.0.73 "GET /v2.0/networks/a9f115c2-e958-407a-85fa-295bbd6136d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507292 Feb 11 13:26:17.398614 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47ce1b70-c323-4864-a73c-d09073815c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:17.454316 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47ce1b70-c323-4864-a73c-d09073815c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:17.461756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46412) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:17.597290 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cd39acc-82e6-4b01-a5b9-124d4c4860b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:17.621276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Calling delete_port for dca178be-99d7-41fc-ba98-ab17a94e17a4 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:17.652314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:17.888915 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:18.165891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a3da1d13-e0ae-4400-9a31-ac03735ed102 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:26:18.307255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a3da1d13-e0ae-4400-9a31-ac03735ed102 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:18.336211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Router a6340aad-0d6e-4196-97b0-53de64925f7f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:18.376107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f969d918-573b-4363-836c-1207b95d9781 service neutron] 10.222.0.73 "GET /v2.0/networks/a9f115c2-e958-407a-85fa-295bbd6136d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0051794 Feb 11 13:26:18.441259 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47ce1b70-c323-4864-a73c-d09073815c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:18.495296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce1b70-c323-4864-a73c-d09073815c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97763d93-bce3-4f97-a641-c2878f95ac3b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:18.540502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c878-575f-4ee7-9478-df59e7bae19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:18.598752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:18.656985 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-3e748afc-f816-43d9-9fdf-7193d4905d25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=dedede90-615e-47bf-b9dc-ff16e97db9ae HTTP/1.1" status: 200 len: 217 time: 0.2773306 Feb 11 13:26:18.719361 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47ce1b70-c323-4864-a73c-d09073815c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:18.720495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-47ce1b70-c323-4864-a73c-d09073815c24 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/97763d93-bce3-4f97-a641-c2878f95ac3b HTTP/1.1" status: 204 len: 168 time: 2.6663289 Feb 11 13:26:18.728141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:18.746929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603de31-e6be-47dc-8c48-afc20c9d0f59 req-837776d1-bc01-4197-832a-afe2264b0d1a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.751716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603de31-e6be-47dc-8c48-afc20c9d0f59 req-837776d1-bc01-4197-832a-afe2264b0d1a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.756811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603de31-e6be-47dc-8c48-afc20c9d0f59 req-837776d1-bc01-4197-832a-afe2264b0d1a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.761188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603de31-e6be-47dc-8c48-afc20c9d0f59 req-837776d1-bc01-4197-832a-afe2264b0d1a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.766234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603de31-e6be-47dc-8c48-afc20c9d0f59 req-837776d1-bc01-4197-832a-afe2264b0d1a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.770397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603de31-e6be-47dc-8c48-afc20c9d0f59 req-837776d1-bc01-4197-832a-afe2264b0d1a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.774465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603de31-e6be-47dc-8c48-afc20c9d0f59 req-837776d1-bc01-4197-832a-afe2264b0d1a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.776609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d603de31-e6be-47dc-8c48-afc20c9d0f59 req-837776d1-bc01-4197-832a-afe2264b0d1a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 1.3124614 Feb 11 13:26:18.838395 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:18.866767 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:18.916206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-5bc118c3-eb85-4e0b-a2ce-fdda15b8e6ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.918044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-5bc118c3-eb85-4e0b-a2ce-fdda15b8e6ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bb47b466-4262-4b47-98eb-ed0225161d1c HTTP/1.1" status: 200 len: 797 time: 0.2529228 Feb 11 13:26:18.930469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event deleted for resources: {'Port': ['ID=dca178be-99d7-41fc-ba98-ab17a94e17a4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:18.941460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Subnet': ['ID=76cf9b5a-3b81-49e3-b215-9e0c25630fc4,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:19.074711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:19.081070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-10f6d18f-4c1a-4649-a412-7cf349f4490f tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "PUT /v2.0/routers/a6340aad-0d6e-4196-97b0-53de64925f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1515193 Feb 11 13:26:19.092353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46446) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:19.099899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1dc3b-09b7-43dc-b85f-c2705c350801 None None] Sync routers for ids ['a6340aad-0d6e-4196-97b0-53de64925f7f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:26:19.126210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e4e0c878-575f-4ee7-9478-df59e7bae19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:19.126509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1dc3b-09b7-43dc-b85f-c2705c350801 None None] Routers {'a6340aad-0d6e-4196-97b0-53de64925f7f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:26:19.135957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-abf1dc3b-09b7-43dc-b85f-c2705c350801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:26:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a6340aad-0d6e-4196-97b0-53de64925f7f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:19.148788 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-3cd110b5-8c82-4538-93e7-d6c50e85786b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95f48932-3549-4717-a741-07775a88517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2088025 Feb 11 13:26:19.297332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29fd70f-3a94-428e-9828-64bfa3e3ad66 None None] Network 230cea78-6825-45e1-8661-9e1e7cb358b2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:19.336209 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-7e24e102-9a01-4a40-87a9-73bba97b0b1c service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818054 Feb 11 13:26:19.359875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e4e0c878-575f-4ee7-9478-df59e7bae19c admin admin] Usage tracker for resource:security_group_rule and tenant:85be682fab954147a07e84abb7144286 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:19.381375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e4e0c878-575f-4ee7-9478-df59e7bae19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:19.398721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:19.413991 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-e706e740-dcc4-41c3-a252-7c25941f7288 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] show failed (client error): The resource could not be found. Feb 11 13:26:19.421366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e706e740-dcc4-41c3-a252-7c25941f7288 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-336950250 HTTP/1.1" status: 404 len: 334 time: 0.3111575 Feb 11 13:26:19.421965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46456) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:19.429482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e4e0c878-575f-4ee7-9478-df59e7bae19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:19.434736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1329c2b2-67ac-4238-b110-e7112f958394 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:19.600343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-abf1dc3b-09b7-43dc-b85f-c2705c350801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:19.649948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d603de31-e6be-47dc-8c48-afc20c9d0f59 req-b7504a0f-a116-4fd5-a4d4-4f8e4b63cc31 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8056014 Feb 11 13:26:19.710135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1dc3b-09b7-43dc-b85f-c2705c350801 None None] Routers {'a6340aad-0d6e-4196-97b0-53de64925f7f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:26:19.712057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-abf1dc3b-09b7-43dc-b85f-c2705c350801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:26:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a6340aad-0d6e-4196-97b0-53de64925f7f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:19.726110 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-1329c2b2-67ac-4238-b110-e7112f958394 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] update failed (client error): The resource could not be found. Feb 11 13:26:19.733427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1329c2b2-67ac-4238-b110-e7112f958394 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-1836457155 HTTP/1.1" status: 404 len: 335 time: 0.3049400 Feb 11 13:26:19.742341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46470) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:19.758121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Checking segment: {'id': '2260a010-6202-485a-a6dd-beb6463ef04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:19.758347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-4c79a4b6-0423-4f03-8ae9-e465e9694783 service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166467 Feb 11 13:26:19.758652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network hostable DHCP agents. Network: 38c94359-cb12-4248-bea2-55bcc16255b2, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:19.883354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network 38c94359-cb12-4248-bea2-55bcc16255b2 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:19.883967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-50390a50-6113-4b0a-9792-a80cba2964a4 None None] Provisioning for port a3da1d13-e0ae-4400-9a31-ac03735ed102 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:19.901034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-abf1dc3b-09b7-43dc-b85f-c2705c350801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:19.901679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1dc3b-09b7-43dc-b85f-c2705c350801 None None] The sync data for ids ['a6340aad-0d6e-4196-97b0-53de64925f7f'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:26:19.905442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-50390a50-6113-4b0a-9792-a80cba2964a4 None None] Provisioning complete for port a3da1d13-e0ae-4400-9a31-ac03735ed102 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:19.905819 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50390a50-6113-4b0a-9792-a80cba2964a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:19.926323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:19.937142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e3258798-bf94-4392-be6c-fd79f22771ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "DELETE /v2.0/floatingips/49399d7b-9661-4de2-b19d-dade2840942a HTTP/1.1" status: 204 len: 168 time: 5.4956071 Feb 11 13:26:19.960173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 38c94359-cb12-4248-bea2-55bcc16255b2) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:20.032167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47aac39-c6b6-49dd-8359-197554c542fe None None] Network 38c94359-cb12-4248-bea2-55bcc16255b2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:20.036593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:20.037206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:20.111302 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c878-575f-4ee7-9478-df59e7bae19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:20.136775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c878-575f-4ee7-9478-df59e7bae19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:20.205732 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1e6da916-b083-49ef-a71a-4a8fe1e7c4db tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3378527 Feb 11 13:26:20.318187 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e4e0c878-575f-4ee7-9478-df59e7bae19c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=85be682fab954147a07e84abb7144286&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8217425 Feb 11 13:26:20.329991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46492) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:20.332815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0c878-575f-4ee7-9478-df59e7bae19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21527706-282e-4de6-9df3-c6aedd8f3c6a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:20.390652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-018650fd-9011-4982-a7b6-69669dc9150c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=cac4bf69-3014-469a-835a-4bf03a5edb0c HTTP/1.1" status: 200 len: 217 time: 0.2044463 Feb 11 13:26:20.419856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e06c1a6-e6fa-42e0-91c4-660da60049f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:20.488847 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e06c1a6-e6fa-42e0-91c4-660da60049f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:20.564554 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:20.578138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46506) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:20.618167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424154792', 'description': 'tempest-description--174649234'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:20.619948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e06c1a6-e6fa-42e0-91c4-660da60049f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:20.639641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:20.656307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Usage tracker for resource:security_group and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:20.662110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:20.664854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06c1a6-e6fa-42e0-91c4-660da60049f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21527706-282e-4de6-9df3-c6aedd8f3c6a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:20.685117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:20.751775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c61afbd7-8ffa-4bbc-93d6-0d2aca359f24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:20.760657 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c61afbd7-8ffa-4bbc-93d6-0d2aca359f24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bb47b466-4262-4b47-98eb-ed0225161d1c HTTP/1.1" status: 200 len: 797 time: 0.3611178 Feb 11 13:26:20.764689 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:20.773347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0e06c1a6-e6fa-42e0-91c4-660da60049f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:20.774492 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0e06c1a6-e6fa-42e0-91c4-660da60049f8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/21527706-282e-4de6-9df3-c6aedd8f3c6a HTTP/1.1" status: 204 len: 168 time: 0.4430768 Feb 11 13:26:20.956061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c41b4a0-6a2b-43bd-a747-28ce088213a6 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting subnet 58615947-be26-458e-9d96-724d38408339 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:26:21.001037 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c41b4a0-6a2b-43bd-a747-28ce088213a6 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:21.180771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:21.187696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c41b4a0-6a2b-43bd-a747-28ce088213a6 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:21.190907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-0dbf89e0-7e1c-4c8d-9a75-eab769c4e4ce tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:21.209442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-0dbf89e0-7e1c-4c8d-9a75-eab769c4e4ce tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:21.210776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-0dbf89e0-7e1c-4c8d-9a75-eab769c4e4ce tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:21.257073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-0dbf89e0-7e1c-4c8d-9a75-eab769c4e4ce tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:21.264882 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-0dbf89e0-7e1c-4c8d-9a75-eab769c4e4ce tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/networks?id=230cea78-6825-45e1-8661-9e1e7cb358b2&id=38c94359-cb12-4248-bea2-55bcc16255b2 HTTP/1.1" status: 200 len: 1391 time: 0.5749724 Feb 11 13:26:21.313566 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-1cb1a433-f9b4-4ad9-914d-7fd822e15f85 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/quotas/5fd483cfcc3642adbd56ae75f1385e07 HTTP/1.1" status: 200 len: 375 time: 0.0451934 Feb 11 13:26:21.353983 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50390a50-6113-4b0a-9792-a80cba2964a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:21.413654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-38c94359-cb12-4248-bea2-55bcc16255b2', 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'fixed_ips': [{'subnet_id': '76cf9b5a-3b81-49e3-b215-9e0c25630fc4'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:26:21.414620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:21.474966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46542) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:21.551212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-50390a50-6113-4b0a-9792-a80cba2964a4 None None] For port a3da1d13-e0ae-4400-9a31-ac03735ed102, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a3da1d13-e0ae-4400-9a31-ac03735ed102,segment=NetworkSegment(0cb579dc-7867-42b5-a1d7-2f657d90e642),segment_id=0cb579dc-7867-42b5-a1d7-2f657d90e642)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:21.562364 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50390a50-6113-4b0a-9792-a80cba2964a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:21.577049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Usage tracker for resource:security_group_rule and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:21.590217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-7d1edebc-f988-403e-84bf-c75253b9f753 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:21.621451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-7d1edebc-f988-403e-84bf-c75253b9f753 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:21.624325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-7d1edebc-f988-403e-84bf-c75253b9f753 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3011293 Feb 11 13:26:21.645479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-246e91e0-8dea-4845-a228-739b19212f3f service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:26:21.646554 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-246e91e0-8dea-4845-a228-739b19212f3f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064847 Feb 11 13:26:21.692354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:21.751302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:21.810528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-0411f484-8933-4445-819d-18767b473837 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95f48932-3549-4717-a741-07775a88517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9880428 Feb 11 13:26:21.818415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50390a50-6113-4b0a-9792-a80cba2964a4 None None] Pushing event updated for resources: {'Port': ['ID=a3da1d13-e0ae-4400-9a31-ac03735ed102,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:21.887490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9b3d3dcb-e672-4331-bfd9-32051d5ed505 None None] Provisioning complete for port a3da1d13-e0ae-4400-9a31-ac03735ed102 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:21.893712 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3dcb-e672-4331-bfd9-32051d5ed505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:21.936049 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0dd937a4-88cb-40b0-b25d-eab04e96e0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.005182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-87ca60a1-dcae-4cc1-9cde-8be1cc96fc04 service neutron] 10.222.0.67 "GET /v2.0/networks/230cea78-6825-45e1-8661-9e1e7cb358b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502417 Feb 11 13:26:22.138521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.149024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a3da1d13-e0ae-4400-9a31-ac03735ed102 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:26:22.168950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2effe-d826-483d-947b-6cb13c71e3d5 req-46a6c54f-c2f1-4198-8691-f9b56435dd10 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.174801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2effe-d826-483d-947b-6cb13c71e3d5 req-46a6c54f-c2f1-4198-8691-f9b56435dd10 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.179424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2effe-d826-483d-947b-6cb13c71e3d5 req-46a6c54f-c2f1-4198-8691-f9b56435dd10 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.184726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2effe-d826-483d-947b-6cb13c71e3d5 req-46a6c54f-c2f1-4198-8691-f9b56435dd10 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.191362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2effe-d826-483d-947b-6cb13c71e3d5 req-46a6c54f-c2f1-4198-8691-f9b56435dd10 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.195821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2effe-d826-483d-947b-6cb13c71e3d5 req-46a6c54f-c2f1-4198-8691-f9b56435dd10 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.199839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2effe-d826-483d-947b-6cb13c71e3d5 req-46a6c54f-c2f1-4198-8691-f9b56435dd10 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.202474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1d2effe-d826-483d-947b-6cb13c71e3d5 req-46a6c54f-c2f1-4198-8691-f9b56435dd10 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.6174490 Feb 11 13:26:22.207284 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.286055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0dd937a4-88cb-40b0-b25d-eab04e96e0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:22.302832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0dd937a4-88cb-40b0-b25d-eab04e96e0f0 admin admin] Usage tracker for resource:security_group_rule and tenant:56ca37b05f3d4cf3b94fb8a920e2b66e is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:22.307478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0dd937a4-88cb-40b0-b25d-eab04e96e0f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:22.308596 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c41b4a0-6a2b-43bd-a747-28ce088213a6 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.329143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0dd937a4-88cb-40b0-b25d-eab04e96e0f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:22.351536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-f206c7f8-4a39-4222-947f-25ceea52067e service neutron] 10.222.0.67 "GET /v2.0/networks/230cea78-6825-45e1-8661-9e1e7cb358b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448911 Feb 11 13:26:22.374351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Allocated IP 19.86.0.2 (38c94359-cb12-4248-bea2-55bcc16255b2/76cf9b5a-3b81-49e3-b215-9e0c25630fc4/a01a21c4-0ce7-4476-9599-d77bc85cbb7f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:22.395636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a3da1d13-e0ae-4400-9a31-ac03735ed102 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:22.396009 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.428733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e412e1bc-7fd8-408d-b705-467bf82baa62,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:22.458610 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-b45ee661-3d48-4a9c-9c66-5d1a54b49eb7 service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376243 Feb 11 13:26:22.474081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1d2effe-d826-483d-947b-6cb13c71e3d5 req-159380ba-dc9b-4dec-af2f-8a3529d3d393 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2130785 Feb 11 13:26:22.577747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.584994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3155ca7d-3b04-44fb-9a53-6a378afdb69a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0038373 Feb 11 13:26:22.587702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46570) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:22.596327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0dd937a4-88cb-40b0-b25d-eab04e96e0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.601768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'security_group_rule': {'security_group_id': 'e412e1bc-7fd8-408d-b705-467bf82baa62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:22.610762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0dd937a4-88cb-40b0-b25d-eab04e96e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.621035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-82468c5f-8c00-4d3f-b9b3-5f11298bf00a service neutron] 10.222.0.67 "GET /v2.0/networks/38c94359-cb12-4248-bea2-55bcc16255b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607217 Feb 11 13:26:22.621963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:22.718784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-7089486d-79b0-49eb-adc1-798aa649c95a req-6b1d80dd-da7d-49f1-bf69-a295dc00215a service neutron] (83568) timed out ('10.222.0.75', 64710) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:26:22.803342 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.816602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Transition to ACTIVE for port object a01a21c4-0ce7-4476-9599-d77bc85cbb7f will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:22.821605 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c41b4a0-6a2b-43bd-a747-28ce088213a6 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.844581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Transition to ACTIVE for port object a01a21c4-0ce7-4476-9599-d77bc85cbb7f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:22.852405 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.890888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46582) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:22.894560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd937a4-88cb-40b0-b25d-eab04e96e0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2714e387-c97b-459f-88e6-5da4b923c10c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:22.903534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41b4a0-6a2b-43bd-a747-28ce088213a6 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event deleted for resources: {'Subnet': ['ID=58615947-be26-458e-9d96-724d38408339,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:22.923122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-992d9723-d34b-4013-8423-1bbf5c0c559a service neutron] 10.222.0.67 "GET /v2.0/networks/38c94359-cb12-4248-bea2-55bcc16255b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586896 Feb 11 13:26:22.935306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Usage tracker for resource:security_group_rule and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:22.946676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:22.962355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c41b4a0-6a2b-43bd-a747-28ce088213a6 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.964563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:22.973592 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-29f05718-f980-4b3d-b60b-5c1c765ca89f service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977415 Feb 11 13:26:22.994403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b97f17-da8c-4110-ae8d-aaeb6fd0ef57 None None] Network 62209007-7c9e-44fc-b668-da746d488879 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:23.038905 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0dd937a4-88cb-40b0-b25d-eab04e96e0f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=56ca37b05f3d4cf3b94fb8a920e2b66e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5428264 Feb 11 13:26:23.040206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46590) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:23.116377 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5c41b4a0-6a2b-43bd-a747-28ce088213a6 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/subnets/58615947-be26-458e-9d96-724d38408339 HTTP/1.1" status: 204 len: 168 time: 3.3727920 Feb 11 13:26:23.117085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46594) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:23.196404 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-49e24a0a-b506-4c24-bbf0-1cd9e14d696c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=d747b6f3-6d5b-422f-9622-bebc3552cde5 HTTP/1.1" status: 200 len: 217 time: 0.1995213 Feb 11 13:26:23.231681 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.364892 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97d5243c-164b-4187-892a-c1b34f94f299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.370678 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.382569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.383001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Pushing event updated for resources: {'Port': ['ID=a01a21c4-0ce7-4476-9599-d77bc85cbb7f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:23.394708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Network 38c94359-cb12-4248-bea2-55bcc16255b2 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:23.414952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:23.418924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:26:23.420016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-87256084-network', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:23.424482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d693106e-5618-4bdc-bf82-f4b0b98c6716,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:23.428193 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97d5243c-164b-4187-892a-c1b34f94f299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.471475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.475218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-db5bfb12-55dd-4be5-af5f-687e1e60944e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8794301 Feb 11 13:26:23.476692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46608) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:23.485582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'security_group_rule': {'security_group_id': 'e412e1bc-7fd8-408d-b705-467bf82baa62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:23.491820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:23.497348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Usage tracker for resource:security_group_rule and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:23.503453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:23.512431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:23.540321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.565899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-34484e7d-b825-4ef4-a0f9-22f5605d11c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:23.572862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-34484e7d-b825-4ef4-a0f9-22f5605d11c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bb47b466-4262-4b47-98eb-ed0225161d1c HTTP/1.1" status: 200 len: 797 time: 0.3660166 Feb 11 13:26:23.575973 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97d5243c-164b-4187-892a-c1b34f94f299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.609913 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5243c-164b-4187-892a-c1b34f94f299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714e387-c97b-459f-88e6-5da4b923c10c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:23.619520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:23.626487 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97d5243c-164b-4187-892a-c1b34f94f299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.627819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-97d5243c-164b-4187-892a-c1b34f94f299 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2714e387-c97b-459f-88e6-5da4b923c10c HTTP/1.1" status: 204 len: 168 time: 0.5865068 Feb 11 13:26:23.655608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.660889 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.698107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b6d697-8038-448c-b4d2-ba21269cdb33,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:23.724321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Attempting to bind port a01a21c4-0ce7-4476-9599-d77bc85cbb7f on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:23.725186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Attempting to bind port a01a21c4-0ce7-4476-9599-d77bc85cbb7f by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '2260a010-6202-485a-a6dd-beb6463ef04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:23.726162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Attempting to bind port a01a21c4-0ce7-4476-9599-d77bc85cbb7f on network 38c94359-cb12-4248-bea2-55bcc16255b2 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:23.735045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:26:23.735676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Checking segment: {'id': '2260a010-6202-485a-a6dd-beb6463ef04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:23.736304 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.736877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Bound using segment: {'id': '2260a010-6202-485a-a6dd-beb6463ef04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:26:23.737575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Bound port: a01a21c4-0ce7-4476-9599-d77bc85cbb7f, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2260a010-6202-485a-a6dd-beb6463ef04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:23.738150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.754823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.755988 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f74b518a-7334-4246-9079-11d788409861 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2786064 Feb 11 13:26:23.758958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46616) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:23.766067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:23.773533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:23.791096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Usage tracker for resource:floatingip and tenant:b7ae4168cfa2454daeb86db2386933ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:23.799015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:23.810418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:23.837585 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.839256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] DHCP port deletion for 62209007-7c9e-44fc-b668-da746d488879 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:26:23.851449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Deleting port fb9d2f0b-a2bc-4955-89a3-bfac11809159 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:23.852468 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:23.962729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] For port a01a21c4-0ce7-4476-9599-d77bc85cbb7f, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:24.007722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] For port a01a21c4-0ce7-4476-9599-d77bc85cbb7f, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a01a21c4-0ce7-4476-9599-d77bc85cbb7f,segment=NetworkSegment(2260a010-6202-485a-a6dd-beb6463ef04a),segment_id=2260a010-6202-485a-a6dd-beb6463ef04a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:24.025540 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.069549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Usage tracker for resource:network and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:24.141275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device fb9d2f0b-a2bc-4955-89a3-bfac11809159 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:26:24.156809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:24.165561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:24.201264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cae70e02-fefb-459d-8574-c6670c6683fb req-37899e8c-cc49-4ac0-907f-57bcc25fb053 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:24.261063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Made reservation on behalf of 50875d1641d54d73b1c126d6795cf6ab for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:24.266639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.299957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.341400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.372760 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.410731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cae70e02-fefb-459d-8574-c6670c6683fb req-37899e8c-cc49-4ac0-907f-57bcc25fb053 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:24.422472 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cae70e02-fefb-459d-8574-c6670c6683fb req-37899e8c-cc49-4ac0-907f-57bcc25fb053 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 210 time: 0.9932168 Feb 11 13:26:24.456104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting port fb9d2f0b-a2bc-4955-89a3-bfac11809159 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:24.456475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.579612 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e7cbc8a5-4af2-493b-938e-51b9e848f466 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95f48932-3549-4717-a741-07775a88517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7691283 Feb 11 13:26:24.599093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:24.613362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Usage tracker for resource:security_group_rule and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:24.671693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:24.719488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926792b-d5e2-4eeb-afbe-5faac6af0e50 None None] Pushing event updated for resources: {'Port': ['ID=a01a21c4-0ce7-4476-9599-d77bc85cbb7f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:24.783479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:24.958410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Allocated IP 172.25.4.132 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/7a4bcbfd-89e0-403e-920d-316370cdfd6d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:25.066951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46a0-0ae1-4e66-a610-046486c6ba21 req-7bf68a5b-b5ae-4116-af68-1650ba6bb4d7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.083518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46a0-0ae1-4e66-a610-046486c6ba21 req-7bf68a5b-b5ae-4116-af68-1650ba6bb4d7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.093215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] For port fb9d2f0b-a2bc-4955-89a3-bfac11809159, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fb9d2f0b-a2bc-4955-89a3-bfac11809159,segment=NetworkSegment(f0157366-5f2e-45ff-8148-f44a1afcf0fb),segment_id=f0157366-5f2e-45ff-8148-f44a1afcf0fb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:25.094763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46a0-0ae1-4e66-a610-046486c6ba21 req-7bf68a5b-b5ae-4116-af68-1650ba6bb4d7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.095871 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:25.120633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46a0-0ae1-4e66-a610-046486c6ba21 req-7bf68a5b-b5ae-4116-af68-1650ba6bb4d7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.125197 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:25.142255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46a0-0ae1-4e66-a610-046486c6ba21 req-7bf68a5b-b5ae-4116-af68-1650ba6bb4d7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.162396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46a0-0ae1-4e66-a610-046486c6ba21 req-7bf68a5b-b5ae-4116-af68-1650ba6bb4d7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.182745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a46a0-0ae1-4e66-a610-046486c6ba21 req-7bf68a5b-b5ae-4116-af68-1650ba6bb4d7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.200126 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-140a46a0-0ae1-4e66-a610-046486c6ba21 req-7bf68a5b-b5ae-4116-af68-1650ba6bb4d7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 1.1442647 Feb 11 13:26:25.214416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] For port fb9d2f0b-a2bc-4955-89a3-bfac11809159, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fb9d2f0b-a2bc-4955-89a3-bfac11809159,segment=NetworkSegment(f0157366-5f2e-45ff-8148-f44a1afcf0fb),segment_id=f0157366-5f2e-45ff-8148-f44a1afcf0fb)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:25.219306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:25.233245 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-65f8e59b-0626-4b94-bf4f-66f3f5be775e service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298189 Feb 11 13:26:25.489051 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-140a46a0-0ae1-4e66-a610-046486c6ba21 req-27df5030-5c46-4877-8836-527486a69816 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348948 Feb 11 13:26:25.491415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Calling delete_port for fb9d2f0b-a2bc-4955-89a3-bfac11809159 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:25.491415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port fb9d2f0b-a2bc-4955-89a3-bfac11809159, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fb9d2f0b-a2bc-4955-89a3-bfac11809159,segment=NetworkSegment(f0157366-5f2e-45ff-8148-f44a1afcf0fb),segment_id=f0157366-5f2e-45ff-8148-f44a1afcf0fb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:25.554702 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:25.600912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:25.656667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Calling delete_port for fb9d2f0b-a2bc-4955-89a3-bfac11809159 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:25.664790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:25.713752 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:25.714315 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:26:25.758494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=fb9d2f0b-a2bc-4955-89a3-bfac11809159,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:25.872606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'Port': ['ID=7a4bcbfd-89e0-403e-920d-316370cdfd6d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:25.884432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:25.891813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:25.897549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:26:26.187136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a01a21c4-0ce7-4476-9599-d77bc85cbb7f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:26:26.217674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.338376 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-cfac65d2-ef3b-407a-a6fc-a590a074c82c service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0928485 Feb 11 13:26:26.353982 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83f2037b-e3f4-44eb-b3b9-d3c9652be3f4 req-0721bfa2-bfab-447d-a2aa-53e19bcc7175 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 210 time: 0.2645588 Feb 11 13:26:26.376385 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:26.376700 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:26:26.380060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Deleting port fb9d2f0b-a2bc-4955-89a3-bfac11809159 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:26.380656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.459324 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.555997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdfb7ce-6dca-4a00-a512-d7ee86c369e5 None None] Network 38c94359-cb12-4248-bea2-55bcc16255b2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:26.614358 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.624870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.643153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-1894c52c-1557-433f-a14a-c37cb1e4db8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=047f7b73-c4ff-43bf-a33a-5c57e1f5da57 HTTP/1.1" status: 200 len: 217 time: 0.2677450 Feb 11 13:26:26.720203 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:26.743737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6940ba0-c6c5-48a0-bcd2-cb1af15e586a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:26.752015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.752672 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Added segment 0cf5ed23-74df-4f6b-b2f3-e3feec683270 of type vlan for network 828e45ec-c245-4a73-8574-be834b18ffce Feb 11 13:26:26.770248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-2cef57d7-9894-4665-a3af-69a5b4710265 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:26.771972 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-2cef57d7-9894-4665-a3af-69a5b4710265 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bb47b466-4262-4b47-98eb-ed0225161d1c HTTP/1.1" status: 200 len: 797 time: 0.1214602 Feb 11 13:26:26.950896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting port fb9d2f0b-a2bc-4955-89a3-bfac11809159 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:26.951897 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.123880 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:26:27.150194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f113-50d8-41b7-816f-18932c1db8f6 req-0a0a8788-fb97-4e27-bde1-201b4e490cb5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.155492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f113-50d8-41b7-816f-18932c1db8f6 req-0a0a8788-fb97-4e27-bde1-201b4e490cb5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.177256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f113-50d8-41b7-816f-18932c1db8f6 req-0a0a8788-fb97-4e27-bde1-201b4e490cb5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.181180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a01a21c4-0ce7-4476-9599-d77bc85cbb7f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:27.197629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f113-50d8-41b7-816f-18932c1db8f6 req-0a0a8788-fb97-4e27-bde1-201b4e490cb5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.200481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a01a21c4-0ce7-4476-9599-d77bc85cbb7f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:27.201959 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.217121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f113-50d8-41b7-816f-18932c1db8f6 req-0a0a8788-fb97-4e27-bde1-201b4e490cb5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.231721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f113-50d8-41b7-816f-18932c1db8f6 req-0a0a8788-fb97-4e27-bde1-201b4e490cb5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.234446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-920abe58-e5ff-4702-9c97-d3f1203283e6 None None] Provisioning for port a01a21c4-0ce7-4476-9599-d77bc85cbb7f completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:27.247461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f113-50d8-41b7-816f-18932c1db8f6 req-0a0a8788-fb97-4e27-bde1-201b4e490cb5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.249956 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cea5f113-50d8-41b7-816f-18932c1db8f6 req-0a0a8788-fb97-4e27-bde1-201b4e490cb5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.4467876 Feb 11 13:26:27.252474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-920abe58-e5ff-4702-9c97-d3f1203283e6 None None] Provisioning complete for port a01a21c4-0ce7-4476-9599-d77bc85cbb7f triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:27.253141 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920abe58-e5ff-4702-9c97-d3f1203283e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.256999 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.433767 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.503452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cea5f113-50d8-41b7-816f-18932c1db8f6 req-54755639-7add-432d-9d17-d10169c79d4f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2240853 Feb 11 13:26:27.505460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.526818 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:26:27.691612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] For port fb9d2f0b-a2bc-4955-89a3-bfac11809159, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fb9d2f0b-a2bc-4955-89a3-bfac11809159,segment=NetworkSegment(f0157366-5f2e-45ff-8148-f44a1afcf0fb),segment_id=f0157366-5f2e-45ff-8148-f44a1afcf0fb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:27.692416 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.814403 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920abe58-e5ff-4702-9c97-d3f1203283e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.815926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'Port': ['ID=7a4bcbfd-89e0-403e-920d-316370cdfd6d,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:27.906660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-2be93114-47c1-4926-b752-a4fcffd8e441 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95f48932-3549-4717-a741-07775a88517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0820017 Feb 11 13:26:27.932442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8cc4be40-2a45-49f4-afb9-27d7d1d3987f req-0078df6d-8aa3-4d98-915b-12ccb46abe3a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 210 time: 0.1815541 Feb 11 13:26:27.933385 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.934353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.935218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.978177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Calling delete_port for fb9d2f0b-a2bc-4955-89a3-bfac11809159 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:27.995362 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.039270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.040480 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-525a2643-7b91-4b06-9ec3-f61f2df3569c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2804999 Feb 11 13:26:28.225861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] Pushing event updated for resources: {'Network': ['ID=828e45ec-c245-4a73-8574-be834b18ffce,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:28.226100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.294031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-48ff340c-d8eb-4e72-98a6-3f97cf88d466 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:28.298874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-48ff340c-d8eb-4e72-98a6-3f97cf88d466 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:28.299757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-48ff340c-d8eb-4e72-98a6-3f97cf88d466 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:28.301547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 828e45ec-c245-4a73-8574-be834b18ffce details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:26:28.317640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] For port fb9d2f0b-a2bc-4955-89a3-bfac11809159, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=fb9d2f0b-a2bc-4955-89a3-bfac11809159,segment=NetworkSegment(f0157366-5f2e-45ff-8148-f44a1afcf0fb),segment_id=f0157366-5f2e-45ff-8148-f44a1afcf0fb)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:28.318010 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.446414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-18852bbf-a3e6-4cf8-8a33-afa4ac65ebf7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Synchronizing usage tracker for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:28.477243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-18852bbf-a3e6-4cf8-8a33-afa4ac65ebf7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Unset dirty status for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:28.478482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-18852bbf-a3e6-4cf8-8a33-afa4ac65ebf7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1424154792&fields=id&tenant_id=b7ae4168cfa2454daeb86db2386933ba HTTP/1.1" status: 200 len: 267 time: 0.0793602 Feb 11 13:26:28.488286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Pushing event deleted for resources: {'Port': ['ID=fb9d2f0b-a2bc-4955-89a3-bfac11809159,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:28.537186 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.636529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] No DVR routers for this DVR port fb9d2f0b-a2bc-4955-89a3-bfac11809159 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:28.652175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-920abe58-e5ff-4702-9c97-d3f1203283e6 None None] For port a01a21c4-0ce7-4476-9599-d77bc85cbb7f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a01a21c4-0ce7-4476-9599-d77bc85cbb7f,segment=NetworkSegment(2260a010-6202-485a-a6dd-beb6463ef04a),segment_id=2260a010-6202-485a-a6dd-beb6463ef04a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:28.675534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.675918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.677411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.677791 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.678153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.678499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.678854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.679182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.679512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.679869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.680141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a28b0-89cb-4bf6-93f0-ce85c9d7dc96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:28.689100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920abe58-e5ff-4702-9c97-d3f1203283e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.693047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Calling delete_port for fb9d2f0b-a2bc-4955-89a3-bfac11809159 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:28.804426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:28.804754 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:26:28.811048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-48ff340c-d8eb-4e72-98a6-3f97cf88d466 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:28.812269 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-48ff340c-d8eb-4e72-98a6-3f97cf88d466 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "GET /v2.0/networks?id=230cea78-6825-45e1-8661-9e1e7cb358b2&id=38c94359-cb12-4248-bea2-55bcc16255b2 HTTP/1.1" status: 200 len: 1391 time: 1.8967838 Feb 11 13:26:28.818649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b75adc32-4005-46c8-b10d-84d3e8e8debc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.9022028 Feb 11 13:26:28.820149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46744) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:28.832743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'port': {'device_id': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2', 'admin_state_up': True, 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:28.839761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Request body: {'subnet': {'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-87256084-subnet', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:28.878721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:28.900244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Usage tracker for resource:subnet and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:28.906423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:28.925956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-b5b57c78-d1bd-47e5-8aac-c30b72170b5b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:28.926740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-b5b57c78-d1bd-47e5-8aac-c30b72170b5b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Synchronizing usage tracker for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:28.941828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:28.973616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Made reservation on behalf of 50875d1641d54d73b1c126d6795cf6ab for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:28.976225 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.993355 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:28.993714 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:26:28.999826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920abe58-e5ff-4702-9c97-d3f1203283e6 None None] Pushing event updated for resources: {'Port': ['ID=a01a21c4-0ce7-4476-9599-d77bc85cbb7f,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:29.191532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-b5b57c78-d1bd-47e5-8aac-c30b72170b5b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Unset dirty status for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:29.191532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-b5b57c78-d1bd-47e5-8aac-c30b72170b5b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 816 time: 0.6968460 Feb 11 13:26:29.331943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4576dddd-6310-4d80-8d4e-d46f2a4d2f46 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/quotas/b7ae4168cfa2454daeb86db2386933ba HTTP/1.1" status: 200 len: 375 time: 0.0811975 Feb 11 13:26:29.379112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-f06f1e1f-8d08-416d-bdf6-8702eb57cd1e service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4505847 Feb 11 13:26:29.433690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d575f061-7c94-4f2b-9a7a-30181201aafe None None] Provisioning complete for port a01a21c4-0ce7-4476-9599-d77bc85cbb7f triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:29.434170 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d575f061-7c94-4f2b-9a7a-30181201aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:29.655105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-45732f8c-85ab-4485-af24-72ba469a035a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Synchronizing usage tracker for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:29.707119 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:29.715226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting port fb9d2f0b-a2bc-4955-89a3-bfac11809159 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:29.716191 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:29.803394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-45732f8c-85ab-4485-af24-72ba469a035a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Unset dirty status for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:29.811233 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-45732f8c-85ab-4485-af24-72ba469a035a tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4692693 Feb 11 13:26:29.865183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] The port 'fb9d2f0b-a2bc-4955-89a3-bfac11809159' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:26:29.952863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a01a21c4-0ce7-4476-9599-d77bc85cbb7f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:26:30.066792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f8fad6-4c08-4ca5-b88d-880cfed479e8,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:30.101477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.110930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d37e0e70-c30d-4384-bf9b-d2b3810a198f service neutron] 10.222.0.67 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909055 Feb 11 13:26:30.111766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Checking segment: {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:30.112116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Network hostable DHCP agents. Network: 828e45ec-c245-4a73-8574-be834b18ffce, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:30.153571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62209007-7c9e-44fc-b668-da746d488879']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:30.166893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0157366-5f2e-45ff-8148-f44a1afcf0fb') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:30.167187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0157366-5f2e-45ff-8148-f44a1afcf0fb') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:30.177375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a01a21c4-0ce7-4476-9599-d77bc85cbb7f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:30.180179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.180620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.198021 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.205316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:26:30.205945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.290119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-fc0866b3-ffa1-46fe-bd58-b545b6f06831 service neutron] 10.222.0.67 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708484 Feb 11 13:26:30.315994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Network 828e45ec-c245-4a73-8574-be834b18ffce is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:30.336383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 828e45ec-c245-4a73-8574-be834b18ffce) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:30.343167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.344086 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.367686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:30.370083 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:30.380076 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d02e1dac-24f8-44b1-aac0-afe358e49b64 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5588346 Feb 11 13:26:30.382724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46782) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:30.408710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef3200d-6b01-46e4-9286-b5d68f41a982 None None] Network 828e45ec-c245-4a73-8574-be834b18ffce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:30.418390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Usage tracker for resource:port and tenant:5fd483cfcc3642adbd56ae75f1385e07 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:30.421728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:30.422257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.427446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:30.434316 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a4d563fc-1a2b-453f-b6b4-9f20a9c0e39a service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0495219 Feb 11 13:26:30.446410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ee29d-2aab-484a-a3fb-d58fae15c33a req-4182f4d7-043f-445e-835e-e06f65d0f793 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.447316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:30.451124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ee29d-2aab-484a-a3fb-d58fae15c33a req-4182f4d7-043f-445e-835e-e06f65d0f793 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.455384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ee29d-2aab-484a-a3fb-d58fae15c33a req-4182f4d7-043f-445e-835e-e06f65d0f793 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.462067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ee29d-2aab-484a-a3fb-d58fae15c33a req-4182f4d7-043f-445e-835e-e06f65d0f793 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.462218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Usage tracker for resource:router and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:30.472162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ee29d-2aab-484a-a3fb-d58fae15c33a req-4182f4d7-043f-445e-835e-e06f65d0f793 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.475367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:30.480845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ee29d-2aab-484a-a3fb-d58fae15c33a req-4182f4d7-043f-445e-835e-e06f65d0f793 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.492738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ee29d-2aab-484a-a3fb-d58fae15c33a req-4182f4d7-043f-445e-835e-e06f65d0f793 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.500894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:30.509176 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-435ee29d-2aab-484a-a3fb-d58fae15c33a req-4182f4d7-043f-445e-835e-e06f65d0f793 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 1.2987909 Feb 11 13:26:30.536732 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.537680 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.557913 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.566522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:30.634824 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.671929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event deleted for resources: {'Network': ['ID=62209007-7c9e-44fc-b668-da746d488879,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:30.879601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-435ee29d-2aab-484a-a3fb-d58fae15c33a req-4ba8149e-e55c-4ef5-abd7-0809976c1cb4 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3692656 Feb 11 13:26:30.895205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-222a1011-34ea-4822-a9a5-31741151de8b tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/networks/62209007-7c9e-44fc-b668-da746d488879 HTTP/1.1" status: 204 len: 168 time: 7.7690542 Feb 11 13:26:30.897079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46800) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:30.986850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-232e759d-c2fe-469a-a9b1-ba3e324bc342 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5227e51-621c-453c-9fb5-6f23ede69cbd HTTP/1.1" status: 200 len: 217 time: 0.4390640 Feb 11 13:26:30.987894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:30.993740 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:31.159135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-828e45ec-c245-4a73-8574-be834b18ffce', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:26:31.161173 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:31.328042 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e947c0d2-5571-40f7-a5da-595fc89c8d12 req-ab0a7221-d920-4106-9208-8a64c0129fb1 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 210 time: 0.2990549 Feb 11 13:26:31.359818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:31.469349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d300ae3e-6bb4-4774-8aa6-d91a964eea40 req-1ba54dcd-9892-4287-b8db-e04aae0aab05 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 210 time: 0.1660194 Feb 11 13:26:31.505273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-93eb83de-fe9b-4338-b2b0-98962e540051 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:31.506998 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-93eb83de-fe9b-4338-b2b0-98962e540051 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=076e722f-c545-441b-bc95-104470f5caa3 HTTP/1.1" status: 200 len: 797 time: 0.4897897 Feb 11 13:26:31.510936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Allocated IP 172.20.0.2 (828e45ec-c245-4a73-8574-be834b18ffce/92f8fad6-4c08-4ca5-b88d-880cfed479e8/6cf100a1-f647-45e3-ac35-9cddee428245) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:31.710289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Allocated IP 19.80.0.101 (230cea78-6825-45e1-8661-9e1e7cb358b2/51ccd51e-a812-4926-9959-1b95c3f24f13/6503dea1-bad8-4aac-9d17-190e1c870c65) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:32.011747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:32.054378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:32.096642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c81415f-2460-4891-964e-afb760acfc53 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting subnet f0736222-1c17-46ed-a989-5e6327d706c0 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:26:32.214809 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c81415f-2460-4891-964e-afb760acfc53 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:32.232825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:32.288681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Transition to ACTIVE for port object 6cf100a1-f647-45e3-ac35-9cddee428245 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:32.346342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Transition to ACTIVE for port object 6cf100a1-f647-45e3-ac35-9cddee428245 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:32.355601 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:32.568085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Network 828e45ec-c245-4a73-8574-be834b18ffce is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:32.568576 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-5125e548-4201-47d3-925a-7c70f76417c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0329468 Feb 11 13:26:32.570263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Pushing event updated for resources: {'Port': ['ID=6cf100a1-f647-45e3-ac35-9cddee428245,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:32.573081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:32.576065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:26:32.803929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46840) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:32.824804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Attempting to bind port 6cf100a1-f647-45e3-ac35-9cddee428245 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:32.825095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Attempting to bind port 6cf100a1-f647-45e3-ac35-9cddee428245 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:32.825461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Attempting to bind port 6cf100a1-f647-45e3-ac35-9cddee428245 on network 828e45ec-c245-4a73-8574-be834b18ffce {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:32.861616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:26:32.862006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Checking segment: {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:32.862392 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:32.862812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Bound using segment: {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:26:32.864601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Bound port: 6cf100a1-f647-45e3-ac35-9cddee428245, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:32.864980 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:33.052936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Allocated IP 172.25.4.100 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d1d337c0-9862-416a-98ec-c7eef0336c02) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:33.095991 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-41de8f5c-4691-4697-9393-a9cb6583f874 service neutron] 10.222.0.73 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011850 Feb 11 13:26:33.100534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b292a-4fb5-4421-8c22-3f840045b005 req-9491cddf-c274-4286-bbb8-3af08b4ab117 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.110953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] For port 6cf100a1-f647-45e3-ac35-9cddee428245, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:33.120996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b292a-4fb5-4421-8c22-3f840045b005 req-9491cddf-c274-4286-bbb8-3af08b4ab117 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.126865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] For port 6cf100a1-f647-45e3-ac35-9cddee428245, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6cf100a1-f647-45e3-ac35-9cddee428245,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:33.130404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b292a-4fb5-4421-8c22-3f840045b005 req-9491cddf-c274-4286-bbb8-3af08b4ab117 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.136096 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:33.150622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b292a-4fb5-4421-8c22-3f840045b005 req-9491cddf-c274-4286-bbb8-3af08b4ab117 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.161846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b292a-4fb5-4421-8c22-3f840045b005 req-9491cddf-c274-4286-bbb8-3af08b4ab117 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.170495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b292a-4fb5-4421-8c22-3f840045b005 req-9491cddf-c274-4286-bbb8-3af08b4ab117 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.182993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b292a-4fb5-4421-8c22-3f840045b005 req-9491cddf-c274-4286-bbb8-3af08b4ab117 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.204340 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a6b292a-4fb5-4421-8c22-3f840045b005 req-9491cddf-c274-4286-bbb8-3af08b4ab117 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.9154205 Feb 11 13:26:33.253974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c81415f-2460-4891-964e-afb760acfc53 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:33.287571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1c543b8f-7312-4a6a-8495-0dd436f6b6a0 req-8fd7bd85-0318-4855-92f9-aab0a6afb74b tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 210 time: 0.1944351 Feb 11 13:26:33.386638 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9477969f-b599-4017-93dc-36d96d8d6ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:33.418138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9ed34-53d0-4209-ab98-38c2942976e9 None None] Pushing event updated for resources: {'Port': ['ID=6cf100a1-f647-45e3-ac35-9cddee428245,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:33.898282 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5040e230-62b0-460d-9684-1faa1a08ef82 req-d101d453-25a7-495e-8939-a206036ab98d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 210 time: 0.2913711 Feb 11 13:26:33.941433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-a0f8ddc9-9e9f-42a1-b0e3-3800eb63b748 service neutron] 10.222.0.73 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7376728 Feb 11 13:26:33.970912 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a6b292a-4fb5-4421-8c22-3f840045b005 req-e9418d80-2761-4ca6-bf9c-205f6508cf98 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7644355 Feb 11 13:26:34.083508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9477969f-b599-4017-93dc-36d96d8d6ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:34.087241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.093325 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-e1f574f3-7e41-497c-8132-b492506e5eed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7c3e41fb-1261-4231-9475-b80b2d5420d4 HTTP/1.1" status: 200 len: 217 time: 0.1193390 Feb 11 13:26:34.115044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9477969f-b599-4017-93dc-36d96d8d6ada admin admin] Usage tracker for resource:security_group_rule and tenant:c98e61a2869e479a962a8bebcee213ba is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:34.130806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9477969f-b599-4017-93dc-36d96d8d6ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:34.166597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Transition to ACTIVE for port object 6503dea1-bad8-4aac-9d17-190e1c870c65 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:34.171991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9477969f-b599-4017-93dc-36d96d8d6ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:34.180981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c81415f-2460-4891-964e-afb760acfc53 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.183376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6cf100a1-f647-45e3-ac35-9cddee428245 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:26:34.209772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-7fa5f563-ed9d-4570-8a6d-1fc91617ed43 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:34.211623 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-7fa5f563-ed9d-4570-8a6d-1fc91617ed43 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 816 time: 0.9827034 Feb 11 13:26:34.214775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.252434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-52097b52-5e2d-4dc3-ac7e-ee3c5293168c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:34.254647 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-52097b52-5e2d-4dc3-ac7e-ee3c5293168c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=076e722f-c545-441b-bc95-104470f5caa3 HTTP/1.1" status: 200 len: 797 time: 0.1528757 Feb 11 13:26:34.309789 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-7157a196-fab7-4dc7-8916-ad085deb76f0 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7ae4168cfa2454daeb86db2386933ba HTTP/1.1" status: 200 len: 380 time: 0.0862732 Feb 11 13:26:34.318131 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.324801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'port': {'device_id': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'admin_state_up': True, 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'security_groups': ['e412e1bc-7fd8-408d-b705-467bf82baa62']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:34.486459 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c81415f-2460-4891-964e-afb760acfc53 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.511270 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 6cf100a1-f647-45e3-ac35-9cddee428245 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:34.513528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network 230cea78-6825-45e1-8661-9e1e7cb358b2 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:34.557671 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.605426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:34.633820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:26:34.637046 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9477969f-b599-4017-93dc-36d96d8d6ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.687337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9477969f-b599-4017-93dc-36d96d8d6ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.698276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Port': ['ID=6503dea1-bad8-4aac-9d17-190e1c870c65,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:34.702854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81415f-2460-4891-964e-afb760acfc53 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event deleted for resources: {'Subnet': ['ID=f0736222-1c17-46ed-a989-5e6327d706c0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:34.786016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d9ce9-c867-494a-8fad-d744110d6b68 None None] Network ad286bbb-8dd8-4340-9d0a-482ceb5d276b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:34.788586 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c81415f-2460-4891-964e-afb760acfc53 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.827384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2c81415f-2460-4891-964e-afb760acfc53 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/subnets/f0736222-1c17-46ed-a989-5e6327d706c0 HTTP/1.1" status: 204 len: 168 time: 3.9233549 Feb 11 13:26:34.832932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46866) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:34.844094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-5fd7c692-bee8-4617-a5af-f34b78324249 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5838044 Feb 11 13:26:34.844705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:34.845847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d337c0-9862-416a-98ec-c7eef0336c02,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:34.848509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:34.863863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:26:34.934302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477969f-b599-4017-93dc-36d96d8d6ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349c1b30-17cd-4aea-9ded-341090cacbb2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:34.975325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9477969f-b599-4017-93dc-36d96d8d6ada admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c98e61a2869e479a962a8bebcee213ba&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1496804 Feb 11 13:26:34.977429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46874) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:35.035526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:35.036173 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.227263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:35.241321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5897c809-4cb4-47d1-a556-eb4bd49a4439 None None] Network 828e45ec-c245-4a73-8574-be834b18ffce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:35.254057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:35.278029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-781ca2bc-5aac-4354-88f6-29b87f1a2e4a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4522753 Feb 11 13:26:35.290658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Made reservation on behalf of b7ae4168cfa2454daeb86db2386933ba for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:35.297949 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.338545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Request body: {'port': {'device_id': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2', 'admin_state_up': True, 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:35.469485 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36a32b88-b18e-4b55-b043-dd9d9f8d0aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.496164 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36a32b88-b18e-4b55-b043-dd9d9f8d0aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.593293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-64d45a05-570e-4691-acd2-786f844d8363 None None] Provisioning for port 6503dea1-bad8-4aac-9d17-190e1c870c65 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:35.621678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-64d45a05-570e-4691-acd2-786f844d8363 None None] Provisioning complete for port 6503dea1-bad8-4aac-9d17-190e1c870c65 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:35.622044 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64d45a05-570e-4691-acd2-786f844d8363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.628218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-638c776e-c733-4e76-ba51-91cc50ee9145 req-1c8fdf8d-0ede-4faa-8b7c-0d8ff697ea39 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 210 time: 0.2851520 Feb 11 13:26:35.691789 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36a32b88-b18e-4b55-b043-dd9d9f8d0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.738727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ee35b-b2c5-4c2f-b04d-c7d86b105606 req-23171e2b-84e7-42f8-acc1-9886b113da2a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:35.740075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4f7ee35b-b2c5-4c2f-b04d-c7d86b105606 req-23171e2b-84e7-42f8-acc1-9886b113da2a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:35.857627 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-8f8e1d9c-5a83-47e2-8843-e9af6a477400 service neutron] 10.222.0.73 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9087982 Feb 11 13:26:35.866552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a32b88-b18e-4b55-b043-dd9d9f8d0aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c1b30-17cd-4aea-9ded-341090cacbb2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:35.872399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-64d45a05-570e-4691-acd2-786f844d8363 None None] Port 6503dea1-bad8-4aac-9d17-190e1c870c65 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:26:35.959587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4f7ee35b-b2c5-4c2f-b04d-c7d86b105606 req-23171e2b-84e7-42f8-acc1-9886b113da2a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:35.963342 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f7ee35b-b2c5-4c2f-b04d-c7d86b105606 req-23171e2b-84e7-42f8-acc1-9886b113da2a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 932 time: 1.2637353 Feb 11 13:26:35.989961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1674a9df-ad4f-4225-ab9f-9bbc542de099 None None] DHCP port deletion for ad286bbb-8dd8-4340-9d0a-482ceb5d276b request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:26:36.010831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1674a9df-ad4f-4225-ab9f-9bbc542de099 None None] Deleting port f63c14df-677f-4d8d-a3a9-2eb3a904de95 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:36.011638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1674a9df-ad4f-4225-ab9f-9bbc542de099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:36.062336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Allocated IP 172.20.0.6 (038bcb61-9280-4b93-ac87-142c78f0aa08/5df95483-ebc8-41cc-9bd4-520dafb76a6f/a767d5da-b52a-4c39-a902-596a5c66473e) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:36.098498 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36a32b88-b18e-4b55-b043-dd9d9f8d0aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:36.100252 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36a32b88-b18e-4b55-b043-dd9d9f8d0aad admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/349c1b30-17cd-4aea-9ded-341090cacbb2 HTTP/1.1" status: 204 len: 168 time: 1.1193027 Feb 11 13:26:36.133885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b0ae9a28-c631-473e-a081-2da61ca42c76 None None] Provisioning for port 6cf100a1-f647-45e3-ac35-9cddee428245 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:36.168529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b0ae9a28-c631-473e-a081-2da61ca42c76 None None] Provisioning complete for port 6cf100a1-f647-45e3-ac35-9cddee428245 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:36.168529 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9a28-c631-473e-a081-2da61ca42c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:36.504544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1674a9df-ad4f-4225-ab9f-9bbc542de099 None None] For port f63c14df-677f-4d8d-a3a9-2eb3a904de95, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f63c14df-677f-4d8d-a3a9-2eb3a904de95,segment=NetworkSegment(2a2cb78b-51fc-4854-9f78-398c57e1c8aa),segment_id=2a2cb78b-51fc-4854-9f78-398c57e1c8aa)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:36.505101 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1674a9df-ad4f-4225-ab9f-9bbc542de099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:36.634490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b042141-4008-4dff-8f01-0e8691c3d72c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting subnet 9cfa3969-26c0-4967-8f6c-295d183efe9b {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:26:36.653192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:36.675546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:36.719031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b042141-4008-4dff-8f01-0e8691c3d72c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:36.791366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85aab4-42ef-4f46-ba6a-3e18c4b5552c req-d4a10296-9b22-4fd7-bbd3-61fa0453c66a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:36.796523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85aab4-42ef-4f46-ba6a-3e18c4b5552c req-d4a10296-9b22-4fd7-bbd3-61fa0453c66a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:36.801076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85aab4-42ef-4f46-ba6a-3e18c4b5552c req-d4a10296-9b22-4fd7-bbd3-61fa0453c66a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:36.806408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85aab4-42ef-4f46-ba6a-3e18c4b5552c req-d4a10296-9b22-4fd7-bbd3-61fa0453c66a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:36.812216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85aab4-42ef-4f46-ba6a-3e18c4b5552c req-d4a10296-9b22-4fd7-bbd3-61fa0453c66a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:36.815621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Made reservation on behalf of 5fd483cfcc3642adbd56ae75f1385e07 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:36.816496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85aab4-42ef-4f46-ba6a-3e18c4b5552c req-d4a10296-9b22-4fd7-bbd3-61fa0453c66a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:36.820565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85aab4-42ef-4f46-ba6a-3e18c4b5552c req-d4a10296-9b22-4fd7-bbd3-61fa0453c66a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:36.822648 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d85aab4-42ef-4f46-ba6a-3e18c4b5552c req-d4a10296-9b22-4fd7-bbd3-61fa0453c66a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.9298491 Feb 11 13:26:36.823566 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:36.835228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1674a9df-ad4f-4225-ab9f-9bbc542de099 None None] Calling delete_port for f63c14df-677f-4d8d-a3a9-2eb3a904de95 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:36.869196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:36.880247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:36.881227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:36.910365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Transition to ACTIVE for port object a767d5da-b52a-4c39-a902-596a5c66473e will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:37.031280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f7ee35b-b2c5-4c2f-b04d-c7d86b105606 req-f7716631-c6b5-4602-953b-f21a0787d499 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9588492 Feb 11 13:26:37.037723 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d85aab4-42ef-4f46-ba6a-3e18c4b5552c req-6215fe83-d421-4f69-8f15-72b94790c03e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2012367 Feb 11 13:26:37.101934 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b042141-4008-4dff-8f01-0e8691c3d72c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.138902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f3cf71a-17a0-4124-84e5-1ab0334cc737 req-c6bfd31a-990b-4fce-b2ab-57569778f5a6 service neutron] 10.222.0.73 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2707808 Feb 11 13:26:37.197746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46912) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:37.299156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.306152 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1674a9df-ad4f-4225-ab9f-9bbc542de099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.314446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8af096d-7b28-4f32-946a-4fd8963d87ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.360881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8af096d-7b28-4f32-946a-4fd8963d87ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:37.365437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8af096d-7b28-4f32-946a-4fd8963d87ee admin admin] Usage tracker for resource:security_group_rule and tenant:efcdfd41a08b4251b453ca490021b820 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:37.368983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8af096d-7b28-4f32-946a-4fd8963d87ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:37.377624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8af096d-7b28-4f32-946a-4fd8963d87ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:37.385467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674a9df-ad4f-4225-ab9f-9bbc542de099 None None] No DVR routers for this DVR port f63c14df-677f-4d8d-a3a9-2eb3a904de95 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:37.387669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674a9df-ad4f-4225-ab9f-9bbc542de099 None None] Pushing event deleted for resources: {'Port': ['ID=f63c14df-677f-4d8d-a3a9-2eb3a904de95,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:37.442651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Network 038bcb61-9280-4b93-ac87-142c78f0aa08 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:37.446930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:37.453000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:26:37.487394 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9a28-c631-473e-a081-2da61ca42c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.528571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b0ae9a28-c631-473e-a081-2da61ca42c76 None None] For port 6cf100a1-f647-45e3-ac35-9cddee428245, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6cf100a1-f647-45e3-ac35-9cddee428245,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:37.530512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.535227 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9a28-c631-473e-a081-2da61ca42c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.566787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event updated for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:37.665422 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:37.666026 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.731287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-4efed870-50b2-4e4b-afe3-78bb206dca95 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4160461 Feb 11 13:26:37.744994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae9a28-c631-473e-a081-2da61ca42c76 None None] Pushing event updated for resources: {'Port': ['ID=6cf100a1-f647-45e3-ac35-9cddee428245,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:37.745189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Request body: {'port': {'device_id': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:37.787471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2a580cdf-55b8-47dc-8cc2-7886ebf250e0 None None] Provisioning complete for port 6cf100a1-f647-45e3-ac35-9cddee428245 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:37.789540 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a580cdf-55b8-47dc-8cc2-7886ebf250e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.901448 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8af096d-7b28-4f32-946a-4fd8963d87ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.933584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6cf100a1-f647-45e3-ac35-9cddee428245 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:26:37.954452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8af096d-7b28-4f32-946a-4fd8963d87ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.021913 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b8af096d-7b28-4f32-946a-4fd8963d87ee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=efcdfd41a08b4251b453ca490021b820&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8231480 Feb 11 13:26:38.034830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46924) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:38.152797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Allocated IP 19.86.0.14 (38c94359-cb12-4248-bea2-55bcc16255b2/76cf9b5a-3b81-49e3-b215-9e0c25630fc4/2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:38.199119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af096d-7b28-4f32-946a-4fd8963d87ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad04e3db-1687-4bb4-998c-40fe5ee353cb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:38.202465 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b042141-4008-4dff-8f01-0e8691c3d72c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.288715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6cf100a1-f647-45e3-ac35-9cddee428245 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:38.290741 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.340889 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d112c1a-862d-40ff-a686-1b38b942dc9d req-7c50ba39-c32a-45b6-a228-e360098f5f37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6477 time: 1.1104894 Feb 11 13:26:38.402899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319f3d9-2dff-4918-b677-e5ec7a3d3d23 req-1e4e3b14-b6a6-4e81-a563-fb7dbac828ad tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:38.405074 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c319f3d9-2dff-4918-b677-e5ec7a3d3d23 req-1e4e3b14-b6a6-4e81-a563-fb7dbac828ad tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 931 time: 0.6837020 Feb 11 13:26:38.448735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.474753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ce2713ef-f8b0-4aeb-aa0b-a087a4b7375b None None] Provisioning for port a767d5da-b52a-4c39-a902-596a5c66473e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:38.489919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ce2713ef-f8b0-4aeb-aa0b-a087a4b7375b None None] Provisioning complete for port a767d5da-b52a-4c39-a902-596a5c66473e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:38.490168 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce2713ef-f8b0-4aeb-aa0b-a087a4b7375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.586750 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f64ba3fe-6e85-4d08-acb7-228ca644a64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.635695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b042141-4008-4dff-8f01-0e8691c3d72c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.648078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ce2713ef-f8b0-4aeb-aa0b-a087a4b7375b None None] Port a767d5da-b52a-4c39-a902-596a5c66473e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:26:38.736655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f63c14df-677f-4d8d-a3a9-2eb3a904de95 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:26:38.738209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b042141-4008-4dff-8f01-0e8691c3d72c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfa3969-26c0-4967-8f6c-295d183efe9b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:38.771139 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f64ba3fe-6e85-4d08-acb7-228ca644a64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.785635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c319f3d9-2dff-4918-b677-e5ec7a3d3d23 req-8bfc1faf-dbf1-4f68-9df8-98f6860086b7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Synchronizing usage tracker for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:38.801845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: f63c14df-677f-4d8d-a3a9-2eb3a904de95 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:26:38.802318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f63c14df-677f-4d8d-a3a9-2eb3a904de95 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:26:38.871935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ac382-f621-44c5-ba77-07878afd6f54 None None] Network ccf8fe0f-a740-40ae-a81b-47d45887cc3e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:38.872334 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b042141-4008-4dff-8f01-0e8691c3d72c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.979953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d112c1a-862d-40ff-a686-1b38b942dc9d req-37a90814-1314-4108-ba0b-e6bef4c5b286 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:38.981415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d112c1a-862d-40ff-a686-1b38b942dc9d req-37a90814-1314-4108-ba0b-e6bef4c5b286 service neutron] 10.222.0.73 "GET /v2.0/networks?id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f HTTP/1.1" status: 200 len: 902 time: 0.6337409 Feb 11 13:26:39.069013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c319f3d9-2dff-4918-b677-e5ec7a3d3d23 req-8bfc1faf-dbf1-4f68-9df8-98f6860086b7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Unset dirty status for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:39.070153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c319f3d9-2dff-4918-b677-e5ec7a3d3d23 req-8bfc1faf-dbf1-4f68-9df8-98f6860086b7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6000698 Feb 11 13:26:39.120547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8b042141-4008-4dff-8f01-0e8691c3d72c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/subnets/9cfa3969-26c0-4967-8f6c-295d183efe9b HTTP/1.1" status: 204 len: 168 time: 4.2813163 Feb 11 13:26:39.150753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46944) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:39.169049 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.179796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d112c1a-862d-40ff-a686-1b38b942dc9d req-fcc663fc-379b-4c05-9721-e8032f05ac1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7c3e41fb-1261-4231-9475-b80b2d5420d4 HTTP/1.1" status: 200 len: 217 time: 0.1873243 Feb 11 13:26:39.212699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a767d5da-b52a-4c39-a902-596a5c66473e {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:39.223816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.272872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Router 010b0d4a-6749-46b2-b74c-c0905be8f39b is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:26:39.295806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762ad0-5b5d-48ea-a6e4-6aa46c7cdf4c req-24812e79-558b-45ff-87c9-b8f659b3551d tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:39.298056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0b762ad0-5b5d-48ea-a6e4-6aa46c7cdf4c req-24812e79-558b-45ff-87c9-b8f659b3551d tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 932 time: 0.9945514 Feb 11 13:26:39.330991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621bd029-feba-459d-a115-6002116d49b1 None None] DHCP port deletion for ccf8fe0f-a740-40ae-a81b-47d45887cc3e request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:26:39.336892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-621bd029-feba-459d-a115-6002116d49b1 None None] Deleting port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:39.339466 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-621bd029-feba-459d-a115-6002116d49b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.369899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Transition to ACTIVE for port object a767d5da-b52a-4c39-a902-596a5c66473e will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:39.439060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.489653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f64ba3fe-6e85-4d08-acb7-228ca644a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.644939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-621bd029-feba-459d-a115-6002116d49b1 None None] For port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1b28f565-1b01-4db2-9b6b-0a1fa58197ba,segment=NetworkSegment(920b6697-fa9a-44fd-beb4-5345e88bc7e7),segment_id=920b6697-fa9a-44fd-beb4-5345e88bc7e7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:39.645327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-621bd029-feba-459d-a115-6002116d49b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.730466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0b762ad0-5b5d-48ea-a6e4-6aa46c7cdf4c req-9c5620f6-aabd-442b-95f8-e450f0aef787 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205468 Feb 11 13:26:39.737902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Pushing event updated for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:39.863470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Transition to ACTIVE for port object 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:39.929028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-621bd029-feba-459d-a115-6002116d49b1 None None] Calling delete_port for 1b28f565-1b01-4db2-9b6b-0a1fa58197ba owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:39.929579 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ba3fe-6e85-4d08-acb7-228ca644a64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad04e3db-1687-4bb4-998c-40fe5ee353cb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:39.965765 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f64ba3fe-6e85-4d08-acb7-228ca644a64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.967635 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f64ba3fe-6e85-4d08-acb7-228ca644a64e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad04e3db-1687-4bb4-998c-40fe5ee353cb HTTP/1.1" status: 204 len: 168 time: 1.9303010 Feb 11 13:26:39.987800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d112c1a-862d-40ff-a686-1b38b942dc9d req-e4f7ef49-21de-43a1-8cdb-2750fab21475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:39.989724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d112c1a-862d-40ff-a686-1b38b942dc9d req-e4f7ef49-21de-43a1-8cdb-2750fab21475 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=076e722f-c545-441b-bc95-104470f5caa3 HTTP/1.1" status: 200 len: 797 time: 0.7298846 Feb 11 13:26:40.042352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Attempting to bind port a767d5da-b52a-4c39-a902-596a5c66473e on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:40.042760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Attempting to bind port a767d5da-b52a-4c39-a902-596a5c66473e by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:40.043090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Attempting to bind port a767d5da-b52a-4c39-a902-596a5c66473e on network 038bcb61-9280-4b93-ac87-142c78f0aa08 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:40.074175 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.080923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1b28f565-1b01-4db2-9b6b-0a1fa58197ba no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:26:40.108675 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.109482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Port a767d5da-b52a-4c39-a902-596a5c66473e on network 038bcb61-9280-4b93-ac87-142c78f0aa08 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:26:40.109828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Attempting to bind port a767d5da-b52a-4c39-a902-596a5c66473e on network 038bcb61-9280-4b93-ac87-142c78f0aa08 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:40.140598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:26:40.140852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Checking segment: {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:40.141237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Bound using segment: {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:26:40.141802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Bound port: a767d5da-b52a-4c39-a902-596a5c66473e, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee693bf4-fe33-4f88-9f11-9357427108f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:40.142503 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.167119 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-621bd029-feba-459d-a115-6002116d49b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.169056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:40.182121 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Sync routers for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:26:40.208788 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:26:40.212346 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:26:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:40.219376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.224327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-75e885db-8d2c-4554-b779-9af2d48004b4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8334434 Feb 11 13:26:40.230057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46964) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:40.290406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 1b28f565-1b01-4db2-9b6b-0a1fa58197ba {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:26:40.290781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1b28f565-1b01-4db2-9b6b-0a1fa58197ba not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:26:40.337090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8132570-c8ce-4122-bd26-b207c63428c0 req-72edbae7-21d6-4a6d-8902-0cccdbe724ec tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.341606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8132570-c8ce-4122-bd26-b207c63428c0 req-72edbae7-21d6-4a6d-8902-0cccdbe724ec tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.347572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8132570-c8ce-4122-bd26-b207c63428c0 req-72edbae7-21d6-4a6d-8902-0cccdbe724ec tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.351666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8132570-c8ce-4122-bd26-b207c63428c0 req-72edbae7-21d6-4a6d-8902-0cccdbe724ec tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.354246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bd029-feba-459d-a115-6002116d49b1 None None] Pushing event deleted for resources: {'Port': ['ID=1b28f565-1b01-4db2-9b6b-0a1fa58197ba,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:40.356021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8132570-c8ce-4122-bd26-b207c63428c0 req-72edbae7-21d6-4a6d-8902-0cccdbe724ec tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.364831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621bd029-feba-459d-a115-6002116d49b1 None None] No DVR routers for this DVR port 1b28f565-1b01-4db2-9b6b-0a1fa58197ba on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:40.372602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8132570-c8ce-4122-bd26-b207c63428c0 req-72edbae7-21d6-4a6d-8902-0cccdbe724ec tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.380024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8132570-c8ce-4122-bd26-b207c63428c0 req-72edbae7-21d6-4a6d-8902-0cccdbe724ec tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.391455 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8132570-c8ce-4122-bd26-b207c63428c0 req-72edbae7-21d6-4a6d-8902-0cccdbe724ec tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 1.0451193 Feb 11 13:26:40.617614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Network 38c94359-cb12-4248-bea2-55bcc16255b2 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:40.626299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:40.650380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:26:40.665050 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:26:40.680733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event updated for resources: {'Port': ['ID=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:40.774189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.803401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad286bbb-8dd8-4340-9d0a-482ceb5d276b']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:40.849813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:40.855650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2cb78b-51fc-4854-9f78-398c57e1c8aa') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:40.855952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2cb78b-51fc-4854-9f78-398c57e1c8aa') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:40.856289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:40.873328 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.911160 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.932953 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d112c1a-862d-40ff-a686-1b38b942dc9d req-7eadcd41-e947-44b3-a361-568f4091d13c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9276199 Feb 11 13:26:40.959527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.960099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.004162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Pushing event updated for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:41.018201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212db32-7238-40c1-a8c1-96c8f0dec375 req-dbd6e17a-0f24-4cb2-bb8c-f878054d7442 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.023011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7212db32-7238-40c1-a8c1-96c8f0dec375 req-dbd6e17a-0f24-4cb2-bb8c-f878054d7442 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Synchronizing usage tracker for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:41.077323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-347b2ecc-43e3-499e-a3e1-7e7cfc629cc0 None None] Provisioning for port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:41.087152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-347b2ecc-43e3-499e-a3e1-7e7cfc629cc0 None None] Provisioning complete for port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:41.088312 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.088776 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-347b2ecc-43e3-499e-a3e1-7e7cfc629cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.096274 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8132570-c8ce-4122-bd26-b207c63428c0 req-16b84772-d5e1-45af-b20c-2b96875c8e21 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6922758 Feb 11 13:26:41.109267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:26:41.109555 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.122615 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.124072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] 10.222.0.73 "PUT /v2.0/ports/a767d5da-b52a-4c39-a902-596a5c66473e HTTP/1.1" status: 200 len: 1091 time: 3.3846097 Feb 11 13:26:41.136288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:41.160006 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:41.184655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc2909aa-ede0-4d9f-b7be-5911e6970c0c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8940945 Feb 11 13:26:41.201830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7212db32-7238-40c1-a8c1-96c8f0dec375 req-dbd6e17a-0f24-4cb2-bb8c-f878054d7442 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Unset dirty status for tenant:b7ae4168cfa2454daeb86db2386933ba on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:41.208186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7212db32-7238-40c1-a8c1-96c8f0dec375 req-dbd6e17a-0f24-4cb2-bb8c-f878054d7442 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.6892459 Feb 11 13:26:41.209513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.209915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.210195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.210525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.210880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.211200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.218026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.218807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.219317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.219825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.220307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193fcdd-289f-490a-8f1d-3f71597d7ebc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:41.343218 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:35Z', 'revision_number': 3, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:41.351746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-347b2ecc-43e3-499e-a3e1-7e7cfc629cc0 None None] Port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:26:41.364126 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Checking router: 010b0d4a-6749-46b2-b74c-c0905be8f39b for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:26:41.364475 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Updating router 010b0d4a-6749-46b2-b74c-c0905be8f39b port d1d337c0-9862-416a-98ec-c7eef0336c02 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:26:41.501611 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d112c1a-862d-40ff-a686-1b38b942dc9d req-77799fae-1d39-4aac-9c7c-038b8f0917a1 service neutron] 10.222.0.73 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252271 Feb 11 13:26:41.527421 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.618037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Request body: {'port': {'device_id': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:41.819108 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.843323 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.870089 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/networks/ad286bbb-8dd8-4340-9d0a-482ceb5d276b HTTP/1.1" status: 204 len: 168 time: 2.7139816 Feb 11 13:26:41.886920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47014) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:41.933506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b28ff0-f942-4504-8ef4-e8b2eb326573 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event deleted for resources: {'Network': ['ID=ad286bbb-8dd8-4340-9d0a-482ceb5d276b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:42.059666 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7212db32-7238-40c1-a8c1-96c8f0dec375 req-a8a402d1-7d47-4def-8bd5-364107f827ca tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7900934 Feb 11 13:26:42.157191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-96ff8f1a-95c0-4b3b-9e55-8dd84ee1108e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 1094 time: 0.9582427 Feb 11 13:26:42.303887 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.306872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-6c50ccba-09f7-4020-a170-fe3f310c3e2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a767d5da-b52a-4c39-a902-596a5c66473e HTTP/1.1" status: 200 len: 217 time: 0.1417692 Feb 11 13:26:42.315418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.320195 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.342253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d112c1a-862d-40ff-a686-1b38b942dc9d req-a5effe85-c82e-4ff0-acfb-248f93f6d239 service neutron] 10.222.0.73 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8271224 Feb 11 13:26:42.347946 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Transition to ACTIVE for port object d1d337c0-9862-416a-98ec-c7eef0336c02 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:42.363697 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.391537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda757-adec-4ead-8bfd-fbc927af8066 req-c41b48d7-dcd0-4527-96e9-849863dac5b1 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:42.401845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda757-adec-4ead-8bfd-fbc927af8066 req-c41b48d7-dcd0-4527-96e9-849863dac5b1 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:42.402995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5aeda757-adec-4ead-8bfd-fbc927af8066 req-c41b48d7-dcd0-4527-96e9-849863dac5b1 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Synchronizing usage tracker for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:42.409209 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.411741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-da4a327d-b3ed-4b25-98fe-f6354f1a431e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:42.413738 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-da4a327d-b3ed-4b25-98fe-f6354f1a431e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.1016133 Feb 11 13:26:42.565777 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Attempting to bind port d1d337c0-9862-416a-98ec-c7eef0336c02 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:42.566499 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Attempting to bind port d1d337c0-9862-416a-98ec-c7eef0336c02 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:42.566893 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Attempting to bind port d1d337c0-9862-416a-98ec-c7eef0336c02 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:42.600132 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:26:42.602003 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:42.602558 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.604857 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:26:42.605494 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Bound port: d1d337c0-9862-416a-98ec-c7eef0336c02, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:42.606037 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.652596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5aeda757-adec-4ead-8bfd-fbc927af8066 req-c41b48d7-dcd0-4527-96e9-849863dac5b1 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Unset dirty status for tenant:5fd483cfcc3642adbd56ae75f1385e07 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:42.655117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aeda757-adec-4ead-8bfd-fbc927af8066 req-c41b48d7-dcd0-4527-96e9-849863dac5b1 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1654 time: 1.1520162 Feb 11 13:26:42.763066 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-bb569080-9a61-44ba-97ad-01fdf2322102 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3342955 Feb 11 13:26:42.821537 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Pushing event updated for resources: {'Port': ['ID=d1d337c0-9862-416a-98ec-c7eef0336c02,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:42.848550 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.848894 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.849210 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.849538 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.849906 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.850166 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.850629 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.851120 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.851586 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.852069 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.852530 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:42.891295 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] For port d1d337c0-9862-416a-98ec-c7eef0336c02, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:42.900273 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] For port d1d337c0-9862-416a-98ec-c7eef0336c02, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d1d337c0-9862-416a-98ec-c7eef0336c02,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:42.905964 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.031077 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'status': 'completed', 'code': 200} Feb 11 13:26:43.095353 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8045af-008b-4ce5-9143-663efd8f2a65 None None] Pushing event updated for resources: {'Port': ['ID=d1d337c0-9862-416a-98ec-c7eef0336c02,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:43.134101 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:26:43.134101 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:26:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:43.190159 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.246330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf8fe0f-a740-40ae-a81b-47d45887cc3e']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:43.275233 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5aeda757-adec-4ead-8bfd-fbc927af8066 req-c3ac4112-3c30-424e-9a84-d80799516c6a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840189 Feb 11 13:26:43.298893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920b6697-fa9a-44fd-beb4-5345e88bc7e7') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:43.299202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920b6697-fa9a-44fd-beb4-5345e88bc7e7') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:43.399951 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.482391 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:26:43.548932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.611561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35c7e-b484-47f1-8379-cf1fcf685477 req-07d30bfb-3aba-4340-bebc-b89d0bfbc5a6 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.622900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35c7e-b484-47f1-8379-cf1fcf685477 req-07d30bfb-3aba-4340-bebc-b89d0bfbc5a6 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.631567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35c7e-b484-47f1-8379-cf1fcf685477 req-07d30bfb-3aba-4340-bebc-b89d0bfbc5a6 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.641081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35c7e-b484-47f1-8379-cf1fcf685477 req-07d30bfb-3aba-4340-bebc-b89d0bfbc5a6 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.650960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35c7e-b484-47f1-8379-cf1fcf685477 req-07d30bfb-3aba-4340-bebc-b89d0bfbc5a6 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.661748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35c7e-b484-47f1-8379-cf1fcf685477 req-07d30bfb-3aba-4340-bebc-b89d0bfbc5a6 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.665881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35c7e-b484-47f1-8379-cf1fcf685477 req-07d30bfb-3aba-4340-bebc-b89d0bfbc5a6 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.668350 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00c35c7e-b484-47f1-8379-cf1fcf685477 req-07d30bfb-3aba-4340-bebc-b89d0bfbc5a6 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.6299691 Feb 11 13:26:43.672216 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-975ae567-1636-41a7-b980-67b8825a825f service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8838964 Feb 11 13:26:43.771978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:26:43.772364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:43.787461 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:43.944841 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:35Z', 'revision_number': 3, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:43.949712 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12db98e2-2655-4f9e-b559-182f87de0556 None None] The sync data for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 is: [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:35Z', 'revision_number': 3, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:26:44.043427 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.061260 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.121401 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:26:44.139701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event deleted for resources: {'Network': ['ID=ccf8fe0f-a740-40ae-a81b-47d45887cc3e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:44.170413 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-da06a359-8678-497b-9e53-f6bb9b39d05e tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/networks/ccf8fe0f-a740-40ae-a81b-47d45887cc3e HTTP/1.1" status: 204 len: 168 time: 2.2467797 Feb 11 13:26:44.175887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47078) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:44.190098 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00c35c7e-b484-47f1-8379-cf1fcf685477 req-76130a45-a404-4db2-b945-96c78d497ef7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5150270 Feb 11 13:26:44.190473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6f6ed-e991-491c-aabd-9e1cb6bb5f49 req-986874b8-62f6-4b82-80d2-22df92d2d79c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:44.193033 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a5c6f6ed-e991-491c-aabd-9e1cb6bb5f49 req-986874b8-62f6-4b82-80d2-22df92d2d79c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.6831162 Feb 11 13:26:44.195700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cfd5db4-4899-4325-b8e3-c933601974fb req-3f855493-79ff-4214-a3a0-3bc7d84752a0 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595742 Feb 11 13:26:44.370468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6503dea1-bad8-4aac-9d17-190e1c870c65 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:44.394428 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.411941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a5c6f6ed-e991-491c-aabd-9e1cb6bb5f49 req-d3364cc8-e8d9-4919-b78c-947f33a526fc tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831288 Feb 11 13:26:44.421739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Transition to ACTIVE for port object 6503dea1-bad8-4aac-9d17-190e1c870c65 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:44.427724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.958031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Pushing event updated for resources: {'Port': ['ID=6503dea1-bad8-4aac-9d17-190e1c870c65,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:45.005544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d35b44-3ab7-473a-8dc8-44ac327c9f16 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting subnet e67eecf4-1717-4ed5-9da6-34e2775c59d1 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:26:45.026757 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9d35b44-3ab7-473a-8dc8-44ac327c9f16 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.114735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.115085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.116449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.116858 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9d35b44-3ab7-473a-8dc8-44ac327c9f16 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.117147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.118159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.118753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.119311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.119943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.120589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.121402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.124913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:45.184361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Attempting to bind port 6503dea1-bad8-4aac-9d17-190e1c870c65 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:45.185504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Attempting to bind port 6503dea1-bad8-4aac-9d17-190e1c870c65 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '0cb579dc-7867-42b5-a1d7-2f657d90e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:45.186042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Attempting to bind port 6503dea1-bad8-4aac-9d17-190e1c870c65 on network 230cea78-6825-45e1-8661-9e1e7cb358b2 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:45.196746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Port 6503dea1-bad8-4aac-9d17-190e1c870c65 on network 230cea78-6825-45e1-8661-9e1e7cb358b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:26:45.197075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Attempting to bind port 6503dea1-bad8-4aac-9d17-190e1c870c65 on network 230cea78-6825-45e1-8661-9e1e7cb358b2 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:45.206434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:26:45.210781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Checking segment: {'id': '0cb579dc-7867-42b5-a1d7-2f657d90e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:45.211593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Bound using segment: {'id': '0cb579dc-7867-42b5-a1d7-2f657d90e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:26:45.214155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Bound port: 6503dea1-bad8-4aac-9d17-190e1c870c65, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb579dc-7867-42b5-a1d7-2f657d90e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:45.214629 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.364643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] For port 6503dea1-bad8-4aac-9d17-190e1c870c65, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:45.371222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] For port 6503dea1-bad8-4aac-9d17-190e1c870c65, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6503dea1-bad8-4aac-9d17-190e1c870c65,segment=NetworkSegment(0cb579dc-7867-42b5-a1d7-2f657d90e642),segment_id=0cb579dc-7867-42b5-a1d7-2f657d90e642)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:45.384202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.444595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a170b5fb-4572-46ed-9747-00a4ca95d84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.565293 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.567108 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] 10.222.0.73 "PUT /v2.0/ports/6503dea1-bad8-4aac-9d17-190e1c870c65 HTTP/1.1" status: 200 len: 1092 time: 4.0632100 Feb 11 13:26:45.567663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'tag': '6503dea1-bad8-4aac-9d17-190e1c870c65'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:45.583067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9d35b44-3ab7-473a-8dc8-44ac327c9f16 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.605611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Request body: {'port': {'device_id': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:45.696183 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9d35b44-3ab7-473a-8dc8-44ac327c9f16 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.720059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9f2b0-e375-4b14-b2ac-0f276ba09868 service neutron] Pushing event updated for resources: {'Port': ['ID=6503dea1-bad8-4aac-9d17-190e1c870c65,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:45.967285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d1d337c0-9862-416a-98ec-c7eef0336c02 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:26:46.095585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d1d337c0-9862-416a-98ec-c7eef0336c02 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:46.101381 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.108216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d1d337c0-9862-416a-98ec-c7eef0336c02 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:46.108583 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.111761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d35b44-3ab7-473a-8dc8-44ac327c9f16 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event deleted for resources: {'Subnet': ['ID=e67eecf4-1717-4ed5-9da6-34e2775c59d1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:46.139811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cced303-45f5-4272-b04c-20ceb138944f req-6564ac7b-2c67-4375-a2e5-f1e2432941bd tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.143758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cced303-45f5-4272-b04c-20ceb138944f req-6564ac7b-2c67-4375-a2e5-f1e2432941bd tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.144271 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebdee528-8187-4365-b633-7aebc6d96a77 req-7602e0dc-7aa7-4694-b09a-fa73a80ce913 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 1094 time: 1.8054554 Feb 11 13:26:46.148084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cced303-45f5-4272-b04c-20ceb138944f req-6564ac7b-2c67-4375-a2e5-f1e2432941bd tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.151962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cced303-45f5-4272-b04c-20ceb138944f req-6564ac7b-2c67-4375-a2e5-f1e2432941bd tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.164327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cced303-45f5-4272-b04c-20ceb138944f req-6564ac7b-2c67-4375-a2e5-f1e2432941bd tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.178241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cced303-45f5-4272-b04c-20ceb138944f req-6564ac7b-2c67-4375-a2e5-f1e2432941bd tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.182606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cced303-45f5-4272-b04c-20ceb138944f req-6564ac7b-2c67-4375-a2e5-f1e2432941bd tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.191926 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cced303-45f5-4272-b04c-20ceb138944f req-6564ac7b-2c67-4375-a2e5-f1e2432941bd tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.4841666 Feb 11 13:26:46.198504 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9d35b44-3ab7-473a-8dc8-44ac327c9f16 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.208609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589acbd1-2067-42ac-8cec-6ca0673f324f None None] Network 4424670b-07e5-480f-8694-a1ee0691a4ea requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:26:46.222984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044b519-e8c4-4f3b-bad0-5c983157e071 req-bec48bbd-0996-4367-9d7e-b0d8e9459956 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.226873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044b519-e8c4-4f3b-bad0-5c983157e071 req-bec48bbd-0996-4367-9d7e-b0d8e9459956 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.235854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5044b519-e8c4-4f3b-bad0-5c983157e071 req-bec48bbd-0996-4367-9d7e-b0d8e9459956 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1666 time: 1.6306100 Feb 11 13:26:46.417727 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e9d35b44-3ab7-473a-8dc8-44ac327c9f16 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/subnets/e67eecf4-1717-4ed5-9da6-34e2775c59d1 HTTP/1.1" status: 204 len: 168 time: 2.2390635 Feb 11 13:26:46.424060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47146) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:46.427267 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cced303-45f5-4272-b04c-20ceb138944f req-f8af39d5-5c6b-469d-9443-da22910208f9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2343140 Feb 11 13:26:46.514787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdee528-8187-4365-b633-7aebc6d96a77 req-560120b3-f9eb-42e5-b990-d102bffabb4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.516678 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebdee528-8187-4365-b633-7aebc6d96a77 req-560120b3-f9eb-42e5-b990-d102bffabb4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 0.3639646 Feb 11 13:26:46.590737 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.615152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d1d337c0-9862-416a-98ec-c7eef0336c02, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d1d337c0-9862-416a-98ec-c7eef0336c02,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:46.644074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.657554 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.688538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5044b519-e8c4-4f3b-bad0-5c983157e071 req-9a0ce46e-f22c-48f6-bb8d-760a43fce195 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518843 Feb 11 13:26:46.770116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebdee528-8187-4365-b633-7aebc6d96a77 req-218dd4d0-4e57-440e-bf7d-4008b34c7a57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a767d5da-b52a-4c39-a902-596a5c66473e HTTP/1.1" status: 200 len: 217 time: 0.2457716 Feb 11 13:26:46.850537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.857681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d1d337c0-9862-416a-98ec-c7eef0336c02,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:46.944452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedbee1a-0ccf-4503-bdb4-80891f4cbdb0 None None] DHCP port deletion for 4424670b-07e5-480f-8694-a1ee0691a4ea request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:26:46.949698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cedbee1a-0ccf-4503-bdb4-80891f4cbdb0 None None] Deleting port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:46.951249 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cedbee1a-0ccf-4503-bdb4-80891f4cbdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.964883 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'tag': '6503dea1-bad8-4aac-9d17-190e1c870c65', 'status': 'completed', 'code': 200} Feb 11 13:26:47.060464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdee528-8187-4365-b633-7aebc6d96a77 req-46cf1d23-3f5a-421b-b581-37f3e5e92a22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:47.061980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebdee528-8187-4365-b633-7aebc6d96a77 req-46cf1d23-3f5a-421b-b581-37f3e5e92a22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.2813053 Feb 11 13:26:47.094101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:47.094431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:47.229592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:26:47.343630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Allocated IP 172.20.0.1 (828e45ec-c245-4a73-8574-be834b18ffce/92f8fad6-4c08-4ca5-b88d-880cfed479e8/b935855d-265f-427d-ba78-019607c40fbe) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:47.355194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebdee528-8187-4365-b633-7aebc6d96a77 req-ed94113b-3371-4fe7-afa4-05b3afeb4e0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2851944 Feb 11 13:26:47.521407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a767d5da-b52a-4c39-a902-596a5c66473e details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:26:47.695279 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:26:47.719208 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b8f830-1fa0-456d-b6b2-2a244f6338b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:47.761643 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebdee528-8187-4365-b633-7aebc6d96a77 req-fc8cccf5-f7fb-4a3e-a627-fc0a4c07e220 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988185 Feb 11 13:26:47.790934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cedbee1a-0ccf-4503-bdb4-80891f4cbdb0 None None] For port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=384d442e-bbfe-431c-bdf9-b141ba2d7ce6,segment=NetworkSegment(2cef54cf-dcc0-42f2-9c7b-69292c54799f),segment_id=2cef54cf-dcc0-42f2-9c7b-69292c54799f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:47.795444 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cedbee1a-0ccf-4503-bdb4-80891f4cbdb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:47.859979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1de54c-3854-42d9-b20e-4c5b8d987b13 req-bf591f26-47cc-45ad-8b7e-39f194763934 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:47.873204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d1de54c-3854-42d9-b20e-4c5b8d987b13 req-bf591f26-47cc-45ad-8b7e-39f194763934 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.9436896 Feb 11 13:26:47.923234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2eb077e2-02f2-4198-9da2-288dcd75ef11 req-0fd88736-281c-4184-bd8a-b68432be81c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1913 time: 0.9551065 Feb 11 13:26:47.959561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:48.023219 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:48.070537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Transition to ACTIVE for port object b935855d-265f-427d-ba78-019607c40fbe will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:48.157709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a3b4-1ed4-4ab9-a640-fbd419c48da3 req-77880188-e093-4fad-8693-ce3c2b970756 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.161581 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:48.177565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a3b4-1ed4-4ab9-a640-fbd419c48da3 req-77880188-e093-4fad-8693-ce3c2b970756 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.185845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cedbee1a-0ccf-4503-bdb4-80891f4cbdb0 None None] Calling delete_port for 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:48.190901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a3b4-1ed4-4ab9-a640-fbd419c48da3 req-77880188-e093-4fad-8693-ce3c2b970756 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.195283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a3b4-1ed4-4ab9-a640-fbd419c48da3 req-77880188-e093-4fad-8693-ce3c2b970756 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.210700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a3b4-1ed4-4ab9-a640-fbd419c48da3 req-77880188-e093-4fad-8693-ce3c2b970756 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.215172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a3b4-1ed4-4ab9-a640-fbd419c48da3 req-77880188-e093-4fad-8693-ce3c2b970756 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.220598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a3b4-1ed4-4ab9-a640-fbd419c48da3 req-77880188-e093-4fad-8693-ce3c2b970756 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.224121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d1d337c0-9862-416a-98ec-c7eef0336c02 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:26:48.228067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-70d9a3b4-1ed4-4ab9-a640-fbd419c48da3 req-77880188-e093-4fad-8693-ce3c2b970756 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.3827627 Feb 11 13:26:48.253575 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebdee528-8187-4365-b633-7aebc6d96a77 req-8ea7723a-aa45-4d82-b8ed-1d8799fd0aa3 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764159 Feb 11 13:26:48.311317 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-70d9a3b4-1ed4-4ab9-a640-fbd419c48da3 req-f987b2ff-0d45-4643-b446-9982d607a1e3 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819523 Feb 11 13:26:48.313277 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:48.370163 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cedbee1a-0ccf-4503-bdb4-80891f4cbdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:48.458201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Transition to ACTIVE for port object 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:48.555677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Network 828e45ec-c245-4a73-8574-be834b18ffce is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:48.558746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Pushing event updated for resources: {'Port': ['ID=b935855d-265f-427d-ba78-019607c40fbe,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:48.561356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbee1a-0ccf-4503-bdb4-80891f4cbdb0 None None] Pushing event deleted for resources: {'Port': ['ID=384d442e-bbfe-431c-bdf9-b141ba2d7ce6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:48.572664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:48.572983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:48.580874 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:48.593431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:26:48.654774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'port_id': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'mac_address': 'fa:16:3e:7a:63:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:26:48.657188 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbee1a-0ccf-4503-bdb4-80891f4cbdb0 None None] No DVR routers for this DVR port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:48.897638 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d1de54c-3854-42d9-b20e-4c5b8d987b13 req-96e5f9a6-148d-4fbc-9600-64a789e074f4 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0228822 Feb 11 13:26:48.934565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:48.958901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b92d-598e-4b78-8319-66815afe2cff req-7cdb325b-296f-447f-b3cc-cfa1907cd794 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.971181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b92d-598e-4b78-8319-66815afe2cff req-7cdb325b-296f-447f-b3cc-cfa1907cd794 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.979054 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67b5b92d-598e-4b78-8319-66815afe2cff req-7cdb325b-296f-447f-b3cc-cfa1907cd794 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1678 time: 0.2676597 Feb 11 13:26:48.980305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.007450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] For port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=384d442e-bbfe-431c-bdf9-b141ba2d7ce6,segment=NetworkSegment(2cef54cf-dcc0-42f2-9c7b-69292c54799f),segment_id=2cef54cf-dcc0-42f2-9c7b-69292c54799f)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:49.008028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.034649 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.053778 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.131424 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.149839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a767d5da-b52a-4c39-a902-596a5c66473e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:49.162450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d1d337c0-9862-416a-98ec-c7eef0336c02 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:49.162896 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.199774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67b5b92d-598e-4b78-8319-66815afe2cff req-cf2061ea-f7c0-4aa9-9db2-697b1dd1b8a5 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395671 Feb 11 13:26:49.285405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:49.312918 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.375481 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.540187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4066ccc0-6223-4a0c-8584-0894264b2cd4 None None] Provisioning for port b935855d-265f-427d-ba78-019607c40fbe completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:49.588721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a767d5da-b52a-4c39-a902-596a5c66473e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:26:49.701495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Calling delete_port for 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:26:49.719857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4066ccc0-6223-4a0c-8584-0894264b2cd4 None None] Provisioning complete for port b935855d-265f-427d-ba78-019607c40fbe triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:49.720516 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4066ccc0-6223-4a0c-8584-0894264b2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.911340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:49.987282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4066ccc0-6223-4a0c-8584-0894264b2cd4 None None] Port b935855d-265f-427d-ba78-019607c40fbe cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:26:50.293435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:26:50.344492 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb077e2-02f2-4198-9da2-288dcd75ef11 req-d3884844-4d04-4875-90ab-17a1ba43cfa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.345760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb077e2-02f2-4198-9da2-288dcd75ef11 req-d3884844-4d04-4875-90ab-17a1ba43cfa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.347114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb077e2-02f2-4198-9da2-288dcd75ef11 req-d3884844-4d04-4875-90ab-17a1ba43cfa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.355086 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2eb077e2-02f2-4198-9da2-288dcd75ef11 req-d3884844-4d04-4875-90ab-17a1ba43cfa1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&shared=False HTTP/1.1" status: 200 len: 2290 time: 2.3750181 Feb 11 13:26:50.357037 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:50.382447 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:50.405131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:26:50.406043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:26:50.411575 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:50.595893 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:26:50.596220 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:26:50.629599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Attempting to bind port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:50.629930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Attempting to bind port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '2260a010-6202-485a-a6dd-beb6463ef04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:50.630260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Attempting to bind port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e on network 38c94359-cb12-4248-bea2-55bcc16255b2 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:50.653611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e on network 38c94359-cb12-4248-bea2-55bcc16255b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:26:50.653844 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Attempting to bind port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e on network 38c94359-cb12-4248-bea2-55bcc16255b2 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:50.691527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:26:50.691857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Checking segment: {'id': '2260a010-6202-485a-a6dd-beb6463ef04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:50.692238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Bound using segment: {'id': '2260a010-6202-485a-a6dd-beb6463ef04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:26:50.692668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Bound port: 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2260a010-6202-485a-a6dd-beb6463ef04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:50.693008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:50.714721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335497d1-c57c-40a2-9e3b-e32999721a42 req-a5aa3912-9622-4e7f-99b1-14b7c8e3e037 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.719286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335497d1-c57c-40a2-9e3b-e32999721a42 req-a5aa3912-9622-4e7f-99b1-14b7c8e3e037 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.724186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335497d1-c57c-40a2-9e3b-e32999721a42 req-a5aa3912-9622-4e7f-99b1-14b7c8e3e037 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.725011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Pushing event updated for resources: {'Port': ['ID=b935855d-265f-427d-ba78-019607c40fbe,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:50.736535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335497d1-c57c-40a2-9e3b-e32999721a42 req-a5aa3912-9622-4e7f-99b1-14b7c8e3e037 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.740693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335497d1-c57c-40a2-9e3b-e32999721a42 req-a5aa3912-9622-4e7f-99b1-14b7c8e3e037 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.744858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335497d1-c57c-40a2-9e3b-e32999721a42 req-a5aa3912-9622-4e7f-99b1-14b7c8e3e037 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.759633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335497d1-c57c-40a2-9e3b-e32999721a42 req-a5aa3912-9622-4e7f-99b1-14b7c8e3e037 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.771417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57510226-c71a-4ccb-a8f2-fc8fb30e0484 req-98398106-e85b-4e9a-9b31-7217777f570e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.773117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-57510226-c71a-4ccb-a8f2-fc8fb30e0484 req-98398106-e85b-4e9a-9b31-7217777f570e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 944 time: 0.4694469 Feb 11 13:26:50.776541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:50.783726 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-335497d1-c57c-40a2-9e3b-e32999721a42 req-a5aa3912-9622-4e7f-99b1-14b7c8e3e037 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.9330885 Feb 11 13:26:50.936976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb077e2-02f2-4198-9da2-288dcd75ef11 req-f73000e1-4405-45d0-a3b8-129d5d1d23ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.938120 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2eb077e2-02f2-4198-9da2-288dcd75ef11 req-f73000e1-4405-45d0-a3b8-129d5d1d23ec service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5698431 Feb 11 13:26:50.974016 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-335497d1-c57c-40a2-9e3b-e32999721a42 req-f0995466-7558-41c0-8a2a-966fc1fe7456 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1891434 Feb 11 13:26:50.978503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-57510226-c71a-4ccb-a8f2-fc8fb30e0484 req-398c9d84-ede6-4a38-8cdd-b6edeade8155 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966310 Feb 11 13:26:51.045362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] For port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:51.049502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] For port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,segment=NetworkSegment(2260a010-6202-485a-a6dd-beb6463ef04a),segment_id=2260a010-6202-485a-a6dd-beb6463ef04a)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:51.061854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.203486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Network 828e45ec-c245-4a73-8574-be834b18ffce is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:51.209007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:51.215576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Deleting port 384d442e-bbfe-431c-bdf9-b141ba2d7ce6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:26:51.215576 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.259207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:51.364357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] The port '384d442e-bbfe-431c-bdf9-b141ba2d7ce6' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:26:51.372537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47264) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:51.383903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.385354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aeb1435c-931d-4363-a0f7-df4dec796298 service neutron] 10.222.0.73 "PUT /v2.0/ports/2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e HTTP/1.1" status: 200 len: 1091 time: 5.7851102 Feb 11 13:26:51.465493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'tag': '2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:51.519614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a767d5da-b52a-4c39-a902-596a5c66473e up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:26:51.736780 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'tag': '2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e', 'status': 'completed', 'code': 200} Feb 11 13:26:51.777774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port a767d5da-b52a-4c39-a902-596a5c66473e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:51.808499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port a767d5da-b52a-4c39-a902-596a5c66473e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:51.808499 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.841911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.901678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d21617c1-34f6-49cb-b837-b9083a3ce4a1 None None] Provisioning complete for port b935855d-265f-427d-ba78-019607c40fbe triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:51.906604 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d21617c1-34f6-49cb-b837-b9083a3ce4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.907274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4424670b-07e5-480f-8694-a1ee0691a4ea']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:51.924535 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-c5d8065e-bd6a-4cd6-a2fa-6ec8de000c44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1980 time: 0.4666152 Feb 11 13:26:52.013643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d21617c1-34f6-49cb-b837-b9083a3ce4a1 None None] Port b935855d-265f-427d-ba78-019607c40fbe cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:26:52.032151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a66e-a39d-485d-9988-18262bb0ab56 req-40a6f374-5170-4fef-af25-1d213e536789 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.037993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a66e-a39d-485d-9988-18262bb0ab56 req-40a6f374-5170-4fef-af25-1d213e536789 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.046180 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89f3a66e-a39d-485d-9988-18262bb0ab56 req-40a6f374-5170-4fef-af25-1d213e536789 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1678 time: 0.8992648 Feb 11 13:26:52.172303 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.180406 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89f3a66e-a39d-485d-9988-18262bb0ab56 req-1e2836a8-e40a-4729-98db-3535e498bf09 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337953 Feb 11 13:26:52.194672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cef54cf-dcc0-42f2-9c7b-69292c54799f') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:52.195258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cef54cf-dcc0-42f2-9c7b-69292c54799f') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:52.216607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfc15ae6-4924-43ce-969b-ec26be0c6441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.286863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:52.290170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Router 010b0d4a-6749-46b2-b74c-c0905be8f39b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:52.306879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:52.325092 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.357361 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-c0dc0c1a-9ca5-4863-b51f-41ff8d231ea7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=6503dea1-bad8-4aac-9d17-190e1c870c65 HTTP/1.1" status: 200 len: 217 time: 0.4065423 Feb 11 13:26:52.379807 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.466359 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.473963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:26:52.474356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.617097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cfc15ae6-4924-43ce-969b-ec26be0c6441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:52.623172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cfc15ae6-4924-43ce-969b-ec26be0c6441 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f26ee36fdb4f1c8bf375650d9ebe02 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:52.626689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cfc15ae6-4924-43ce-969b-ec26be0c6441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:52.633334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cfc15ae6-4924-43ce-969b-ec26be0c6441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:52.674131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58840d6-6e17-4d9a-8355-9dcec3ae0719 req-6a72815c-0ee3-4abb-aaa0-7791bc97d319 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.692783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58840d6-6e17-4d9a-8355-9dcec3ae0719 req-6a72815c-0ee3-4abb-aaa0-7791bc97d319 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.704815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58840d6-6e17-4d9a-8355-9dcec3ae0719 req-6a72815c-0ee3-4abb-aaa0-7791bc97d319 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.711405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58840d6-6e17-4d9a-8355-9dcec3ae0719 req-6a72815c-0ee3-4abb-aaa0-7791bc97d319 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.724894 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfc15ae6-4924-43ce-969b-ec26be0c6441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.725001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58840d6-6e17-4d9a-8355-9dcec3ae0719 req-6a72815c-0ee3-4abb-aaa0-7791bc97d319 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.730426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-e798156e-706c-4504-b6c1-21c87977bde7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.732042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58840d6-6e17-4d9a-8355-9dcec3ae0719 req-6a72815c-0ee3-4abb-aaa0-7791bc97d319 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.733506 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-e798156e-706c-4504-b6c1-21c87977bde7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=51ccd51e-a812-4926-9959-1b95c3f24f13 HTTP/1.1" status: 200 len: 801 time: 0.3700888 Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:52.734306 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:52.739245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58840d6-6e17-4d9a-8355-9dcec3ae0719 req-6a72815c-0ee3-4abb-aaa0-7791bc97d319 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.741425 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfc15ae6-4924-43ce-969b-ec26be0c6441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.742929 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b58840d6-6e17-4d9a-8355-9dcec3ae0719 req-6a72815c-0ee3-4abb-aaa0-7791bc97d319 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.3550019 Feb 11 13:26:52.798167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:52.825307 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cfc15ae6-4924-43ce-969b-ec26be0c6441 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e9f26ee36fdb4f1c8bf375650d9ebe02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4484451 Feb 11 13:26:52.825307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.841028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47310) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:52.877035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc15ae6-4924-43ce-969b-ec26be0c6441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dba91d-a210-458b-a2c9-ad8522a69316,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:52.929784 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.951987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Pushing event deleted for resources: {'Network': ['ID=4424670b-07e5-480f-8694-a1ee0691a4ea,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:52.978220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6065ba42-39aa-450c-ada9-36f3ac301d56 tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/networks/4424670b-07e5-480f-8694-a1ee0691a4ea HTTP/1.1" status: 204 len: 168 time: 6.5476739 Feb 11 13:26:52.978798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47320) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:53.015584 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b58840d6-6e17-4d9a-8355-9dcec3ae0719 req-944ce215-c54d-4b35-836a-f589d4d64106 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2478154 Feb 11 13:26:53.034062 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f7c674f-524a-400b-a395-3e42dc2eb6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:53.038316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec08e1-818f-4104-b2df-a5190c507c1b req-87a730c0-19e5-4463-bfdd-eb52bfd4804e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:53.045952 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afec08e1-818f-4104-b2df-a5190c507c1b req-87a730c0-19e5-4463-bfdd-eb52bfd4804e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 944 time: 0.7991726 Feb 11 13:26:53.074691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:53.078406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a5a658b-5abc-46f1-9b6c-44212fae7aad tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Synchronizing usage tracker for tenant:7befddd4e68a4a529275d8e75272511a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:26:53.088230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Sync routers for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:26:53.102385 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f7c674f-524a-400b-a395-3e42dc2eb6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:53.107096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:26:53.108253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:26:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:53.137508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a5a658b-5abc-46f1-9b6c-44212fae7aad tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Unset dirty status for tenant:7befddd4e68a4a529275d8e75272511a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:26:53.141967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3a5a658b-5abc-46f1-9b6c-44212fae7aad tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6340aad-0d6e-4196-97b0-53de64925f7f HTTP/1.1" status: 200 len: 205 time: 0.1590965 Feb 11 13:26:53.144748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47330) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:53.199532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f7c674f-524a-400b-a395-3e42dc2eb6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:53.203228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f7c674f-524a-400b-a395-3e42dc2eb6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:53.206763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f7c674f-524a-400b-a395-3e42dc2eb6e5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/86dba91d-a210-458b-a2c9-ad8522a69316 HTTP/1.1" status: 204 len: 168 time: 0.3595603 Feb 11 13:26:53.243244 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e0933446-9606-4ab2-8ca5-6c8fb511cfeb admin admin] 10.222.0.67 "PUT /v2.0/routers/010b0d4a-6749-46b2-b74c-c0905be8f39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0119841 Feb 11 13:26:53.263361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c674f-524a-400b-a395-3e42dc2eb6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dba91d-a210-458b-a2c9-ad8522a69316,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:53.342399 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afec08e1-818f-4104-b2df-a5190c507c1b req-13d4b4de-a6ae-4083-bbf3-d1e43925b730 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924643 Feb 11 13:26:53.353224 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-1df7aff5-7226-4b57-a3c8-89ecd51da44a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=230cea78-6825-45e1-8661-9e1e7cb358b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5590014 Feb 11 13:26:53.818286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:26:54.085866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47360) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:54.137491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9acec680-ca32-414c-8acf-9666049db7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:54.138654 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'code': 200} Feb 11 13:26:54.148887 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1acb3ea9-de6b-47f4-ba12-74d374fe9d0c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:54.264847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9acec680-ca32-414c-8acf-9666049db7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:54.274619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9acec680-ca32-414c-8acf-9666049db7b7 admin admin] Usage tracker for resource:security_group_rule and tenant:528bfecf113046179e6c47c9be0a96be is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:54.283003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9acec680-ca32-414c-8acf-9666049db7b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:54.299235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9acec680-ca32-414c-8acf-9666049db7b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:54.418015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-2cf95f1b-e32a-4ba4-8409-2c4f504b279b service neutron] 10.222.0.73 "GET /v2.0/networks/230cea78-6825-45e1-8661-9e1e7cb358b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0638826 Feb 11 13:26:54.496972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9acec680-ca32-414c-8acf-9666049db7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:54.502195 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9acec680-ca32-414c-8acf-9666049db7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:54.594526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 2, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:54.599389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Checking router: 010b0d4a-6749-46b2-b74c-c0905be8f39b for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:26:54.600098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Updating router 010b0d4a-6749-46b2-b74c-c0905be8f39b port b935855d-265f-427d-ba78-019607c40fbe binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:26:54.649013 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6bd3f8f9-e386-470a-a725-294876461fdc req-fbda3093-c567-4d27-991b-3f1213bb7b9e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 1096 time: 0.8282585 Feb 11 13:26:54.711391 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:54.797782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acec680-ca32-414c-8acf-9666049db7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f2f1a3-fb8a-42e1-aa23-98d29b5b351b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:54.802223 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9acec680-ca32-414c-8acf-9666049db7b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=528bfecf113046179e6c47c9be0a96be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7147703 Feb 11 13:26:54.814519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47394) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:54.882437 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6bd3f8f9-e386-470a-a725-294876461fdc req-e732e474-9d4f-4553-8b0d-fcf8167104ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595714 Feb 11 13:26:54.912391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-b8c394f8-47c3-452e-97ab-4c624a6c541f service neutron] 10.222.0.73 "GET /v2.0/networks/230cea78-6825-45e1-8661-9e1e7cb358b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720421 Feb 11 13:26:54.927606 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eca210a9-7be5-421c-949f-5784704c2eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:54.949262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d561a8-dd91-408d-bcc2-22e0a80e7fa8 req-75ef0e52-38c9-4cbc-8b74-eedd76537109 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.953728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d561a8-dd91-408d-bcc2-22e0a80e7fa8 req-75ef0e52-38c9-4cbc-8b74-eedd76537109 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.959767 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3d561a8-dd91-408d-bcc2-22e0a80e7fa8 req-75ef0e52-38c9-4cbc-8b74-eedd76537109 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1678 time: 1.1111872 Feb 11 13:26:54.977468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eca210a9-7be5-421c-949f-5784704c2eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.089277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47400) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:55.097698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288408015', 'description': 'tempest-description--57357076'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:55.103918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:55.106281 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eca210a9-7be5-421c-949f-5784704c2eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.125092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Usage tracker for resource:security_group and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:55.129811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:55.133451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca210a9-7be5-421c-949f-5784704c2eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f2f1a3-fb8a-42e1-aa23-98d29b5b351b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:55.135376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eca210a9-7be5-421c-949f-5784704c2eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.139395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-eca210a9-7be5-421c-949f-5784704c2eee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/45f2f1a3-fb8a-42e1-aa23-98d29b5b351b HTTP/1.1" status: 204 len: 168 time: 0.3193109 Feb 11 13:26:55.142228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:55.155655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.237378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:55.256392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Usage tracker for resource:security_group_rule and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:55.265776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:55.348195 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.365344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Transition to ACTIVE for port object b935855d-265f-427d-ba78-019607c40fbe will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:55.375519 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.387944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:55.496184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.513142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.697975 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.715744 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6252139 Feb 11 13:26:55.731785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d0c12-ecbb-4aad-858a-8ed4c5e5b987 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6152ee-0823-4e26-be31-9bcbec638138,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:55.740916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47414) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:55.762561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b582f1-aca9-4e6d-93da-3fe14e566ab8 req-02020a44-b542-4691-be50-7551d4486ac0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.773143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:26:55.773350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b582f1-aca9-4e6d-93da-3fe14e566ab8 req-02020a44-b542-4691-be50-7551d4486ac0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.783365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b582f1-aca9-4e6d-93da-3fe14e566ab8 req-02020a44-b542-4691-be50-7551d4486ac0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.796695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b582f1-aca9-4e6d-93da-3fe14e566ab8 req-02020a44-b542-4691-be50-7551d4486ac0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.811004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b582f1-aca9-4e6d-93da-3fe14e566ab8 req-02020a44-b542-4691-be50-7551d4486ac0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.815373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b582f1-aca9-4e6d-93da-3fe14e566ab8 req-02020a44-b542-4691-be50-7551d4486ac0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.823781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b582f1-aca9-4e6d-93da-3fe14e566ab8 req-02020a44-b542-4691-be50-7551d4486ac0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.831700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9b582f1-aca9-4e6d-93da-3fe14e566ab8 req-02020a44-b542-4691-be50-7551d4486ac0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5420 time: 0.5444746 Feb 11 13:26:55.902742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'security_group_rule': {'security_group_id': '1c6152ee-0823-4e26-be31-9bcbec638138', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:55.941326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:55.955916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Attempting to bind port b935855d-265f-427d-ba78-019607c40fbe on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:55.956308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Attempting to bind port b935855d-265f-427d-ba78-019607c40fbe by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:55.956696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Attempting to bind port b935855d-265f-427d-ba78-019607c40fbe on network 828e45ec-c245-4a73-8574-be834b18ffce {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:26:55.963120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721b789-080d-4c9f-bfa3-c4e8119aecac None None] Pushing event updated for resources: {'Port': ['ID=b935855d-265f-427d-ba78-019607c40fbe,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:55.966485 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:26:55.978085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Usage tracker for resource:security_group_rule and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:55.991335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:56.033219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:56.048364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-e31ad4c4-fb0b-40a6-a8bf-62df6193b209 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.14&port_id=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e HTTP/1.1" status: 200 len: 217 time: 0.4062407 Feb 11 13:26:56.101094 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1acb3ea9-de6b-47f4-ba12-74d374fe9d0c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.114496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.129458 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1acb3ea9-de6b-47f4-ba12-74d374fe9d0c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.142498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9b582f1-aca9-4e6d-93da-3fe14e566ab8 req-a42d1867-4c77-42d5-a287-4a09c5ec42dc tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3040431 Feb 11 13:26:56.187554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3d561a8-dd91-408d-bcc2-22e0a80e7fa8 req-1ba5a0a4-6205-4845-9fbd-baadaa199e78 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710410 Feb 11 13:26:56.193900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aaab4af1-7f19-4f18-86dd-83ce9476cc14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.195409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-aaab4af1-7f19-4f18-86dd-83ce9476cc14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76cf9b5a-3b81-49e3-b215-9e0c25630fc4 HTTP/1.1" status: 200 len: 801 time: 0.1484065 Feb 11 13:26:56.289662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:26:56.289662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Checking segment: {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:26:56.289662 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.289662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Bound using segment: {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:26:56.290289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Bound port: b935855d-265f-427d-ba78-019607c40fbe, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:56.290501 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.313804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.338098 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.388410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd75e807-12e3-4728-8951-f0112ec2ddf3,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:56.398594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1acb3ea9-de6b-47f4-ba12-74d374fe9d0c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.400069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acb3ea9-de6b-47f4-ba12-74d374fe9d0c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Fanout notify agent at l3_agent the message router_deleted on router a6340aad-0d6e-4196-97b0-53de64925f7f {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:26:56.422085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.427030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-297bd413-3306-461c-8b0c-2dcd4d83320d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5930471 Feb 11 13:26:56.439287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47436) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:56.447301 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1acb3ea9-de6b-47f4-ba12-74d374fe9d0c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.449916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1acb3ea9-de6b-47f4-ba12-74d374fe9d0c tempest-RoutersNegativeIpV6Test-703347075 tempest-RoutersNegativeIpV6Test-703347075-project] 10.222.0.67 "DELETE /v2.0/routers/a6340aad-0d6e-4196-97b0-53de64925f7f HTTP/1.1" status: 204 len: 168 time: 3.3026011 Feb 11 13:26:56.456536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'security_group_rule': {'security_group_id': '1c6152ee-0823-4e26-be31-9bcbec638138', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:56.476162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:56.487572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Usage tracker for resource:security_group_rule and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:56.508554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:56.536526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:56.597553 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-f36e9e18-2af6-49b8-86f7-15d48cf78461 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38c94359-cb12-4248-bea2-55bcc16255b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3880634 Feb 11 13:26:56.616804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:56.661317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] For port b935855d-265f-427d-ba78-019607c40fbe, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:56.663848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '047f7b73-c4ff-43bf-a33a-5c57e1f5da57', 'network_id': '95f48932-3549-4717-a741-07775a88517a', 'port_id': '047f7b73-c4ff-43bf-a33a-5c57e1f5da57', 'mac_address': 'fa:16:3e:b7:c2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb47b466-4262-4b47-98eb-ed0225161d1c', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:26:56.702775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] For port b935855d-265f-427d-ba78-019607c40fbe, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b935855d-265f-427d-ba78-019607c40fbe,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:56.710979 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.755963 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.833065 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.855441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:26:56.857120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:26:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:56.946227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.966621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.010008 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-cc62bc84-f32b-4961-b7d5-88e3e5904f9a service neutron] 10.222.0.73 "GET /v2.0/networks/38c94359-cb12-4248-bea2-55bcc16255b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064784 Feb 11 13:26:57.049582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f286e5-1657-44d3-9f9c-c0906ba4ea23,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:57.076810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721b789-080d-4c9f-bfa3-c4e8119aecac None None] Pushing event updated for resources: {'Port': ['ID=b935855d-265f-427d-ba78-019607c40fbe,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:57.094418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:57.122759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:57.123636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fde15-b608-4fc0-a641-e9d3cfc3600b req-a9b1e537-23af-49ba-b459-fc2664fa56cf tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.128847 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.129641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d747b6f3-6d5b-422f-9622-bebc3552cde5 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:26:57.134643 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed1fde15-b608-4fc0-a641-e9d3cfc3600b req-a9b1e537-23af-49ba-b459-fc2664fa56cf tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.6178188 Feb 11 13:26:57.135938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.140568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e6cff2d8-97de-4e90-a1bd-ca68979d2a10 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6964211 Feb 11 13:26:57.160461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d747b6f3-6d5b-422f-9622-bebc3552cde5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d747b6f3-6d5b-422f-9622-bebc3552cde5,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:57.219458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47456) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:57.239926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:57.260828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:26:57.270668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Usage tracker for resource:floatingip and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:26:57.276031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:26:57.300530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:26:57.316434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.338689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'd747b6f3-6d5b-422f-9622-bebc3552cde5', 'network_id': '95f48932-3549-4717-a741-07775a88517a', 'port_id': 'd747b6f3-6d5b-422f-9622-bebc3552cde5', 'mac_address': 'fa:16:3e:16:38:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb47b466-4262-4b47-98eb-ed0225161d1c', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:26:57.342224 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8753e058-3dcc-43b2-80f8-0d502d2253c1 req-94c77183-6dec-48e9-b9f3-e383f81c8e75 service neutron] 10.222.0.73 "GET /v2.0/networks/38c94359-cb12-4248-bea2-55bcc16255b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255227 Feb 11 13:26:57.364335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed1fde15-b608-4fc0-a641-e9d3cfc3600b req-85320437-648a-4920-ae1a-77e96ed6c82c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221951 Feb 11 13:26:57.377742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47468) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:57.579335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e91fc667-107c-402a-a59b-823ee8b9b7e0 req-0964243c-6abb-4f5f-b387-f353a0de2694 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1980 time: 0.1858032 Feb 11 13:26:57.601616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.763562 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.808338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d747b6f3-6d5b-422f-9622-bebc3552cde5 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:57.832407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d747b6f3-6d5b-422f-9622-bebc3552cde5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d747b6f3-6d5b-422f-9622-bebc3552cde5,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:57.834471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:57.845508 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.846552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f5227e51-621c-453c-9fb5-6f23ede69cbd details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:26:57.871463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Allocated IP 172.25.4.128 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a0c88f3f-4778-4378-9c17-7d93570b225d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:57.998757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:26:58.014105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fc667-107c-402a-a59b-823ee8b9b7e0 req-f8b6dc70-a0f1-462e-9b4a-ba99959c41b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.020776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e91fc667-107c-402a-a59b-823ee8b9b7e0 req-f8b6dc70-a0f1-462e-9b4a-ba99959c41b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38c94359-cb12-4248-bea2-55bcc16255b2 HTTP/1.1" status: 200 len: 903 time: 0.4153836 Feb 11 13:26:58.071289 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:26:58.096754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=d747b6f3-6d5b-422f-9622-bebc3552cde5,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:58.226034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e91fc667-107c-402a-a59b-823ee8b9b7e0 req-308ac864-5fd7-458a-823d-6c60c6530987 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.14&port_id=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e HTTP/1.1" status: 200 len: 217 time: 0.2040365 Feb 11 13:26:58.233042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e9e6-bc81-4c82-bb96-718b33e0472d req-4c7b2051-b325-4629-99a2-ceee7929cd28 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.241587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e9e6-bc81-4c82-bb96-718b33e0472d req-4c7b2051-b325-4629-99a2-ceee7929cd28 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.252256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e9e6-bc81-4c82-bb96-718b33e0472d req-4c7b2051-b325-4629-99a2-ceee7929cd28 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.267387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e9e6-bc81-4c82-bb96-718b33e0472d req-4c7b2051-b325-4629-99a2-ceee7929cd28 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.272825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e9e6-bc81-4c82-bb96-718b33e0472d req-4c7b2051-b325-4629-99a2-ceee7929cd28 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.286085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e9e6-bc81-4c82-bb96-718b33e0472d req-4c7b2051-b325-4629-99a2-ceee7929cd28 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.298793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e9e6-bc81-4c82-bb96-718b33e0472d req-4c7b2051-b325-4629-99a2-ceee7929cd28 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.300736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e914e9e6-bc81-4c82-bb96-718b33e0472d req-4c7b2051-b325-4629-99a2-ceee7929cd28 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5422 time: 0.3362584 Feb 11 13:26:58.321113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fc667-107c-402a-a59b-823ee8b9b7e0 req-22c328e1-44f8-401c-a7e7-79967a4f8c29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.322953 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e91fc667-107c-402a-a59b-823ee8b9b7e0 req-22c328e1-44f8-401c-a7e7-79967a4f8c29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76cf9b5a-3b81-49e3-b215-9e0c25630fc4 HTTP/1.1" status: 200 len: 801 time: 0.0882792 Feb 11 13:26:58.360185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.405995 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e914e9e6-bc81-4c82-bb96-718b33e0472d req-b871666b-172f-4471-8faf-c5cfc4a41a41 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906365 Feb 11 13:26:58.412815 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d5d86b73-2fd7-4b84-939d-e94d33fab919 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7befddd4e68a4a529275d8e75272511a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0312793 Feb 11 13:26:58.413314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47492) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:58.427580 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.546966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:58.550911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:58.554554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:26:58.664879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'Port': ['ID=a0c88f3f-4778-4378-9c17-7d93570b225d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:58.691525 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90571aa2-d81b-49a7-b963-f6939bd38512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.711852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf9cc3-be93-40cd-84f9-ef527e63788b req-270c6e36-4495-423c-afc7-9c2dc22ab05a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.717015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf9cc3-be93-40cd-84f9-ef527e63788b req-270c6e36-4495-423c-afc7-9c2dc22ab05a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.725206 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ceaf9cc3-be93-40cd-84f9-ef527e63788b req-270c6e36-4495-423c-afc7-9c2dc22ab05a tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1678 time: 0.8009841 Feb 11 13:26:58.732988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f5227e51-621c-453c-9fb5-6f23ede69cbd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f5227e51-621c-453c-9fb5-6f23ede69cbd,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:58.778543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'f5227e51-621c-453c-9fb5-6f23ede69cbd', 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f', 'port_id': 'f5227e51-621c-453c-9fb5-6f23ede69cbd', 'mac_address': 'fa:16:3e:e2:89:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e722f-c545-441b-bc95-104470f5caa3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:26:58.806295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:58.816226 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e91fc667-107c-402a-a59b-823ee8b9b7e0 req-78ed425e-95b9-4af8-95a1-4fbd179915a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38c94359-cb12-4248-bea2-55bcc16255b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4846346 Feb 11 13:26:58.918530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064f666-dc50-489d-b984-0562941bce2f req-99ef499f-4e25-4459-b940-ed15f2670b83 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.920682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c064f666-dc50-489d-b984-0562941bce2f req-99ef499f-4e25-4459-b940-ed15f2670b83 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.1893859 Feb 11 13:26:58.967837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ceaf9cc3-be93-40cd-84f9-ef527e63788b req-5711e17e-5903-4444-aafa-e5897e7cdcfc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409587 Feb 11 13:26:58.969717 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.007651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47506) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:26:59.009733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a594b51-a6a4-475d-8eba-fda29459a0e7 None None] The sync data for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 is: [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:26:59.026165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2612160d-54e0-47dc-90d1-9412bab6655f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Request body: {'floatingip': {'port_id': 'a767d5da-b52a-4c39-a902-596a5c66473e'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:26:59.028754 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90571aa2-d81b-49a7-b963-f6939bd38512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.039818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5227e51-621c-453c-9fb5-6f23ede69cbd {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:59.095278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f5227e51-621c-453c-9fb5-6f23ede69cbd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f5227e51-621c-453c-9fb5-6f23ede69cbd,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:59.102454 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.103301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fcc54990-8673-47da-a49e-a07bf457dcbf details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:26:59.222901 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.224857 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2612160d-54e0-47dc-90d1-9412bab6655f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.376134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f5227e51-621c-453c-9fb5-6f23ede69cbd,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:59.736730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90571aa2-d81b-49a7-b963-f6939bd38512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.769491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90571aa2-d81b-49a7-b963-f6939bd38512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86f18a-3cdb-4882-a724-7556829c1ce4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:59.803754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fcc54990-8673-47da-a49e-a07bf457dcbf, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcc54990-8673-47da-a49e-a07bf457dcbf,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:59.827302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90571aa2-d81b-49a7-b963-f6939bd38512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.838899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-90571aa2-d81b-49a7-b963-f6939bd38512 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0b86f18a-3cdb-4882-a724-7556829c1ce4 HTTP/1.1" status: 204 len: 168 time: 1.4153821 Feb 11 13:26:59.861478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'fcc54990-8673-47da-a49e-a07bf457dcbf', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'port_id': 'fcc54990-8673-47da-a49e-a07bf457dcbf', 'mac_address': 'fa:16:3e:24:ac:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:26:59.892919 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-131016aa-4977-49b0-a343-65b19d6da282 req-d4b97720-75b1-4076-aa7a-cfa7a3d90eb7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0159178 Feb 11 13:26:59.902194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e91fc667-107c-402a-a59b-823ee8b9b7e0 req-adbbac25-5ff4-41b4-8961-e6dd772723c8 service neutron] 10.222.0.73 "GET /v2.0/networks/38c94359-cb12-4248-bea2-55bcc16255b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0265989 Feb 11 13:27:00.050429 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.069409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.099152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc54990-8673-47da-a49e-a07bf457dcbf {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:00.141675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fcc54990-8673-47da-a49e-a07bf457dcbf, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcc54990-8673-47da-a49e-a07bf457dcbf,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:00.147835 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.149524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device dedede90-615e-47bf-b9dc-ff16e97db9ae details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:27:00.207561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port dedede90-615e-47bf-b9dc-ff16e97db9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=dedede90-615e-47bf-b9dc-ff16e97db9ae,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:00.584869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'dedede90-615e-47bf-b9dc-ff16e97db9ae', 'network_id': '95f48932-3549-4717-a741-07775a88517a', 'port_id': 'dedede90-615e-47bf-b9dc-ff16e97db9ae', 'mac_address': 'fa:16:3e:09:47:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb47b466-4262-4b47-98eb-ed0225161d1c', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:27:00.747280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=fcc54990-8673-47da-a49e-a07bf457dcbf,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:00.789298 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.822223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b935855d-265f-427d-ba78-019607c40fbe up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:00.954299 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-131016aa-4977-49b0-a343-65b19d6da282 req-cda63729-f80c-45bb-a621-4f1a29a550f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 1096 time: 0.7283659 Feb 11 13:27:00.966888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedede90-615e-47bf-b9dc-ff16e97db9ae {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:00.970181 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e91fc667-107c-402a-a59b-823ee8b9b7e0 req-e9905a0f-2e16-4338-aa14-987325462db8 service neutron] 10.222.0.73 "GET /v2.0/networks/38c94359-cb12-4248-bea2-55bcc16255b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0565486 Feb 11 13:27:01.000181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed370b1-8125-4041-9f8e-8444a6856011 req-cffccdcc-45a6-4492-b61f-9b0a668420af tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.022351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed370b1-8125-4041-9f8e-8444a6856011 req-cffccdcc-45a6-4492-b61f-9b0a668420af tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.029798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aed370b1-8125-4041-9f8e-8444a6856011 req-cffccdcc-45a6-4492-b61f-9b0a668420af tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1678 time: 0.6207736 Feb 11 13:27:01.042894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port dedede90-615e-47bf-b9dc-ff16e97db9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=dedede90-615e-47bf-b9dc-ff16e97db9ae,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:01.062963 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.063880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cac4bf69-3014-469a-835a-4bf03a5edb0c details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:27:01.263915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port b935855d-265f-427d-ba78-019607c40fbe completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:01.304719 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:27:01.313057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b935855d-265f-427d-ba78-019607c40fbe triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:01.313347 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.389387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aed370b1-8125-4041-9f8e-8444a6856011 req-0259fdc6-676f-44a0-b788-57bdb1b180c4 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531257 Feb 11 13:27:01.427662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cac4bf69-3014-469a-835a-4bf03a5edb0c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cac4bf69-3014-469a-835a-4bf03a5edb0c,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:01.472237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'cac4bf69-3014-469a-835a-4bf03a5edb0c', 'network_id': '95f48932-3549-4717-a741-07775a88517a', 'port_id': 'cac4bf69-3014-469a-835a-4bf03a5edb0c', 'mac_address': 'fa:16:3e:27:22:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb47b466-4262-4b47-98eb-ed0225161d1c', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:27:01.475733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131016aa-4977-49b0-a343-65b19d6da282 req-b64059ac-656f-4f95-af9b-0e056f035f5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.477341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-131016aa-4977-49b0-a343-65b19d6da282 req-b64059ac-656f-4f95-af9b-0e056f035f5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 0.4448490 Feb 11 13:27:01.525124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=dedede90-615e-47bf-b9dc-ff16e97db9ae,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:01.571459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ea7d-340c-42e4-9471-420c485e2aab req-4b854cf4-3338-4b5d-94f7-f12b4a678152 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.621196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ea7d-340c-42e4-9471-420c485e2aab req-4b854cf4-3338-4b5d-94f7-f12b4a678152 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.648525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-131016aa-4977-49b0-a343-65b19d6da282 req-b2d7d79c-1557-4807-8e82-c4098a2598ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a767d5da-b52a-4c39-a902-596a5c66473e HTTP/1.1" status: 200 len: 217 time: 0.1649449 Feb 11 13:27:01.657793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ea7d-340c-42e4-9471-420c485e2aab req-4b854cf4-3338-4b5d-94f7-f12b4a678152 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.667840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ea7d-340c-42e4-9471-420c485e2aab req-4b854cf4-3338-4b5d-94f7-f12b4a678152 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.681323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ea7d-340c-42e4-9471-420c485e2aab req-4b854cf4-3338-4b5d-94f7-f12b4a678152 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.693282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ea7d-340c-42e4-9471-420c485e2aab req-4b854cf4-3338-4b5d-94f7-f12b4a678152 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.698274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ea7d-340c-42e4-9471-420c485e2aab req-4b854cf4-3338-4b5d-94f7-f12b4a678152 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.706301 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23d5ea7d-340c-42e4-9471-420c485e2aab req-4b854cf4-3338-4b5d-94f7-f12b4a678152 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5424 time: 1.6509643 Feb 11 13:27:01.787869 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.798766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23d5ea7d-340c-42e4-9471-420c485e2aab req-155d0f2c-571d-4fa3-9430-67fa05ffba00 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874491 Feb 11 13:27:01.815472 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.825827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:27:01.850538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac4bf69-3014-469a-835a-4bf03a5edb0c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:01.866195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131016aa-4977-49b0-a343-65b19d6da282 req-524ff343-078f-4794-87e2-6f1f473703c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.868861 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-131016aa-4977-49b0-a343-65b19d6da282 req-524ff343-078f-4794-87e2-6f1f473703c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.2139657 Feb 11 13:27:01.893216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cac4bf69-3014-469a-835a-4bf03a5edb0c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cac4bf69-3014-469a-835a-4bf03a5edb0c,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:01.901049 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.099135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port b935855d-265f-427d-ba78-019607c40fbe, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b935855d-265f-427d-ba78-019607c40fbe,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:02.100681 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.107814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7c3e41fb-1261-4231-9475-b80b2d5420d4 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:27:02.132791 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.189010 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.194068 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-131016aa-4977-49b0-a343-65b19d6da282 req-7e6f3240-a920-4822-a3bf-0f30f7bc273b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3175333 Feb 11 13:27:02.239260 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cac4bf69-3014-469a-835a-4bf03a5edb0c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:02.495519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'Port': ['ID=a0c88f3f-4778-4378-9c17-7d93570b225d,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:02.502484 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.577806 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.584962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9211be52-ba91-4e9c-b2bf-12a95728fa54 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3637364 Feb 11 13:27:02.635084 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-131016aa-4977-49b0-a343-65b19d6da282 req-0e98025b-da27-4975-ad8c-8c12adf76c19 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325063 Feb 11 13:27:02.835784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=b935855d-265f-427d-ba78-019607c40fbe,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:02.853683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['d747b6f3-6d5b-422f-9622-bebc3552cde5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:02.860567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47602) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:02.914506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cac4bf69-3014-469a-835a-4bf03a5edb0c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:02.950012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['dedede90-615e-47bf-b9dc-ff16e97db9ae'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:02.970624 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2612160d-54e0-47dc-90d1-9412bab6655f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.976398 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2612160d-54e0-47dc-90d1-9412bab6655f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.021737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['047f7b73-c4ff-43bf-a33a-5c57e1f5da57'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:03.037679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-131016aa-4977-49b0-a343-65b19d6da282 req-4f7be878-b481-4f8f-a95d-87087c33c4c7 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952773 Feb 11 13:27:03.141272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08acd6b-1442-45c7-8d73-074ca6c63c99 req-cf2cd0f3-bd22-4d16-8b43-d585cc5e0859 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.152201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08acd6b-1442-45c7-8d73-074ca6c63c99 req-cf2cd0f3-bd22-4d16-8b43-d585cc5e0859 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.177540 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d08acd6b-1442-45c7-8d73-074ca6c63c99 req-cf2cd0f3-bd22-4d16-8b43-d585cc5e0859 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1678 time: 0.2851439 Feb 11 13:27:03.304925 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d08acd6b-1442-45c7-8d73-074ca6c63c99 req-73df22da-82c3-4636-b42a-6acda05f7088 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261716 Feb 11 13:27:03.392713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1232418136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:03.403701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:03.409883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Usage tracker for resource:router and tenant:b70fd8d7da214adba3bf3cb5390d0406 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:03.429991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:03.437113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:03.457963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.459487 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.523088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a70ac-c0da-4261-9f1c-4e94a1396256 req-1af90230-db39-45e4-89c1-a1590b0762ee tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.531512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a70ac-c0da-4261-9f1c-4e94a1396256 req-1af90230-db39-45e4-89c1-a1590b0762ee tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.537142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a70ac-c0da-4261-9f1c-4e94a1396256 req-1af90230-db39-45e4-89c1-a1590b0762ee tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.551235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a70ac-c0da-4261-9f1c-4e94a1396256 req-1af90230-db39-45e4-89c1-a1590b0762ee tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.551235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a70ac-c0da-4261-9f1c-4e94a1396256 req-1af90230-db39-45e4-89c1-a1590b0762ee tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.568234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a70ac-c0da-4261-9f1c-4e94a1396256 req-1af90230-db39-45e4-89c1-a1590b0762ee tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.581727 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.607813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7c3e41fb-1261-4231-9475-b80b2d5420d4, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7c3e41fb-1261-4231-9475-b80b2d5420d4,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:03.615257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a70ac-c0da-4261-9f1c-4e94a1396256 req-1af90230-db39-45e4-89c1-a1590b0762ee tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.639352 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-776a70ac-c0da-4261-9f1c-4e94a1396256 req-1af90230-db39-45e4-89c1-a1590b0762ee tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5426 time: 0.4467659 Feb 11 13:27:03.650609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.696576 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.701519 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a5d6f794-9d5d-4995-9c5d-32c28727f77a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8398526 Feb 11 13:27:03.702226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47630) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:03.714861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1929703525'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:03.726963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:03.738519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Usage tracker for resource:network and tenant:b70fd8d7da214adba3bf3cb5390d0406 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:03.747922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['fcc54990-8673-47da-a49e-a07bf457dcbf'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:03.749156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:03.759922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:03.761226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-776a70ac-c0da-4261-9f1c-4e94a1396256 req-7c697e50-8ab7-480f-bccc-4458e9f60045 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022465 Feb 11 13:27:03.813047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f5227e51-621c-453c-9fb5-6f23ede69cbd'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:03.843890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-aaacf882-8d53-481d-a5b8-67dd20876d14 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Synchronizing usage tracker for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:27:03.853023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Made reservation on behalf of b70fd8d7da214adba3bf3cb5390d0406 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:03.860776 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-2612160d-54e0-47dc-90d1-9412bab6655f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Floating IP 261ca21d-2e15-489a-95d3-e1bcd8c2b47c associated. External IP: 172.25.4.132, port: a767d5da-b52a-4c39-a902-596a5c66473e. Feb 11 13:27:03.862099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.900419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '7c3e41fb-1261-4231-9475-b80b2d5420d4', 'network_id': '34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f', 'port_id': '7c3e41fb-1261-4231-9475-b80b2d5420d4', 'mac_address': 'fa:16:3e:a2:93:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e722f-c545-441b-bc95-104470f5caa3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:27:03.936157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-aaacf882-8d53-481d-a5b8-67dd20876d14 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Unset dirty status for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:27:03.937805 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-aaacf882-8d53-481d-a5b8-67dd20876d14 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1288408015&fields=id&tenant_id=50875d1641d54d73b1c126d6795cf6ab HTTP/1.1" status: 200 len: 267 time: 0.1688106 Feb 11 13:27:03.938758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:04.054808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:04.059946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Usage tracker for resource:security_group_rule and tenant:b70fd8d7da214adba3bf3cb5390d0406 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:04.064553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:04.071473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:04.130220 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:27:04.171925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:04.305753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:04.342166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:04.363186 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:04.364585 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Added segment d5e42605-5a5a-4c9d-ab9f-eef217d0f829 of type vlan for network 60361b35-a2af-4d7b-b0e3-39430724bdad Feb 11 13:27:04.425697 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:04.451733 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:04.614085 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:04.629162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:04.631273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:04.679499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b935855d-265f-427d-ba78-019607c40fbe up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:04.777633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3e41fb-1261-4231-9475-b80b2d5420d4 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:04.934190 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2305164 Feb 11 13:27:04.947990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47662) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:04.951343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da30a02c-221d-4bb5-9eab-58e7640e73fd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:04.961515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b935855d-265f-427d-ba78-019607c40fbe triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:04.962593 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:04.969100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Request body: {'subnet': {'network_id': '60361b35-a2af-4d7b-b0e3-39430724bdad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:05.119461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47666) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:05.146738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7c3e41fb-1261-4231-9475-b80b2d5420d4, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7c3e41fb-1261-4231-9475-b80b2d5420d4,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:05.152145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598e3fc-c515-43fd-81f0-c33c1dbd5125 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'Network': ['ID=60361b35-a2af-4d7b-b0e3-39430724bdad,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:05.168959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-e366d207-f4de-40e1-9ad5-b1f7db9e15db tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.170138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-e366d207-f4de-40e1-9ad5-b1f7db9e15db tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Synchronizing usage tracker for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:27:05.193269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-e366d207-f4de-40e1-9ad5-b1f7db9e15db tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Unset dirty status for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:27:05.195451 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-e366d207-f4de-40e1-9ad5-b1f7db9e15db tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 809 time: 1.2314880 Feb 11 13:27:05.225971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:05.229998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Usage tracker for resource:subnet and tenant:b70fd8d7da214adba3bf3cb5390d0406 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:05.234347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:05.241848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:05.244212 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-590bc935-52b6-4226-a005-813473555483 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/quotas/50875d1641d54d73b1c126d6795cf6ab HTTP/1.1" status: 200 len: 375 time: 0.0427926 Feb 11 13:27:05.246423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 60361b35-a2af-4d7b-b0e3-39430724bdad details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:27:05.262501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Made reservation on behalf of b70fd8d7da214adba3bf3cb5390d0406 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:05.436144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-53e98d92-0bc6-4ad6-9bd3-c3463ee50b50 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1887672 Feb 11 13:27:05.450434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:05.451622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:27:05.460837 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0a03-d466-4c7b-8457-85c7e3f34141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:05.480380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:05.518935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d9cc0a03-d466-4c7b-8457-85c7e3f34141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:05.536852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d9cc0a03-d466-4c7b-8457-85c7e3f34141 admin admin] Usage tracker for resource:security_group_rule and tenant:e1c6993ca70145e0a9ff218465074f7a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:05.542759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d9cc0a03-d466-4c7b-8457-85c7e3f34141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:05.567578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d9cc0a03-d466-4c7b-8457-85c7e3f34141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:05.647080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35407ae-ad11-49cb-941a-cbeaf93eafd8 req-ec022ff3-05f4-4772-ba09-46d63797cea3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.650379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,segment=NetworkSegment(2260a010-6202-485a-a6dd-beb6463ef04a),segment_id=2260a010-6202-485a-a6dd-beb6463ef04a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:05.652028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35407ae-ad11-49cb-941a-cbeaf93eafd8 req-ec022ff3-05f4-4772-ba09-46d63797cea3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.661610 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b35407ae-ad11-49cb-941a-cbeaf93eafd8 req-ec022ff3-05f4-4772-ba09-46d63797cea3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1678 time: 0.8727829 Feb 11 13:27:05.671902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-af42e007-d189-43f6-a616-be4b327a1ae9 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:27:05.673128 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-af42e007-d189-43f6-a616-be4b327a1ae9 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2324047 Feb 11 13:27:05.674967 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0a03-d466-4c7b-8457-85c7e3f34141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:05.723709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e', 'network_id': '38c94359-cb12-4248-bea2-55bcc16255b2', 'port_id': '2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e', 'mac_address': 'fa:16:3e:6e:ba:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cf9b5a-3b81-49e3-b215-9e0c25630fc4', 'ip_address': '19.86.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:27:05.758898 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b35407ae-ad11-49cb-941a-cbeaf93eafd8 req-267ef332-f8ac-4554-9a1c-d7f0e91cc1b8 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958259 Feb 11 13:27:05.848509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:05.873573 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0a03-d466-4c7b-8457-85c7e3f34141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:05.917876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2612160d-54e0-47dc-90d1-9412bab6655f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Router 4a5ad87d-95da-4c88-838a-cd19c02ea06f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:05.936802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:05.955348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d9cc0a03-d466-4c7b-8457-85c7e3f34141 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e1c6993ca70145e0a9ff218465074f7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8303950 Feb 11 13:27:05.956448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,segment=NetworkSegment(2260a010-6202-485a-a6dd-beb6463ef04a),segment_id=2260a010-6202-485a-a6dd-beb6463ef04a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:05.962446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:06.104856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc0a03-d466-4c7b-8457-85c7e3f34141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2486d78-d14b-4399-8e7b-0bc2424a9d7a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:06.134117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-94e717e8-cfb7-4ed8-a72a-ecfab1e1f235 service neutron] 10.222.0.67 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513049 Feb 11 13:27:06.180295 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:06.181652 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 6503dea1-bad8-4aac-9d17-190e1c870c65 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:27:06.359062 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75253baf-7c05-4aca-b1f6-863e18be3951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:06.364948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7c3e41fb-1261-4231-9475-b80b2d5420d4,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:06.446384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-83638ea2-eff2-4ce8-bdad-3014dd652113 service neutron] 10.222.0.67 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106458 Feb 11 13:27:06.467524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75253baf-7c05-4aca-b1f6-863e18be3951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:06.550591 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75253baf-7c05-4aca-b1f6-863e18be3951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:06.570011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649ead-5b0d-4955-9569-633f0753093c req-28cf5172-f58f-41ed-b0ca-b258084f79f2 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.581366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649ead-5b0d-4955-9569-633f0753093c req-28cf5172-f58f-41ed-b0ca-b258084f79f2 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.586690 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:27:06.590903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649ead-5b0d-4955-9569-633f0753093c req-28cf5172-f58f-41ed-b0ca-b258084f79f2 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.598928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649ead-5b0d-4955-9569-633f0753093c req-28cf5172-f58f-41ed-b0ca-b258084f79f2 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.604269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75253baf-7c05-4aca-b1f6-863e18be3951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2486d78-d14b-4399-8e7b-0bc2424a9d7a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:06.613305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649ead-5b0d-4955-9569-633f0753093c req-28cf5172-f58f-41ed-b0ca-b258084f79f2 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.624267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649ead-5b0d-4955-9569-633f0753093c req-28cf5172-f58f-41ed-b0ca-b258084f79f2 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.626751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75253baf-7c05-4aca-b1f6-863e18be3951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:06.629442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-75253baf-7c05-4aca-b1f6-863e18be3951 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f2486d78-d14b-4399-8e7b-0bc2424a9d7a HTTP/1.1" status: 204 len: 168 time: 0.6623240 Feb 11 13:27:06.640287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649ead-5b0d-4955-9569-633f0753093c req-28cf5172-f58f-41ed-b0ca-b258084f79f2 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.643393 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84649ead-5b0d-4955-9569-633f0753093c req-28cf5172-f58f-41ed-b0ca-b258084f79f2 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5427 time: 0.5290101 Feb 11 13:27:06.645732 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:06.819340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'Subnet': ['ID=0e9f866b-f11c-4ef6-a834-b22506e67f7f,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:06.877943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:06.938800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 6503dea1-bad8-4aac-9d17-190e1c870c65, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6503dea1-bad8-4aac-9d17-190e1c870c65,segment=NetworkSegment(0cb579dc-7867-42b5-a1d7-2f657d90e642),segment_id=0cb579dc-7867-42b5-a1d7-2f657d90e642)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:06.951645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Checking segment: {'id': 'd5e42605-5a5a-4c9d-ab9f-eef217d0f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60361b35-a2af-4d7b-b0e3-39430724bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:27:06.952133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Network hostable DHCP agents. Network: 60361b35-a2af-4d7b-b0e3-39430724bdad, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:27:06.957586 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '6503dea1-bad8-4aac-9d17-190e1c870c65', 'network_id': '230cea78-6825-45e1-8661-9e1e7cb358b2', 'port_id': '6503dea1-bad8-4aac-9d17-190e1c870c65', 'mac_address': 'fa:16:3e:36:01:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ccd51e-a812-4926-9959-1b95c3f24f13', 'ip_address': '19.80.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:27:06.960855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84649ead-5b0d-4955-9569-633f0753093c req-988c9f39-f9ed-4730-b8a2-d4328ce07a6c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2979410 Feb 11 13:27:06.968061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2612160d-54e0-47dc-90d1-9412bab6655f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:06.978811 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] Sync routers for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:27:06.999560 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:07.000185 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:26:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:07.005849 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2612160d-54e0-47dc-90d1-9412bab6655f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.039753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-01572bac-4e1a-4cfe-9210-757dc8141125 req-261c2c6f-3ca0-464b-930c-ac4641f3beac tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 210 time: 0.2319968 Feb 11 13:27:07.156188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.180936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2612160d-54e0-47dc-90d1-9412bab6655f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "PUT /v2.0/floatingips/261ca21d-2e15-489a-95d3-e1bcd8c2b47c HTTP/1.1" status: 200 len: 991 time: 8.1728168 Feb 11 13:27:07.191755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:07.197841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6503dea1-bad8-4aac-9d17-190e1c870c65 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:07.236853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 6503dea1-bad8-4aac-9d17-190e1c870c65, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6503dea1-bad8-4aac-9d17-190e1c870c65,segment=NetworkSegment(0cb579dc-7867-42b5-a1d7-2f657d90e642),segment_id=0cb579dc-7867-42b5-a1d7-2f657d90e642)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:07.242386 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.321707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Network 60361b35-a2af-4d7b-b0e3-39430724bdad is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:27:07.337161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f04cb-c9f2-4b79-8ef1-987cd5685e2d req-11a0606d-c1d3-41c9-a761-e61b704f86c2 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:07.342039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cac4bf69-3014-469a-835a-4bf03a5edb0c up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:07.343198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f04cb-c9f2-4b79-8ef1-987cd5685e2d req-11a0606d-c1d3-41c9-a761-e61b704f86c2 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:07.345029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-695f04cb-c9f2-4b79-8ef1-987cd5685e2d req-11a0606d-c1d3-41c9-a761-e61b704f86c2 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1680 time: 0.1563463 Feb 11 13:27:07.418913 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-695f04cb-c9f2-4b79-8ef1-987cd5685e2d req-62c87b85-9134-4302-872d-45821f9a7c31 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673192 Feb 11 13:27:07.419780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 60361b35-a2af-4d7b-b0e3-39430724bdad) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:07.439588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:07.439964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.555312 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-104b795d-1f3b-4019-b8be-85962d4b7701 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6060417 Feb 11 13:27:07.559357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47732) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:07.566664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Request body: {'network': {'name': 'tempest-router-network01--440224149'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:07.572626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=6503dea1-bad8-4aac-9d17-190e1c870c65,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:07.580320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:07.587329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1bace7-df14-47a6-b7b6-9878b5e2aea2 None None] Network 60361b35-a2af-4d7b-b0e3-39430724bdad requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:07.600823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Usage tracker for resource:network and tenant:b70fd8d7da214adba3bf3cb5390d0406 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:07.603294 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:27:07.603825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:07.649183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:07.667721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Made reservation on behalf of b70fd8d7da214adba3bf3cb5390d0406 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:07.677542 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.708382 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'status': 'completed', 'code': 200} Feb 11 13:27:07.764870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47738) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:07.819540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16d52887-1e9c-495b-b0fc-cca9843fb4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.897438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16d52887-1e9c-495b-b0fc-cca9843fb4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:07.920104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:07.921056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16d52887-1e9c-495b-b0fc-cca9843fb4e6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7b57b770bc4c1ca860c5aa51a5fc88 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:07.926411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16d52887-1e9c-495b-b0fc-cca9843fb4e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:07.936095 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.936678 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Added segment 7d086d83-d576-4a72-bc5a-28e8e42621c3 of type vlan for network 734219bd-4296-4d5f-ba7f-0cecd5fd5827 Feb 11 13:27:07.941430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16d52887-1e9c-495b-b0fc-cca9843fb4e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:07.957476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02dfa61e-7168-47ae-b704-673a911dae05 req-888d8c74-3475-4917-a55a-70ed58b1712c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 1096 time: 0.2254996 Feb 11 13:27:08.041160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.060869 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16d52887-1e9c-495b-b0fc-cca9843fb4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.063821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.065592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16d52887-1e9c-495b-b0fc-cca9843fb4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.167308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d52887-1e9c-495b-b0fc-cca9843fb4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fbe42c-782d-457c-b382-9f9f9a29a700,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:08.208137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['7c3e41fb-1261-4231-9475-b80b2d5420d4'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:08.243055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-16d52887-1e9c-495b-b0fc-cca9843fb4e6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce7b57b770bc4c1ca860c5aa51a5fc88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4768796 Feb 11 13:27:08.243848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47752) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:08.402213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:27:08.409577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:08.438081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['6503dea1-bad8-4aac-9d17-190e1c870c65'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:08.568684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.575883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:08.576543 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.627082 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '261ca21d-2e15-489a-95d3-e1bcd8c2b47c', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'port_id': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'mac_address': 'fa:16:3e:7a:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:26:26Z', 'updated_at': '2022-02-11T13:27:02Z', 'revision_number': 1, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:08.635798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port cac4bf69-3014-469a-835a-4bf03a5edb0c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:08.638902 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] Checking router: 4a5ad87d-95da-4c88-838a-cd19c02ea06f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:27:08.654652 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:08.655632 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:26:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:08.774620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port cac4bf69-3014-469a-835a-4bf03a5edb0c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:08.775316 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.839680 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40ee6893-d43f-4d46-8821-f9aeeebb1dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.877800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-21da87c1-9922-4e0e-9f1c-077069a280d7 req-7fba39b7-e1e1-4272-8af9-7bd97e4f32d0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Synchronizing usage tracker for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:27:08.901359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'Network': ['ID=734219bd-4296-4d5f-ba7f-0cecd5fd5827,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:08.912628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfa61e-7168-47ae-b704-673a911dae05 req-225cef81-10ac-47c0-b2e9-ba9a2a6a4591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:08.916645 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02dfa61e-7168-47ae-b704-673a911dae05 req-225cef81-10ac-47c0-b2e9-ba9a2a6a4591 service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 0.9277718 Feb 11 13:27:08.953109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 734219bd-4296-4d5f-ba7f-0cecd5fd5827 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:27:08.970958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40ee6893-d43f-4d46-8821-f9aeeebb1dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.012532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-21da87c1-9922-4e0e-9f1c-077069a280d7 req-7fba39b7-e1e1-4272-8af9-7bd97e4f32d0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Unset dirty status for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:27:09.028760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21da87c1-9922-4e0e-9f1c-077069a280d7 req-7fba39b7-e1e1-4272-8af9-7bd97e4f32d0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 210 time: 0.6155956 Feb 11 13:27:09.090116 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:27:09.140495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-273bc562-5ee0-4361-ac80-2556b8d5a08a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5792112 Feb 11 13:27:09.156640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47768) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:09.166391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Request body: {'network': {'name': 'tempest-router-network02--724679350'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:09.186076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:09.202854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Usage tracker for resource:network and tenant:b70fd8d7da214adba3bf3cb5390d0406 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:09.210828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40ee6893-d43f-4d46-8821-f9aeeebb1dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.238077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:09.251206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee6893-d43f-4d46-8821-f9aeeebb1dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fbe42c-782d-457c-b382-9f9f9a29a700,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:09.278236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:09.312463 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40ee6893-d43f-4d46-8821-f9aeeebb1dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.316454 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-40ee6893-d43f-4d46-8821-f9aeeebb1dd9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/16fbe42c-782d-457c-b382-9f9f9a29a700 HTTP/1.1" status: 204 len: 168 time: 1.0673773 Feb 11 13:27:09.330540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Made reservation on behalf of b70fd8d7da214adba3bf3cb5390d0406 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:09.358964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.362474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02dfa61e-7168-47ae-b704-673a911dae05 req-0bcb37df-0c0a-4cf0-9b39-3bf548ac96c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a767d5da-b52a-4c39-a902-596a5c66473e HTTP/1.1" status: 200 len: 999 time: 0.4354157 Feb 11 13:27:09.442742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:09.458914 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.459501 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Added segment 688bdcd0-642d-46b8-a209-1bea1f274ea9 of type vlan for network f8cff8ac-0940-4327-bccf-2bb1df7c70c6 Feb 11 13:27:09.541020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.609419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171def0-1029-4aa4-a1b3-c2baab8acb62 req-60e8f4de-e534-4572-9d99-ef9d0f4922c4 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.615589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171def0-1029-4aa4-a1b3-c2baab8acb62 req-60e8f4de-e534-4572-9d99-ef9d0f4922c4 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.623646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7171def0-1029-4aa4-a1b3-c2baab8acb62 req-60e8f4de-e534-4572-9d99-ef9d0f4922c4 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1680 time: 0.1526008 Feb 11 13:27:09.645265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.664474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.667567 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.687415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfa61e-7168-47ae-b704-673a911dae05 req-83083152-349d-434d-8ef5-96c6dd2346c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.689557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02dfa61e-7168-47ae-b704-673a911dae05 req-83083152-349d-434d-8ef5-96c6dd2346c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.3104787 Feb 11 13:27:09.861713 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7028151 Feb 11 13:27:09.863912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47782) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:10.034066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-60361b35-a2af-4d7b-b0e3-39430724bdad', 'network_id': '60361b35-a2af-4d7b-b0e3-39430724bdad', 'tenant_id': 'b70fd8d7da214adba3bf3cb5390d0406', 'fixed_ips': [{'subnet_id': '0e9f866b-f11c-4ef6-a834-b22506e67f7f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:27:10.039307 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:10.123164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-40b77ab6-f477-4039-b458-de59314f9406 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.136088 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-40b77ab6-f477-4039-b458-de59314f9406 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.73 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 809 time: 0.7663159 Feb 11 13:27:10.183045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c5f05-b859-4273-a659-634f10834132 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'Network': ['ID=f8cff8ac-0940-4327-bccf-2bb1df7c70c6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:10.194609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7171def0-1029-4aa4-a1b3-c2baab8acb62 req-43c65138-8099-4630-9d51-899b079ad739 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698409 Feb 11 13:27:10.210605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Request body: {'subnet': {'network_id': '734219bd-4296-4d5f-ba7f-0cecd5fd5827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:10.339576 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '261ca21d-2e15-489a-95d3-e1bcd8c2b47c', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'port_id': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'mac_address': 'fa:16:3e:7a:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:26:26Z', 'updated_at': '2022-02-11T13:27:02Z', 'revision_number': 1, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:10.384533 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a94c81-46f8-43a4-88be-40a936c5e027 None None] The sync data for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 is: [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '261ca21d-2e15-489a-95d3-e1bcd8c2b47c', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'port_id': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'mac_address': 'fa:16:3e:7a:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:26:26Z', 'updated_at': '2022-02-11T13:27:02Z', 'revision_number': 1, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:27:10.439558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network f8cff8ac-0940-4327-bccf-2bb1df7c70c6 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:27:10.550035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad861a5-2735-42e7-93e5-6ac2c8ce296f req-ae6cb715-ba2c-4dd8-8c46-2c40daf99f0b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.570993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad861a5-2735-42e7-93e5-6ac2c8ce296f req-ae6cb715-ba2c-4dd8-8c46-2c40daf99f0b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.590077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad861a5-2735-42e7-93e5-6ac2c8ce296f req-ae6cb715-ba2c-4dd8-8c46-2c40daf99f0b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.609455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad861a5-2735-42e7-93e5-6ac2c8ce296f req-ae6cb715-ba2c-4dd8-8c46-2c40daf99f0b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.622867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad861a5-2735-42e7-93e5-6ac2c8ce296f req-ae6cb715-ba2c-4dd8-8c46-2c40daf99f0b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.630319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:10.640934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad861a5-2735-42e7-93e5-6ac2c8ce296f req-ae6cb715-ba2c-4dd8-8c46-2c40daf99f0b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.661396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad861a5-2735-42e7-93e5-6ac2c8ce296f req-ae6cb715-ba2c-4dd8-8c46-2c40daf99f0b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.672929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0ad861a5-2735-42e7-93e5-6ac2c8ce296f req-ae6cb715-ba2c-4dd8-8c46-2c40daf99f0b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5427 time: 2.3498790 Feb 11 13:27:10.745685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Usage tracker for resource:subnet and tenant:b70fd8d7da214adba3bf3cb5390d0406 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:10.766566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:10.781365 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00a301a6-65da-49c3-9a22-8c31996581a2 req-e1bee2d7-af49-4795-84d7-0804c7109496 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 210 time: 0.1308084 Feb 11 13:27:10.800613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:10.856521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Made reservation on behalf of b70fd8d7da214adba3bf3cb5390d0406 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:10.858813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-a67dd241-58a1-441f-b061-a25101f67478 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50875d1641d54d73b1c126d6795cf6ab HTTP/1.1" status: 200 len: 380 time: 0.5478890 Feb 11 13:27:10.906202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'port': {'device_id': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'admin_state_up': True, 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'security_groups': ['1c6152ee-0823-4e26-be31-9bcbec638138']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:11.037332 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02dfa61e-7168-47ae-b704-673a911dae05 req-eaf13f0e-5da3-4356-a720-f49d6cb6c4f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8974044 Feb 11 13:27:11.068387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0ad861a5-2735-42e7-93e5-6ac2c8ce296f req-52b6fd7b-33cb-4717-8afb-2ed7c0c9c034 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3910646 Feb 11 13:27:11.195878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:11.429183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:11.623412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac4bf69-3014-469a-835a-4bf03a5edb0c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:11.679794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cac4bf69-3014-469a-835a-4bf03a5edb0c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cac4bf69-3014-469a-835a-4bf03a5edb0c,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:11.824887 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac4bf69-3014-469a-835a-4bf03a5edb0c', 'code': 200} Feb 11 13:27:11.846961 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:11.854379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:11.894328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:11.973690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:12.081303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:12.163514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Allocated IP 172.20.0.2 (60361b35-a2af-4d7b-b0e3-39430724bdad/0e9f866b-f11c-4ef6-a834-b22506e67f7f/c7521466-f3dd-415c-b623-759728f5bb67) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:12.175279 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3b42296-3bdf-422b-bc47-2efa818a39b3 req-4d55d5ed-0008-4721-9ba7-08b5fb5111ca tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 210 time: 0.0750239 Feb 11 13:27:12.215227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Made reservation on behalf of 50875d1641d54d73b1c126d6795cf6ab for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:12.219657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.255620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'Subnet': ['ID=f8b517e7-c18e-4eaa-a66c-4825008f3677,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:12.286997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Checking segment: {'id': '7d086d83-d576-4a72-bc5a-28e8e42621c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '734219bd-4296-4d5f-ba7f-0cecd5fd5827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:27:12.287386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Network hostable DHCP agents. Network: 734219bd-4296-4d5f-ba7f-0cecd5fd5827, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:27:12.332334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02dfa61e-7168-47ae-b704-673a911dae05 req-af2c2221-f9f0-49aa-8e35-42a732048e71 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2618997 Feb 11 13:27:12.384670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196cc7c-168f-4a3f-a406-14933149a3b9 req-9cc019c4-d779-41d1-90c2-106a409042a3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.394745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196cc7c-168f-4a3f-a406-14933149a3b9 req-9cc019c4-d779-41d1-90c2-106a409042a3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.403996 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d196cc7c-168f-4a3f-a406-14933149a3b9 req-9cc019c4-d779-41d1-90c2-106a409042a3 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1680 time: 0.5541987 Feb 11 13:27:12.407007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Network 734219bd-4296-4d5f-ba7f-0cecd5fd5827 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:27:12.464504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.466234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cac4bf69-3014-469a-835a-4bf03a5edb0c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:12.489171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:12.504331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 734219bd-4296-4d5f-ba7f-0cecd5fd5827) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:12.509552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:12.516961 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.537688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.539344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.555080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02dfa61e-7168-47ae-b704-673a911dae05 req-1473b1d4-ecb1-4d8f-8243-78c830805d19 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100363 Feb 11 13:27:12.620018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1c7b0217-1908-4273-a02b-13de7aadaeaf tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4464459 Feb 11 13:27:12.621144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47848) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:12.642277 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d196cc7c-168f-4a3f-a406-14933149a3b9 req-7b1a660b-fdd3-4811-9f4c-bbc10572b74e tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361455 Feb 11 13:27:12.649869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f120e-fd20-4c7e-9b1d-13196f8a285f None None] Network 734219bd-4296-4d5f-ba7f-0cecd5fd5827 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:12.660729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Request body: {'subnet': {'network_id': 'f8cff8ac-0940-4327-bccf-2bb1df7c70c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:12.939806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Allocated IP 172.20.0.5 (828e45ec-c245-4a73-8574-be834b18ffce/92f8fad6-4c08-4ca5-b88d-880cfed479e8/cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:13.011777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:13.015593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27307ece-89ae-4ba5-8ad5-909dec26aedf req-0fd862c2-da9f-43a8-9adb-b1849dab7dfb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.018928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Usage tracker for resource:subnet and tenant:b70fd8d7da214adba3bf3cb5390d0406 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:13.021092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27307ece-89ae-4ba5-8ad5-909dec26aedf req-0fd862c2-da9f-43a8-9adb-b1849dab7dfb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.025637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27307ece-89ae-4ba5-8ad5-909dec26aedf req-0fd862c2-da9f-43a8-9adb-b1849dab7dfb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.031566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:13.031938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27307ece-89ae-4ba5-8ad5-909dec26aedf req-0fd862c2-da9f-43a8-9adb-b1849dab7dfb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.036461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27307ece-89ae-4ba5-8ad5-909dec26aedf req-0fd862c2-da9f-43a8-9adb-b1849dab7dfb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.046260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:13.050852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27307ece-89ae-4ba5-8ad5-909dec26aedf req-0fd862c2-da9f-43a8-9adb-b1849dab7dfb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.064362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27307ece-89ae-4ba5-8ad5-909dec26aedf req-0fd862c2-da9f-43a8-9adb-b1849dab7dfb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.066743 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27307ece-89ae-4ba5-8ad5-909dec26aedf req-0fd862c2-da9f-43a8-9adb-b1849dab7dfb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5428 time: 0.5066211 Feb 11 13:27:13.068261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Made reservation on behalf of b70fd8d7da214adba3bf3cb5390d0406 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:13.240777 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:13.254327 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Transition to ACTIVE for port object c7521466-f3dd-415c-b623-759728f5bb67 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:13.282765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Transition to ACTIVE for port object c7521466-f3dd-415c-b623-759728f5bb67 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:13.291305 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:13.324490 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:13.330935 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:13.483573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-27307ece-89ae-4ba5-8ad5-909dec26aedf req-9f502917-8cf2-4944-bdb0-1980e61a1a47 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3972850 Feb 11 13:27:13.572877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Network 60361b35-a2af-4d7b-b0e3-39430724bdad is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:13.600130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:13.602621 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65918378-bbca-4724-88fa-6a9633d2dc53 None None] New status for floating IP 261ca21d-2e15-489a-95d3-e1bcd8c2b47c: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:27:13.617644 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:13.647168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Transition to ACTIVE for port object cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:13.671621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:13.732335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:27:13.763247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'Port': ['ID=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:13.780895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Network 828e45ec-c245-4a73-8574-be834b18ffce is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:13.782036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:13.784487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:27:13.895236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.898630 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:13.959461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-99abb19c-7527-4c81-bc9b-ac8268473cc6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0728385 Feb 11 13:27:13.975768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Request body: {'port': {'device_id': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:13.986009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047f7b73-c4ff-43bf-a33a-5c57e1f5da57'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:14.026535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:14.088639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-734219bd-4296-4d5f-ba7f-0cecd5fd5827', 'network_id': '734219bd-4296-4d5f-ba7f-0cecd5fd5827', 'tenant_id': 'b70fd8d7da214adba3bf3cb5390d0406', 'fixed_ips': [{'subnet_id': 'f8b517e7-c18e-4eaa-a66c-4825008f3677'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:27:14.090170 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:14.099631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Pushing event updated for resources: {'Port': ['ID=c7521466-f3dd-415c-b623-759728f5bb67,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:14.114865 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:14.116071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d747b6f3-6d5b-422f-9622-bebc3552cde5 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:14.267190 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:14.364409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:14.426548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:14.440244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ac329-3194-403b-a5ae-e556b06844e9 req-65124889-de8e-47bf-862c-09ad3c5ae11f tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.454201 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1c2ac329-3194-403b-a5ae-e556b06844e9 req-65124889-de8e-47bf-862c-09ad3c5ae11f tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 931 time: 0.7974679 Feb 11 13:27:14.459381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'Subnet': ['ID=27242d62-18c3-4f9b-99e1-38e6af79b2f9,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:14.469612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693c334-271a-47c0-83e2-51c2cc812e1b req-0bff9862-68be-4fd3-ab7b-cbed3853c804 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.485812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693c334-271a-47c0-83e2-51c2cc812e1b req-0bff9862-68be-4fd3-ab7b-cbed3853c804 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.493179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a693c334-271a-47c0-83e2-51c2cc812e1b req-0bff9862-68be-4fd3-ab7b-cbed3853c804 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1680 time: 0.4508922 Feb 11 13:27:14.545002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Checking segment: {'id': '688bdcd0-642d-46b8-a209-1bea1f274ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f8cff8ac-0940-4327-bccf-2bb1df7c70c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:27:14.551900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Network hostable DHCP agents. Network: f8cff8ac-0940-4327-bccf-2bb1df7c70c6, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:27:14.615178 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a693c334-271a-47c0-83e2-51c2cc812e1b req-4dc7024d-9d3e-4a9b-af2e-2fd07891f531 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208825 Feb 11 13:27:14.627741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1c2ac329-3194-403b-a5ae-e556b06844e9 req-6a0bd1fb-8216-42e3-98e7-51957bc1b922 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Synchronizing usage tracker for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:27:14.649927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Network f8cff8ac-0940-4327-bccf-2bb1df7c70c6 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:27:14.674898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1c2ac329-3194-403b-a5ae-e556b06844e9 req-6a0bd1fb-8216-42e3-98e7-51957bc1b922 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Unset dirty status for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:27:14.688193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1c2ac329-3194-403b-a5ae-e556b06844e9 req-6a0bd1fb-8216-42e3-98e7-51957bc1b922 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326021 Feb 11 13:27:14.689572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, f8cff8ac-0940-4327-bccf-2bb1df7c70c6) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:14.698794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.700287 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:14.744740 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c3767e0-9ae7-4932-8e57-5e5cf65cdb42 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1013367 Feb 11 13:27:14.748336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47896) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:14.752123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Allocated IP 172.20.0.2 (734219bd-4296-4d5f-ba7f-0cecd5fd5827/f8b517e7-c18e-4eaa-a66c-4825008f3677/66be711e-35c9-4186-8086-78c499e64fe0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:14.927257 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047f7b73-c4ff-43bf-a33a-5c57e1f5da57', 'code': 200} Feb 11 13:27:14.943374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a36c49-5c53-4a38-b66f-59a5b28f9c9f None None] Network f8cff8ac-0940-4327-bccf-2bb1df7c70c6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:15.024595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-65e35ba3-aaac-4e17-a38a-a944a50d24ca None None] Provisioning for port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:15.029845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Attempting to bind port c7521466-f3dd-415c-b623-759728f5bb67 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:27:15.039747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Attempting to bind port c7521466-f3dd-415c-b623-759728f5bb67 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'd5e42605-5a5a-4c9d-ab9f-eef217d0f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60361b35-a2af-4d7b-b0e3-39430724bdad'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:27:15.040508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Attempting to bind port c7521466-f3dd-415c-b623-759728f5bb67 on network 60361b35-a2af-4d7b-b0e3-39430724bdad {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:27:15.180736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:27:15.181596 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Checking segment: {'id': 'd5e42605-5a5a-4c9d-ab9f-eef217d0f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60361b35-a2af-4d7b-b0e3-39430724bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:27:15.182164 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:15.182729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Bound using segment: {'id': 'd5e42605-5a5a-4c9d-ab9f-eef217d0f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60361b35-a2af-4d7b-b0e3-39430724bdad'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:27:15.187156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Bound port: c7521466-f3dd-415c-b623-759728f5bb67, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e42605-5a5a-4c9d-ab9f-eef217d0f829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60361b35-a2af-4d7b-b0e3-39430724bdad'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:27:15.187746 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:15.232979 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port d747b6f3-6d5b-422f-9622-bebc3552cde5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:15.237293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:15.250072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:15.276660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Transition to ACTIVE for port object cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:15.284161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:15.416768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47908) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:15.647235 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:15.662001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Transition to ACTIVE for port object 66be711e-35c9-4186-8086-78c499e64fe0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:15.710459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Transition to ACTIVE for port object 66be711e-35c9-4186-8086-78c499e64fe0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:15.728441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:15.743174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c8578-b234-4da9-9d3c-3683bd782b1f req-f446d378-901f-42d8-9adf-44f874a8a650 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.756990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c8578-b234-4da9-9d3c-3683bd782b1f req-f446d378-901f-42d8-9adf-44f874a8a650 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.766637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c8578-b234-4da9-9d3c-3683bd782b1f req-f446d378-901f-42d8-9adf-44f874a8a650 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.779695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c8578-b234-4da9-9d3c-3683bd782b1f req-f446d378-901f-42d8-9adf-44f874a8a650 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.786609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c8578-b234-4da9-9d3c-3683bd782b1f req-f446d378-901f-42d8-9adf-44f874a8a650 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.798088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c8578-b234-4da9-9d3c-3683bd782b1f req-f446d378-901f-42d8-9adf-44f874a8a650 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.802918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c8578-b234-4da9-9d3c-3683bd782b1f req-f446d378-901f-42d8-9adf-44f874a8a650 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.817326 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-372c8578-b234-4da9-9d3c-3683bd782b1f req-f446d378-901f-42d8-9adf-44f874a8a650 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5429 time: 0.6655021 Feb 11 13:27:15.838436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-65e35ba3-aaac-4e17-a38a-a944a50d24ca None None] Provisioning complete for port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:15.839018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65e35ba3-aaac-4e17-a38a-a944a50d24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:15.894874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port d747b6f3-6d5b-422f-9622-bebc3552cde5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:15.895664 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:15.945766 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:15.952878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Attempting to bind port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:27:15.953428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Attempting to bind port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:27:15.953938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Attempting to bind port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a on network 828e45ec-c245-4a73-8574-be834b18ffce {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:27:15.965626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a on network 828e45ec-c245-4a73-8574-be834b18ffce not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:27:15.966460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Attempting to bind port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a on network 828e45ec-c245-4a73-8574-be834b18ffce {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:27:15.978912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e204cbb-f7ca-430c-a54c-44e78145391a req-da5a5806-07a6-4194-870a-9ae6d73be5d9 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.983597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e204cbb-f7ca-430c-a54c-44e78145391a req-da5a5806-07a6-4194-870a-9ae6d73be5d9 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.985331 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4e204cbb-f7ca-430c-a54c-44e78145391a req-da5a5806-07a6-4194-870a-9ae6d73be5d9 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1680 time: 0.1511648 Feb 11 13:27:15.986457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:27:15.986977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Checking segment: {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:27:15.987511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Bound using segment: {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:27:15.988119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Bound port: cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:27:15.989111 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.049862 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-372c8578-b234-4da9-9d3c-3683bd782b1f req-d338e507-3f1a-493e-9347-12e16f316152 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2310526 Feb 11 13:27:16.053400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.113019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] For port c7521466-f3dd-415c-b623-759728f5bb67, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:16.118043 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fce0b360-32e4-4a01-a468-4b20e5e20fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.123177 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4e204cbb-f7ca-430c-a54c-44e78145391a req-a9a69260-beee-4a2a-9a62-54a76dc20b94 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221457 Feb 11 13:27:16.128751 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39a0164a-5f82-48dc-9c51-6aae010dd13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.171516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] For port c7521466-f3dd-415c-b623-759728f5bb67, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c7521466-f3dd-415c-b623-759728f5bb67,segment=NetworkSegment(d5e42605-5a5a-4c9d-ab9f-eef217d0f829),segment_id=d5e42605-5a5a-4c9d-ab9f-eef217d0f829)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:16.182457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] For port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:16.186966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] For port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:16.191445 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.196296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Network 734219bd-4296-4d5f-ba7f-0cecd5fd5827 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:16.206156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:16.212262 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-65e35ba3-aaac-4e17-a38a-a944a50d24ca None None] Port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:27:16.215969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.245286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:27:16.323414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Pushing event updated for resources: {'Port': ['ID=66be711e-35c9-4186-8086-78c499e64fe0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:16.332178 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.334139 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] 10.222.0.73 "PUT /v2.0/ports/cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a HTTP/1.1" status: 200 len: 1091 time: 2.3673296 Feb 11 13:27:16.334611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'tag': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:16.434144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ced8f-07ae-4ceb-9fb2-ece9eca9dcfa None None] Pushing event updated for resources: {'Port': ['ID=c7521466-f3dd-415c-b623-759728f5bb67,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:16.558113 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'tag': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a', 'status': 'completed', 'code': 200} Feb 11 13:27:16.559434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dd15d-9e0f-4bfe-a741-c0a3ad1946c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:16.642947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1314c-404e-443d-857b-b13ff5633552 req-a37ad27d-0e96-4587-990a-6ad8d9fbf042 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.643679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5dd1314c-404e-443d-857b-b13ff5633552 req-a37ad27d-0e96-4587-990a-6ad8d9fbf042 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Synchronizing usage tracker for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:27:16.663840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-3a538d2f-a4d6-4cca-8490-c7aa53433ffa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 1094 time: 0.2305548 Feb 11 13:27:16.699842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Attempting to bind port 66be711e-35c9-4186-8086-78c499e64fe0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:27:16.700405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Attempting to bind port 66be711e-35c9-4186-8086-78c499e64fe0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '7d086d83-d576-4a72-bc5a-28e8e42621c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '734219bd-4296-4d5f-ba7f-0cecd5fd5827'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:27:16.701206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Attempting to bind port 66be711e-35c9-4186-8086-78c499e64fe0 on network 734219bd-4296-4d5f-ba7f-0cecd5fd5827 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:27:16.723191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:27:16.723669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Checking segment: {'id': '7d086d83-d576-4a72-bc5a-28e8e42621c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '734219bd-4296-4d5f-ba7f-0cecd5fd5827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:27:16.724133 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.724753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Bound using segment: {'id': '7d086d83-d576-4a72-bc5a-28e8e42621c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '734219bd-4296-4d5f-ba7f-0cecd5fd5827'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:27:16.725295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Bound port: 66be711e-35c9-4186-8086-78c499e64fe0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d086d83-d576-4a72-bc5a-28e8e42621c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '734219bd-4296-4d5f-ba7f-0cecd5fd5827'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:27:16.725736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.731811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fce0b360-32e4-4a01-a468-4b20e5e20fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:16.748820 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.755087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fce0b360-32e4-4a01-a468-4b20e5e20fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:21810346d4014c0f8e87d208b39253c5 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:16.782222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fce0b360-32e4-4a01-a468-4b20e5e20fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:16.801341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5dd1314c-404e-443d-857b-b13ff5633552 req-a37ad27d-0e96-4587-990a-6ad8d9fbf042 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Unset dirty status for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:27:16.808972 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5dd1314c-404e-443d-857b-b13ff5633552 req-a37ad27d-0e96-4587-990a-6ad8d9fbf042 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 943 time: 0.4416101 Feb 11 13:27:16.812722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fce0b360-32e4-4a01-a468-4b20e5e20fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:16.839013 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-ce781b88-3302-48df-b926-53c6f88cd60b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a HTTP/1.1" status: 200 len: 217 time: 0.1666160 Feb 11 13:27:16.883201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] For port 66be711e-35c9-4186-8086-78c499e64fe0, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:16.888180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] For port 66be711e-35c9-4186-8086-78c499e64fe0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66be711e-35c9-4186-8086-78c499e64fe0,segment=NetworkSegment(7d086d83-d576-4a72-bc5a-28e8e42621c3),segment_id=7d086d83-d576-4a72-bc5a-28e8e42621c3)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:16.920192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.923183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5dd1314c-404e-443d-857b-b13ff5633552 req-048b4f01-a944-4248-96d9-e9bd27aa1029 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125026 Feb 11 13:27:16.957344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-f5b0c6f1-224c-48b7-af47-35925d54357f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.959971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-f5b0c6f1-224c-48b7-af47-35925d54357f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92f8fad6-4c08-4ca5-b88d-880cfed479e8 HTTP/1.1" status: 200 len: 848 time: 0.1140671 Feb 11 13:27:17.083703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Allocated IP 172.20.0.1 (734219bd-4296-4d5f-ba7f-0cecd5fd5827/f8b517e7-c18e-4eaa-a66c-4825008f3677/9d6e0ea7-5008-461b-bed5-c696722f4551) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:17.085614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d433cc-78b4-4202-b54c-352595eabec1 None None] Pushing event updated for resources: {'Port': ['ID=66be711e-35c9-4186-8086-78c499e64fe0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:17.097183 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fce0b360-32e4-4a01-a468-4b20e5e20fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:17.101423 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-425cf6ef-7af0-40db-9835-aa18dabf3307 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=828e45ec-c245-4a73-8574-be834b18ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329885 Feb 11 13:27:17.115087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fce0b360-32e4-4a01-a468-4b20e5e20fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:17.138770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d747b6f3-6d5b-422f-9622-bebc3552cde5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d747b6f3-6d5b-422f-9622-bebc3552cde5,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:17.141814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd747b6f3-6d5b-422f-9622-bebc3552cde5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:17.148232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-f8cff8ac-0940-4327-bccf-2bb1df7c70c6', 'network_id': 'f8cff8ac-0940-4327-bccf-2bb1df7c70c6', 'tenant_id': 'b70fd8d7da214adba3bf3cb5390d0406', 'fixed_ips': [{'subnet_id': '27242d62-18c3-4f9b-99e1-38e6af79b2f9'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:27:17.149172 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:17.164283 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:17.164283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f5227e51-621c-453c-9fb5-6f23ede69cbd up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:17.222503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fce0b360-32e4-4a01-a468-4b20e5e20fe3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=21810346d4014c0f8e87d208b39253c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7475209 Feb 11 13:27:17.231868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0b360-32e4-4a01-a468-4b20e5e20fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0916a0-3898-4eef-8143-3dd41a0125c3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:17.392894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47942) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:17.484753 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd747b6f3-6d5b-422f-9622-bebc3552cde5', 'code': 200} Feb 11 13:27:17.491155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=d747b6f3-6d5b-422f-9622-bebc3552cde5,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:17.700349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port f5227e51-621c-453c-9fb5-6f23ede69cbd completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:17.721868 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port f5227e51-621c-453c-9fb5-6f23ede69cbd triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:17.722731 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:17.830113 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96944e06-3a91-4634-a6bc-56072aba9478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:17.850097 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-7130359f-46bf-49d1-a191-f5aea4133785 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344234 Feb 11 13:27:17.988835 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.042450 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65201a74-aff3-43f7-b898-f040466e920b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.048540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Allocated IP 172.20.0.2 (f8cff8ac-0940-4327-bccf-2bb1df7c70c6/27242d62-18c3-4f9b-99e1-38e6af79b2f9/bc56959c-a9c7-449b-a942-503436b37f91) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:18.064230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f5227e51-621c-453c-9fb5-6f23ede69cbd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f5227e51-621c-453c-9fb5-6f23ede69cbd,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:18.090205 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.091107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fcc54990-8673-47da-a49e-a07bf457dcbf up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:18.115096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea51e27-f2a0-484d-8e6c-d0a4570d9f1b req-dde8faea-47f6-4f45-8d6a-6e14d8ce391a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.119302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea51e27-f2a0-484d-8e6c-d0a4570d9f1b req-dde8faea-47f6-4f45-8d6a-6e14d8ce391a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.122182 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.124768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea51e27-f2a0-484d-8e6c-d0a4570d9f1b req-dde8faea-47f6-4f45-8d6a-6e14d8ce391a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.138440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea51e27-f2a0-484d-8e6c-d0a4570d9f1b req-dde8faea-47f6-4f45-8d6a-6e14d8ce391a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.145478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Transition to ACTIVE for port object 9d6e0ea7-5008-461b-bed5-c696722f4551 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:18.146471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea51e27-f2a0-484d-8e6c-d0a4570d9f1b req-dde8faea-47f6-4f45-8d6a-6e14d8ce391a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.150505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea51e27-f2a0-484d-8e6c-d0a4570d9f1b req-dde8faea-47f6-4f45-8d6a-6e14d8ce391a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.175843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea51e27-f2a0-484d-8e6c-d0a4570d9f1b req-dde8faea-47f6-4f45-8d6a-6e14d8ce391a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.185621 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0ea51e27-f2a0-484d-8e6c-d0a4570d9f1b req-dde8faea-47f6-4f45-8d6a-6e14d8ce391a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5430 time: 0.5708733 Feb 11 13:27:18.195415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.253973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8457c-70cb-4bc1-b2b7-8d864939e2c4 req-4affa88f-e012-426e-bef4-9b9c8919296c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.254222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f5227e51-621c-453c-9fb5-6f23ede69cbd,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:18.261003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8457c-70cb-4bc1-b2b7-8d864939e2c4 req-4affa88f-e012-426e-bef4-9b9c8919296c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.269441 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6da8457c-70cb-4bc1-b2b7-8d864939e2c4 req-4affa88f-e012-426e-bef4-9b9c8919296c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1680 time: 0.7635014 Feb 11 13:27:18.288278 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65201a74-aff3-43f7-b898-f040466e920b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.326945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Network 734219bd-4296-4d5f-ba7f-0cecd5fd5827 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:18.339421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:18.348760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:27:18.358469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2f507b9-1713-4cd5-9a85-a814c3b1ba26 req-ff8e201c-8ff5-4549-9d61-0403397d68d8 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998071 Feb 11 13:27:18.379182 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0ea51e27-f2a0-484d-8e6c-d0a4570d9f1b req-b850e71c-1d67-4d77-b4cf-e1571081f620 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1925583 Feb 11 13:27:18.400081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port fcc54990-8673-47da-a49e-a07bf457dcbf completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:18.411583 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port fcc54990-8673-47da-a49e-a07bf457dcbf triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:18.411966 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.495280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'Port': ['ID=9d6e0ea7-5008-461b-bed5-c696722f4551,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:18.521084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6da8457c-70cb-4bc1-b2b7-8d864939e2c4 req-b7adc23e-a89f-40f4-96d0-fca52a1dd7f2 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504959 Feb 11 13:27:18.543520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.584172 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.601512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65201a74-aff3-43f7-b898-f040466e920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.662619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Transition to ACTIVE for port object bc56959c-a9c7-449b-a942-503436b37f91 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:18.668959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf789a8f-d0fd-4799-925c-521459a0c292 req-553670fe-fd97-424b-88a9-3b26d118e4a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 1094 time: 0.2510414 Feb 11 13:27:18.690081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65201a74-aff3-43f7-b898-f040466e920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0916a0-3898-4eef-8143-3dd41a0125c3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:18.783183 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65201a74-aff3-43f7-b898-f040466e920b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.787032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-65201a74-aff3-43f7-b898-f040466e920b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9f0916a0-3898-4eef-8143-3dd41a0125c3 HTTP/1.1" status: 204 len: 168 time: 1.3904800 Feb 11 13:27:18.868275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c7521466-f3dd-415c-b623-759728f5bb67 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:18.976086 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:19.133653 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:19.153631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Transition to ACTIVE for port object bc56959c-a9c7-449b-a942-503436b37f91 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:19.161660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf789a8f-d0fd-4799-925c-521459a0c292 req-1f0717ff-0c73-471a-be96-085127816073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.163327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf789a8f-d0fd-4799-925c-521459a0c292 req-1f0717ff-0c73-471a-be96-085127816073 service neutron] 10.222.0.73 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 910 time: 0.4810662 Feb 11 13:27:19.191327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5decb9-f3dc-4d1f-b9e6-f6cb9dc80468 req-9381d7cc-2d1a-4d8e-b73d-4c8eba7aa864 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.192908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc5decb9-f3dc-4d1f-b9e6-f6cb9dc80468 req-9381d7cc-2d1a-4d8e-b73d-4c8eba7aa864 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 943 time: 0.3100963 Feb 11 13:27:19.206409 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:19.335497 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:19.412568 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf789a8f-d0fd-4799-925c-521459a0c292 req-8ab83265-7bc3-41c0-a7dd-d2cb26f07873 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a HTTP/1.1" status: 200 len: 217 time: 0.2181480 Feb 11 13:27:19.417157 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:19.493147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5227e51-621c-453c-9fb5-6f23ede69cbd'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:19.564831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Network f8cff8ac-0940-4327-bccf-2bb1df7c70c6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:19.569116 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc5decb9-f3dc-4d1f-b9e6-f6cb9dc80468 req-5f5784b1-b8f3-46f4-a6e4-7e0715f4e71c tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742677 Feb 11 13:27:19.588321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:19.617780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc44f4-e280-49e6-965d-aa7e3e592560 None None] Network 734219bd-4296-4d5f-ba7f-0cecd5fd5827 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:19.619673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf789a8f-d0fd-4799-925c-521459a0c292 req-14c68714-7057-4140-a27f-ef87a3289dd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.625714 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf789a8f-d0fd-4799-925c-521459a0c292 req-14c68714-7057-4140-a27f-ef87a3289dd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92f8fad6-4c08-4ca5-b88d-880cfed479e8 HTTP/1.1" status: 200 len: 848 time: 0.2042739 Feb 11 13:27:19.960064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:27:19.976343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fcc54990-8673-47da-a49e-a07bf457dcbf, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcc54990-8673-47da-a49e-a07bf457dcbf,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:19.979258 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5227e51-621c-453c-9fb5-6f23ede69cbd', 'code': 200} Feb 11 13:27:20.032232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d7064e-427f-4396-b119-077ecba6bd3d None None] Network 60361b35-a2af-4d7b-b0e3-39430724bdad requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:20.049673 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf789a8f-d0fd-4799-925c-521459a0c292 req-8df63d83-42ad-4740-9886-747bad2d5eaf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=828e45ec-c245-4a73-8574-be834b18ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4086142 Feb 11 13:27:20.057275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Pushing event updated for resources: {'Port': ['ID=bc56959c-a9c7-449b-a942-503436b37f91,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:20.094658 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:20.095697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device dedede90-615e-47bf-b9dc-ff16e97db9ae up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:20.121698 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:20.151628 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:20.187261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port c7521466-f3dd-415c-b623-759728f5bb67 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:20.287865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf789a8f-d0fd-4799-925c-521459a0c292 req-8da13050-70d0-44a1-bbcc-ad7bbfcb7fa8 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371476 Feb 11 13:27:20.352505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 66be711e-35c9-4186-8086-78c499e64fe0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:20.413732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a935-d8c0-49c2-9a2c-a700c3f3b51a req-0c567a6c-1f36-4481-b0af-b2b5ac387a98 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.417843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=fcc54990-8673-47da-a49e-a07bf457dcbf,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:20.418286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a935-d8c0-49c2-9a2c-a700c3f3b51a req-0c567a6c-1f36-4481-b0af-b2b5ac387a98 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.433838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a935-d8c0-49c2-9a2c-a700c3f3b51a req-0c567a6c-1f36-4481-b0af-b2b5ac387a98 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.440409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a935-d8c0-49c2-9a2c-a700c3f3b51a req-0c567a6c-1f36-4481-b0af-b2b5ac387a98 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.445641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a935-d8c0-49c2-9a2c-a700c3f3b51a req-0c567a6c-1f36-4481-b0af-b2b5ac387a98 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.453963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a935-d8c0-49c2-9a2c-a700c3f3b51a req-0c567a6c-1f36-4481-b0af-b2b5ac387a98 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.469287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a935-d8c0-49c2-9a2c-a700c3f3b51a req-0c567a6c-1f36-4481-b0af-b2b5ac387a98 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.479322 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4631a935-d8c0-49c2-9a2c-a700c3f3b51a req-0c567a6c-1f36-4481-b0af-b2b5ac387a98 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5432 time: 0.5692983 Feb 11 13:27:20.481660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'Port': ['ID=9d6e0ea7-5008-461b-bed5-c696722f4551,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:20.556472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:20.613488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ecca927e-41c1-4805-b3ad-4f77f42fe12e None None] Provisioning for port 66be711e-35c9-4186-8086-78c499e64fe0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:20.619296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e20f96-56c7-43ed-9363-df9478d9e70d req-0113d58d-1e84-41af-87f3-1d5dc12117e1 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.638172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e20f96-56c7-43ed-9363-df9478d9e70d req-0113d58d-1e84-41af-87f3-1d5dc12117e1 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.649187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3e20f96-56c7-43ed-9363-df9478d9e70d req-0113d58d-1e84-41af-87f3-1d5dc12117e1 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1680 time: 0.6976554 Feb 11 13:27:20.652793 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf789a8f-d0fd-4799-925c-521459a0c292 req-d9dfeda8-9f9c-49fb-bb15-cd9c92c18a21 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495731 Feb 11 13:27:20.723401 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:20.765589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port dedede90-615e-47bf-b9dc-ff16e97db9ae completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:20.771734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3e20f96-56c7-43ed-9363-df9478d9e70d req-be67a06d-c7f4-48f7-a620-120354856440 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056263 Feb 11 13:27:20.798111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port dedede90-615e-47bf-b9dc-ff16e97db9ae triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:20.798636 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:20.853288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Attempting to bind port bc56959c-a9c7-449b-a942-503436b37f91 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:27:20.853985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Attempting to bind port bc56959c-a9c7-449b-a942-503436b37f91 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '688bdcd0-642d-46b8-a209-1bea1f274ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f8cff8ac-0940-4327-bccf-2bb1df7c70c6'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:27:20.854696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Attempting to bind port bc56959c-a9c7-449b-a942-503436b37f91 on network f8cff8ac-0940-4327-bccf-2bb1df7c70c6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:27:20.873827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:27:20.883084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Checking segment: {'id': '688bdcd0-642d-46b8-a209-1bea1f274ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f8cff8ac-0940-4327-bccf-2bb1df7c70c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:27:20.883666 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:20.884170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Bound using segment: {'id': '688bdcd0-642d-46b8-a209-1bea1f274ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f8cff8ac-0940-4327-bccf-2bb1df7c70c6'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:27:20.884893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Bound port: bc56959c-a9c7-449b-a942-503436b37f91, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688bdcd0-642d-46b8-a209-1bea1f274ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f8cff8ac-0940-4327-bccf-2bb1df7c70c6'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:27:20.885374 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:20.999990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Network 734219bd-4296-4d5f-ba7f-0cecd5fd5827 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:21.014668 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4631a935-d8c0-49c2-9a2c-a700c3f3b51a req-c736a586-59aa-4a41-8de4-a277e882b8d5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5343466 Feb 11 13:27:21.016191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:21.106178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 66be711e-35c9-4186-8086-78c499e64fe0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:21.123855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e0e8e-33ed-4fa0-a4a0-1d57d8309bd3 req-3de5dd9c-6f58-4492-8f7c-399db4ef3d74 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.131008 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b20e0e8e-33ed-4fa0-a4a0-1d57d8309bd3 req-3de5dd9c-6f58-4492-8f7c-399db4ef3d74 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 943 time: 0.1202946 Feb 11 13:27:21.159395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 66be711e-35c9-4186-8086-78c499e64fe0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:21.159876 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:21.203213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-469345b4-ecb4-493c-9bcf-c221d40cc194 None None] Provisioning for port c7521466-f3dd-415c-b623-759728f5bb67 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:21.217112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b20e0e8e-33ed-4fa0-a4a0-1d57d8309bd3 req-e1824e01-857c-45c1-ab9f-761619d1ab66 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821216 Feb 11 13:27:21.300100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-469345b4-ecb4-493c-9bcf-c221d40cc194 None None] Provisioning complete for port c7521466-f3dd-415c-b623-759728f5bb67 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:21.301403 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-469345b4-ecb4-493c-9bcf-c221d40cc194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:21.359168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:27:21.462777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48010) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:21.505544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] For port bc56959c-a9c7-449b-a942-503436b37f91, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:21.555612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] For port bc56959c-a9c7-449b-a942-503436b37f91, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bc56959c-a9c7-449b-a942-503436b37f91,segment=NetworkSegment(688bdcd0-642d-46b8-a209-1bea1f274ea9),segment_id=688bdcd0-642d-46b8-a209-1bea1f274ea9)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:21.580850 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:27:21.689798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Router 7cad62f5-8755-49fc-ad04-775871ecf79c is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:27:21.718034 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:21.723500 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:21.757729 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60fde18e-a12f-48e3-9a1f-6611a4399168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:21.837620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60fde18e-a12f-48e3-9a1f-6611a4399168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:21.847473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-60fde18e-a12f-48e3-9a1f-6611a4399168 admin admin] Usage tracker for resource:security_group_rule and tenant:827fd3ad8dce4c6faba716635625fb47 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:21.856767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-60fde18e-a12f-48e3-9a1f-6611a4399168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:21.879956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60fde18e-a12f-48e3-9a1f-6611a4399168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:22.013029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc54990-8673-47da-a49e-a07bf457dcbf'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:22.053876 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60fde18e-a12f-48e3-9a1f-6611a4399168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:22.066789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60fde18e-a12f-48e3-9a1f-6611a4399168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:22.219410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fde18e-a12f-48e3-9a1f-6611a4399168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce42bb9a-30d5-4ab6-9889-e44a444f577c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:22.279302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-60fde18e-a12f-48e3-9a1f-6611a4399168 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=827fd3ad8dce4c6faba716635625fb47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8154843 Feb 11 13:27:22.282304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48026) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:22.373215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfffac4-875a-41a5-9d77-9f172376df3f None None] Pushing event updated for resources: {'Port': ['ID=bc56959c-a9c7-449b-a942-503436b37f91,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:22.391146 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:22.399248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426a24-df8e-43cc-8e69-eed80ac4636f req-480d205a-7aa3-4a40-9356-b6b525c53b2c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.403291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426a24-df8e-43cc-8e69-eed80ac4636f req-480d205a-7aa3-4a40-9356-b6b525c53b2c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.405133 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc426a24-df8e-43cc-8e69-eed80ac4636f req-480d205a-7aa3-4a40-9356-b6b525c53b2c tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1680 time: 0.2408309 Feb 11 13:27:22.485638 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc426a24-df8e-43cc-8e69-eed80ac4636f req-07ab7ef2-e21c-4988-b12b-def30c54c056 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726388 Feb 11 13:27:22.488043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:22.499365 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720f639-b20e-4e31-978f-d5c8afb4d5fc None None] Sync routers for ids ['7cad62f5-8755-49fc-ad04-775871ecf79c'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:27:22.521410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-eb4708b8-1cd1-457a-a7a6-025bfe9d3e66 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "PUT /v2.0/routers/7cad62f5-8755-49fc-ad04-775871ecf79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7718008 Feb 11 13:27:22.523677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48032) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:22.528657 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2720f639-b20e-4e31-978f-d5c8afb4d5fc None None] Routers {'7cad62f5-8755-49fc-ad04-775871ecf79c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:22.529272 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2720f639-b20e-4e31-978f-d5c8afb4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7cad62f5-8755-49fc-ad04-775871ecf79c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:22.541118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-469345b4-ecb4-493c-9bcf-c221d40cc194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:22.614358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port dedede90-615e-47bf-b9dc-ff16e97db9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=dedede90-615e-47bf-b9dc-ff16e97db9ae,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:22.663033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-469345b4-ecb4-493c-9bcf-c221d40cc194 None None] For port c7521466-f3dd-415c-b623-759728f5bb67, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c7521466-f3dd-415c-b623-759728f5bb67,segment=NetworkSegment(d5e42605-5a5a-4c9d-ab9f-eef217d0f829),segment_id=d5e42605-5a5a-4c9d-ab9f-eef217d0f829)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:22.664119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-708e7635-9798-4850-b68c-e8b5c6abc74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:22.669260 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc54990-8673-47da-a49e-a07bf457dcbf', 'code': 200} Feb 11 13:27:22.689965 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-469345b4-ecb4-493c-9bcf-c221d40cc194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:22.692187 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:22.707572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:22.727552 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2720f639-b20e-4e31-978f-d5c8afb4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:22.754373 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2720f639-b20e-4e31-978f-d5c8afb4d5fc None None] Routers {'7cad62f5-8755-49fc-ad04-775871ecf79c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:22.756029 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2720f639-b20e-4e31-978f-d5c8afb4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7cad62f5-8755-49fc-ad04-775871ecf79c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:22.772229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-708e7635-9798-4850-b68c-e8b5c6abc74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:22.873242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274019-0f56-4437-a60d-c0315c09857b req-81f41285-3558-47ff-8d45-a62488dceb2f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.883427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274019-0f56-4437-a60d-c0315c09857b req-81f41285-3558-47ff-8d45-a62488dceb2f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.889660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274019-0f56-4437-a60d-c0315c09857b req-81f41285-3558-47ff-8d45-a62488dceb2f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.893823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274019-0f56-4437-a60d-c0315c09857b req-81f41285-3558-47ff-8d45-a62488dceb2f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.897289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 66be711e-35c9-4186-8086-78c499e64fe0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66be711e-35c9-4186-8086-78c499e64fe0,segment=NetworkSegment(7d086d83-d576-4a72-bc5a-28e8e42621c3),segment_id=7d086d83-d576-4a72-bc5a-28e8e42621c3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:22.898119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274019-0f56-4437-a60d-c0315c09857b req-81f41285-3558-47ff-8d45-a62488dceb2f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.901229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7c3e41fb-1261-4231-9475-b80b2d5420d4 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:22.903236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274019-0f56-4437-a60d-c0315c09857b req-81f41285-3558-47ff-8d45-a62488dceb2f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.907509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274019-0f56-4437-a60d-c0315c09857b req-81f41285-3558-47ff-8d45-a62488dceb2f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.915807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a274019-0f56-4437-a60d-c0315c09857b req-81f41285-3558-47ff-8d45-a62488dceb2f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5432 time: 0.5396106 Feb 11 13:27:23.019504 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2720f639-b20e-4e31-978f-d5c8afb4d5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:23.019926 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720f639-b20e-4e31-978f-d5c8afb4d5fc None None] The sync data for ids ['7cad62f5-8755-49fc-ad04-775871ecf79c'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:27:23.025513 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:23.044054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a274019-0f56-4437-a60d-c0315c09857b req-df1b0936-79dc-4b47-8d4c-2fc797c1094b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268096 Feb 11 13:27:23.054499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-708e7635-9798-4850-b68c-e8b5c6abc74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:23.095427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'port_id': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a', 'mac_address': 'fa:16:3e:47:1b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:27:23.110278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e7635-9798-4850-b68c-e8b5c6abc74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce42bb9a-30d5-4ab6-9889-e44a444f577c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:23.132861 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-708e7635-9798-4850-b68c-e8b5c6abc74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:23.136116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469345b4-ecb4-493c-9bcf-c221d40cc194 None None] Pushing event updated for resources: {'Port': ['ID=c7521466-f3dd-415c-b623-759728f5bb67,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:23.139715 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-708e7635-9798-4850-b68c-e8b5c6abc74a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ce42bb9a-30d5-4ab6-9889-e44a444f577c HTTP/1.1" status: 204 len: 168 time: 0.8550386 Feb 11 13:27:23.209338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2c3d-cb38-41a4-850f-cbd98fe45e11 req-115e075f-2bf5-48fe-8a73-a370593c5284 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.230767 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-34ed2c3d-cb38-41a4-850f-cbd98fe45e11 req-115e075f-2bf5-48fe-8a73-a370593c5284 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 943 time: 0.2632523 Feb 11 13:27:23.518534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bc56959c-a9c7-449b-a942-503436b37f91 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:23.544880 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-34ed2c3d-cb38-41a4-850f-cbd98fe45e11 req-af8e0047-53a8-486d-a7bf-b5a4af7c8042 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181329 Feb 11 13:27:23.546709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=dedede90-615e-47bf-b9dc-ff16e97db9ae,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:23.624302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-14709332-87c0-4fd0-8f1b-6f4f16b9c86a None None] Provisioning for port 9d6e0ea7-5008-461b-bed5-c696722f4551 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:23.634751 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-14709332-87c0-4fd0-8f1b-6f4f16b9c86a None None] Provisioning complete for port 9d6e0ea7-5008-461b-bed5-c696722f4551 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:23.635126 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14709332-87c0-4fd0-8f1b-6f4f16b9c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:23.704106 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:23.758123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 7c3e41fb-1261-4231-9475-b80b2d5420d4 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:23.768839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 7c3e41fb-1261-4231-9475-b80b2d5420d4 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:23.769183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:23.833538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-14709332-87c0-4fd0-8f1b-6f4f16b9c86a None None] Port 9d6e0ea7-5008-461b-bed5-c696722f4551 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:27:23.861467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:23.873419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=66be711e-35c9-4186-8086-78c499e64fe0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:23.937682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d5ada-4209-40d4-a20c-d473c6485392 req-d5571d42-ffaf-4459-8170-3cdebdbf08d6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.944648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d5ada-4209-40d4-a20c-d473c6485392 req-d5571d42-ffaf-4459-8170-3cdebdbf08d6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.956094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e0d5ada-4209-40d4-a20c-d473c6485392 req-d5571d42-ffaf-4459-8170-3cdebdbf08d6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1680 time: 0.1735792 Feb 11 13:27:23.985342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-14709332-87c0-4fd0-8f1b-6f4f16b9c86a None None] Provisioning complete for port c7521466-f3dd-415c-b623-759728f5bb67 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:23.985937 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14709332-87c0-4fd0-8f1b-6f4f16b9c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:24.025287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e0d5ada-4209-40d4-a20c-d473c6485392 req-6002b91f-d53a-4124-a528-268ffc2a5138 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679939 Feb 11 13:27:24.039825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:24.046140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port bc56959c-a9c7-449b-a942-503436b37f91 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:24.061876 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:24.344163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:24.393360 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:24.418091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9aa2e1-5a4f-48ef-97c8-a4ff8657970d None None] Network f8cff8ac-0940-4327-bccf-2bb1df7c70c6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:24.462765 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-8ab35351-29bf-4bf5-9324-e2544ae92728 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:27:24.468274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48062) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:24.483132 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8ab35351-29bf-4bf5-9324-e2544ae92728 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "PUT /v2.0/routers/7cad62f5-8755-49fc-ad04-775871ecf79c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9583688 Feb 11 13:27:24.511819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:24.552342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8644-ea2b-40a6-9239-e183221b26b0 req-f4ff81fd-6978-44fb-b2c2-3bc7361a2f26 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.556886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8644-ea2b-40a6-9239-e183221b26b0 req-f4ff81fd-6978-44fb-b2c2-3bc7361a2f26 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.572924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8644-ea2b-40a6-9239-e183221b26b0 req-f4ff81fd-6978-44fb-b2c2-3bc7361a2f26 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.599983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7c3e41fb-1261-4231-9475-b80b2d5420d4, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7c3e41fb-1261-4231-9475-b80b2d5420d4,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:24.614392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8644-ea2b-40a6-9239-e183221b26b0 req-f4ff81fd-6978-44fb-b2c2-3bc7361a2f26 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.620334 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:24.622305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:24.655250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8644-ea2b-40a6-9239-e183221b26b0 req-f4ff81fd-6978-44fb-b2c2-3bc7361a2f26 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.659523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8644-ea2b-40a6-9239-e183221b26b0 req-f4ff81fd-6978-44fb-b2c2-3bc7361a2f26 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.669853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8644-ea2b-40a6-9239-e183221b26b0 req-f4ff81fd-6978-44fb-b2c2-3bc7361a2f26 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.680594 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-380b8644-ea2b-40a6-9239-e183221b26b0 req-f4ff81fd-6978-44fb-b2c2-3bc7361a2f26 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5433 time: 0.3030090 Feb 11 13:27:24.722799 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedede90-615e-47bf-b9dc-ff16e97db9ae'}, {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3e41fb-1261-4231-9475-b80b2d5420d4'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:24.819667 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-380b8644-ea2b-40a6-9239-e183221b26b0 req-d299b811-5145-4396-80c5-e32fbabb8e19 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309214 Feb 11 13:27:24.927601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-14709332-87c0-4fd0-8f1b-6f4f16b9c86a None None] Provisioning complete for port 66be711e-35c9-4186-8086-78c499e64fe0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:24.932731 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14709332-87c0-4fd0-8f1b-6f4f16b9c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:25.051074 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedede90-615e-47bf-b9dc-ff16e97db9ae', 'code': 200} Feb 11 13:27:25.051910 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3e41fb-1261-4231-9475-b80b2d5420d4', 'code': 200} Feb 11 13:27:25.079883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fe4fc-1f49-46e0-bad3-f3908cfbe698 req-55d89186-b3d6-4904-a0aa-d51f1b93f7b0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.081605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e48fe4fc-1f49-46e0-bad3-f3908cfbe698 req-55d89186-b3d6-4904-a0aa-d51f1b93f7b0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 944 time: 0.2535353 Feb 11 13:27:25.238324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7c3e41fb-1261-4231-9475-b80b2d5420d4,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:25.357025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c7521466-f3dd-415c-b623-759728f5bb67 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:25.526912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cf3f7-d197-4bbf-ac25-28dfcf0bd3c1 req-7236b685-6777-4009-9394-a13801d946de tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.540436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:25.543385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cf3f7-d197-4bbf-ac25-28dfcf0bd3c1 req-7236b685-6777-4009-9394-a13801d946de tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.550240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e54cf3f7-d197-4bbf-ac25-28dfcf0bd3c1 req-7236b685-6777-4009-9394-a13801d946de tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1680 time: 0.2365859 Feb 11 13:27:25.649444 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e54cf3f7-d197-4bbf-ac25-28dfcf0bd3c1 req-9aefcc25-2a21-4b8b-aefb-aa6c10b22930 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982337 Feb 11 13:27:25.650206 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e48fe4fc-1f49-46e0-bad3-f3908cfbe698 req-85142980-4e36-4e68-af11-17ada408c0f6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5222592 Feb 11 13:27:25.680433 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:25.681679 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:25.697223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5249f38-4608-465a-8512-f6f2734f373e req-0dd1885d-6118-4489-a47b-33b2eef70655 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6491 time: 0.6123936 Feb 11 13:27:25.790179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5249f38-4608-465a-8512-f6f2734f373e req-2623728b-29bf-4098-9587-8f046f920c41 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746558 Feb 11 13:27:25.790179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:25.857708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c7521466-f3dd-415c-b623-759728f5bb67 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:25.857708 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.041688 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0237a56b-e1ce-4a05-b97f-c14355171d15 None None] Provisioning for port bc56959c-a9c7-449b-a942-503436b37f91 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:26.048219 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.062819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0237a56b-e1ce-4a05-b97f-c14355171d15 None None] Provisioning complete for port bc56959c-a9c7-449b-a942-503436b37f91 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:26.063192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0237a56b-e1ce-4a05-b97f-c14355171d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.274730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,segment=NetworkSegment(2260a010-6202-485a-a6dd-beb6463ef04a),segment_id=2260a010-6202-485a-a6dd-beb6463ef04a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:26.298071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 66be711e-35c9-4186-8086-78c499e64fe0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:26.325760 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.325760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 6503dea1-bad8-4aac-9d17-190e1c870c65 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:26.537992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed35ef-f2ed-4d74-bd33-4efeed6957c8 req-945980e7-c00d-486a-bafe-9d8f26655f3b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.542109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed35ef-f2ed-4d74-bd33-4efeed6957c8 req-945980e7-c00d-486a-bafe-9d8f26655f3b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.547125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed35ef-f2ed-4d74-bd33-4efeed6957c8 req-945980e7-c00d-486a-bafe-9d8f26655f3b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.551118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed35ef-f2ed-4d74-bd33-4efeed6957c8 req-945980e7-c00d-486a-bafe-9d8f26655f3b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.554974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed35ef-f2ed-4d74-bd33-4efeed6957c8 req-945980e7-c00d-486a-bafe-9d8f26655f3b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.560191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed35ef-f2ed-4d74-bd33-4efeed6957c8 req-945980e7-c00d-486a-bafe-9d8f26655f3b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.564543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed35ef-f2ed-4d74-bd33-4efeed6957c8 req-945980e7-c00d-486a-bafe-9d8f26655f3b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.572186 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-43ed35ef-f2ed-4d74-bd33-4efeed6957c8 req-945980e7-c00d-486a-bafe-9d8f26655f3b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5434 time: 0.3077865 Feb 11 13:27:26.671146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:26.671146 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0237a56b-e1ce-4a05-b97f-c14355171d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.714161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-43ed35ef-f2ed-4d74-bd33-4efeed6957c8 req-b160ad1f-644f-46c9-9d29-bc0515527c0e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1374655 Feb 11 13:27:26.741967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 6503dea1-bad8-4aac-9d17-190e1c870c65 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:26.821634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 6503dea1-bad8-4aac-9d17-190e1c870c65 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:26.821634 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.914044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 66be711e-35c9-4186-8086-78c499e64fe0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:26.914412 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.971741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0237a56b-e1ce-4a05-b97f-c14355171d15 None None] For port bc56959c-a9c7-449b-a942-503436b37f91, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bc56959c-a9c7-449b-a942-503436b37f91,segment=NetworkSegment(688bdcd0-642d-46b8-a209-1bea1f274ea9),segment_id=688bdcd0-642d-46b8-a209-1bea1f274ea9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:26.981095 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cd40b-5ac9-4746-ba01-72ada291d1e8 req-e8f01f39-26ad-45bf-a60f-5ddb2c272876 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.986729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-455cd40b-5ac9-4746-ba01-72ada291d1e8 req-e8f01f39-26ad-45bf-a60f-5ddb2c272876 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 944 time: 0.1212542 Feb 11 13:27:27.017249 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0237a56b-e1ce-4a05-b97f-c14355171d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.054983 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-455cd40b-5ac9-4746-ba01-72ada291d1e8 req-3a4bb808-4297-498d-b495-af5f3279689f tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586994 Feb 11 13:27:27.108066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:27.197692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237a56b-e1ce-4a05-b97f-c14355171d15 None None] Pushing event updated for resources: {'Port': ['ID=bc56959c-a9c7-449b-a942-503436b37f91,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:27.209479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Deleting port 9d6e0ea7-5008-461b-bed5-c696722f4551 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:27.209479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.242314 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e', 'code': 200} Feb 11 13:27:27.249961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-de9819e7-e1ed-438e-9313-ca5dcec9bea4 None None] Provisioning complete for port bc56959c-a9c7-449b-a942-503436b37f91 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:27.249961 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de9819e7-e1ed-438e-9313-ca5dcec9bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.592082 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.661503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc47253-366d-4428-b9c0-cf1af0c60246 req-f233995d-b54d-4dd4-b6c2-514875b5fee0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.675280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc47253-366d-4428-b9c0-cf1af0c60246 req-f233995d-b54d-4dd4-b6c2-514875b5fee0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.676834 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc47253-366d-4428-b9c0-cf1af0c60246 req-f233995d-b54d-4dd4-b6c2-514875b5fee0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1681 time: 0.6767554 Feb 11 13:27:27.742034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 6503dea1-bad8-4aac-9d17-190e1c870c65, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6503dea1-bad8-4aac-9d17-190e1c870c65,segment=NetworkSegment(0cb579dc-7867-42b5-a1d7-2f657d90e642),segment_id=0cb579dc-7867-42b5-a1d7-2f657d90e642)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:27.749553 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.787714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:27.865822 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc47253-366d-4428-b9c0-cf1af0c60246 req-39cbd574-cb14-4dc9-a9d5-f1d73936e0ca tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708689 Feb 11 13:27:27.865822 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.951374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=6503dea1-bad8-4aac-9d17-190e1c870c65,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:27.951374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:27.969250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:27.969250 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:28.024835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Calling delete_port for 9d6e0ea7-5008-461b-bed5-c696722f4551 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:28.059734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bc56959c-a9c7-449b-a942-503436b37f91 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:27:28.227485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d32-ed7e-426c-9a43-6d1e8dfd3fe8 req-f12a541f-4938-45f1-94be-f1da351e284b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.237208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d32-ed7e-426c-9a43-6d1e8dfd3fe8 req-f12a541f-4938-45f1-94be-f1da351e284b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.252985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d32-ed7e-426c-9a43-6d1e8dfd3fe8 req-f12a541f-4938-45f1-94be-f1da351e284b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.266091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d32-ed7e-426c-9a43-6d1e8dfd3fe8 req-f12a541f-4938-45f1-94be-f1da351e284b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.310095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port bc56959c-a9c7-449b-a942-503436b37f91 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:28.310095 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:28.323043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d32-ed7e-426c-9a43-6d1e8dfd3fe8 req-f12a541f-4938-45f1-94be-f1da351e284b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.335447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d32-ed7e-426c-9a43-6d1e8dfd3fe8 req-f12a541f-4938-45f1-94be-f1da351e284b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.347088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d32-ed7e-426c-9a43-6d1e8dfd3fe8 req-f12a541f-4938-45f1-94be-f1da351e284b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.347088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dddb4d32-ed7e-426c-9a43-6d1e8dfd3fe8 req-f12a541f-4938-45f1-94be-f1da351e284b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5434 time: 0.3136461 Feb 11 13:27:28.377612 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:28.437360 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dddb4d32-ed7e-426c-9a43-6d1e8dfd3fe8 req-79ff66aa-157b-40c1-ab03-049bb5a359d1 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813406 Feb 11 13:27:28.493886 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:28.504515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:28.510408 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:28.670972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:28.780372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event deleted for resources: {'Port': ['ID=9d6e0ea7-5008-461b-bed5-c696722f4551,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:28.939343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b0709-6806-424b-aab7-bb933ddf13eb req-b68d7fb4-85fa-46ba-a1fa-258005be45e5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.944078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f73b0709-6806-424b-aab7-bb933ddf13eb req-b68d7fb4-85fa-46ba-a1fa-258005be45e5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 944 time: 0.5358481 Feb 11 13:27:29.164161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a4ffa-d38d-423e-9e08-8a3d94d2a751 req-f2707726-8970-4cc8-bb63-71c8d9e4a128 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.164161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a4ffa-d38d-423e-9e08-8a3d94d2a751 req-f2707726-8970-4cc8-bb63-71c8d9e4a128 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.171557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a4ffa-d38d-423e-9e08-8a3d94d2a751 req-f2707726-8970-4cc8-bb63-71c8d9e4a128 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.171557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a4ffa-d38d-423e-9e08-8a3d94d2a751 req-f2707726-8970-4cc8-bb63-71c8d9e4a128 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.181167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a4ffa-d38d-423e-9e08-8a3d94d2a751 req-f2707726-8970-4cc8-bb63-71c8d9e4a128 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.181167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a4ffa-d38d-423e-9e08-8a3d94d2a751 req-f2707726-8970-4cc8-bb63-71c8d9e4a128 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.187505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a4ffa-d38d-423e-9e08-8a3d94d2a751 req-f2707726-8970-4cc8-bb63-71c8d9e4a128 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.187505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b11a4ffa-d38d-423e-9e08-8a3d94d2a751 req-f2707726-8970-4cc8-bb63-71c8d9e4a128 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5434 time: 0.3839862 Feb 11 13:27:29.211870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48176) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:29.211870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e9f5b586-45c5-4382-9192-49b6cf93155c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Request body: {'floatingip': {'port_id': 'fcc54990-8673-47da-a49e-a07bf457dcbf'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:29.243183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6503dea1-bad8-4aac-9d17-190e1c870c65'}, {'server_uuid': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:29.318225 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9f5b586-45c5-4382-9192-49b6cf93155c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.323214 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f73b0709-6806-424b-aab7-bb933ddf13eb req-affd2ba6-08a3-4c3d-b2fd-0fca6d1e268f tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533756 Feb 11 13:27:29.361115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.402113 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6503dea1-bad8-4aac-9d17-190e1c870c65', 'code': 200} Feb 11 13:27:29.402379 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a', 'code': 200} Feb 11 13:27:29.701342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554cd5-46b7-458c-8392-a741470d5d52 req-c15c08e1-1cdc-4866-a1b3-603607ff5691 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.705535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554cd5-46b7-458c-8392-a741470d5d52 req-c15c08e1-1cdc-4866-a1b3-603607ff5691 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.713763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01554cd5-46b7-458c-8392-a741470d5d52 req-c15c08e1-1cdc-4866-a1b3-603607ff5691 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1682 time: 0.1672542 Feb 11 13:27:30.162280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01554cd5-46b7-458c-8392-a741470d5d52 req-8a672e91-11f4-4a87-a7b5-aeac15256a23 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469264 Feb 11 13:27:30.283078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a6c78af-5797-4fe6-8e78-3a5836254abf req-e097f54e-6b99-42f9-87fa-7e33c037625a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1984 time: 0.7415144 Feb 11 13:27:30.302172 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c90251c-adda-4fe4-ab3a-4038adbe6469 req-c8af2d21-1847-4383-9d97-3571f8abbcf0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 1096 time: 0.6659772 Feb 11 13:27:30.458486 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a6c78af-5797-4fe6-8e78-3a5836254abf req-4115c177-2294-428e-aaed-2e0bb9017de0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522763 Feb 11 13:27:30.490552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Router 7cad62f5-8755-49fc-ad04-775871ecf79c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:30.562386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c90251c-adda-4fe4-ab3a-4038adbe6469 req-b2e28167-178d-46e2-9e65-c691c88870fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844604 Feb 11 13:27:30.598305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9f5b586-45c5-4382-9192-49b6cf93155c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:30.598305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9f5b586-45c5-4382-9192-49b6cf93155c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:30.725312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e554f8-813f-4803-a30c-73dd67a80407 req-ff53d242-d95d-40ae-94cc-76feff0113bc tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.726779 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2e554f8-813f-4803-a30c-73dd67a80407 req-ff53d242-d95d-40ae-94cc-76feff0113bc tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.2250898 Feb 11 13:27:30.735803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:30.753646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed5600-7d84-450d-b2cb-01fb6e564716 None None] Sync routers for ids ['7cad62f5-8755-49fc-ad04-775871ecf79c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:27:30.767692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed5600-7d84-450d-b2cb-01fb6e564716 None None] Routers {'7cad62f5-8755-49fc-ad04-775871ecf79c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:30.768411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f8ed5600-7d84-450d-b2cb-01fb6e564716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7cad62f5-8755-49fc-ad04-775871ecf79c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:30.769383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48206) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:30.770633 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-abe60c42-89cc-42ba-8687-e3d33f80549d tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "PUT /v2.0/routers/7cad62f5-8755-49fc-ad04-775871ecf79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2996025 Feb 11 13:27:30.795670 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2e554f8-813f-4803-a30c-73dd67a80407 req-b87ffa30-b818-4516-8cc7-425df514e086 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616586 Feb 11 13:27:30.863833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f8ed5600-7d84-450d-b2cb-01fb6e564716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:30.872340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed5600-7d84-450d-b2cb-01fb6e564716 None None] Routers {'7cad62f5-8755-49fc-ad04-775871ecf79c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:30.872340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f8ed5600-7d84-450d-b2cb-01fb6e564716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7cad62f5-8755-49fc-ad04-775871ecf79c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:30.884922 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-0450d2a3-dc5f-4422-b93f-7f0243e1abd2 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] delete failed (client error): The resource could not be found. Feb 11 13:27:30.884922 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0450d2a3-dc5f-4422-b93f-7f0243e1abd2 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-1788339888 HTTP/1.1" status: 404 len: 335 time: 0.1056406 Feb 11 13:27:30.890546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48212) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:30.890546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4084f6b5-867f-48c4-8dbe-496ba69b10e6 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Request body: {'router': {'external_gateway_info': {'network_id': '7cad62f5-8755-49fc-ad04-775871ecf79c'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:30.967502 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-e9f5b586-45c5-4382-9192-49b6cf93155c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Floating IP c6e82487-e621-4808-b793-5e58715255cd associated. External IP: 172.25.4.52, port: fcc54990-8673-47da-a49e-a07bf457dcbf. Feb 11 13:27:30.978442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f8ed5600-7d84-450d-b2cb-01fb6e564716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:30.978442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed5600-7d84-450d-b2cb-01fb6e564716 None None] The sync data for ids ['7cad62f5-8755-49fc-ad04-775871ecf79c'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:27:31.695680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b25b1-1bca-4eed-8d4c-cf402d743145 req-438ef6b8-ce36-4952-bdb0-f79151a21127 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.695680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b25b1-1bca-4eed-8d4c-cf402d743145 req-438ef6b8-ce36-4952-bdb0-f79151a21127 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.703411 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc7b25b1-1bca-4eed-8d4c-cf402d743145 req-438ef6b8-ce36-4952-bdb0-f79151a21127 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1682 time: 0.2078001 Feb 11 13:27:31.784898 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4084f6b5-867f-48c4-8dbe-496ba69b10e6 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:31.819528 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-4084f6b5-867f-48c4-8dbe-496ba69b10e6 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] update failed (client error): The resource could not be found. Feb 11 13:27:31.819528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4084f6b5-867f-48c4-8dbe-496ba69b10e6 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "PUT /v2.0/routers/7cad62f5-8755-49fc-ad04-775871ecf79c HTTP/1.1" status: 404 len: 339 time: 0.9391727 Feb 11 13:27:31.825463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48236) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:31.873697 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc7b25b1-1bca-4eed-8d4c-cf402d743145 req-5ec5528d-49e4-42c2-8399-1f21a4b88423 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659074 Feb 11 13:27:31.916029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f5b586-45c5-4382-9192-49b6cf93155c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Router bf97f59a-861b-4d09-bc1e-96d529a0e563 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:32.379577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f5b586-45c5-4382-9192-49b6cf93155c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:32.400204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9f5b586-45c5-4382-9192-49b6cf93155c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.482416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63010977-e41a-4ca1-af46-33d4b74b7dd6 req-34cb05d7-846e-4efc-b78b-144b624d5292 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.488647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e9f5b586-45c5-4382-9192-49b6cf93155c tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "PUT /v2.0/floatingips/c6e82487-e621-4808-b793-5e58715255cd HTTP/1.1" status: 200 len: 990 time: 3.2763436 Feb 11 13:27:32.488647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'fcc54990-8673-47da-a49e-a07bf457dcbf'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:32.505783 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63010977-e41a-4ca1-af46-33d4b74b7dd6 req-34cb05d7-846e-4efc-b78b-144b624d5292 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.3593817 Feb 11 13:27:32.570838 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] Sync routers for ids ['bf97f59a-861b-4d09-bc1e-96d529a0e563'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:27:32.688113 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] Routers {'bf97f59a-861b-4d09-bc1e-96d529a0e563'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:32.688728 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['bf97f59a-861b-4d09-bc1e-96d529a0e563'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:32.799792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63010977-e41a-4ca1-af46-33d4b74b7dd6 req-8ef6f62c-4afe-4973-b249-89c5868751db tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804658 Feb 11 13:27:32.949806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208614d5-9324-4376-8bf7-a1ee3437cbc8 req-fd60103d-cdcb-4267-abeb-6531d0d0c4f7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.978557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208614d5-9324-4376-8bf7-a1ee3437cbc8 req-fd60103d-cdcb-4267-abeb-6531d0d0c4f7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.978557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208614d5-9324-4376-8bf7-a1ee3437cbc8 req-fd60103d-cdcb-4267-abeb-6531d0d0c4f7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.994936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208614d5-9324-4376-8bf7-a1ee3437cbc8 req-fd60103d-cdcb-4267-abeb-6531d0d0c4f7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.004609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208614d5-9324-4376-8bf7-a1ee3437cbc8 req-fd60103d-cdcb-4267-abeb-6531d0d0c4f7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.015743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208614d5-9324-4376-8bf7-a1ee3437cbc8 req-fd60103d-cdcb-4267-abeb-6531d0d0c4f7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.019660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208614d5-9324-4376-8bf7-a1ee3437cbc8 req-fd60103d-cdcb-4267-abeb-6531d0d0c4f7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.021574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-208614d5-9324-4376-8bf7-a1ee3437cbc8 req-fd60103d-cdcb-4267-abeb-6531d0d0c4f7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5434 time: 0.3492725 Feb 11 13:27:33.034719 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'tag': 'fcc54990-8673-47da-a49e-a07bf457dcbf', 'status': 'completed', 'code': 200} Feb 11 13:27:33.119640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-208614d5-9324-4376-8bf7-a1ee3437cbc8 req-5c586328-8fa9-466f-ae89-92888a117b69 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833082 Feb 11 13:27:33.125194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:33.140532 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] Set router bf97f59a-861b-4d09-bc1e-96d529a0e563 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:27:33.478556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95608a71-5138-44e1-81e2-9f12207d9b12 req-fa57babf-1138-4b49-b4db-553f2ee139fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.483977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95608a71-5138-44e1-81e2-9f12207d9b12 req-fa57babf-1138-4b49-b4db-553f2ee139fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.497119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95608a71-5138-44e1-81e2-9f12207d9b12 req-fa57babf-1138-4b49-b4db-553f2ee139fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1682 time: 0.3549745 Feb 11 13:27:33.501640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086c56-6f8a-46ab-8591-03f80c7c28d3 req-469878f0-19c7-4bc3-aeac-89706372c4d9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.505879 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57fd510b-2050-434f-aed4-36bd3cd67e6d req-ce152daa-d878-49df-ad33-12e0c513259f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6491 time: 0.4301257 Feb 11 13:27:33.506558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086c56-6f8a-46ab-8591-03f80c7c28d3 req-469878f0-19c7-4bc3-aeac-89706372c4d9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.512383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086c56-6f8a-46ab-8591-03f80c7c28d3 req-469878f0-19c7-4bc3-aeac-89706372c4d9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.517621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086c56-6f8a-46ab-8591-03f80c7c28d3 req-469878f0-19c7-4bc3-aeac-89706372c4d9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.524773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086c56-6f8a-46ab-8591-03f80c7c28d3 req-469878f0-19c7-4bc3-aeac-89706372c4d9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.529997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086c56-6f8a-46ab-8591-03f80c7c28d3 req-469878f0-19c7-4bc3-aeac-89706372c4d9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.535389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086c56-6f8a-46ab-8591-03f80c7c28d3 req-469878f0-19c7-4bc3-aeac-89706372c4d9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.551188 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-70086c56-6f8a-46ab-8591-03f80c7c28d3 req-469878f0-19c7-4bc3-aeac-89706372c4d9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5434 time: 0.2212756 Feb 11 13:27:33.830086 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'c6e82487-e621-4808-b793-5e58715255cd', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'port_id': 'fcc54990-8673-47da-a49e-a07bf457dcbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'mac_address': 'fa:16:3e:24:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:05Z', 'updated_at': '2022-02-11T13:27:30Z', 'revision_number': 1, 'project_id': '010169ef397f494db6b4777e7cd64614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f3f18e-1b67-4ee7-9b21-f3648bc64217', 'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'mac_address': 'fa:16:3e:90:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 5, 'project_id': '010169ef397f494db6b4777e7cd64614', 'subnets': [{'id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:33.836223 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] Checking router: bf97f59a-861b-4d09-bc1e-96d529a0e563 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:27:33.849425 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] Routers {'bf97f59a-861b-4d09-bc1e-96d529a0e563'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:33.851388 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['bf97f59a-861b-4d09-bc1e-96d529a0e563'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:33.940975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd510b-2050-434f-aed4-36bd3cd67e6d req-3fb5a10f-545e-4826-b1d0-fdb6c06c5bfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.940975 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57fd510b-2050-434f-aed4-36bd3cd67e6d req-3fb5a10f-545e-4826-b1d0-fdb6c06c5bfc service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9f115c2-e958-407a-85fa-295bbd6136d3 HTTP/1.1" status: 200 len: 911 time: 0.4166601 Feb 11 13:27:34.129556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95608a71-5138-44e1-81e2-9f12207d9b12 req-ae0ec978-ae4f-4d87-8980-8c95dc77f917 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283026 Feb 11 13:27:34.332574 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57fd510b-2050-434f-aed4-36bd3cd67e6d req-a962ea35-2e46-4716-977d-6c6d1085209e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc54990-8673-47da-a49e-a07bf457dcbf HTTP/1.1" status: 200 len: 998 time: 0.3800189 Feb 11 13:27:34.416179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Allocated IP 172.20.0.1 (60361b35-a2af-4d7b-b0e3-39430724bdad/0e9f866b-f11c-4ef6-a834-b22506e67f7f/38233764-afc8-42f0-9e36-97f0a37f1b43) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:34.489562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a1ca-99af-4cd6-becc-0c2abe3985fd req-6a9b6419-fd10-46ba-912c-9c5a76774b42 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.489562 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe29a1ca-99af-4cd6-becc-0c2abe3985fd req-6a9b6419-fd10-46ba-912c-9c5a76774b42 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.2210991 Feb 11 13:27:34.546994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd510b-2050-434f-aed4-36bd3cd67e6d req-38d72176-2321-4867-97e3-4acb000c97e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.550230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57fd510b-2050-434f-aed4-36bd3cd67e6d req-38d72176-2321-4867-97e3-4acb000c97e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e4c44a2-f163-4b02-8779-27c4dc75a501 HTTP/1.1" status: 200 len: 849 time: 0.2055662 Feb 11 13:27:34.559720 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] Set router bf97f59a-861b-4d09-bc1e-96d529a0e563 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:27:34.588056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe29a1ca-99af-4cd6-becc-0c2abe3985fd req-675f0ff7-1468-42d9-a3ba-09466aa2410d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965488 Feb 11 13:27:35.007759 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57fd510b-2050-434f-aed4-36bd3cd67e6d req-195f4737-fe23-43fb-b886-7de95a416cab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9f115c2-e958-407a-85fa-295bbd6136d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3586617 Feb 11 13:27:35.017531 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.069625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce317606-fbc9-4c45-bc8e-86826f0e03b2 req-d7cd4b5a-20ce-47d6-b7d0-0b10e1585126 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.071594 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce317606-fbc9-4c45-bc8e-86826f0e03b2 req-d7cd4b5a-20ce-47d6-b7d0-0b10e1585126 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1784675 Feb 11 13:27:35.081796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48302) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:35.087973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7ee5079e-0503-40d3-aabc-3f5f2608b38a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'floatingip': {'port_id': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:35.160528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Transition to ACTIVE for port object 38233764-afc8-42f0-9e36-97f0a37f1b43 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:35.234441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ee5079e-0503-40d3-aabc-3f5f2608b38a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.282998 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'c6e82487-e621-4808-b793-5e58715255cd', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'port_id': 'fcc54990-8673-47da-a49e-a07bf457dcbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'mac_address': 'fa:16:3e:24:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:05Z', 'updated_at': '2022-02-11T13:27:30Z', 'revision_number': 1, 'project_id': '010169ef397f494db6b4777e7cd64614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f3f18e-1b67-4ee7-9b21-f3648bc64217', 'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'mac_address': 'fa:16:3e:90:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 5, 'project_id': '010169ef397f494db6b4777e7cd64614', 'subnets': [{'id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:35.287366 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8585b8a9-e459-432a-9d9c-783fc820d5a2 None None] The sync data for ids ['bf97f59a-861b-4d09-bc1e-96d529a0e563'] in n-d-818559-1 is: [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'c6e82487-e621-4808-b793-5e58715255cd', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'port_id': 'fcc54990-8673-47da-a49e-a07bf457dcbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'mac_address': 'fa:16:3e:24:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:05Z', 'updated_at': '2022-02-11T13:27:30Z', 'revision_number': 1, 'project_id': '010169ef397f494db6b4777e7cd64614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f3f18e-1b67-4ee7-9b21-f3648bc64217', 'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'mac_address': 'fa:16:3e:90:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 5, 'project_id': '010169ef397f494db6b4777e7cd64614', 'subnets': [{'id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:27:35.300766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd200afe-0145-4769-b2bd-eff71ddd0fab req-2b1dd685-2325-4e75-aaac-e14a923c7097 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.315307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd200afe-0145-4769-b2bd-eff71ddd0fab req-2b1dd685-2325-4e75-aaac-e14a923c7097 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.315307 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd200afe-0145-4769-b2bd-eff71ddd0fab req-2b1dd685-2325-4e75-aaac-e14a923c7097 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1682 time: 0.2658498 Feb 11 13:27:35.326073 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.371213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57fd510b-2050-434f-aed4-36bd3cd67e6d req-f03e4f42-eab5-40a2-8f9f-b3dad2964f04 service neutron] 10.222.0.73 "GET /v2.0/networks/a9f115c2-e958-407a-85fa-295bbd6136d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365884 Feb 11 13:27:35.516136 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd200afe-0145-4769-b2bd-eff71ddd0fab req-5ba08683-84bc-4c86-8e89-810ee50e2afb tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475899 Feb 11 13:27:35.628518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b63b705-e48f-42da-b0cb-52d1264ccb23 None None] New status for floating IP c6e82487-e621-4808-b793-5e58715255cd: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:27:35.669930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Network 60361b35-a2af-4d7b-b0e3-39430724bdad is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:35.669930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:35.669930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'Port': ['ID=38233764-afc8-42f0-9e36-97f0a37f1b43,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:35.683670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:27:35.799639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.959438 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.388118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dccc36ae-cfe6-4f28-8d17-91a94c071d67 None None] Provisioning for port 38233764-afc8-42f0-9e36-97f0a37f1b43 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:36.395684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dccc36ae-cfe6-4f28-8d17-91a94c071d67 None None] Provisioning complete for port 38233764-afc8-42f0-9e36-97f0a37f1b43 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:36.396223 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dccc36ae-cfe6-4f28-8d17-91a94c071d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.545272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dccc36ae-cfe6-4f28-8d17-91a94c071d67 None None] Port 38233764-afc8-42f0-9e36-97f0a37f1b43 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:27:36.549157 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57fd510b-2050-434f-aed4-36bd3cd67e6d req-450d72f2-db94-4dea-a121-e751708165a3 service neutron] 10.222.0.73 "GET /v2.0/networks/a9f115c2-e958-407a-85fa-295bbd6136d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1617267 Feb 11 13:27:36.830664 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ee5079e-0503-40d3-aabc-3f5f2608b38a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.856762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ee5079e-0503-40d3-aabc-3f5f2608b38a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.270705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c8d7-bb55-4954-9d03-a76c7009f1d7 req-89534dd8-4ef3-4d58-9055-fe3dfeba1697 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.282906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c8d7-bb55-4954-9d03-a76c7009f1d7 req-89534dd8-4ef3-4d58-9055-fe3dfeba1697 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.295977 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.299348 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ae67c8d7-bb55-4954-9d03-a76c7009f1d7 req-89534dd8-4ef3-4d58-9055-fe3dfeba1697 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1682 time: 0.3368542 Feb 11 13:27:37.366029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-8514108a-1f9c-4c1c-ae12-6eec10d15dca tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.380635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-8514108a-1f9c-4c1c-ae12-6eec10d15dca tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.394978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-8514108a-1f9c-4c1c-ae12-6eec10d15dca tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1682 time: 0.3739214 Feb 11 13:27:37.424985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ae67c8d7-bb55-4954-9d03-a76c7009f1d7 req-606b49fc-f34d-4432-8b09-c174aeedaba7 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125369 Feb 11 13:27:37.517038 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:27:37.520122 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-7ee5079e-0503-40d3-aabc-3f5f2608b38a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Floating IP e37d95ce-59fb-4aee-847d-252da6b385cc associated. External IP: 172.25.4.128, port: cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a. Feb 11 13:27:37.552430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-b9fb05dd-f6d4-45ae-a162-a187cc80a2e0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port 6503dea1-bad8-4aac-9d17-190e1c870c65 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:37.553460 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-b9fb05dd-f6d4-45ae-a162-a187cc80a2e0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.617325 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.642380 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.899106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:38.257560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event updated for resources: {'Port': ['ID=38233764-afc8-42f0-9e36-97f0a37f1b43,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:38.355056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee5079e-0503-40d3-aabc-3f5f2608b38a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Router 010b0d4a-6749-46b2-b74c-c0905be8f39b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:38.560778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Network 60361b35-a2af-4d7b-b0e3-39430724bdad is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:38.574889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:38.920029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f4e6d-a51a-4744-b63f-6f3197142dff req-3b7d5260-bd69-4a11-bf76-3714f68e86da tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:38.920029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-121f4e6d-a51a-4744-b63f-6f3197142dff req-3b7d5260-bd69-4a11-bf76-3714f68e86da tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.1517453 Feb 11 13:27:38.922276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-b9fb05dd-f6d4-45ae-a162-a187cc80a2e0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] For port 6503dea1-bad8-4aac-9d17-190e1c870c65, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6503dea1-bad8-4aac-9d17-190e1c870c65,segment=NetworkSegment(0cb579dc-7867-42b5-a1d7-2f657d90e642),segment_id=0cb579dc-7867-42b5-a1d7-2f657d90e642)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:38.922276 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-b9fb05dd-f6d4-45ae-a162-a187cc80a2e0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.024263 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-121f4e6d-a51a-4744-b63f-6f3197142dff req-49c4289d-272a-481c-bbe4-580c9bd5c368 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641572 Feb 11 13:27:39.036888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee5079e-0503-40d3-aabc-3f5f2608b38a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:39.036888 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ee5079e-0503-40d3-aabc-3f5f2608b38a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.060570 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] Sync routers for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:27:39.091783 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:39.103679 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:39.103973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7122c37d-f639-46e6-9fd6-245d149e8145 None None] Provisioning complete for port 38233764-afc8-42f0-9e36-97f0a37f1b43 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:39.103973 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7122c37d-f639-46e6-9fd6-245d149e8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.118628 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7ee5079e-0503-40d3-aabc-3f5f2608b38a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "PUT /v2.0/floatingips/e37d95ce-59fb-4aee-847d-252da6b385cc HTTP/1.1" status: 200 len: 991 time: 4.0326819 Feb 11 13:27:39.118628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'tag': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:39.142283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-b9fb05dd-f6d4-45ae-a162-a187cc80a2e0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Calling delete_port for 6503dea1-bad8-4aac-9d17-190e1c870c65 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:39.225686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7122c37d-f639-46e6-9fd6-245d149e8145 None None] Port 38233764-afc8-42f0-9e36-97f0a37f1b43 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:27:39.403836 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'tag': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a', 'status': 'completed', 'code': 200} Feb 11 13:27:39.441071 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:27:40.134254 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:27:40.255049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3d6c894-3e27-4a91-9c17-b182c496feb1 req-d0778f7a-b737-4117-82bd-2f0751fd4add service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 1096 time: 0.7528093 Feb 11 13:27:40.284482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319ad28-357f-4ba5-adb3-98b13f99f0a8 req-79690824-505c-4610-a4a6-1f8fed175468 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.299023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319ad28-357f-4ba5-adb3-98b13f99f0a8 req-79690824-505c-4610-a4a6-1f8fed175468 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.299023 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9319ad28-357f-4ba5-adb3-98b13f99f0a8 req-79690824-505c-4610-a4a6-1f8fed175468 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 1682 time: 1.4906459 Feb 11 13:27:40.336147 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'e37d95ce-59fb-4aee-847d-252da6b385cc', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'port_id': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'mac_address': 'fa:16:3e:47:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:26:58Z', 'updated_at': '2022-02-11T13:27:36Z', 'revision_number': 1, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:40.347422 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] Checking router: 010b0d4a-6749-46b2-b74c-c0905be8f39b for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:27:40.386282 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:40.386282 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:40.442197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8f16d-90bd-462f-89aa-7a95e7f9a710 req-327b2b6d-ac94-4b07-a5ac-00de1d9b1274 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.442197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-abf8f16d-90bd-462f-89aa-7a95e7f9a710 req-327b2b6d-ac94-4b07-a5ac-00de1d9b1274 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.1760447 Feb 11 13:27:40.483026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.599993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:40.622904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-abf8f16d-90bd-462f-89aa-7a95e7f9a710 req-1232ddfe-0d59-477c-96cf-5fd7d42baa83 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702695 Feb 11 13:27:40.654943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,segment=NetworkSegment(2260a010-6202-485a-a6dd-beb6463ef04a),segment_id=2260a010-6202-485a-a6dd-beb6463ef04a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:40.654943 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.654943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 6503dea1-bad8-4aac-9d17-190e1c870c65 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:27:40.683258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6c894-3e27-4a91-9c17-b182c496feb1 req-a7b851e6-06bc-4f43-9250-75579d4bada1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.683258 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3d6c894-3e27-4a91-9c17-b182c496feb1 req-a7b851e6-06bc-4f43-9250-75579d4bada1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 910 time: 0.3791900 Feb 11 13:27:40.856625 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:27:40.864704 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e', 'code': 200} Feb 11 13:27:40.999425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3d6c894-3e27-4a91-9c17-b182c496feb1 req-d855641e-08f9-443b-95c7-764ce6bd1f59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a HTTP/1.1" status: 200 len: 999 time: 0.2711365 Feb 11 13:27:41.148047 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.177519 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9319ad28-357f-4ba5-adb3-98b13f99f0a8 req-df34e8fd-d2b6-4aa5-a8d3-a7af68a427c1 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902389 Feb 11 13:27:41.177519 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-b9fb05dd-f6d4-45ae-a162-a187cc80a2e0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.240343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:41.265737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.265737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.265737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.265737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.265737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.265737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.265737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.265737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.265737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.265737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.271215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:41.313714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb05dd-f6d4-45ae-a162-a187cc80a2e0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Port': ['ID=6503dea1-bad8-4aac-9d17-190e1c870c65,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:41.319237 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:27:41.413258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Router 7cad62f5-8755-49fc-ad04-775871ecf79c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:41.413258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6c894-3e27-4a91-9c17-b182c496feb1 req-3561adf3-d20d-4d19-85c9-0dbf95af2296 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:41.430525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3d6c894-3e27-4a91-9c17-b182c496feb1 req-3561adf3-d20d-4d19-85c9-0dbf95af2296 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92f8fad6-4c08-4ca5-b88d-880cfed479e8 HTTP/1.1" status: 200 len: 848 time: 0.3922851 Feb 11 13:27:41.505166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-b9fb05dd-f6d4-45ae-a162-a187cc80a2e0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] No DVR routers for this DVR port 6503dea1-bad8-4aac-9d17-190e1c870c65 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:41.505166 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-b9fb05dd-f6d4-45ae-a162-a187cc80a2e0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.515985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'name': 'network-vif-deleted', 'tag': '6503dea1-bad8-4aac-9d17-190e1c870c65'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:41.693848 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-b9fb05dd-f6d4-45ae-a162-a187cc80a2e0 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "DELETE /v2.0/ports/6503dea1-bad8-4aac-9d17-190e1c870c65 HTTP/1.1" status: 204 len: 173 time: 4.2810652 Feb 11 13:27:41.771464 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'name': 'network-vif-deleted', 'tag': '6503dea1-bad8-4aac-9d17-190e1c870c65', 'status': 'completed', 'code': 200} Feb 11 13:27:41.873033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-014fdf96-8280-49cd-89a7-96678b501644 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:41.873033 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-014fdf96-8280-49cd-89a7-96678b501644 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.892783 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'e37d95ce-59fb-4aee-847d-252da6b385cc', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'port_id': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'mac_address': 'fa:16:3e:47:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:26:58Z', 'updated_at': '2022-02-11T13:27:36Z', 'revision_number': 1, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:41.896821 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb66b19d-ae7e-439e-923a-758831ca3b65 None None] The sync data for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 is: [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'e37d95ce-59fb-4aee-847d-252da6b385cc', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'port_id': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'mac_address': 'fa:16:3e:47:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:26:58Z', 'updated_at': '2022-02-11T13:27:36Z', 'revision_number': 1, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:27:42.217487 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3d6c894-3e27-4a91-9c17-b182c496feb1 req-909a4c57-6b4b-4408-99fd-bc29553275b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=828e45ec-c245-4a73-8574-be834b18ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7793055 Feb 11 13:27:42.303228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca560b6d-ae3c-4222-bfa3-5aa68ac7f009 None None] New status for floating IP e37d95ce-59fb-4aee-847d-252da6b385cc: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:27:42.597684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3d6c894-3e27-4a91-9c17-b182c496feb1 req-17319623-2851-405e-ac9e-08606181f6d1 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526647 Feb 11 13:27:42.639836 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:42.707604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902736e1-345f-4fd8-a0b1-347d0fad3a7c req-b58d6f7b-dd3d-47a8-9c0b-e83b6cc00e37 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.709892 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-902736e1-345f-4fd8-a0b1-347d0fad3a7c req-b58d6f7b-dd3d-47a8-9c0b-e83b6cc00e37 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 943 time: 0.1702640 Feb 11 13:27:42.829196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-014fdf96-8280-49cd-89a7-96678b501644 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] For port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,segment=NetworkSegment(2260a010-6202-485a-a6dd-beb6463ef04a),segment_id=2260a010-6202-485a-a6dd-beb6463ef04a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:42.829196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-014fdf96-8280-49cd-89a7-96678b501644 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:42.835108 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-902736e1-345f-4fd8-a0b1-347d0fad3a7c req-3039ac88-e879-426e-adcb-1a65512289c6 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/security-groups?id=15db1d9c-3ebd-4490-a5c7-782698f51740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137404 Feb 11 13:27:42.865651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd01b-a420-4846-9783-5f7e5b047242 req-ebd8f432-d41e-41b4-8014-c3f3b3882dd3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.865651 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e97fd01b-a420-4846-9783-5f7e5b047242 req-ebd8f432-d41e-41b4-8014-c3f3b3882dd3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.9306209 Feb 11 13:27:43.134599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-014fdf96-8280-49cd-89a7-96678b501644 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Calling delete_port for 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:43.267704 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3d6c894-3e27-4a91-9c17-b182c496feb1 req-5209e927-21d4-46d3-8c73-d6b1f83d2cf9 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547999 Feb 11 13:27:43.273420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:43.285817 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880d8df-8e08-405e-ad1b-a86df503b55e None None] Sync routers for ids ['7cad62f5-8755-49fc-ad04-775871ecf79c'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:27:43.297359 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1ae3ccc5-6fa6-40bd-ae40-ce66cf841b3f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "PUT /v2.0/routers/7cad62f5-8755-49fc-ad04-775871ecf79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4684889 Feb 11 13:27:43.298633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48418) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:43.304439 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e97fd01b-a420-4846-9783-5f7e5b047242 req-d9718402-4092-4613-bc8a-51833f8dbb53 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370512 Feb 11 13:27:43.324546 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880d8df-8e08-405e-ad1b-a86df503b55e None None] Routers {'7cad62f5-8755-49fc-ad04-775871ecf79c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:43.325586 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0880d8df-8e08-405e-ad1b-a86df503b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7cad62f5-8755-49fc-ad04-775871ecf79c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:43.397425 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0880d8df-8e08-405e-ad1b-a86df503b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:43.414991 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880d8df-8e08-405e-ad1b-a86df503b55e None None] Routers {'7cad62f5-8755-49fc-ad04-775871ecf79c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:43.415840 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0880d8df-8e08-405e-ad1b-a86df503b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7cad62f5-8755-49fc-ad04-775871ecf79c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:43.507302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-014fdf96-8280-49cd-89a7-96678b501644 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:43.566799 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0880d8df-8e08-405e-ad1b-a86df503b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:43.566799 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880d8df-8e08-405e-ad1b-a86df503b55e None None] The sync data for ids ['7cad62f5-8755-49fc-ad04-775871ecf79c'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:27:43.704070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fdf96-8280-49cd-89a7-96678b501644 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Port': ['ID=2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:43.832394 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3e52c2d2-915a-4349-9959-0526c58d4f15 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:43.867765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-014fdf96-8280-49cd-89a7-96678b501644 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] No DVR routers for this DVR port 2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:43.867765 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-014fdf96-8280-49cd-89a7-96678b501644 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:43.875835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'name': 'network-vif-deleted', 'tag': '2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:43.954073 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c3d015a5-bbb3-46f1-8316-c3fd6e7a35e5 req-014fdf96-8280-49cd-89a7-96678b501644 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.73 "DELETE /v2.0/ports/2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e HTTP/1.1" status: 204 len: 173 time: 2.1777699 Feb 11 13:27:44.074242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48434) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:44.107742 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cf08e1-3b60-4cbc-8082-71ef0670dfba', 'name': 'network-vif-deleted', 'tag': '2e0f4b4a-2ebb-4fed-8f13-d0c6cb62845e', 'status': 'completed', 'code': 200} Feb 11 13:27:44.284545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-10029c84-887c-4f79-870f-34ac3fab5b54 req-525ec73a-7d0d-4dd5-9e65-365bf0c00bd9 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4cf08e1-3b60-4cbc-8082-71ef0670dfba HTTP/1.1" status: 200 len: 210 time: 0.0836399 Feb 11 13:27:44.295771 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-3e52c2d2-915a-4349-9959-0526c58d4f15 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:27:44.302682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48442) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:44.306293 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3e52c2d2-915a-4349-9959-0526c58d4f15 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "DELETE /v2.0/routers/7cad62f5-8755-49fc-ad04-775871ecf79c HTTP/1.1" status: 409 len: 329 time: 0.9954903 Feb 11 13:27:44.403811 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37773dce-148d-4c58-80ec-16601cf7ade8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:44.573544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-37773dce-148d-4c58-80ec-16601cf7ade8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:44.580207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-37773dce-148d-4c58-80ec-16601cf7ade8 admin admin] Usage tracker for resource:security_group_rule and tenant:7b839048b6ca473bb98891a865d04c17 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:44.591163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-37773dce-148d-4c58-80ec-16601cf7ade8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:44.601047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-37773dce-148d-4c58-80ec-16601cf7ade8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:44.663684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5a72a-0a6b-435d-9208-bd817bd32209 req-0206d8e2-43d3-47c5-88eb-2c9385cf4595 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:44.663684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3db5a72a-0a6b-435d-9208-bd817bd32209 req-0206d8e2-43d3-47c5-88eb-2c9385cf4595 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.1616864 Feb 11 13:27:44.886412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3db5a72a-0a6b-435d-9208-bd817bd32209 req-8e80fd62-4865-457c-9dfc-122a0c7d6cc8 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117522 Feb 11 13:27:44.886412 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37773dce-148d-4c58-80ec-16601cf7ade8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:44.893180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37773dce-148d-4c58-80ec-16601cf7ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:44.982031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37773dce-148d-4c58-80ec-16601cf7ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b311aac7-1e3c-4b57-a92e-0f55d2cd47b1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:44.982031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-37773dce-148d-4c58-80ec-16601cf7ade8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b839048b6ca473bb98891a865d04c17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9029565 Feb 11 13:27:44.986989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48456) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:45.004919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.063109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.104979 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.187993 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.213740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b311aac7-1e3c-4b57-a92e-0f55d2cd47b1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:45.220119 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.220119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b311aac7-1e3c-4b57-a92e-0f55d2cd47b1 HTTP/1.1" status: 204 len: 168 time: 0.2392070 Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.243842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11a122f-b4ae-4016-8b08-b0fc5827812d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:45.414210 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adf0d810-2661-4204-a53d-aa7751dc7562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.441431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48472) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:45.803117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-625263ec-8950-400d-a2c4-de7027ab0dea tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting subnet 76cf9b5a-3b81-49e3-b215-9e0c25630fc4 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:27:45.807782 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-625263ec-8950-400d-a2c4-de7027ab0dea tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.890796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-625263ec-8950-400d-a2c4-de7027ab0dea tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.986860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Deleting port 38233764-afc8-42f0-9e36-97f0a37f1b43 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:45.986860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.093441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-625263ec-8950-400d-a2c4-de7027ab0dea tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.230770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-625263ec-8950-400d-a2c4-de7027ab0dea tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.275216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625263ec-8950-400d-a2c4-de7027ab0dea tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Subnet': ['ID=76cf9b5a-3b81-49e3-b215-9e0c25630fc4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:46.296629 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-625263ec-8950-400d-a2c4-de7027ab0dea tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.300626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c8a90-99dd-48b6-94ee-20bb96b3eda3 None None] Network 38c94359-cb12-4248-bea2-55bcc16255b2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:46.323582 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-625263ec-8950-400d-a2c4-de7027ab0dea tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "DELETE /v2.0/subnets/76cf9b5a-3b81-49e3-b215-9e0c25630fc4 HTTP/1.1" status: 204 len: 168 time: 0.8823459 Feb 11 13:27:46.323582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48500) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:46.464951 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.477754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port a01a21c4-0ce7-4476-9599-d77bc85cbb7f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:46.477959 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.625237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2466e-3628-480d-8e3c-0ba105188b74 req-3c8970ba-a3d8-4d64-befe-7bc6876def91 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:46.635002 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7a2466e-3628-480d-8e3c-0ba105188b74 req-3c8970ba-a3d8-4d64-befe-7bc6876def91 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.4379468 Feb 11 13:27:46.635002 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.813425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] DHCP port deletion for 38c94359-cb12-4248-bea2-55bcc16255b2 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:27:46.818226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] Deleting port a01a21c4-0ce7-4476-9599-d77bc85cbb7f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:46.818226 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.877743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Calling delete_port for 38233764-afc8-42f0-9e36-97f0a37f1b43 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:46.949035 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7a2466e-3628-480d-8e3c-0ba105188b74 req-6c7de693-4576-4797-a7a1-83f52dda1df4 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182900 Feb 11 13:27:47.117330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] For port a01a21c4-0ce7-4476-9599-d77bc85cbb7f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a01a21c4-0ce7-4476-9599-d77bc85cbb7f,segment=NetworkSegment(2260a010-6202-485a-a6dd-beb6463ef04a),segment_id=2260a010-6202-485a-a6dd-beb6463ef04a)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:47.117330 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.184559 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.258625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event deleted for resources: {'Port': ['ID=38233764-afc8-42f0-9e36-97f0a37f1b43,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:47.272972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.272972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.272972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.272972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.272972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.272972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.272972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.272972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.272972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.277388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.277388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:47.330196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] For port a01a21c4-0ce7-4476-9599-d77bc85cbb7f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a01a21c4-0ce7-4476-9599-d77bc85cbb7f,segment=NetworkSegment(2260a010-6202-485a-a6dd-beb6463ef04a),segment_id=2260a010-6202-485a-a6dd-beb6463ef04a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:47.330196 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.527065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Calling delete_port for a01a21c4-0ce7-4476-9599-d77bc85cbb7f owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:47.623851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] Calling delete_port for a01a21c4-0ce7-4476-9599-d77bc85cbb7f owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:47.853165 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dfec0e0-a903-4829-98b5-2a677370471d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.938774 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.955571 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:47.956170 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:27:47.958494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a01a21c4-0ce7-4476-9599-d77bc85cbb7f no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:27:48.018221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a01a21c4-0ce7-4476-9599-d77bc85cbb7f {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:27:48.018221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a01a21c4-0ce7-4476-9599-d77bc85cbb7f not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:27:48.035553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Port': ['ID=a01a21c4-0ce7-4476-9599-d77bc85cbb7f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:48.035553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] No DVR routers for this DVR port a01a21c4-0ce7-4476-9599-d77bc85cbb7f on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:48.054744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.208828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.258549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c94359-cb12-4248-bea2-55bcc16255b2']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:48.269091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2260a010-6202-485a-a6dd-beb6463ef04a') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:48.269294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2260a010-6202-485a-a6dd-beb6463ef04a') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:48.283084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.302860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.312988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:27:48.313553 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:48.410042 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:48.468328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] Deleting port a01a21c4-0ce7-4476-9599-d77bc85cbb7f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:48.468328 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.586057 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.620715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7666d525-766b-4532-9b8c-cffc90d173f8 None None] The port 'a01a21c4-0ce7-4476-9599-d77bc85cbb7f' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:27:48.623203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.639297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Network': ['ID=38c94359-cb12-4248-bea2-55bcc16255b2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:48.672503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e726842d-6aa0-4ef2-afd4-f4a258e363fc tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "DELETE /v2.0/networks/38c94359-cb12-4248-bea2-55bcc16255b2 HTTP/1.1" status: 204 len: 168 time: 2.3506553 Feb 11 13:27:48.676152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48558) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:48.737841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d0d9-8b46-406b-a909-cefb085eba57 req-efbfc0c8-bf29-442e-a090-897320a70612 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.739606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0502d0d9-8b46-406b-a909-cefb085eba57 req-efbfc0c8-bf29-442e-a090-897320a70612 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.3338108 Feb 11 13:27:48.821003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.834061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Router 7cad62f5-8755-49fc-ad04-775871ecf79c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:48.920779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.037021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-9779889f-c161-4f4e-9bc8-0a8aa6f7b553 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting subnet 51ccd51e-a812-4926-9959-1b95c3f24f13 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:27:49.037021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9779889f-c161-4f4e-9bc8-0a8aa6f7b553 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.121663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:49.133048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9779889f-c161-4f4e-9bc8-0a8aa6f7b553 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.148244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7354845-afc1-490c-8223-595352c0ce31 None None] Sync routers for ids ['7cad62f5-8755-49fc-ad04-775871ecf79c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:27:49.148516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7144d1df-4842-4c48-98d8-65eb7d9e7ae0 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "PUT /v2.0/routers/7cad62f5-8755-49fc-ad04-775871ecf79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8459563 Feb 11 13:27:49.161228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48600) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:49.245691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7354845-afc1-490c-8223-595352c0ce31 None None] Routers {'7cad62f5-8755-49fc-ad04-775871ecf79c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:49.247098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a7354845-afc1-490c-8223-595352c0ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7cad62f5-8755-49fc-ad04-775871ecf79c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:49.266981 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-9b117b99-a61b-45cd-9b87-ded661d91503 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] show failed (client error): The resource could not be found. Feb 11 13:27:49.268156 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9b117b99-a61b-45cd-9b87-ded661d91503 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-503111494 HTTP/1.1" status: 404 len: 334 time: 0.1122992 Feb 11 13:27:49.273280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48620) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:49.309100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-38e3b801-fbd8-4d66-ad3a-bb063eb0b99e tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:49.380107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a7354845-afc1-490c-8223-595352c0ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:49.382983 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9779889f-c161-4f4e-9bc8-0a8aa6f7b553 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.401110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7354845-afc1-490c-8223-595352c0ce31 None None] Routers {'7cad62f5-8755-49fc-ad04-775871ecf79c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:27:49.401110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a7354845-afc1-490c-8223-595352c0ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7cad62f5-8755-49fc-ad04-775871ecf79c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:49.414326 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-38e3b801-fbd8-4d66-ad3a-bb063eb0b99e tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] update failed (client error): The resource could not be found. Feb 11 13:27:49.414326 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-38e3b801-fbd8-4d66-ad3a-bb063eb0b99e tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-744229200 HTTP/1.1" status: 404 len: 334 time: 0.1349711 Feb 11 13:27:49.420292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48634) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:49.465835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a7354845-afc1-490c-8223-595352c0ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:49.465835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7354845-afc1-490c-8223-595352c0ce31 None None] The sync data for ids ['7cad62f5-8755-49fc-ad04-775871ecf79c'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:27:49.485552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0502d0d9-8b46-406b-a909-cefb085eba57 req-ca8951cd-0631-4f99-94ca-3cec5d333fb5 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7260599 Feb 11 13:27:49.599668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9779889f-c161-4f4e-9bc8-0a8aa6f7b553 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.698526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d42e163-b345-40c5-96a6-6e0605902e33 None None] Network 230cea78-6825-45e1-8661-9e1e7cb358b2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:49.745497 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9779889f-c161-4f4e-9bc8-0a8aa6f7b553 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.754324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779889f-c161-4f4e-9bc8-0a8aa6f7b553 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Subnet': ['ID=51ccd51e-a812-4926-9959-1b95c3f24f13,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:49.768808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48684) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:49.771218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9779889f-c161-4f4e-9bc8-0a8aa6f7b553 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "DELETE /v2.0/subnets/51ccd51e-a812-4926-9959-1b95c3f24f13 HTTP/1.1" status: 204 len: 168 time: 1.0937808 Feb 11 13:27:49.935490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a6c1b6-88be-4594-bc7c-4d7e1228579c tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Deleting subnet 27242d62-18c3-4f9b-99e1-38e6af79b2f9 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:27:49.935490 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a6c1b6-88be-4594-bc7c-4d7e1228579c tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.116381 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.145845 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a6c1b6-88be-4594-bc7c-4d7e1228579c tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.249175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34088d4a-31ff-45ca-bebb-7357d8562f83 None None] DHCP port deletion for 230cea78-6825-45e1-8661-9e1e7cb358b2 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:27:50.249175 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.249175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-34088d4a-31ff-45ca-bebb-7357d8562f83 None None] Deleting port a3da1d13-e0ae-4400-9a31-ac03735ed102 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:50.249175 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34088d4a-31ff-45ca-bebb-7357d8562f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.256729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port a3da1d13-e0ae-4400-9a31-ac03735ed102 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:50.256729 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.479212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48712) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:50.579353 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a6c1b6-88be-4594-bc7c-4d7e1228579c tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.820020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-05292d9a-e706-46dc-86bd-122145bba0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.827667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a6c1b6-88be-4594-bc7c-4d7e1228579c tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.858284 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-34088d4a-31ff-45ca-bebb-7357d8562f83 None None] For port a3da1d13-e0ae-4400-9a31-ac03735ed102, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a3da1d13-e0ae-4400-9a31-ac03735ed102,segment=NetworkSegment(0cb579dc-7867-42b5-a1d7-2f657d90e642),segment_id=0cb579dc-7867-42b5-a1d7-2f657d90e642)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:50.858284 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34088d4a-31ff-45ca-bebb-7357d8562f83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.904577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-05292d9a-e706-46dc-86bd-122145bba0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:50.925026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-05292d9a-e706-46dc-86bd-122145bba0ed admin admin] Usage tracker for resource:security_group_rule and tenant:2830bf3d4c55428696e8f0913f7411b8 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:50.925026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-05292d9a-e706-46dc-86bd-122145bba0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:50.935281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-05292d9a-e706-46dc-86bd-122145bba0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:50.943200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6c1b6-88be-4594-bc7c-4d7e1228579c tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event deleted for resources: {'Subnet': ['ID=27242d62-18c3-4f9b-99e1-38e6af79b2f9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:50.975831 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a6c1b6-88be-4594-bc7c-4d7e1228579c tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.984496 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-15a6c1b6-88be-4594-bc7c-4d7e1228579c tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "DELETE /v2.0/subnets/27242d62-18c3-4f9b-99e1-38e6af79b2f9 HTTP/1.1" status: 204 len: 168 time: 1.5592258 Feb 11 13:27:50.990333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48726) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:51.012146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef614a61-74d5-4bae-ab73-f0ff1720ccc5 None None] Network f8cff8ac-0940-4327-bccf-2bb1df7c70c6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:51.129562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-34088d4a-31ff-45ca-bebb-7357d8562f83 None None] Calling delete_port for a3da1d13-e0ae-4400-9a31-ac03735ed102 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:51.145249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] For port a3da1d13-e0ae-4400-9a31-ac03735ed102, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a3da1d13-e0ae-4400-9a31-ac03735ed102,segment=NetworkSegment(0cb579dc-7867-42b5-a1d7-2f657d90e642),segment_id=0cb579dc-7867-42b5-a1d7-2f657d90e642)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:51.145249 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.220444 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-05292d9a-e706-46dc-86bd-122145bba0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.228011 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-05292d9a-e706-46dc-86bd-122145bba0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.274891 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-05292d9a-e706-46dc-86bd-122145bba0ed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2830bf3d4c55428696e8f0913f7411b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7939956 Feb 11 13:27:51.274891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48730) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:51.321033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b05e7-28a3-48b3-bbe4-a8dde782a59f req-a8f8d1f9-0bfd-4d14-9ed4-c01d55a27549 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.321033 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-570b05e7-28a3-48b3-bbe4-a8dde782a59f req-a8f8d1f9-0bfd-4d14-9ed4-c01d55a27549 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.4298890 Feb 11 13:27:51.336303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Calling delete_port for a3da1d13-e0ae-4400-9a31-ac03735ed102 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:51.352587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05292d9a-e706-46dc-86bd-122145bba0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f9d8c2-2d31-4afe-bb31-3f58f597b75e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:51.408548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85f23c5-f32a-40e4-8737-86ceb577b17a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Deleting subnet f8b517e7-c18e-4eaa-a66c-4825008f3677 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:27:51.424912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f85f23c5-f32a-40e4-8737-86ceb577b17a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.441572 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34088d4a-31ff-45ca-bebb-7357d8562f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.446978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-570b05e7-28a3-48b3-bbe4-a8dde782a59f req-7affc7e0-6474-4bbb-9a0b-40d242a578bc tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860782 Feb 11 13:27:51.446978 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:51.446978 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:27:51.512175 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7138a5a2-b5ca-4571-ae34-4b7ea2c73e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.571766 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f85f23c5-f32a-40e4-8737-86ceb577b17a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.622482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34088d4a-31ff-45ca-bebb-7357d8562f83 None None] Pushing event deleted for resources: {'Port': ['ID=a3da1d13-e0ae-4400-9a31-ac03735ed102,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:51.635478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34088d4a-31ff-45ca-bebb-7357d8562f83 None None] No DVR routers for this DVR port a3da1d13-e0ae-4400-9a31-ac03735ed102 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:51.717641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7138a5a2-b5ca-4571-ae34-4b7ea2c73e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.760706 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] DHCP port deletion for f8cff8ac-0940-4327-bccf-2bb1df7c70c6 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:27:51.763881 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] Deleting port bc56959c-a9c7-449b-a942-503436b37f91 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:51.763881 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.890249 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f85f23c5-f32a-40e4-8737-86ceb577b17a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.923168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7138a5a2-b5ca-4571-ae34-4b7ea2c73e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.954572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Deleting port a3da1d13-e0ae-4400-9a31-ac03735ed102 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:51.954572 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.955983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bc56959c-a9c7-449b-a942-503436b37f91 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:27:51.982620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138a5a2-b5ca-4571-ae34-4b7ea2c73e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f9d8c2-2d31-4afe-bb31-3f58f597b75e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:51.993747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7138a5a2-b5ca-4571-ae34-4b7ea2c73e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.993747 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7138a5a2-b5ca-4571-ae34-4b7ea2c73e48 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33f9d8c2-2d31-4afe-bb31-3f58f597b75e HTTP/1.1" status: 204 len: 168 time: 0.7075589 Feb 11 13:27:52.060204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f85f23c5-f32a-40e4-8737-86ceb577b17a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.194730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f23c5-f32a-40e4-8737-86ceb577b17a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b517e7-c18e-4eaa-a66c-4825008f3677,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:52.208177 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f85f23c5-f32a-40e4-8737-86ceb577b17a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.229934 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f85f23c5-f32a-40e4-8737-86ceb577b17a tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "DELETE /v2.0/subnets/f8b517e7-c18e-4eaa-a66c-4825008f3677 HTTP/1.1" status: 204 len: 168 time: 1.2343957 Feb 11 13:27:52.243571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48744) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:52.267863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] The port 'a3da1d13-e0ae-4400-9a31-ac03735ed102' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:27:52.399892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] For port bc56959c-a9c7-449b-a942-503436b37f91, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bc56959c-a9c7-449b-a942-503436b37f91,segment=NetworkSegment(688bdcd0-642d-46b8-a209-1bea1f274ea9),segment_id=688bdcd0-642d-46b8-a209-1bea1f274ea9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:52.399892 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.420868 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb14c74-cda4-48ed-8cbc-201ad168b001 None None] Network 734219bd-4296-4d5f-ba7f-0cecd5fd5827 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:52.505483 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.574359 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.616168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230cea78-6825-45e1-8661-9e1e7cb358b2']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:52.649361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb579dc-7867-42b5-a1d7-2f657d90e642') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:52.649361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb579dc-7867-42b5-a1d7-2f657d90e642') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:52.678920 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.689582 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] Calling delete_port for bc56959c-a9c7-449b-a942-503436b37f91 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:52.712727 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.726483 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.749104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Deleting port bc56959c-a9c7-449b-a942-503436b37f91 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:52.749452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.757520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:27:52.758538 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:52.787357 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:52.847857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port bc56959c-a9c7-449b-a942-503436b37f91, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bc56959c-a9c7-449b-a942-503436b37f91,segment=NetworkSegment(688bdcd0-642d-46b8-a209-1bea1f274ea9),segment_id=688bdcd0-642d-46b8-a209-1bea1f274ea9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:52.860758 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:52.861380 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a3da1d13-e0ae-4400-9a31-ac03735ed102 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:27:52.953163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48760) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:52.986735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a3da1d13-e0ae-4400-9a31-ac03735ed102 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:27:52.986735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a3da1d13-e0ae-4400-9a31-ac03735ed102 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:27:53.036445 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6e98e39-6260-40b2-b26e-2d6153d0f5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.064743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.075539 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.093741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6e98e39-6260-40b2-b26e-2d6153d0f5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:53.097580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c6e98e39-6260-40b2-b26e-2d6153d0f5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f53a93ab9612455680ba5edb8a18000c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:53.100493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c6e98e39-6260-40b2-b26e-2d6153d0f5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:53.106975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6e98e39-6260-40b2-b26e-2d6153d0f5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:53.161860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce795718-9449-42a4-be22-881bea3798cb req-e8487b6d-a62d-4180-a324-193a3b58d7b6 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:53.166243 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce795718-9449-42a4-be22-881bea3798cb req-e8487b6d-a62d-4180-a324-193a3b58d7b6 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.3881724 Feb 11 13:27:53.181426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] Pushing event deleted for resources: {'Network': ['ID=230cea78-6825-45e1-8661-9e1e7cb358b2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:53.183329 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:53.184059 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:27:53.206286 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6e98e39-6260-40b2-b26e-2d6153d0f5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.211328 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6d0a1f88-3648-4e26-95ee-9dbcd3a35419 tempest-ServersTestMultiNic-1065527158 tempest-ServersTestMultiNic-1065527158-project] 10.222.0.67 "DELETE /v2.0/networks/230cea78-6825-45e1-8661-9e1e7cb358b2 HTTP/1.1" status: 204 len: 168 time: 3.4365532 Feb 11 13:27:53.214364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=bc56959c-a9c7-449b-a942-503436b37f91,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:53.226084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6e98e39-6260-40b2-b26e-2d6153d0f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.294389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] For port bc56959c-a9c7-449b-a942-503436b37f91, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bc56959c-a9c7-449b-a942-503436b37f91,segment=NetworkSegment(688bdcd0-642d-46b8-a209-1bea1f274ea9),segment_id=688bdcd0-642d-46b8-a209-1bea1f274ea9)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:53.294389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.298073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e98e39-6260-40b2-b26e-2d6153d0f5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a22134-f90d-492a-a647-163316a1e062,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:53.298073 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c6e98e39-6260-40b2-b26e-2d6153d0f5d9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f53a93ab9612455680ba5edb8a18000c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3451898 Feb 11 13:27:53.298073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48774) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:53.401426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] DHCP port deletion for 734219bd-4296-4d5f-ba7f-0cecd5fd5827 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:27:53.401426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Deleting port 66be711e-35c9-4186-8086-78c499e64fe0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:53.401426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.445912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Calling delete_port for bc56959c-a9c7-449b-a942-503436b37f91 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:53.578022 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e008c905-7f75-4087-9e64-1b7255da4869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.612801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e008c905-7f75-4087-9e64-1b7255da4869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.673992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce795718-9449-42a4-be22-881bea3798cb req-d8ca034c-5dfe-4c79-aba2-a7ae4f6b9ff3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4745014 Feb 11 13:27:53.692995 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e008c905-7f75-4087-9e64-1b7255da4869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.772674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.779910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008c905-7f75-4087-9e64-1b7255da4869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a22134-f90d-492a-a647-163316a1e062,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:53.795426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e008c905-7f75-4087-9e64-1b7255da4869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.796553 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e008c905-7f75-4087-9e64-1b7255da4869 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a3a22134-f90d-492a-a647-163316a1e062 HTTP/1.1" status: 204 len: 168 time: 0.4977148 Feb 11 13:27:53.844588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] Deleting port bc56959c-a9c7-449b-a942-503436b37f91 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:53.844588 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.959749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 66be711e-35c9-4186-8086-78c499e64fe0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:27:53.963694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event deleted for resources: {'Port': ['ID=bc56959c-a9c7-449b-a942-503436b37f91,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:53.989053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] No DVR routers for this DVR port bc56959c-a9c7-449b-a942-503436b37f91 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:54.101311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:54.166116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e0e25e29-d497-47cb-baad-b66e85acf4f2 None None] The port 'bc56959c-a9c7-449b-a942-503436b37f91' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:27:54.226959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48800) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:54.255874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] For port 66be711e-35c9-4186-8086-78c499e64fe0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66be711e-35c9-4186-8086-78c499e64fe0,segment=NetworkSegment(7d086d83-d576-4a72-bc5a-28e8e42621c3),segment_id=7d086d83-d576-4a72-bc5a-28e8e42621c3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:54.256512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.259557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.446312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cff8ac-0940-4327-bccf-2bb1df7c70c6']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:54.502090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688bdcd0-642d-46b8-a209-1bea1f274ea9') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:54.502090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688bdcd0-642d-46b8-a209-1bea1f274ea9') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:54.558709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.575410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Calling delete_port for 66be711e-35c9-4186-8086-78c499e64fe0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:54.607150 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.622595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.651728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:27:54.651728 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.673969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 66be711e-35c9-4186-8086-78c499e64fe0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66be711e-35c9-4186-8086-78c499e64fe0,segment=NetworkSegment(7d086d83-d576-4a72-bc5a-28e8e42621c3),segment_id=7d086d83-d576-4a72-bc5a-28e8e42621c3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:54.679352 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:54.692792 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:54.907726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba72ed90-c42d-4e39-a2ee-ec8e2fb4a294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.915034 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:54.915034 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:27:54.949686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=66be711e-35c9-4186-8086-78c499e64fe0,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:54.973317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.009751 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.018200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ba72ed90-c42d-4e39-a2ee-ec8e2fb4a294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:55.027065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba72ed90-c42d-4e39-a2ee-ec8e2fb4a294 admin admin] Usage tracker for resource:security_group_rule and tenant:65e4f52548a148bc8be00c5a904698d2 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:55.034286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event deleted for resources: {'Network': ['ID=f8cff8ac-0940-4327-bccf-2bb1df7c70c6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:55.043411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba72ed90-c42d-4e39-a2ee-ec8e2fb4a294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:55.055232 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ce17b421-8eba-421c-9f30-fb8018387a5f tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "DELETE /v2.0/networks/f8cff8ac-0940-4327-bccf-2bb1df7c70c6 HTTP/1.1" status: 204 len: 168 time: 2.8127966 Feb 11 13:27:55.056146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48822) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:55.057931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ba72ed90-c42d-4e39-a2ee-ec8e2fb4a294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:55.149408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609593a-2da0-4684-a91b-93b42d791fcc req-9639e164-0924-4692-be02-75bca53effd9 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:55.149408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c609593a-2da0-4684-a91b-93b42d791fcc req-9639e164-0924-4692-be02-75bca53effd9 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.1358559 Feb 11 13:27:55.242406 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.255828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.283487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Deleting port 66be711e-35c9-4186-8086-78c499e64fe0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:55.283487 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.319385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c609593a-2da0-4684-a91b-93b42d791fcc req-67a05554-5480-4bc3-b6d2-7a1d8e7ecb6d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487477 Feb 11 13:27:55.356347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba72ed90-c42d-4e39-a2ee-ec8e2fb4a294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.423719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Deleting port 66be711e-35c9-4186-8086-78c499e64fe0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:55.423719 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.616802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba72ed90-c42d-4e39-a2ee-ec8e2fb4a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.740333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48834) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:55.747052 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ba72ed90-c42d-4e39-a2ee-ec8e2fb4a294 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=65e4f52548a148bc8be00c5a904698d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5148306 Feb 11 13:27:55.750348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48836) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:55.780196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72ed90-c42d-4e39-a2ee-ec8e2fb4a294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f50725-eb87-4e46-83bf-d37ea53578e8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:55.791586 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] For port 66be711e-35c9-4186-8086-78c499e64fe0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66be711e-35c9-4186-8086-78c499e64fe0,segment=NetworkSegment(7d086d83-d576-4a72-bc5a-28e8e42621c3),segment_id=7d086d83-d576-4a72-bc5a-28e8e42621c3)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:55.791586 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.072918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] For port 66be711e-35c9-4186-8086-78c499e64fe0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66be711e-35c9-4186-8086-78c499e64fe0,segment=NetworkSegment(7d086d83-d576-4a72-bc5a-28e8e42621c3),segment_id=7d086d83-d576-4a72-bc5a-28e8e42621c3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:56.072918 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.148214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6f43222-36df-46ae-be5c-932e1e9a3f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.173245 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6f43222-36df-46ae-be5c-932e1e9a3f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.231506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1700482654-network', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:56.239478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Calling delete_port for 66be711e-35c9-4186-8086-78c499e64fe0 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:56.251230 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6f43222-36df-46ae-be5c-932e1e9a3f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.284557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f43222-36df-46ae-be5c-932e1e9a3f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f50725-eb87-4e46-83bf-d37ea53578e8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:56.305057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:56.315810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6f43222-36df-46ae-be5c-932e1e9a3f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.315810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c6f43222-36df-46ae-be5c-932e1e9a3f0b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c8f50725-eb87-4e46-83bf-d37ea53578e8 HTTP/1.1" status: 204 len: 168 time: 0.5422344 Feb 11 13:27:56.323009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Usage tracker for resource:network and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:56.330495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:56.360648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:56.371220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Calling delete_port for 66be711e-35c9-4186-8086-78c499e64fe0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:56.433298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Made reservation on behalf of b930cac072eb41a69fa34be46025a42a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:56.437614 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.477494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.515639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a767d5da-b52a-4c39-a902-596a5c66473e details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:27:56.554722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:56.567415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Usage tracker for resource:security_group_rule and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:56.573273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:56.600241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.609353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] Deleting port ea141247-c29e-4437-91df-839fa121edc3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:56.613215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:56.616538 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.678494 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:56.678494 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:27:56.684314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event deleted for resources: {'Port': ['ID=66be711e-35c9-4186-8086-78c499e64fe0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:56.771125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] No DVR routers for this DVR port 66be711e-35c9-4186-8086-78c499e64fe0 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:56.816213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Deleting port 66be711e-35c9-4186-8086-78c499e64fe0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:27:56.816585 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.986136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] For port ea141247-c29e-4437-91df-839fa121edc3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ea141247-c29e-4437-91df-839fa121edc3,segment=NetworkSegment(eb51e636-0662-42d0-96c9-4d82320b2850),segment_id=eb51e636-0662-42d0-96c9-4d82320b2850)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:56.986136 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.009358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-904b58e3-aba6-405f-b2de-7c19fd1f4e60 None None] The port '66be711e-35c9-4186-8086-78c499e64fe0' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:27:57.115686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:57.157740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'port_id': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'mac_address': 'fa:16:3e:7a:63:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:27:57.226272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.252266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] Calling delete_port for ea141247-c29e-4437-91df-839fa121edc3 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:27:57.283717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7808e1-c129-47d4-827e-8b696502055a req-be08d718-b7bb-4a40-a7f7-ed1767fbcc20 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.316356 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5a7808e1-c129-47d4-827e-8b696502055a req-be08d718-b7bb-4a40-a7f7-ed1767fbcc20 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.7060986 Feb 11 13:27:57.357081 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.428346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a767d5da-b52a-4c39-a902-596a5c66473e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:57.490342 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5a7808e1-c129-47d4-827e-8b696502055a req-0662e0ab-8385-46c1-9193-e92868712e85 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637135 Feb 11 13:27:57.499472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:57.499472 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.567476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734219bd-4296-4d5f-ba7f-0cecd5fd5827']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:57.644440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d086d83-d576-4a72-bc5a-28e8e42621c3') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:57.644440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d086d83-d576-4a72-bc5a-28e8e42621c3') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:57.654319 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.666522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.670290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a767d5da-b52a-4c39-a902-596a5c66473e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:27:57.684454 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.731640 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.794781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:57.800098 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.871231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea141247-c29e-4437-91df-839fa121edc3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:57.903953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:27:57.904390 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:57.946312 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:57.962093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3327bf9e-2f8a-4b70-9782-007ea7d98032,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:58.256837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.266877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.309298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:58.343995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event deleted for resources: {'Network': ['ID=734219bd-4296-4d5f-ba7f-0cecd5fd5827,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:58.360642 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.360642 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Added segment f0b8de29-366d-40b3-a901-b8ca31285f0c of type vlan for network 03558ae7-3102-479a-ae24-65823543b8b7 Feb 11 13:27:58.368281 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fb0765da-03ad-47ce-9a72-b55c58ed5614 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "DELETE /v2.0/networks/734219bd-4296-4d5f-ba7f-0cecd5fd5827 HTTP/1.1" status: 204 len: 168 time: 3.3064249 Feb 11 13:27:58.369680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48896) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:58.442607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.764071 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.816655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.818382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:58.819418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.960483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e2ffcf-e61d-4f70-8ab7-3b65aa95bf05 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Deleting subnet 0e9f866b-f11c-4ef6-a834-b22506e67f7f {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:27:58.976366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ffcf-e61d-4f70-8ab7-3b65aa95bf05 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.980487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8528ca8-7610-4d86-af60-bc17816d4cae req-86fa21c1-eb5d-4f80-bab7-6031493b34cb tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:58.980487 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b8528ca8-7610-4d86-af60-bc17816d4cae req-86fa21c1-eb5d-4f80-bab7-6031493b34cb tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 944 time: 0.1416259 Feb 11 13:27:59.050350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ffcf-e61d-4f70-8ab7-3b65aa95bf05 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.131294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b8528ca8-7610-4d86-af60-bc17816d4cae req-d79e3df2-d9cf-4636-98bd-c9b902849eb7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185167 Feb 11 13:27:59.143459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3918898 Feb 11 13:27:59.143459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48916) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:59.163924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Request body: {'subnet': {'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1700482654-subnet', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:27:59.177481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:27:59.177481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Usage tracker for resource:subnet and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:27:59.177481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:27:59.183224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:27:59.207601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee667-a54e-438a-a05f-a1b4128ded36 admin admin] Pushing event updated for resources: {'Network': ['ID=03558ae7-3102-479a-ae24-65823543b8b7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:59.228095 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Made reservation on behalf of b930cac072eb41a69fa34be46025a42a for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:59.228095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.233423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 03558ae7-3102-479a-ae24-65823543b8b7 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:27:59.372201 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ffcf-e61d-4f70-8ab7-3b65aa95bf05 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.510390 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ffcf-e61d-4f70-8ab7-3b65aa95bf05 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.586115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2ffcf-e61d-4f70-8ab7-3b65aa95bf05 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9f866b-f11c-4ef6-a834-b22506e67f7f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:59.606384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ffcf-e61d-4f70-8ab7-3b65aa95bf05 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.611949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a497984f-c812-4b2e-b3eb-8ea491519f45 None None] Network 60361b35-a2af-4d7b-b0e3-39430724bdad requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:27:59.630472 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f1e2ffcf-e61d-4f70-8ab7-3b65aa95bf05 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "DELETE /v2.0/subnets/0e9f866b-f11c-4ef6-a834-b22506e67f7f HTTP/1.1" status: 204 len: 168 time: 1.2519190 Feb 11 13:27:59.630472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48926) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:27:59.960038 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.016595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Deleting port c7521466-f3dd-415c-b623-759728f5bb67 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:28:00.016595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.264380 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a767d5da-b52a-4c39-a902-596a5c66473e up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:00.440375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port a767d5da-b52a-4c39-a902-596a5c66473e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:00.440898 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.529292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc4fad-5341-4995-934f-6cb863185993 None None] DHCP port deletion for 60361b35-a2af-4d7b-b0e3-39430724bdad request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:28:00.545503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-7997b46f-0e9e-4582-9b7e-02d2f5aecc91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6318982 Feb 11 13:28:00.583930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8efc4fad-5341-4995-934f-6cb863185993 None None] Deleting port c7521466-f3dd-415c-b623-759728f5bb67 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:28:00.583930 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8efc4fad-5341-4995-934f-6cb863185993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.730659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] Router d6ba342e-c9f2-47b7-9e8f-c55280f676de has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:00.994332 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.161915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8efc4fad-5341-4995-934f-6cb863185993 None None] For port c7521466-f3dd-415c-b623-759728f5bb67, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c7521466-f3dd-415c-b623-759728f5bb67,segment=NetworkSegment(d5e42605-5a5a-4c9d-ab9f-eef217d0f829),segment_id=d5e42605-5a5a-4c9d-ab9f-eef217d0f829)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:01.161915 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8efc4fad-5341-4995-934f-6cb863185993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.361244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-bea2c4e9-aa49-4584-bf8d-4061d0607970 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=010169ef397f494db6b4777e7cd64614&device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6491 time: 0.5063577 Feb 11 13:28:01.369959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d85b11a-a300-42ba-ac08-edc32a789901,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:01.492763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] For port c7521466-f3dd-415c-b623-759728f5bb67, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c7521466-f3dd-415c-b623-759728f5bb67,segment=NetworkSegment(d5e42605-5a5a-4c9d-ab9f-eef217d0f829),segment_id=d5e42605-5a5a-4c9d-ab9f-eef217d0f829)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:01.492763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.558029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8efc4fad-5341-4995-934f-6cb863185993 None None] Calling delete_port for c7521466-f3dd-415c-b623-759728f5bb67 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:28:01.782891 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.813727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:01.827967 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] Sync routers for ids ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:28:01.836859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-73baf3df-3a4b-4a38-adf0-70b17d61fa85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:01.837441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-73baf3df-3a4b-4a38-adf0-70b17d61fa85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:01.837762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-73baf3df-3a4b-4a38-adf0-70b17d61fa85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:01.840125 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-73baf3df-3a4b-4a38-adf0-70b17d61fa85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9f115c2-e958-407a-85fa-295bbd6136d3&id=95f48932-3549-4717-a741-07775a88517a&id=95f48932-3549-4717-a741-07775a88517a&id=95f48932-3549-4717-a741-07775a88517a&id=95f48932-3549-4717-a741-07775a88517a&id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f&id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f HTTP/1.1" status: 200 len: 2291 time: 0.4291384 Feb 11 13:28:01.858406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Calling delete_port for c7521466-f3dd-415c-b623-759728f5bb67 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:28:01.863114 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] Routers {'d6ba342e-c9f2-47b7-9e8f-c55280f676de'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:28:01.876079 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:01.912056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:01.933982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:01.945924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c7521466-f3dd-415c-b623-759728f5bb67 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:28:01.954386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Checking segment: {'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:01.955092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Network hostable DHCP agents. Network: 03558ae7-3102-479a-ae24-65823543b8b7, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:02.009503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a53b5-a44c-4731-9ca2-af5bf1fec9a5 req-93d5d596-f025-4174-aebb-d9496197c192 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:02.016305 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4d2a53b5-a44c-4731-9ca2-af5bf1fec9a5 req-93d5d596-f025-4174-aebb-d9496197c192 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 944 time: 0.9978530 Feb 11 13:28:02.043950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: c7521466-f3dd-415c-b623-759728f5bb67 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:28:02.055426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c7521466-f3dd-415c-b623-759728f5bb67 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:28:02.064987 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8efc4fad-5341-4995-934f-6cb863185993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.067448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cb02de2b-1c60-4201-a9a0-23a30a68ec12 admin admin] 10.222.0.67 "PUT /v2.0/routers/d6ba342e-c9f2-47b7-9e8f-c55280f676de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9594796 Feb 11 13:28:02.067448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48964) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:02.089998 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.144910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Network 03558ae7-3102-479a-ae24-65823543b8b7 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:02.252425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 03558ae7-3102-479a-ae24-65823543b8b7) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:02.252425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:28:02.252425 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:28:02.263334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:02.268090 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.418860 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'code': 200} Feb 11 13:28:02.421715 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4d2a53b5-a44c-4731-9ca2-af5bf1fec9a5 req-e863efb4-d684-4281-8630-830cc91c4dd2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861601 Feb 11 13:28:02.425184 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5daad8-bcf1-42df-ba8e-e224dd23f9df None None] Network 03558ae7-3102-479a-ae24-65823543b8b7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:28:02.443551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-587fff94-de9c-4cc5-850b-370eed7eb5bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc54990-8673-47da-a49e-a07bf457dcbf HTTP/1.1" status: 200 len: 1000 time: 0.5704215 Feb 11 13:28:02.473968 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3db1a05e-730a-4394-a136-080512e80c3e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3206112 Feb 11 13:28:02.502653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48978) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:02.559265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:02.600398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:02.644286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Usage tracker for resource:router and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:02.666815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:02.686031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:02.732457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-128e7a60-acbd-4349-a592-7d3cf0a8f524 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:02.742608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.742608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.747781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-128e7a60-acbd-4349-a592-7d3cf0a8f524 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e4c44a2-f163-4b02-8779-27c4dc75a501 HTTP/1.1" status: 200 len: 849 time: 0.2979243 Feb 11 13:28:02.752768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc4fad-5341-4995-934f-6cb863185993 None None] Pushing event deleted for resources: {'Port': ['ID=c7521466-f3dd-415c-b623-759728f5bb67,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:02.755322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc4fad-5341-4995-934f-6cb863185993 None None] No DVR routers for this DVR port c7521466-f3dd-415c-b623-759728f5bb67 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:02.797641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Deleting port c7521466-f3dd-415c-b623-759728f5bb67 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:28:02.809484 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.028775 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] Set router d6ba342e-c9f2-47b7-9e8f-c55280f676de gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:28:03.035300 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-ae9802eb-d5fa-471a-900f-35b2efe543ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9f115c2-e958-407a-85fa-295bbd6136d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2718120 Feb 11 13:28:03.068749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:03.093827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-03558ae7-3102-479a-ae24-65823543b8b7', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:28:03.110865 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.133160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.323174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] The port 'c7521466-f3dd-415c-b623-759728f5bb67' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:28:03.548646 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.621905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.848940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60361b35-a2af-4d7b-b0e3-39430724bdad']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:03.877427 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.997757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Allocated IP 172.20.0.2 (03558ae7-3102-479a-ae24-65823543b8b7/7d85b11a-a300-42ba-ac08-edc32a789901/487c661c-5a8b-4847-89fc-ff8d0c45c033) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:04.102261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e42605-5a5a-4c9d-ab9f-eef217d0f829') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:04.103322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e42605-5a5a-4c9d-ab9f-eef217d0f829') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:04.113034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-2beef71c-afc6-48b6-8cd1-eccaec55458e service neutron] 10.222.0.73 "GET /v2.0/networks/a9f115c2-e958-407a-85fa-295bbd6136d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0321071 Feb 11 13:28:04.128522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.213714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.233906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:28:04.233906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:04.259183 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:04.358247 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'name': 'tempest-ServersTestMultiNic-946132117-router', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:59Z', 'updated_at': '2022-02-11T13:27:57Z', 'revision_number': 5, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'gw_port': {'id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:03Z', 'updated_at': '2022-02-11T13:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:04.381706 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] Checking router: d6ba342e-c9f2-47b7-9e8f-c55280f676de for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:28:04.451602 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] Routers {'d6ba342e-c9f2-47b7-9e8f-c55280f676de'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:28:04.451602 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:04.574858 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.632143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.640688 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.680924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.812516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "DELETE /v2.0/networks/60361b35-a2af-4d7b-b0e3-39430724bdad HTTP/1.1" status: 204 len: 168 time: 5.1821415 Feb 11 13:28:04.812516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943543aa-70e3-4074-a57b-6a747770f38b tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Pushing event deleted for resources: {'Network': ['ID=60361b35-a2af-4d7b-b0e3-39430724bdad,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:04.818133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49028) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:04.942043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6aba724c-9f35-4fce-a05b-0ea7e61b35c8 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Synchronizing usage tracker for tenant:b70fd8d7da214adba3bf3cb5390d0406 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:28:04.989003 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] Set router d6ba342e-c9f2-47b7-9e8f-c55280f676de gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:28:05.025591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6aba724c-9f35-4fce-a05b-0ea7e61b35c8 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Unset dirty status for tenant:b70fd8d7da214adba3bf3cb5390d0406 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:28:05.025591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6aba724c-9f35-4fce-a05b-0ea7e61b35c8 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cad62f5-8755-49fc-ad04-775871ecf79c HTTP/1.1" status: 200 len: 205 time: 0.1991711 Feb 11 13:28:05.025591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49032) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:05.041640 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:05.108385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Transition to ACTIVE for port object 487c661c-5a8b-4847-89fc-ff8d0c45c033 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:05.194661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49038) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:05.197242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Transition to ACTIVE for port object 487c661c-5a8b-4847-89fc-ff8d0c45c033 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:05.205683 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:05.363187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Pushing event updated for resources: {'Port': ['ID=487c661c-5a8b-4847-89fc-ff8d0c45c033,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:05.398451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Network 03558ae7-3102-479a-ae24-65823543b8b7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:05.404020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:05.407599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:28:05.790399 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-dae5d342-34a9-4273-82b6-5120c83b979b service neutron] 10.222.0.73 "GET /v2.0/networks/a9f115c2-e958-407a-85fa-295bbd6136d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6769078 Feb 11 13:28:05.805909 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Attempting to bind port 487c661c-5a8b-4847-89fc-ff8d0c45c033 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:05.806940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Attempting to bind port 487c661c-5a8b-4847-89fc-ff8d0c45c033 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:05.807859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Attempting to bind port 487c661c-5a8b-4847-89fc-ff8d0c45c033 on network 03558ae7-3102-479a-ae24-65823543b8b7 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:28:05.808889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba27c9c-35e0-4855-8ef3-9615db5e2f8e req-a3b928d5-62b5-4236-9e77-8b4b1c18ab61 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:05.816699 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ba27c9c-35e0-4855-8ef3-9615db5e2f8e req-a3b928d5-62b5-4236-9e77-8b4b1c18ab61 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 1.7488017 Feb 11 13:28:05.834352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:28:05.834870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Checking segment: {'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:05.849457 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:05.852106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Bound using segment: {'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:28:05.853720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Bound port: 487c661c-5a8b-4847-89fc-ff8d0c45c033, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:05.860343 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:05.981415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-ae24ae15-3a96-4ac0-bd92-603ddffe6ef0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=dedede90-615e-47bf-b9dc-ff16e97db9ae HTTP/1.1" status: 200 len: 217 time: 0.1599658 Feb 11 13:28:06.028867 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'name': 'tempest-ServersTestMultiNic-946132117-router', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:59Z', 'updated_at': '2022-02-11T13:27:57Z', 'revision_number': 5, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'gw_port': {'id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:03Z', 'updated_at': '2022-02-11T13:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:06.033536 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28719fc9-7f05-4c23-bb1e-cd1d9f735180 None None] The sync data for ids ['d6ba342e-c9f2-47b7-9e8f-c55280f676de'] in n-d-818559-1 is: [{'id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'name': 'tempest-ServersTestMultiNic-946132117-router', 'tenant_id': '5fd483cfcc3642adbd56ae75f1385e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:59Z', 'updated_at': '2022-02-11T13:27:57Z', 'revision_number': 5, 'project_id': '5fd483cfcc3642adbd56ae75f1385e07', 'gw_port': {'id': '4d7e27da-f136-4977-a935-3dce97ec396f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ba342e-c9f2-47b7-9e8f-c55280f676de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:03Z', 'updated_at': '2022-02-11T13:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:28:06.073019 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ba27c9c-35e0-4855-8ef3-9615db5e2f8e req-4e84f603-fe60-41c4-950a-2dd43356de64 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518089 Feb 11 13:28:06.194690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] For port 487c661c-5a8b-4847-89fc-ff8d0c45c033, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:06.205017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Allocated IP 172.25.4.6 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/2f7b480e-cd77-4d30-bb84-8771a929719d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:06.221179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] For port 487c661c-5a8b-4847-89fc-ff8d0c45c033, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=487c661c-5a8b-4847-89fc-ff8d0c45c033,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:06.226402 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfac7b6a-2766-4bd3-b0d2-6de1656c7c32 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.237246 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.270244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-de2b82cf-c5f8-4eb8-9469-1e67dc0d2f26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:06.270244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-de2b82cf-c5f8-4eb8-9469-1e67dc0d2f26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bb47b466-4262-4b47-98eb-ed0225161d1c HTTP/1.1" status: 200 len: 797 time: 0.2243547 Feb 11 13:28:06.493221 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ad3573b-f8ac-4b0f-bf40-47260ea78af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.592158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e26b87-f3be-4fb0-a165-cd059d59c500 None None] Pushing event updated for resources: {'Port': ['ID=487c661c-5a8b-4847-89fc-ff8d0c45c033,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:06.752948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3ad3573b-f8ac-4b0f-bf40-47260ea78af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:06.772820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3ad3573b-f8ac-4b0f-bf40-47260ea78af1 admin admin] Usage tracker for resource:security_group_rule and tenant:8301347770b5470e9624ac7d580b8a1f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:06.784850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3ad3573b-f8ac-4b0f-bf40-47260ea78af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:06.809435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-b1140a08-c7c2-4387-b8f5-b31d77572699 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95f48932-3549-4717-a741-07775a88517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5052624 Feb 11 13:28:06.840623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3ad3573b-f8ac-4b0f-bf40-47260ea78af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:07.218378 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:07.281232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Deleting port 4d7e27da-f136-4977-a935-3dce97ec396f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:28:07.282628 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:07.308853 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:07.530923 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:07.771290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] For port 4d7e27da-f136-4977-a935-3dce97ec396f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4d7e27da-f136-4977-a935-3dce97ec396f,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:07.771644 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:07.966118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 487c661c-5a8b-4847-89fc-ff8d0c45c033 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:08.061067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:08.208756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 487c661c-5a8b-4847-89fc-ff8d0c45c033 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:08.242643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ea141247-c29e-4437-91df-839fa121edc3 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:28:08.301428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfac7b6a-2766-4bd3-b0d2-6de1656c7c32 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:08.312754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Calling delete_port for 4d7e27da-f136-4977-a935-3dce97ec396f owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:28:08.331520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:08.335312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: ea141247-c29e-4437-91df-839fa121edc3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:28:08.336780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ea141247-c29e-4437-91df-839fa121edc3 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:28:08.340798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7b480e-cd77-4d30-bb84-8771a929719d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:08.351041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:08.359264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfac7b6a-2766-4bd3-b0d2-6de1656c7c32 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:08.364269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:28:08.399543 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ad3573b-f8ac-4b0f-bf40-47260ea78af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:08.445112 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ad3573b-f8ac-4b0f-bf40-47260ea78af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:08.467525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811cab53-2174-4589-a2c2-9b587a46bdbe None None] Network 03558ae7-3102-479a-ae24-65823543b8b7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:28:08.493326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696040f-db51-47a9-899f-c669587a4468 req-85957ad5-9d52-4add-9799-d3cebbb6c3b9 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:08.501298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c696040f-db51-47a9-899f-c669587a4468 req-85957ad5-9d52-4add-9799-d3cebbb6c3b9 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 1.0963612 Feb 11 13:28:08.650474 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfac7b6a-2766-4bd3-b0d2-6de1656c7c32 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:08.650474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfac7b6a-2766-4bd3-b0d2-6de1656c7c32 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Fanout notify agent at l3_agent the message router_deleted on router 7cad62f5-8755-49fc-ad04-775871ecf79c {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:08.695493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfac7b6a-2766-4bd3-b0d2-6de1656c7c32 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:08.695493 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dfac7b6a-2766-4bd3-b0d2-6de1656c7c32 tempest-RoutersNegativeTest-168486520 tempest-RoutersNegativeTest-168486520-project] 10.222.0.67 "DELETE /v2.0/routers/7cad62f5-8755-49fc-ad04-775871ecf79c HTTP/1.1" status: 204 len: 168 time: 3.6628866 Feb 11 13:28:08.707725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3ad3573b-f8ac-4b0f-bf40-47260ea78af1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8301347770b5470e9624ac7d580b8a1f&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3544838 Feb 11 13:28:08.717320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49070) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:08.730005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3573b-f8ac-4b0f-bf40-47260ea78af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6f0bbf-ab2e-4d77-93f0-d7e68e868037,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:08.746920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-34e5deb1-a8b0-42d2-a50a-df75cdf0b1e2 service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9032142 Feb 11 13:28:08.843639 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c696040f-db51-47a9-899f-c669587a4468 req-190b23f2-608c-4c20-8c1b-46542d5dd074 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457491 Feb 11 13:28:08.857625 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:08.858527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:08.871778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-03202a5a-be79-450b-b4a6-880811145f6c None None] Provisioning for port 487c661c-5a8b-4847-89fc-ff8d0c45c033 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:08.916355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-03202a5a-be79-450b-b4a6-880811145f6c None None] Provisioning complete for port 487c661c-5a8b-4847-89fc-ff8d0c45c033 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:08.921002 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03202a5a-be79-450b-b4a6-880811145f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:09.156535 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03202a5a-be79-450b-b4a6-880811145f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:09.255041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-c4d11bad-4b93-485e-a988-fc1eddee799c service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897120 Feb 11 13:28:09.288013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-03202a5a-be79-450b-b4a6-880811145f6c None None] For port 487c661c-5a8b-4847-89fc-ff8d0c45c033, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=487c661c-5a8b-4847-89fc-ff8d0c45c033,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:09.297538 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03202a5a-be79-450b-b4a6-880811145f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:09.387206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03202a5a-be79-450b-b4a6-880811145f6c None None] Pushing event updated for resources: {'Port': ['ID=487c661c-5a8b-4847-89fc-ff8d0c45c033,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:09.416409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49084) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:09.455584 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b26dcbc-cf82-441e-903e-1ae3d0db32e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:09.761711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b26dcbc-cf82-441e-903e-1ae3d0db32e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:09.902502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-ff2dcdaf-4220-4990-955f-2f2be3be93f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=cac4bf69-3014-469a-835a-4bf03a5edb0c HTTP/1.1" status: 200 len: 217 time: 0.6382396 Feb 11 13:28:09.941826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b26dcbc-cf82-441e-903e-1ae3d0db32e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:09.987392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-11fbffb7-3e40-4c97-b917-17f1c1067dfb None None] Provisioning complete for port 487c661c-5a8b-4847-89fc-ff8d0c45c033 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:09.987392 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11fbffb7-3e40-4c97-b917-17f1c1067dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.034856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b26dcbc-cf82-441e-903e-1ae3d0db32e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.034856 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8b26dcbc-cf82-441e-903e-1ae3d0db32e4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ef6f0bbf-ab2e-4d77-93f0-d7e68e868037 HTTP/1.1" status: 204 len: 168 time: 1.2751689 Feb 11 13:28:10.034856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26dcbc-cf82-441e-903e-1ae3d0db32e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6f0bbf-ab2e-4d77-93f0-d7e68e868037,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:10.100604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 487c661c-5a8b-4847-89fc-ff8d0c45c033 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:10.137456 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1fb4958e-bd18-4019-b303-88ba522b7194 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b70fd8d7da214adba3bf3cb5390d0406&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7069440 Feb 11 13:28:10.163717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49096) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:10.395629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-327eff7f-0432-411b-a2ef-0e81a758bdfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:10.396892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-327eff7f-0432-411b-a2ef-0e81a758bdfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bb47b466-4262-4b47-98eb-ed0225161d1c HTTP/1.1" status: 200 len: 797 time: 0.2487991 Feb 11 13:28:10.415106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.528073 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94805f5a-4914-4443-8de7-2f90373f89e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.654467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 487c661c-5a8b-4847-89fc-ff8d0c45c033 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:10.658239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94805f5a-4914-4443-8de7-2f90373f89e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.661639 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.844606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7e27da-f136-4977-a935-3dce97ec396f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:10.939097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Router 6b9d5675-c958-459a-b99a-ab620c37c387 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:28:10.991637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94805f5a-4914-4443-8de7-2f90373f89e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:11.031068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94805f5a-4914-4443-8de7-2f90373f89e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da30a02c-221d-4bb5-9eab-58e7640e73fd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:11.130620 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94805f5a-4914-4443-8de7-2f90373f89e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:11.132356 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-94805f5a-4914-4443-8de7-2f90373f89e4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da30a02c-221d-4bb5-9eab-58e7640e73fd HTTP/1.1" status: 204 len: 168 time: 0.9795778 Feb 11 13:28:11.279863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49112) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:11.334207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5fb11ca-8b2b-4038-8bdc-21256b3eedb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:11.417368 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:11.419506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e5fb11ca-8b2b-4038-8bdc-21256b3eedb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:11.428265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e5fb11ca-8b2b-4038-8bdc-21256b3eedb8 admin admin] Usage tracker for resource:security_group_rule and tenant:023c491ea6f24809a0a458fd09a41143 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:11.438044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e5fb11ca-8b2b-4038-8bdc-21256b3eedb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:11.455969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e5fb11ca-8b2b-4038-8bdc-21256b3eedb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:11.670819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5fb11ca-8b2b-4038-8bdc-21256b3eedb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:11.705591 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5fb11ca-8b2b-4038-8bdc-21256b3eedb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:11.875739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb11ca-8b2b-4038-8bdc-21256b3eedb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8a08af-5950-4d50-9fa2-d2e4650440c4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:11.902890 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e5fb11ca-8b2b-4038-8bdc-21256b3eedb8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=023c491ea6f24809a0a458fd09a41143&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6116414 Feb 11 13:28:11.906752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49126) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:11.908779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:11.920831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Sync routers for ids ['6b9d5675-c958-459a-b99a-ab620c37c387'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:28:11.952042 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Routers {'6b9d5675-c958-459a-b99a-ab620c37c387'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:28:11.952701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6b9d5675-c958-459a-b99a-ab620c37c387'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:12.051075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.052740 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ec353682-30fc-406a-ac31-c6b79fb9ef87 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.5547881 Feb 11 13:28:12.078729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49134) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:12.110193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97997e99-d5d6-4012-a426-2c39a1eb2f22 req-fa7a1bff-531f-47c6-91dd-2e9757ad97c4 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.123762 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97997e99-d5d6-4012-a426-2c39a1eb2f22 req-fa7a1bff-531f-47c6-91dd-2e9757ad97c4 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 1.7121472 Feb 11 13:28:12.131373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-d0e4e752-8901-4e00-884f-8ece9a1180f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95f48932-3549-4717-a741-07775a88517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6836822 Feb 11 13:28:12.389931 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.487295 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.541719 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.551263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Set router 6b9d5675-c958-459a-b99a-ab620c37c387 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:28:12.610118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97997e99-d5d6-4012-a426-2c39a1eb2f22 req-6ae98132-e257-4c53-8719-4d50199dd534 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4853797 Feb 11 13:28:12.700269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c779312-7b5e-4ca0-b103-274946603fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.702144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-7763b664-4826-488f-8143-7771b8010478 service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258370 Feb 11 13:28:12.752127 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.752905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6ba342e-c9f2-47b7-9e8f-c55280f676de {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:12.922630 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.927915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-56393ed4-0061-4fcb-90a1-7338c437f021 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d6ba342e-c9f2-47b7-9e8f-c55280f676de HTTP/1.1" status: 204 len: 168 time: 10.8612328 Feb 11 13:28:12.932653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c779312-7b5e-4ca0-b103-274946603fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.935122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49152) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:13.124241 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-df98a500-3881-4bbe-967e-416d4e7b8049 service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143651 Feb 11 13:28:13.164610 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c779312-7b5e-4ca0-b103-274946603fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.213868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c779312-7b5e-4ca0-b103-274946603fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8a08af-5950-4d50-9fa2-d2e4650440c4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:13.237291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c779312-7b5e-4ca0-b103-274946603fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.238600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c779312-7b5e-4ca0-b103-274946603fe8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad8a08af-5950-4d50-9fa2-d2e4650440c4 HTTP/1.1" status: 204 len: 168 time: 1.3278170 Feb 11 13:28:13.335628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40aa56d-14f7-490f-809e-fadc7d91bdc0 admin admin] Deleting subnet 7ff04847-87c0-4d63-8130-ac195c782a6a {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:28:13.339848 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f40aa56d-14f7-490f-809e-fadc7d91bdc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.612025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-9a4b70ce-5fcb-4642-9a8f-6da1d74b7577 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=d747b6f3-6d5b-422f-9622-bebc3552cde5 HTTP/1.1" status: 200 len: 217 time: 0.4722738 Feb 11 13:28:13.617076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:08Z', 'revision_number': 3, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:13.628729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Checking router: 6b9d5675-c958-459a-b99a-ab620c37c387 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:28:13.630642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Updating router 6b9d5675-c958-459a-b99a-ab620c37c387 port 2f7b480e-cd77-4d30-bb84-8771a929719d binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:28:13.843827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4d7e27da-f136-4977-a935-3dce97ec396f no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:28:13.919665 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f40aa56d-14f7-490f-809e-fadc7d91bdc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:14.197871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4d7e27da-f136-4977-a935-3dce97ec396f {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:28:14.198413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4d7e27da-f136-4977-a935-3dce97ec396f not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:28:14.200846 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:14.242270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-b9ba90f8-5c5f-40ee-a8eb-65d66708b7fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:14.253464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-b9ba90f8-5c5f-40ee-a8eb-65d66708b7fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bb47b466-4262-4b47-98eb-ed0225161d1c HTTP/1.1" status: 200 len: 797 time: 0.6274004 Feb 11 13:28:14.772262 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f40aa56d-14f7-490f-809e-fadc7d91bdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.004842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8041628-908e-4360-939a-4e8b87ab317e req-56af6f26-8a2a-443a-979c-646e1e527269 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:15.025920 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8041628-908e-4360-939a-4e8b87ab317e req-56af6f26-8a2a-443a-979c-646e1e527269 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.6049898 Feb 11 13:28:15.151493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-0c7fd756-5b91-4a87-ac6b-d1f34115ff30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95f48932-3549-4717-a741-07775a88517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8767154 Feb 11 13:28:15.157387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f40aa56d-14f7-490f-809e-fadc7d91bdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.233538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8041628-908e-4360-939a-4e8b87ab317e req-a0e5dcfe-19a2-4844-a33a-3787616701b7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066998 Feb 11 13:28:15.254277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40aa56d-14f7-490f-809e-fadc7d91bdc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff04847-87c0-4d63-8130-ac195c782a6a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:15.446008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f40aa56d-14f7-490f-809e-fadc7d91bdc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.541902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f40aa56d-14f7-490f-809e-fadc7d91bdc0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7ff04847-87c0-4d63-8130-ac195c782a6a HTTP/1.1" status: 204 len: 168 time: 2.5836933 Feb 11 13:28:15.543629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49200) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:15.578808 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.594685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Transition to ACTIVE for port object 2f7b480e-cd77-4d30-bb84-8771a929719d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:15.597001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.603397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f4375-5de1-4daa-8fbc-a6907fedf360 None None] Network 5d5b8131-5620-44ec-bf05-92c4feee75e7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:28:15.621193 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.749707 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5e22-ca26-4e6c-8df7-950218f2da59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.808048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670712d8-84a7-430f-9c64-c2257a3c3a31 None None] Pushing event updated for resources: {'Port': ['ID=2f7b480e-cd77-4d30-bb84-8771a929719d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:15.860220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Attempting to bind port 2f7b480e-cd77-4d30-bb84-8771a929719d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:15.860875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Attempting to bind port 2f7b480e-cd77-4d30-bb84-8771a929719d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:15.861472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Attempting to bind port 2f7b480e-cd77-4d30-bb84-8771a929719d on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:28:15.903781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:28:15.904524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:15.905152 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.905739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:28:15.906482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Bound port: 2f7b480e-cd77-4d30-bb84-8771a929719d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:15.907160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.958821 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-e763bee1-1a79-44e4-8e9a-fb1ed067a034 service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7875826 Feb 11 13:28:16.018599 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.067410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] For port 2f7b480e-cd77-4d30-bb84-8771a929719d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:16.078536 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] For port 2f7b480e-cd77-4d30-bb84-8771a929719d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2f7b480e-cd77-4d30-bb84-8771a929719d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:16.095221 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.227077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Deleting port 82d7d642-4b95-48c2-9797-90e65f50e1d7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:28:16.228145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.277068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Allocated IP 172.20.0.1 (03558ae7-3102-479a-ae24-65823543b8b7/7d85b11a-a300-42ba-ac08-edc32a789901/dd75c007-0730-4eea-a14f-9d12219ec4bc) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:16.454198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670712d8-84a7-430f-9c64-c2257a3c3a31 None None] Pushing event updated for resources: {'Port': ['ID=2f7b480e-cd77-4d30-bb84-8771a929719d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:16.477954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Routers {'6b9d5675-c958-459a-b99a-ab620c37c387'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:28:16.478226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:27:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6b9d5675-c958-459a-b99a-ab620c37c387'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:16.648855 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-fd617f0c-4ce9-4592-a967-074b830012ba service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820271 Feb 11 13:28:16.669912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.731930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Transition to ACTIVE for port object dd75c007-0730-4eea-a14f-9d12219ec4bc will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:16.798472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:17.074083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-36b484c5-6055-44d7-9f0f-6c43baaecc9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=047f7b73-c4ff-43bf-a33a-5c57e1f5da57 HTTP/1.1" status: 200 len: 217 time: 0.3743229 Feb 11 13:28:17.133591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Pushing event updated for resources: {'Port': ['ID=dd75c007-0730-4eea-a14f-9d12219ec4bc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:17.170714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Network 03558ae7-3102-479a-ae24-65823543b8b7 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:17.177723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:17.189622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:28:17.456012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:17.613167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] Set router 6b9d5675-c958-459a-b99a-ab620c37c387 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:28:17.767427 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.031207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] For port 82d7d642-4b95-48c2-9797-90e65f50e1d7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=82d7d642-4b95-48c2-9797-90e65f50e1d7,segment=NetworkSegment(eb51e636-0662-42d0-96c9-4d82320b2850),segment_id=eb51e636-0662-42d0-96c9-4d82320b2850)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:18.031207 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.146663 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.163748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.273022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d5143-8d74-492f-97ec-da83fcc662a2 req-8c5c1422-95fb-4a59-82ea-886ee729173b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.284923 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:28:18.295940 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-654d5143-8d74-492f-97ec-da83fcc662a2 req-8c5c1422-95fb-4a59-82ea-886ee729173b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 1.5835793 Feb 11 13:28:18.320020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-08973e7d-2d96-4e8d-9cdb-5ca0f6d0e401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.328442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-08973e7d-2d96-4e8d-9cdb-5ca0f6d0e401 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bb47b466-4262-4b47-98eb-ed0225161d1c HTTP/1.1" status: 200 len: 797 time: 1.2469063 Feb 11 13:28:18.455440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4eb40-2c0b-4fb7-a02f-9a3548d97109 None None] DHCP port deletion for 5d5b8131-5620-44ec-bf05-92c4feee75e7 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:28:18.495270 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 82d7d642-4b95-48c2-9797-90e65f50e1d7 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:28:18.641301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Pushing event updated for resources: {'Port': ['ID=dd75c007-0730-4eea-a14f-9d12219ec4bc,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:18.693927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.907896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Calling delete_port for 82d7d642-4b95-48c2-9797-90e65f50e1d7 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:28:18.981648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bef4eb40-2c0b-4fb7-a02f-9a3548d97109 None None] Deleting port 82d7d642-4b95-48c2-9797-90e65f50e1d7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:28:18.982816 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bef4eb40-2c0b-4fb7-a02f-9a3548d97109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.029471 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-654d5143-8d74-492f-97ec-da83fcc662a2 req-4fbffad6-6422-4bec-b564-f3333500ae04 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7269452 Feb 11 13:28:19.250442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-40589c44-90f0-43b6-adeb-880f60457621 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95f48932-3549-4717-a741-07775a88517a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2696939 Feb 11 13:28:19.250442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.585675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Network 03558ae7-3102-479a-ae24-65823543b8b7 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:19.585675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:19.728903 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5503295-9f25-4550-97d4-1b9366dbfa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.843086 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.875180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-94523e29-f6b9-49be-80f6-fca744dd852a None None] Provisioning for port dd75c007-0730-4eea-a14f-9d12219ec4bc completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:19.906424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-94523e29-f6b9-49be-80f6-fca744dd852a None None] Provisioning complete for port dd75c007-0730-4eea-a14f-9d12219ec4bc triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:19.907263 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94523e29-f6b9-49be-80f6-fca744dd852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.982785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d7d642-4b95-48c2-9797-90e65f50e1d7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:20.018301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.245246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No active binding found for port 82d7d642-4b95-48c2-9797-90e65f50e1d7 {{(pid=83569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 11 13:28:20.272186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 82d7d642-4b95-48c2-9797-90e65f50e1d7 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:28:20.377373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-0e8170a8-f309-4d4d-bb60-2d1ca09eb3e0 service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651379 Feb 11 13:28:20.394600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] No DVR routers for this DVR port 82d7d642-4b95-48c2-9797-90e65f50e1d7 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:20.502723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bef4eb40-2c0b-4fb7-a02f-9a3548d97109 None None] The port '82d7d642-4b95-48c2-9797-90e65f50e1d7' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:28:20.652508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-94523e29-f6b9-49be-80f6-fca744dd852a None None] Port dd75c007-0730-4eea-a14f-9d12219ec4bc cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:28:20.652508 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.804207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:08Z', 'revision_number': 3, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:20.832943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8afb7-cf62-4e6a-b487-79b8f5052f4b None None] The sync data for ids ['6b9d5675-c958-459a-b99a-ab620c37c387'] in n-d-818559-1 is: [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:08Z', 'revision_number': 3, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:28:20.875065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-615859c1-d5ce-4106-8397-284e7e79b519 None None] Provisioning complete for port dd75c007-0730-4eea-a14f-9d12219ec4bc triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:20.878346 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-615859c1-d5ce-4106-8397-284e7e79b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.131000 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-771af2b1-fe62-4cdf-b5d6-032bade35ec4 service neutron] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032523 Feb 11 13:28:21.210508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-615859c1-d5ce-4106-8397-284e7e79b519 None None] Port dd75c007-0730-4eea-a14f-9d12219ec4bc cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:28:21.721131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Router 6b9d5675-c958-459a-b99a-ab620c37c387 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:21.985360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.102138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5b8131-5620-44ec-bf05-92c4feee75e7']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:22.133373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb51e636-0662-42d0-96c9-4d82320b2850') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:22.133373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb51e636-0662-42d0-96c9-4d82320b2850') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:22.188217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-df7e0ec0-3bab-4b0d-acb4-b5aab42a9a4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5227e51-621c-453c-9fb5-6f23ede69cbd HTTP/1.1" status: 200 len: 217 time: 1.0613127 Feb 11 13:28:22.358207 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.392381 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.405899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:28:22.408153 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.556480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:22.605332 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e1088b29-4732-440d-90a4-3a932bd1c57a admin admin] 10.222.0.67 "PUT /v2.0/routers/6b9d5675-c958-459a-b99a-ab620c37c387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5249922 Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:22.739562 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:22.741183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2f7b480e-cd77-4d30-bb84-8771a929719d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:22.957772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2f7b480e-cd77-4d30-bb84-8771a929719d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:22.966608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2f7b480e-cd77-4d30-bb84-8771a929719d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:22.967364 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.976655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.066355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.071715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5b8131-5620-44ec-bf05-92c4feee75e7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.205956 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-883c0edb-d82f-42f4-b9c9-2cdcdcc9f6a0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5d5b8131-5620-44ec-bf05-92c4feee75e7 HTTP/1.1" status: 204 len: 168 time: 7.6543131 Feb 11 13:28:23.236728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-7aeb5ebc-f913-4702-beac-c399d9d0c044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.249510 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-7aeb5ebc-f913-4702-beac-c399d9d0c044 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=076e722f-c545-441b-bc95-104470f5caa3 HTTP/1.1" status: 200 len: 797 time: 0.9152548 Feb 11 13:28:23.336248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.379156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 2f7b480e-cd77-4d30-bb84-8771a929719d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2f7b480e-cd77-4d30-bb84-8771a929719d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:23.385400 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.429873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8dd3b-b361-4418-bf8f-29644790b6c0 req-95ff15c3-6552-44c4-aa9a-879c3dd5f94d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.459182 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9d8dd3b-b361-4418-bf8f-29644790b6c0 req-95ff15c3-6552-44c4-aa9a-879c3dd5f94d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 2.8364382 Feb 11 13:28:23.583959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=2f7b480e-cd77-4d30-bb84-8771a929719d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.679031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9d8dd3b-b361-4418-bf8f-29644790b6c0 req-94fa54b7-4c5b-4b04-a353-def9048783b2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186224 Feb 11 13:28:23.711655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-5659fb57-df22-4541-a096-1ed0ded327b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4412577 Feb 11 13:28:24.350601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-0686a57d-7da0-44b4-bf23-12bbeee654c3 service neutron] 10.222.0.73 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6363692 Feb 11 13:28:24.452164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49392) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:24.476136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49400) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:24.743707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2f7b480e-cd77-4d30-bb84-8771a929719d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:24.930240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d7625fe6-28d0-4132-9cc4-3e2443f31dfe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5fd483cfcc3642adbd56ae75f1385e07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4528282 Feb 11 13:28:24.935945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49440) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:24.975454 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-928ef251-452c-4b7e-b8da-2a8c9f70bb7a service neutron] 10.222.0.73 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203492 Feb 11 13:28:25.048627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2f7b480e-cd77-4d30-bb84-8771a929719d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:25.049012 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.286946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-1de8283d-62d6-484b-96f3-9563a7938136 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7c3e41fb-1261-4231-9475-b80b2d5420d4 HTTP/1.1" status: 200 len: 217 time: 0.3011394 Feb 11 13:28:25.498271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-0b7c7625-9a44-4ceb-a9eb-c886316458c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.501709 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-0b7c7625-9a44-4ceb-a9eb-c886316458c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=076e722f-c545-441b-bc95-104470f5caa3 HTTP/1.1" status: 200 len: 797 time: 0.2096190 Feb 11 13:28:25.533542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a84ee0-cae5-4d13-adaa-a9e72e43bdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.763219 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5211-e9cc-4cfe-8e0d-81b825bee7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.770502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-8ce66070-2e51-48e6-afaa-f433b4d92297 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2456081 Feb 11 13:28:25.816978 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5211-e9cc-4cfe-8e0d-81b825bee7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.905459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f8a84ee0-cae5-4d13-adaa-a9e72e43bdb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:25.910014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5211-e9cc-4cfe-8e0d-81b825bee7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.974251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f8a84ee0-cae5-4d13-adaa-a9e72e43bdb5 admin admin] Usage tracker for resource:security_group_rule and tenant:7f81c3490ace42bf90fc02b7396ae99b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:25.984240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f8a84ee0-cae5-4d13-adaa-a9e72e43bdb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:25.989525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a5211-e9cc-4cfe-8e0d-81b825bee7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db1d9c-3ebd-4490-a5c7-782698f51740,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:26.013475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f8a84ee0-cae5-4d13-adaa-a9e72e43bdb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:26.049214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5211-e9cc-4cfe-8e0d-81b825bee7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.051425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3a5a5211-e9cc-4cfe-8e0d-81b825bee7fd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/15db1d9c-3ebd-4490-a5c7-782698f51740 HTTP/1.1" status: 204 len: 168 time: 1.1129866 Feb 11 13:28:26.093249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b1be-2e42-4450-a2b1-5416fe765ad7 req-63d75766-bec7-4608-8fa9-c9ac78cd01ac tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:26.098528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf16b1be-2e42-4450-a2b1-5416fe765ad7 req-63d75766-bec7-4608-8fa9-c9ac78cd01ac tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.8819966 Feb 11 13:28:26.419626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a84ee0-cae5-4d13-adaa-a9e72e43bdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.426536 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8a84ee0-cae5-4d13-adaa-a9e72e43bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.478345 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf16b1be-2e42-4450-a2b1-5416fe765ad7 req-6eacf1e0-34b8-4448-9c40-87ea792eb044 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3633735 Feb 11 13:28:26.568889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a84ee0-cae5-4d13-adaa-a9e72e43bdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eb0b55-eb44-415c-ab83-be1cac871751,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:26.600378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49560) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:26.601051 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f8a84ee0-cae5-4d13-adaa-a9e72e43bdb5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7f81c3490ace42bf90fc02b7396ae99b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1468925 Feb 11 13:28:26.613707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49564) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:26.620465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-408448169-network', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:26.629321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:26.641087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Usage tracker for resource:network and tenant:131f7a9a22e5426dbb5e73705c1aac71 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:26.651222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:26.664175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:26.701834 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-e8425938-fe20-494a-bead-300d7a0a80bf service neutron] 10.222.0.73 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167655 Feb 11 13:28:26.706349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Made reservation on behalf of 131f7a9a22e5426dbb5e73705c1aac71 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:26.710088 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.726230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.793219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:26.799666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Usage tracker for resource:security_group_rule and tenant:131f7a9a22e5426dbb5e73705c1aac71 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:26.808868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:26.816360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:26.873297 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Sync routers for ids ['6b9d5675-c958-459a-b99a-ab620c37c387'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:28:26.898264 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Routers {'6b9d5675-c958-459a-b99a-ab620c37c387'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:28:26.899440 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:28:19Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6b9d5675-c958-459a-b99a-ab620c37c387'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:26.938559 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.945158 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.960118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:26.978393 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.979228 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Added segment f4c3882f-df71-4703-81ee-8ef4e97eb17e of type vlan for network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af Feb 11 13:28:27.020924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.058116 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd9ae34c-37d0-44a3-a083-b900d2690328 req-75c3281c-af03-4015-be7a-f9bd02f32e1c service neutron] 10.222.0.73 "GET /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554194 Feb 11 13:28:27.143943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57b68382-8fcd-42a2-ab55-3eaa74ac424b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.158916 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.162647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:27.168286 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.186707 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57b68382-8fcd-42a2-ab55-3eaa74ac424b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.264267 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57b68382-8fcd-42a2-ab55-3eaa74ac424b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.311795 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57b68382-8fcd-42a2-ab55-3eaa74ac424b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.313331 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-57b68382-8fcd-42a2-ab55-3eaa74ac424b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/54eb0b55-eb44-415c-ab83-be1cac871751 HTTP/1.1" status: 204 len: 168 time: 0.7100594 Feb 11 13:28:27.315587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b68382-8fcd-42a2-ab55-3eaa74ac424b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eb0b55-eb44-415c-ab83-be1cac871751,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.473364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:27.481323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Request body: {'subnet': {'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-408448169-subnet', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:27.485533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8695498 Feb 11 13:28:27.490569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:27.505362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Usage tracker for resource:subnet and tenant:131f7a9a22e5426dbb5e73705c1aac71 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:27.518214 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Set router 6b9d5675-c958-459a-b99a-ab620c37c387 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:28:27.518727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:27.549585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942b3bb7-df19-47cd-b73d-01e03c7073ed,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.552415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:27.578110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430650da-38e1-4b46-8137-f45563ac16f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0589fddb-3a98-4cf4-bcb7-c5b47ce695af,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.598458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:28:27.640158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Made reservation on behalf of 131f7a9a22e5426dbb5e73705c1aac71 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:27.648469 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.196826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.389142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66a852b-80cc-42f6-b1f7-29b288cee244,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:28.488533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Checking segment: {'id': 'f4c3882f-df71-4703-81ee-8ef4e97eb17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:28.489354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Network hostable DHCP agents. Network: 0589fddb-3a98-4cf4-bcb7-c5b47ce695af, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:28.564902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d343d06-32c2-4689-a1df-8e0a63251df0 req-f19f7d9b-060e-402c-b6bd-235f2b07cd89 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.578966 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d343d06-32c2-4689-a1df-8e0a63251df0 req-f19f7d9b-060e-402c-b6bd-235f2b07cd89 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.4917049 Feb 11 13:28:28.679643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49710) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:28.752415 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:17Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'dd75c007-0730-4eea-a14f-9d12219ec4bc', 'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'mac_address': 'fa:16:3e:f8:5c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:15Z', 'updated_at': '2022-02-11T13:28:17Z', 'revision_number': 2, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'subnets': [{'id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:28.768216 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Checking router: 6b9d5675-c958-459a-b99a-ab620c37c387 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:28:28.768561 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Updating router 6b9d5675-c958-459a-b99a-ab620c37c387 port dd75c007-0730-4eea-a14f-9d12219ec4bc binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:28:28.787564 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d343d06-32c2-4689-a1df-8e0a63251df0 req-a17a897f-434a-4a3f-8d73-502b497014d4 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061405 Feb 11 13:28:28.801158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:28.825479 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72f11390-f560-44ae-ab0f-00ad77492262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.827534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 0589fddb-3a98-4cf4-bcb7-c5b47ce695af) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:28.833859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.834779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.838013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bba9a91-8fc0-43c6-ad34-4a3c14f66759 None None] Network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:28:28.872724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c019774d-5fd9-400a-baa5-939fc03b4502 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3981833 Feb 11 13:28:28.875303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 49720) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:28.881243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-408448169-router', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:28.887584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:28.893628 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.913140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Usage tracker for resource:router and tenant:131f7a9a22e5426dbb5e73705c1aac71 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:28.925843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:28.943423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:28.963876 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.965246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.012698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.015763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-72f11390-f560-44ae-ab0f-00ad77492262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:29.042335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72f11390-f560-44ae-ab0f-00ad77492262 admin admin] Usage tracker for resource:security_group_rule and tenant:9a9fbbf094cb476da55fa5ec273ce029 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:29.091063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72f11390-f560-44ae-ab0f-00ad77492262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:29.159368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-72f11390-f560-44ae-ab0f-00ad77492262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:29.393012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72f11390-f560-44ae-ab0f-00ad77492262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.408061 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72f11390-f560-44ae-ab0f-00ad77492262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.503126 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-72f11390-f560-44ae-ab0f-00ad77492262 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9a9fbbf094cb476da55fa5ec273ce029&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8199701 Feb 11 13:28:29.503126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f11390-f560-44ae-ab0f-00ad77492262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b911b3-7588-49ef-9c76-d5873629d668,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:29.504327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49770) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:29.613676 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.630821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49780) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:29.732800 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-77087af4-4f3b-4100-b433-5a8d83f30461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.857163 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-77087af4-4f3b-4100-b433-5a8d83f30461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.880092 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.932657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-0589fddb-3a98-4cf4-bcb7-c5b47ce695af', 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'fixed_ips': [{'subnet_id': 'f66a852b-80cc-42f6-b1f7-29b288cee244'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:28:29.938441 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.949496 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Transition to ACTIVE for port object dd75c007-0730-4eea-a14f-9d12219ec4bc will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:29.979242 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.124528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-77087af4-4f3b-4100-b433-5a8d83f30461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.234650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77087af4-4f3b-4100-b433-5a8d83f30461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b911b3-7588-49ef-9c76-d5873629d668,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:30.264919 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-77087af4-4f3b-4100-b433-5a8d83f30461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.274155 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-77087af4-4f3b-4100-b433-5a8d83f30461 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a1b911b3-7588-49ef-9c76-d5873629d668 HTTP/1.1" status: 204 len: 168 time: 0.7677009 Feb 11 13:28:30.302545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1008495443-network', 'tenant_id': 'c07438ce71c1464c947dcc144831a63f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:30.333603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:30.356824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Usage tracker for resource:network and tenant:c07438ce71c1464c947dcc144831a63f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:30.370947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:30.447312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:30.723754 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.826731 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Pushing event updated for resources: {'Port': ['ID=dd75c007-0730-4eea-a14f-9d12219ec4bc,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:30.868698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Made reservation on behalf of c07438ce71c1464c947dcc144831a63f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:30.877103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.878278 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.882074 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.882631 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.884050 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.884050 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.885996 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.886886 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.887738 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.888435 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.889041 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.889785 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.898825 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:30.978536 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.010270 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Allocated IP 172.20.0.2 (0589fddb-3a98-4cf4-bcb7-c5b47ce695af/f66a852b-80cc-42f6-b1f7-29b288cee244/637a392b-68a1-407a-8026-06f29f403b3a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:31.124026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:31.127759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Usage tracker for resource:security_group_rule and tenant:c07438ce71c1464c947dcc144831a63f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:31.148175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:31.158195 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Attempting to bind port dd75c007-0730-4eea-a14f-9d12219ec4bc on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:31.158727 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Attempting to bind port dd75c007-0730-4eea-a14f-9d12219ec4bc by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:31.159194 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Attempting to bind port dd75c007-0730-4eea-a14f-9d12219ec4bc on network 03558ae7-3102-479a-ae24-65823543b8b7 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:28:31.168140 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:28:31.168661 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Checking segment: {'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:31.169091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:31.169334 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.169843 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Bound using segment: {'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:28:31.170420 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Bound port: dd75c007-0730-4eea-a14f-9d12219ec4bc, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:31.170919 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.334516 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] For port dd75c007-0730-4eea-a14f-9d12219ec4bc, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:31.344657 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] For port dd75c007-0730-4eea-a14f-9d12219ec4bc, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=dd75c007-0730-4eea-a14f-9d12219ec4bc,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:31.350482 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.364760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cafbe-ba26-4254-9921-baf8fed6e31e req-eebc90d2-98dc-4159-b01f-a399e1c22362 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:31.379022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-497cafbe-ba26-4254-9921-baf8fed6e31e req-eebc90d2-98dc-4159-b01f-a399e1c22362 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.9348106 Feb 11 13:28:31.431066 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.439226 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.486934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Allocated IP 172.25.4.137 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/0d51181b-b5c8-4a69-b988-053b9455d8e9) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:31.580687 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Routers {'6b9d5675-c958-459a-b99a-ab620c37c387'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:28:31.580687 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:28:19Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6b9d5675-c958-459a-b99a-ab620c37c387'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:31.673563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:31.734028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-497cafbe-ba26-4254-9921-baf8fed6e31e req-7974fe5c-d751-4df5-b5ec-5b45a1f4a132 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510511 Feb 11 13:28:31.744225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59bb11b-7513-461f-bdb6-b37b132bec36,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:31.765025 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.766630 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Added segment 051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64 of type vlan for network c502380e-cbd9-4e15-a8cd-e96abb352852 Feb 11 13:28:31.903305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.059881 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.069807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:32.069807 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.211784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5709710 Feb 11 13:28:32.219695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 49956) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:32.232437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Request body: {'subnet': {'network_id': 'c502380e-cbd9-4e15-a8cd-e96abb352852', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1008495443-subnet', 'tenant_id': 'c07438ce71c1464c947dcc144831a63f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:32.272842 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.309288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.362106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.438467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Transition to ACTIVE for port object 637a392b-68a1-407a-8026-06f29f403b3a will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:32.456082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f0eaa-2a83-4480-9de2-c117bb0832fc admin admin] Pushing event updated for resources: {'Network': ['ID=c502380e-cbd9-4e15-a8cd-e96abb352852,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:32.460866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:32.470157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Usage tracker for resource:subnet and tenant:c07438ce71c1464c947dcc144831a63f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:32.487048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:32.504174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:32.510457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network c502380e-cbd9-4e15-a8cd-e96abb352852 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:28:32.529880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Made reservation on behalf of c07438ce71c1464c947dcc144831a63f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:32.532639 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.679145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:32.696566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:32.702865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:28:32.717441 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] Set router 6b9d5675-c958-459a-b99a-ab620c37c387 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:28:32.943485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0d51181b-b5c8-4a69-b988-053b9455d8e9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.051413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Transition to ACTIVE for port object 637a392b-68a1-407a-8026-06f29f403b3a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:33.113769 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.177895 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642e784-a5d2-4817-9305-8ef867dff6f5 None None] Pushing event updated for resources: {'Port': ['ID=dd75c007-0730-4eea-a14f-9d12219ec4bc,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.326874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.380546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:33.415366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:33.459036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:28:33.490851 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:17Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'dd75c007-0730-4eea-a14f-9d12219ec4bc', 'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'mac_address': 'fa:16:3e:f8:5c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:15Z', 'updated_at': '2022-02-11T13:28:31Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'subnets': [{'id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:33.501118 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9bb79-6d5f-4b90-b212-c63a644d1792 None None] The sync data for ids ['6b9d5675-c958-459a-b99a-ab620c37c387'] in n-d-818559-1 is: [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:17Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'dd75c007-0730-4eea-a14f-9d12219ec4bc', 'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'mac_address': 'fa:16:3e:f8:5c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:15Z', 'updated_at': '2022-02-11T13:28:31Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'subnets': [{'id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:28:33.652895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Pushing event updated for resources: {'Port': ['ID=637a392b-68a1-407a-8026-06f29f403b3a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.882985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1d23ca-a9dc-444d-94a7-9b0fc22cec3a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.934225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Checking segment: {'id': '051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c502380e-cbd9-4e15-a8cd-e96abb352852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:33.934225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Network hostable DHCP agents. Network: c502380e-cbd9-4e15-a8cd-e96abb352852, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:34.122508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Network c502380e-cbd9-4e15-a8cd-e96abb352852 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:34.177110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, c502380e-cbd9-4e15-a8cd-e96abb352852) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:34.209474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.209474 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.221012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecede90b-dbb4-4fa3-b84a-c2f1010ed6bd None None] Network c502380e-cbd9-4e15-a8cd-e96abb352852 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:28:34.303059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e835cbd1-5cd9-4086-9fe4-d075bfd34611 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0748796 Feb 11 13:28:34.339300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1d11d-8640-4e52-baf9-76b3f3f27d9e req-d6f9841d-66d8-46a7-9b7d-10a79e5de007 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.349171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37e1d11d-8640-4e52-baf9-76b3f3f27d9e req-d6f9841d-66d8-46a7-9b7d-10a79e5de007 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.9893775 Feb 11 13:28:34.404481 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.405473 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.482590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Attempting to bind port 637a392b-68a1-407a-8026-06f29f403b3a on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:34.483140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Attempting to bind port 637a392b-68a1-407a-8026-06f29f403b3a by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'f4c3882f-df71-4703-81ee-8ef4e97eb17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:34.485186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Attempting to bind port 637a392b-68a1-407a-8026-06f29f403b3a on network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:28:34.570111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:28:34.570622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Checking segment: {'id': 'f4c3882f-df71-4703-81ee-8ef4e97eb17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:34.571950 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.572343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Bound using segment: {'id': 'f4c3882f-df71-4703-81ee-8ef4e97eb17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:28:34.572825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Bound port: 637a392b-68a1-407a-8026-06f29f403b3a, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c3882f-df71-4703-81ee-8ef4e97eb17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:34.573500 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.689021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37e1d11d-8640-4e52-baf9-76b3f3f27d9e req-b33128d4-e687-456e-9a0e-2991036f6d83 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372207 Feb 11 13:28:34.855882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dd75c007-0730-4eea-a14f-9d12219ec4bc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:35.041640 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-db286126-7664-4f25-995e-15bff6338b72 None None] For port 637a392b-68a1-407a-8026-06f29f403b3a, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:35.049505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-db286126-7664-4f25-995e-15bff6338b72 None None] For port 637a392b-68a1-407a-8026-06f29f403b3a, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=637a392b-68a1-407a-8026-06f29f403b3a,segment=NetworkSegment(f4c3882f-df71-4703-81ee-8ef4e97eb17e),segment_id=f4c3882f-df71-4703-81ee-8ef4e97eb17e)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:35.091478 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.344105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:28:35.715065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff61020-307f-48a4-a58f-a4f1dd4fd019 None None] Network c502380e-cbd9-4e15-a8cd-e96abb352852 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:28:35.815766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50032) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:35.986529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db286126-7664-4f25-995e-15bff6338b72 None None] Pushing event updated for resources: {'Port': ['ID=637a392b-68a1-407a-8026-06f29f403b3a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:36.000234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port dd75c007-0730-4eea-a14f-9d12219ec4bc completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:36.020796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fa1ba-7fb4-4fd0-817d-0b70f409b001 req-31acbc0e-956c-4579-ae17-fa523e804926 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.022472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port dd75c007-0730-4eea-a14f-9d12219ec4bc triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:36.024287 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.026975 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe8fa1ba-7fb4-4fd0-817d-0b70f409b001 req-31acbc0e-956c-4579-ae17-fa523e804926 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.3249052 Feb 11 13:28:36.234024 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe8fa1ba-7fb4-4fd0-817d-0b70f409b001 req-c33256d3-e747-40af-b0f5-a66384f56141 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976149 Feb 11 13:28:36.423041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c8bb9ef7-bc47-4e9d-a863-32ccc11387f7 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.433282 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c8bb9ef7-bc47-4e9d-a863-32ccc11387f7 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/networks?id=c502380e-cbd9-4e15-a8cd-e96abb352852 HTTP/1.1" status: 200 len: 822 time: 0.5573747 Feb 11 13:28:36.581446 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d36ec2a7-031f-4e17-8b3b-86065b341807 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/quotas/c07438ce71c1464c947dcc144831a63f HTTP/1.1" status: 200 len: 375 time: 0.1469975 Feb 11 13:28:36.692304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-8d24a47f-029d-4d64-b906-1df4e778a319 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c07438ce71c1464c947dcc144831a63f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085682 Feb 11 13:28:36.738988 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.751382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3d4d3-aa7d-490c-b473-25f1b80a074a req-1c28d94e-3d5f-440c-927d-b0a1d0f07226 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.757212 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfd3d4d3-aa7d-490c-b473-25f1b80a074a req-1c28d94e-3d5f-440c-927d-b0a1d0f07226 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.2105339 Feb 11 13:28:36.834745 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfd3d4d3-aa7d-490c-b473-25f1b80a074a req-b2fabd35-ab88-4683-90d7-6fd7a62a6032 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644932 Feb 11 13:28:36.861082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port dd75c007-0730-4eea-a14f-9d12219ec4bc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=dd75c007-0730-4eea-a14f-9d12219ec4bc,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:36.912029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d6b17fa-f45b-489f-af96-0508bd33439d req-a90b5503-0179-4416-80a8-fa0df076efc3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 6491 time: 1.0893350 Feb 11 13:28:36.954781 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.086125 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-0a70cb7d-32b8-4244-be04-6cee0e3d983e service neutron] 10.222.0.67 "GET /v2.0/networks/c502380e-cbd9-4e15-a8cd-e96abb352852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856299 Feb 11 13:28:37.204121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=dd75c007-0730-4eea-a14f-9d12219ec4bc,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:37.210264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 637a392b-68a1-407a-8026-06f29f403b3a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:37.435257 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-6fd9f171-53b5-458c-986d-1b2590ea64c5 service neutron] 10.222.0.67 "GET /v2.0/networks/c502380e-cbd9-4e15-a8cd-e96abb352852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551064 Feb 11 13:28:37.445877 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.449779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:37.491793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Sync routers for ids ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:28:37.509387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d6b17fa-f45b-489f-af96-0508bd33439d req-1b0c05b7-d3e1-42a8-a7e2-419fd3bb46f4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5962381 Feb 11 13:28:37.560785 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.565371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3f0163a6-a813-4d92-a46a-9323a3d8c2b7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.6888735 Feb 11 13:28:37.568549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50074) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:37.606540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Routers {'d372b27d-8468-470f-b3c5-3cbddf7e2ee5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:28:37.613923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:28:19Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:37.865240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca93b014-3ac3-4eff-9fb7-32103d421942 req-2e2f03f7-8e53-4908-b3e1-762137891a38 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 210 time: 0.0959468 Feb 11 13:28:38.169233 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Set router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:28:38.346114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50102) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:38.455871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec90b36d-a1f7-4569-94d3-1ec8d987f00d None None] Network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:28:38.486326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae05b20-d5e9-44fc-8f46-77cab2b12bfb req-4d954c2f-3ab4-45e3-a83d-381457c1a67d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:38.498753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ae05b20-d5e9-44fc-8f46-77cab2b12bfb req-4d954c2f-3ab4-45e3-a83d-381457c1a67d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.3003094 Feb 11 13:28:38.610328 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fb3a8-f700-43ae-861d-a5ebd1c6ce03 req-ffc5374f-d877-4901-832d-34490138b11a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:38.628611 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d7fb3a8-f700-43ae-861d-a5ebd1c6ce03 req-ffc5374f-d877-4901-832d-34490138b11a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.8410914 Feb 11 13:28:38.707259 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ae05b20-d5e9-44fc-8f46-77cab2b12bfb req-114f4417-4f5a-46dc-bcc1-1fc02890e69d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031419 Feb 11 13:28:38.798839 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d7fb3a8-f700-43ae-861d-a5ebd1c6ce03 req-0d0963a7-9e7d-43de-bd55-140c4bba0220 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675184 Feb 11 13:28:38.824370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 637a392b-68a1-407a-8026-06f29f403b3a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:38.882450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1d40a6bd-e9e1-4d55-bb3b-1c3ffe3a3f4c tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:38.894644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3e869d4a-7642-4432-8229-ec2147420591 None None] Provisioning for port 637a392b-68a1-407a-8026-06f29f403b3a completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:38.999434 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1d40a6bd-e9e1-4d55-bb3b-1c3ffe3a3f4c tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] 10.222.0.67 "PUT /v2.0/quotas/b0812d7d69304e078b1e43c4cdcccfbb HTTP/1.1" status: 200 len: 366 time: 0.6472504 Feb 11 13:28:39.004310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50116) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:39.026904 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2a5447ff-dc1a-43c9-a4fa-24c6f9b0c3d6 tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0215244 Feb 11 13:28:39.029288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50120) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:39.042932 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0e990564-817b-41da-90a2-e19bdb6e0e79 tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] 10.222.0.67 "GET /v2.0/quotas/b0812d7d69304e078b1e43c4cdcccfbb HTTP/1.1" status: 200 len: 366 time: 0.0125320 Feb 11 13:28:39.046021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50124) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:39.063317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3e869d4a-7642-4432-8229-ec2147420591 None None] Provisioning complete for port 637a392b-68a1-407a-8026-06f29f403b3a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:39.068010 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e869d4a-7642-4432-8229-ec2147420591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.093929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-df389efb-0cc1-41ab-8ee4-7c977390fb77 tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/b0812d7d69304e078b1e43c4cdcccfbb HTTP/1.1" status: 204 len: 168 time: 0.0465336 Feb 11 13:28:39.098905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50128) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:39.119381 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-540a0218-16e3-4e72-b095-b25d996e7e65 tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0200515 Feb 11 13:28:39.127594 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:39.141616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3cbb009d-fe47-471f-865b-cb3408fcffb0 tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] 10.222.0.67 "GET /v2.0/quotas/b0812d7d69304e078b1e43c4cdcccfbb HTTP/1.1" status: 200 len: 370 time: 0.0117979 Feb 11 13:28:39.144323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50136) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:39.156625 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-76b71dc0-a348-479f-bbae-df49f5e798b7 tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] 10.222.0.67 "GET /v2.0/quotas/b0812d7d69304e078b1e43c4cdcccfbb/default HTTP/1.1" status: 200 len: 370 time: 0.0109544 Feb 11 13:28:39.160547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50140) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:39.178217 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-9344efef-6293-43bc-92cb-d31762f1499a tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] delete failed (client error): The resource could not be found. Feb 11 13:28:39.190398 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9344efef-6293-43bc-92cb-d31762f1499a tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/b0812d7d69304e078b1e43c4cdcccfbb HTTP/1.1" status: 404 len: 348 time: 0.0210438 Feb 11 13:28:39.228709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dd75c007-0730-4eea-a14f-9d12219ec4bc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:39.372942 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb26a4c4-91e5-443a-8640-ae0317425631 req-293f43a2-c270-4e79-b427-e0c0caf3383e tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 210 time: 0.1245797 Feb 11 13:28:39.587578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50158) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:39.709784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Usage tracker for resource:network and tenant:f93c47b0418e4099a17bf6a7db6e99f9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:39.733008 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:39.765577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Usage tracker for resource:subnet and tenant:f93c47b0418e4099a17bf6a7db6e99f9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:39.844382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e869d4a-7642-4432-8229-ec2147420591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.051253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3e869d4a-7642-4432-8229-ec2147420591 None None] For port 637a392b-68a1-407a-8026-06f29f403b3a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=637a392b-68a1-407a-8026-06f29f403b3a,segment=NetworkSegment(f4c3882f-df71-4703-81ee-8ef4e97eb17e),segment_id=f4c3882f-df71-4703-81ee-8ef4e97eb17e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:40.100545 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e869d4a-7642-4432-8229-ec2147420591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.130717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:40.307844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Usage tracker for resource:subnetpool and tenant:f93c47b0418e4099a17bf6a7db6e99f9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:40.339573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:40.391340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e869d4a-7642-4432-8229-ec2147420591 None None] Pushing event updated for resources: {'Port': ['ID=637a392b-68a1-407a-8026-06f29f403b3a,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.399497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Usage tracker for resource:port and tenant:f93c47b0418e4099a17bf6a7db6e99f9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:40.400654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port dd75c007-0730-4eea-a14f-9d12219ec4bc triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:40.401213 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.415739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:40.474605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'name': 'tempest-TestServerBasicOps-408448169-router', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:28Z', 'updated_at': '2022-02-11T13:28:33Z', 'revision_number': 3, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'gw_port': {'id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:31Z', 'updated_at': '2022-02-11T13:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:40.485530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Checking router: d372b27d-8468-470f-b3c5-3cbddf7e2ee5 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:28:40.486177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Updating router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 port 0d51181b-b5c8-4a69-b988-053b9455d8e9 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:28:40.499791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Usage tracker for resource:router and tenant:f93c47b0418e4099a17bf6a7db6e99f9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:40.539979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:40.573408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09f41f-7c5f-4d81-94be-c7cde58e8c30 req-b12d37b5-3ecd-41c6-b36a-b1c60d44b051 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:40.583792 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4b09f41f-7c5f-4d81-94be-c7cde58e8c30 req-b12d37b5-3ecd-41c6-b36a-b1c60d44b051 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.4481041 Feb 11 13:28:40.587272 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.664319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Usage tracker for resource:floatingip and tenant:f93c47b0418e4099a17bf6a7db6e99f9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:40.715038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:40.826784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4b09f41f-7c5f-4d81-94be-c7cde58e8c30 req-fc0d15b9-04f7-4ad7-a251-433973de61e9 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405624 Feb 11 13:28:40.990657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-0238835a-58b3-4a9b-9e40-fab3c5fb3a8a tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.013556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-0238835a-58b3-4a9b-9e40-fab3c5fb3a8a tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.73 "GET /v2.0/networks?id=c502380e-cbd9-4e15-a8cd-e96abb352852 HTTP/1.1" status: 200 len: 822 time: 0.9689922 Feb 11 13:28:41.029772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Request body: {'port': {'device_id': '79a69c40-4fe5-47a2-8e29-2ce41d5e923c', 'network_id': 'c502380e-cbd9-4e15-a8cd-e96abb352852', 'admin_state_up': True, 'tenant_id': 'c07438ce71c1464c947dcc144831a63f'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:41.111419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ede5c-aa4f-4601-9153-3c58ba313723 req-88ffdffc-0dcd-43f2-a189-2185c3c6f7dd tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.121411 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-401ede5c-aa4f-4601-9153-3c58ba313723 req-88ffdffc-0dcd-43f2-a189-2185c3c6f7dd tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.8164008 Feb 11 13:28:41.147177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Usage tracker for resource:security_group and tenant:f93c47b0418e4099a17bf6a7db6e99f9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:41.257562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:41.362174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-936d2ccd-9eec-47be-96bf-33eb4c38cb9c req-2b5b2d00-b03e-4c91-b258-da92dbff512d tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 210 time: 0.1160500 Feb 11 13:28:41.373642 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-401ede5c-aa4f-4601-9153-3c58ba313723 req-5addaade-eeaf-4dd2-a653-0e392abb9d8c tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512529 Feb 11 13:28:41.382154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Usage tracker for resource:security_group_rule and tenant:f93c47b0418e4099a17bf6a7db6e99f9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:41.456169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:41.471106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Usage tracker for resource:port and tenant:c07438ce71c1464c947dcc144831a63f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:41.475331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:41.482486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4455523e-0949-4430-b339-406a2e790e95 None None] Provisioning complete for port 637a392b-68a1-407a-8026-06f29f403b3a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:41.483059 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4455523e-0949-4430-b339-406a2e790e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.494053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:41.524774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:41.525271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Made reservation on behalf of c07438ce71c1464c947dcc144831a63f for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:41.528455 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.553208 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-401f34d4-f124-412b-816f-6bab461f1b9d tempest-QuotasTest-1425428806 tempest-QuotasTest-1425428806-project-admin] 10.222.0.67 "GET /v2.0/quotas/f93c47b0418e4099a17bf6a7db6e99f9/details.json HTTP/1.1" status: 200 len: 703 time: 1.9619107 Feb 11 13:28:41.580002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.622662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 637a392b-68a1-407a-8026-06f29f403b3a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:41.877826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Allocated IP 172.20.0.13 (c502380e-cbd9-4e15-a8cd-e96abb352852/fd1d23ca-a9dc-444d-94a7-9b0fc22cec3a/cdee9a5c-766c-4f36-af92-1977b0aaa41b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:41.990637 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.035036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Transition to ACTIVE for port object 0d51181b-b5c8-4a69-b988-053b9455d8e9 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:42.072002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 637a392b-68a1-407a-8026-06f29f403b3a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:42.072615 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.118460 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.306336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Pushing event updated for resources: {'Port': ['ID=0d51181b-b5c8-4a69-b988-053b9455d8e9,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:42.340190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Allocated IP 172.20.0.1 (0589fddb-3a98-4cf4-bcb7-c5b47ce695af/f66a852b-80cc-42f6-b1f7-29b288cee244/4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:42.417459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50200) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:42.430084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Attempting to bind port 0d51181b-b5c8-4a69-b988-053b9455d8e9 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:42.430741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Attempting to bind port 0d51181b-b5c8-4a69-b988-053b9455d8e9 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:42.431114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Attempting to bind port 0d51181b-b5c8-4a69-b988-053b9455d8e9 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:28:42.462086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.462429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.463279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.463279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.463470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.463757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.464081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.464420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.464731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.465051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.465372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:42.477854 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.481182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:28:42.481182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:42.481993 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.481993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:28:42.482428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Bound port: 0d51181b-b5c8-4a69-b988-053b9455d8e9, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:42.497267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.563049 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.619355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] For port 0d51181b-b5c8-4a69-b988-053b9455d8e9, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:42.622960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] For port 0d51181b-b5c8-4a69-b988-053b9455d8e9, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0d51181b-b5c8-4a69-b988-053b9455d8e9,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:42.629728 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.655851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a90d32-1dcc-45ef-b8d3-703f4dbf90b7 req-6e3fc56c-4bee-4b5f-834f-6e8cfae02422 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.657688 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95a90d32-1dcc-45ef-b8d3-703f4dbf90b7 req-6e3fc56c-4bee-4b5f-834f-6e8cfae02422 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.5164845 Feb 11 13:28:42.661087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.732255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.737074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020d7a4-29f2-4c87-9698-472a6d630a3c None None] Pushing event updated for resources: {'Port': ['ID=0d51181b-b5c8-4a69-b988-053b9455d8e9,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:42.769705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Transition to ACTIVE for port object 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:42.822025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Routers {'d372b27d-8468-470f-b3c5-3cbddf7e2ee5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:28:42.822977 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:28:19Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:42.875446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Pushing event updated for resources: {'Port': ['ID=cdee9a5c-766c-4f36-af92-1977b0aaa41b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:42.908790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.950559 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc32b-c002-427f-bd07-ac7e92640c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.982210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Network c502380e-cbd9-4e15-a8cd-e96abb352852 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:42.994792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:42.999181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:28:43.020848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:43.026304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:43.041009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:28:43.052184 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] Set router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:28:43.088435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95a90d32-1dcc-45ef-b8d3-703f4dbf90b7 req-6f2497d6-0141-4865-99de-952118d15e7d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745389 Feb 11 13:28:43.096319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.096986 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.108352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:43.126663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cca617ae-20bc-42a4-a36f-8da1a7503471 req-02980130-e97b-4f77-88da-50b3ebae9908 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 1096 time: 0.4678104 Feb 11 13:28:43.166915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-c6bb2d71-562c-429c-b3dc-9009623b9cd6 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1424291 Feb 11 13:28:43.170156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4d47-2143-4b3a-843a-655dd366a9a4 req-04a118ca-1844-4e1d-850c-82d74bd17932 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.180855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e2a4d47-2143-4b3a-843a-655dd366a9a4 req-04a118ca-1844-4e1d-850c-82d74bd17932 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.3681326 Feb 11 13:28:43.250445 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.302814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Request body: {'port': {'device_id': '79a69c40-4fe5-47a2-8e29-2ce41d5e923c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:43.490138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6f4dc32b-c002-427f-bd07-ac7e92640c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:43.530725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6f4dc32b-c002-427f-bd07-ac7e92640c04 admin admin] Usage tracker for resource:security_group_rule and tenant:b388fb9ff01d47329b35fd50e7383375 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:43.578714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6f4dc32b-c002-427f-bd07-ac7e92640c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:43.615933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6f4dc32b-c002-427f-bd07-ac7e92640c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:43.681392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1686f7ce-5b57-48f7-970a-ba80727faf64 None None] Provisioning for port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:43.697896 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1686f7ce-5b57-48f7-970a-ba80727faf64 None None] Provisioning complete for port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:43.698544 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1686f7ce-5b57-48f7-970a-ba80727faf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.772289 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e2a4d47-2143-4b3a-843a-655dd366a9a4 req-589d81d1-4f78-4d5a-b0dd-6c3ef7bba10b tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5834279 Feb 11 13:28:43.795591 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.810152 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.826750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1686f7ce-5b57-48f7-970a-ba80727faf64 None None] Port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:28:43.830258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'name': 'tempest-TestServerBasicOps-408448169-router', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:28Z', 'updated_at': '2022-02-11T13:28:33Z', 'revision_number': 3, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'gw_port': {'id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:31Z', 'updated_at': '2022-02-11T13:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:43.835109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ff8d3-1469-4d83-ab4d-f6adc26fa40f None None] The sync data for ids ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'] in n-d-818559-1 is: [{'id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'name': 'tempest-TestServerBasicOps-408448169-router', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:28Z', 'updated_at': '2022-02-11T13:28:33Z', 'revision_number': 3, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'gw_port': {'id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:31Z', 'updated_at': '2022-02-11T13:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:28:43.955133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca617ae-20bc-42a4-a36f-8da1a7503471 req-091ae880-6af7-4965-bfed-d9506faa1862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.956994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cca617ae-20bc-42a4-a36f-8da1a7503471 req-091ae880-6af7-4965-bfed-d9506faa1862 service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 0.8204112 Feb 11 13:28:44.103585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bf427-9ed9-4eec-852c-9c10fe146a4e req-5e1cc7af-6bcf-4183-af45-12869adf8ffb tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:44.104678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c24bf427-9ed9-4eec-852c-9c10fe146a4e req-5e1cc7af-6bcf-4183-af45-12869adf8ffb tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Synchronizing usage tracker for tenant:c07438ce71c1464c947dcc144831a63f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:28:44.209987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50228) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:44.220323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.226102 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.252798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c24bf427-9ed9-4eec-852c-9c10fe146a4e req-5e1cc7af-6bcf-4183-af45-12869adf8ffb tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Unset dirty status for tenant:c07438ce71c1464c947dcc144831a63f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:28:44.253994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c24bf427-9ed9-4eec-852c-9c10fe146a4e req-5e1cc7af-6bcf-4183-af45-12869adf8ffb tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 932 time: 0.8154709 Feb 11 13:28:44.309028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc32b-c002-427f-bd07-ac7e92640c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.315801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cca617ae-20bc-42a4-a36f-8da1a7503471 req-dc54ee78-c7d0-4420-bb1b-f3545641dd54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a767d5da-b52a-4c39-a902-596a5c66473e HTTP/1.1" status: 200 len: 1001 time: 0.3468084 Feb 11 13:28:44.341655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc32b-c002-427f-bd07-ac7e92640c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.421041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.456533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.468127 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1c9fb87-3e3c-41ab-ab51-1cea71057250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.506169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a1c9fb87-3e3c-41ab-ab51-1cea71057250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:44.510483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a1c9fb87-3e3c-41ab-ab51-1cea71057250 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae3c118433c48e68163e9e941ecd40b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:44.513602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a1c9fb87-3e3c-41ab-ab51-1cea71057250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:44.519828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a1c9fb87-3e3c-41ab-ab51-1cea71057250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:44.673644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca617ae-20bc-42a4-a36f-8da1a7503471 req-95e4c77b-662e-4c27-8d10-12e5da6c0e4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:44.675273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cca617ae-20bc-42a4-a36f-8da1a7503471 req-95e4c77b-662e-4c27-8d10-12e5da6c0e4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.3429909 Feb 11 13:28:44.686379 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c24bf427-9ed9-4eec-852c-9c10fe146a4e req-77004af0-8f41-43f6-938d-16418f3f7983 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/security-groups?id=e59bb11b-7513-461f-bdb6-b37b132bec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148915 Feb 11 13:28:44.690489 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1c9fb87-3e3c-41ab-ab51-1cea71057250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.701818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1c9fb87-3e3c-41ab-ab51-1cea71057250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.744810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dc32b-c002-427f-bd07-ac7e92640c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6ccb2e-6a8c-4ac2-82df-afce45b96dcd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.757902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6f4dc32b-c002-427f-bd07-ac7e92640c04 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b388fb9ff01d47329b35fd50e7383375&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3360245 Feb 11 13:28:44.772900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50238) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:44.803944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c4641-8b8c-4b1d-b78c-3ee4a26f009c req-bdb5edf9-b091-483c-98df-b9599b7cfe85 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:44.812038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-255c4641-8b8c-4b1d-b78c-3ee4a26f009c req-bdb5edf9-b091-483c-98df-b9599b7cfe85 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.4718704 Feb 11 13:28:44.883114 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cca617ae-20bc-42a4-a36f-8da1a7503471 req-c22eecd5-8792-4a6c-b534-0ed97f6184ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910303 Feb 11 13:28:44.908579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9fb87-3e3c-41ab-ab51-1cea71057250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afae2c5c-05ea-48dd-a1c8-17a2926a6f60,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.926304 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a1c9fb87-3e3c-41ab-ab51-1cea71057250 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2ae3c118433c48e68163e9e941ecd40b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7133415 Feb 11 13:28:44.927510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50246) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:44.940741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:44.950630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:45.063298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdee9a5c-766c-4f36-af92-1977b0aaa41b {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:45.134371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.171996 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cca617ae-20bc-42a4-a36f-8da1a7503471 req-031617d0-bca6-4811-bf42-442628ad786e service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812264 Feb 11 13:28:45.181923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50252) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:45.188732 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.208880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Transition to ACTIVE for port object cdee9a5c-766c-4f36-af92-1977b0aaa41b will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:45.249421 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-255c4641-8b8c-4b1d-b78c-3ee4a26f009c req-68548bd9-f71a-4512-967f-55f34a6972e1 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581309 Feb 11 13:28:45.274611 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.277180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.364623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d427627e-074b-4e4d-9495-0475283d6e17 None None] Provisioning complete for port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:45.366094 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d427627e-074b-4e4d-9495-0475283d6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.452793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d427627e-074b-4e4d-9495-0475283d6e17 None None] Port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:28:45.454317 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd583c31-2b38-4134-8a46-9dfffd97ece4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.480298 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7490056d-345d-407b-b085-219a074a56dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.496550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdee9a5c-766c-4f36-af92-1977b0aaa41b,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:45.503294 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.515230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d2c4f-0f52-4240-8311-396ad5cd4e19 req-9d3d4c1e-da78-4141-997b-c1aedb4a7107 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:45.516687 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c1d2c4f-0f52-4240-8311-396ad5cd4e19 req-9d3d4c1e-da78-4141-997b-c1aedb4a7107 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.4921582 Feb 11 13:28:45.547361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6ccb2e-6a8c-4ac2-82df-afce45b96dcd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:45.559422 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5024056e-ac30-4f7b-afa4-d1535252f45f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7e4d1dcd794d492dade7a985d2cffc0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3714533 Feb 11 13:28:45.560371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50258) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:45.574310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cca617ae-20bc-42a4-a36f-8da1a7503471 req-971bc0de-b5a2-4a00-8570-b1b287b413f7 service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892901 Feb 11 13:28:45.577773 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7490056d-345d-407b-b085-219a074a56dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.599329 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.600439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd6ccb2e-6a8c-4ac2-82df-afce45b96dcd HTTP/1.1" status: 204 len: 168 time: 0.8263578 Feb 11 13:28:45.602670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.603018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.603352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.604062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.604398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.604725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.605052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.605373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.605693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.606047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.606317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4a3f9f-144b-4fb5-85c9-f193c246fd1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:45.662410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f29d-9dac-47a7-949a-3752a4b63c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.700942 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f29d-9dac-47a7-949a-3752a4b63c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.728918 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c1d2c4f-0f52-4240-8311-396ad5cd4e19 req-7285cc2a-891e-4f38-9313-a92626eaea5d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948249 Feb 11 13:28:45.753693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:45.811879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Attempting to bind port cdee9a5c-766c-4f36-af92-1977b0aaa41b on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:45.812676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Attempting to bind port cdee9a5c-766c-4f36-af92-1977b0aaa41b by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c502380e-cbd9-4e15-a8cd-e96abb352852'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:45.813252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Attempting to bind port cdee9a5c-766c-4f36-af92-1977b0aaa41b on network c502380e-cbd9-4e15-a8cd-e96abb352852 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:28:45.819077 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7490056d-345d-407b-b085-219a074a56dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.855699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490056d-345d-407b-b085-219a074a56dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afae2c5c-05ea-48dd-a1c8-17a2926a6f60,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:45.859011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7490056d-345d-407b-b085-219a074a56dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.863626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7490056d-345d-407b-b085-219a074a56dd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/afae2c5c-05ea-48dd-a1c8-17a2926a6f60 HTTP/1.1" status: 204 len: 168 time: 0.8407009 Feb 11 13:28:45.880764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Port cdee9a5c-766c-4f36-af92-1977b0aaa41b on network c502380e-cbd9-4e15-a8cd-e96abb352852 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:28:45.881370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Attempting to bind port cdee9a5c-766c-4f36-af92-1977b0aaa41b on network c502380e-cbd9-4e15-a8cd-e96abb352852 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:28:45.890898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:28:45.893019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Checking segment: {'id': '051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c502380e-cbd9-4e15-a8cd-e96abb352852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:45.893804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Bound using segment: {'id': '051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c502380e-cbd9-4e15-a8cd-e96abb352852'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:28:45.894266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Bound port: cdee9a5c-766c-4f36-af92-1977b0aaa41b, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c502380e-cbd9-4e15-a8cd-e96abb352852'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:45.894681 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.021045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] For port cdee9a5c-766c-4f36-af92-1977b0aaa41b, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:46.026539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] For port cdee9a5c-766c-4f36-af92-1977b0aaa41b, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cdee9a5c-766c-4f36-af92-1977b0aaa41b,segment=NetworkSegment(051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64),segment_id=051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:46.033619 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.060065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f29d-9dac-47a7-949a-3752a4b63c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.074153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50270) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:46.093617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3f29d-9dac-47a7-949a-3752a4b63c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e81649-4df8-4796-8f9e-f69dc1fe9433,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:46.130522 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d7f4741-d917-4d4c-9a60-5f414585e86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.138306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f29d-9dac-47a7-949a-3752a4b63c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.139538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e2c3f29d-9dac-47a7-949a-3752a4b63c28 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68e81649-4df8-4796-8f9e-f69dc1fe9433 HTTP/1.1" status: 204 len: 168 time: 0.5779643 Feb 11 13:28:46.144582 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.146132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] 10.222.0.73 "PUT /v2.0/ports/cdee9a5c-766c-4f36-af92-1977b0aaa41b HTTP/1.1" status: 200 len: 1092 time: 2.9675615 Feb 11 13:28:46.155864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a69c40-4fe5-47a2-8e29-2ce41d5e923c', 'tag': 'cdee9a5c-766c-4f36-af92-1977b0aaa41b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:46.191470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2d7f4741-d917-4d4c-9a60-5f414585e86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:46.196092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2d7f4741-d917-4d4c-9a60-5f414585e86a admin admin] Usage tracker for resource:security_group_rule and tenant:f93c47b0418e4099a17bf6a7db6e99f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:46.199074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2d7f4741-d917-4d4c-9a60-5f414585e86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:46.205548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2d7f4741-d917-4d4c-9a60-5f414585e86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:46.241474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f5532-69b9-4a87-bab6-a26942aaf8ea req-53809687-b3d3-4e67-a644-f8bf8f3324ba tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.245385 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-395f5532-69b9-4a87-bab6-a26942aaf8ea req-53809687-b3d3-4e67-a644-f8bf8f3324ba tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 944 time: 0.3535407 Feb 11 13:28:46.270326 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a69c40-4fe5-47a2-8e29-2ce41d5e923c', 'tag': 'cdee9a5c-766c-4f36-af92-1977b0aaa41b', 'status': 'completed', 'code': 200} Feb 11 13:28:46.328384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-395f5532-69b9-4a87-bab6-a26942aaf8ea req-fdaf09a1-9465-4a67-bee3-02a8867f9d86 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Synchronizing usage tracker for tenant:c07438ce71c1464c947dcc144831a63f on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:28:46.349852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:46.362777 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0a8133bf-d7aa-4af0-9f72-4470321428e7 admin admin] 10.222.0.67 "PUT /v2.0/routers/d372b27d-8468-470f-b3c5-3cbddf7e2ee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7862251 Feb 11 13:28:46.362777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-395f5532-69b9-4a87-bab6-a26942aaf8ea req-fdaf09a1-9465-4a67-bee3-02a8867f9d86 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Unset dirty status for tenant:c07438ce71c1464c947dcc144831a63f on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:28:46.362777 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-395f5532-69b9-4a87-bab6-a26942aaf8ea req-fdaf09a1-9465-4a67-bee3-02a8867f9d86 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/security-groups?id=e59bb11b-7513-461f-bdb6-b37b132bec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075363 Feb 11 13:28:46.373019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d7f4741-d917-4d4c-9a60-5f414585e86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.374191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194d6d7-04cb-4c95-8504-6e5d96827db6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdee9a5c-766c-4f36-af92-1977b0aaa41b,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:46.401277 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2d7f4741-d917-4d4c-9a60-5f414585e86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.500166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-7ae75655-c439-4b7b-b001-5afa1c529522 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c07438ce71c1464c947dcc144831a63f&device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 1095 time: 0.2257750 Feb 11 13:28:46.500802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f4741-d917-4d4c-9a60-5f414585e86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0512db5d-0baf-43e6-b102-bde921a37a7d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:46.514921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a767d5da-b52a-4c39-a902-596a5c66473e no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:28:46.531343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50284) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:46.573181 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2d7f4741-d917-4d4c-9a60-5f414585e86a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f93c47b0418e4099a17bf6a7db6e99f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4928582 Feb 11 13:28:46.580815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50288) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:46.588786 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-da4c9529-929a-421a-8e97-bb4252479083 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdee9a5c-766c-4f36-af92-1977b0aaa41b HTTP/1.1" status: 200 len: 217 time: 0.0776045 Feb 11 13:28:46.619651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cef7aafd-f507-4dff-9291-7f77ce714a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.668007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7599c-69c2-48e0-8ff9-7aff729219d2 req-4ebc8bf6-a8a3-45b5-b03d-00e66675327f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.669511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af7599c-69c2-48e0-8ff9-7aff729219d2 req-4ebc8bf6-a8a3-45b5-b03d-00e66675327f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 945 time: 0.2192225 Feb 11 13:28:46.678997 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-0b8f8c08-14ea-4567-9777-8f3e156ebb89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.681289 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-0b8f8c08-14ea-4567-9777-8f3e156ebb89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd1d23ca-a9dc-444d-94a7-9b0fc22cec3a HTTP/1.1" status: 200 len: 862 time: 0.0820258 Feb 11 13:28:46.718319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cef7aafd-f507-4dff-9291-7f77ce714a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:46.725752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cef7aafd-f507-4dff-9291-7f77ce714a22 admin admin] Usage tracker for resource:security_group_rule and tenant:8656dfc59ea640cda06b8bf4a9dbdbf4 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:46.733297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cef7aafd-f507-4dff-9291-7f77ce714a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:46.743159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cef7aafd-f507-4dff-9291-7f77ce714a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:46.775378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bd06067-8dcf-48ee-a769-cee6a2a8a983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.816328 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.837126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bd06067-8dcf-48ee-a769-cee6a2a8a983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.877057 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-62b0fbd8-4d4c-4c72-b0b0-0ec0a0038cc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c502380e-cbd9-4e15-a8cd-e96abb352852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1653647 Feb 11 13:28:46.884585 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4af7599c-69c2-48e0-8ff9-7aff729219d2 req-197e7364-3472-4c8d-a1ad-c7af092f19ca tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023063 Feb 11 13:28:46.930936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:46.932196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:46.940907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.013571 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cef7aafd-f507-4dff-9291-7f77ce714a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.021987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cef7aafd-f507-4dff-9291-7f77ce714a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.063346 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bd06067-8dcf-48ee-a769-cee6a2a8a983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.079738 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-1a25f671-e8e6-4d6a-846d-606063ee520f service neutron] 10.222.0.73 "GET /v2.0/networks/c502380e-cbd9-4e15-a8cd-e96abb352852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824756 Feb 11 13:28:47.096700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.188055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7aafd-f507-4dff-9291-7f77ce714a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f4c4a5-204e-4ed9-b6ec-ed2cbc6cb2cc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.193462 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cef7aafd-f507-4dff-9291-7f77ce714a22 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8656dfc59ea640cda06b8bf4a9dbdbf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6607945 Feb 11 13:28:47.203866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50310) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:47.204652 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bd06067-8dcf-48ee-a769-cee6a2a8a983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.208786 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1bd06067-8dcf-48ee-a769-cee6a2a8a983 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0512db5d-0baf-43e6-b102-bde921a37a7d HTTP/1.1" status: 204 len: 168 time: 0.6257019 Feb 11 13:28:47.213670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd06067-8dcf-48ee-a769-cee6a2a8a983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0512db5d-0baf-43e6-b102-bde921a37a7d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.359961 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb39c-146a-487c-9bdf-f9efab4dfb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.398757 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb39c-146a-487c-9bdf-f9efab4dfb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.475318 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb39c-146a-487c-9bdf-f9efab4dfb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.505893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cb39c-146a-487c-9bdf-f9efab4dfb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f4c4a5-204e-4ed9-b6ec-ed2cbc6cb2cc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.520205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50322) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:47.528776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-378848304', 'description': 'tempest-secgroup-smoke-378848304 description', 'project_id': 'b930cac072eb41a69fa34be46025a42a'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:47.547830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb39c-146a-487c-9bdf-f9efab4dfb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.548936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ec6cb39c-146a-487c-9bdf-f9efab4dfb33 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58f4c4a5-204e-4ed9-b6ec-ed2cbc6cb2cc HTTP/1.1" status: 204 len: 168 time: 0.3391225 Feb 11 13:28:47.551670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:47.561746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Usage tracker for resource:security_group and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:47.565855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:47.578951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:47.609928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.610774 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4ec8269-da6b-422c-9f9b-251445a378c2 req-115b73e8-2965-4f09-9197-291f65289e47 service neutron] 10.222.0.73 "GET /v2.0/networks/c502380e-cbd9-4e15-a8cd-e96abb352852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289333 Feb 11 13:28:47.611470 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8038e311-0156-4cae-84ea-5cd0060c3b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.628675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece81174-9291-4e9f-92c2-431783423b76 req-24647d61-2cfd-4916-84eb-05ba3f09e622 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:47.631188 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ece81174-9291-4e9f-92c2-431783423b76 req-24647d61-2cfd-4916-84eb-05ba3f09e622 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.3018963 Feb 11 13:28:47.632126 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'code': 200} Feb 11 13:28:47.675210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:47.682390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Usage tracker for resource:security_group_rule and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:47.687063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:47.695166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:47.765014 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ece81174-9291-4e9f-92c2-431783423b76 req-24d28b22-3711-4de0-ae91-8372e494f027 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280203 Feb 11 13:28:47.799469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21bdd5f0-c23b-48ce-936e-3e5eb23eb09b req-231f2e0b-5d62-4661-988d-79ab56fd270a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c07438ce71c1464c947dcc144831a63f&device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 1095 time: 0.1058228 Feb 11 13:28:47.838352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.845142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.921499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdf2172-6aa5-4b93-adc0-5b636a90aec7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.934884 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.936303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3cd82711-d3e0-4b86-b3af-8888384660ed tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4151490 Feb 11 13:28:47.939245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50332) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:47.947936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Request body: {'security_group_rule': {'security_group_id': '1bdf2172-6aa5-4b93-adc0-5b636a90aec7', 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:47.956837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:47.967832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Usage tracker for resource:security_group_rule and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:47.979425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa315785-669d-4e53-a2c7-d518bf3672cf req-124682fd-5e50-47ff-b9cf-01844f2b1237 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:47.981167 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fa315785-669d-4e53-a2c7-d518bf3672cf req-124682fd-5e50-47ff-b9cf-01844f2b1237 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 944 time: 0.2108164 Feb 11 13:28:47.982213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:47.993407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:48.051775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.064984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdd5f0-c23b-48ce-936e-3e5eb23eb09b req-3d90a3fe-f221-40e8-b838-f23bed927bf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.066445 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21bdd5f0-c23b-48ce-936e-3e5eb23eb09b req-3d90a3fe-f221-40e8-b838-f23bed927bf9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c502380e-cbd9-4e15-a8cd-e96abb352852 HTTP/1.1" status: 200 len: 923 time: 0.2578943 Feb 11 13:28:48.090604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fa315785-669d-4e53-a2c7-d518bf3672cf req-40d1ac01-ffad-4593-9913-570654cb94cb tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/security-groups?id=e59bb11b-7513-461f-bdb6-b37b132bec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995767 Feb 11 13:28:48.159247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.165022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.199264 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21bdd5f0-c23b-48ce-936e-3e5eb23eb09b req-85bce2f5-7665-4775-9bfc-ea81caca9146 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdee9a5c-766c-4f36-af92-1977b0aaa41b HTTP/1.1" status: 200 len: 217 time: 0.1264493 Feb 11 13:28:48.239862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fcff0c0-c71e-4928-939c-958d0b39eedb,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.252190 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.253580 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3d6e713e-63ab-45d0-b9b7-142288fb448d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3131800 Feb 11 13:28:48.256229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50350) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:48.268768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Request body: {'security_group_rule': {'security_group_id': '1bdf2172-6aa5-4b93-adc0-5b636a90aec7', 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:48.281593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:48.290107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Usage tracker for resource:security_group_rule and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:48.296819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:48.311944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:48.338447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdd5f0-c23b-48ce-936e-3e5eb23eb09b req-6c6005b3-6bde-44fc-8139-3eb5545d06a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.340144 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.341492 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21bdd5f0-c23b-48ce-936e-3e5eb23eb09b req-6c6005b3-6bde-44fc-8139-3eb5545d06a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd1d23ca-a9dc-444d-94a7-9b0fc22cec3a HTTP/1.1" status: 200 len: 862 time: 0.1333616 Feb 11 13:28:48.469213 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.474570 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.492391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21bdd5f0-c23b-48ce-936e-3e5eb23eb09b req-5d629e3b-74c5-4e5b-8fb8-ede4f2ed48bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c502380e-cbd9-4e15-a8cd-e96abb352852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444981 Feb 11 13:28:48.517947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75540a3-a971-4c7e-b672-c3e375953dc9,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.539990 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.543751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bc7e89b0-7687-41ad-8c3b-0506f5949702 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2840781 Feb 11 13:28:48.544123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50362) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:48.551209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Request body: {'security_group_rule': {'security_group_id': '1bdf2172-6aa5-4b93-adc0-5b636a90aec7', 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:48.561612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:48.569572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Usage tracker for resource:security_group_rule and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:48.578855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:48.585039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:48.621778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.675076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf887c-f524-4535-8c22-d581eefdc807 req-048494d3-392f-44e8-a3ca-110e2cfe49b2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.683459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57cf887c-f524-4535-8c22-d581eefdc807 req-048494d3-392f-44e8-a3ca-110e2cfe49b2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.2517924 Feb 11 13:28:48.742950 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.752065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.787768 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21bdd5f0-c23b-48ce-936e-3e5eb23eb09b req-5c074eb2-7ee0-4975-99f4-ebc4c2d93ec9 service neutron] 10.222.0.73 "GET /v2.0/networks/c502380e-cbd9-4e15-a8cd-e96abb352852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884905 Feb 11 13:28:48.806332 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57cf887c-f524-4535-8c22-d581eefdc807 req-ebccb1c0-9904-439b-9ca8-758ab60d9ba7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219366 Feb 11 13:28:48.817775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915ef20b-a04e-48bd-ae98-2c7dbc9ff58f,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.823616 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.835135 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.839559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-06d76a9e-d7e3-498b-91e0-9a72a626ba97 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2916915 Feb 11 13:28:48.840341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50372) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:48.869168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Request body: {'security_group_rule': {'security_group_id': '1bdf2172-6aa5-4b93-adc0-5b636a90aec7', 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:48.883569 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.887188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:48.900782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Usage tracker for resource:security_group_rule and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:48.908722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:48.924956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:48.958107 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.075209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50382) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:49.081960 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21bdd5f0-c23b-48ce-936e-3e5eb23eb09b req-be99c68c-56b1-4f7b-8889-e8b0d642d448 service neutron] 10.222.0.73 "GET /v2.0/networks/c502380e-cbd9-4e15-a8cd-e96abb352852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745438 Feb 11 13:28:49.188717 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.200925 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.240850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be81218c-d5e8-4973-b66c-34aba136300c,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:49.261019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.262455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9fd45662-0bc2-4328-ad1b-46b3811e5b81 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4197969 Feb 11 13:28:49.265232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50396) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:49.275917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Request body: {'security_group_rule': {'security_group_id': '1bdf2172-6aa5-4b93-adc0-5b636a90aec7', 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:49.290477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:49.297673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Usage tracker for resource:security_group_rule and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:49.299664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd7ac0-bd22-4cc7-858f-cf0655cf7293 req-ec03828f-4bbc-4df5-b448-b14b84f48a31 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.301753 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cadd7ac0-bd22-4cc7-858f-cf0655cf7293 req-ec03828f-4bbc-4df5-b448-b14b84f48a31 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.2337930 Feb 11 13:28:49.306363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:49.322560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:49.350883 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Project b930cac072eb41a69fa34be46025a42a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:28:49.368535 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.410921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cadd7ac0-bd22-4cc7-858f-cf0655cf7293 req-14170635-60e0-4728-88ea-b463c2b7ece8 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012750 Feb 11 13:28:49.569683 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-657b9191-24ed-4c6e-b992-2f84a3cdfa6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.593817 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.601055 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.631432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-657b9191-24ed-4c6e-b992-2f84a3cdfa6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:49.643615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-657b9191-24ed-4c6e-b992-2f84a3cdfa6f admin admin] Usage tracker for resource:security_group_rule and tenant:75cce3247abf4042bf2b359295875d2c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:49.652094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-657b9191-24ed-4c6e-b992-2f84a3cdfa6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:49.656466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f7cfc7-aed8-44b8-aaea-a4b29bd3aba8,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:49.690759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0d51181b-b5c8-4a69-b988-053b9455d8e9 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:49.720331 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.724751 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4571879 Feb 11 13:28:49.725699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50410) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:49.728482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.728975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.729744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.730217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.730737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.731228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.731903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.732479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.733028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.733688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.734290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34365abd-4103-47c7-bbf7-558bb1207582 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:49.748483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Request body: {'security_group_rule': {'security_group_id': '1bdf2172-6aa5-4b93-adc0-5b636a90aec7', 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:49.754821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:49.759231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Usage tracker for resource:security_group_rule and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:49.762444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:49.768335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:49.786674 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Project b930cac072eb41a69fa34be46025a42a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:28:49.788125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-657b9191-24ed-4c6e-b992-2f84a3cdfa6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:49.794142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0d51181b-b5c8-4a69-b988-053b9455d8e9 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:49.799779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.801073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0d51181b-b5c8-4a69-b988-053b9455d8e9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:49.801635 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.937577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50420) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:49.977755 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.982850 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.983228 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.005052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3659-3030-480b-ae40-3f236c7f2084 req-5db4147c-a895-43b3-ac26-4573e7351c8d tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.006852 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-109a3659-3030-480b-ae40-3f236c7f2084 req-5db4147c-a895-43b3-ac26-4573e7351c8d tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 944 time: 0.3346281 Feb 11 13:28:50.020409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c73dbc-96c4-43c2-a21d-81ffa5b0d40e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:50.032302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.036280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1eb0c10d-f591-40e0-8533-306b5eadfc60 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2918589 Feb 11 13:28:50.049654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 0d51181b-b5c8-4a69-b988-053b9455d8e9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0d51181b-b5c8-4a69-b988-053b9455d8e9,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:50.058427 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-657b9191-24ed-4c6e-b992-2f84a3cdfa6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.063207 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.063618 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-657b9191-24ed-4c6e-b992-2f84a3cdfa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.121104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50428) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:50.139200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-657b9191-24ed-4c6e-b992-2f84a3cdfa6f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=75cce3247abf4042bf2b359295875d2c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0628445 Feb 11 13:28:50.216071 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-109a3659-3030-480b-ae40-3f236c7f2084 req-0afc8607-1aa7-4b1e-8c52-6d2896147522 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/security-groups?id=e59bb11b-7513-461f-bdb6-b37b132bec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981132 Feb 11 13:28:50.228261 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0d324240-f778-4809-accc-1cfcdd461a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.235879 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.236215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b9191-24ed-4c6e-b992-2f84a3cdfa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4797e7-8477-4b16-a948-d755cdaf506e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:50.251935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=0d51181b-b5c8-4a69-b988-053b9455d8e9,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:50.264857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0d324240-f778-4809-accc-1cfcdd461a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.336137 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0d324240-f778-4809-accc-1cfcdd461a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.359507 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-161215366'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:50.369027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:50.373133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:network and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:50.376046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:50.383996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:50.391781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d324240-f778-4809-accc-1cfcdd461a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4797e7-8477-4b16-a948-d755cdaf506e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:50.395756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0d324240-f778-4809-accc-1cfcdd461a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.399917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0d324240-f778-4809-accc-1cfcdd461a1e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9f4797e7-8477-4b16-a948-d755cdaf506e HTTP/1.1" status: 204 len: 168 time: 0.2775128 Feb 11 13:28:50.401427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:50.404464 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.421556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.456593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:50.460613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:security_group_rule and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:50.464234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:50.472085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:50.532351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cdee9a5c-766c-4f36-af92-1977b0aaa41b details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:28:50.535971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a767d5da-b52a-4c39-a902-596a5c66473e no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:28:50.636597 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.643906 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.710718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80361315-9a2e-46ef-9b84-0084bf25243d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:50.732330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:50.744539 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.744879 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Added segment 71e2defc-342d-4327-a647-88ac5924b5c2 of type vlan for network cf4cc38c-4953-43f9-9526-6e7043460974 Feb 11 13:28:50.776013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.814321 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.824247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.825149 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.925004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13bf85-0c97-4c8a-a8a2-10ab08e13db2 req-06edf61e-2590-4c6c-8fbc-495f52d36cd3 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.928695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a13bf85-0c97-4c8a-a8a2-10ab08e13db2 req-06edf61e-2590-4c6c-8fbc-495f52d36cd3 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.2330632 Feb 11 13:28:50.960142 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:28:51.107332 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a13bf85-0c97-4c8a-a8a2-10ab08e13db2 req-85d67eb2-de51-4c7b-99a5-68a3fb204377 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712673 Feb 11 13:28:51.128470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Network': ['ID=cf4cc38c-4953-43f9-9526-6e7043460974,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:51.175216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:28:51.239587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-96da06b7-8529-4ae0-895e-6b673c86cc68 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-378848304&fields=id&tenant_id=b930cac072eb41a69fa34be46025a42a HTTP/1.1" status: 200 len: 267 time: 0.1158257 Feb 11 13:28:51.299654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50470) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:51.307933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-780c2887-0d29-4e3c-a3c4-53166348bafa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3588045 Feb 11 13:28:51.314517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:51.479156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cdee9a5c-766c-4f36-af92-1977b0aaa41b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cdee9a5c-766c-4f36-af92-1977b0aaa41b,segment=NetworkSegment(051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64),segment_id=051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:51.516023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'cdee9a5c-766c-4f36-af92-1977b0aaa41b', 'network_id': 'c502380e-cbd9-4e15-a8cd-e96abb352852', 'port_id': 'cdee9a5c-766c-4f36-af92-1977b0aaa41b', 'mac_address': 'fa:16:3e:7e:73:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1d23ca-a9dc-444d-94a7-9b0fc22cec3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:28:51.562243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-bb3f5d69-f4e2-4422-bf12-1fac5ffb7c9f tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.572541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-bb3f5d69-f4e2-4422-bf12-1fac5ffb7c9f tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/networks?id=03558ae7-3102-479a-ae24-65823543b8b7 HTTP/1.1" status: 200 len: 809 time: 0.3316126 Feb 11 13:28:51.579752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:51.588629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:51.592656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:51.603168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:51.603549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-e741080f-959e-4fb2-8313-b3bfb8e80203 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/quotas/b930cac072eb41a69fa34be46025a42a HTTP/1.1" status: 200 len: 375 time: 0.0298738 Feb 11 13:28:51.607663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0d51181b-b5c8-4a69-b988-053b9455d8e9 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:51.618323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:51.754479 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:51.762000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:51.774322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdee9a5c-766c-4f36-af92-1977b0aaa41b {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:51.784293 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-a28c2f07-a866-4ceb-ba11-c17768b99571 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b930cac072eb41a69fa34be46025a42a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1798830 Feb 11 13:28:51.807375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cdee9a5c-766c-4f36-af92-1977b0aaa41b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cdee9a5c-766c-4f36-af92-1977b0aaa41b,segment=NetworkSegment(051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64),segment_id=051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:51.819271 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:51.931460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0d51181b-b5c8-4a69-b988-053b9455d8e9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:51.931830 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:51.967846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-d58ca831-950f-4e68-a38b-6de7f2622bed service neutron] 10.222.0.67 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717949 Feb 11 13:28:52.009966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6239bc46-f3c9-443f-af60-596377b12271 req-3c5d36b5-b26f-462f-8c69-181cf2468c7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5323129 Feb 11 13:28:52.232910 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-844dfa11-4568-417e-82ae-d967e25a7468 service neutron] 10.222.0.67 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607930 Feb 11 13:28:52.249060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cdee9a5c-766c-4f36-af92-1977b0aaa41b'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:28:52.292255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cdee9a5c-766c-4f36-af92-1977b0aaa41b,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:52.353860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:52.399644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50508) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:52.670451 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Sync routers for ids ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:28:52.688889 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Routers {'d372b27d-8468-470f-b3c5-3cbddf7e2ee5'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:28:52.700557 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:28:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:52.813611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=442fe8a9-8c5c-4c78-bc93-e84e67fad9ce,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:52.818167 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-1dd896b6-0c36-48ed-a9d3-d5726f4747e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4170666 Feb 11 13:28:52.933618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:52.933971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network hostable DHCP agents. Network: cf4cc38c-4953-43f9-9526-6e7043460974, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:52.988946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:53.017077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, cf4cc38c-4953-43f9-9526-6e7043460974) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:53.027340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.029258 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:53.036781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f40039-242d-4fd7-b290-c5db79818a37 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:28:53.115529 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-800d6f32-5367-46d5-8658-63e218806f79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8183956 Feb 11 13:28:53.116149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50536) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:53.142341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'name': 'tempest-NetworksTestDHCPv6-1496444230'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:53.276690 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Set router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:28:53.424050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:53.435090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:28:53.440322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:28:53.457649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:53.506567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961dffc-fe4a-4262-9af4-bd7b5e5e9744 req-e2b9625c-9fec-4f1e-8b36-b45c0cc74d11 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.516871 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d961dffc-fe4a-4262-9af4-bd7b5e5e9744 req-e2b9625c-9fec-4f1e-8b36-b45c0cc74d11 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.5269089 Feb 11 13:28:53.596106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5a10f-231b-4a3e-ac80-39efd654238f req-3a7304a4-c94a-45a5-928d-166c3712cff1 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.604030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccd5a10f-231b-4a3e-ac80-39efd654238f req-3a7304a4-c94a-45a5-928d-166c3712cff1 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 945 time: 0.7437749 Feb 11 13:28:53.620575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:53.625684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:53.689303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 00e09485-bac6-4ba7-a421-6df602125680 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:28:53.750420 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccd5a10f-231b-4a3e-ac80-39efd654238f req-e9f3675a-ae6d-4032-9902-9ee6411c0a2e tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/security-groups?id=e59bb11b-7513-461f-bdb6-b37b132bec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452391 Feb 11 13:28:53.779933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '442fe8a9-8c5c-4c78-bc93-e84e67fad9ce'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:28:53.781280 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:53.914898 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d961dffc-fe4a-4262-9af4-bd7b5e5e9744 req-f159fb33-3b62-44d6-a52b-faa691723a69 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3970532 Feb 11 13:28:54.033624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::38b (cf4cc38c-4953-43f9-9526-6e7043460974/442fe8a9-8c5c-4c78-bc93-e84e67fad9ce/00e09485-bac6-4ba7-a421-6df602125680) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:54.150566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7f5ea-8029-4b7d-845c-e4c7a0d30197 req-680d8468-b94d-45b7-bbc7-7bd2356630cb tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.158203 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9e7f5ea-8029-4b7d-845c-e4c7a0d30197 req-680d8468-b94d-45b7-bbc7-7bd2356630cb tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.1372254 Feb 11 13:28:54.205045 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'name': 'tempest-TestServerBasicOps-408448169-router', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:28Z', 'updated_at': '2022-02-11T13:28:43Z', 'revision_number': 4, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'gw_port': {'id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:31Z', 'updated_at': '2022-02-11T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4', 'name': '', 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'mac_address': 'fa:16:3e:8c:8a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66a852b-80cc-42f6-b1f7-29b288cee244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:41Z', 'updated_at': '2022-02-11T13:28:43Z', 'revision_number': 2, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'subnets': [{'id': 'f66a852b-80cc-42f6-b1f7-29b288cee244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:54.211388 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Checking router: d372b27d-8468-470f-b3c5-3cbddf7e2ee5 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:28:54.211975 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Updating router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:28:54.235113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9e7f5ea-8029-4b7d-845c-e4c7a0d30197 req-4f586300-9743-444e-9098-acc145e87ddf tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759153 Feb 11 13:28:54.258459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3484d6e0-a680-4702-a087-a1624e8c4431 req-56c50350-4bda-439e-ac05-b90a18768d35 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 210 time: 0.1437697 Feb 11 13:28:54.319011 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:54.379850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-0df61ab3-0998-46e4-82b4-d77d753b8689 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7&tenant_id=b7ae4168cfa2454daeb86db2386933ba HTTP/1.1" status: 200 len: 1094 time: 0.4433019 Feb 11 13:28:54.527378 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cdee9a5c-766c-4f36-af92-1977b0aaa41b up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:54.567584 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-e13e4905-8218-40db-b702-bdc45449ba8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 1094 time: 0.1626565 Feb 11 13:28:54.575620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:54.769050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port cdee9a5c-766c-4f36-af92-1977b0aaa41b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:54.779800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port cdee9a5c-766c-4f36-af92-1977b0aaa41b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:54.780773 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:54.983740 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.058724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cdee9a5c-766c-4f36-af92-1977b0aaa41b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cdee9a5c-766c-4f36-af92-1977b0aaa41b,segment=NetworkSegment(051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64),segment_id=051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:55.059977 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a69c40-4fe5-47a2-8e29-2ce41d5e923c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee9a5c-766c-4f36-af92-1977b0aaa41b'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:55.067013 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.071828 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.085348 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Transition to ACTIVE for port object 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:55.094556 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.149288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cdee9a5c-766c-4f36-af92-1977b0aaa41b,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:55.199067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 00e09485-bac6-4ba7-a421-6df602125680 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:55.248384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-df120a2f-78e1-448d-b704-3be97865eef2 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.249858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-df120a2f-78e1-448d-b704-3be97865eef2 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.73 "GET /v2.0/networks?id=03558ae7-3102-479a-ae24-65823543b8b7 HTTP/1.1" status: 200 len: 809 time: 0.6128528 Feb 11 13:28:55.263061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2a6e-989c-4205-9ff8-fc1cc23f8272 req-29c2077e-744d-467a-ba89-70cb10f1ad0c tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.265223 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-037e2a6e-989c-4205-9ff8-fc1cc23f8272 req-29c2077e-744d-467a-ba89-70cb10f1ad0c tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1022871 Feb 11 13:28:55.332758 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83475ffb-1af3-4719-85c7-9a1efc315cc0 None None] Pushing event updated for resources: {'Port': ['ID=4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:55.339532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-037e2a6e-989c-4205-9ff8-fc1cc23f8272 req-941a696e-facb-4d6b-9008-0043c466eeec tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691471 Feb 11 13:28:55.343058 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:28:55.383636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-19a354c3-5a13-4c41-936e-3a55a8869f83 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b930cac072eb41a69fa34be46025a42a HTTP/1.1" status: 200 len: 379 time: 0.1167133 Feb 11 13:28:55.384605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-635e39ea-5e74-4e00-aa1d-d7b0057b0c92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.385969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-635e39ea-5e74-4e00-aa1d-d7b0057b0c92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 0.8020158 Feb 11 13:28:55.403061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Request body: {'port': {'device_id': 'eed620ee-e7af-4336-8556-45bf70625607', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'admin_state_up': True, 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'security_groups': ['1bdf2172-6aa5-4b93-adc0-5b636a90aec7']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:55.423566 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Attempting to bind port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:55.423925 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Attempting to bind port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'f4c3882f-df71-4703-81ee-8ef4e97eb17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:55.424275 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Attempting to bind port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 on network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:28:55.434447 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:28:55.434835 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Checking segment: {'id': 'f4c3882f-df71-4703-81ee-8ef4e97eb17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:55.435230 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.435607 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Bound using segment: {'id': 'f4c3882f-df71-4703-81ee-8ef4e97eb17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:28:55.436052 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Bound port: 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c3882f-df71-4703-81ee-8ef4e97eb17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:55.436466 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.475031 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/442fe8a9-8c5c-4c78-bc93-e84e67fad9ce/5b5a5bf4-7f9b-4716-b07d-49e78373436c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:55.482992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4b469-61cf-49ad-aefb-bd65ef307b95 req-559a0100-380c-4039-9ab1-e3e56abcf6bd tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.484491 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0e4b469-61cf-49ad-aefb-bd65ef307b95 req-559a0100-380c-4039-9ab1-e3e56abcf6bd tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 946 time: 0.3897603 Feb 11 13:28:55.485860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.532691 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a69c40-4fe5-47a2-8e29-2ce41d5e923c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee9a5c-766c-4f36-af92-1977b0aaa41b', 'code': 200} Feb 11 13:28:55.615621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3c7057b-5340-4218-adc3-fd174eb72b04 req-c7b7b9ea-275f-41eb-8ce6-59a9056ebeab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 1097 time: 0.1201861 Feb 11 13:28:55.617974 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] For port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:55.621835 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] For port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4,segment=NetworkSegment(f4c3882f-df71-4703-81ee-8ef4e97eb17e),segment_id=f4c3882f-df71-4703-81ee-8ef4e97eb17e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:55.634383 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.766465 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.782901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:55.783458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Transition to ACTIVE for port object 5b5a5bf4-7f9b-4716-b07d-49e78373436c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:55.795164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:55.810210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Transition to ACTIVE for port object 5b5a5bf4-7f9b-4716-b07d-49e78373436c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:55.816806 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.822750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:28:55.827358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.827989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.830298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2f58249d-6e85-493a-a4e2-6ef38024a00b req-e37700c8-bab3-4df3-b2f2-af1f82988086 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Synchronizing usage tracker for tenant:b930cac072eb41a69fa34be46025a42a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:28:55.848367 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Routers {'d372b27d-8468-470f-b3c5-3cbddf7e2ee5'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:28:55.849521 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:28:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:55.879252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0e4b469-61cf-49ad-aefb-bd65ef307b95 req-439b9458-a1d2-4bbe-8250-528b8c845191 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/security-groups?id=e59bb11b-7513-461f-bdb6-b37b132bec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783276 Feb 11 13:28:55.896026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3c7057b-5340-4218-adc3-fd174eb72b04 req-c1176ee8-d176-4d58-8632-c7ca2157be2b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e59bb11b-7513-461f-bdb6-b37b132bec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727342 Feb 11 13:28:55.909418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-9f7cb241-ece3-44e7-a401-d29badba6e23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a767d5da-b52a-4c39-a902-596a5c66473e HTTP/1.1" status: 200 len: 999 time: 0.5155816 Feb 11 13:28:55.910016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=00e09485-bac6-4ba7-a421-6df602125680,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:55.921967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2f58249d-6e85-493a-a4e2-6ef38024a00b req-e37700c8-bab3-4df3-b2f2-af1f82988086 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Unset dirty status for tenant:b930cac072eb41a69fa34be46025a42a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:28:55.923377 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f58249d-6e85-493a-a4e2-6ef38024a00b req-e37700c8-bab3-4df3-b2f2-af1f82988086 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 210 time: 0.2443767 Feb 11 13:28:55.963194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5c5665e6-7987-4ce2-9ce3-270ac6d7f89a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8448014 Feb 11 13:28:55.965992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50576) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:56.001052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:28:56.018123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:56.019630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:28:56.030283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:56.036015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Pushing event updated for resources: {'Port': ['ID=5b5a5bf4-7f9b-4716-b07d-49e78373436c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:56.039268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Made reservation on behalf of b930cac072eb41a69fa34be46025a42a for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:56.042174 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:56.052638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:28:56.165191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd84a4-328d-4065-b9bf-3926c31d6ac5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.169251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd84a4-328d-4065-b9bf-3926c31d6ac5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.183191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-54fd84a4-328d-4065-b9bf-3926c31d6ac5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2036538 Feb 11 13:28:56.183901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50582) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:56.199657 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83475ffb-1af3-4719-85c7-9a1efc315cc0 None None] Pushing event updated for resources: {'Port': ['ID=4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:56.289934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Attempting to bind port 5b5a5bf4-7f9b-4716-b07d-49e78373436c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:56.290197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Attempting to bind port 5b5a5bf4-7f9b-4716-b07d-49e78373436c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:56.290528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Attempting to bind port 5b5a5bf4-7f9b-4716-b07d-49e78373436c on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:28:56.301550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9a36608a-c107-4fe1-8ae9-690863652caf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 00e09485-bac6-4ba7-a421-6df602125680 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:28:56.302090 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a36608a-c107-4fe1-8ae9-690863652caf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:56.315612 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] Set router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:28:56.391222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:28:56.391606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:28:56.392252 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:56.392645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:28:56.394189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Bound port: 5b5a5bf4-7f9b-4716-b07d-49e78373436c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:56.394612 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:56.395501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-0fbbba65-d4e4-4b56-bbfe-1e04d3eb7d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.397179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-0fbbba65-d4e4-4b56-bbfe-1e04d3eb7d6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.2804637 Feb 11 13:28:56.588918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] For port 5b5a5bf4-7f9b-4716-b07d-49e78373436c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:56.598681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] For port 5b5a5bf4-7f9b-4716-b07d-49e78373436c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5b5a5bf4-7f9b-4716-b07d-49e78373436c,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:56.605755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:56.694998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d54b6-12ab-4228-ae65-9df245bc2cef req-d9ce4ae3-8c42-48b4-9619-08b90f5d2324 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.710668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d8d54b6-12ab-4228-ae65-9df245bc2cef req-d9ce4ae3-8c42-48b4-9619-08b90f5d2324 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.4994214 Feb 11 13:28:56.714211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Allocated IP 172.20.0.14 (03558ae7-3102-479a-ae24-65823543b8b7/7d85b11a-a300-42ba-ac08-edc32a789901/cd9bd9cd-ae03-474b-98d0-802eb0e4f886) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:56.798832 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-bc7380bf-b5d3-48e6-93d2-dd12ededffc5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3909531 Feb 11 13:28:56.799467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c33e1-d622-4130-a0b1-70d01293bc62 None None] Pushing event updated for resources: {'Port': ['ID=5b5a5bf4-7f9b-4716-b07d-49e78373436c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:56.873098 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d8d54b6-12ab-4228-ae65-9df245bc2cef req-7385f635-d6c2-4f77-b625-6500ca26c4ec tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612706 Feb 11 13:28:57.287135 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a36608a-c107-4fe1-8ae9-690863652caf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:57.293750 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'name': 'tempest-TestServerBasicOps-408448169-router', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:28Z', 'updated_at': '2022-02-11T13:28:43Z', 'revision_number': 4, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'gw_port': {'id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:31Z', 'updated_at': '2022-02-11T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4', 'name': '', 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'mac_address': 'fa:16:3e:8c:8a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66a852b-80cc-42f6-b1f7-29b288cee244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:41Z', 'updated_at': '2022-02-11T13:28:55Z', 'revision_number': 4, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'subnets': [{'id': 'f66a852b-80cc-42f6-b1f7-29b288cee244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:57.304447 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd9e8f-672c-4649-88ba-cf421f7c8056 None None] The sync data for ids ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'] in n-d-818559-1 is: [{'id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'name': 'tempest-TestServerBasicOps-408448169-router', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:28Z', 'updated_at': '2022-02-11T13:28:43Z', 'revision_number': 4, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'gw_port': {'id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:31Z', 'updated_at': '2022-02-11T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4', 'name': '', 'network_id': '0589fddb-3a98-4cf4-bcb7-c5b47ce695af', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'mac_address': 'fa:16:3e:8c:8a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66a852b-80cc-42f6-b1f7-29b288cee244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:41Z', 'updated_at': '2022-02-11T13:28:55Z', 'revision_number': 4, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'subnets': [{'id': 'f66a852b-80cc-42f6-b1f7-29b288cee244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:28:57.522035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:57.542759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Transition to ACTIVE for port object cd9bd9cd-ae03-474b-98d0-802eb0e4f886 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:57.687054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9a36608a-c107-4fe1-8ae9-690863652caf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 00e09485-bac6-4ba7-a421-6df602125680 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:28:57.728982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5b5a5bf4-7f9b-4716-b07d-49e78373436c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:57.768944 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-3504b721-c78b-44ff-8177-d6146c16143d service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9608407 Feb 11 13:28:57.793025 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:57.879370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc3a3e-96fb-45b8-a37f-a15014d569a3 req-4451fecd-5d9c-4907-8579-67ef55c77593 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:57.889776 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28bc3a3e-96fb-45b8-a37f-a15014d569a3 req-4451fecd-5d9c-4907-8579-67ef55c77593 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.8102224 Feb 11 13:28:57.894313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 5b5a5bf4-7f9b-4716-b07d-49e78373436c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:57.901301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:58.098858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:58.105516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:58.106140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.149848 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28bc3a3e-96fb-45b8-a37f-a15014d569a3 req-10011b50-717c-447e-8932-3304a2ec3632 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590895 Feb 11 13:28:58.216316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a36608a-c107-4fe1-8ae9-690863652caf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.369094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36608a-c107-4fe1-8ae9-690863652caf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=00e09485-bac6-4ba7-a421-6df602125680,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:58.483540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event updated for resources: {'Port': ['ID=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:58.505263 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a36608a-c107-4fe1-8ae9-690863652caf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.522069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9a36608a-c107-4fe1-8ae9-690863652caf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/00e09485-bac6-4ba7-a421-6df602125680 HTTP/1.1" status: 204 len: 168 time: 2.3370826 Feb 11 13:28:58.523791 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-6cb3a669-8994-46a8-aea8-6c010af1a8ef service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462702 Feb 11 13:28:58.525188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50620) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:58.535455 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.580145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Network 03558ae7-3102-479a-ae24-65823543b8b7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:58.584630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:58.600353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:28:58.633148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4,segment=NetworkSegment(f4c3882f-df71-4703-81ee-8ef4e97eb17e),segment_id=f4c3882f-df71-4703-81ee-8ef4e97eb17e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:58.637632 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.785218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5a696-ada4-493e-8caa-3dc3cd682a37 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.786686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5a696-ada4-493e-8caa-3dc3cd682a37 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.787445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cfb5a696-ada4-493e-8caa-3dc3cd682a37 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:28:58.799199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c279-398b-4ab8-8e40-ffc46fea947a req-9ca2b157-f92e-4ff7-9491-9022d99e4027 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.807468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-36b7c279-398b-4ab8-8e40-ffc46fea947a req-9ca2b157-f92e-4ff7-9491-9022d99e4027 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 946 time: 1.1526530 Feb 11 13:28:58.813986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:58.834317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cfb5a696-ada4-493e-8caa-3dc3cd682a37 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:28:58.840052 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cfb5a696-ada4-493e-8caa-3dc3cd682a37 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3128126 Feb 11 13:28:58.840871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50624) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:28:58.864388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.865341 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.921813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2f95b-518f-4907-9614-b2adfa0a1e0c req-e212b141-c359-4414-a802-4b900f69a9a8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.923505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f4e2f95b-518f-4907-9614-b2adfa0a1e0c req-e212b141-c359-4414-a802-4b900f69a9a8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 932 time: 0.2949238 Feb 11 13:28:58.925011 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-f11be3ef-5643-4767-9060-380975f201ca tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5322766 Feb 11 13:28:58.927312 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-36b7c279-398b-4ab8-8e40-ffc46fea947a req-d3c89f3c-c92a-434f-95c1-fb999fac3b85 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/security-groups?id=e59bb11b-7513-461f-bdb6-b37b132bec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973697 Feb 11 13:28:58.936472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Request body: {'port': {'device_id': 'eed620ee-e7af-4336-8556-45bf70625607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:28:59.048504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7f6c719a-4fa1-4531-bf26-67e30aac4a9e None None] Provisioning for port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:59.060850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5669cae-6101-4a0b-ba6f-6620335795f5 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:28:59.136954 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:59.341171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7f6c719a-4fa1-4531-bf26-67e30aac4a9e None None] Provisioning complete for port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:59.347067 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f6c719a-4fa1-4531-bf26-67e30aac4a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:59.375175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f4e2f95b-518f-4907-9614-b2adfa0a1e0c req-f46990ba-bf66-4e65-a18d-97648782246c tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Synchronizing usage tracker for tenant:b930cac072eb41a69fa34be46025a42a on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:28:59.450082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70804b-276f-49b5-9313-a89fdc790c13 req-28003dd2-1be5-470e-a280-80492b00f95b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.451789 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d70804b-276f-49b5-9313-a89fdc790c13 req-28003dd2-1be5-470e-a280-80492b00f95b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.2975271 Feb 11 13:28:59.457949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c719a-4fa1-4531-bf26-67e30aac4a9e None None] Port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:28:59.493470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f4e2f95b-518f-4907-9614-b2adfa0a1e0c req-f46990ba-bf66-4e65-a18d-97648782246c tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Unset dirty status for tenant:b930cac072eb41a69fa34be46025a42a on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:28:59.494742 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f4e2f95b-518f-4907-9614-b2adfa0a1e0c req-f46990ba-bf66-4e65-a18d-97648782246c tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5523841 Feb 11 13:28:59.503478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bdcdae-a6c3-4d34-8805-c5b722ef96fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 442fe8a9-8c5c-4c78-bc93-e84e67fad9ce {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:28:59.522217 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcdae-a6c3-4d34-8805-c5b722ef96fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:59.590771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b380844d-fd4d-494a-ab2e-30c414a4f178 None None] Provisioning for port 5b5a5bf4-7f9b-4716-b07d-49e78373436c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:59.600490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b380844d-fd4d-494a-ab2e-30c414a4f178 None None] Provisioning complete for port 5b5a5bf4-7f9b-4716-b07d-49e78373436c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:59.603774 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b380844d-fd4d-494a-ab2e-30c414a4f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:59.697551 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcdae-a6c3-4d34-8805-c5b722ef96fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:59.797657 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d70804b-276f-49b5-9313-a89fdc790c13 req-9a351ed0-07f4-4e9b-8edd-265c1aa05c59 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903893 Feb 11 13:28:59.870964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:28:59.938123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcdae-a6c3-4d34-8805-c5b722ef96fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.067336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:00.068280 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.186561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9bd9cd-ae03-474b-98d0-802eb0e4f886 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:00.188652 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcdae-a6c3-4d34-8805-c5b722ef96fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.204638 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.251270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Transition to ACTIVE for port object cd9bd9cd-ae03-474b-98d0-802eb0e4f886 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:00.326708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdcdae-a6c3-4d34-8805-c5b722ef96fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=442fe8a9-8c5c-4c78-bc93-e84e67fad9ce,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:00.363001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcdae-a6c3-4d34-8805-c5b722ef96fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.406763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a5bdcdae-a6c3-4d34-8805-c5b722ef96fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/442fe8a9-8c5c-4c78-bc93-e84e67fad9ce HTTP/1.1" status: 204 len: 168 time: 1.5620089 Feb 11 13:29:00.407985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50680) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:00.465860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.578273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c59c2f7-68d8-4b28-9326-bf5bbed444c6 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:00.585432 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c980ec3b-3921-4511-8a86-d643f6104687 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1756625 Feb 11 13:29:00.587574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50688) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:00.600498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:00.696897 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b380844d-fd4d-494a-ab2e-30c414a4f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.810131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:00.815140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:00.818309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:00.825233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:00.842812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:00.851386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:00.865162 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:01.133034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b380844d-fd4d-494a-ab2e-30c414a4f178 None None] For port 5b5a5bf4-7f9b-4716-b07d-49e78373436c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5b5a5bf4-7f9b-4716-b07d-49e78373436c,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:01.229154 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b380844d-fd4d-494a-ab2e-30c414a4f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:01.380560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bc297-9f7c-492e-bf3e-8a9901fbd4e1 req-d8d3dcac-e876-417f-9c44-5e559e3dab78 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.382225 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-775bc297-9f7c-492e-bf3e-8a9901fbd4e1 req-d8d3dcac-e876-417f-9c44-5e559e3dab78 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 1.1322677 Feb 11 13:29:01.491758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1f64-38c1-4cee-af6d-618c7f2d812d req-e0b61348-563a-4bf2-bb75-4d6da1820f5c tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.493423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0fee1f64-38c1-4cee-af6d-618c7f2d812d req-e0b61348-563a-4bf2-bb75-4d6da1820f5c tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 944 time: 0.3849881 Feb 11 13:29:01.500994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Attempting to bind port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:01.501373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Attempting to bind port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:01.501647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Attempting to bind port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 on network 03558ae7-3102-479a-ae24-65823543b8b7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:01.535685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 on network 03558ae7-3102-479a-ae24-65823543b8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:29:01.536008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Attempting to bind port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 on network 03558ae7-3102-479a-ae24-65823543b8b7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:01.589773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:01.590305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Checking segment: {'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:01.590889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Bound using segment: {'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:01.591503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Bound port: cd9bd9cd-ae03-474b-98d0-802eb0e4f886, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b8de29-366d-40b3-a901-b8ca31285f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:01.592008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:01.713306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0fee1f64-38c1-4cee-af6d-618c7f2d812d req-792f00e6-fc78-43d6-b3ee-4ff976a1f3ab tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027485 Feb 11 13:29:01.718362 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:01.770934 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-775bc297-9f7c-492e-bf3e-8a9901fbd4e1 req-13c201c1-597a-47d5-a8f1-c5b0d3c65234 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693080 Feb 11 13:29:01.781336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d16b7ee-b111-4e82-b794-8f958205712f req-01aac090-141d-4e38-a7cf-ea8bd4f9b0b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7ae4168cfa2454daeb86db2386933ba&device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 1094 time: 0.7631698 Feb 11 13:29:01.963726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] For port cd9bd9cd-ae03-474b-98d0-802eb0e4f886, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:02.138015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:02.157564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:02.177060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6da088bc-593d-479d-b977-da8a19bb6508 None None] Provisioning complete for port 5b5a5bf4-7f9b-4716-b07d-49e78373436c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:02.177600 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6da088bc-593d-479d-b977-da8a19bb6508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.186477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.187136 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.207029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=be43b035-29f1-4c49-a6bf-36ceede76670,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:02.323171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] For port cd9bd9cd-ae03-474b-98d0-802eb0e4f886, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:02.356704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380844d-fd4d-494a-ab2e-30c414a4f178 None None] Pushing event updated for resources: {'Port': ['ID=5b5a5bf4-7f9b-4716-b07d-49e78373436c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:02.379326 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4c79e5de-da04-488b-ab41-8f55e59ed134 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7889984 Feb 11 13:29:02.390843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50710) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:02.429705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'name': 'tempest-NetworksTestDHCPv6-132457195'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:02.433857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.531709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6da088bc-593d-479d-b977-da8a19bb6508 None None] Could not find standard attr ID for object 00e09485-bac6-4ba7-a421-6df602125680. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:29:02.629607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183b892-01a5-4d5a-8c46-1c8f405a6302 None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:29:02.658722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3183b892-01a5-4d5a-8c46-1c8f405a6302 None None] Deleting port 5b5a5bf4-7f9b-4716-b07d-49e78373436c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:02.659484 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3183b892-01a5-4d5a-8c46-1c8f405a6302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.834373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.838129 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] 10.222.0.73 "PUT /v2.0/ports/cd9bd9cd-ae03-474b-98d0-802eb0e4f886 HTTP/1.1" status: 200 len: 1092 time: 3.9055879 Feb 11 13:29:02.846071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed620ee-e7af-4336-8556-45bf70625607', 'tag': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:02.876414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b7ee-b111-4e82-b794-8f958205712f req-61d61d50-3195-4f3b-9ff8-29c584546a82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.878117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d16b7ee-b111-4e82-b794-8f958205712f req-61d61d50-3195-4f3b-9ff8-29c584546a82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 200 len: 917 time: 1.0009911 Feb 11 13:29:02.886092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff555575-acec-4fd3-8803-d24055f0e474 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:02.955477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9074018-0841-4fe3-97c2-ef6f5bfd8316 req-d6465719-fe21-4206-a3e3-9282ca56d0e4 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.961712 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a9074018-0841-4fe3-97c2-ef6f5bfd8316 req-d6465719-fe21-4206-a3e3-9282ca56d0e4 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 946 time: 0.6974385 Feb 11 13:29:02.978074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:02.999282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:03.044762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:03.056893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:03.097308 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a9074018-0841-4fe3-97c2-ef6f5bfd8316 req-15e83063-c67d-4bd6-800b-413b94178f5f tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/security-groups?id=e59bb11b-7513-461f-bdb6-b37b132bec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113691 Feb 11 13:29:03.134947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e088e-4134-4852-a45f-dddbc8adc523 req-f941b96e-3364-45d2-95ff-b6acf5662f93 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.140614 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-486e088e-4134-4852-a45f-dddbc8adc523 req-f941b96e-3364-45d2-95ff-b6acf5662f93 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.73 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 946 time: 0.4860210 Feb 11 13:29:03.144317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:03.147651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.195630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 29751f32-9dd7-468d-919b-acb827a7b108 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:29:03.265965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3183b892-01a5-4d5a-8c46-1c8f405a6302 None None] For port 5b5a5bf4-7f9b-4716-b07d-49e78373436c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5b5a5bf4-7f9b-4716-b07d-49e78373436c,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:03.267120 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3183b892-01a5-4d5a-8c46-1c8f405a6302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.415121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-486e088e-4134-4852-a45f-dddbc8adc523 req-944fd6f0-5836-4dc8-b5df-8b132a88f8e9 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Deleting port cdee9a5c-766c-4f36-af92-1977b0aaa41b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:03.415592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-486e088e-4134-4852-a45f-dddbc8adc523 req-944fd6f0-5836-4dc8-b5df-8b132a88f8e9 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.560444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3183b892-01a5-4d5a-8c46-1c8f405a6302 None None] Calling delete_port for 5b5a5bf4-7f9b-4716-b07d-49e78373436c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:03.618648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc8c02-c7e3-4f45-b4ca-7aba01f44dfe req-3b9c41db-d89f-477d-8a7e-0a3cecb36e0c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.627376 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cfc8c02-c7e3-4f45-b4ca-7aba01f44dfe req-3b9c41db-d89f-477d-8a7e-0a3cecb36e0c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 1.5100970 Feb 11 13:29:03.724885 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3183b892-01a5-4d5a-8c46-1c8f405a6302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.849738 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cfc8c02-c7e3-4f45-b4ca-7aba01f44dfe req-d1c8b20a-19d3-4656-835c-f9d387fb8bb3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214215 Feb 11 13:29:03.852188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::1fa (cf4cc38c-4953-43f9-9526-6e7043460974/be43b035-29f1-4c49-a6bf-36ceede76670/29751f32-9dd7-468d-919b-acb827a7b108) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:03.912850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d16b7ee-b111-4e82-b794-8f958205712f req-d54dd0e1-6298-4f69-b2d5-15ae8c3c8f28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a767d5da-b52a-4c39-a902-596a5c66473e HTTP/1.1" status: 200 len: 999 time: 1.0276206 Feb 11 13:29:03.923200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-8bb2fecd-7f78-4ca0-bb4f-b8b9e90e6b78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b930cac072eb41a69fa34be46025a42a&device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 1095 time: 0.8708434 Feb 11 13:29:03.941677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183b892-01a5-4d5a-8c46-1c8f405a6302 None None] Pushing event deleted for resources: {'Port': ['ID=5b5a5bf4-7f9b-4716-b07d-49e78373436c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:03.966139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3183b892-01a5-4d5a-8c46-1c8f405a6302 None None] No DVR routers for this DVR port 5b5a5bf4-7f9b-4716-b07d-49e78373436c on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:03.988545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1387de60-8850-49ff-916f-f395064e4930 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:04.210015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-0d011445-b081-4a58-87ff-ddbc926f4e29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886 HTTP/1.1" status: 200 len: 217 time: 0.1852167 Feb 11 13:29:04.244556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5b5a5bf4-7f9b-4716-b07d-49e78373436c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:29:04.489551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-e96c2703-d27c-42e5-9b65-9843425d6df6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.491534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-e96c2703-d27c-42e5-9b65-9843425d6df6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d85b11a-a300-42ba-ac08-edc32a789901 HTTP/1.1" status: 200 len: 848 time: 0.2056315 Feb 11 13:29:04.492048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 5b5a5bf4-7f9b-4716-b07d-49e78373436c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:29:04.493174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5b5a5bf4-7f9b-4716-b07d-49e78373436c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:29:04.648498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16b7ee-b111-4e82-b794-8f958205712f req-d199984e-ae42-4e14-a4ea-856a5569c994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.649937 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d16b7ee-b111-4e82-b794-8f958205712f req-d199984e-ae42-4e14-a4ea-856a5569c994 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 200 len: 855 time: 0.7248521 Feb 11 13:29:04.722861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688a944-eb0c-4f94-8f55-3c4edc220310 req-e84a1071-e816-4ff4-a88f-29406b1e8d2f tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.743121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f688a944-eb0c-4f94-8f55-3c4edc220310 req-e84a1071-e816-4ff4-a88f-29406b1e8d2f tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.5318165 Feb 11 13:29:04.744631 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:04.787322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 29751f32-9dd7-468d-919b-acb827a7b108 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:04.831034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:04.904109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f688a944-eb0c-4f94-8f55-3c4edc220310 req-acf07e44-6ec6-4a81-a66f-fba2d550c51a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602049 Feb 11 13:29:04.918957 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-e981a8ff-0820-425e-a49a-8f9f8a497c8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03558ae7-3102-479a-ae24-65823543b8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4028318 Feb 11 13:29:04.973210 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d16b7ee-b111-4e82-b794-8f958205712f req-1bed3913-f82d-4443-ad9f-a1a452c8b3c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=038bcb61-9280-4b93-ac87-142c78f0aa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2653372 Feb 11 13:29:05.212655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:05.219859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:05.253872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890252a8-4850-4c46-b002-f6870955088a req-da35ef51-be8f-4308-a7ec-43eed03a7c3b tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.268971 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-890252a8-4850-4c46-b002-f6870955088a req-da35ef51-be8f-4308-a7ec-43eed03a7c3b tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 944 time: 1.7493052 Feb 11 13:29:05.269348 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': 'be43b035-29f1-4c49-a6bf-36ceede76670'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:29:05.270650 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:05.271009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:05.275816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.276433 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:05.298827 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d16b7ee-b111-4e82-b794-8f958205712f req-14e56bef-c4ae-4944-9598-335119fd679a service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232274 Feb 11 13:29:05.356161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=29751f32-9dd7-468d-919b-acb827a7b108,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:05.400564 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed620ee-e7af-4336-8556-45bf70625607', 'tag': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'status': 'completed', 'code': 200} Feb 11 13:29:05.407716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-20096da2-aa7e-4d4f-b46c-75d5ee849f58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9974310 Feb 11 13:29:05.426679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-486e088e-4134-4852-a45f-dddbc8adc523 req-944fd6f0-5836-4dc8-b5df-8b132a88f8e9 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] For port cdee9a5c-766c-4f36-af92-1977b0aaa41b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cdee9a5c-766c-4f36-af92-1977b0aaa41b,segment=NetworkSegment(051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64),segment_id=051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:05.427045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-486e088e-4134-4852-a45f-dddbc8adc523 req-944fd6f0-5836-4dc8-b5df-8b132a88f8e9 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:05.436948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50752) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:05.718426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-e8699919-2a78-4f25-ba78-248cf8e562a0 service neutron] 10.222.0.73 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7854283 Feb 11 13:29:05.759381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/be43b035-29f1-4c49-a6bf-36ceede76670/0da0d7d4-7c14-4c73-9460-4cd2d6c236c0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:05.838612 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-890252a8-4850-4c46-b002-f6870955088a req-663576e6-40f7-4132-b060-8b017aa139a2 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5686417 Feb 11 13:29:05.879599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2fbb0-5a66-468a-84db-b5642705ec0f req-60f7d5c4-7df4-47a9-8cc9-be2ed91df87e tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.888490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-486e088e-4134-4852-a45f-dddbc8adc523 req-944fd6f0-5836-4dc8-b5df-8b132a88f8e9 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Calling delete_port for cdee9a5c-766c-4f36-af92-1977b0aaa41b owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:05.897052 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-30b2fbb0-5a66-468a-84db-b5642705ec0f req-60f7d5c4-7df4-47a9-8cc9-be2ed91df87e tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 946 time: 0.5930290 Feb 11 13:29:06.056730 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d16b7ee-b111-4e82-b794-8f958205712f req-386e92b6-4c30-4aec-ad36-7fccd0ec327a service neutron] 10.222.0.73 "GET /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523242 Feb 11 13:29:06.172983 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:06.200530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Transition to ACTIVE for port object 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:06.211076 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-602a6fab-fc73-42b0-b17d-f49dd888a1dc req-55b35ceb-f570-4b86-88cd-6da3ffe28912 service neutron] 10.222.0.73 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718359 Feb 11 13:29:06.223248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Transition to ACTIVE for port object 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:06.224125 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-30b2fbb0-5a66-468a-84db-b5642705ec0f req-d16e8557-d3c0-412b-8d1e-f964ebb78aeb tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/security-groups?id=e59bb11b-7513-461f-bdb6-b37b132bec36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184376 Feb 11 13:29:06.232382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:06.447631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:06.449043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:06.450991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Pushing event updated for resources: {'Port': ['ID=0da0d7d4-7c14-4c73-9460-4cd2d6c236c0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:06.461447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:06.612616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cdee9a5c-766c-4f36-af92-1977b0aaa41b no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:29:06.693177 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-abe9a01a-8cd2-417b-8173-74c151919371 req-1af944c7-df49-48f9-857e-a31d6208008b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b930cac072eb41a69fa34be46025a42a&device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 1095 time: 0.3487051 Feb 11 13:29:06.740331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d50e9a-a5b0-4261-91b5-b550f1b7a18d req-74abefde-be09-4114-88cb-19f77f499f18 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.742896 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: cdee9a5c-766c-4f36-af92-1977b0aaa41b {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:29:06.743472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cdee9a5c-766c-4f36-af92-1977b0aaa41b not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:29:06.747273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Attempting to bind port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:06.747965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Attempting to bind port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:06.748548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Attempting to bind port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:06.750887 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-78d50e9a-a5b0-4261-91b5-b550f1b7a18d req-74abefde-be09-4114-88cb-19f77f499f18 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.2699671 Feb 11 13:29:06.769665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:06.770170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:06.770832 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:06.771238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:06.771833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Bound port: 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:06.772352 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:06.772496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-486e088e-4134-4852-a45f-dddbc8adc523 req-944fd6f0-5836-4dc8-b5df-8b132a88f8e9 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:06.842412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fd6f0-5836-4dc8-b5df-8b132a88f8e9 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Pushing event deleted for resources: {'Port': ['ID=cdee9a5c-766c-4f36-af92-1977b0aaa41b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:06.863494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984017f9-8f7b-4977-9b16-c40085593c7c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.864366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-984017f9-8f7b-4977-9b16-c40085593c7c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:06.913781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-984017f9-8f7b-4977-9b16-c40085593c7c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:06.915253 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-984017f9-8f7b-4977-9b16-c40085593c7c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.4766088 Feb 11 13:29:06.922462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1008556-8957-415a-a68a-2fb24eb14f62 req-b979a7f0-e07f-4259-90c6-e829e35dddb7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.924019 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f1008556-8957-415a-a68a-2fb24eb14f62 req-b979a7f0-e07f-4259-90c6-e829e35dddb7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.7824333 Feb 11 13:29:06.937356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50778) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:07.098920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] For port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:07.108064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] For port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0da0d7d4-7c14-4c73-9460-4cd2d6c236c0,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:07.118591 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:07.205779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-486e088e-4134-4852-a45f-dddbc8adc523 req-944fd6f0-5836-4dc8-b5df-8b132a88f8e9 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] No DVR routers for this DVR port cdee9a5c-766c-4f36-af92-1977b0aaa41b on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:07.211785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-486e088e-4134-4852-a45f-dddbc8adc523 req-944fd6f0-5836-4dc8-b5df-8b132a88f8e9 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:07.255455 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-78d50e9a-a5b0-4261-91b5-b550f1b7a18d req-f7faf3af-eee2-4e46-abfc-a653c223f888 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4653742 Feb 11 13:29:07.261621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f1008556-8957-415a-a68a-2fb24eb14f62 req-8f429385-35ab-4cad-8d85-8464a17bdc04 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900095 Feb 11 13:29:07.263552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a69c40-4fe5-47a2-8e29-2ce41d5e923c', 'name': 'network-vif-deleted', 'tag': 'cdee9a5c-766c-4f36-af92-1977b0aaa41b'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:07.286271 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-486e088e-4134-4852-a45f-dddbc8adc523 req-944fd6f0-5836-4dc8-b5df-8b132a88f8e9 tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.73 "DELETE /v2.0/ports/cdee9a5c-766c-4f36-af92-1977b0aaa41b HTTP/1.1" status: 204 len: 173 time: 4.0981932 Feb 11 13:29:07.299960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0815014-3cb7-4e70-9f54-76152f1de083 None None] Pushing event updated for resources: {'Port': ['ID=0da0d7d4-7c14-4c73-9460-4cd2d6c236c0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:07.361891 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:07.435037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-60828332-74f5-4168-8e10-b90803947dcc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 29751f32-9dd7-468d-919b-acb827a7b108 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:07.435316 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60828332-74f5-4168-8e10-b90803947dcc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:07.745377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d2f1f7f6-cc16-4c81-8b9c-ae836fb2d0e7 req-d8cec6b8-3ae5-41de-9069-0d6a23be25eb tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Synchronizing usage tracker for tenant:c07438ce71c1464c947dcc144831a63f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:07.787225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d2f1f7f6-cc16-4c81-8b9c-ae836fb2d0e7 req-d8cec6b8-3ae5-41de-9069-0d6a23be25eb tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] Unset dirty status for tenant:c07438ce71c1464c947dcc144831a63f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:07.799800 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2f1f7f6-cc16-4c81-8b9c-ae836fb2d0e7 req-d8cec6b8-3ae5-41de-9069-0d6a23be25eb tempest-InstanceActionsNegativeTestJSON-1269833311 tempest-InstanceActionsNegativeTestJSON-1269833311-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a69c40-4fe5-47a2-8e29-2ce41d5e923c HTTP/1.1" status: 200 len: 210 time: 0.2047679 Feb 11 13:29:08.160253 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a69c40-4fe5-47a2-8e29-2ce41d5e923c', 'name': 'network-vif-deleted', 'tag': 'cdee9a5c-766c-4f36-af92-1977b0aaa41b', 'status': 'completed', 'code': 200} Feb 11 13:29:08.295399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:08.562134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:08.600127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9a01a-8cd2-417b-8173-74c151919371 req-faa5bb99-009f-448b-94e9-19be4926ec9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.606561 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-abe9a01a-8cd2-417b-8173-74c151919371 req-faa5bb99-009f-448b-94e9-19be4926ec9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=03558ae7-3102-479a-ae24-65823543b8b7 HTTP/1.1" status: 200 len: 910 time: 1.8904943 Feb 11 13:29:08.612096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cd9bd9cd-ae03-474b-98d0-802eb0e4f886 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:29:08.970383 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-abe9a01a-8cd2-417b-8173-74c151919371 req-b945efd3-aa95-42df-a545-47bf87d699b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886 HTTP/1.1" status: 200 len: 217 time: 0.3099000 Feb 11 13:29:09.292768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cd9bd9cd-ae03-474b-98d0-802eb0e4f886, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:09.338363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'port_id': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'mac_address': 'fa:16:3e:2f:a2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:29:09.369861 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60828332-74f5-4168-8e10-b90803947dcc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.539018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.564772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] Provisioning for port 29751f32-9dd7-468d-919b-acb827a7b108 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:09.589609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] Provisioning complete for port 29751f32-9dd7-468d-919b-acb827a7b108 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:09.595059 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.632877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eb70a-1267-428a-8e02-631cf96c015a req-f996e4d0-41fa-4f2b-a72c-be6faf48e698 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.639886 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce0eb70a-1267-428a-8e02-631cf96c015a req-f996e4d0-41fa-4f2b-a72c-be6faf48e698 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.4371531 Feb 11 13:29:09.658332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9bd9cd-ae03-474b-98d0-802eb0e4f886 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:09.673793 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2da0f5c-8db2-433e-8a81-e0112440a065 req-84eed9cf-78ad-4fe5-92d8-86abee68db0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 1096 time: 0.3440483 Feb 11 13:29:09.693773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9a01a-8cd2-417b-8173-74c151919371 req-1e9e0eb1-3e0c-4b13-b1d9-11956a9d876b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.697148 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-abe9a01a-8cd2-417b-8173-74c151919371 req-1e9e0eb1-3e0c-4b13-b1d9-11956a9d876b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d85b11a-a300-42ba-ac08-edc32a789901 HTTP/1.1" status: 200 len: 848 time: 0.6984913 Feb 11 13:29:09.704829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-60828332-74f5-4168-8e10-b90803947dcc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 29751f32-9dd7-468d-919b-acb827a7b108 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:09.758510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cd9bd9cd-ae03-474b-98d0-802eb0e4f886, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:09.772257 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.875396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] Port 29751f32-9dd7-468d-919b-acb827a7b108 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:29:09.879022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e8763-c846-4213-a27a-c6880944348c req-dc027a82-1601-4daa-8686-ca27f2836892 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.879859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f36e8763-c846-4213-a27a-c6880944348c req-dc027a82-1601-4daa-8686-ca27f2836892 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Synchronizing usage tracker for tenant:b930cac072eb41a69fa34be46025a42a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:09.989194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:09.994839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] Provisioning for port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:10.010371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] Provisioning complete for port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:10.010765 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.059434 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce0eb70a-1267-428a-8e02-631cf96c015a req-b60d4112-f03b-45b3-b427-166047ff5eb2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184740 Feb 11 13:29:10.078077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f36e8763-c846-4213-a27a-c6880944348c req-dc027a82-1601-4daa-8686-ca27f2836892 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Unset dirty status for tenant:b930cac072eb41a69fa34be46025a42a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:10.081552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f36e8763-c846-4213-a27a-c6880944348c req-dc027a82-1601-4daa-8686-ca27f2836892 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 944 time: 1.6466312 Feb 11 13:29:10.104423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['cd9bd9cd-ae03-474b-98d0-802eb0e4f886'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:29:10.159186 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-abe9a01a-8cd2-417b-8173-74c151919371 req-b5016b3d-d07a-4c7f-a22a-85b3630c278d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03558ae7-3102-479a-ae24-65823543b8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4105535 Feb 11 13:29:10.166159 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60828332-74f5-4168-8e10-b90803947dcc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.239293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da0f5c-8db2-433e-8a81-e0112440a065 req-d9729d2a-0f9c-40c0-871f-45ee829a652d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.241484 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2da0f5c-8db2-433e-8a81-e0112440a065 req-d9729d2a-0f9c-40c0-871f-45ee829a652d service neutron] 10.222.0.73 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 910 time: 0.5466611 Feb 11 13:29:10.492694 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2da0f5c-8db2-433e-8a81-e0112440a065 req-ef9285f7-3935-410c-b743-2533034a5aca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a HTTP/1.1" status: 200 len: 1001 time: 0.2267044 Feb 11 13:29:10.550893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60828332-74f5-4168-8e10-b90803947dcc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=29751f32-9dd7-468d-919b-acb827a7b108,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:10.753117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f36e8763-c846-4213-a27a-c6880944348c req-083586be-4772-4582-96a5-2d881cbe1114 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6461296 Feb 11 13:29:10.783710 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60828332-74f5-4168-8e10-b90803947dcc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.862198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-60828332-74f5-4168-8e10-b90803947dcc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/29751f32-9dd7-468d-919b-acb827a7b108 HTTP/1.1" status: 204 len: 168 time: 3.9209588 Feb 11 13:29:10.866267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50858) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:10.889196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da0f5c-8db2-433e-8a81-e0112440a065 req-72cea169-ce84-4fc3-944d-7ea8815c9f9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.890891 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2da0f5c-8db2-433e-8a81-e0112440a065 req-72cea169-ce84-4fc3-944d-7ea8815c9f9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92f8fad6-4c08-4ca5-b88d-880cfed479e8 HTTP/1.1" status: 200 len: 848 time: 0.3413424 Feb 11 13:29:10.926452 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.032609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-abe9a01a-8cd2-417b-8173-74c151919371 req-e6c86dc0-c437-412b-804c-75f44f6e5531 service neutron] 10.222.0.73 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8608372 Feb 11 13:29:11.114025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1e68d-afc1-46d5-9317-0ed4f87df2c3 req-dbd10793-99d1-4980-a553-0d50d635ae3b tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.128904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2dd1e68d-afc1-46d5-9317-0ed4f87df2c3 req-dbd10793-99d1-4980-a553-0d50d635ae3b tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.6336782 Feb 11 13:29:11.195028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] For port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0da0d7d4-7c14-4c73-9460-4cd2d6c236c0,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:11.216206 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.216766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50864) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:11.322489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0538055-5e65-46dd-87e5-8ac6d7ada455 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.326980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0538055-5e65-46dd-87e5-8ac6d7ada455 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.341313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e0538055-5e65-46dd-87e5-8ac6d7ada455 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4699941 Feb 11 13:29:11.347059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50870) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:11.513300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a4f86a87-bb2e-4417-9d6a-0bf9ce022b2e None None] Could not find standard attr ID for object 29751f32-9dd7-468d-919b-acb827a7b108. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:29:11.545796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d4f83-58c4-436b-8df1-2dcdda7d8a91 None None] Pushing event updated for resources: {'Port': ['ID=0da0d7d4-7c14-4c73-9460-4cd2d6c236c0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:11.674020 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2dd1e68d-afc1-46d5-9317-0ed4f87df2c3 req-6f2be846-3007-4f69-b16a-5243e2ff478b tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5433192 Feb 11 13:29:11.677570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbda241-1c8e-47b2-955c-4044366be4b7 admin admin] Deleting subnet fd1d23ca-a9dc-444d-94a7-9b0fc22cec3a {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:29:11.693712 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2da0f5c-8db2-433e-8a81-e0112440a065 req-d76493f1-fc89-4a7e-b44d-3a74859af17a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=828e45ec-c245-4a73-8574-be834b18ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7940934 Feb 11 13:29:11.785821 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bbda241-1c8e-47b2-955c-4044366be4b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.977384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bbda241-1c8e-47b2-955c-4044366be4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.120208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:12.260133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:12.260504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.426225 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.469856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b10af81-e684-4a70-916a-d1a48547ba8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet be43b035-29f1-4c49-a6bf-36ceede76670 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:29:12.480503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-abe9a01a-8cd2-417b-8173-74c151919371 req-17fedb56-e862-4ea0-ba65-4ffb0ae72986 service neutron] 10.222.0.73 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4378226 Feb 11 13:29:12.481306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b10af81-e684-4a70-916a-d1a48547ba8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.570281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7da878-ff3d-4d3a-bf63-fc5cbca06337 req-c205f9bc-782d-49f4-a80f-bd31743b46d7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.578882 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c7da878-ff3d-4d3a-bf63-fc5cbca06337 req-c205f9bc-782d-49f4-a80f-bd31743b46d7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.9387982 Feb 11 13:29:12.611159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cd9bd9cd-ae03-474b-98d0-802eb0e4f886 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:12.672662 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bbda241-1c8e-47b2-955c-4044366be4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.729336 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b10af81-e684-4a70-916a-d1a48547ba8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.870249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c7da878-ff3d-4d3a-bf63-fc5cbca06337 req-79200bd6-37ac-4adb-a119-30b8679ac321 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888584 Feb 11 13:29:13.020149 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b10af81-e684-4a70-916a-d1a48547ba8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.033361 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2da0f5c-8db2-433e-8a81-e0112440a065 req-1ad202ff-cc9a-4e74-8031-ee897944e760 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3256004 Feb 11 13:29:13.051577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:13.061759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29568-91f6-4617-8c29-4986a18ed102 req-09d33ed8-a953-4cce-9579-3c8ea0ff6a86 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.069961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:13.070361 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.075209 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27e29568-91f6-4617-8c29-4986a18ed102 req-09d33ed8-a953-4cce-9579-3c8ea0ff6a86 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 945 time: 0.8514111 Feb 11 13:29:13.367866 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.373678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05ecca-8f62-4dec-93eb-4b73def5d532 req-6927aa0f-05df-4299-8fc2-26954d015eb5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.376036 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad05ecca-8f62-4dec-93eb-4b73def5d532 req-6927aa0f-05df-4299-8fc2-26954d015eb5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1980879 Feb 11 13:29:13.381815 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b10af81-e684-4a70-916a-d1a48547ba8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.423567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed620ee-e7af-4336-8556-45bf70625607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:13.446243 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27e29568-91f6-4617-8c29-4986a18ed102 req-3ad9c76f-e075-48bf-acb5-7fcc094efe1e tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3700802 Feb 11 13:29:13.447326 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bbda241-1c8e-47b2-955c-4044366be4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.458861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10af81-e684-4a70-916a-d1a48547ba8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=be43b035-29f1-4c49-a6bf-36ceede76670,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:13.463623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050b1b8-91b2-49ec-bfe8-41e0493b9622 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:13.466458 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b10af81-e684-4a70-916a-d1a48547ba8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.495104 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8b10af81-e684-4a70-916a-d1a48547ba8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/be43b035-29f1-4c49-a6bf-36ceede76670 HTTP/1.1" status: 204 len: 168 time: 2.1275053 Feb 11 13:29:13.496485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50896) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:13.597263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1403ea44-b4d3-4522-8e62-b1ba39113baf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900066 Feb 11 13:29:13.597811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50900) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:13.610854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:13.662937 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbda241-1c8e-47b2-955c-4044366be4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1d23ca-a9dc-444d-94a7-9b0fc22cec3a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:13.679731 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bbda241-1c8e-47b2-955c-4044366be4b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.708984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1bbda241-1c8e-47b2-955c-4044366be4b7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fd1d23ca-a9dc-444d-94a7-9b0fc22cec3a HTTP/1.1" status: 204 len: 168 time: 2.4863033 Feb 11 13:29:13.713487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50906) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:13.786854 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed620ee-e7af-4336-8556-45bf70625607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'code': 200} Feb 11 13:29:13.856091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cd9bd9cd-ae03-474b-98d0-802eb0e4f886, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:13.964849 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.983650 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2da0f5c-8db2-433e-8a81-e0112440a065 req-29115ca6-f8bc-478d-970a-30915e1d8c66 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655832 Feb 11 13:29:14.019299 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad05ecca-8f62-4dec-93eb-4b73def5d532 req-2e92572f-e1a0-45ad-b49e-8c49355f4b85 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6214967 Feb 11 13:29:14.085252 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.135134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:14.140782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:14.150513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:14.174776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:14.201517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5915a3f4-3c19-45fe-8c32-b3fc24ffad02 req-d596ed6e-8a70-48e4-a491-0df02df63682 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 1097 time: 0.3991792 Feb 11 13:29:14.214138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:14.219999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:14.221354 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.369330 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.427388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1cb175-dda3-4758-b75f-356e63bb339f None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:29:14.445166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cb175-dda3-4758-b75f-356e63bb339f None None] Deleting port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:14.447666 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb175-dda3-4758-b75f-356e63bb339f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.477519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c502380e-cbd9-4e15-a8cd-e96abb352852']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:14.513365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:14.513660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051b1adc-cc4b-4e26-a8ba-31ac7a0a9b64') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:14.544339 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.586262 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.591923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:29:14.592320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.608504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5915a3f4-3c19-45fe-8c32-b3fc24ffad02 req-0055f163-deb2-49aa-8815-3588aa79d54c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3968785 Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:14.782222 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:14.788247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.816310 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.831316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=c502380e-cbd9-4e15-a8cd-e96abb352852,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:14.852270 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2a872941-1544-48aa-8d19-f202bc21cbaf admin admin] 10.222.0.67 "DELETE /v2.0/networks/c502380e-cbd9-4e15-a8cd-e96abb352852 HTTP/1.1" status: 204 len: 168 time: 1.1355450 Feb 11 13:29:14.920693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2cb2e-88f4-488e-a370-eb686d1cb897 req-078c3863-517e-437b-a35b-9b0861513c68 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.925401 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58f2cb2e-88f4-488e-a370-eb686d1cb897 req-078c3863-517e-437b-a35b-9b0861513c68 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.1960640 Feb 11 13:29:15.057022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58f2cb2e-88f4-488e-a370-eb686d1cb897 req-dce11163-0dc3-4141-8f3c-a0c9092b26ba tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150329 Feb 11 13:29:15.291832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dd1cb175-dda3-4758-b75f-356e63bb339f None None] For port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0da0d7d4-7c14-4c73-9460-4cd2d6c236c0,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:15.292223 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb175-dda3-4758-b75f-356e63bb339f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.358948 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.589694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:15.609653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe3e61-440d-4066-aeea-353959e723bb req-f5f3a41f-4ed5-4cbc-9c32-bff64522ee75 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.613744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cefe3e61-440d-4066-aeea-353959e723bb req-f5f3a41f-4ed5-4cbc-9c32-bff64522ee75 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 946 time: 0.6723585 Feb 11 13:29:15.622468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:15.629527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.631516 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.637269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc5b0-2ebe-4405-9e14-5ee5fd76cf31 req-c0d19a94-ec5e-4899-8252-bbc2043a085a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.649215 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a38dc5b0-2ebe-4405-9e14-5ee5fd76cf31 req-c0d19a94-ec5e-4899-8252-bbc2043a085a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1906703 Feb 11 13:29:15.668788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=1df2081e-2b86-46fd-a5a2-d53cf76fbe4b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:15.741306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50938) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:15.800363 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a38dc5b0-2ebe-4405-9e14-5ee5fd76cf31 req-367c3036-0e32-4b74-bd9d-e34f55f2b089 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509936 Feb 11 13:29:15.843958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cb175-dda3-4758-b75f-356e63bb339f None None] Calling delete_port for 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:15.858657 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d4785688-83e2-4b9b-a107-ea45f39856c3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2569988 Feb 11 13:29:15.861522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50944) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:15.867890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'name': 'tempest-NetworksTestDHCPv6-1387676612'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:15.880018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cefe3e61-440d-4066-aeea-353959e723bb req-a30d31d1-8680-4ef4-b5b7-09ac989c9669 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316496 Feb 11 13:29:15.917239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50948) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:15.923220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9c88f363-f7ab-4034-a83f-9b21e2b32b98 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c07438ce71c1464c947dcc144831a63f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1801579 Feb 11 13:29:16.003110 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9504e6cd-af4a-4e23-aa26-c9299f89795a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:16.072934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:29:16.223238 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb175-dda3-4758-b75f-356e63bb339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:16.237895 n-d-818559-1 neutron-server[83569]: INFO neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No ports have port_id starting with 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 Feb 11 13:29:16.554878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1cb175-dda3-4758-b75f-356e63bb339f None None] No DVR routers for this DVR port 0da0d7d4-7c14-4c73-9460-4cd2d6c236c0 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:16.567538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cb175-dda3-4758-b75f-356e63bb339f None None] Pushing event deleted for resources: {'Port': ['ID=0da0d7d4-7c14-4c73-9460-4cd2d6c236c0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:16.578431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe0f0d-a536-4f4c-810f-9ee86750f927 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:16.616198 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3735842e-bac1-4c6f-8906-135a0afd4ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:16.661541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:16.757536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:16.767142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:16.800905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:16.818479 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3735842e-bac1-4c6f-8906-135a0afd4ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:16.905350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:16.911506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.065312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '1df2081e-2b86-46fd-a5a2-d53cf76fbe4b'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:29:17.077000 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.086650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfd739-f6ab-44b0-bc74-2968c2ab0cdd req-59277f89-31fa-4557-a77c-98aac47ae40e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.097289 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75dfd739-f6ab-44b0-bc74-2968c2ab0cdd req-59277f89-31fa-4557-a77c-98aac47ae40e tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.4278805 Feb 11 13:29:17.192728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port a7aabe2f-8310-43b2-988a-09aa59e3055c yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:29:17.330062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75dfd739-f6ab-44b0-bc74-2968c2ab0cdd req-e81aa4a7-de8f-4203-9fed-b2a2f1731fb0 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317560 Feb 11 13:29:17.349848 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3735842e-bac1-4c6f-8906-135a0afd4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.387059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735842e-bac1-4c6f-8906-135a0afd4ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59bb11b-7513-461f-bdb6-b37b132bec36,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:17.392073 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3735842e-bac1-4c6f-8906-135a0afd4ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.393125 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3735842e-bac1-4c6f-8906-135a0afd4ea6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e59bb11b-7513-461f-bdb6-b37b132bec36 HTTP/1.1" status: 204 len: 168 time: 1.4664936 Feb 11 13:29:17.445480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6781f-5257-4c29-bf31-2e94eacb5919 req-33fb20fe-654e-416e-90b0-989e042276bf tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.446990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-feb6781f-5257-4c29-bf31-2e94eacb5919 req-33fb20fe-654e-416e-90b0-989e042276bf tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 946 time: 0.1813710 Feb 11 13:29:17.453491 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/1df2081e-2b86-46fd-a5a2-d53cf76fbe4b/91046d63-f7e1-4089-939e-0adb8680f13d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:17.509357 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-feb6781f-5257-4c29-bf31-2e94eacb5919 req-b892e17d-a75a-4ff3-9232-818035196020 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565057 Feb 11 13:29:17.617654 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aca8d281-135f-4ac0-824d-2f176a9f34b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.816263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68fd97-b8ea-4af0-b63d-ad9dcf5b49ba req-5ae25f7f-9b21-49ab-88b9-ad9452d58793 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.816769 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.821062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a68fd97-b8ea-4af0-b63d-ad9dcf5b49ba req-5ae25f7f-9b21-49ab-88b9-ad9452d58793 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 946 time: 0.1297140 Feb 11 13:29:17.836532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Transition to ACTIVE for port object 91046d63-f7e1-4089-939e-0adb8680f13d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:17.860190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Transition to ACTIVE for port object 91046d63-f7e1-4089-939e-0adb8680f13d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:17.867554 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.967564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:17.971298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:17.973272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Pushing event updated for resources: {'Port': ['ID=91046d63-f7e1-4089-939e-0adb8680f13d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:17.976311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:17.981961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::7f (cf4cc38c-4953-43f9-9526-6e7043460974/1df2081e-2b86-46fd-a5a2-d53cf76fbe4b/a7aabe2f-8310-43b2-988a-09aa59e3055c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:18.078410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Attempting to bind port 91046d63-f7e1-4089-939e-0adb8680f13d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:18.078948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Attempting to bind port 91046d63-f7e1-4089-939e-0adb8680f13d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:18.079069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Attempting to bind port 91046d63-f7e1-4089-939e-0adb8680f13d on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:18.084598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a68fd97-b8ea-4af0-b63d-ad9dcf5b49ba req-5a05d32b-3bd7-4ab4-a08d-2790f7b3b3de tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581844 Feb 11 13:29:18.086147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:18.086528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:18.086966 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.087352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:18.087815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Bound port: 91046d63-f7e1-4089-939e-0adb8680f13d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:18.088183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.297747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] For port 91046d63-f7e1-4089-939e-0adb8680f13d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:18.305821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] For port 91046d63-f7e1-4089-939e-0adb8680f13d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=91046d63-f7e1-4089-939e-0adb8680f13d,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:18.306291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.321566 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.325674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object a7aabe2f-8310-43b2-988a-09aa59e3055c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:18.351668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.416388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:18.425839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:18.429473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:18.434354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.435224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.481806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6187634 Feb 11 13:29:18.483038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36fd9c-016f-4c95-9dd9-6a00f8efde79 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=a7aabe2f-8310-43b2-988a-09aa59e3055c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:18.495400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51000) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:18.575540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947e03d-0d5f-44cb-98af-1b4b7e319e4c None None] Pushing event updated for resources: {'Port': ['ID=91046d63-f7e1-4089-939e-0adb8680f13d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:18.587139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1dc5-50d9-435c-851f-9377ea2fefd7 req-6c852311-4416-459d-ab93-634bcc1b8c4d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.589488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f99e1dc5-50d9-435c-851f-9377ea2fefd7 req-6c852311-4416-459d-ab93-634bcc1b8c4d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 946 time: 0.2807479 Feb 11 13:29:18.742328 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f99e1dc5-50d9-435c-851f-9377ea2fefd7 req-d7fc24c4-2c04-42d7-958f-a870ee6f5f02 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462090 Feb 11 13:29:18.743211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51008) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:18.767072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09824e19-2157-4ec5-bce6-0d78e7b31863 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.767673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51014) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:18.771241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09824e19-2157-4ec5-bce6-0d78e7b31863 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.772160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-09824e19-2157-4ec5-bce6-0d78e7b31863 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:18.778320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c6a5e-721b-4b39-827e-99bc9a3b0ae3 req-d70333eb-cae7-442e-b42a-4339ef3c1de8 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.780332 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-652c6a5e-721b-4b39-827e-99bc9a3b0ae3 req-d70333eb-cae7-442e-b42a-4339ef3c1de8 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.1655672 Feb 11 13:29:18.817347 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.820800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-09824e19-2157-4ec5-bce6-0d78e7b31863 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:18.825226 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-09824e19-2157-4ec5-bce6-0d78e7b31863 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3190651 Feb 11 13:29:18.825574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51022) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:18.857813 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.934570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3506b-b843-47fd-a779-11303773e3b1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port a7aabe2f-8310-43b2-988a-09aa59e3055c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:18.934570 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ae3506b-b843-47fd-a779-11303773e3b1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:19.128437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-652c6a5e-721b-4b39-827e-99bc9a3b0ae3 req-40880c79-d28d-4922-948a-f2c12d61be72 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345134 Feb 11 13:29:19.156573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1036814331-network', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:19.241938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:19.315764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Usage tracker for resource:network and tenant:a2e31b5e817e4dce97cda1cc118f0763 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:19.321398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:19.342650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:19.388337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Made reservation on behalf of a2e31b5e817e4dce97cda1cc118f0763 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:19.390494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:19.420761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ae3506b-b843-47fd-a779-11303773e3b1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:19.429257 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:19.576318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3506b-b843-47fd-a779-11303773e3b1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for a7aabe2f-8310-43b2-988a-09aa59e3055c owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:19.611216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ee05dbcc-76a6-43c5-8047-3822652150aa tempest-TestServerBasicOps-335657888 tempest-TestServerBasicOps-335657888-project-admin] Synchronizing usage tracker for tenant:131f7a9a22e5426dbb5e73705c1aac71 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:19.674377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:19.751644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e31b5e817e4dce97cda1cc118f0763 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:19.754532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ee05dbcc-76a6-43c5-8047-3822652150aa tempest-TestServerBasicOps-335657888 tempest-TestServerBasicOps-335657888-project-admin] Unset dirty status for tenant:131f7a9a22e5426dbb5e73705c1aac71 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:19.760746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51036) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:19.761264 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ee05dbcc-76a6-43c5-8047-3822652150aa tempest-TestServerBasicOps-335657888 tempest-TestServerBasicOps-335657888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 1092 time: 0.9894884 Feb 11 13:29:19.763362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:19.766560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:19.775287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:19.784744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:19.785734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Usage tracker for resource:floatingip and tenant:b930cac072eb41a69fa34be46025a42a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:19.797732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:19.814844 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:19.829264 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:19.840839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ae3506b-b843-47fd-a779-11303773e3b1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:19.907313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3506b-b843-47fd-a779-11303773e3b1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=a7aabe2f-8310-43b2-988a-09aa59e3055c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:20.113729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-712c079d-b0eb-41f3-8e74-e5f040598dcf None None] Provisioning for port 91046d63-f7e1-4089-939e-0adb8680f13d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:20.134028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 91046d63-f7e1-4089-939e-0adb8680f13d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:20.201257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.219038 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ae3506b-b843-47fd-a779-11303773e3b1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.302082 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.319356 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4ae3506b-b843-47fd-a779-11303773e3b1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/a7aabe2f-8310-43b2-988a-09aa59e3055c HTTP/1.1" status: 204 len: 168 time: 1.4911804 Feb 11 13:29:20.320675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51050) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:20.329665 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.373200 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.397544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 91046d63-f7e1-4089-939e-0adb8680f13d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:20.413195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 91046d63-f7e1-4089-939e-0adb8680f13d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:20.413560 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.471120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:29:20.476755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:20.492309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515322f4-59fb-4a70-9a7e-603627aa847c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.493796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515322f4-59fb-4a70-9a7e-603627aa847c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.494520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-515322f4-59fb-4a70-9a7e-603627aa847c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:20.499481 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.499830 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Added segment 1950b96a-727a-4ac1-a475-6b86ccf5df2b of type vlan for network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce Feb 11 13:29:20.558669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-807dedda-fbf3-43cc-ae92-55d579845258 None None] Could not find standard attr ID for object a7aabe2f-8310-43b2-988a-09aa59e3055c. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:29:20.574052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-515322f4-59fb-4a70-9a7e-603627aa847c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:20.578035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-515322f4-59fb-4a70-9a7e-603627aa847c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2558460 Feb 11 13:29:20.580430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51054) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:20.597126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.606709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a53093-8741-4da8-bd97-ce0187a7da70 req-9f190478-26be-4f87-afe4-3fcd05a1262b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.612524 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.616712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92a53093-8741-4da8-bd97-ce0187a7da70 req-9f190478-26be-4f87-afe4-3fcd05a1262b tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 943 time: 0.2296495 Feb 11 13:29:20.635847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Allocated IP 172.25.4.254 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/f2ba4e5c-a368-4834-a3cd-930c312e9007) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:20.682455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 91046d63-f7e1-4089-939e-0adb8680f13d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=91046d63-f7e1-4089-939e-0adb8680f13d,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:20.687452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a767d5da-b52a-4c39-a902-596a5c66473e details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:29:20.690960 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.714707 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.715619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.716239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.798761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=91046d63-f7e1-4089-939e-0adb8680f13d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:20.936368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1864491 Feb 11 13:29:20.941884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51058) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:20.950100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Request body: {'subnet': {'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1036814331-subnet', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:20.958402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:20.965356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92a53093-8741-4da8-bd97-ce0187a7da70 req-23dfc84a-873a-4a17-a6c9-16d0ca410b32 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474729 Feb 11 13:29:20.974698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Usage tracker for resource:subnet and tenant:a2e31b5e817e4dce97cda1cc118f0763 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:20.978476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd716-183f-4474-9e88-31fe9607df28 admin admin] Pushing event updated for resources: {'Network': ['ID=3b7d298f-8551-4a79-88bd-2e84fa1c4bce,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:20.980682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:20.986981 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:20.989936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:21.004088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'port_id': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'mac_address': 'fa:16:3e:7a:63:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:29:21.006752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:29:21.012489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d808fc-d7b4-4d09-9586-45dd84743294 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 1df2081e-2b86-46fd-a5a2-d53cf76fbe4b {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:29:21.015605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Made reservation on behalf of a2e31b5e817e4dce97cda1cc118f0763 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:21.017849 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.033208 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17d808fc-d7b4-4d09-9586-45dd84743294 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.049452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.086497 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.161938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17d808fc-d7b4-4d09-9586-45dd84743294 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.162246 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.177200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event updated for resources: {'Port': ['ID=f2ba4e5c-a368-4834-a3cd-930c312e9007,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:21.184245 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a767d5da-b52a-4c39-a902-596a5c66473e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:21.198835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:21.201823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:21.208305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:21.234193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:21.239760 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.326190 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17d808fc-d7b4-4d09-9586-45dd84743294 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.363093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:21.437798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.503808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56793546-44b9-4f50-b2a7-f81db8c4d71c,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:21.513514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17d808fc-d7b4-4d09-9586-45dd84743294 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.548285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a767d5da-b52a-4c39-a902-596a5c66473e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:29:21.559473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d808fc-d7b4-4d09-9586-45dd84743294 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=1df2081e-2b86-46fd-a5a2-d53cf76fbe4b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:21.592415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17d808fc-d7b4-4d09-9586-45dd84743294 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.633781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b20d3ff-3f7d-4efc-8249-99439d84cacd None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:21.644812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-17d808fc-d7b4-4d09-9586-45dd84743294 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/1df2081e-2b86-46fd-a5a2-d53cf76fbe4b HTTP/1.1" status: 204 len: 168 time: 1.0633683 Feb 11 13:29:21.645812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51076) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:21.817813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-87d3d1cc-4a0b-4f48-be24-ffe872fc5f67 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1667845 Feb 11 13:29:21.820376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51084) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:21.924309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Checking segment: {'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:21.924714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Network hostable DHCP agents. Network: 3b7d298f-8551-4a79-88bd-2e84fa1c4bce, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:29:22.039651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:29:22.069980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a1a535-c5be-4ff0-b5e5-150b1702ad6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.072713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d3a1a535-c5be-4ff0-b5e5-150b1702ad6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:22.073524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51094) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:22.093041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 3b7d298f-8551-4a79-88bd-2e84fa1c4bce) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:22.112948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 91046d63-f7e1-4089-939e-0adb8680f13d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:22.115739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.116712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.150445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d3a1a535-c5be-4ff0-b5e5-150b1702ad6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:22.155326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51100) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:22.156701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d3a1a535-c5be-4ff0-b5e5-150b1702ad6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3316987 Feb 11 13:29:22.168168 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d8b93c1f-18d8-42e2-ae64-adc617da071f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2251697 Feb 11 13:29:22.170927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51104) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:22.184994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7006443d-64b2-44fd-bfdf-4ca2a6794576 None None] Network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:22.233637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1036814331-router', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:22.295133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.306926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:22.350471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55138398-4173-4daf-b031-6a7f93ba4b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.425542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Usage tracker for resource:router and tenant:a2e31b5e817e4dce97cda1cc118f0763 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:22.432117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:22.435566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2d649-cb4f-4c1b-a0df-f065a05e45cf req-f79ae687-9e3c-4f3e-8955-0d9f389ba2fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.437086 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7bd2d649-cb4f-4c1b-a0df-f065a05e45cf req-f79ae687-9e3c-4f3e-8955-0d9f389ba2fd tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 944 time: 0.2130976 Feb 11 13:29:22.443785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-55138398-4173-4daf-b031-6a7f93ba4b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:22.449010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-55138398-4173-4daf-b031-6a7f93ba4b5f admin admin] Usage tracker for resource:security_group_rule and tenant:74bf7cd5e37c47c9ba987237788e879e is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:22.452426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-55138398-4173-4daf-b031-6a7f93ba4b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:22.475358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-55138398-4173-4daf-b031-6a7f93ba4b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:22.478616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:22.521545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc12e98-f7e9-4b78-8ad7-7dc59d18cba1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.522249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6bc12e98-f7e9-4b78-8ad7-7dc59d18cba1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:22.525039 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7bd2d649-cb4f-4c1b-a0df-f065a05e45cf req-bdf552f1-910c-44b0-8cb6-025edd036435 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786884 Feb 11 13:29:22.604857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 91046d63-f7e1-4089-939e-0adb8680f13d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:22.605239 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.618345 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55138398-4173-4daf-b031-6a7f93ba4b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.626930 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55138398-4173-4daf-b031-6a7f93ba4b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.636978 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.647480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae62247-01c2-4053-9d27-45766d0e3558 None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:29:22.668053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4ae62247-01c2-4053-9d27-45766d0e3558 None None] Deleting port 91046d63-f7e1-4089-939e-0adb8680f13d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:22.668422 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ae62247-01c2-4053-9d27-45766d0e3558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.701332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55138398-4173-4daf-b031-6a7f93ba4b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6e1dc-8d27-44a3-9ff7-a4c2bc15592b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:22.706596 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.708072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.743489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6bc12e98-f7e9-4b78-8ad7-7dc59d18cba1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:22.747825 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6bc12e98-f7e9-4b78-8ad7-7dc59d18cba1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5898263 Feb 11 13:29:22.748257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51112) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:22.802800 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.868322 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ffba6330-b3f1-441a-a424-f478d0d63c76 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115627 Feb 11 13:29:22.869692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51116) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:22.879314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:22.883475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-55138398-4173-4daf-b031-6a7f93ba4b5f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=74bf7cd5e37c47c9ba987237788e879e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8077180 Feb 11 13:29:22.885862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51120) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:22.954065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a71a3f4-d22b-4172-b012-ee154bb6a923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.982922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a71a3f4-d22b-4172-b012-ee154bb6a923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.003289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4ae62247-01c2-4053-9d27-45766d0e3558 None None] For port 91046d63-f7e1-4089-939e-0adb8680f13d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=91046d63-f7e1-4089-939e-0adb8680f13d,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:23.003767 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ae62247-01c2-4053-9d27-45766d0e3558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.056006 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a71a3f4-d22b-4172-b012-ee154bb6a923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.078320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71a3f4-d22b-4172-b012-ee154bb6a923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6e1dc-8d27-44a3-9ff7-a4c2bc15592b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:23.080467 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a71a3f4-d22b-4172-b012-ee154bb6a923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.081993 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7a71a3f4-d22b-4172-b012-ee154bb6a923 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6be6e1dc-8d27-44a3-9ff7-a4c2bc15592b HTTP/1.1" status: 204 len: 168 time: 0.1950014 Feb 11 13:29:23.152290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4ae62247-01c2-4053-9d27-45766d0e3558 None None] Calling delete_port for 91046d63-f7e1-4089-939e-0adb8680f13d owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:23.166624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:23.183739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:23.201215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.211312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:23.238969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ae62247-01c2-4053-9d27-45766d0e3558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.261676 n-d-818559-1 neutron-server[83569]: INFO neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No ports have port_id starting with 91046d63-f7e1-4089-939e-0adb8680f13d Feb 11 13:29:23.310200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f043992-adac-41fa-b71c-d2fa7142ec55 None None] Network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:23.341460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae62247-01c2-4053-9d27-45766d0e3558 None None] No DVR routers for this DVR port 91046d63-f7e1-4089-939e-0adb8680f13d on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:23.371473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae62247-01c2-4053-9d27-45766d0e3558 None None] Pushing event deleted for resources: {'Port': ['ID=91046d63-f7e1-4089-939e-0adb8680f13d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:23.461204 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.471029 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.641915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event updated for resources: {'Port': ['ID=f2ba4e5c-a368-4834-a3cd-930c312e9007,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:23.704239 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.880504 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.007665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 91046d63-f7e1-4089-939e-0adb8680f13d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:29:24.046029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 91046d63-f7e1-4089-939e-0adb8680f13d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:29:24.046029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 91046d63-f7e1-4089-939e-0adb8680f13d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:29:24.147717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154f104-5fd9-4f50-ba1d-48fb185dddb1 req-f49cbb61-0d07-4795-a0bc-88fea63e9f6c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.149122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0154f104-5fd9-4f50-ba1d-48fb185dddb1 req-f49cbb61-0d07-4795-a0bc-88fea63e9f6c tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 944 time: 0.3555210 Feb 11 13:29:24.319983 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0154f104-5fd9-4f50-ba1d-48fb185dddb1 req-1ddd7592-60d9-4179-9e3a-fe9e3680d2d7 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579640 Feb 11 13:29:24.320948 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.355378 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.388259 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.485209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:24.491770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:24.500463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=68b5fd5d-199f-4324-a042-37e2cdd11418,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:24.502192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1efcdae-f947-48ca-a565-d983e95b058e None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:24.503064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.503643 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.547479 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Floating IP b4fb7551-c7f6-4e40-96d0-6a8d4d0aca5f associated. External IP: 172.25.4.254, port: cd9bd9cd-ae03-474b-98d0-802eb0e4f886. Feb 11 13:29:24.676475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a767d5da-b52a-4c39-a902-596a5c66473e up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:24.727875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c52abbf3-58c5-4e87-9702-8c72d1064239 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8529737 Feb 11 13:29:24.728774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51134) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:24.735055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '68b5fd5d-199f-4324-a042-37e2cdd11418', 'ip_address': '2001:db8::c34d:e5c9:3a05:e516'}], 'name': 'tempest-NetworksTestDHCPv6-145292291'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:24.752584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Allocated IP 172.25.4.69 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/4b4002a7-5765-41b5-9cc6-27ef58eda592) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:24.820286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '68b5fd5d-199f-4324-a042-37e2cdd11418'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:29:24.822295 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.858813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port a767d5da-b52a-4c39-a902-596a5c66473e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:24.859185 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.953767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.061837 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.118403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:25.128259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/68b5fd5d-199f-4324-a042-37e2cdd11418/c1163e04-fc89-418b-bcf1-e328d0504ad9) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:25.131698 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.133003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:25.145917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:25.157339 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.193089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:25.193880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 5cf6f4bf-76d1-4d2a-8811-69dc48c19d45 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:29:25.310320 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'code': 200} Feb 11 13:29:25.329452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:25.335468 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.388359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:25.394125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:25.399288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:25.466912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=10']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:25.467903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4002a7-5765-41b5-9cc6-27ef58eda592,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:25.573107 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.583629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Transition to ACTIVE for port object c1163e04-fc89-418b-bcf1-e328d0504ad9 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:25.608915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Transition to ACTIVE for port object c1163e04-fc89-418b-bcf1-e328d0504ad9 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:25.617811 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.697720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:25.700102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:25.709821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:25.713167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::c34d:e5c9:3a05:e516 (cf4cc38c-4953-43f9-9526-6e7043460974/68b5fd5d-199f-4324-a042-37e2cdd11418/5cf6f4bf-76d1-4d2a-8811-69dc48c19d45) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:25.764379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Pushing event updated for resources: {'Port': ['ID=c1163e04-fc89-418b-bcf1-e328d0504ad9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:25.798487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8f7fb-2a6b-41a8-b5a2-b03d5c20e913 req-09e4b46f-79e7-4d41-ac40-287dad8aae29 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.804987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13a8f7fb-2a6b-41a8-b5a2-b03d5c20e913 req-09e4b46f-79e7-4d41-ac40-287dad8aae29 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 946 time: 0.2194769 Feb 11 13:29:25.833511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0cccf03b-0b46-4719-966c-4a12c7786859 req-cf58af3a-eb31-4dd5-a8ae-69290e750ae2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 1097 time: 0.2810373 Feb 11 13:29:25.844862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Attempting to bind port c1163e04-fc89-418b-bcf1-e328d0504ad9 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:25.845891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Attempting to bind port c1163e04-fc89-418b-bcf1-e328d0504ad9 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:25.846429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Attempting to bind port c1163e04-fc89-418b-bcf1-e328d0504ad9 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:25.863411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:25.863718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:25.864176 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.865220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:25.865700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Bound port: c1163e04-fc89-418b-bcf1-e328d0504ad9, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:25.866670 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.933377 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13a8f7fb-2a6b-41a8-b5a2-b03d5c20e913 req-9fa4fbc5-3c74-41c9-a441-5ffffe432418 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271913 Feb 11 13:29:25.941933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0cccf03b-0b46-4719-966c-4a12c7786859 req-f1f036de-3ff7-4e77-aa54-cac0fd0abcf6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989754 Feb 11 13:29:25.977680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Router 6b9d5675-c958-459a-b99a-ab620c37c387 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:29:25.989774 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.990989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.029505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] For port c1163e04-fc89-418b-bcf1-e328d0504ad9, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:26.029855 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.034552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] For port c1163e04-fc89-418b-bcf1-e328d0504ad9, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c1163e04-fc89-418b-bcf1-e328d0504ad9,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:26.039969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.049084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 5cf6f4bf-76d1-4d2a-8811-69dc48c19d45 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:26.077502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.124347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da849e-f12f-4583-b6c6-ac5025d3f9c4 None None] Pushing event updated for resources: {'Port': ['ID=c1163e04-fc89-418b-bcf1-e328d0504ad9,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:26.190895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:26.191816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=5cf6f4bf-76d1-4d2a-8811-69dc48c19d45,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:26.195490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:26.197829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:26.202415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.203117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.235848 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d06f46d0-c189-4914-9653-609e8a91cf9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5063214 Feb 11 13:29:26.236751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51150) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:26.361361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f274c-471c-4dc8-86eb-8afb220e69e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.366853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f274c-471c-4dc8-86eb-8afb220e69e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.368197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba7f274c-471c-4dc8-86eb-8afb220e69e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:26.386789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba7f274c-471c-4dc8-86eb-8afb220e69e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:26.388075 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ba7f274c-471c-4dc8-86eb-8afb220e69e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1501582 Feb 11 13:29:26.390785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51154) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:26.485777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d9f29ebb-32d8-41ab-9ab1-c7c4bbe0be23 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 5cf6f4bf-76d1-4d2a-8811-69dc48c19d45 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:26.486418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9f29ebb-32d8-41ab-9ab1-c7c4bbe0be23 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.517869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:26.537735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] Sync routers for ids ['6b9d5675-c958-459a-b99a-ab620c37c387'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:29:26.545206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Router eb99226e-45ad-4641-8b94-67b731f14700 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:29:26.555797 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.558154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] Routers {'6b9d5675-c958-459a-b99a-ab620c37c387'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:29:26.558918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6b9d5675-c958-459a-b99a-ab620c37c387'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:26.802141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7822a182-8e09-4121-b669-47c694559831 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0402231 Feb 11 13:29:26.804541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] Set router 6b9d5675-c958-459a-b99a-ab620c37c387 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:29:26.805894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed620ee-e7af-4336-8556-45bf70625607', 'tag': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:26.838471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9f29ebb-32d8-41ab-9ab1-c7c4bbe0be23 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.894479 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed620ee-e7af-4336-8556-45bf70625607', 'tag': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'status': 'completed', 'code': 200} Feb 11 13:29:26.903323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:26.911689 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Sync routers for ids ['eb99226e-45ad-4641-8b94-67b731f14700'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:29:26.929323 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Routers {'eb99226e-45ad-4641-8b94-67b731f14700'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:29:26.930462 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb99226e-45ad-4641-8b94-67b731f14700'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:27.018532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d9f29ebb-32d8-41ab-9ab1-c7c4bbe0be23 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 5cf6f4bf-76d1-4d2a-8811-69dc48c19d45 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:27.078112 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:27.081693 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f700133f-f453-400f-b861-dc822bf1bdd1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8689582 Feb 11 13:29:27.087799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51166) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:27.395111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9f29ebb-32d8-41ab-9ab1-c7c4bbe0be23 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:27.459524 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Set router eb99226e-45ad-4641-8b94-67b731f14700 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:29:27.541476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f29ebb-32d8-41ab-9ab1-c7c4bbe0be23 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=5cf6f4bf-76d1-4d2a-8811-69dc48c19d45,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:27.583272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:17Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'b4fb7551-c7f6-4e40-96d0-6a8d4d0aca5f', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'port_id': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'mac_address': 'fa:16:3e:2f:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed620ee-e7af-4336-8556-45bf70625607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:29:21Z', 'updated_at': '2022-02-11T13:29:21Z', 'revision_number': 0, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd75c007-0730-4eea-a14f-9d12219ec4bc', 'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'mac_address': 'fa:16:3e:f8:5c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:15Z', 'updated_at': '2022-02-11T13:28:36Z', 'revision_number': 5, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'subnets': [{'id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:27.589493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] Checking router: 6b9d5675-c958-459a-b99a-ab620c37c387 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:29:27.605045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] Routers {'6b9d5675-c958-459a-b99a-ab620c37c387'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:29:27.605846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6b9d5675-c958-459a-b99a-ab620c37c387'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:27.667008 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9f29ebb-32d8-41ab-9ab1-c7c4bbe0be23 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:27.695127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d9f29ebb-32d8-41ab-9ab1-c7c4bbe0be23 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/5cf6f4bf-76d1-4d2a-8811-69dc48c19d45 HTTP/1.1" status: 204 len: 168 time: 1.2998083 Feb 11 13:29:27.695748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51186) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:27.815388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d2ba3-aeb5-4acb-a1fc-1d11d1c16756 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.816723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d2ba3-aeb5-4acb-a1fc-1d11d1c16756 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.817494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-723d2ba3-aeb5-4acb-a1fc-1d11d1c16756 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:27.860011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-723d2ba3-aeb5-4acb-a1fc-1d11d1c16756 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:27.864543 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-723d2ba3-aeb5-4acb-a1fc-1d11d1c16756 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1652694 Feb 11 13:29:27.867306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51196) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:27.965740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] Set router 6b9d5675-c958-459a-b99a-ab620c37c387 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:29:28.046068 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f24d9587-86f8-418a-945e-30d9ab8e21b8 req-60aa9a08-4c8d-418f-bf8d-e9149d7bef3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b930cac072eb41a69fa34be46025a42a&device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 1097 time: 1.1139441 Feb 11 13:29:28.392717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c002f72-6f88-41cc-9d3b-58e941b40883 req-7c5deb14-4822-4d19-ac33-8893798a9032 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:28.403863 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'name': 'tempest-ServerRescueTestJSON-1036814331-router', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:29:25Z', 'revision_number': 3, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'gw_port': {'id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:24Z', 'updated_at': '2022-02-11T13:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:28.405189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2c002f72-6f88-41cc-9d3b-58e941b40883 req-7c5deb14-4822-4d19-ac33-8893798a9032 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 946 time: 1.0929780 Feb 11 13:29:28.418683 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Checking router: eb99226e-45ad-4641-8b94-67b731f14700 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:29:28.420620 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Updating router eb99226e-45ad-4641-8b94-67b731f14700 port 4b4002a7-5765-41b5-9cc6-27ef58eda592 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:29:28.474106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c1163e04-fc89-418b-bcf1-e328d0504ad9 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:28.505138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8303bff7-d435-4027-8f5f-f0aafd35ae42 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 68b5fd5d-199f-4324-a042-37e2cdd11418 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:29:28.522763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8303bff7-d435-4027-8f5f-f0aafd35ae42 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:28.587509 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:28.664702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2c002f72-6f88-41cc-9d3b-58e941b40883 req-af29843a-f8e5-4508-b456-e16006dfe4bc tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585976 Feb 11 13:29:28.681863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9587-86f8-418a-945e-30d9ab8e21b8 req-d7fc8c4a-f83d-4117-a9f4-5059f87e5b58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:28.683712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f24d9587-86f8-418a-945e-30d9ab8e21b8 req-d7fc8c4a-f83d-4117-a9f4-5059f87e5b58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03558ae7-3102-479a-ae24-65823543b8b7 HTTP/1.1" status: 200 len: 910 time: 0.6180737 Feb 11 13:29:28.754756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1eaf14a1-bf5b-40c4-a9c5-45794c98f8f7 None None] Provisioning for port c1163e04-fc89-418b-bcf1-e328d0504ad9 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:28.843545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port c1163e04-fc89-418b-bcf1-e328d0504ad9 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:28.865942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c1163e04-fc89-418b-bcf1-e328d0504ad9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:28.866373 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:28.896209 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f24d9587-86f8-418a-945e-30d9ab8e21b8 req-e4fe34d6-593a-4bb9-9dec-d38083fe2c19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886 HTTP/1.1" status: 200 len: 1000 time: 0.2051594 Feb 11 13:29:28.946186 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8303bff7-d435-4027-8f5f-f0aafd35ae42 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:28.953941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0768f76f-19f9-46c0-a92a-444a86712b74 None None] Could not find standard attr ID for object 5cf6f4bf-76d1-4d2a-8811-69dc48c19d45. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:29:29.032559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51232) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:29.059946 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8303bff7-d435-4027-8f5f-f0aafd35ae42 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.112155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9587-86f8-418a-945e-30d9ab8e21b8 req-60ac051a-cbf3-4e33-ae4e-209bb950fd11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.113702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f24d9587-86f8-418a-945e-30d9ab8e21b8 req-60ac051a-cbf3-4e33-ae4e-209bb950fd11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d85b11a-a300-42ba-ac08-edc32a789901 HTTP/1.1" status: 200 len: 848 time: 0.2075365 Feb 11 13:29:29.143859 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.176682 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Transition to ACTIVE for port object 4b4002a7-5765-41b5-9cc6-27ef58eda592 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:29.177031 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:17Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'b4fb7551-c7f6-4e40-96d0-6a8d4d0aca5f', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'port_id': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'mac_address': 'fa:16:3e:2f:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed620ee-e7af-4336-8556-45bf70625607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:29:21Z', 'updated_at': '2022-02-11T13:29:21Z', 'revision_number': 0, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd75c007-0730-4eea-a14f-9d12219ec4bc', 'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'mac_address': 'fa:16:3e:f8:5c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:15Z', 'updated_at': '2022-02-11T13:28:36Z', 'revision_number': 5, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'subnets': [{'id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:29.181375 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8303bff7-d435-4027-8f5f-f0aafd35ae42 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.186870 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.188127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225922ef-9637-498e-b954-8edf302c87a6 None None] The sync data for ids ['6b9d5675-c958-459a-b99a-ab620c37c387'] in n-d-818559-1 is: [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:17Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'b4fb7551-c7f6-4e40-96d0-6a8d4d0aca5f', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'port_id': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'mac_address': 'fa:16:3e:2f:a2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed620ee-e7af-4336-8556-45bf70625607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:29:21Z', 'updated_at': '2022-02-11T13:29:21Z', 'revision_number': 0, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd75c007-0730-4eea-a14f-9d12219ec4bc', 'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'mac_address': 'fa:16:3e:f8:5c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:15Z', 'updated_at': '2022-02-11T13:28:36Z', 'revision_number': 5, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'subnets': [{'id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:29:29.199166 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.291202 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Attempting to bind port 4b4002a7-5765-41b5-9cc6-27ef58eda592 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:29.291569 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Attempting to bind port 4b4002a7-5765-41b5-9cc6-27ef58eda592 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:29.291994 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Attempting to bind port 4b4002a7-5765-41b5-9cc6-27ef58eda592 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:29.301475 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f24d9587-86f8-418a-945e-30d9ab8e21b8 req-06dd8458-8e57-42d0-afad-efee44279790 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03558ae7-3102-479a-ae24-65823543b8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807008 Feb 11 13:29:29.302004 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b4ee7-4c8f-444a-bf32-9ceb9185807d None None] Pushing event updated for resources: {'Port': ['ID=4b4002a7-5765-41b5-9cc6-27ef58eda592,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:29.306847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303bff7-d435-4027-8f5f-f0aafd35ae42 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=68b5fd5d-199f-4324-a042-37e2cdd11418,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:29.309457 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8303bff7-d435-4027-8f5f-f0aafd35ae42 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.312199 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:29.312562 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:29.312960 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.313345 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:29.313812 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Bound port: 4b4002a7-5765-41b5-9cc6-27ef58eda592, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:29.314547 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.315689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a302d6-6048-4151-9764-1e8a92ec9f88 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:29.335979 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8303bff7-d435-4027-8f5f-f0aafd35ae42 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/68b5fd5d-199f-4324-a042-37e2cdd11418 HTTP/1.1" status: 204 len: 168 time: 1.4675660 Feb 11 13:29:29.337010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51238) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:29.417458 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8ab4e39b-26d0-49d5-b707-14e67fee7387 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792780 Feb 11 13:29:29.418099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51242) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:29.424456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:29.434007 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] For port 4b4002a7-5765-41b5-9cc6-27ef58eda592, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:29.439483 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] For port 4b4002a7-5765-41b5-9cc6-27ef58eda592, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4b4002a7-5765-41b5-9cc6-27ef58eda592,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:29.447411 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.480107 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8d045c1-9b2a-471c-9211-63f67dc9e155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.563001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:29.568973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:29.572786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:29.582515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:29.583775 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Routers {'eb99226e-45ad-4641-8b94-67b731f14700'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:29:29.584636 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb99226e-45ad-4641-8b94-67b731f14700'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:29.594306 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:29:29.594684 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:29:29.603964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:29.608099 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.608291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd08f5-e03a-4851-bfe5-6e59528aafde None None] New status for floating IP b4fb7551-c7f6-4e40-96d0-6a8d4d0aca5f: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:29:29.628536 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f24d9587-86f8-418a-945e-30d9ab8e21b8 req-55714a85-0a00-40ef-8e73-a0c15d5e32e4 service neutron] 10.222.0.73 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082707 Feb 11 13:29:29.668204 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b4ee7-4c8f-444a-bf32-9ceb9185807d None None] Pushing event updated for resources: {'Port': ['ID=4b4002a7-5765-41b5-9cc6-27ef58eda592,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:29.673150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f8d045c1-9b2a-471c-9211-63f67dc9e155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:29.682435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f8d045c1-9b2a-471c-9211-63f67dc9e155 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a95b83c2594db68ff64b180861c581 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:29.689247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f8d045c1-9b2a-471c-9211-63f67dc9e155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:29.760298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f8d045c1-9b2a-471c-9211-63f67dc9e155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:29.891809 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] Set router eb99226e-45ad-4641-8b94-67b731f14700 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:29:29.903249 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.018144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f24d9587-86f8-418a-945e-30d9ab8e21b8 req-9e66b28d-9811-4aee-ad52-4c4a004f19e2 service neutron] 10.222.0.73 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749251 Feb 11 13:29:30.046686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:29:30.052144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Deleting port c1163e04-fc89-418b-bcf1-e328d0504ad9 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:30.053247 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.067451 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8d045c1-9b2a-471c-9211-63f67dc9e155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.076687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8d045c1-9b2a-471c-9211-63f67dc9e155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.080359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:30.084948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:30.100010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.100545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.127909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=11234d17-1c82-4655-8f82-3228125f3228,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:30.149586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d045c1-9b2a-471c-9211-63f67dc9e155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d179e7a1-3b7d-4e5a-911e-112590444236,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:30.166959 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-64f5bd31-74f8-48c1-98bc-675b13b19d6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7477522 Feb 11 13:29:30.170268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51248) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:30.182320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '11234d17-1c82-4655-8f82-3228125f3228', 'ip_address': '2001:db8::ede6:b235:8d8f:539e'}], 'name': 'tempest-NetworksTestDHCPv6-1399632491'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:30.189499 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f8d045c1-9b2a-471c-9211-63f67dc9e155 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6a95b83c2594db68ff64b180861c581&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1453869 Feb 11 13:29:30.192051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51252) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:30.290782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e548c-10e0-41bb-867c-22df03a5762e req-6c82e97a-6be9-4014-9633-785def74f886 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.292387 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c9e548c-10e0-41bb-867c-22df03a5762e req-6c82e97a-6be9-4014-9633-785def74f886 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 946 time: 0.2985289 Feb 11 13:29:30.317022 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-047ad2a5-714e-4769-bea9-b6f2353d3900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.327980 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'name': 'tempest-ServerRescueTestJSON-1036814331-router', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:29:25Z', 'revision_number': 3, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'gw_port': {'id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:24Z', 'updated_at': '2022-02-11T13:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:30.333658 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19107627-3562-4b54-a924-7888c575ffa0 None None] The sync data for ids ['eb99226e-45ad-4641-8b94-67b731f14700'] in n-d-818559-1 is: [{'id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'name': 'tempest-ServerRescueTestJSON-1036814331-router', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:29:25Z', 'revision_number': 3, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'gw_port': {'id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:24Z', 'updated_at': '2022-02-11T13:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:29:30.378882 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c9e548c-10e0-41bb-867c-22df03a5762e req-02aa365f-559f-4ddb-b098-b78b7378b083 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761075 Feb 11 13:29:30.386807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-047ad2a5-714e-4769-bea9-b6f2353d3900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.400673 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.410504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:30.417362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:30.421725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] For port c1163e04-fc89-418b-bcf1-e328d0504ad9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c1163e04-fc89-418b-bcf1-e328d0504ad9,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:30.422255 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.423161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:30.457362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:30.471334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:30.480080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.525945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-047ad2a5-714e-4769-bea9-b6f2353d3900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.528657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 8e9daf3b-b734-424e-8e1b-4a58add841f4 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:29:30.543572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ad2a5-714e-4769-bea9-b6f2353d3900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d179e7a1-3b7d-4e5a-911e-112590444236,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:30.547284 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.592469 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Calling delete_port for c1163e04-fc89-418b-bcf1-e328d0504ad9 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:30.631962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port c1163e04-fc89-418b-bcf1-e328d0504ad9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c1163e04-fc89-418b-bcf1-e328d0504ad9,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:30.639328 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.700417 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-047ad2a5-714e-4769-bea9-b6f2353d3900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.704683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-047ad2a5-714e-4769-bea9-b6f2353d3900 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d179e7a1-3b7d-4e5a-911e-112590444236 HTTP/1.1" status: 204 len: 168 time: 0.5114849 Feb 11 13:29:30.802121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=c1163e04-fc89-418b-bcf1-e328d0504ad9,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:30.806568 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:29:30.806938 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:29:30.827563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c1163e04-fc89-418b-bcf1-e328d0504ad9 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:29:30.855611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::ede6:b235:8d8f:539e (cf4cc38c-4953-43f9-9526-6e7043460974/11234d17-1c82-4655-8f82-3228125f3228/8e9daf3b-b734-424e-8e1b-4a58add841f4) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:30.920751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Allocated IP 172.20.0.1 (3b7d298f-8551-4a79-88bd-2e84fa1c4bce/56793546-44b9-4f50-b2a7-f81db8c4d71c/34c279a1-611c-47d1-b5fb-e37d3d31da7d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:30.961389 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.000511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port c1163e04-fc89-418b-bcf1-e328d0504ad9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c1163e04-fc89-418b-bcf1-e328d0504ad9,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:31.007603 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.093273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.093466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=c1163e04-fc89-418b-bcf1-e328d0504ad9,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.123526 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.124626 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.139427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 8e9daf3b-b734-424e-8e1b-4a58add841f4 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:31.162457 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.197110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51262) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:31.198875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:31.215684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:31.221405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:31.241795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:31.244733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:31.247149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:31.249927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=34c279a1-611c-47d1-b5fb-e37d3d31da7d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.251165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:31.252428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.260412 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b46cd644-e217-4091-a617-bf33a1e94a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.265032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=8e9daf3b-b734-424e-8e1b-4a58add841f4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.283137 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e3504176-ce43-4aec-b52d-732157724ad6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1118300 Feb 11 13:29:31.285650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51266) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:31.306307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.308809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Deleting port c1163e04-fc89-418b-bcf1-e328d0504ad9 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:31.309915 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.313464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b46cd644-e217-4091-a617-bf33a1e94a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:31.319478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b46cd644-e217-4091-a617-bf33a1e94a52 admin admin] Usage tracker for resource:security_group_rule and tenant:95e9e0c720a1420f8e5beead3b35c5c4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:31.326362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b46cd644-e217-4091-a617-bf33a1e94a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:31.333502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b46cd644-e217-4091-a617-bf33a1e94a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:31.369113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6221e051-b0e7-42c9-9488-b5ee6cc9c1ce tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:31.373058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6221e051-b0e7-42c9-9488-b5ee6cc9c1ce tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:31.373827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6221e051-b0e7-42c9-9488-b5ee6cc9c1ce tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:31.389479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6221e051-b0e7-42c9-9488-b5ee6cc9c1ce tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:31.393240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6221e051-b0e7-42c9-9488-b5ee6cc9c1ce tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1041069 Feb 11 13:29:31.393652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51270) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:31.438306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.462788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f7d83-5426-4f99-92d3-0f58e68f42e7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 8e9daf3b-b734-424e-8e1b-4a58add841f4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:31.462788 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7d83-5426-4f99-92d3-0f58e68f42e7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.514883 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b46cd644-e217-4091-a617-bf33a1e94a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.528548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b46cd644-e217-4091-a617-bf33a1e94a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.607087 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] For port c1163e04-fc89-418b-bcf1-e328d0504ad9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c1163e04-fc89-418b-bcf1-e328d0504ad9,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:31.607609 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.629245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cd644-e217-4091-a617-bf33a1e94a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92032b64-014c-462d-b7b1-521e3be5f787,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.629245 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b46cd644-e217-4091-a617-bf33a1e94a52 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=95e9e0c720a1420f8e5beead3b35c5c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4251080 Feb 11 13:29:31.641800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51274) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:31.759468 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.761828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Calling delete_port for c1163e04-fc89-418b-bcf1-e328d0504ad9 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:31.765024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.833680 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc225486-5a2c-4008-a173-52228ccb8f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.847317 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.881472 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.888012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=34c279a1-611c-47d1-b5fb-e37d3d31da7d,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.892483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc225486-5a2c-4008-a173-52228ccb8f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.918770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] Pushing event deleted for resources: {'Port': ['ID=c1163e04-fc89-418b-bcf1-e328d0504ad9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.927244 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7d83-5426-4f99-92d3-0f58e68f42e7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.932367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042964e2-2d15-47aa-92a5-3216a911031b None None] No DVR routers for this DVR port c1163e04-fc89-418b-bcf1-e328d0504ad9 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:31.960949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f7b51c-6cd5-4661-a664-fb3336a6b1d1 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:32.083405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:32.086789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:32.091754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f7d83-5426-4f99-92d3-0f58e68f42e7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 8e9daf3b-b734-424e-8e1b-4a58add841f4 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:32.166570 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc225486-5a2c-4008-a173-52228ccb8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.199033 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dc225486-5a2c-4008-a173-52228ccb8f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.200500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dc225486-5a2c-4008-a173-52228ccb8f72 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/92032b64-014c-462d-b7b1-521e3be5f787 HTTP/1.1" status: 204 len: 168 time: 0.5681021 Feb 11 13:29:32.202851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc225486-5a2c-4008-a173-52228ccb8f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92032b64-014c-462d-b7b1-521e3be5f787,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:32.315157 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:29:32.357237 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7d83-5426-4f99-92d3-0f58e68f42e7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.391143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '11234d17-1c82-4655-8f82-3228125f3228'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:29:32.391975 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.428886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f7d83-5426-4f99-92d3-0f58e68f42e7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=8e9daf3b-b734-424e-8e1b-4a58add841f4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:32.474042 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7d83-5426-4f99-92d3-0f58e68f42e7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.492715 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0f6f7d83-5426-4f99-92d3-0f58e68f42e7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/8e9daf3b-b734-424e-8e1b-4a58add841f4 HTTP/1.1" status: 204 len: 168 time: 1.0979757 Feb 11 13:29:32.495514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51280) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:32.709935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18a8c2-3c13-424e-9c52-a569c4c7d64a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.713020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/11234d17-1c82-4655-8f82-3228125f3228/c22074c4-1973-4d1c-b5d2-0580ae47cc32) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:32.715838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18a8c2-3c13-424e-9c52-a569c4c7d64a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.716517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6b18a8c2-3c13-424e-9c52-a569c4c7d64a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:32.773089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6b18a8c2-3c13-424e-9c52-a569c4c7d64a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:32.774952 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6b18a8c2-3c13-424e-9c52-a569c4c7d64a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2781277 Feb 11 13:29:32.777485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51286) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:32.829792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Router eb99226e-45ad-4641-8b94-67b731f14700 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:29:32.910136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b4002a7-5765-41b5-9cc6-27ef58eda592 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:32.920600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8762113c-c0ea-4f40-9e24-9efe6f3e90d6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 11234d17-1c82-4655-8f82-3228125f3228 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:29:33.089936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4b4002a7-5765-41b5-9cc6-27ef58eda592 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:33.109211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4b4002a7-5765-41b5-9cc6-27ef58eda592 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:33.109579 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.173847 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.187727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Transition to ACTIVE for port object c22074c4-1973-4d1c-b5d2-0580ae47cc32 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:33.223356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:33.239635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Transition to ACTIVE for port object c22074c4-1973-4d1c-b5d2-0580ae47cc32 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:33.247224 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e3ee3f98-e9ba-460d-9ebc-dffc5d1a6fb7 admin admin] 10.222.0.67 "PUT /v2.0/routers/eb99226e-45ad-4641-8b94-67b731f14700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1494782 Feb 11 13:29:33.256528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8762113c-c0ea-4f40-9e24-9efe6f3e90d6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.264282 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.332259 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8762113c-c0ea-4f40-9e24-9efe6f3e90d6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.371394 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.406222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 4b4002a7-5765-41b5-9cc6-27ef58eda592, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4b4002a7-5765-41b5-9cc6-27ef58eda592,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:33.408477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:33.412401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:33.414962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Pushing event updated for resources: {'Port': ['ID=c22074c4-1973-4d1c-b5d2-0580ae47cc32,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:33.417614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:33.420326 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.441234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8762113c-c0ea-4f40-9e24-9efe6f3e90d6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.532436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8762113c-c0ea-4f40-9e24-9efe6f3e90d6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.611498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762113c-c0ea-4f40-9e24-9efe6f3e90d6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=11234d17-1c82-4655-8f82-3228125f3228,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:33.618705 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=4b4002a7-5765-41b5-9cc6-27ef58eda592,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:33.624646 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8762113c-c0ea-4f40-9e24-9efe6f3e90d6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.645940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51308) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:33.649765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Attempting to bind port c22074c4-1973-4d1c-b5d2-0580ae47cc32 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:33.650213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Attempting to bind port c22074c4-1973-4d1c-b5d2-0580ae47cc32 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:33.651063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Attempting to bind port c22074c4-1973-4d1c-b5d2-0580ae47cc32 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:33.658650 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8762113c-c0ea-4f40-9e24-9efe6f3e90d6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/11234d17-1c82-4655-8f82-3228125f3228 HTTP/1.1" status: 204 len: 168 time: 0.8795428 Feb 11 13:29:33.660007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:33.660527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:33.661049 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.661663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:33.662261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Bound port: c22074c4-1973-4d1c-b5d2-0580ae47cc32, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:33.662773 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.735444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51318) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:33.746546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:33.749312 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-74bbbf0a-e8f1-4e7a-a33c-678c8565180c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017010 Feb 11 13:29:33.774782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] For port c22074c4-1973-4d1c-b5d2-0580ae47cc32, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:33.779606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] For port c22074c4-1973-4d1c-b5d2-0580ae47cc32, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c22074c4-1973-4d1c-b5d2-0580ae47cc32,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:33.786003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.882926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:33.888296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:33.891825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:33.898719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:33.911326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:33.922158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912014b8-9aee-428d-9a1e-7801ea0c6f3b None None] Pushing event updated for resources: {'Port': ['ID=c22074c4-1973-4d1c-b5d2-0580ae47cc32,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:34.021981 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4157f8d-a51b-4163-ac38-9d7af9875894 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:29:34.042139 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.142346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-6f91f087-50df-4406-9a62-e69ef6628dd5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.144104 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-6f91f087-50df-4406-9a62-e69ef6628dd5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/networks?id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce HTTP/1.1" status: 200 len: 811 time: 0.1872625 Feb 11 13:29:34.164567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-1a8a190b-840d-4832-8c73-3233fa55345a tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/quotas/a2e31b5e817e4dce97cda1cc118f0763 HTTP/1.1" status: 200 len: 375 time: 0.0130434 Feb 11 13:29:34.203225 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4157f8d-a51b-4163-ac38-9d7af9875894 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:29:34.253894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-70ac4ec9-2211-4b2f-a80f-482875f1dd3d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Synchronizing usage tracker for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:34.274186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-70ac4ec9-2211-4b2f-a80f-482875f1dd3d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Unset dirty status for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:34.275925 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-70ac4ec9-2211-4b2f-a80f-482875f1dd3d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2e31b5e817e4dce97cda1cc118f0763&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1051161 Feb 11 13:29:34.315976 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.401217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:34.404254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=d950fbea-0f9b-435b-a28b-9d2b3d808a0b,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:34.407960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:34.410349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.411360 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.430859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-26ae4b16-8ee6-4a70-847d-b9bd2a521557 service neutron] 10.222.0.67 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478536 Feb 11 13:29:34.442050 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c67b1caf-6de4-4644-b8b4-e6318d300edb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7054996 Feb 11 13:29:34.442667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51334) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:34.448591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': 'd950fbea-0f9b-435b-a28b-9d2b3d808a0b', 'ip_address': '2001:db8::4c2b:cae7:e256:2dc4'}], 'name': 'tempest-NetworksTestDHCPv6-1453146028'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:34.652094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-a858f52c-1031-46c7-aaac-dacbfa9659c6 service neutron] 10.222.0.67 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149806 Feb 11 13:29:34.696260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:34.702450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:34.707509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:34.720567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:34.751784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:34.761295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.793381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b4002a7-5765-41b5-9cc6-27ef58eda592 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:34.843330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 9983d863-6bf8-41ce-baaa-b30470fcbc72 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:29:34.948135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4b4002a7-5765-41b5-9cc6-27ef58eda592 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:34.950723 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.993006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a2534027-d923-4dcf-a9d7-1a94c4fcf913 req-779b2e48-aab3-44dd-964e-a6eb70228dd1 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 210 time: 0.0900233 Feb 11 13:29:35.013887 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafbe30-8bd0-4b70-9721-e8706f850b96 None None] Update dhcp port {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': 'd950fbea-0f9b-435b-a28b-9d2b3d808a0b'}], 'binding:host_id': 'n-d-818559-1'}, 'id': 'c22074c4-1973-4d1c-b5d2-0580ae47cc32'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:29:35.155222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6aafbe30-8bd0-4b70-9721-e8706f850b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:35.327022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::4c2b:cae7:e256:2dc4 (cf4cc38c-4953-43f9-9526-6e7043460974/d950fbea-0f9b-435b-a28b-9d2b3d808a0b/9983d863-6bf8-41ce-baaa-b30470fcbc72) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:35.587169 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:35.604901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 9983d863-6bf8-41ce-baaa-b30470fcbc72 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:35.630316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:35.700409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-6aafbe30-8bd0-4b70-9721-e8706f850b96 None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/d950fbea-0f9b-435b-a28b-9d2b3d808a0b/c22074c4-1973-4d1c-b5d2-0580ae47cc32) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:35.771113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:35.772025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=9983d863-6bf8-41ce-baaa-b30470fcbc72,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:35.781277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:35.784321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:35.790470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:35.791305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:35.826726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51370) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:35.827232 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9c8d0b35-5609-467b-a5a9-9c4c73303fc1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3831713 Feb 11 13:29:35.869989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6aafbe30-8bd0-4b70-9721-e8706f850b96 None None] For port c22074c4-1973-4d1c-b5d2-0580ae47cc32, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c22074c4-1973-4d1c-b5d2-0580ae47cc32,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:35.899209 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6aafbe30-8bd0-4b70-9721-e8706f850b96 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:35.913593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd6b9f-4da6-424a-88eb-6037d234a1a9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:35.915290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6aafbe30-8bd0-4b70-9721-e8706f850b96 None None] Ignored duplicate provisioning block setup for port c22074c4-1973-4d1c-b5d2-0580ae47cc32 by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 11 13:29:35.918009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd6b9f-4da6-424a-88eb-6037d234a1a9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:35.919477 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6aafbe30-8bd0-4b70-9721-e8706f850b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:35.919836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c7cd6b9f-4da6-424a-88eb-6037d234a1a9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0920522 Feb 11 13:29:35.922690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51374) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:35.989402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a2537ad0-f3bd-4a99-b013-2383baa8fcb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 9983d863-6bf8-41ce-baaa-b30470fcbc72 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:35.989774 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2537ad0-f3bd-4a99-b013-2383baa8fcb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:36.066239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafbe30-8bd0-4b70-9721-e8706f850b96 None None] Pushing event updated for resources: {'Port': ['ID=c22074c4-1973-4d1c-b5d2-0580ae47cc32,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:36.275280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-155d763e-24da-4110-80b9-6269f52f1486 req-3c6e7ea9-b57e-4a7b-b2ae-ca7eb5353375 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 210 time: 0.0845823 Feb 11 13:29:36.333755 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2537ad0-f3bd-4a99-b013-2383baa8fcb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:36.490218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a2537ad0-f3bd-4a99-b013-2383baa8fcb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 9983d863-6bf8-41ce-baaa-b30470fcbc72 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:36.795164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c22074c4-1973-4d1c-b5d2-0580ae47cc32 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:36.822753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-754b2a8e-ba5b-4d32-bd57-14af6b9e2edd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.822753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-754b2a8e-ba5b-4d32-bd57-14af6b9e2edd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.73 "GET /v2.0/networks?id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce HTTP/1.1" status: 200 len: 811 time: 0.4170442 Feb 11 13:29:36.847719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Request body: {'port': {'device_id': '762c325b-dad1-4c08-b619-3e75ea245b64', 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce', 'admin_state_up': True, 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:36.924196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port c22074c4-1973-4d1c-b5d2-0580ae47cc32 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:36.948429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2537ad0-f3bd-4a99-b013-2383baa8fcb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.034142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2537ad0-f3bd-4a99-b013-2383baa8fcb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=9983d863-6bf8-41ce-baaa-b30470fcbc72,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:37.104064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2537ad0-f3bd-4a99-b013-2383baa8fcb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.126181 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a2537ad0-f3bd-4a99-b013-2383baa8fcb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/9983d863-6bf8-41ce-baaa-b30470fcbc72 HTTP/1.1" status: 204 len: 168 time: 1.1953733 Feb 11 13:29:37.127420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51396) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:37.184514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:37.197054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:37.221594 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Made reservation on behalf of a2e31b5e817e4dce97cda1cc118f0763 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:37.230016 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.242251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc1e51b-0df9-43d6-aec3-c4e5628abb55 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:37.244303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc1e51b-0df9-43d6-aec3-c4e5628abb55 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:37.245246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cfc1e51b-0df9-43d6-aec3-c4e5628abb55 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:37.267310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cfc1e51b-0df9-43d6-aec3-c4e5628abb55 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:37.269279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cfc1e51b-0df9-43d6-aec3-c4e5628abb55 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1462526 Feb 11 13:29:37.270233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51404) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:37.350852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bb1a9b-2d4e-4da8-8170-9938de3138ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet d950fbea-0f9b-435b-a28b-9d2b3d808a0b {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:29:37.368992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1a9b-2d4e-4da8-8170-9938de3138ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.385280 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.498871 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1a9b-2d4e-4da8-8170-9938de3138ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.545568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab611cf-92bd-4cc6-be9f-1d6352dc8b04 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:37.597250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Allocated IP 172.20.0.2 (3b7d298f-8551-4a79-88bd-2e84fa1c4bce/56793546-44b9-4f50-b2a7-f81db8c4d71c/12fdb2e5-c987-4de7-8faf-8aa1c6a70d33) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:37.632831 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f4f9f8c-d8e6-4624-b8f8-11eba003283b req-d89be334-48bc-470b-8c8c-f14814481944 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 210 time: 0.0689468 Feb 11 13:29:37.700372 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1a9b-2d4e-4da8-8170-9938de3138ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.748726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-74f9453f-0951-469d-b75c-e219fe30d3f9 None None] Provisioning for port c22074c4-1973-4d1c-b5d2-0580ae47cc32 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:37.766690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-74f9453f-0951-469d-b75c-e219fe30d3f9 None None] Provisioning complete for port c22074c4-1973-4d1c-b5d2-0580ae47cc32 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:37.767069 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74f9453f-0951-469d-b75c-e219fe30d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.826351 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1a9b-2d4e-4da8-8170-9938de3138ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.887214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1a9b-2d4e-4da8-8170-9938de3138ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.896560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb1a9b-2d4e-4da8-8170-9938de3138ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=d950fbea-0f9b-435b-a28b-9d2b3d808a0b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:37.918695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f2bb1a9b-2d4e-4da8-8170-9938de3138ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/d950fbea-0f9b-435b-a28b-9d2b3d808a0b HTTP/1.1" status: 204 len: 168 time: 0.6471853 Feb 11 13:29:37.920853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51416) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:38.024747 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-db7e8511-daed-4cb7-96bc-a92eae5f0bab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960829 Feb 11 13:29:38.038509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51420) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:38.045986 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74f9453f-0951-469d-b75c-e219fe30d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.088011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0832f29-1e68-4472-8d1d-c990e2a64d6f None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:29:38.088011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e0832f29-1e68-4472-8d1d-c990e2a64d6f None None] Deleting port c22074c4-1973-4d1c-b5d2-0580ae47cc32 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:38.088011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0832f29-1e68-4472-8d1d-c990e2a64d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.111910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.142290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-74f9453f-0951-469d-b75c-e219fe30d3f9 None None] For port c22074c4-1973-4d1c-b5d2-0580ae47cc32, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c22074c4-1973-4d1c-b5d2-0580ae47cc32,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:38.169375 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Sync routers for ids ['eb99226e-45ad-4641-8b94-67b731f14700'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:29:38.183593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd7b7f-a804-49d5-86b4-40c20de37c68 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:38.183791 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74f9453f-0951-469d-b75c-e219fe30d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.184393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-56bd7b7f-a804-49d5-86b4-40c20de37c68 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:38.188151 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Routers {'eb99226e-45ad-4641-8b94-67b731f14700'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:29:38.189713 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb99226e-45ad-4641-8b94-67b731f14700'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:38.228322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.324329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-56bd7b7f-a804-49d5-86b4-40c20de37c68 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:38.326140 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-56bd7b7f-a804-49d5-86b4-40c20de37c68 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2999592 Feb 11 13:29:38.328982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51424) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:38.332521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Pushing event updated for resources: {'Port': ['ID=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:38.370975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9453f-0951-469d-b75c-e219fe30d3f9 None None] Pushing event updated for resources: {'Port': ['ID=c22074c4-1973-4d1c-b5d2-0580ae47cc32,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:38.371605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:38.373769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:38.376334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:38.403901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e0832f29-1e68-4472-8d1d-c990e2a64d6f None None] For port c22074c4-1973-4d1c-b5d2-0580ae47cc32, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c22074c4-1973-4d1c-b5d2-0580ae47cc32,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:38.404288 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0832f29-1e68-4472-8d1d-c990e2a64d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.448040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3db5f2-0e05-464f-981a-567ae38912cb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:38.449181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9f3db5f2-0e05-464f-981a-567ae38912cb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:38.466824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9f3db5f2-0e05-464f-981a-567ae38912cb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:38.468511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9f3db5f2-0e05-464f-981a-567ae38912cb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1384139 Feb 11 13:29:38.471110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51428) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:38.471984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:38.472834 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.504624 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-9c105e35-1541-484a-bc52-11d8c28bfe4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6634729 Feb 11 13:29:38.522789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Request body: {'port': {'device_id': '762c325b-dad1-4c08-b619-3e75ea245b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:38.553918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e0832f29-1e68-4472-8d1d-c990e2a64d6f None None] Calling delete_port for c22074c4-1973-4d1c-b5d2-0580ae47cc32 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:38.581082 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3b35c091-6aed-436f-8062-f4c7ddf566cd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064274 Feb 11 13:29:38.587009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51432) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:38.592942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:38.601627 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Set router eb99226e-45ad-4641-8b94-67b731f14700 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:29:38.702721 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0832f29-1e68-4472-8d1d-c990e2a64d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.711328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.863240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:38.886963 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c22074c4-1973-4d1c-b5d2-0580ae47cc32 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:29:38.894027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:38.929495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:38.937137 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.953444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0832f29-1e68-4472-8d1d-c990e2a64d6f None None] No DVR routers for this DVR port c22074c4-1973-4d1c-b5d2-0580ae47cc32 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:38.988961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0832f29-1e68-4472-8d1d-c990e2a64d6f None None] Pushing event deleted for resources: {'Port': ['ID=c22074c4-1973-4d1c-b5d2-0580ae47cc32,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:39.008663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: c22074c4-1973-4d1c-b5d2-0580ae47cc32 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:29:39.008663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c22074c4-1973-4d1c-b5d2-0580ae47cc32 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:29:39.272291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737e754-011b-4c55-bd71-e1ea0c3bc84e req-92f057d0-1d74-4b4d-8655-b9bf1e345cc7 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:39.273550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1737e754-011b-4c55-bd71-e1ea0c3bc84e req-92f057d0-1d74-4b4d-8655-b9bf1e345cc7 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Synchronizing usage tracker for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:39.336795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1737e754-011b-4c55-bd71-e1ea0c3bc84e req-92f057d0-1d74-4b4d-8655-b9bf1e345cc7 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Unset dirty status for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:39.337956 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1737e754-011b-4c55-bd71-e1ea0c3bc84e req-92f057d0-1d74-4b4d-8655-b9bf1e345cc7 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 931 time: 0.3502064 Feb 11 13:29:39.377926 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:39.432660 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'name': 'tempest-ServerRescueTestJSON-1036814331-router', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:29:31Z', 'revision_number': 4, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'gw_port': {'id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:24Z', 'updated_at': '2022-02-11T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '34c279a1-611c-47d1-b5fb-e37d3d31da7d', 'name': '', 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'mac_address': 'fa:16:3e:7d:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56793546-44b9-4f50-b2a7-f81db8c4d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:30Z', 'updated_at': '2022-02-11T13:29:31Z', 'revision_number': 2, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'subnets': [{'id': '56793546-44b9-4f50-b2a7-f81db8c4d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:39.437174 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Checking router: eb99226e-45ad-4641-8b94-67b731f14700 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:29:39.437763 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Updating router eb99226e-45ad-4641-8b94-67b731f14700 port 34c279a1-611c-47d1-b5fb-e37d3d31da7d binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:29:39.458928 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1737e754-011b-4c55-bd71-e1ea0c3bc84e req-3aa76c2f-682c-45eb-a717-cee73ad7d1dc tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123993 Feb 11 13:29:39.461505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:39.471119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:39.476190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:39.492992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:39.495725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:39.497125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:39.500761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Transition to ACTIVE for port object 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:39.503329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15ea2db-54a8-46dd-a5ce-ea468337a262 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:39.507246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:39.580978 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:39.605960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=4db3fb05-2ad8-4951-944f-bb0fb6a50080,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:39.634285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8ac25702-b3e9-4beb-b1ef-fa3b0f713ddc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0361683 Feb 11 13:29:39.634285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51452) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:39.646930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '4db3fb05-2ad8-4951-944f-bb0fb6a50080', 'ip_address': '2001:db8::ebd0:3c7e:f7f2:73d1'}], 'name': 'tempest-NetworksTestDHCPv6-1691441825'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:39.784070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51456) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:39.909897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:39.959930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:39.980012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:39.997740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '4db3fb05-2ad8-4951-944f-bb0fb6a50080'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:29:39.997740 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.156874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Pushing event updated for resources: {'Port': ['ID=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:40.213830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.241311 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cf375e4-49bf-4ced-8e2d-e2e847090711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.241901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/4db3fb05-2ad8-4951-944f-bb0fb6a50080/ce141220-58e3-4e3e-9bfa-f619c06ddc6c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:40.246176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port e2451e91-bd39-46aa-83d7-0f1b0e48f3b2 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:29:40.307260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9cf375e4-49bf-4ced-8e2d-e2e847090711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:40.316553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9cf375e4-49bf-4ced-8e2d-e2e847090711 admin admin] Usage tracker for resource:security_group_rule and tenant:766348ce12c3445b8b28d6b4989adb42 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:40.321104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9cf375e4-49bf-4ced-8e2d-e2e847090711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:40.324213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Attempting to bind port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:40.324545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Attempting to bind port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:40.325069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Attempting to bind port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 on network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:40.332923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9cf375e4-49bf-4ced-8e2d-e2e847090711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:40.339268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 on network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:29:40.339802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Attempting to bind port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 on network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:40.352533 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.357539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:40.358174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Checking segment: {'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:40.358839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Bound using segment: {'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:40.359459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Bound port: 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:40.360144 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.370354 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Transition to ACTIVE for port object 34c279a1-611c-47d1-b5fb-e37d3d31da7d will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:40.379746 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.505123 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cf375e4-49bf-4ced-8e2d-e2e847090711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.507022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] For port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:40.514396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] For port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:40.515910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cf375e4-49bf-4ced-8e2d-e2e847090711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.542382 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Pushing event updated for resources: {'Port': ['ID=34c279a1-611c-47d1-b5fb-e37d3d31da7d,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:40.590613 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.592300 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.594295 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.594800 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.595274 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.595375 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.595794 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.595944 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.596219 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.596536 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.596853 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.597162 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:40.599811 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9cf375e4-49bf-4ced-8e2d-e2e847090711 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=766348ce12c3445b8b28d6b4989adb42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8039529 Feb 11 13:29:40.600538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51464) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:40.608163 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.618132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Transition to ACTIVE for port object ce141220-58e3-4e3e-9bfa-f619c06ddc6c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:40.650020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Transition to ACTIVE for port object ce141220-58e3-4e3e-9bfa-f619c06ddc6c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:40.657983 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.678432 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Attempting to bind port 34c279a1-611c-47d1-b5fb-e37d3d31da7d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:40.679191 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Attempting to bind port 34c279a1-611c-47d1-b5fb-e37d3d31da7d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:40.679878 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Attempting to bind port 34c279a1-611c-47d1-b5fb-e37d3d31da7d on network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:40.687704 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:40.688386 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Checking segment: {'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:40.688780 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.689160 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Bound using segment: {'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:40.689743 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Bound port: 34c279a1-611c-47d1-b5fb-e37d3d31da7d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:40.690114 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.773421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf375e4-49bf-4ced-8e2d-e2e847090711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966fe519-a331-4a0d-8d93-060a731923d9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:40.792109 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.793511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] 10.222.0.73 "PUT /v2.0/ports/12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 HTTP/1.1" status: 200 len: 1091 time: 2.2766142 Feb 11 13:29:40.794928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762c325b-dad1-4c08-b619-3e75ea245b64', 'tag': '12fdb2e5-c987-4de7-8faf-8aa1c6a70d33'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:40.807803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:40.812583 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:40.816063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:40.824500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::ebd0:3c7e:f7f2:73d1 (cf4cc38c-4953-43f9-9526-6e7043460974/4db3fb05-2ad8-4951-944f-bb0fb6a50080/e2451e91-bd39-46aa-83d7-0f1b0e48f3b2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:40.826541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26292fd-8e40-45c7-8f87-d3fc7e5608bb service neutron] Pushing event updated for resources: {'Port': ['ID=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:40.831993 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] For port 34c279a1-611c-47d1-b5fb-e37d3d31da7d, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:40.843002 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] For port 34c279a1-611c-47d1-b5fb-e37d3d31da7d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=34c279a1-611c-47d1-b5fb-e37d3d31da7d,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:40.855149 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.857728 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db7f101d-a536-4851-97a8-75c3653f0766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.893734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb1b5-e036-4dfc-8e8e-c72f09658585 req-9ba187a7-1171-4af8-a989-608b2799fbe4 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:40.896663 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-446eb1b5-e036-4dfc-8e8e-c72f09658585 req-9ba187a7-1171-4af8-a989-608b2799fbe4 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 943 time: 0.1833372 Feb 11 13:29:40.950434 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762c325b-dad1-4c08-b619-3e75ea245b64', 'tag': '12fdb2e5-c987-4de7-8faf-8aa1c6a70d33', 'status': 'completed', 'code': 200} Feb 11 13:29:40.953706 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db7f101d-a536-4851-97a8-75c3653f0766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.959956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Pushing event updated for resources: {'Port': ['ID=ce141220-58e3-4e3e-9bfa-f619c06ddc6c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:40.967347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Attempting to bind port ce141220-58e3-4e3e-9bfa-f619c06ddc6c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:40.968012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Attempting to bind port ce141220-58e3-4e3e-9bfa-f619c06ddc6c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:40.968965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Attempting to bind port ce141220-58e3-4e3e-9bfa-f619c06ddc6c on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:40.978593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:40.979315 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:40.979894 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.980447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:40.981094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Bound port: ce141220-58e3-4e3e-9bfa-f619c06ddc6c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:40.981662 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.999298 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Routers {'eb99226e-45ad-4641-8b94-67b731f14700'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:29:40.999911 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb99226e-45ad-4641-8b94-67b731f14700'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:41.034893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-bffba885-b5a9-4a29-a118-f0c49c710443 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2e31b5e817e4dce97cda1cc118f0763&device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 1094 time: 0.1717069 Feb 11 13:29:41.083757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-446eb1b5-e036-4dfc-8e8e-c72f09658585 req-9b77477b-51b6-4349-bb25-29d00f4e8d78 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Synchronizing usage tracker for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:41.123749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] For port ce141220-58e3-4e3e-9bfa-f619c06ddc6c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:41.129537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-446eb1b5-e036-4dfc-8e8e-c72f09658585 req-9b77477b-51b6-4349-bb25-29d00f4e8d78 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Unset dirty status for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:41.131969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-446eb1b5-e036-4dfc-8e8e-c72f09658585 req-9b77477b-51b6-4349-bb25-29d00f4e8d78 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219384 Feb 11 13:29:41.136150 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd2018-c16b-4081-9bc6-3c3d484e96ad None None] Pushing event updated for resources: {'Port': ['ID=34c279a1-611c-47d1-b5fb-e37d3d31da7d,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:41.146413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] For port ce141220-58e3-4e3e-9bfa-f619c06ddc6c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ce141220-58e3-4e3e-9bfa-f619c06ddc6c,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:41.149319 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-923075b4-acef-4fdb-92ff-d8b81a9a3814 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 HTTP/1.1" status: 200 len: 217 time: 0.1001370 Feb 11 13:29:41.150812 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db7f101d-a536-4851-97a8-75c3653f0766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:41.156954 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:41.179367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:41.196209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object e2451e91-bd39-46aa-83d7-0f1b0e48f3b2 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:41.220330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f101d-a536-4851-97a8-75c3653f0766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966fe519-a331-4a0d-8d93-060a731923d9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:41.232122 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:41.238001 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] Set router eb99226e-45ad-4641-8b94-67b731f14700 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:29:41.242829 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db7f101d-a536-4851-97a8-75c3653f0766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:41.257347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-db7f101d-a536-4851-97a8-75c3653f0766 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/966fe519-a331-4a0d-8d93-060a731923d9 HTTP/1.1" status: 204 len: 168 time: 0.6435220 Feb 11 13:29:41.293851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-42fd58ca-82b1-4dd5-ac19-edbccd7c931a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:41.295814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ddf0f-797c-4c8a-9957-a71c8e648f7d None None] Pushing event updated for resources: {'Port': ['ID=ce141220-58e3-4e3e-9bfa-f619c06ddc6c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:41.299254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-42fd58ca-82b1-4dd5-ac19-edbccd7c931a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56793546-44b9-4f50-b2a7-f81db8c4d71c HTTP/1.1" status: 200 len: 851 time: 0.1323106 Feb 11 13:29:41.367111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:41.371098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:41.373414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=e2451e91-bd39-46aa-83d7-0f1b0e48f3b2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:41.385319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:41.387815 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-290ad035-a1c8-4f04-8161-b045e6c3d893 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782559 Feb 11 13:29:41.390327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:41.391185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:41.424364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-df6fc6e1-5899-42bc-a27f-49fe523a9029 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7890959 Feb 11 13:29:41.427917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51472) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:41.436456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '4db3fb05-2ad8-4951-944f-bb0fb6a50080', 'ip_address': '2001:db8::ebd0:3c7e:f7f2:73d1'}], 'name': 'tempest-NetworksTestDHCPv6-1598766513'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:41.600881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-2c29e47b-2720-4f4b-9f14-a91e6d2dd71e service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981013 Feb 11 13:29:41.689263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:41.694468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:41.697844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:41.704389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:41.719455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:41.726684 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:41.761038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 9b5bc38c-dff9-4938-8402-761984dd0560 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:29:41.824746 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'name': 'tempest-ServerRescueTestJSON-1036814331-router', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:29:31Z', 'revision_number': 4, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'gw_port': {'id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:24Z', 'updated_at': '2022-02-11T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '34c279a1-611c-47d1-b5fb-e37d3d31da7d', 'name': '', 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'mac_address': 'fa:16:3e:7d:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56793546-44b9-4f50-b2a7-f81db8c4d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:30Z', 'updated_at': '2022-02-11T13:29:40Z', 'revision_number': 4, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'subnets': [{'id': '56793546-44b9-4f50-b2a7-f81db8c4d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:41.830391 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91d5fa1-22d6-435d-90c7-0fa2031e4513 None None] The sync data for ids ['eb99226e-45ad-4641-8b94-67b731f14700'] in n-d-818559-1 is: [{'id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'name': 'tempest-ServerRescueTestJSON-1036814331-router', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:29:31Z', 'revision_number': 4, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'gw_port': {'id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:24Z', 'updated_at': '2022-02-11T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '34c279a1-611c-47d1-b5fb-e37d3d31da7d', 'name': '', 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'mac_address': 'fa:16:3e:7d:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56793546-44b9-4f50-b2a7-f81db8c4d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:30Z', 'updated_at': '2022-02-11T13:29:40Z', 'revision_number': 4, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'subnets': [{'id': '56793546-44b9-4f50-b2a7-f81db8c4d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:29:41.838886 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e62340e-138c-45c1-8a09-22bfec6fe6bb req-2ab72e87-68a5-4ff6-9b17-d59f79a80599 service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280114 Feb 11 13:29:41.860910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51478) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:41.884059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae22fba3-1d62-43e7-bfe4-11b387cb42de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.022537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ae22fba3-1d62-43e7-bfe4-11b387cb42de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:42.028296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ae22fba3-1d62-43e7-bfe4-11b387cb42de admin admin] Usage tracker for resource:security_group_rule and tenant:5f6b7b4d049642318b43c4b3d5f84339 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:42.032189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ae22fba3-1d62-43e7-bfe4-11b387cb42de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:42.040340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ae22fba3-1d62-43e7-bfe4-11b387cb42de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:42.050691 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:29:42.053284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:29:42.058909 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb5a2140-d495-4468-ad43-7a6b9f53de67 req-0c3a0206-6d1f-45ab-acfd-155a3edb2090 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2e31b5e817e4dce97cda1cc118f0763&device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 1094 time: 0.1399312 Feb 11 13:29:42.092941 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b6f8bc91-57af-4ebb-aad5-e832ca2aecdd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6637573 Feb 11 13:29:42.095511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51482) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:42.206535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69c0dec-5d3f-43a9-a67c-fcdf441bac5f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:42.216648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69c0dec-5d3f-43a9-a67c-fcdf441bac5f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:42.217497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e69c0dec-5d3f-43a9-a67c-fcdf441bac5f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:42.237748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e69c0dec-5d3f-43a9-a67c-fcdf441bac5f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:42.242629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e69c0dec-5d3f-43a9-a67c-fcdf441bac5f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1455238 Feb 11 13:29:42.243288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51488) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:42.253542 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae22fba3-1d62-43e7-bfe4-11b387cb42de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.273496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae22fba3-1d62-43e7-bfe4-11b387cb42de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.327993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3f9fb6c7-86c6-49ec-a5ca-fe0c39ea8d98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port e2451e91-bd39-46aa-83d7-0f1b0e48f3b2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:42.328340 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f9fb6c7-86c6-49ec-a5ca-fe0c39ea8d98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.352292 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.434279 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ae22fba3-1d62-43e7-bfe4-11b387cb42de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f6b7b4d049642318b43c4b3d5f84339&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5723426 Feb 11 13:29:42.436260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a2140-d495-4468-ad43-7a6b9f53de67 req-46a34814-291f-43a7-b8cd-96faf510af14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:42.437779 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb5a2140-d495-4468-ad43-7a6b9f53de67 req-46a34814-291f-43a7-b8cd-96faf510af14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce HTTP/1.1" status: 200 len: 912 time: 0.3679132 Feb 11 13:29:42.438510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51492) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:42.459839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22fba3-1d62-43e7-bfe4-11b387cb42de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b736f8-cdda-43cd-a485-b6ac8ba6314a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:42.612175 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb5a2140-d495-4468-ad43-7a6b9f53de67 req-224045b9-867a-43ac-ba77-80e0d69e792a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 HTTP/1.1" status: 200 len: 217 time: 0.1324399 Feb 11 13:29:42.725361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a2140-d495-4468-ad43-7a6b9f53de67 req-dfd89200-2b3e-44f6-8a43-083972e418d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:42.726856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb5a2140-d495-4468-ad43-7a6b9f53de67 req-dfd89200-2b3e-44f6-8a43-083972e418d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56793546-44b9-4f50-b2a7-f81db8c4d71c HTTP/1.1" status: 200 len: 851 time: 0.1009834 Feb 11 13:29:42.752069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7669cd-0927-4850-a0b4-3ac8d4fa4d05 req-58b9edec-8241-4ac4-babe-c34307090e78 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:42.753676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e7669cd-0927-4850-a0b4-3ac8d4fa4d05 req-58b9edec-8241-4ac4-babe-c34307090e78 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 943 time: 0.3864498 Feb 11 13:29:42.757079 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f9fb6c7-86c6-49ec-a5ca-fe0c39ea8d98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.765223 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63891e67-a712-447b-b86e-fb9f51822481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.782757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e5c5e62d-b3ff-48fc-8399-8fd992e17e3f None None] Provisioning for port ce141220-58e3-4e3e-9bfa-f619c06ddc6c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:42.875411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 34c279a1-611c-47d1-b5fb-e37d3d31da7d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:42.948827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3f9fb6c7-86c6-49ec-a5ca-fe0c39ea8d98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for e2451e91-bd39-46aa-83d7-0f1b0e48f3b2 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:42.999057 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb5a2140-d495-4468-ad43-7a6b9f53de67 req-bc1234a8-4bbe-47aa-8086-5575a54cb0b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2439301 Feb 11 13:29:43.018979 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 34c279a1-611c-47d1-b5fb-e37d3d31da7d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:43.025719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 34c279a1-611c-47d1-b5fb-e37d3d31da7d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:43.026358 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.116967 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63891e67-a712-447b-b86e-fb9f51822481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.123744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f9fb6c7-86c6-49ec-a5ca-fe0c39ea8d98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.141435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f8a9fefd-442e-4ecb-987f-bb9c90699767 None None] Provisioning complete for port e2451e91-bd39-46aa-83d7-0f1b0e48f3b2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:43.142083 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8a9fefd-442e-4ecb-987f-bb9c90699767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.146974 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e7669cd-0927-4850-a0b4-3ac8d4fa4d05 req-b737e09e-a1eb-47a8-82c0-eb02e87e1d83 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291249 Feb 11 13:29:43.182835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fb6c7-86c6-49ec-a5ca-fe0c39ea8d98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=e2451e91-bd39-46aa-83d7-0f1b0e48f3b2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:43.206523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9fefd-442e-4ecb-987f-bb9c90699767 None None] Port e2451e91-bd39-46aa-83d7-0f1b0e48f3b2 was deleted so its status cannot be updated. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 11 13:29:43.253452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f9fb6c7-86c6-49ec-a5ca-fe0c39ea8d98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.260401 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.278469 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63891e67-a712-447b-b86e-fb9f51822481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.287138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3f9fb6c7-86c6-49ec-a5ca-fe0c39ea8d98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/e2451e91-bd39-46aa-83d7-0f1b0e48f3b2 HTTP/1.1" status: 204 len: 168 time: 1.0422490 Feb 11 13:29:43.288805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51496) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:43.302920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63891e67-a712-447b-b86e-fb9f51822481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b736f8-cdda-43cd-a485-b6ac8ba6314a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:43.303697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 34c279a1-611c-47d1-b5fb-e37d3d31da7d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=34c279a1-611c-47d1-b5fb-e37d3d31da7d,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:43.309149 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb5a2140-d495-4468-ad43-7a6b9f53de67 req-b205a31e-5e4d-4234-b6b2-233609b465ac service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995439 Feb 11 13:29:43.310125 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.311338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ce141220-58e3-4e3e-9bfa-f619c06ddc6c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:43.314659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63891e67-a712-447b-b86e-fb9f51822481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.318999 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-63891e67-a712-447b-b86e-fb9f51822481 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07b736f8-cdda-43cd-a485-b6ac8ba6314a HTTP/1.1" status: 204 len: 168 time: 0.8764875 Feb 11 13:29:43.403830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc02e984-7d92-4dcc-8124-821fe2bbf8b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:43.405750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc02e984-7d92-4dcc-8124-821fe2bbf8b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:43.407845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fc02e984-7d92-4dcc-8124-821fe2bbf8b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:43.436263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fc02e984-7d92-4dcc-8124-821fe2bbf8b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:43.439737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fc02e984-7d92-4dcc-8124-821fe2bbf8b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1496527 Feb 11 13:29:43.446827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51502) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:43.499142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=34c279a1-611c-47d1-b5fb-e37d3d31da7d,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:43.512147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.512609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.512955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.513287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.513712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.514043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.514367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.514721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.515048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.515498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.515785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:43.522731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb5a2140-d495-4468-ad43-7a6b9f53de67 req-f1e473f4-a18b-4b8d-a958-a8ffcede0d9b service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016237 Feb 11 13:29:43.543699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ce141220-58e3-4e3e-9bfa-f619c06ddc6c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:43.554710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ce141220-58e3-4e3e-9bfa-f619c06ddc6c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:43.555333 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.682638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.712753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7391d077-c0dd-48cf-9e21-c43252fbd41b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 4db3fb05-2ad8-4951-944f-bb0fb6a50080 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:29:43.716277 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7391d077-c0dd-48cf-9e21-c43252fbd41b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.727001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port ce141220-58e3-4e3e-9bfa-f619c06ddc6c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ce141220-58e3-4e3e-9bfa-f619c06ddc6c,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:43.733260 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.784229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7391d077-c0dd-48cf-9e21-c43252fbd41b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.807439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=ce141220-58e3-4e3e-9bfa-f619c06ddc6c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:43.878530 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7391d077-c0dd-48cf-9e21-c43252fbd41b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.958240 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7391d077-c0dd-48cf-9e21-c43252fbd41b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:43.999343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391d077-c0dd-48cf-9e21-c43252fbd41b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=4db3fb05-2ad8-4951-944f-bb0fb6a50080,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:44.003388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7391d077-c0dd-48cf-9e21-c43252fbd41b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.012607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef95af-dc65-4c5f-9c7b-ee96b72b1f10 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:44.020293 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7391d077-c0dd-48cf-9e21-c43252fbd41b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/4db3fb05-2ad8-4951-944f-bb0fb6a50080 HTTP/1.1" status: 204 len: 168 time: 0.5695839 Feb 11 13:29:44.020699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51516) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:44.199466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e36ba3c7-3c4f-4bf3-a5ca-037aab4ce35c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1761470 Feb 11 13:29:44.201987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51526) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:44.209235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:44.301057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33ef3e-f2f2-4165-bd91-2b2fdade6e2e None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:29:44.306888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0b33ef3e-f2f2-4165-bd91-2b2fdade6e2e None None] Deleting port ce141220-58e3-4e3e-9bfa-f619c06ddc6c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:44.307340 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b33ef3e-f2f2-4165-bd91-2b2fdade6e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.400077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:44.407000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:44.411370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:44.418784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:44.444147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:44.447635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.526774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35397fac-cfb3-4c77-8891-62a6398321cd req-4d0239dd-e78e-4bda-b740-b6b4982831a6 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:44.528319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-35397fac-cfb3-4c77-8891-62a6398321cd req-4d0239dd-e78e-4bda-b740-b6b4982831a6 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 943 time: 0.2184255 Feb 11 13:29:44.531801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0b33ef3e-f2f2-4165-bd91-2b2fdade6e2e None None] For port ce141220-58e3-4e3e-9bfa-f619c06ddc6c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ce141220-58e3-4e3e-9bfa-f619c06ddc6c,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:44.532483 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b33ef3e-f2f2-4165-bd91-2b2fdade6e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.611275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-35397fac-cfb3-4c77-8891-62a6398321cd req-3994047d-92d2-4408-8977-20606a40cfe2 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768471 Feb 11 13:29:44.678456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0b33ef3e-f2f2-4165-bd91-2b2fdade6e2e None None] Calling delete_port for ce141220-58e3-4e3e-9bfa-f619c06ddc6c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:44.744506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.763300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 34c279a1-611c-47d1-b5fb-e37d3d31da7d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:44.816234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:44.819651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:44.823750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:44.824406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.832211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=14b3294a-d94f-45ca-96f5-a2709b692b25,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:44.832397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:29:44.857819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-efa74c7c-a3be-453f-9781-7fe52e2d7c58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6547322 Feb 11 13:29:44.860881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51538) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:44.867634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '14b3294a-d94f-45ca-96f5-a2709b692b25', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2069427013'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:44.891543 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b33ef3e-f2f2-4165-bd91-2b2fdade6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.998308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33ef3e-f2f2-4165-bd91-2b2fdade6e2e None None] Pushing event deleted for resources: {'Port': ['ID=ce141220-58e3-4e3e-9bfa-f619c06ddc6c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:45.011666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:45.016105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:45.019033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:45.025658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:45.026931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b33ef3e-f2f2-4165-bd91-2b2fdade6e2e None None] No DVR routers for this DVR port ce141220-58e3-4e3e-9bfa-f619c06ddc6c on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:45.041014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:45.052291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b138a4-dde4-4335-8a42-ca45e45b00fa None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:45.054265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.074479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 34c279a1-611c-47d1-b5fb-e37d3d31da7d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:45.074976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.080619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 73023f96-d746-4076-83e4-7e8c9de7063a yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:29:45.233186 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:29:45.233800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:29:45.233874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:45.261923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aa41d185-d6be-4995-99aa-4701dd540ae3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3999352 Feb 11 13:29:45.264169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '12fdb2e5-c987-4de7-8faf-8aa1c6a70d33', 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce', 'port_id': '12fdb2e5-c987-4de7-8faf-8aa1c6a70d33', 'mac_address': 'fa:16:3e:d6:63:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56793546-44b9-4f50-b2a7-f81db8c4d71c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:29:45.264753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51550) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:45.315175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-18b3e743-b1e9-4787-9412-68b0ea3cd860 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:45.332279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-18b3e743-b1e9-4787-9412-68b0ea3cd860 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:45.336493 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-18b3e743-b1e9-4787-9412-68b0ea3cd860 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0681710 Feb 11 13:29:45.337121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51554) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:45.417740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c7669-de68-42fd-8609-9b3588424313 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:45.419540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c7669-de68-42fd-8609-9b3588424313 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:45.420608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1f3c7669-de68-42fd-8609-9b3588424313 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:45.437526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1f3c7669-de68-42fd-8609-9b3588424313 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:45.441617 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1f3c7669-de68-42fd-8609-9b3588424313 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1012962 Feb 11 13:29:45.442064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51560) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:45.453151 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.468257 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0092780-1e07-43e5-9a48-99e72a2d3ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.518204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:45.539171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d09c04b-ea66-4309-8c64-282a7a97781e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '14b3294a-d94f-45ca-96f5-a2709b692b25'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:29:45.540700 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d09c04b-ea66-4309-8c64-282a7a97781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.548446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7453bd-1745-449d-9580-a52446abf3e3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 14b3294a-d94f-45ca-96f5-a2709b692b25 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:29:45.552643 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab7453bd-1745-449d-9580-a52446abf3e3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.563392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:45.568434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ce141220-58e3-4e3e-9bfa-f619c06ddc6c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:29:45.610780 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.617497 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab7453bd-1745-449d-9580-a52446abf3e3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.699837 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab7453bd-1745-449d-9580-a52446abf3e3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.721974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: ce141220-58e3-4e3e-9bfa-f619c06ddc6c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:29:45.722484 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ce141220-58e3-4e3e-9bfa-f619c06ddc6c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:29:45.725451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server [None req-1d09c04b-ea66-4309-8c64-282a7a97781e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14b3294a-d94f-45ca-96f5-a2709b692b25: This subnet is being modified by another concurrent operation. Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:29:45.835903 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise value Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14b3294a-d94f-45ca-96f5-a2709b692b25: This subnet is being modified by another concurrent operation. Feb 11 13:29:45.838743 n-d-818559-1 neutron-server[83569]: ERROR oslo_messaging.rpc.server Feb 11 13:29:45.844051 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab7453bd-1745-449d-9580-a52446abf3e3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.859106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2250ff06-bf35-4b24-b7d7-657729f7295a None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:29:45.895939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7453bd-1745-449d-9580-a52446abf3e3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=14b3294a-d94f-45ca-96f5-a2709b692b25,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:45.905302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab7453bd-1745-449d-9580-a52446abf3e3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:45.923917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac77ee8-751d-4b8c-b437-55e0e5b42ac8 req-fdb21ae0-d4a2-4b23-a479-e2d5b35c582e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:45.925377 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ac77ee8-751d-4b8c-b437-55e0e5b42ac8 req-fdb21ae0-d4a2-4b23-a479-e2d5b35c582e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 944 time: 0.1498053 Feb 11 13:29:45.930344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ab7453bd-1745-449d-9580-a52446abf3e3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/14b3294a-d94f-45ca-96f5-a2709b692b25 HTTP/1.1" status: 204 len: 168 time: 0.4863975 Feb 11 13:29:45.930833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51574) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:45.938370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['12fdb2e5-c987-4de7-8faf-8aa1c6a70d33'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:29:45.975230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ac77ee8-751d-4b8c-b437-55e0e5b42ac8 req-592d1dc3-e79c-44a1-9465-e41c72418279 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Feb 11 13:29:46.020551 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7b0d8aae-3841-470c-a3b5-22f9cffe335b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887964 Feb 11 13:29:46.024250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:46.030906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:46.145727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:46.149921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:46.152764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:46.158532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:46.159718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250ff06-bf35-4b24-b7d7-657729f7295a None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:29:46.169886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:46.173482 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.426791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.496101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=b3bd893d-3b72-4d74-b971-0207e9e92b27,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:46.515349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:46.516632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:46.521881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:46.522728 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.557706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51596) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:46.558217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0eecd6a8-227c-49eb-8186-39bb703ae509 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5324728 Feb 11 13:29:46.565126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1671708966', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:46.577485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:46.581757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:router and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:46.585347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:46.591067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:46.603278 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.604606 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.625211 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.631793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': 'b3bd893d-3b72-4d74-b971-0207e9e92b27'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:29:46.632824 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.646464 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.670929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.672109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ed984e2e-2b58-4578-ae78-2601f958c427 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1125693 Feb 11 13:29:46.674899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51602) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:46.885845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/b3bd893d-3b72-4d74-b971-0207e9e92b27/a3573523-ec68-4cdf-970a-48e994b2acc9) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:47.139351 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.153420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Transition to ACTIVE for port object a3573523-ec68-4cdf-970a-48e994b2acc9 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:47.175358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Transition to ACTIVE for port object a3573523-ec68-4cdf-970a-48e994b2acc9 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:47.185211 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.255451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:47.258725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Pushing event updated for resources: {'Port': ['ID=a3573523-ec68-4cdf-970a-48e994b2acc9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:47.262156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:47.265482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:47.360435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Attempting to bind port a3573523-ec68-4cdf-970a-48e994b2acc9 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:47.360806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Attempting to bind port a3573523-ec68-4cdf-970a-48e994b2acc9 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:47.361162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Attempting to bind port a3573523-ec68-4cdf-970a-48e994b2acc9 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:47.368500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:47.368859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:47.369251 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.369631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:47.370077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Bound port: a3573523-ec68-4cdf-970a-48e994b2acc9, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:47.370444 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.387813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6fb63-71e7-4f1f-8c39-51ca774227b1 req-e229fdcb-4321-48bd-ac6b-d7682b2ed4f1 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:47.389565 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23f6fb63-71e7-4f1f-8c39-51ca774227b1 req-e229fdcb-4321-48bd-ac6b-d7682b2ed4f1 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 944 time: 0.1913853 Feb 11 13:29:47.390947 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.475423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] For port a3573523-ec68-4cdf-970a-48e994b2acc9, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:47.480026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] For port a3573523-ec68-4cdf-970a-48e994b2acc9, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a3573523-ec68-4cdf-970a-48e994b2acc9,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:47.485499 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.573591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36680611-1910-4f8a-b1a6-d7b9fb37e62d None None] Pushing event updated for resources: {'Port': ['ID=a3573523-ec68-4cdf-970a-48e994b2acc9,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:47.607709 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-466f54f9-9965-4c56-b59a-d9c335deb44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.634497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23f6fb63-71e7-4f1f-8c39-51ca774227b1 req-6903b65b-b3fb-4630-8d42-058a5cfa8a0e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332311 Feb 11 13:29:47.874102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::1 (cf4cc38c-4953-43f9-9526-6e7043460974/b3bd893d-3b72-4d74-b971-0207e9e92b27/acb16dec-90a7-468a-92aa-8def7b0f2468) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:48.041948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.058049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object acb16dec-90a7-468a-92aa-8def7b0f2468 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:48.080520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.153861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:48.156672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:48.162042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:48.162604 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.168544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=acb16dec-90a7-468a-92aa-8def7b0f2468,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:48.185975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.186324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.186676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.187008 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.187338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.187665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.187984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.188303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.188622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.188961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.189285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:48.273836 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.720640 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.726966 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.727996 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.758077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699b7a0-ac95-4f93-b1aa-2b07d236e49b None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:48.799375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:48.847877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=acb16dec-90a7-468a-92aa-8def7b0f2468,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:48.896291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a3573523-ec68-4cdf-970a-48e994b2acc9 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:48.999136 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:49.017935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:49.020022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:49.050602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed847d-ed9d-4126-97e7-e867c47ac449 req-86c53abf-19b2-4059-b535-21a283ece03f tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:49.062560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-87ed847d-ed9d-4126-97e7-e867c47ac449 req-86c53abf-19b2-4059-b535-21a283ece03f tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 944 time: 0.2379084 Feb 11 13:29:49.064358 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:49.073115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e967b2b4-1228-4ebc-8623-d2f3f57294a5 None None] Provisioning for port a3573523-ec68-4cdf-970a-48e994b2acc9 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:49.127387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-87ed847d-ed9d-4126-97e7-e867c47ac449 req-d195ef83-0197-4832-9a75-813789a17374 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638347 Feb 11 13:29:49.217670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:49.227942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a3573523-ec68-4cdf-970a-48e994b2acc9 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:49.232732 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:49.233095 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:49.307606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a3573523-ec68-4cdf-970a-48e994b2acc9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:49.307972 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:49.519390 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:49.541425 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:49.543032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Router 1a8f1d7a-1414-4a06-bd6c-dad011a99305 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:29:49.571321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c325b-dad1-4c08-b619-3e75ea245b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fdb2e5-c987-4de7-8faf-8aa1c6a70d33'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:49.587591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:49.595222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:49.648969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port a3573523-ec68-4cdf-970a-48e994b2acc9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a3573523-ec68-4cdf-970a-48e994b2acc9,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:49.656483 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:49.681436 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c325b-dad1-4c08-b619-3e75ea245b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fdb2e5-c987-4de7-8faf-8aa1c6a70d33', 'code': 200} Feb 11 13:29:49.690049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:49.782375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=a3573523-ec68-4cdf-970a-48e994b2acc9,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:49.792379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:49.804261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Sync routers for ids ['1a8f1d7a-1414-4a06-bd6c-dad011a99305'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:29:49.817549 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a59c5c67-736e-480a-a78d-74e10be6eed5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "PUT /v2.0/routers/1a8f1d7a-1414-4a06-bd6c-dad011a99305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1413419 Feb 11 13:29:49.820140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51646) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:49.822117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Routers {'1a8f1d7a-1414-4a06-bd6c-dad011a99305'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:29:49.822834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1a8f1d7a-1414-4a06-bd6c-dad011a99305'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:49.879502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24323005-4a0f-4bbf-b08e-3d7e702c8ae9 req-8a8da37c-03c5-495d-82c0-5dcd3ea01969 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 1096 time: 0.1192803 Feb 11 13:29:49.900919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c37965c-b7d1-47a5-9cf7-891541bf59c5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:49.901525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3c37965c-b7d1-47a5-9cf7-891541bf59c5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:29:49.930145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3c37965c-b7d1-47a5-9cf7-891541bf59c5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:29:49.931200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3c37965c-b7d1-47a5-9cf7-891541bf59c5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports/acb16dec-90a7-468a-92aa-8def7b0f2468 HTTP/1.1" status: 200 len: 911 time: 0.1100643 Feb 11 13:29:49.933895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51650) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:49.936165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24323005-4a0f-4bbf-b08e-3d7e702c8ae9 req-2e0344c5-5716-41bb-a812-9bf4d981c686 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483344 Feb 11 13:29:50.041270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd18559c-5e5d-41b6-9c59-6d14f75e16a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.045976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd18559c-5e5d-41b6-9c59-6d14f75e16a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.047619 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cd18559c-5e5d-41b6-9c59-6d14f75e16a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1128175 Feb 11 13:29:50.050423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51654) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:50.080772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7f7deee1-33b3-4a9e-8478-0664d7435a39 None None] Provisioning complete for port a3573523-ec68-4cdf-970a-48e994b2acc9 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:50.081121 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f7deee1-33b3-4a9e-8478-0664d7435a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:50.120901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Set router 1a8f1d7a-1414-4a06-bd6c-dad011a99305 gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:29:50.356107 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:50.569813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703fa6e-110b-4a27-a0dc-f3ab0c129638 req-f3419bef-78cc-4ac2-9638-9265f1259246 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.572063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3703fa6e-110b-4a27-a0dc-f3ab0c129638 req-f3419bef-78cc-4ac2-9638-9265f1259246 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1807039 Feb 11 13:29:50.582647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7f7deee1-33b3-4a9e-8478-0664d7435a39 None None] Provisioning for port acb16dec-90a7-468a-92aa-8def7b0f2468 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:50.589949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7f7deee1-33b3-4a9e-8478-0664d7435a39 None None] Provisioning complete for port acb16dec-90a7-468a-92aa-8def7b0f2468 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:50.590298 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f7deee1-33b3-4a9e-8478-0664d7435a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:50.657277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7f7deee1-33b3-4a9e-8478-0664d7435a39 None None] Port acb16dec-90a7-468a-92aa-8def7b0f2468 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:29:50.666259 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3703fa6e-110b-4a27-a0dc-f3ab0c129638 req-ce3f7f16-5c04-4da2-a8fc-6eb4e358ffa0 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853598 Feb 11 13:29:50.671435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8f1d7a-1414-4a06-bd6c-dad011a99305', 'name': 'tempest-NetworksTestDHCPv6-router-1671708966', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:46Z', 'updated_at': '2022-02-11T13:29:48Z', 'revision_number': 2, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'gw_port_host': None, '_interfaces': [{'id': 'acb16dec-90a7-468a-92aa-8def7b0f2468', 'name': '', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'mac_address': 'fa:16:3e:83:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8f1d7a-1414-4a06-bd6c-dad011a99305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3bd893d-3b72-4d74-b971-0207e9e92b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:47Z', 'updated_at': '2022-02-11T13:29:48Z', 'revision_number': 2, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'subnets': [{'id': 'b3bd893d-3b72-4d74-b971-0207e9e92b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:50.675113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Checking router: 1a8f1d7a-1414-4a06-bd6c-dad011a99305 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:29:50.675464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Updating router 1a8f1d7a-1414-4a06-bd6c-dad011a99305 port acb16dec-90a7-468a-92aa-8def7b0f2468 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:29:50.730360 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:50.797946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a3573523-ec68-4cdf-970a-48e994b2acc9 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:29:50.825960 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:50.944735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2984d8dc-9246-4522-ae77-13acff3b0d7c None None] Provisioning complete for port acb16dec-90a7-468a-92aa-8def7b0f2468 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:50.945109 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2984d8dc-9246-4522-ae77-13acff3b0d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.015904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2984d8dc-9246-4522-ae77-13acff3b0d7c None None] Port acb16dec-90a7-468a-92aa-8def7b0f2468 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:29:51.088049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a3573523-ec68-4cdf-970a-48e994b2acc9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:51.088320 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.211417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port acb16dec-90a7-468a-92aa-8def7b0f2468 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:51.211903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.338434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.362532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Transition to ACTIVE for port object acb16dec-90a7-468a-92aa-8def7b0f2468 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:51.374765 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.456594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.650869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b4020-81da-426a-bc4f-67db0ff02315 None None] Pushing event updated for resources: {'Port': ['ID=acb16dec-90a7-468a-92aa-8def7b0f2468,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:51.789732 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Attempting to bind port acb16dec-90a7-468a-92aa-8def7b0f2468 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:51.790111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Attempting to bind port acb16dec-90a7-468a-92aa-8def7b0f2468 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:51.790476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Attempting to bind port acb16dec-90a7-468a-92aa-8def7b0f2468 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:51.807456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:51.808095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:51.808341 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.808597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:51.809058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Bound port: acb16dec-90a7-468a-92aa-8def7b0f2468, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:51.809430 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.858987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for acb16dec-90a7-468a-92aa-8def7b0f2468 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:51.929759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] For port acb16dec-90a7-468a-92aa-8def7b0f2468, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:51.937319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] For port acb16dec-90a7-468a-92aa-8def7b0f2468, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=acb16dec-90a7-468a-92aa-8def7b0f2468,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:51.943643 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.040054 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:29:52.040436 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:29:52.083960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542f63-b965-4b19-8bc3-eb1500e6bf93 req-b2ebc957-cf56-479a-b068-94216512084b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.086376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d542f63-b965-4b19-8bc3-eb1500e6bf93 req-b2ebc957-cf56-479a-b068-94216512084b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1334636 Feb 11 13:29:52.132459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b4020-81da-426a-bc4f-67db0ff02315 None None] Pushing event updated for resources: {'Port': ['ID=acb16dec-90a7-468a-92aa-8def7b0f2468,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:52.146776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Routers {'1a8f1d7a-1414-4a06-bd6c-dad011a99305'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:29:52.147404 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1a8f1d7a-1414-4a06-bd6c-dad011a99305'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:52.163191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d542f63-b965-4b19-8bc3-eb1500e6bf93 req-3ed75f98-ecfa-4dd9-91ea-ddb3ab06574d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673554 Feb 11 13:29:52.359424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] Set router 1a8f1d7a-1414-4a06-bd6c-dad011a99305 gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:29:52.541999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port acb16dec-90a7-468a-92aa-8def7b0f2468 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:52.542344 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.731584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8f1d7a-1414-4a06-bd6c-dad011a99305', 'name': 'tempest-NetworksTestDHCPv6-router-1671708966', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:46Z', 'updated_at': '2022-02-11T13:29:48Z', 'revision_number': 2, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'gw_port_host': None, '_interfaces': [{'id': 'acb16dec-90a7-468a-92aa-8def7b0f2468', 'name': '', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'mac_address': 'fa:16:3e:83:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8f1d7a-1414-4a06-bd6c-dad011a99305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3bd893d-3b72-4d74-b971-0207e9e92b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:47Z', 'updated_at': '2022-02-11T13:29:51Z', 'revision_number': 4, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'subnets': [{'id': 'b3bd893d-3b72-4d74-b971-0207e9e92b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:52.735767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1d3b1-592e-4a04-8c3b-568832aa2449 None None] The sync data for ids ['1a8f1d7a-1414-4a06-bd6c-dad011a99305'] in n-d-818559-1 is: [{'id': '1a8f1d7a-1414-4a06-bd6c-dad011a99305', 'name': 'tempest-NetworksTestDHCPv6-router-1671708966', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:46Z', 'updated_at': '2022-02-11T13:29:48Z', 'revision_number': 2, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'gw_port_host': None, '_interfaces': [{'id': 'acb16dec-90a7-468a-92aa-8def7b0f2468', 'name': '', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'mac_address': 'fa:16:3e:83:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8f1d7a-1414-4a06-bd6c-dad011a99305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3bd893d-3b72-4d74-b971-0207e9e92b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:47Z', 'updated_at': '2022-02-11T13:29:51Z', 'revision_number': 4, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'subnets': [{'id': 'b3bd893d-3b72-4d74-b971-0207e9e92b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:29:52.796075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bb037a7-c48f-4b31-90fe-a59255d23dae req-208e99d9-4337-44fe-92e6-f50d498d0cff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2e31b5e817e4dce97cda1cc118f0763&device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 1096 time: 0.1848662 Feb 11 13:29:52.814963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd2a97-f593-403d-b472-b47fd7a83a2d req-720457b2-6853-4ebf-bc8d-cc34d339a6d5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.816655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0fd2a97-f593-403d-b472-b47fd7a83a2d req-720457b2-6853-4ebf-bc8d-cc34d339a6d5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1120203 Feb 11 13:29:52.868516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0fd2a97-f593-403d-b472-b47fd7a83a2d req-f04cae8a-5988-4aaa-a31b-f356c095e728 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445290 Feb 11 13:29:52.930815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] For port acb16dec-90a7-468a-92aa-8def7b0f2468, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=acb16dec-90a7-468a-92aa-8def7b0f2468,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:52.931389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:53.074717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for acb16dec-90a7-468a-92aa-8def7b0f2468 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:53.133975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb037a7-c48f-4b31-90fe-a59255d23dae req-fd3b646e-de8b-4d12-a7dd-79a0c5019258 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.136781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bb037a7-c48f-4b31-90fe-a59255d23dae req-fd3b646e-de8b-4d12-a7dd-79a0c5019258 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce HTTP/1.1" status: 200 len: 912 time: 0.3335190 Feb 11 13:29:53.232278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bb037a7-c48f-4b31-90fe-a59255d23dae req-8074de21-0946-4af4-a32d-288101c5554b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 HTTP/1.1" status: 200 len: 217 time: 0.0894892 Feb 11 13:29:53.311868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb037a7-c48f-4b31-90fe-a59255d23dae req-286af42e-a01a-47fe-94d6-88b99b52efa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.313313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bb037a7-c48f-4b31-90fe-a59255d23dae req-286af42e-a01a-47fe-94d6-88b99b52efa5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56793546-44b9-4f50-b2a7-f81db8c4d71c HTTP/1.1" status: 200 len: 851 time: 0.0732639 Feb 11 13:29:53.363293 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bb037a7-c48f-4b31-90fe-a59255d23dae req-cdcc70e0-f102-4e10-825e-f4fb7e95fd70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437429 Feb 11 13:29:53.528083 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:53.581701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=acb16dec-90a7-468a-92aa-8def7b0f2468,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.609452 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bb037a7-c48f-4b31-90fe-a59255d23dae req-a4fbc4c0-1960-4433-beec-d99d69f86d88 service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182186 Feb 11 13:29:53.634862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:53.635201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:53.635535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:53.635860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:53.636284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:53.636611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:53.636929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:53.637529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:53.637848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:53.638183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:53.638502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:54.008303 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:54.015907 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2bb037a7-c48f-4b31-90fe-a59255d23dae req-0b3f7826-1fe3-4c07-bf86-2a34c377c74a service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689399 Feb 11 13:29:54.382050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210b7a3-09a5-46ba-8403-c802d0fa3f16 req-23024310-0ec7-48d7-9459-d7563eaf76d0 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.383518 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9210b7a3-09a5-46ba-8403-c802d0fa3f16 req-23024310-0ec7-48d7-9459-d7563eaf76d0 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.2955689 Feb 11 13:29:54.576913 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9210b7a3-09a5-46ba-8403-c802d0fa3f16 req-210e0925-92dc-4682-9145-5702c36a1223 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378660 Feb 11 13:29:54.591485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Router 1a8f1d7a-1414-4a06-bd6c-dad011a99305 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:29:54.747090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:54.766943 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f921d7b2-7106-40b3-9127-170d4b50cc52 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "PUT /v2.0/routers/1a8f1d7a-1414-4a06-bd6c-dad011a99305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7135336 Feb 11 13:29:54.770852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51716) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:54.882429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811dcc7-d806-4409-b5b3-1d482460dbef tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.883808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811dcc7-d806-4409-b5b3-1d482460dbef tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.888950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6811dcc7-d806-4409-b5b3-1d482460dbef tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1143203 Feb 11 13:29:54.889526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51724) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:55.113104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3d9932-561f-4977-8793-565f91a9907a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet b3bd893d-3b72-4d74-b971-0207e9e92b27 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:29:55.116969 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9932-561f-4977-8793-565f91a9907a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.172666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9932-561f-4977-8793-565f91a9907a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.234133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51740) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:55.280200 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9932-561f-4977-8793-565f91a9907a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.363269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9932-561f-4977-8793-565f91a9907a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.387527 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4d02821-6470-4100-9633-1ff41c1904dc req-cb290559-a4f1-44d7-8689-eec46501acaa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 1097 time: 0.1519511 Feb 11 13:29:55.411204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d9932-561f-4977-8793-565f91a9907a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=b3bd893d-3b72-4d74-b971-0207e9e92b27,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:55.417912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f3d9932-561f-4977-8793-565f91a9907a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.428914 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1f3d9932-561f-4977-8793-565f91a9907a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/b3bd893d-3b72-4d74-b971-0207e9e92b27 HTTP/1.1" status: 204 len: 168 time: 0.5381875 Feb 11 13:29:55.431732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51746) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:55.436003 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9443ae-097a-40a3-a062-0d608b628b70 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:55.505495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4d02821-6470-4100-9633-1ff41c1904dc req-b50e6d7a-e6d9-4f19-abf9-d21a6ae8b308 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087496 Feb 11 13:29:55.606865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b540f0d4-cfc9-44e9-a259-174f519e2d2b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1740866 Feb 11 13:29:55.609248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51752) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:55.853782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587143b-3c26-4db0-a1cb-8b3dd7f9bad5 req-e929e6c8-cf87-4bcc-9800-c9ac9995ffff tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:55.861889 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c587143b-3c26-4db0-a1cb-8b3dd7f9bad5 req-e929e6c8-cf87-4bcc-9800-c9ac9995ffff tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1257443 Feb 11 13:29:55.865216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b38c7-6b11-482f-a224-5e9ac5ec3049 None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:29:55.883811 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f61b38c7-6b11-482f-a224-5e9ac5ec3049 None None] Deleting port a3573523-ec68-4cdf-970a-48e994b2acc9 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:29:55.884457 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f61b38c7-6b11-482f-a224-5e9ac5ec3049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.919919 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c587143b-3c26-4db0-a1cb-8b3dd7f9bad5 req-0504b3a9-c936-4c75-9860-5021a3db9d86 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522823 Feb 11 13:29:55.942834 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4370c306-9ec3-4dbb-b869-758cad1c07c7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.173883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f61b38c7-6b11-482f-a224-5e9ac5ec3049 None None] For port a3573523-ec68-4cdf-970a-48e994b2acc9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a3573523-ec68-4cdf-970a-48e994b2acc9,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:56.173883 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f61b38c7-6b11-482f-a224-5e9ac5ec3049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.311986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f61b38c7-6b11-482f-a224-5e9ac5ec3049 None None] Calling delete_port for a3573523-ec68-4cdf-970a-48e994b2acc9 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:29:56.393823 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f61b38c7-6b11-482f-a224-5e9ac5ec3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.402280 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4370c306-9ec3-4dbb-b869-758cad1c07c7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.406795 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4370c306-9ec3-4dbb-b869-758cad1c07c7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.434681 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4370c306-9ec3-4dbb-b869-758cad1c07c7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.435540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4370c306-9ec3-4dbb-b869-758cad1c07c7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Fanout notify agent at l3_agent the message router_deleted on router 1a8f1d7a-1414-4a06-bd6c-dad011a99305 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:29:56.448132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4370c306-9ec3-4dbb-b869-758cad1c07c7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.450620 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4370c306-9ec3-4dbb-b869-758cad1c07c7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/routers/1a8f1d7a-1414-4a06-bd6c-dad011a99305 HTTP/1.1" status: 204 len: 168 time: 0.8379493 Feb 11 13:29:56.453109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b38c7-6b11-482f-a224-5e9ac5ec3049 None None] Pushing event deleted for resources: {'Port': ['ID=a3573523-ec68-4cdf-970a-48e994b2acc9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:56.453832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51760) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:56.457060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b38c7-6b11-482f-a224-5e9ac5ec3049 None None] No DVR routers for this DVR port a3573523-ec68-4cdf-970a-48e994b2acc9 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:56.462836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:56.586796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:56.590935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:56.593978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:56.600473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:56.611374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:56.615529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.789156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a3573523-ec68-4cdf-970a-48e994b2acc9 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:29:56.857861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a3573523-ec68-4cdf-970a-48e994b2acc9 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:29:56.858201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a3573523-ec68-4cdf-970a-48e994b2acc9 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:29:56.892096 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.962358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:56.967649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:56.974776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:56.975994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.980808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961bc854-3bb1-4cb9-86bc-e3e222139eb4 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:29:57.001249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=c083bc16-5ad1-4c43-a7bd-60aeded106c9,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:57.036894 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-94e79e4b-9ca7-4af8-9943-47a7afd52b35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5817721 Feb 11 13:29:57.039865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51772) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:57.046903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1752819601', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:29:57.056859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:57.061490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:router and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:57.065869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:57.074780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:57.092974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.094982 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.124177 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.165837 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.203186 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.207946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ea19fd87-5ecc-4e59-a8f5-a163244c54ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1665189 Feb 11 13:29:57.209036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51782) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:57.217496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95444a-3677-4f7e-ab92-9321714742c6 req-cd2e89bd-068f-46c6-9ad5-f20b8409e5f8 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.219936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c95444a-3677-4f7e-ab92-9321714742c6 req-cd2e89bd-068f-46c6-9ad5-f20b8409e5f8 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1294048 Feb 11 13:29:57.398097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': 'c083bc16-5ad1-4c43-a7bd-60aeded106c9'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:29:57.398938 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.586206 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c95444a-3677-4f7e-ab92-9321714742c6 req-f4c21370-fb27-49bb-9ea0-f56fac7582b4 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538713 Feb 11 13:29:57.788568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/c083bc16-5ad1-4c43-a7bd-60aeded106c9/80a21b3a-5ceb-427d-8fc0-b01fa8b22e42) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:58.084541 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.099020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Transition to ACTIVE for port object 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:58.120646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Transition to ACTIVE for port object 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:58.131665 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.201768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:58.205349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:58.209574 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:58.276728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Pushing event updated for resources: {'Port': ['ID=80a21b3a-5ceb-427d-8fc0-b01fa8b22e42,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:58.303136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17324b6c-811e-4123-a660-cf345108c7e5 req-8b7f794f-3382-43ec-8506-fdbd343336b2 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:58.304702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17324b6c-811e-4123-a660-cf345108c7e5 req-8b7f794f-3382-43ec-8506-fdbd343336b2 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.2127256 Feb 11 13:29:58.335879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Attempting to bind port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:58.336247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Attempting to bind port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:58.336604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Attempting to bind port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:29:58.344085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:29:58.344465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:29:58.344987 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.345259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:29:58.345734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Bound port: 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:58.346103 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.388114 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.442029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] For port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:58.446377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] For port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=80a21b3a-5ceb-427d-8fc0-b01fa8b22e42,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:58.452531 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.487142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17324b6c-811e-4123-a660-cf345108c7e5 req-291b3acc-b1f5-4394-8998-8fc92f293965 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735024 Feb 11 13:29:58.529548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51808) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:58.591958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099990cc-885d-4ef4-8a18-fdfb1d29a9e0 None None] Pushing event updated for resources: {'Port': ['ID=80a21b3a-5ceb-427d-8fc0-b01fa8b22e42,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:58.710359 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2d79c0d-59ad-4ec6-9c15-5823c6ac6432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.758167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d2d79c0d-59ad-4ec6-9c15-5823c6ac6432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:58.762870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d2d79c0d-59ad-4ec6-9c15-5823c6ac6432 admin admin] Usage tracker for resource:security_group_rule and tenant:169fde6b091f42aeb151a83900584d15 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:58.766115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d2d79c0d-59ad-4ec6-9c15-5823c6ac6432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:58.775489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d2d79c0d-59ad-4ec6-9c15-5823c6ac6432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:58.845350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::1 (cf4cc38c-4953-43f9-9526-6e7043460974/c083bc16-5ad1-4c43-a7bd-60aeded106c9/064428f9-98aa-4d16-a307-1bcdb845ff8e) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:58.972632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12874b-77df-45ba-a2fd-518f1c57d65b req-f626d2db-4e87-4c59-8cb5-70dee9c8e956 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:58.974956 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af12874b-77df-45ba-a2fd-518f1c57d65b req-f626d2db-4e87-4c59-8cb5-70dee9c8e956 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1635218 Feb 11 13:29:59.014911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2d79c0d-59ad-4ec6-9c15-5823c6ac6432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.021751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2d79c0d-59ad-4ec6-9c15-5823c6ac6432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.042273 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.061624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 064428f9-98aa-4d16-a307-1bcdb845ff8e will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:59.086044 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.089044 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d692a-ab67-4c69-a3bc-f2077cf0f863 None None] Sync routers for ids ['1a8f1d7a-1414-4a06-bd6c-dad011a99305'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:29:59.103126 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d692a-ab67-4c69-a3bc-f2077cf0f863 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:29:59.103614 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d692a-ab67-4c69-a3bc-f2077cf0f863 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:29:59.104218 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-d82d692a-ab67-4c69-a3bc-f2077cf0f863 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1a8f1d7a-1414-4a06-bd6c-dad011a99305'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:29:59.115282 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d692a-ab67-4c69-a3bc-f2077cf0f863 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:29:59.115646 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d692a-ab67-4c69-a3bc-f2077cf0f863 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:29:59.116275 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-d82d692a-ab67-4c69-a3bc-f2077cf0f863 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1a8f1d7a-1414-4a06-bd6c-dad011a99305'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:29:59.116650 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82d692a-ab67-4c69-a3bc-f2077cf0f863 None None] The sync data for ids ['1a8f1d7a-1414-4a06-bd6c-dad011a99305'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:29:59.168093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:59.170853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:59.173622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:29:59.174309 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.182991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d79c0d-59ad-4ec6-9c15-5823c6ac6432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59897d80-3bcb-4fed-bc3b-128dcc4b34d0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:59.185982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=064428f9-98aa-4d16-a307-1bcdb845ff8e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:59.218388 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d2d79c0d-59ad-4ec6-9c15-5823c6ac6432 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=169fde6b091f42aeb151a83900584d15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6863875 Feb 11 13:29:59.219293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:59.224595 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af12874b-77df-45ba-a2fd-518f1c57d65b req-da7ee0ab-dd50-415e-ad0e-36e8b16268e1 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370849 Feb 11 13:29:59.300673 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4234b95b-0725-49db-b665-1151e898695a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.315944 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.328679 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4234b95b-0725-49db-b665-1151e898695a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.383821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4234b95b-0725-49db-b665-1151e898695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.402613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234b95b-0725-49db-b665-1151e898695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59897d80-3bcb-4fed-bc3b-128dcc4b34d0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:59.404890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4234b95b-0725-49db-b665-1151e898695a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.405990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4234b95b-0725-49db-b665-1151e898695a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59897d80-3bcb-4fed-bc3b-128dcc4b34d0 HTTP/1.1" status: 204 len: 168 time: 0.1854734 Feb 11 13:29:59.811675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51828) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:29:59.815001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ec88a-3b17-48cb-b033-0fa2878f23ea req-08dff2e1-83db-4c0a-9fef-e30bf6dd7fee tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:59.816781 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c03ec88a-3b17-48cb-b033-0fa2878f23ea req-08dff2e1-83db-4c0a-9fef-e30bf6dd7fee tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1412151 Feb 11 13:29:59.824070 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.829584 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-050774f9-00df-459e-92ec-8f3b4fd41e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.843679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.844528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.877051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-050774f9-00df-459e-92ec-8f3b4fd41e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:29:59.882027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-050774f9-00df-459e-92ec-8f3b4fd41e74 admin admin] Usage tracker for resource:security_group_rule and tenant:4479e24458504115b9702118c585eb42 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:29:59.885141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-050774f9-00df-459e-92ec-8f3b4fd41e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:29:59.891173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-050774f9-00df-459e-92ec-8f3b4fd41e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:29:59.981180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-050774f9-00df-459e-92ec-8f3b4fd41e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.986187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-050774f9-00df-459e-92ec-8f3b4fd41e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.049919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-70ff7449-1761-4010-8dbe-352e7c3c4b2c None None] Provisioning for port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:00.055992 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-050774f9-00df-459e-92ec-8f3b4fd41e74 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4479e24458504115b9702118c585eb42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2432418 Feb 11 13:30:00.057072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050774f9-00df-459e-92ec-8f3b4fd41e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03fdc64-d2bc-4e5d-b448-4c3d6773ab5e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:00.060318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51832) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:00.130535 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efd0796e-63ac-4f8e-8316-5b973d246aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.146570 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c03ec88a-3b17-48cb-b033-0fa2878f23ea req-25510510-f235-4bef-a016-3095b6faa94a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202379 Feb 11 13:30:00.147220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=064428f9-98aa-4d16-a307-1bcdb845ff8e,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:00.175131 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efd0796e-63ac-4f8e-8316-5b973d246aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.208529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:00.209633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:00.234719 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efd0796e-63ac-4f8e-8316-5b973d246aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.257028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0796e-63ac-4f8e-8316-5b973d246aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03fdc64-d2bc-4e5d-b448-4c3d6773ab5e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:00.260783 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efd0796e-63ac-4f8e-8316-5b973d246aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.264027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-efd0796e-63ac-4f8e-8316-5b973d246aed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a03fdc64-d2bc-4e5d-b448-4c3d6773ab5e HTTP/1.1" status: 204 len: 168 time: 0.2000821 Feb 11 13:30:00.321332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-05c5bb8f-5cbd-4f88-9c4f-aea0011f0125 None None] Provisioning for port 064428f9-98aa-4d16-a307-1bcdb845ff8e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:00.329980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-05c5bb8f-5cbd-4f88-9c4f-aea0011f0125 None None] Provisioning complete for port 064428f9-98aa-4d16-a307-1bcdb845ff8e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:00.333325 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05c5bb8f-5cbd-4f88-9c4f-aea0011f0125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.433940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-05c5bb8f-5cbd-4f88-9c4f-aea0011f0125 None None] Port 064428f9-98aa-4d16-a307-1bcdb845ff8e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:30:00.508766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25661c-917c-4c07-a431-57e2375dacc6 req-cbf36d29-0e6e-4737-8abd-fbb4d263851e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:00.518222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ac25661c-917c-4c07-a431-57e2375dacc6 req-cbf36d29-0e6e-4737-8abd-fbb4d263851e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1205797 Feb 11 13:30:00.561729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-adda9921-5b00-4ed7-a4bd-6435686e2138 None None] Provisioning complete for port 064428f9-98aa-4d16-a307-1bcdb845ff8e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:00.562274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adda9921-5b00-4ed7-a4bd-6435686e2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.585577 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ac25661c-917c-4c07-a431-57e2375dacc6 req-e2a51004-58ce-44e6-b4ca-6e2c26eb5165 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640128 Feb 11 13:30:00.633483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-adda9921-5b00-4ed7-a4bd-6435686e2138 None None] Port 064428f9-98aa-4d16-a307-1bcdb845ff8e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:30:00.646616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Router f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:30:00.787151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:00.813642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51842) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:00.841019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab57075a-b4d4-4dfa-9009-0bba0ed11d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.865498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:00.870824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:00.871192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.879938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:00.891064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ab57075a-b4d4-4dfa-9009-0bba0ed11d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:00.896914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ab57075a-b4d4-4dfa-9009-0bba0ed11d07 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2f55a522b449929a104cc1c16c3b03 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:00.902076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Sync routers for ids ['f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:30:00.903027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ab57075a-b4d4-4dfa-9009-0bba0ed11d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:00.910027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-67b67270-eae8-4635-b793-33e24b5dc8e9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "PUT /v2.0/routers/f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6888793 Feb 11 13:30:00.912430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ab57075a-b4d4-4dfa-9009-0bba0ed11d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:00.913837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51846) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:00.944718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Routers {'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:00.945447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:00.989844 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab57075a-b4d4-4dfa-9009-0bba0ed11d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.995075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab57075a-b4d4-4dfa-9009-0bba0ed11d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.997395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2996fb-dc26-47cd-ab7a-7aaf6e0429b7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:00.998253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fa2996fb-dc26-47cd-ab7a-7aaf6e0429b7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:01.016760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fa2996fb-dc26-47cd-ab7a-7aaf6e0429b7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:01.021653 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fa2996fb-dc26-47cd-ab7a-7aaf6e0429b7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports/064428f9-98aa-4d16-a307-1bcdb845ff8e HTTP/1.1" status: 200 len: 911 time: 0.1065185 Feb 11 13:30:01.022367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51850) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:01.037635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57075a-b4d4-4dfa-9009-0bba0ed11d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bdc017-466e-4c9a-b8a6-8a5ce3bf73dc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:01.054248 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ab57075a-b4d4-4dfa-9009-0bba0ed11d07 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a2f55a522b449929a104cc1c16c3b03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2396228 Feb 11 13:30:01.056953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51854) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:01.115088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704735cc-7a8f-4c04-854e-7be3b85766b4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.119361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704735cc-7a8f-4c04-854e-7be3b85766b4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.120978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-704735cc-7a8f-4c04-854e-7be3b85766b4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0975416 Feb 11 13:30:01.123910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51858) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:01.153682 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:01.172879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Set router f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:01.184460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dba30d9-49f3-48f2-ab36-cf96dc684faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:01.284581 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dba30d9-49f3-48f2-ab36-cf96dc684faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:01.293316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=80a21b3a-5ceb-427d-8fc0-b01fa8b22e42,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:01.351956 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:01.394300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device acb16dec-90a7-468a-92aa-8def7b0f2468 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:01.423488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e8bec-a530-413e-b100-2dc7f7b87647 req-bb8ab9c0-8815-4877-905d-381b8e95d86a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.424939 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-247e8bec-a530-413e-b100-2dc7f7b87647 req-bb8ab9c0-8815-4877-905d-381b8e95d86a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1462877 Feb 11 13:30:01.434124 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dba30d9-49f3-48f2-ab36-cf96dc684faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:01.459724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: acb16dec-90a7-468a-92aa-8def7b0f2468 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:30:01.460148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device acb16dec-90a7-468a-92aa-8def7b0f2468 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:01.525172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba30d9-49f3-48f2-ab36-cf96dc684faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bdc017-466e-4c9a-b8a6-8a5ce3bf73dc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:01.549856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=80a21b3a-5ceb-427d-8fc0-b01fa8b22e42,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:01.601495 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dba30d9-49f3-48f2-ab36-cf96dc684faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:01.602641 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7dba30d9-49f3-48f2-ab36-cf96dc684faf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/24bdc017-466e-4c9a-b8a6-8a5ce3bf73dc HTTP/1.1" status: 204 len: 168 time: 0.5447614 Feb 11 13:30:01.629175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-247e8bec-a530-413e-b100-2dc7f7b87647 req-885bd3f2-f4b9-4f5f-8807-6945479402ff tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957586 Feb 11 13:30:01.672808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff', 'name': 'tempest-NetworksTestDHCPv6-router-1752819601', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:57Z', 'updated_at': '2022-02-11T13:29:59Z', 'revision_number': 2, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'gw_port_host': None, '_interfaces': [{'id': '064428f9-98aa-4d16-a307-1bcdb845ff8e', 'name': '', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'mac_address': 'fa:16:3e:37:02:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c083bc16-5ad1-4c43-a7bd-60aeded106c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:58Z', 'updated_at': '2022-02-11T13:29:59Z', 'revision_number': 2, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'subnets': [{'id': 'c083bc16-5ad1-4c43-a7bd-60aeded106c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:01.682115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Checking router: f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:30:01.684301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Updating router f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff port 064428f9-98aa-4d16-a307-1bcdb845ff8e binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:30:01.740016 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:01.820839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33daca-8ca7-460e-9ff0-250092c18f24 req-0acb3f01-5609-4579-85fe-582010de700f tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.822483 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2c33daca-8ca7-460e-9ff0-250092c18f24 req-0acb3f01-5609-4579-85fe-582010de700f tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.0918832 Feb 11 13:30:01.890383 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2c33daca-8ca7-460e-9ff0-250092c18f24 req-1e1a3710-e63d-40b9-aa2a-52a8ca50e29c tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622602 Feb 11 13:30:02.009534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37a5ab61-6958-4d6f-aa98-089952fffd2a req-c2f6aeab-fa44-415b-9c78-aec940e13f1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 1096 time: 0.0984135 Feb 11 13:30:02.039947 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:02.155206 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:02.168014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Transition to ACTIVE for port object 064428f9-98aa-4d16-a307-1bcdb845ff8e will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:02.176345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:02.198854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5ab61-6958-4d6f-aa98-089952fffd2a req-8c900d98-ea48-45fa-9bb5-2507dbf12111 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.200936 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37a5ab61-6958-4d6f-aa98-089952fffd2a req-8c900d98-ea48-45fa-9bb5-2507dbf12111 service neutron] 10.222.0.73 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 910 time: 0.1613288 Feb 11 13:30:02.318881 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b318d58-d207-42f1-ba5d-f53697c27d59 None None] Pushing event updated for resources: {'Port': ['ID=064428f9-98aa-4d16-a307-1bcdb845ff8e,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:02.361723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37a5ab61-6958-4d6f-aa98-089952fffd2a req-9d0fe362-6d2c-4dde-b825-f67f81f90700 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a HTTP/1.1" status: 200 len: 1001 time: 0.1476078 Feb 11 13:30:02.419871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Attempting to bind port 064428f9-98aa-4d16-a307-1bcdb845ff8e on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:02.420160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Attempting to bind port 064428f9-98aa-4d16-a307-1bcdb845ff8e by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:02.420517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Attempting to bind port 064428f9-98aa-4d16-a307-1bcdb845ff8e on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:30:02.430219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:30:02.430610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:30:02.431047 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:02.431879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:30:02.432364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Bound port: 064428f9-98aa-4d16-a307-1bcdb845ff8e, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:02.432740 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:02.443100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5ab61-6958-4d6f-aa98-089952fffd2a req-f9a3bbb7-d9cb-4b80-9508-d957f43cf154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.445273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37a5ab61-6958-4d6f-aa98-089952fffd2a req-f9a3bbb7-d9cb-4b80-9508-d957f43cf154 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92f8fad6-4c08-4ca5-b88d-880cfed479e8 HTTP/1.1" status: 200 len: 848 time: 0.0781717 Feb 11 13:30:02.528855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 064428f9-98aa-4d16-a307-1bcdb845ff8e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:02.529454 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:02.556054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37a5ab61-6958-4d6f-aa98-089952fffd2a req-be43d91c-7962-4a1a-b9ec-4fa82b314467 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=828e45ec-c245-4a73-8574-be834b18ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026235 Feb 11 13:30:02.633424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] For port 064428f9-98aa-4d16-a307-1bcdb845ff8e, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:02.637070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] For port 064428f9-98aa-4d16-a307-1bcdb845ff8e, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=064428f9-98aa-4d16-a307-1bcdb845ff8e,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:02.642189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:02.781559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] For port 064428f9-98aa-4d16-a307-1bcdb845ff8e, host n-d-818559-1, got binding levels [] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:02.782084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:02.822944 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37a5ab61-6958-4d6f-aa98-089952fffd2a req-4b9caaa7-5066-4e43-a9a9-5b661d028115 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593572 Feb 11 13:30:02.826745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:02.873761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b318d58-d207-42f1-ba5d-f53697c27d59 None None] Pushing event updated for resources: {'Port': ['ID=064428f9-98aa-4d16-a307-1bcdb845ff8e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:02.927232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Routers {'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:02.927844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:02.983623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 064428f9-98aa-4d16-a307-1bcdb845ff8e owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:02.987041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37a5ab61-6958-4d6f-aa98-089952fffd2a req-84c51473-af19-4d47-a4aa-27494f0f03a5 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555622 Feb 11 13:30:03.103371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:03.103864 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:03.131990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c51ec5-8c49-49be-a095-e9b74d30aa46 req-67a8317d-c8f0-49c9-baa7-6d239dfe0e69 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:03.133648 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8c51ec5-8c49-49be-a095-e9b74d30aa46 req-67a8317d-c8f0-49c9-baa7-6d239dfe0e69 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.2659702 Feb 11 13:30:03.227246 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8c51ec5-8c49-49be-a095-e9b74d30aa46 req-f6ed7c2d-9a87-413f-9605-4900b3efe00e tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793216 Feb 11 13:30:03.234309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760509-65b3-4de7-afdf-71a1d346f6b5 req-ebff4fbb-e7f0-4c5e-9422-8b75050a41c5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:03.242757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6760509-65b3-4de7-afdf-71a1d346f6b5 req-ebff4fbb-e7f0-4c5e-9422-8b75050a41c5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1256802 Feb 11 13:30:03.265523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:03.265909 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:30:03.291199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6760509-65b3-4de7-afdf-71a1d346f6b5 req-78b03cf6-ab98-4e1c-b792-fc80e33b49f5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473640 Feb 11 13:30:03.321605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] Set router f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:03.715038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff', 'name': 'tempest-NetworksTestDHCPv6-router-1752819601', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:57Z', 'updated_at': '2022-02-11T13:29:59Z', 'revision_number': 2, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'gw_port_host': None, '_interfaces': [{'id': '064428f9-98aa-4d16-a307-1bcdb845ff8e', 'name': '', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'mac_address': 'fa:16:3e:37:02:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c083bc16-5ad1-4c43-a7bd-60aeded106c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:58Z', 'updated_at': '2022-02-11T13:30:02Z', 'revision_number': 4, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'subnets': [{'id': 'c083bc16-5ad1-4c43-a7bd-60aeded106c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:03.719086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241c604-7d59-44f6-b24f-f84f302ed707 None None] The sync data for ids ['f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'] in n-d-818559-1 is: [{'id': 'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff', 'name': 'tempest-NetworksTestDHCPv6-router-1752819601', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:57Z', 'updated_at': '2022-02-11T13:29:59Z', 'revision_number': 2, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'gw_port_host': None, '_interfaces': [{'id': '064428f9-98aa-4d16-a307-1bcdb845ff8e', 'name': '', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'mac_address': 'fa:16:3e:37:02:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c083bc16-5ad1-4c43-a7bd-60aeded106c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:58Z', 'updated_at': '2022-02-11T13:30:02Z', 'revision_number': 4, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'subnets': [{'id': 'c083bc16-5ad1-4c43-a7bd-60aeded106c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:30:03.767554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 064428f9-98aa-4d16-a307-1bcdb845ff8e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:03.767911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:04.037557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] For port 064428f9-98aa-4d16-a307-1bcdb845ff8e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=064428f9-98aa-4d16-a307-1bcdb845ff8e,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:04.038045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:04.171088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 064428f9-98aa-4d16-a307-1bcdb845ff8e owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:04.452878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa09b61-4403-4e6c-92ba-fa0d93d4199f req-212190a3-aec0-470b-8e06-a76704dc4ef5 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:04.454430 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4aa09b61-4403-4e6c-92ba-fa0d93d4199f req-212190a3-aec0-470b-8e06-a76704dc4ef5 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 946 time: 0.2902036 Feb 11 13:30:04.539846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a748307-ba61-4571-aedf-c47e7d368c2e req-48da7ccb-b883-4d65-96db-9d51804c9ac6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:04.542238 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a748307-ba61-4571-aedf-c47e7d368c2e req-48da7ccb-b883-4d65-96db-9d51804c9ac6 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1387231 Feb 11 13:30:04.600733 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a748307-ba61-4571-aedf-c47e7d368c2e req-d727ded5-3df3-49c6-817e-17f2335f325b tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528970 Feb 11 13:30:04.614812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4aa09b61-4403-4e6c-92ba-fa0d93d4199f req-54753adf-5aa1-49a3-a81c-b59ba5ee0f58 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396511 Feb 11 13:30:04.621493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:04.674975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=064428f9-98aa-4d16-a307-1bcdb845ff8e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:04.880201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb198c-ee6b-420f-bd1b-943f2305378e req-40c1c237-9da5-421e-9dee-72d42000839b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:04.882777 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-adfb198c-ee6b-420f-bd1b-943f2305378e req-40c1c237-9da5-421e-9dee-72d42000839b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1011198 Feb 11 13:30:04.903946 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:04.944667 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-adfb198c-ee6b-420f-bd1b-943f2305378e req-677aa6ed-8bfe-400d-a015-449ad428689d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Feb 11 13:30:05.350286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Router f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:30:05.496595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:05.509274 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] Sync routers for ids ['f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:30:05.523397 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] Routers {'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:05.524173 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:05.528555 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2dff7b45-2449-452d-b634-53ab49ea8c02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "PUT /v2.0/routers/f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4012046 Feb 11 13:30:05.530378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51938) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:05.618726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af28e1d-b4a5-4d29-988e-6661251927b9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.620352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af28e1d-b4a5-4d29-988e-6661251927b9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.621197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3af28e1d-b4a5-4d29-988e-6661251927b9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:05.641020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3af28e1d-b4a5-4d29-988e-6661251927b9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:05.642532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3af28e1d-b4a5-4d29-988e-6661251927b9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1111376 Feb 11 13:30:05.645254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51944) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:05.663277 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] Set router f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:05.798514 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff', 'name': 'tempest-NetworksTestDHCPv6-router-1752819601', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:57Z', 'updated_at': '2022-02-11T13:30:04Z', 'revision_number': 3, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:05.804485 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] Checking router: f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:30:05.806720 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-481569e3-9fbc-40ff-bae2-11b2e27f2ea2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.810885 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-481569e3-9fbc-40ff-bae2-11b2e27f2ea2 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.73 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 946 time: 0.3000429 Feb 11 13:30:05.816933 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] Routers {'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:05.817724 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:05.905792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Deleting port a767d5da-b52a-4c39-a902-596a5c66473e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:05.906303 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:05.912621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73a3b4d-fabd-40cf-b8ca-65cceb90f522 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet c083bc16-5ad1-4c43-a7bd-60aeded106c9 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:05.916033 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a73a3b4d-fabd-40cf-b8ca-65cceb90f522 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:05.945903 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] Set router f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:05.981290 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a73a3b4d-fabd-40cf-b8ca-65cceb90f522 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:06.064972 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff', 'name': 'tempest-NetworksTestDHCPv6-router-1752819601', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:57Z', 'updated_at': '2022-02-11T13:30:04Z', 'revision_number': 3, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:06.073556 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26308af0-f8b3-44c8-b4cd-f13a01a8b25e None None] The sync data for ids ['f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff'] in n-d-818559-1 is: [{'id': 'f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff', 'name': 'tempest-NetworksTestDHCPv6-router-1752819601', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:57Z', 'updated_at': '2022-02-11T13:30:04Z', 'revision_number': 3, 'project_id': '677ea572d2d5420d8b8821b10ecc979d', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:30:06.236843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f16896-0cb4-4164-8a70-6397fccbe461 req-cbf93e13-6247-4d09-92ba-6731281903f0 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.238622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79f16896-0cb4-4164-8a70-6397fccbe461 req-cbf93e13-6247-4d09-92ba-6731281903f0 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 946 time: 0.2635598 Feb 11 13:30:06.313372 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a73a3b4d-fabd-40cf-b8ca-65cceb90f522 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:06.336551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79f16896-0cb4-4164-8a70-6397fccbe461 req-8a33a848-ac7f-4ff8-b09c-67c20c2f3468 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups?id=e412e1bc-7fd8-408d-b705-467bf82baa62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866008 Feb 11 13:30:06.338123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] For port a767d5da-b52a-4c39-a902-596a5c66473e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a767d5da-b52a-4c39-a902-596a5c66473e,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:06.338479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:06.378441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a0537-387c-4ba8-8554-05a232773e8a req-72d0c165-c74a-4760-b834-756352703ee3 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.381241 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e82a0537-387c-4ba8-8554-05a232773e8a req-72d0c165-c74a-4760-b834-756352703ee3 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.5524986 Feb 11 13:30:06.453670 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a73a3b4d-fabd-40cf-b8ca-65cceb90f522 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:06.528346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef478ff1-6ce1-4061-9f1e-f9bcb9a11ab0 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:06.534345 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e82a0537-387c-4ba8-8554-05a232773e8a req-166c4689-fb1c-4ec5-8727-b7480939ceff tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406457 Feb 11 13:30:06.536049 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a73a3b4d-fabd-40cf-b8ca-65cceb90f522 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:06.563394 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a73a3b4d-fabd-40cf-b8ca-65cceb90f522 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/c083bc16-5ad1-4c43-a7bd-60aeded106c9 HTTP/1.1" status: 204 len: 168 time: 0.9164860 Feb 11 13:30:06.565175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a3b4d-fabd-40cf-b8ca-65cceb90f522 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=c083bc16-5ad1-4c43-a7bd-60aeded106c9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:06.570952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51954) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:06.745759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 064428f9-98aa-4d16-a307-1bcdb845ff8e no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:06.805254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7e3355e9-3ea3-4d66-a4dc-4f98608fee5d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:router {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:06.827177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7e3355e9-3ea3-4d66-a4dc-4f98608fee5d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:router {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:06.828370 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7e3355e9-3ea3-4d66-a4dc-4f98608fee5d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2550743 Feb 11 13:30:06.830945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51960) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:06.838117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 064428f9-98aa-4d16-a307-1bcdb845ff8e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:30:06.839936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 064428f9-98aa-4d16-a307-1bcdb845ff8e not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:06.886047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:06.886885 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:06.886885 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Floating IP 261ca21d-2e15-489a-95d3-e1bcd8c2b47c disassociated. External IP: 172.25.4.132, port: a767d5da-b52a-4c39-a902-596a5c66473e. Feb 11 13:30:06.887053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Calling delete_port for a767d5da-b52a-4c39-a902-596a5c66473e owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:06.923018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41f0ad-0f09-4a1d-b4f9-50508e891304 req-9e584458-baa4-4307-a138-fc8649e78636 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.924432 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de41f0ad-0f09-4a1d-b4f9-50508e891304 req-9e584458-baa4-4307-a138-fc8649e78636 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.2909477 Feb 11 13:30:06.973179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e62600c-535a-402c-a6b7-537f8d067fa6 None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:30:06.978535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3e62600c-535a-402c-a6b7-537f8d067fa6 None None] Deleting port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:06.978932 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62600c-535a-402c-a6b7-537f8d067fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:07.011684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de41f0ad-0f09-4a1d-b4f9-50508e891304 req-0eaaf80b-f8e8-4742-81c1-f485b0f01d69 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752099 Feb 11 13:30:07.063462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45533885-0309-4f36-b654-dbd898a118a0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:07.100722 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:07.154718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event deleted for resources: {'Port': ['ID=a767d5da-b52a-4c39-a902-596a5c66473e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:07.257212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3e62600c-535a-402c-a6b7-537f8d067fa6 None None] For port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=80a21b3a-5ceb-427d-8fc0-b01fa8b22e42,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:07.257603 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62600c-535a-402c-a6b7-537f8d067fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:07.418248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3e62600c-535a-402c-a6b7-537f8d067fa6 None None] Calling delete_port for 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:07.483535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Router 4a5ad87d-95da-4c88-838a-cd19c02ea06f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:30:07.526761 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62600c-535a-402c-a6b7-537f8d067fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:07.547166 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45533885-0309-4f36-b654-dbd898a118a0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:07.556929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45533885-0309-4f36-b654-dbd898a118a0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:07.596659 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45533885-0309-4f36-b654-dbd898a118a0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:07.598005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45533885-0309-4f36-b654-dbd898a118a0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Fanout notify agent at l3_agent the message router_deleted on router f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:30:07.620641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62600c-535a-402c-a6b7-537f8d067fa6 None None] No DVR routers for this DVR port 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:07.637213 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:07.640087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45533885-0309-4f36-b654-dbd898a118a0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:07.644268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-45533885-0309-4f36-b654-dbd898a118a0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/routers/f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff HTTP/1.1" status: 204 len: 168 time: 0.8120897 Feb 11 13:30:07.646361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51970) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:07.665508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62600c-535a-402c-a6b7-537f8d067fa6 None None] Pushing event deleted for resources: {'Port': ['ID=80a21b3a-5ceb-427d-8fc0-b01fa8b22e42,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:07.781412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:07.799010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] Sync routers for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:30:07.812445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8cbcc6b8-d8bf-40e9-bee2-ecb259660db4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:07.818667 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f8a853d-a2c2-4287-b840-ec13f3f2ee30 req-a3b33f36-7141-48d7-ac50-aab998875fe3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaf9de13-e2f1-4efe-a538-0c64a11faab7 HTTP/1.1" status: 200 len: 210 time: 0.0754695 Feb 11 13:30:07.820011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:07.820812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:07.844083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8cbcc6b8-d8bf-40e9-bee2-ecb259660db4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:07.849363 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8cbcc6b8-d8bf-40e9-bee2-ecb259660db4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2014692 Feb 11 13:30:07.850288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51974) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:07.959069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2870fa87-46e4-4601-be6b-7beef0a00ca5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.960139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2870fa87-46e4-4601-be6b-7beef0a00ca5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:07.995279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2870fa87-46e4-4601-be6b-7beef0a00ca5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:08.001309 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2870fa87-46e4-4601-be6b-7beef0a00ca5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1497259 Feb 11 13:30:08.002218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51980) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:08.089290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:08.109672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] No DVR routers for this DVR port a767d5da-b52a-4c39-a902-596a5c66473e on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:08.110484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c0b8e15f-3711-4fc0-a5c3-c44aeeda2086 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:router {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:08.116337 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:08.121085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'name': 'network-vif-deleted', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:08.143421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c0b8e15f-3711-4fc0-a5c3-c44aeeda2086 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:router {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:08.151090 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c0b8e15f-3711-4fc0-a5c3-c44aeeda2086 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475976 Feb 11 13:30:08.151957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51988) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:08.156155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9cb45f46-5112-4dbe-b213-6b17a5fec259 req-cc006e34-6c16-4536-ac52-b581a88c342f tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.73 "DELETE /v2.0/ports/a767d5da-b52a-4c39-a902-596a5c66473e HTTP/1.1" status: 204 len: 173 time: 2.3392348 Feb 11 13:30:08.160386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:08.192615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcb1af-15c3-481f-ba69-46565d198837 req-36815eb9-0ba0-40fb-b77f-151103ed5914 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:08.199637 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93dcb1af-15c3-481f-ba69-46565d198837 req-36815eb9-0ba0-40fb-b77f-151103ed5914 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.3395398 Feb 11 13:30:08.319927 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93dcb1af-15c3-481f-ba69-46565d198837 req-cbf059d4-88f6-425f-b97e-7fbb57bc5ee1 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192687 Feb 11 13:30:08.567972 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf9de13-e2f1-4efe-a538-0c64a11faab7', 'name': 'network-vif-deleted', 'tag': 'a767d5da-b52a-4c39-a902-596a5c66473e', 'status': 'completed', 'code': 200} Feb 11 13:30:08.579610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:08.592175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:08.620537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c36afa-6602-46f3-a2e9-981317752f9c req-de8ad59e-b168-4137-a76d-b73eab32bb80 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:08.622251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0c36afa-6602-46f3-a2e9-981317752f9c req-de8ad59e-b168-4137-a76d-b73eab32bb80 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.2468553 Feb 11 13:30:08.625617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:08.627722 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:08.711792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:08.718144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] Checking router: 4a5ad87d-95da-4c88-838a-cd19c02ea06f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:30:08.736183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:08.737644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:29:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:08.790710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0c36afa-6602-46f3-a2e9-981317752f9c req-034a7995-d5bf-40ba-a079-e5aa1660a77b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480987 Feb 11 13:30:08.882446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:08.926000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a767d5da-b52a-4c39-a902-596a5c66473e no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:08.979003 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: a767d5da-b52a-4c39-a902-596a5c66473e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:30:08.979355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a767d5da-b52a-4c39-a902-596a5c66473e not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:08.983779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:30:08.984118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 80a21b3a-5ceb-427d-8fc0-b01fa8b22e42 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:09.024411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51996) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:09.047934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.objects.ports [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83567) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:30:09.049483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.052437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:09.100408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5dff0dd9-2c14-473d-b46f-312a3d9d42b3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.127832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:09.131306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:09.135646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:09.136237 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.143653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=cfd3082e-5137-41f3-b809-084fc9827144,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:09.144652 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a4b8d5-e524-44cd-b99b-8c2e493a4390 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:09.159493 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5dff0dd9-2c14-473d-b46f-312a3d9d42b3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.174412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52004) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:09.176185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-428b39b4-8a50-4d28-9f35-c4e4520ee9d3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0224526 Feb 11 13:30:09.184177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:09.294568 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:30:09.350347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5dff0dd9-2c14-473d-b46f-312a3d9d42b3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.375056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff0dd9-2c14-473d-b46f-312a3d9d42b3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412e1bc-7fd8-408d-b705-467bf82baa62,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:09.383102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:09.393277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:09.396252 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5dff0dd9-2c14-473d-b46f-312a3d9d42b3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.400204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5dff0dd9-2c14-473d-b46f-312a3d9d42b3 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "DELETE /v2.0/security-groups/e412e1bc-7fd8-408d-b705-467bf82baa62 HTTP/1.1" status: 204 len: 168 time: 0.3719225 Feb 11 13:30:09.400204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:09.400691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52012) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:09.408632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:09.420503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:09.433342 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-0f8e7640-b789-4561-83bb-ad2770888de9 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] show failed (client error): The resource could not be found. Feb 11 13:30:09.437052 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0f8e7640-b789-4561-83bb-ad2770888de9 tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "GET /v2.0/security-groups/e412e1bc-7fd8-408d-b705-467bf82baa62 HTTP/1.1" status: 404 len: 347 time: 0.0329392 Feb 11 13:30:09.437583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52018) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:09.712504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': 'cfd3082e-5137-41f3-b809-084fc9827144'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:30:09.713786 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.735774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Deleting port 7a4bcbfd-89e0-403e-920d-316370cdfd6d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:09.736113 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.801227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:09.815710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0e5a6-a985-4e61-b558-81a4dea57bcb None None] The sync data for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 is: [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:22:07Z', 'revision_number': 4, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22eae837-49b8-4be4-aa47-3e09c1cc25b5', 'name': '', 'network_id': '038bcb61-9280-4b93-ac87-142c78f0aa08', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'mac_address': 'fa:16:3e:27:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:04Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'subnets': [{'id': '5df95483-ebc8-41cc-9bd4-520dafb76a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:30:09.860184 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.884895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba53bea-a098-40c7-bb77-1ee93a3e6a7e req-f165167d-7782-4a61-8a50-48f4fa161aed tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:09.896546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ba53bea-a098-40c7-bb77-1ee93a3e6a7e req-f165167d-7782-4a61-8a50-48f4fa161aed tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.3894227 Feb 11 13:30:09.939801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Allocated IP 2001:db8::f816:3eff:fe91:bd43 (cf4cc38c-4953-43f9-9526-6e7043460974/cfd3082e-5137-41f3-b809-084fc9827144/40903b1f-bb36-4bd5-9102-67029a5a8438) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:10.080058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91097e7f-9813-4929-9429-132c6a51f849 req-94fc7bfd-7f6c-41e1-a34e-7442edc5eb1e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:10.090247 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91097e7f-9813-4929-9429-132c6a51f849 req-94fc7bfd-7f6c-41e1-a34e-7442edc5eb1e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1190410 Feb 11 13:30:10.178272 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ba53bea-a098-40c7-bb77-1ee93a3e6a7e req-5ec88080-ac89-4685-b989-b9ec59ed466e tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657747 Feb 11 13:30:10.184897 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.185523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.201525 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91097e7f-9813-4929-9429-132c6a51f849 req-c6438144-7d15-4fc6-b6b6-f8382b8dbacc tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104712 Feb 11 13:30:10.250444 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06da222b-85b3-478c-ab76-0ad35e61986b None None] New status for floating IP 261ca21d-2e15-489a-95d3-e1bcd8c2b47c: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:30:10.352544 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.353292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Calling delete_port for 7a4bcbfd-89e0-403e-920d-316370cdfd6d owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:10.375467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Transition to ACTIVE for port object 40903b1f-bb36-4bd5-9102-67029a5a8438 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:10.423874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Transition to ACTIVE for port object 40903b1f-bb36-4bd5-9102-67029a5a8438 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:10.433408 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.693904 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:10.694287 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:30:10.695687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.724525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:10.728748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:10.731485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:10.734068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Pushing event updated for resources: {'Port': ['ID=40903b1f-bb36-4bd5-9102-67029a5a8438,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:10.848293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:10.877878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Attempting to bind port 40903b1f-bb36-4bd5-9102-67029a5a8438 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:10.878558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Attempting to bind port 40903b1f-bb36-4bd5-9102-67029a5a8438 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:10.879755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Attempting to bind port 40903b1f-bb36-4bd5-9102-67029a5a8438 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:30:10.888070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:30:10.888825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:30:10.889599 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.890199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:30:10.892369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Bound port: 40903b1f-bb36-4bd5-9102-67029a5a8438, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:10.893194 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.948253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926afb47-8f25-4092-8d7b-30c3af298775 req-b425d9e4-bf21-41c5-9177-a11867684582 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:10.950075 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-926afb47-8f25-4092-8d7b-30c3af298775 req-b425d9e4-bf21-41c5-9177-a11867684582 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1464410 Feb 11 13:30:11.003528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] For port 40903b1f-bb36-4bd5-9102-67029a5a8438, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:11.010063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] For port 40903b1f-bb36-4bd5-9102-67029a5a8438, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=40903b1f-bb36-4bd5-9102-67029a5a8438,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:11.011238 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-926afb47-8f25-4092-8d7b-30c3af298775 req-ecf24c32-32a7-44ce-9830-c3981d46390d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551989 Feb 11 13:30:11.018840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:11.020268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:11.034012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=ec7e22b8-d673-4b91-8690-e8bc9129f2ad,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:11.041734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:11.042320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:11.091992 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cc9d0092-a846-4bc3-aeef-6cf93ca3b5d4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9163868 Feb 11 13:30:11.095269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52036) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:11.101749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:16:54:24', 'name': 'tempest-NetworksTestDHCPv6-1899616449'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:11.134200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4000d1e1-cf01-45c2-9867-017c96d58aeb req-c70c709c-9633-40e6-a42d-45351124493e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 1096 time: 0.2820847 Feb 11 13:30:11.151415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac674e4-d153-497d-8cc9-9475ce5b4caa None None] Pushing event updated for resources: {'Port': ['ID=40903b1f-bb36-4bd5-9102-67029a5a8438,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:11.205592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Deleting port 7a4bcbfd-89e0-403e-920d-316370cdfd6d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:11.205592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:11.559728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000d1e1-cf01-45c2-9867-017c96d58aeb req-ea83b227-179f-46fe-8c50-fc77e1a133b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:11.561239 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4000d1e1-cf01-45c2-9867-017c96d58aeb req-ea83b227-179f-46fe-8c50-fc77e1a133b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 910 time: 0.2953284 Feb 11 13:30:11.737980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:11.746375 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:11.746726 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:11.758447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:11.766528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:11.777044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:11.885763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4000d1e1-cf01-45c2-9867-017c96d58aeb req-fd1b0d6b-5f3b-47c1-a88f-230ae8f16f20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a HTTP/1.1" status: 200 len: 1001 time: 0.3107057 Feb 11 13:30:11.892139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Calling delete_port for 7a4bcbfd-89e0-403e-920d-316370cdfd6d owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:11.979596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:11.983323 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:12.023264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2115331-a521-473e-9191-33130543b076 req-37825cd4-6b0b-4187-b23c-8120fcf64f96 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:12.024873 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2115331-a521-473e-9191-33130543b076 req-37825cd4-6b0b-4187-b23c-8120fcf64f96 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.6423380 Feb 11 13:30:12.062681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000d1e1-cf01-45c2-9867-017c96d58aeb req-ebb722be-a1b3-49c8-9072-cb96ff2c0b55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:12.064206 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4000d1e1-cf01-45c2-9867-017c96d58aeb req-ebb722be-a1b3-49c8-9072-cb96ff2c0b55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92f8fad6-4c08-4ca5-b88d-880cfed479e8 HTTP/1.1" status: 200 len: 848 time: 0.1356390 Feb 11 13:30:12.079304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 93fbf826-e918-4aff-9a30-5670263be395 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:30:12.286991 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2115331-a521-473e-9191-33130543b076 req-e08d27e4-3a34-4981-91eb-f8e9cbee2bb1 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377746 Feb 11 13:30:12.336552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4344a-e31d-4409-b1a9-0213b084fac9 req-63a5769a-279b-45d0-9443-6b9678b45013 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:12.343401 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d4344a-e31d-4409-b1a9-0213b084fac9 req-63a5769a-279b-45d0-9443-6b9678b45013 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1317034 Feb 11 13:30:12.355739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401eb74-61ba-4e00-b2b1-8e0fd8bf2156 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:12.407140 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d4344a-e31d-4409-b1a9-0213b084fac9 req-44b2a822-0d5f-4ec4-97d3-575b7f452887 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606046 Feb 11 13:30:12.421776 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:12.443124 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:12.479559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fd4033ac-ec3d-453f-a425-7f486c3fd3fc None None] Provisioning for port 40903b1f-bb36-4bd5-9102-67029a5a8438 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:12.501922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 172.20.0.13 (cf4cc38c-4953-43f9-9526-6e7043460974/ec7e22b8-d673-4b91-8690-e8bc9129f2ad/93fbf826-e918-4aff-9a30-5670263be395) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:12.509798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::f816:3eff:fe16:5424 (cf4cc38c-4953-43f9-9526-6e7043460974/cfd3082e-5137-41f3-b809-084fc9827144/93fbf826-e918-4aff-9a30-5670263be395) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:12.580055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4000d1e1-cf01-45c2-9867-017c96d58aeb req-c044379c-5cf4-436c-a85e-1d398032a380 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=828e45ec-c245-4a73-8574-be834b18ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4637401 Feb 11 13:30:12.633368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Pushing event deleted for resources: {'Port': ['ID=7a4bcbfd-89e0-403e-920d-316370cdfd6d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:12.763234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29346262-a41e-42ea-ac4c-30ad7c0c2fc9 None None] Update dhcp port {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': 'cfd3082e-5137-41f3-b809-084fc9827144', 'ip_address': '2001:db8::f816:3eff:fe91:bd43'}, {'subnet_id': 'ec7e22b8-d673-4b91-8690-e8bc9129f2ad'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '40903b1f-bb36-4bd5-9102-67029a5a8438'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:30:12.824604 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29346262-a41e-42ea-ac4c-30ad7c0c2fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:12.846289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 40903b1f-bb36-4bd5-9102-67029a5a8438 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:13.014073 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.039068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 40903b1f-bb36-4bd5-9102-67029a5a8438 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:13.046136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 40903b1f-bb36-4bd5-9102-67029a5a8438 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:13.046499 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.086981 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4000d1e1-cf01-45c2-9867-017c96d58aeb req-e13648dc-5421-42d9-9a18-e44fd764ac6c service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945104 Feb 11 13:30:13.129743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.154121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5f623f1c-1b48-4d2e-9c96-1355b0dca26d tempest-AttachVolumeShelveTestJSON-1583234465 tempest-AttachVolumeShelveTestJSON-1583234465-project] 10.222.0.67 "DELETE /v2.0/floatingips/261ca21d-2e15-489a-95d3-e1bcd8c2b47c HTTP/1.1" status: 204 len: 168 time: 3.7071886 Feb 11 13:30:13.198381 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.247099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 40903b1f-bb36-4bd5-9102-67029a5a8438, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=40903b1f-bb36-4bd5-9102-67029a5a8438,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:13.247764 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.256265 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.276210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 93fbf826-e918-4aff-9a30-5670263be395 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:13.319777 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4000d1e1-cf01-45c2-9867-017c96d58aeb req-7962eed4-607f-40d5-98ae-617a301a56a2 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215998 Feb 11 13:30:13.344043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.474948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:13.494262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:13.508180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:13.613472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-29346262-a41e-42ea-ac4c-30ad7c0c2fc9 None None] Allocated IP 172.20.0.2 (cf4cc38c-4953-43f9-9526-6e7043460974/ec7e22b8-d673-4b91-8690-e8bc9129f2ad/40903b1f-bb36-4bd5-9102-67029a5a8438) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:13.640679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:13.641713 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.648343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=93fbf826-e918-4aff-9a30-5670263be395,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:13.734545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-15a9b681-2f5b-4e5d-a19e-b7d31c469e51 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6383088 Feb 11 13:30:13.745217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52062) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:13.824441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-29346262-a41e-42ea-ac4c-30ad7c0c2fc9 None None] For port 40903b1f-bb36-4bd5-9102-67029a5a8438, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=40903b1f-bb36-4bd5-9102-67029a5a8438,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:13.892192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29346262-a41e-42ea-ac4c-30ad7c0c2fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.892360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fe71b-16df-4edb-b803-d90b117aa781 req-4bb89a60-9ab4-47bf-9c2c-409ad635b737 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:13.901787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-156fe71b-16df-4edb-b803-d90b117aa781 req-4bb89a60-9ab4-47bf-9c2c-409ad635b737 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.2662344 Feb 11 13:30:13.948533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b8faa-ed94-4f0b-99ac-68e1b56d84b1 req-1a3b05e6-a2db-419a-a20d-89660290dd43 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:13.949207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-29346262-a41e-42ea-ac4c-30ad7c0c2fc9 None None] Transition to ACTIVE for port object 40903b1f-bb36-4bd5-9102-67029a5a8438 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:13.950081 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-655b8faa-ed94-4f0b-99ac-68e1b56d84b1 req-1a3b05e6-a2db-419a-a20d-89660290dd43 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.2392292 Feb 11 13:30:13.963044 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29346262-a41e-42ea-ac4c-30ad7c0c2fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:14.074162 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-655b8faa-ed94-4f0b-99ac-68e1b56d84b1 req-4fc4a6f7-ae47-4a59-908b-7c76286812a7 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155765 Feb 11 13:30:14.116699 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-156fe71b-16df-4edb-b803-d90b117aa781 req-334d6008-7071-4da1-bf0e-8a74f3dba3d4 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043562 Feb 11 13:30:14.134337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518a9613-edbb-4b3d-ba83-6e8abad22f6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.138814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518a9613-edbb-4b3d-ba83-6e8abad22f6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.139772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-518a9613-edbb-4b3d-ba83-6e8abad22f6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:14.143661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=40903b1f-bb36-4bd5-9102-67029a5a8438,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:14.160836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-518a9613-edbb-4b3d-ba83-6e8abad22f6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:14.164648 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-518a9613-edbb-4b3d-ba83-6e8abad22f6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.3972695 Feb 11 13:30:14.164927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52068) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:14.240989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29346262-a41e-42ea-ac4c-30ad7c0c2fc9 None None] Pushing event updated for resources: {'Port': ['ID=40903b1f-bb36-4bd5-9102-67029a5a8438,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:14.249266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fe47e-f76d-4108-94af-12e3d8767433 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 93fbf826-e918-4aff-9a30-5670263be395 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:14.249608 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe47e-f76d-4108-94af-12e3d8767433 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:14.573443 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe47e-f76d-4108-94af-12e3d8767433 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:14.816860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fe47e-f76d-4108-94af-12e3d8767433 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 93fbf826-e918-4aff-9a30-5670263be395 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:14.842834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 40903b1f-bb36-4bd5-9102-67029a5a8438 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:15.102458 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe47e-f76d-4108-94af-12e3d8767433 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:15.163900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fe47e-f76d-4108-94af-12e3d8767433 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=93fbf826-e918-4aff-9a30-5670263be395,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:15.274342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bacb17e1-6395-4af4-8e43-313abbfc15e1 None None] Provisioning for port 40903b1f-bb36-4bd5-9102-67029a5a8438 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:15.289373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bacb17e1-6395-4af4-8e43-313abbfc15e1 None None] Provisioning complete for port 40903b1f-bb36-4bd5-9102-67029a5a8438 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:15.289743 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bacb17e1-6395-4af4-8e43-313abbfc15e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:15.399527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52086) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:15.428268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bffaa464-e59a-43f9-a9da-2b15dc91eb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:15.494020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bcd91-8578-4915-a943-66c7601933f6 req-7bd97546-6194-445f-be55-98b4015c07f1 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.495594 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-492bcd91-8578-4915-a943-66c7601933f6 req-7bd97546-6194-445f-be55-98b4015c07f1 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1461289 Feb 11 13:30:15.592659 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-492bcd91-8578-4915-a943-66c7601933f6 req-d0641fba-02c8-4570-b67a-05acab307a66 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809941 Feb 11 13:30:15.657620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe47e-f76d-4108-94af-12e3d8767433 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:15.685253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3f3fe47e-f76d-4108-94af-12e3d8767433 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/93fbf826-e918-4aff-9a30-5670263be395 HTTP/1.1" status: 204 len: 168 time: 1.5192440 Feb 11 13:30:15.686801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6b9351f5-c82c-4c94-b251-dc8a6eaadf8a None None] Could not find standard attr ID for object 93fbf826-e918-4aff-9a30-5670263be395. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:30:15.687726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52094) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:15.693368 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16731400-8a08-4724-a366-478ca9b57252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:15.739464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16731400-8a08-4724-a366-478ca9b57252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:15.743904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16731400-8a08-4724-a366-478ca9b57252 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c2550e4eb34e8c8e8a19e7bb09a5c6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:15.746986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16731400-8a08-4724-a366-478ca9b57252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:15.752774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16731400-8a08-4724-a366-478ca9b57252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:15.763685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5aa4c-4189-4ad6-bfae-524d853c2c9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.765133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5aa4c-4189-4ad6-bfae-524d853c2c9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.766550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5aa4c-4189-4ad6-bfae-524d853c2c9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.767391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-24f5aa4c-4189-4ad6-bfae-524d853c2c9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:15.793437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af8878-5d53-4db2-8ae3-f311245f7ed6 req-5fc791d5-80ec-4e01-93ae-1a25192ca4f4 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.794728 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15af8878-5d53-4db2-8ae3-f311245f7ed6 req-5fc791d5-80ec-4e01-93ae-1a25192ca4f4 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.4465191 Feb 11 13:30:15.802989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-24f5aa4c-4189-4ad6-bfae-524d853c2c9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:15.804969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-24f5aa4c-4189-4ad6-bfae-524d853c2c9a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1153288 Feb 11 13:30:15.808505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52098) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:15.845236 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16731400-8a08-4724-a366-478ca9b57252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:15.851456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16731400-8a08-4724-a366-478ca9b57252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:15.916905 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15af8878-5d53-4db2-8ae3-f311245f7ed6 req-5ac93dff-29f7-4e34-8c55-5a1566beaa30 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095099 Feb 11 13:30:15.918402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16731400-8a08-4724-a366-478ca9b57252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99d4167-d09c-473e-a76d-72c27b436a3d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:15.942409 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-16731400-8a08-4724-a366-478ca9b57252 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4c2550e4eb34e8c8e8a19e7bb09a5c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5410612 Feb 11 13:30:15.943441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52104) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:16.042242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e37ecb70-25db-4d20-b1a1-1959ab0c8aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.072728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7b3634-c2c9-43d9-a14f-3d4883d8f537 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet cfd3082e-5137-41f3-b809-084fc9827144 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:16.076674 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3634-c2c9-43d9-a14f-3d4883d8f537 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.078343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e37ecb70-25db-4d20-b1a1-1959ab0c8aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.141177 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e37ecb70-25db-4d20-b1a1-1959ab0c8aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.144842 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3634-c2c9-43d9-a14f-3d4883d8f537 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.164263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ecb70-25db-4d20-b1a1-1959ab0c8aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99d4167-d09c-473e-a76d-72c27b436a3d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:16.166465 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e37ecb70-25db-4d20-b1a1-1959ab0c8aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.170403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e37ecb70-25db-4d20-b1a1-1959ab0c8aef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b99d4167-d09c-473e-a76d-72c27b436a3d HTTP/1.1" status: 204 len: 168 time: 0.2259860 Feb 11 13:30:16.246096 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3634-c2c9-43d9-a14f-3d4883d8f537 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.332048 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3634-c2c9-43d9-a14f-3d4883d8f537 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.398532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b3634-c2c9-43d9-a14f-3d4883d8f537 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd3082e-5137-41f3-b809-084fc9827144,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:16.409802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3634-c2c9-43d9-a14f-3d4883d8f537 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.412893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bde564-c808-410b-8945-991130aa5368 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:16.428192 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2e7b3634-c2c9-43d9-a14f-3d4883d8f537 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/cfd3082e-5137-41f3-b809-084fc9827144 HTTP/1.1" status: 204 len: 168 time: 0.6186574 Feb 11 13:30:16.431635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52122) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:16.696760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb089816-4069-44c3-b4d3-6f8bfb9f7514 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet ec7e22b8-d673-4b91-8690-e8bc9129f2ad {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:16.699985 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb089816-4069-44c3-b4d3-6f8bfb9f7514 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.751503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52126) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:16.769625 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb089816-4069-44c3-b4d3-6f8bfb9f7514 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.772424 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43dd0605-a293-43c9-9fc9-39ec08e82ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.809952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-43dd0605-a293-43c9-9fc9-39ec08e82ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:16.813934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-43dd0605-a293-43c9-9fc9-39ec08e82ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:bd3985de5c2f49b791a0aa98341b5f02 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:16.817519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-43dd0605-a293-43c9-9fc9-39ec08e82ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:16.824257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-43dd0605-a293-43c9-9fc9-39ec08e82ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:16.878974 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb089816-4069-44c3-b4d3-6f8bfb9f7514 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.920577 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43dd0605-a293-43c9-9fc9-39ec08e82ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.936051 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43dd0605-a293-43c9-9fc9-39ec08e82ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.982506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb089816-4069-44c3-b4d3-6f8bfb9f7514 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.001999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd0605-a293-43c9-9fc9-39ec08e82ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ddfeff-908f-4e13-84ea-aa6f8dcff06b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:17.009983 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-43dd0605-a293-43c9-9fc9-39ec08e82ed1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd3985de5c2f49b791a0aa98341b5f02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2551877 Feb 11 13:30:17.010936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:17.095221 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d345c8b1-d440-4ce6-9ff3-b0f3a85183c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.142251 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d345c8b1-d440-4ce6-9ff3-b0f3a85183c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.213816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fb089816-4069-44c3-b4d3-6f8bfb9f7514 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.216917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb089816-4069-44c3-b4d3-6f8bfb9f7514 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7e22b8-d673-4b91-8690-e8bc9129f2ad,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:17.227835 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d345c8b1-d440-4ce6-9ff3-b0f3a85183c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.230620 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fb089816-4069-44c3-b4d3-6f8bfb9f7514 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/ec7e22b8-d673-4b91-8690-e8bc9129f2ad HTTP/1.1" status: 204 len: 168 time: 0.7955322 Feb 11 13:30:17.232259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52136) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:17.249599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345c8b1-d440-4ce6-9ff3-b0f3a85183c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ddfeff-908f-4e13-84ea-aa6f8dcff06b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:17.251749 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d345c8b1-d440-4ce6-9ff3-b0f3a85183c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.252927 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d345c8b1-d440-4ce6-9ff3-b0f3a85183c8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c8ddfeff-908f-4e13-84ea-aa6f8dcff06b HTTP/1.1" status: 204 len: 168 time: 0.2416985 Feb 11 13:30:17.328498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5e85bebb-c786-4b78-8f29-8a152b4ea73b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950711 Feb 11 13:30:17.332040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52142) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:17.339414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:17.499617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50d3b8-f564-4428-aecc-e8858e3aad60 req-b5fbef8e-b5b7-4a58-a4cd-43a2de6091a5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:17.501409 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed50d3b8-f564-4428-aecc-e8858e3aad60 req-b5fbef8e-b5b7-4a58-a4cd-43a2de6091a5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1135967 Feb 11 13:30:17.531620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:17.540057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:17.546656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:17.559370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:17.585267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:17.592217 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.618501 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5667-f901-40ab-86d7-fce7f85086b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.655063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ed50d3b8-f564-4428-aecc-e8858e3aad60 req-a0b869be-fd36-46a4-9735-295e60a5d916 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415920 Feb 11 13:30:17.795918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff256f04-191b-4862-ae89-63716ec2e9ba None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:17.958883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-931fe807-fc09-4a7f-828c-9597d901250d None None] Provisioning complete for port 40903b1f-bb36-4bd5-9102-67029a5a8438 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:17.959263 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-931fe807-fc09-4a7f-828c-9597d901250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.076427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.objects.ports [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:30:18.271160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd174918-131c-4db7-8bc8-b3daf98a7b9b None None] Update dhcp port {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '8e46873f-8c45-480e-b5df-1fb717466433'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '40903b1f-bb36-4bd5-9102-67029a5a8438'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:30:18.299655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.327671 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd174918-131c-4db7-8bc8-b3daf98a7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.588417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] For port 40903b1f-bb36-4bd5-9102-67029a5a8438, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=40903b1f-bb36-4bd5-9102-67029a5a8438,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:18.617236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.623266 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.624039 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.626476 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-fd174918-131c-4db7-8bc8-b3daf98a7b9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:18.626995 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-fd174918-131c-4db7-8bc8-b3daf98a7b9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:30:18.825051 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.864684 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.959075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52176) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:18.960908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=40903b1f-bb36-4bd5-9102-67029a5a8438,revision_number=8']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:19.026622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:19.032831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:19.039419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.040008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:19.075849 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7423942 Feb 11 13:30:19.078784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52184) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:19.085343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:19.085643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078c16e-e13c-436a-9414-53884929a66b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=8e46873f-8c45-480e-b5df-1fb717466433,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:19.106411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4410-3162-4619-af67-308131dccff1 req-23664b72-107f-4bae-b52b-e43908de3c11 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.107417 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3c6d4410-3162-4619-af67-308131dccff1 req-23664b72-107f-4bae-b52b-e43908de3c11 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.1475949 Feb 11 13:30:19.162649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3c6d4410-3162-4619-af67-308131dccff1 req-c1a71ffb-9a79-483e-a068-39fe7c528f6a tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497065 Feb 11 13:30:19.217292 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd174918-131c-4db7-8bc8-b3daf98a7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:19.397847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:19.411949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:19.415931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:19.423945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:19.441734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:19.446034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:19.677151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fd174918-131c-4db7-8bc8-b3daf98a7b9b None None] For port 40903b1f-bb36-4bd5-9102-67029a5a8438, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=40903b1f-bb36-4bd5-9102-67029a5a8438,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:19.724116 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd174918-131c-4db7-8bc8-b3daf98a7b9b None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:19.730331 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd174918-131c-4db7-8bc8-b3daf98a7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:19.833800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd174918-131c-4db7-8bc8-b3daf98a7b9b None None] Pushing event updated for resources: {'Port': ['ID=40903b1f-bb36-4bd5-9102-67029a5a8438,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:19.905237 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:19.981927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:19.986658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:19.991955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.992554 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:19.997156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.115371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=b55458b0-a783-40bb-b50d-e5240fc0b80a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:20.142057 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-58c52aea-53bb-4363-99f3-5234b4bc7ade tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0592692 Feb 11 13:30:20.142192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52206) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:20.148963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:bb:e8:8a', 'name': 'tempest-NetworksTestDHCPv6-500730173'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:20.237435 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.316611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:20.322523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:20.326025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:20.334742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:20.360041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:20.364545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.427227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb58d3b1-4895-44af-acc8-968306ddf1a5 req-a0212418-6c91-46e9-95e9-110d22e1c320 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 1096 time: 0.0908685 Feb 11 13:30:20.467609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 9ed4743d-82fe-4c7d-b827-70eff3d65ab7 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:30:20.470359 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb58d3b1-4895-44af-acc8-968306ddf1a5 req-8eaae867-fff8-4659-9e5f-b6dea4a423b7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Feb 11 13:30:20.483666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cedc63a-605e-405e-8aac-34cf50cb1813 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:20.585773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-95c8fc66-3ad5-4e0c-a9a8-8ccb9714072a None None] Provisioning complete for port 40903b1f-bb36-4bd5-9102-67029a5a8438 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:20.586147 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95c8fc66-3ad5-4e0c-a9a8-8ccb9714072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.853041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 40903b1f-bb36-4bd5-9102-67029a5a8438 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:20.961693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 40903b1f-bb36-4bd5-9102-67029a5a8438 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:20.962054 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.001170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac381e2-48b3-46a8-a36a-19f3af1b95ee req-4086066b-e376-4b7d-ae5a-2cc696d7c979 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.002657 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ac381e2-48b3-46a8-a36a-19f3af1b95ee req-4086066b-e376-4b7d-ae5a-2cc696d7c979 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.5798287 Feb 11 13:30:21.130150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d6de55-f74e-4807-b044-34ef50491b66 None None] Update dhcp port {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '8e46873f-8c45-480e-b5df-1fb717466433', 'ip_address': '2001:db8::f816:3eff:fe91:bd43'}, {'subnet_id': 'b55458b0-a783-40bb-b50d-e5240fc0b80a'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '40903b1f-bb36-4bd5-9102-67029a5a8438'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:30:21.149320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 172.20.0.8 (cf4cc38c-4953-43f9-9526-6e7043460974/b55458b0-a783-40bb-b50d-e5240fc0b80a/9ed4743d-82fe-4c7d-b827-70eff3d65ab7) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:21.162691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::f816:3eff:febb:e88a (cf4cc38c-4953-43f9-9526-6e7043460974/8e46873f-8c45-480e-b5df-1fb717466433/9ed4743d-82fe-4c7d-b827-70eff3d65ab7) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:21.168384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ac381e2-48b3-46a8-a36a-19f3af1b95ee req-536cb981-40de-4a42-b23a-06e9d57219e2 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292338 Feb 11 13:30:21.214943 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34d6de55-f74e-4807-b044-34ef50491b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.493589 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.524025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 9ed4743d-82fe-4c7d-b827-70eff3d65ab7 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:21.603881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] Deleting port 22eae837-49b8-4be4-aa47-3e09c1cc25b5 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:21.604233 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.634970 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.683575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-34d6de55-f74e-4807-b044-34ef50491b66 None None] Allocated IP 172.20.0.2 (cf4cc38c-4953-43f9-9526-6e7043460974/b55458b0-a783-40bb-b50d-e5240fc0b80a/40903b1f-bb36-4bd5-9102-67029a5a8438) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:21.805323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:21.810430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:21.812777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:21.826294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-34d6de55-f74e-4807-b044-34ef50491b66 None None] For port 40903b1f-bb36-4bd5-9102-67029a5a8438, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=40903b1f-bb36-4bd5-9102-67029a5a8438,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:21.839145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=9ed4743d-82fe-4c7d-b827-70eff3d65ab7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:21.854795 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34d6de55-f74e-4807-b044-34ef50491b66 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.874839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-34d6de55-f74e-4807-b044-34ef50491b66 None None] Transition to ACTIVE for port object 40903b1f-bb36-4bd5-9102-67029a5a8438 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:21.880865 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34d6de55-f74e-4807-b044-34ef50491b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.905939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.906479 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.948851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] For port 22eae837-49b8-4be4-aa47-3e09c1cc25b5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=22eae837-49b8-4be4-aa47-3e09c1cc25b5,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:21.949174 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.963891 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6d79132-d4e4-41b7-8b41-1b2bb3424464 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8181014 Feb 11 13:30:21.964118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52234) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:22.021716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6de55-f74e-4807-b044-34ef50491b66 None None] Pushing event updated for resources: {'Port': ['ID=40903b1f-bb36-4bd5-9102-67029a5a8438,revision_number=10']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:22.121252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] Calling delete_port for 22eae837-49b8-4be4-aa47-3e09c1cc25b5 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:22.256293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeffb046-6f98-4f87-b8e6-d75c8f28ebd0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.260578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeffb046-6f98-4f87-b8e6-d75c8f28ebd0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.261412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aeffb046-6f98-4f87-b8e6-d75c8f28ebd0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:22.287464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aeffb046-6f98-4f87-b8e6-d75c8f28ebd0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:22.291358 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aeffb046-6f98-4f87-b8e6-d75c8f28ebd0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3237500 Feb 11 13:30:22.291847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52240) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:22.413264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2155d-dc82-4b95-a3cb-2cb26cf7dcb1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 9ed4743d-82fe-4c7d-b827-70eff3d65ab7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:22.413606 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fbf2155d-dc82-4b95-a3cb-2cb26cf7dcb1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.639945 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.667232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9cd02-ae93-4590-b24c-f50c8432f83e req-a822aa0c-ba1a-4e52-a5e8-dfdc88aaf69a tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.669450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7c9cd02-ae93-4590-b24c-f50c8432f83e req-a822aa0c-ba1a-4e52-a5e8-dfdc88aaf69a tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.3365028 Feb 11 13:30:22.693676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=22eae837-49b8-4be4-aa47-3e09c1cc25b5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:22.733179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7c9cd02-ae93-4590-b24c-f50c8432f83e req-c00e1721-2048-41af-aeef-660cc34c93a1 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561140 Feb 11 13:30:22.809771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c71e21-d834-4cd7-8815-773c779a28c8 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:22.937317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 40903b1f-bb36-4bd5-9102-67029a5a8438 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:23.087648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-05408179-814b-4e01-a142-47a563e399cd None None] Provisioning for port 40903b1f-bb36-4bd5-9102-67029a5a8438 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:23.153332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-05408179-814b-4e01-a142-47a563e399cd None None] Provisioning complete for port 40903b1f-bb36-4bd5-9102-67029a5a8438 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:23.153720 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05408179-814b-4e01-a142-47a563e399cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.197327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fbf2155d-dc82-4b95-a3cb-2cb26cf7dcb1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.271928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 40903b1f-bb36-4bd5-9102-67029a5a8438 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:23.272303 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.421948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-9f3ac5e1-32f4-4abf-beb8-8572849d087b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.422652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-9f3ac5e1-32f4-4abf-beb8-8572849d087b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Synchronizing usage tracker for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:23.488712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2155d-dc82-4b95-a3cb-2cb26cf7dcb1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 9ed4743d-82fe-4c7d-b827-70eff3d65ab7 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:23.570402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-9f3ac5e1-32f4-4abf-beb8-8572849d087b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Unset dirty status for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:23.571800 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-9f3ac5e1-32f4-4abf-beb8-8572849d087b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/networks?id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce HTTP/1.1" status: 200 len: 811 time: 0.3996785 Feb 11 13:30:23.618041 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-ffa51e69-eb95-41c3-9890-1b47d40ccc01 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/quotas/a2e31b5e817e4dce97cda1cc118f0763 HTTP/1.1" status: 200 len: 375 time: 0.0381336 Feb 11 13:30:23.622543 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.961778 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-9c89231c-3ddc-4dc2-85df-5480dbdfd557 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2e31b5e817e4dce97cda1cc118f0763&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3338897 Feb 11 13:30:23.976648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2cc4adc1-ce46-49e1-afd1-8a848159f864 None None] Provisioning for port 9ed4743d-82fe-4c7d-b827-70eff3d65ab7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:23.977724 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fbf2155d-dc82-4b95-a3cb-2cb26cf7dcb1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.988098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2cc4adc1-ce46-49e1-afd1-8a848159f864 None None] Provisioning complete for port 9ed4743d-82fe-4c7d-b827-70eff3d65ab7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:23.988470 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cc4adc1-ce46-49e1-afd1-8a848159f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.026892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4adc1-ce46-49e1-afd1-8a848159f864 None None] Port 9ed4743d-82fe-4c7d-b827-70eff3d65ab7 was deleted so its status cannot be updated. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 11 13:30:24.040047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2cc4adc1-ce46-49e1-afd1-8a848159f864 None None] Provisioning complete for port 40903b1f-bb36-4bd5-9102-67029a5a8438 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:24.040413 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cc4adc1-ce46-49e1-afd1-8a848159f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.083186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2155d-dc82-4b95-a3cb-2cb26cf7dcb1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=9ed4743d-82fe-4c7d-b827-70eff3d65ab7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:24.357106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ddd3bd64-342d-4a6f-9a7a-a8090739172e None None] Could not find standard attr ID for object 9ed4743d-82fe-4c7d-b827-70eff3d65ab7. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:30:24.487781 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fbf2155d-dc82-4b95-a3cb-2cb26cf7dcb1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.493591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-8b0f6049-666d-4573-aa9f-8d244f831d0a service neutron] 10.222.0.67 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931467 Feb 11 13:30:24.538699 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fbf2155d-dc82-4b95-a3cb-2cb26cf7dcb1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/9ed4743d-82fe-4c7d-b827-70eff3d65ab7 HTTP/1.1" status: 204 len: 168 time: 2.2434394 Feb 11 13:30:24.539659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52280) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:24.614766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8e96c-30e5-4fcc-8d76-7554f3003d33 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.616842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8e96c-30e5-4fcc-8d76-7554f3003d33 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.618688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8e96c-30e5-4fcc-8d76-7554f3003d33 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.619504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bad8e96c-30e5-4fcc-8d76-7554f3003d33 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:24.643537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bad8e96c-30e5-4fcc-8d76-7554f3003d33 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:24.645678 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bad8e96c-30e5-4fcc-8d76-7554f3003d33 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1042941 Feb 11 13:30:24.648501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52284) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:24.802727 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-a189393f-8c5b-46ea-9f69-bb2909a8ee09 service neutron] 10.222.0.67 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015122 Feb 11 13:30:24.886815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb8635d-d7ce-4b11-bb16-f8ebd288abe9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 8e46873f-8c45-480e-b5df-1fb717466433 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:24.889730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8635d-d7ce-4b11-bb16-f8ebd288abe9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.957586 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8635d-d7ce-4b11-bb16-f8ebd288abe9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.064053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] Router 4a5ad87d-95da-4c88-838a-cd19c02ea06f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:30:25.080765 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5afd0813-f83b-4ef8-9f6b-255e0dc247d4 req-b12d20ae-b097-460f-9724-0254213fae6a tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 210 time: 0.0696337 Feb 11 13:30:25.136865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8635d-d7ce-4b11-bb16-f8ebd288abe9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.220308 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8635d-d7ce-4b11-bb16-f8ebd288abe9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.272852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8635d-d7ce-4b11-bb16-f8ebd288abe9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=8e46873f-8c45-480e-b5df-1fb717466433,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:25.278365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb8635d-d7ce-4b11-bb16-f8ebd288abe9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.291425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8d51be-8594-4a44-9ed1-379d0059dabf None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:25.293222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4bb8635d-d7ce-4b11-bb16-f8ebd288abe9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/8e46873f-8c45-480e-b5df-1fb717466433 HTTP/1.1" status: 204 len: 168 time: 0.6436634 Feb 11 13:30:25.295751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52296) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:25.317043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:25.330925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aa149c85-bb7f-4f64-b33f-444c1cc25c1a admin admin] 10.222.0.67 "PUT /v2.0/routers/4a5ad87d-95da-4c88-838a-cd19c02ea06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3707371 Feb 11 13:30:25.334491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52300) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:25.341199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] Sync routers for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:30:25.383144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ea4ac1-56cb-41e6-a75d-53af18fe9183 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet b55458b0-a783-40bb-b50d-e5240fc0b80a {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:25.386252 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4ac1-56cb-41e6-a75d-53af18fe9183 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.486040 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4ac1-56cb-41e6-a75d-53af18fe9183 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.549778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.555614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:25.569230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:30:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:25.662884 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4ac1-56cb-41e6-a75d-53af18fe9183 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.825395 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4ac1-56cb-41e6-a75d-53af18fe9183 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.884466 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4ac1-56cb-41e6-a75d-53af18fe9183 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.901162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea4ac1-56cb-41e6-a75d-53af18fe9183 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=b55458b0-a783-40bb-b50d-e5240fc0b80a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:25.912755 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a2ea4ac1-56cb-41e6-a75d-53af18fe9183 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/b55458b0-a783-40bb-b50d-e5240fc0b80a HTTP/1.1" status: 204 len: 168 time: 0.6159484 Feb 11 13:30:25.916035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52314) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:25.965283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:26.179197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-29933dd1-5d8c-4404-b9ed-1156d3cf94c8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2584279 Feb 11 13:30:26.179386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52322) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:26.185376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:26.198068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d40d25-421b-4f08-a22e-ab37916a930d None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:30:26.213242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d0d40d25-421b-4f08-a22e-ab37916a930d None None] Deleting port 40903b1f-bb36-4bd5-9102-67029a5a8438 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:26.213613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0d40d25-421b-4f08-a22e-ab37916a930d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.220843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.243863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Deleting port d91dd267-d4a0-4674-a773-5aae00ddc391 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:26.243863 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.273533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52326) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:26.358635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:26.362977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:26.366086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:26.371875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:26.388451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:26.395919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.535368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23b18e61-834c-4abb-9ad1-cfe2f0909316 req-e1ddd1e0-3568-4f0f-b9b6-57883c44625f tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 210 time: 0.2628002 Feb 11 13:30:26.564539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d0d40d25-421b-4f08-a22e-ab37916a930d None None] For port 40903b1f-bb36-4bd5-9102-67029a5a8438, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=40903b1f-bb36-4bd5-9102-67029a5a8438,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:26.565090 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0d40d25-421b-4f08-a22e-ab37916a930d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.626779 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16b137da-28fd-4d26-a963-2d0f42e205af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.651253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] For port d91dd267-d4a0-4674-a773-5aae00ddc391, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d91dd267-d4a0-4674-a773-5aae00ddc391,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:26.651909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.759357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d0d40d25-421b-4f08-a22e-ab37916a930d None None] Calling delete_port for 40903b1f-bb36-4bd5-9102-67029a5a8438 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:26.798591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Calling delete_port for d91dd267-d4a0-4674-a773-5aae00ddc391 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:26.814642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 40903b1f-bb36-4bd5-9102-67029a5a8438 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:26.862237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:30:22Z', 'revision_number': 5, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port': {'id': 'd91dd267-d4a0-4674-a773-5aae00ddc391', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:54Z', 'updated_at': '2022-02-11T13:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:26.875990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] Checking router: 4a5ad87d-95da-4c88-838a-cd19c02ea06f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:30:26.879446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16b137da-28fd-4d26-a963-2d0f42e205af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:26.885523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16b137da-28fd-4d26-a963-2d0f42e205af admin admin] Usage tracker for resource:security_group_rule and tenant:3d7edda1c89d426793c1eb49e6c1d2f5 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:26.897073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16b137da-28fd-4d26-a963-2d0f42e205af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:26.915289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16b137da-28fd-4d26-a963-2d0f42e205af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:26.930828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] Routers {'4a5ad87d-95da-4c88-838a-cd19c02ea06f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:26.931733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:30:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:26.943058 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.985696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-26345b6b-34a3-49fc-97b6-7c73986f784d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.987040 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-26345b6b-34a3-49fc-97b6-7c73986f784d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.73 "GET /v2.0/networks?id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce HTTP/1.1" status: 200 len: 811 time: 0.3318503 Feb 11 13:30:27.006456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Request body: {'port': {'device_id': 'd6d21468-bf25-4549-a9f4-a3628c0959ea', 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce', 'admin_state_up': True, 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:27.045997 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:27.053739 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16b137da-28fd-4d26-a963-2d0f42e205af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.060414 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16b137da-28fd-4d26-a963-2d0f42e205af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.096011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:27.105721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:27.106315 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.109998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=2a72a98a-21b2-4d87-95f1-a11dfa1941fa,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:27.110160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.126433 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0d40d25-421b-4f08-a22e-ab37916a930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.161389 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ed0b5943-1fb9-4530-96f1-9a970b8b3203 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9806228 Feb 11 13:30:27.166658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52332) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:27.166845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b137da-28fd-4d26-a963-2d0f42e205af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc43ce-886d-4c81-9fe9-fc345b5f942b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:27.178426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Pushing event deleted for resources: {'Port': ['ID=d91dd267-d4a0-4674-a773-5aae00ddc391,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:27.181852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:27.185146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-16b137da-28fd-4d26-a963-2d0f42e205af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d7edda1c89d426793c1eb49e6c1d2f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9085100 Feb 11 13:30:27.185574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52336) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:27.195761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Port 40903b1f-bb36-4bd5-9102-67029a5a8438 update to DOWN by agent not found {{(pid=83569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 11 13:30:27.219824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d40d25-421b-4f08-a22e-ab37916a930d None None] Pushing event deleted for resources: {'Port': ['ID=40903b1f-bb36-4bd5-9102-67029a5a8438,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:27.235086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d40d25-421b-4f08-a22e-ab37916a930d None None] No DVR routers for this DVR port 40903b1f-bb36-4bd5-9102-67029a5a8438 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:27.256657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e95173-ac60-4499-8432-5211e577a23c None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:27.278164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] Set router 4a5ad87d-95da-4c88-838a-cd19c02ea06f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:27.295619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:27.312628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:27.351029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Made reservation on behalf of a2e31b5e817e4dce97cda1cc118f0763 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:27.353994 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.384103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:27.424400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:27.428309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:27.438667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:27.476500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:30:26Z', 'revision_number': 6, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:27.482337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:27.482494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-294b6afc-6af5-44c8-ac5d-2d45a1021394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.485730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.493392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646465ea-2917-4541-b284-ff1f7a93401a None None] The sync data for ids ['4a5ad87d-95da-4c88-838a-cd19c02ea06f'] in n-d-818559-1 is: [{'id': '4a5ad87d-95da-4c88-838a-cd19c02ea06f', 'name': 'tempest-AttachVolumeShelveTestJSON-276644729-router', 'tenant_id': 'b7ae4168cfa2454daeb86db2386933ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:53Z', 'updated_at': '2022-02-11T13:30:26Z', 'revision_number': 6, 'project_id': 'b7ae4168cfa2454daeb86db2386933ba', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:30:27.498456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.646086 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-294b6afc-6af5-44c8-ac5d-2d45a1021394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.682619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '2a72a98a-21b2-4d87-95f1-a11dfa1941fa'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:30:27.683426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.743047 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6934787-8b1f-4cf3-b056-fe775887d5a6 req-4c86b4d2-34d2-49b6-9007-c2daa13633d3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 210 time: 0.0680878 Feb 11 13:30:27.762927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Allocated IP 172.20.0.12 (3b7d298f-8551-4a79-88bd-2e84fa1c4bce/56793546-44b9-4f50-b2a7-f81db8c4d71c/4f18e22f-7af9-469c-89d5-a8969c2e2190) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:27.875713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Allocated IP 172.20.0.2 (cf4cc38c-4953-43f9-9526-6e7043460974/2a72a98a-21b2-4d87-95f1-a11dfa1941fa/4a5fb548-97b2-4952-9399-14c6c7ab4d04) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:27.944446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.950168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.986145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-294b6afc-6af5-44c8-ac5d-2d45a1021394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.002883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.003320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a5ad87d-95da-4c88-838a-cd19c02ea06f {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:30:28.015437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b6afc-6af5-44c8-ac5d-2d45a1021394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc43ce-886d-4c81-9fe9-fc345b5f942b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.034790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-294b6afc-6af5-44c8-ac5d-2d45a1021394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.038369 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-294b6afc-6af5-44c8-ac5d-2d45a1021394 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a4dc43ce-886d-4c81-9fe9-fc345b5f942b HTTP/1.1" status: 204 len: 168 time: 0.8498123 Feb 11 13:30:28.039438 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.043440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-29be9303-9ef5-48bf-9953-4d4593c7a11d admin admin] 10.222.0.67 "DELETE /v2.0/routers/4a5ad87d-95da-4c88-838a-cd19c02ea06f HTTP/1.1" status: 204 len: 168 time: 2.7077856 Feb 11 13:30:28.046628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52344) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:28.072988 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.128966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ada517-83ef-40b8-ba9d-f8ef05508832 admin admin] Deleting subnet 5df95483-ebc8-41cc-9bd4-520dafb76a6f {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:28.132349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6ada517-83ef-40b8-ba9d-f8ef05508832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.179314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.200337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Transition to ACTIVE for port object 4a5fb548-97b2-4952-9399-14c6c7ab4d04 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:28.224344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6ada517-83ef-40b8-ba9d-f8ef05508832 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.240973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Transition to ACTIVE for port object 4a5fb548-97b2-4952-9399-14c6c7ab4d04 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:28.246024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.250046 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.296323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.objects.ports [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:30:28.303015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['12fdb2e5-c987-4de7-8faf-8aa1c6a70d33'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:30:28.309680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.341523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6ada517-83ef-40b8-ba9d-f8ef05508832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.381341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=5a487fdf-32bf-4a38-a700-577ddfdcaf5d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.407893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:28.410619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:28.412990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:28.421378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:28.425935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Pushing event updated for resources: {'Port': ['ID=4f18e22f-7af9-469c-89d5-a8969c2e2190,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.429278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:28.430419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:28.445768 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6ada517-83ef-40b8-ba9d-f8ef05508832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.456798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:28.477835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:28.484082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.484082 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.500748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ada517-83ef-40b8-ba9d-f8ef05508832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df95483-ebc8-41cc-9bd4-520dafb76a6f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.516712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b6ada517-83ef-40b8-ba9d-f8ef05508832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.527356 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b6ada517-83ef-40b8-ba9d-f8ef05508832 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5df95483-ebc8-41cc-9bd4-520dafb76a6f HTTP/1.1" status: 204 len: 168 time: 0.4800429 Feb 11 13:30:28.527636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52350) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:28.614056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.614808 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.627310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2580f1e1-8ddb-4aab-865f-e75c1d804fae tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4602361 Feb 11 13:30:28.633372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52354) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:28.633772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9801cc-8dca-4df0-a64e-4f9c59828674 None None] Network 038bcb61-9280-4b93-ac87-142c78f0aa08 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:28.641484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:55:ab:55', 'name': 'tempest-NetworksTestDHCPv6-400399684'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:28.649040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Pushing event updated for resources: {'Port': ['ID=4a5fb548-97b2-4952-9399-14c6c7ab4d04,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.669267 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-af0499d5-a2c8-46e7-ae20-1853d2c238fd tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6640720 Feb 11 13:30:28.684807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52358) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:28.723175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Request body: {'port': {'device_id': 'd6d21468-bf25-4549-a9f4-a3628c0959ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:28.731674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d7c43acf-fb95-4bf4-90ff-076f86fa53ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.772802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.790514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Attempting to bind port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:28.791114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Attempting to bind port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:28.791881 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Attempting to bind port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:30:28.825903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 22eae837-49b8-4be4-aa47-3e09c1cc25b5 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:28.827089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Deleting port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:28.827491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.874612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:30:28.875075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:30:28.875536 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.875986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:30:28.876649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Bound port: 4a5fb548-97b2-4952-9399-14c6c7ab4d04, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:28.879143 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.888636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d7c43acf-fb95-4bf4-90ff-076f86fa53ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:28.896067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 22eae837-49b8-4be4-aa47-3e09c1cc25b5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:30:28.896488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 22eae837-49b8-4be4-aa47-3e09c1cc25b5 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:28.897319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d91dd267-d4a0-4674-a773-5aae00ddc391 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:28.927920 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.955980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:28.964909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d7c43acf-fb95-4bf4-90ff-076f86fa53ac admin admin] Usage tracker for resource:security_group_rule and tenant:4c398bb86af54dcdadab844b8157dd01 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:28.975313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d7c43acf-fb95-4bf4-90ff-076f86fa53ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:28.977232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d91dd267-d4a0-4674-a773-5aae00ddc391 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:30:28.977949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d91dd267-d4a0-4674-a773-5aae00ddc391 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:28.993432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d7c43acf-fb95-4bf4-90ff-076f86fa53ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:29.099742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:29.105779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:29.116018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] For port 4a5fb548-97b2-4952-9399-14c6c7ab4d04, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:29.120901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:29.122258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] For port 4a5fb548-97b2-4952-9399-14c6c7ab4d04, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4a5fb548-97b2-4952-9399-14c6c7ab4d04,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:29.132064 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.152406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] For port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2f15e3ed-33fb-4dde-808c-2e7bc59dbba4,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:29.152783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.199749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:29.205267 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.241613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] DHCP port deletion for 038bcb61-9280-4b93-ac87-142c78f0aa08 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:30:29.258814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] Deleting port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:29.259931 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.260067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 7661e3df-3509-463d-8977-1d3622c5bf45 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:30:29.295296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Calling delete_port for 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:29.406998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48913792-a4ee-4214-b1fb-548cef9e5b6a req-e27d2d5a-9467-4f92-a0bd-faf5c96d1fff tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.408406 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48913792-a4ee-4214-b1fb-548cef9e5b6a req-e27d2d5a-9467-4f92-a0bd-faf5c96d1fff tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 932 time: 0.4893284 Feb 11 13:30:29.454171 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d7c43acf-fb95-4bf4-90ff-076f86fa53ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.463361 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d7c43acf-fb95-4bf4-90ff-076f86fa53ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.507608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] For port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2f15e3ed-33fb-4dde-808c-2e7bc59dbba4,segment=NetworkSegment(ee693bf4-fe33-4f88-9f11-9357427108f8),segment_id=ee693bf4-fe33-4f88-9f11-9357427108f8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:29.508589 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.511925 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.592066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f15e3ed-33fb-4dde-808c-2e7bc59dbba4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:29.602540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c43acf-fb95-4bf4-90ff-076f86fa53ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abca01f-f121-4d75-870a-60997b2130f5,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:29.620805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48913792-a4ee-4214-b1fb-548cef9e5b6a req-700a8d48-9401-4106-988d-3f5738462a1a tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010500 Feb 11 13:30:29.626236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d7c43acf-fb95-4bf4-90ff-076f86fa53ac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c398bb86af54dcdadab844b8157dd01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9406033 Feb 11 13:30:29.629577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] No DVR routers for this DVR port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:29.630004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52364) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:29.660748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] Calling delete_port for 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:29.702919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f18e22f-7af9-469c-89d5-a8969c2e2190 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:29.726431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.742474 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:29.742858 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:30:29.743469 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831e960-d05b-4044-9553-1c2beff0a9e7 None None] Pushing event updated for resources: {'Port': ['ID=4a5fb548-97b2-4952-9399-14c6c7ab4d04,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:29.760697 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.790286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038bcb61-9280-4b93-ac87-142c78f0aa08']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:29.807411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee693bf4-fe33-4f88-9f11-9357427108f8') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:29.807784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee693bf4-fe33-4f88-9f11-9357427108f8') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:29.811975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Transition to ACTIVE for port object 4f18e22f-7af9-469c-89d5-a8969c2e2190 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:29.820353 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.826213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.848861 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.856736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:30:29.857123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:30:29.871731 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:30:29.899828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 172.20.0.8 (cf4cc38c-4953-43f9-9526-6e7043460974/2a72a98a-21b2-4d87-95f1-a11dfa1941fa/7661e3df-3509-463d-8977-1d3622c5bf45) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:29.908169 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95b43ec1-457a-4821-a1da-ee98304c3e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.926990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::f816:3eff:fe55:ab55 (cf4cc38c-4953-43f9-9526-6e7043460974/5a487fdf-32bf-4a38-a700-577ddfdcaf5d/7661e3df-3509-463d-8977-1d3622c5bf45) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:29.961198 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.978986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.989558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=038bcb61-9280-4b93-ac87-142c78f0aa08,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:30.010464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-94e0eb9f-73c2-4a03-aaa6-a35083f57da9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/038bcb61-9280-4b93-ac87-142c78f0aa08 HTTP/1.1" status: 204 len: 168 time: 1.4792669 Feb 11 13:30:30.028321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f18e22f-7af9-469c-89d5-a8969c2e2190,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:30.042279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95b43ec1-457a-4821-a1da-ee98304c3e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.219023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52370) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:30.243872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] Deleting port 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:30.244399 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.286055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-13bcda13-72fb-43e1-87dc-3a3672a6ecf4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b7ae4168cfa2454daeb86db2386933ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0628498 Feb 11 13:30:30.286414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52374) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:30.310979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95b43ec1-457a-4821-a1da-ee98304c3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.322485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42def090-2c46-453a-bd40-551ad00f93eb None None] The port '2f15e3ed-33fb-4dde-808c-2e7bc59dbba4' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:30:30.339851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Attempting to bind port 4f18e22f-7af9-469c-89d5-a8969c2e2190 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:30.340164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Attempting to bind port 4f18e22f-7af9-469c-89d5-a8969c2e2190 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:30.340493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Attempting to bind port 4f18e22f-7af9-469c-89d5-a8969c2e2190 on network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:30:30.352374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b43ec1-457a-4821-a1da-ee98304c3e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abca01f-f121-4d75-870a-60997b2130f5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:30.374526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Port 4f18e22f-7af9-469c-89d5-a8969c2e2190 on network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:30:30.374845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Attempting to bind port 4f18e22f-7af9-469c-89d5-a8969c2e2190 on network 3b7d298f-8551-4a79-88bd-2e84fa1c4bce {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:30:30.389314 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64678da7-91e6-49ce-a69f-f27259095c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.401942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95b43ec1-457a-4821-a1da-ee98304c3e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.405547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-95b43ec1-457a-4821-a1da-ee98304c3e76 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9abca01f-f121-4d75-870a-60997b2130f5 HTTP/1.1" status: 204 len: 168 time: 0.7693651 Feb 11 13:30:30.408961 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.412664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:30:30.413008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Checking segment: {'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:30:30.413390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Bound using segment: {'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:30:30.413826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Bound port: 4f18e22f-7af9-469c-89d5-a8969c2e2190, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1950b96a-727a-4ac1-a475-6b86ccf5df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:30.414167 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.423091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64678da7-91e6-49ce-a69f-f27259095c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.482680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 7661e3df-3509-463d-8977-1d3622c5bf45 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:30.500050 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64678da7-91e6-49ce-a69f-f27259095c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.532322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678da7-91e6-49ce-a69f-f27259095c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d43064-c7b8-4bff-9140-677ed50101c8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:30.540207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-64678da7-91e6-49ce-a69f-f27259095c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.541627 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-64678da7-91e6-49ce-a69f-f27259095c9e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/28d43064-c7b8-4bff-9140-677ed50101c8 HTTP/1.1" status: 204 len: 168 time: 0.2542465 Feb 11 13:30:30.542722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] For port 4f18e22f-7af9-469c-89d5-a8969c2e2190, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:30.557222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] For port 4f18e22f-7af9-469c-89d5-a8969c2e2190, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4f18e22f-7af9-469c-89d5-a8969c2e2190,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:30.568322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.637951 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.685798 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.687651 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f18e22f-7af9-469c-89d5-a8969c2e2190 HTTP/1.1" status: 200 len: 1092 time: 1.9736440 Feb 11 13:30:30.692008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d21468-bf25-4549-a9f4-a3628c0959ea', 'tag': '4f18e22f-7af9-469c-89d5-a8969c2e2190'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:30.726383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e1ba0-462d-4dbb-ba0c-3c7fcdbc5bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f18e22f-7af9-469c-89d5-a8969c2e2190,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:30.731435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:30.780480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:30.839463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779d50d-969d-44a1-8a63-a2067cfc4a7f None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:30.858424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:30.911077 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d21468-bf25-4549-a9f4-a3628c0959ea', 'tag': '4f18e22f-7af9-469c-89d5-a8969c2e2190', 'status': 'completed', 'code': 200} Feb 11 13:30:30.943182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4a5fb548-97b2-4952-9399-14c6c7ab4d04 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:31.025695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=7661e3df-3509-463d-8977-1d3622c5bf45,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:31.045375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52390) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:31.051171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.051928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.055496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b5f9ed71-d353-42da-8653-9b90a390cfaa None None] Provisioning for port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:31.081049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:31.097105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:31.097515 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.103111 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-55587d3f-7511-4dd4-be95-8be40dbc4724 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4687905 Feb 11 13:30:31.106201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:31.113849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a36-01d3-4ef8-9540-a38cd40c2757 req-667f3bf0-bddb-45c0-9bd2-1b92dff31257 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.114597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0f478a36-01d3-4ef8-9540-a38cd40c2757 req-667f3bf0-bddb-45c0-9bd2-1b92dff31257 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Synchronizing usage tracker for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:31.233588 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aea6cacb-8e10-41c4-96da-cdb9fb4a12b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.282988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aea6cacb-8e10-41c4-96da-cdb9fb4a12b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:31.286339 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-c13d762c-828a-47e5-a29b-a725f9ee4db3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2e31b5e817e4dce97cda1cc118f0763&device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 1095 time: 0.5128055 Feb 11 13:30:31.289214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aea6cacb-8e10-41c4-96da-cdb9fb4a12b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e63a6366eaac4e51b8d7a288955dd57c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:31.294933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aea6cacb-8e10-41c4-96da-cdb9fb4a12b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:31.311371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aea6cacb-8e10-41c4-96da-cdb9fb4a12b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:31.337547 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.364845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-491ad98c-526c-4253-933d-214389534c74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f18e22f-7af9-469c-89d5-a8969c2e2190 HTTP/1.1" status: 200 len: 217 time: 0.0696857 Feb 11 13:30:31.367306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0f478a36-01d3-4ef8-9540-a38cd40c2757 req-667f3bf0-bddb-45c0-9bd2-1b92dff31257 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Unset dirty status for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:31.368345 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f478a36-01d3-4ef8-9540-a38cd40c2757 req-667f3bf0-bddb-45c0-9bd2-1b92dff31257 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 944 time: 0.4395292 Feb 11 13:30:31.392876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 4a5fb548-97b2-4952-9399-14c6c7ab4d04, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4a5fb548-97b2-4952-9399-14c6c7ab4d04,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:31.399640 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.409552 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aea6cacb-8e10-41c4-96da-cdb9fb4a12b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.415528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aea6cacb-8e10-41c4-96da-cdb9fb4a12b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.480193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83ec23-1a84-4725-a86c-796875daf8f2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.484025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83ec23-1a84-4725-a86c-796875daf8f2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.484721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f83ec23-1a84-4725-a86c-796875daf8f2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:31.492630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6cacb-8e10-41c4-96da-cdb9fb4a12b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a765ada2-e332-4c7e-b620-2ecad57a27e6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:31.499403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aea6cacb-8e10-41c4-96da-cdb9fb4a12b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e63a6366eaac4e51b8d7a288955dd57c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4517279 Feb 11 13:30:31.502383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52406) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:31.504694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:31.553802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:30:31.554407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2f15e3ed-33fb-4dde-808c-2e7bc59dbba4 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:31.574504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=4a5fb548-97b2-4952-9399-14c6c7ab4d04,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:31.587649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-67825531-03b2-43c4-9b89-387c6b297aed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.589614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-67825531-03b2-43c4-9b89-387c6b297aed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56793546-44b9-4f50-b2a7-f81db8c4d71c HTTP/1.1" status: 200 len: 851 time: 0.2116759 Feb 11 13:30:31.597341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f83ec23-1a84-4725-a86c-796875daf8f2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:31.599254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2f83ec23-1a84-4725-a86c-796875daf8f2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.4926696 Feb 11 13:30:31.602730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52410) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:31.664200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-f42a0ee6-4e03-413a-8394-740b58aff4f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614777 Feb 11 13:30:31.666809 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f478a36-01d3-4ef8-9540-a38cd40c2757 req-aaf351a2-9b24-47ba-acda-070837b5b664 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563343 Feb 11 13:30:31.680280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df74a57e-1d1a-4732-ad4b-51c3ba19a804 None None] Update dhcp port {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '2a72a98a-21b2-4d87-95f1-a11dfa1941fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '5a487fdf-32bf-4a38-a700-577ddfdcaf5d'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '4a5fb548-97b2-4952-9399-14c6c7ab4d04'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:30:31.694780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3e0b7-8c22-4e2c-942e-3e56534ab5b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 7661e3df-3509-463d-8977-1d3622c5bf45 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:31.695133 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e0b7-8c22-4e2c-942e-3e56534ab5b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.731639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c2c618-496e-42c6-ac8d-208e12f30237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.739144 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df74a57e-1d1a-4732-ad4b-51c3ba19a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.837509 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c2c618-496e-42c6-ac8d-208e12f30237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.921229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-b2f94888-c668-4fd6-bf5f-b0a0e883c2a2 service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488594 Feb 11 13:30:31.974394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-df74a57e-1d1a-4732-ad4b-51c3ba19a804 None None] Allocated IP 2001:db8::f816:3eff:fe6a:8aac (cf4cc38c-4953-43f9-9526-6e7043460974/5a487fdf-32bf-4a38-a700-577ddfdcaf5d/4a5fb548-97b2-4952-9399-14c6c7ab4d04) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:31.998835 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e0b7-8c22-4e2c-942e-3e56534ab5b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.025194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c2c618-496e-42c6-ac8d-208e12f30237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.052487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2c618-496e-42c6-ac8d-208e12f30237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a765ada2-e332-4c7e-b620-2ecad57a27e6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:32.057288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c2c618-496e-42c6-ac8d-208e12f30237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.062313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-59c2c618-496e-42c6-ac8d-208e12f30237 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a765ada2-e332-4c7e-b620-2ecad57a27e6 HTTP/1.1" status: 204 len: 168 time: 0.5569196 Feb 11 13:30:32.104984 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d468db2e-455d-4cb3-89fe-f32bc98b384b req-7054f9f6-2242-45b5-b4a7-4dc66ad124fc service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780317 Feb 11 13:30:32.215230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3e0b7-8c22-4e2c-942e-3e56534ab5b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 7661e3df-3509-463d-8977-1d3622c5bf45 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:32.297135 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f77af06-f672-4a35-8610-851e6b8b8e3d req-9c151ccb-0cbb-44f4-a7c1-ef0697aff528 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2e31b5e817e4dce97cda1cc118f0763&device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 1095 time: 0.1356294 Feb 11 13:30:32.339726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-df74a57e-1d1a-4732-ad4b-51c3ba19a804 None None] For port 4a5fb548-97b2-4952-9399-14c6c7ab4d04, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4a5fb548-97b2-4952-9399-14c6c7ab4d04,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:32.369047 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df74a57e-1d1a-4732-ad4b-51c3ba19a804 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.387570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-df74a57e-1d1a-4732-ad4b-51c3ba19a804 None None] Transition to ACTIVE for port object 4a5fb548-97b2-4952-9399-14c6c7ab4d04 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:32.393943 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df74a57e-1d1a-4732-ad4b-51c3ba19a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.501062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77af06-f672-4a35-8610-851e6b8b8e3d req-bb44f2ce-0978-4e9b-b031-9929040bb455 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.503500 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f77af06-f672-4a35-8610-851e6b8b8e3d req-bb44f2ce-0978-4e9b-b031-9929040bb455 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce HTTP/1.1" status: 200 len: 912 time: 0.1966672 Feb 11 13:30:32.513147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e0b7-8c22-4e2c-942e-3e56534ab5b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.604954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3e0b7-8c22-4e2c-942e-3e56534ab5b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=7661e3df-3509-463d-8977-1d3622c5bf45,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:32.609304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f77af06-f672-4a35-8610-851e6b8b8e3d req-7c7bd6ff-ce84-4668-b81b-a005520b7ec1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f18e22f-7af9-469c-89d5-a8969c2e2190 HTTP/1.1" status: 200 len: 217 time: 0.0996940 Feb 11 13:30:32.645406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74a57e-1d1a-4732-ad4b-51c3ba19a804 None None] Pushing event updated for resources: {'Port': ['ID=4a5fb548-97b2-4952-9399-14c6c7ab4d04,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:32.781670 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e0b7-8c22-4e2c-942e-3e56534ab5b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.809764 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5ac3e0b7-8c22-4e2c-942e-3e56534ab5b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/7661e3df-3509-463d-8977-1d3622c5bf45 HTTP/1.1" status: 204 len: 168 time: 1.2058816 Feb 11 13:30:32.813530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52440) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:32.820658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4a5fb548-97b2-4952-9399-14c6c7ab4d04 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:32.830239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77af06-f672-4a35-8610-851e6b8b8e3d req-3dd4231c-d533-4e6b-af6e-4284286d778a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.832295 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f77af06-f672-4a35-8610-851e6b8b8e3d req-3dd4231c-d533-4e6b-af6e-4284286d778a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56793546-44b9-4f50-b2a7-f81db8c4d71c HTTP/1.1" status: 200 len: 851 time: 0.2171285 Feb 11 13:30:32.930444 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f77af06-f672-4a35-8610-851e6b8b8e3d req-cb905811-063c-4bb7-a00e-ffaca194b98e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900793 Feb 11 13:30:32.975277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd30e55-15d3-485f-b803-f29d5afbd35d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.976691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd30e55-15d3-485f-b803-f29d5afbd35d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.982778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd30e55-15d3-485f-b803-f29d5afbd35d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.983634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9fd30e55-15d3-485f-b803-f29d5afbd35d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:33.101540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9fd30e55-15d3-485f-b803-f29d5afbd35d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:33.105653 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9fd30e55-15d3-485f-b803-f29d5afbd35d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2910929 Feb 11 13:30:33.106451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52450) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:33.183335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f77af06-f672-4a35-8610-851e6b8b8e3d req-c8650441-291c-4fd5-a456-5b55acbcdd2d service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411914 Feb 11 13:30:33.303899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d62f3-f1ae-4f22-a7c7-9b31c8576c11 req-062e7e0a-6113-4e47-8435-f1c9d91ff5a8 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:33.311243 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d19d62f3-f1ae-4f22-a7c7-9b31c8576c11 req-062e7e0a-6113-4e47-8435-f1c9d91ff5a8 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 944 time: 0.3112059 Feb 11 13:30:33.386868 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f77af06-f672-4a35-8610-851e6b8b8e3d req-ea4fc4f0-7291-4728-abed-e48a5c790289 service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976233 Feb 11 13:30:33.412809 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d19d62f3-f1ae-4f22-a7c7-9b31c8576c11 req-2614a1c5-5487-47d6-a75c-9d7e1cd0f81f tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004281 Feb 11 13:30:33.446895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54add29-38a5-488f-a80f-700c9e31d19c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 2a72a98a-21b2-4d87-95f1-a11dfa1941fa {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:33.451123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f54add29-38a5-488f-a80f-700c9e31d19c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:33.544283 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f54add29-38a5-488f-a80f-700c9e31d19c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:33.601967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f51f5a92-66eb-419b-85b3-dfdc4d6f5817 None None] Could not find standard attr ID for object 7661e3df-3509-463d-8977-1d3622c5bf45. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:30:33.631321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f51f5a92-66eb-419b-85b3-dfdc4d6f5817 None None] Provisioning for port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:33.636965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f51f5a92-66eb-419b-85b3-dfdc4d6f5817 None None] Provisioning complete for port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:33.637338 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f51f5a92-66eb-419b-85b3-dfdc4d6f5817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:33.680717 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f54add29-38a5-488f-a80f-700c9e31d19c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:33.789817 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f54add29-38a5-488f-a80f-700c9e31d19c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:33.849102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54add29-38a5-488f-a80f-700c9e31d19c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=2a72a98a-21b2-4d87-95f1-a11dfa1941fa,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:33.875503 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f54add29-38a5-488f-a80f-700c9e31d19c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:33.900452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f54add29-38a5-488f-a80f-700c9e31d19c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/2a72a98a-21b2-4d87-95f1-a11dfa1941fa HTTP/1.1" status: 204 len: 168 time: 0.7887106 Feb 11 13:30:33.900622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52464) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:33.998660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dba8a04-7c3f-492e-93a9-61280cdd545b None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:34.085141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-49095f1e-bc72-45df-bb6f-461ce818f602 None None] Could not find standard attr ID for object 7661e3df-3509-463d-8977-1d3622c5bf45. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:30:34.165797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d62de39-7f28-4248-acb3-75a902b4f7d0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 5a487fdf-32bf-4a38-a700-577ddfdcaf5d {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:34.168773 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d62de39-7f28-4248-acb3-75a902b4f7d0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:34.355019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d62de39-7f28-4248-acb3-75a902b4f7d0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:34.454778 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d62de39-7f28-4248-acb3-75a902b4f7d0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:34.557091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d62de39-7f28-4248-acb3-75a902b4f7d0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:34.617736 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62de39-7f28-4248-acb3-75a902b4f7d0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=5a487fdf-32bf-4a38-a700-577ddfdcaf5d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:34.630437 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d62de39-7f28-4248-acb3-75a902b4f7d0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:34.644284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52492) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:34.644811 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4d62de39-7f28-4248-acb3-75a902b4f7d0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/5a487fdf-32bf-4a38-a700-577ddfdcaf5d HTTP/1.1" status: 204 len: 168 time: 0.7428493 Feb 11 13:30:34.909510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-902cff29-b0ae-4366-a9b6-a1aaa48d72f7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2630982 Feb 11 13:30:34.912165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52504) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:34.920123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:34.956986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d272-3b33-4d44-a733-a1a81689bdfe req-4f3158da-4a0d-47bc-adab-c443125f787c tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:34.958663 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1661d272-3b33-4d44-a733-a1a81689bdfe req-4f3158da-4a0d-47bc-adab-c443125f787c tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 944 time: 0.1150620 Feb 11 13:30:34.995140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4f18e22f-7af9-469c-89d5-a8969c2e2190 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:30:35.037729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1661d272-3b33-4d44-a733-a1a81689bdfe req-44861138-a199-498f-9c9a-1085489ebc01 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716453 Feb 11 13:30:35.077841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e0376-643c-46fe-9678-0acb50391290 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:35.105083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:35.110825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:35.114977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:35.121275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:35.133797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:35.138723 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:35.366724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-16bef942-aee2-42da-83e8-ac1f47ce87d0 None None] Provisioning complete for port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:35.367137 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16bef942-aee2-42da-83e8-ac1f47ce87d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:35.418942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:35.476508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4f18e22f-7af9-469c-89d5-a8969c2e2190, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4f18e22f-7af9-469c-89d5-a8969c2e2190,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:35.527927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:35.528893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '4f18e22f-7af9-469c-89d5-a8969c2e2190', 'network_id': '3b7d298f-8551-4a79-88bd-2e84fa1c4bce', 'port_id': '4f18e22f-7af9-469c-89d5-a8969c2e2190', 'mac_address': 'fa:16:3e:8e:b2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56793546-44b9-4f50-b2a7-f81db8c4d71c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:30:35.530165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:35.543101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:35.544175 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:35.594097 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6773415 Feb 11 13:30:35.594354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52522) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:35.601281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:35.616738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d1f30-2ebc-44b5-bb4d-181f1279e314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=52d15b50-b828-4eec-9571-83896a6fde9d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:35.635720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb7b988-2bce-4bfc-9c6e-077a9d02a82f None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:30:35.672647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7b988-2bce-4bfc-9c6e-077a9d02a82f None None] Deleting port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:35.673020 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b988-2bce-4bfc-9c6e-077a9d02a82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:35.758374 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:35.793995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:35.796332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f18e22f-7af9-469c-89d5-a8969c2e2190 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:35.798748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:35.803337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:35.810020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:35.823094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:35.828496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:35.985650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4f18e22f-7af9-469c-89d5-a8969c2e2190, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4f18e22f-7af9-469c-89d5-a8969c2e2190,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:35.999329 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.146344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-eeb7b988-2bce-4bfc-9c6e-077a9d02a82f None None] For port 4a5fb548-97b2-4952-9399-14c6c7ab4d04, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4a5fb548-97b2-4952-9399-14c6c7ab4d04,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:36.146873 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b988-2bce-4bfc-9c6e-077a9d02a82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.291814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4f18e22f-7af9-469c-89d5-a8969c2e2190,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:36.303303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7b988-2bce-4bfc-9c6e-077a9d02a82f None None] Calling delete_port for 4a5fb548-97b2-4952-9399-14c6c7ab4d04 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:36.336837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52552) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:36.412570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['4f18e22f-7af9-469c-89d5-a8969c2e2190'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:30:36.448071 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b988-2bce-4bfc-9c6e-077a9d02a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.496945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.objects.ports [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83567) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:30:36.552904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb7b988-2bce-4bfc-9c6e-077a9d02a82f None None] No DVR routers for this DVR port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:36.567101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7b988-2bce-4bfc-9c6e-077a9d02a82f None None] Pushing event deleted for resources: {'Port': ['ID=4a5fb548-97b2-4952-9399-14c6c7ab4d04,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:36.568363 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a07808bf-3f47-43b7-b756-6a160c2b6871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.575612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e538a-2b55-44f7-b7c0-c3567a32ddd5 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:36.631505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a07808bf-3f47-43b7-b756-6a160c2b6871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:36.642023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_pluggable_backend [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Port 4a5fb548-97b2-4952-9399-14c6c7ab4d04 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83567) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 13:30:36.642326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_pluggable_backend [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6a:8aac {{(pid=83567) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 13:30:36.642829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a07808bf-3f47-43b7-b756-6a160c2b6871 admin admin] Usage tracker for resource:security_group_rule and tenant:298e06edf36c4ea8ba925e97c3d0a0bf is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:36.650559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a07808bf-3f47-43b7-b756-6a160c2b6871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:36.661567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a07808bf-3f47-43b7-b756-6a160c2b6871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:36.662908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0fe7c-3116-4792-bb8c-0b8cfa284aeb req-664a698f-beac-480d-b856-dfc936360626 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:36.664564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2dd0fe7c-3116-4792-bb8c-0b8cfa284aeb req-664a698f-beac-480d-b856-dfc936360626 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 945 time: 0.3784633 Feb 11 13:30:36.668951 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.773521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a07808bf-3f47-43b7-b756-6a160c2b6871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.780015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a07808bf-3f47-43b7-b756-6a160c2b6871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.804028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:36.818260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:36.828377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4a5fb548-97b2-4952-9399-14c6c7ab4d04 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:36.833949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:36.834990 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.835901 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a07808bf-3f47-43b7-b756-6a160c2b6871 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=298e06edf36c4ea8ba925e97c3d0a0bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4962051 Feb 11 13:30:36.836633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52566) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:36.844264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=30284d46-e91e-4976-9741-2f5498f6fb22,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:36.881701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2dd0fe7c-3116-4792-bb8c-0b8cfa284aeb req-353499bb-df51-4523-842a-8c0079f96cf9 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082515 Feb 11 13:30:36.881829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4a5fb548-97b2-4952-9399-14c6c7ab4d04 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:30:36.882125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4a5fb548-97b2-4952-9399-14c6c7ab4d04 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:36.895960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07808bf-3f47-43b7-b756-6a160c2b6871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e440ab-ee93-455d-a596-bc6d90cb5e2f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:36.935699 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-84a4bed0-09ef-4cb8-853e-95b315569947 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3405879 Feb 11 13:30:36.939213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52570) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:36.952025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:31:a9:8b', 'name': 'tempest-NetworksTestDHCPv6-137964840'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:36.978996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '30284d46-e91e-4976-9741-2f5498f6fb22'}, {'subnet_id': '52d15b50-b828-4eec-9571-83896a6fde9d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:30:36.980022 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.981150 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c826d846-1f46-472c-a8bc-54ab128171f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.012185 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c826d846-1f46-472c-a8bc-54ab128171f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.083477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c826d846-1f46-472c-a8bc-54ab128171f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.106795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826d846-1f46-472c-a8bc-54ab128171f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e440ab-ee93-455d-a596-bc6d90cb5e2f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:37.114407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c826d846-1f46-472c-a8bc-54ab128171f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.120335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c826d846-1f46-472c-a8bc-54ab128171f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/21e440ab-ee93-455d-a596-bc6d90cb5e2f HTTP/1.1" status: 204 len: 168 time: 0.2808647 Feb 11 13:30:37.138616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:37.142956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:37.147087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:37.154098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:37.172224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:37.177377 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.224911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 9225aea5-b732-4e35-b2ea-4ec3f0358279 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:30:37.291495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Allocated IP 172.20.0.2 (cf4cc38c-4953-43f9-9526-6e7043460974/52d15b50-b828-4eec-9571-83896a6fde9d/3ff54ea9-0958-4de7-8c17-85a05f66cce1) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:37.301097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Allocated IP 2001:db8::f816:3eff:fef8:bae9 (cf4cc38c-4953-43f9-9526-6e7043460974/30284d46-e91e-4976-9741-2f5498f6fb22/3ff54ea9-0958-4de7-8c17-85a05f66cce1) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:37.357736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.544030 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.555362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Transition to ACTIVE for port object 3ff54ea9-0958-4de7-8c17-85a05f66cce1 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:37.575599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Transition to ACTIVE for port object 3ff54ea9-0958-4de7-8c17-85a05f66cce1 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:37.581233 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.582254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:37.603301 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3e085c6-8b31-49a0-a1f8-cb1c531469e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.652185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d3e085c6-8b31-49a0-a1f8-cb1c531469e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:37.659593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3e085c6-8b31-49a0-a1f8-cb1c531469e8 admin admin] Usage tracker for resource:security_group_rule and tenant:15cd0cdb207642ea97eff273b7b93844 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:37.666625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:37.667762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3e085c6-8b31-49a0-a1f8-cb1c531469e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:37.670065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Pushing event updated for resources: {'Port': ['ID=3ff54ea9-0958-4de7-8c17-85a05f66cce1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:37.672528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:37.675038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:37.681391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d3e085c6-8b31-49a0-a1f8-cb1c531469e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:37.766064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 172.20.0.7 (cf4cc38c-4953-43f9-9526-6e7043460974/52d15b50-b828-4eec-9571-83896a6fde9d/9225aea5-b732-4e35-b2ea-4ec3f0358279) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:37.773855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::f816:3eff:fe31:a98b (cf4cc38c-4953-43f9-9526-6e7043460974/30284d46-e91e-4976-9741-2f5498f6fb22/9225aea5-b732-4e35-b2ea-4ec3f0358279) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:37.786859 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3e085c6-8b31-49a0-a1f8-cb1c531469e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.792609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3e085c6-8b31-49a0-a1f8-cb1c531469e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.819353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Attempting to bind port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:37.819721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Attempting to bind port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:37.820091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Attempting to bind port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:30:37.826845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:30:37.835125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:30:37.835125 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.835125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:30:37.835125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Bound port: 3ff54ea9-0958-4de7-8c17-85a05f66cce1, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:37.835125 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.841889 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d3e085c6-8b31-49a0-a1f8-cb1c531469e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=15cd0cdb207642ea97eff273b7b93844&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2578785 Feb 11 13:30:37.844727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52594) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:37.900000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e085c6-8b31-49a0-a1f8-cb1c531469e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a011c6bf-2729-4e1c-819c-a98e4d2cb3f7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:37.939723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] For port 3ff54ea9-0958-4de7-8c17-85a05f66cce1, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:37.944514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] For port 3ff54ea9-0958-4de7-8c17-85a05f66cce1, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3ff54ea9-0958-4de7-8c17-85a05f66cce1,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:37.947244 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba5ae-d191-4b64-95f1-0340ac0a37a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.958889 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.983508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba5ae-d191-4b64-95f1-0340ac0a37a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.056409 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba5ae-d191-4b64-95f1-0340ac0a37a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.088400 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c7e5e-7bab-45b5-be3d-42902a7c19d7 None None] Pushing event updated for resources: {'Port': ['ID=3ff54ea9-0958-4de7-8c17-85a05f66cce1,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:38.090341 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba5ae-d191-4b64-95f1-0340ac0a37a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.092188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.093939 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bc7ba5ae-d191-4b64-95f1-0340ac0a37a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a011c6bf-2729-4e1c-819c-a98e4d2cb3f7 HTTP/1.1" status: 204 len: 168 time: 0.2478023 Feb 11 13:30:38.095660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ba5ae-d191-4b64-95f1-0340ac0a37a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a011c6bf-2729-4e1c-819c-a98e4d2cb3f7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:38.123274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 9225aea5-b732-4e35-b2ea-4ec3f0358279 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:38.198251 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.331039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:38.335751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:38.342947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:38.380783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=9225aea5-b732-4e35-b2ea-4ec3f0358279,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:38.430235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dce6e0-4192-436a-a599-296cd2359a8c req-2a627ee5-ea01-4426-82f3-931dcb472d0f tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:38.431768 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47dce6e0-4192-436a-a599-296cd2359a8c req-2a627ee5-ea01-4426-82f3-931dcb472d0f tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 945 time: 0.2837887 Feb 11 13:30:38.435811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:38.436410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.629225 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-30a0f6e5-07f9-43e8-9237-4e5a373943a8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6888180 Feb 11 13:30:38.631908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:38.649002 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47dce6e0-4192-436a-a599-296cd2359a8c req-21d878d6-e474-4850-a0c9-0d3a4301fa4a tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063129 Feb 11 13:30:38.735443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a306e-4f43-4cdf-9ee9-54a88292109d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:38.742215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a306e-4f43-4cdf-9ee9-54a88292109d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:38.744450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e37a306e-4f43-4cdf-9ee9-54a88292109d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1112175 Feb 11 13:30:38.746895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52638) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:38.844117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d5e52938-23a4-4cc5-b1e5-954c9380e1ab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 9225aea5-b732-4e35-b2ea-4ec3f0358279 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:38.844467 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5e52938-23a4-4cc5-b1e5-954c9380e1ab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.865351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3ff54ea9-0958-4de7-8c17-85a05f66cce1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:38.993420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:39.012195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4f18e22f-7af9-469c-89d5-a8969c2e2190 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:39.182700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 4f18e22f-7af9-469c-89d5-a8969c2e2190 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:39.187728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 4f18e22f-7af9-469c-89d5-a8969c2e2190 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:39.188073 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.319721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5e52938-23a4-4cc5-b1e5-954c9380e1ab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.390870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:39.516545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d5e52938-23a4-4cc5-b1e5-954c9380e1ab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 9225aea5-b732-4e35-b2ea-4ec3f0358279 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:39.535998 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.556988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-632264192-network', 'tenant_id': '28619c4e785442e1a8c4457d300d5168'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:39.562394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:39.566256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e5e9e1-6091-41f6-9694-2c2988d76a4d None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:39.566904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Usage tracker for resource:network and tenant:28619c4e785442e1a8c4457d300d5168 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:39.570089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:39.576052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:39.591795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Made reservation on behalf of 28619c4e785442e1a8c4457d300d5168 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:39.594355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.612042 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.699832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d21468-bf25-4549-a9f4-a3628c0959ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f18e22f-7af9-469c-89d5-a8969c2e2190'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:39.726904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 4f18e22f-7af9-469c-89d5-a8969c2e2190, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4f18e22f-7af9-469c-89d5-a8969c2e2190,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:39.742253 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.788212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ca50e1c-4be7-4f2a-b521-fa7f77ce283f None None] Provisioning for port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:39.807545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:39.813219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Usage tracker for resource:security_group_rule and tenant:28619c4e785442e1a8c4457d300d5168 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:39.817380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:39.825167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:39.836445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ca50e1c-4be7-4f2a-b521-fa7f77ce283f None None] Provisioning complete for port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:39.836934 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca50e1c-4be7-4f2a-b521-fa7f77ce283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.885323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5e52938-23a4-4cc5-b1e5-954c9380e1ab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.952577 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.959348 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.964147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=4f18e22f-7af9-469c-89d5-a8969c2e2190,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:40.035417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:30:40.055894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0663c74c-3566-4a52-8973-f9e3a45e1009,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:40.075855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.076202 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Added segment 92a34441-0d16-43cb-b795-752eb1c0e366 of type vlan for network c66e731c-44f2-4852-be09-ee39c29ae9b2 Feb 11 13:30:40.086602 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d21468-bf25-4549-a9f4-a3628c0959ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f18e22f-7af9-469c-89d5-a8969c2e2190', 'code': 200} Feb 11 13:30:40.145510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e52938-23a4-4cc5-b1e5-954c9380e1ab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=9225aea5-b732-4e35-b2ea-4ec3f0358279,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:40.156551 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca50e1c-4be7-4f2a-b521-fa7f77ce283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.168828 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.211354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ca50e1c-4be7-4f2a-b521-fa7f77ce283f None None] For port 3ff54ea9-0958-4de7-8c17-85a05f66cce1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3ff54ea9-0958-4de7-8c17-85a05f66cce1,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:40.231170 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca50e1c-4be7-4f2a-b521-fa7f77ce283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.293811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292620c-155b-4418-b699-fe54a178f97e req-15e60a58-3077-48e2-a4e2-16ae3a3261a1 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.302413 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5292620c-155b-4418-b699-fe54a178f97e req-15e60a58-3077-48e2-a4e2-16ae3a3261a1 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.5150254 Feb 11 13:30:40.335916 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5e52938-23a4-4cc5-b1e5-954c9380e1ab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.396917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca50e1c-4be7-4f2a-b521-fa7f77ce283f None None] Pushing event updated for resources: {'Port': ['ID=3ff54ea9-0958-4de7-8c17-85a05f66cce1,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:40.403354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5292620c-155b-4418-b699-fe54a178f97e req-9ec3c309-2b02-4da3-97bc-4330ae3ab2f9 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985088 Feb 11 13:30:40.405675 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d5e52938-23a4-4cc5-b1e5-954c9380e1ab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/9225aea5-b732-4e35-b2ea-4ec3f0358279 HTTP/1.1" status: 204 len: 168 time: 1.6571279 Feb 11 13:30:40.406455 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-269601cf-dde2-416b-a6aa-be2af8b9feb5 req-c85a4889-1892-4446-9845-0c9cf2c2b214 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 1097 time: 0.2802601 Feb 11 13:30:40.408379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52676) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:40.408748 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.410496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.411181 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.457289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f632fe-d166-4d67-8d4e-609fbc8d4893 req-0d603271-c512-4600-b24f-65e2eb672186 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.461760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f632fe-d166-4d67-8d4e-609fbc8d4893 req-0d603271-c512-4600-b24f-65e2eb672186 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.465841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f632fe-d166-4d67-8d4e-609fbc8d4893 req-0d603271-c512-4600-b24f-65e2eb672186 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.475783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f632fe-d166-4d67-8d4e-609fbc8d4893 req-0d603271-c512-4600-b24f-65e2eb672186 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.479862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f632fe-d166-4d67-8d4e-609fbc8d4893 req-0d603271-c512-4600-b24f-65e2eb672186 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.485691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f632fe-d166-4d67-8d4e-609fbc8d4893 req-0d603271-c512-4600-b24f-65e2eb672186 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.493836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f632fe-d166-4d67-8d4e-609fbc8d4893 req-0d603271-c512-4600-b24f-65e2eb672186 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.501917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7f632fe-d166-4d67-8d4e-609fbc8d4893 req-0d603271-c512-4600-b24f-65e2eb672186 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5434 time: 0.3262849 Feb 11 13:30:40.517990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fcef06-9e3d-478e-829c-5549082dea6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.519892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fcef06-9e3d-478e-829c-5549082dea6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.521620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fcef06-9e3d-478e-829c-5549082dea6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.522453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c2fcef06-9e3d-478e-829c-5549082dea6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:40.548527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c2fcef06-9e3d-478e-829c-5549082dea6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:40.551306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c2fcef06-9e3d-478e-829c-5549082dea6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1413414 Feb 11 13:30:40.553808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52680) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:40.659213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2668936 Feb 11 13:30:40.668720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6ef6161b-6751-4200-8dd8-7cc82496deb6 None None] Provisioning complete for port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:40.669100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ef6161b-6751-4200-8dd8-7cc82496deb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.670628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52684) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:40.675526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb29dc1-ed9d-4922-abf8-4fb1f2e804fe admin admin] Pushing event updated for resources: {'Network': ['ID=c66e731c-44f2-4852-be09-ee39c29ae9b2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:40.682306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Request body: {'subnet': {'network_id': 'c66e731c-44f2-4852-be09-ee39c29ae9b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-632264192-subnet', 'tenant_id': '28619c4e785442e1a8c4457d300d5168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:40.689219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:40.694448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Usage tracker for resource:subnet and tenant:28619c4e785442e1a8c4457d300d5168 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:40.699673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:40.707201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:40.728855 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-269601cf-dde2-416b-a6aa-be2af8b9feb5 req-11fb9b27-f474-44c6-8cdb-a563c7c3fca3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133116 Feb 11 13:30:40.731427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network c66e731c-44f2-4852-be09-ee39c29ae9b2 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:30:40.739148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Made reservation on behalf of 28619c4e785442e1a8c4457d300d5168 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:40.749024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.812919 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7f632fe-d166-4d67-8d4e-609fbc8d4893 req-78df6f5f-13e4-401f-997c-070d81a60ddf tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3092237 Feb 11 13:30:40.862682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-945fe2e3-eb01-468d-8fe8-ef140b85307e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 30284d46-e91e-4976-9741-2f5498f6fb22 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:40.867924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-945fe2e3-eb01-468d-8fe8-ef140b85307e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.905849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3ff54ea9-0958-4de7-8c17-85a05f66cce1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:40.985052 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-945fe2e3-eb01-468d-8fe8-ef140b85307e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.070067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:41.070636 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.092826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-945fe2e3-eb01-468d-8fe8-ef140b85307e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.200416 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-945fe2e3-eb01-468d-8fe8-ef140b85307e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.259698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-64bf8bdc-3756-4690-a2b6-c07272429c95 None None] Could not find standard attr ID for object 9225aea5-b732-4e35-b2ea-4ec3f0358279. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:30:41.272491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fe2e3-eb01-468d-8fe8-ef140b85307e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=30284d46-e91e-4976-9741-2f5498f6fb22,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:41.277169 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-945fe2e3-eb01-468d-8fe8-ef140b85307e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.294631 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-945fe2e3-eb01-468d-8fe8-ef140b85307e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/30284d46-e91e-4976-9741-2f5498f6fb22 HTTP/1.1" status: 204 len: 168 time: 0.7381542 Feb 11 13:30:41.296701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52688) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:41.302090 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.350817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376eff00-a599-4b4e-abb5-87169252c044 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:41.375357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-986fb18e-389a-4af9-8373-924e0ce0f2b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 52d15b50-b828-4eec-9571-83896a6fde9d {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:41.379293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-986fb18e-389a-4af9-8373-924e0ce0f2b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.401674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=98484b2c-2cc4-454b-bbdd-8b169310c299,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:41.404585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Checking segment: {'id': '92a34441-0d16-43cb-b795-752eb1c0e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c66e731c-44f2-4852-be09-ee39c29ae9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:30:41.405042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Network hostable DHCP agents. Network: c66e731c-44f2-4852-be09-ee39c29ae9b2, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:30:41.429164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Network c66e731c-44f2-4852-be09-ee39c29ae9b2 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:30:41.460683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, c66e731c-44f2-4852-be09-ee39c29ae9b2) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:41.465638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:41.466250 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.482831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea03e5a2-124d-40b0-8eea-9f5b081eb065 None None] Network c66e731c-44f2-4852-be09-ee39c29ae9b2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:41.484141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-986fb18e-389a-4af9-8373-924e0ce0f2b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.519493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1eed1ce9-cfd8-4cec-8732-4e2c26d6a03e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8444500 Feb 11 13:30:41.847237 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-986fb18e-389a-4af9-8373-924e0ce0f2b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.962366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-986fb18e-389a-4af9-8373-924e0ce0f2b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.021435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd1d60c-a8e5-4f26-bc6b-b3b62ed9cd43 None None] Network c66e731c-44f2-4852-be09-ee39c29ae9b2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:42.022845 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-986fb18e-389a-4af9-8373-924e0ce0f2b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.026860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fb18e-389a-4af9-8373-924e0ce0f2b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=52d15b50-b828-4eec-9571-83896a6fde9d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:42.057427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-986fb18e-389a-4af9-8373-924e0ce0f2b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/52d15b50-b828-4eec-9571-83896a6fde9d HTTP/1.1" status: 204 len: 168 time: 0.7594323 Feb 11 13:30:42.059843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52708) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:42.088960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f060b5-b72b-460d-ba42-f7d3bdbc2eff req-d5db8251-3b0a-41b0-978e-6fe82450656b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.095877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47f060b5-b72b-460d-ba42-f7d3bdbc2eff req-d5db8251-3b0a-41b0-978e-6fe82450656b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.3733802 Feb 11 13:30:42.193560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-97cf1d23-fb90-4f79-9b43-d6cd180df96f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:router {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:42.197434 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47f060b5-b72b-460d-ba42-f7d3bdbc2eff req-04af6013-7b69-4aad-ac6f-f48a3b4466a8 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004405 Feb 11 13:30:42.235549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-97cf1d23-fb90-4f79-9b43-d6cd180df96f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:router {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:42.237548 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-97cf1d23-fb90-4f79-9b43-d6cd180df96f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1766639 Feb 11 13:30:42.240293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52712) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:42.312543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df41c6-69a4-4ac8-b3b8-26e69dd88dc8 req-2cd2530b-95f3-411c-897b-ca0853c9d2a4 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.319105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df41c6-69a4-4ac8-b3b8-26e69dd88dc8 req-2cd2530b-95f3-411c-897b-ca0853c9d2a4 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.335493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df41c6-69a4-4ac8-b3b8-26e69dd88dc8 req-2cd2530b-95f3-411c-897b-ca0853c9d2a4 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.339764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df41c6-69a4-4ac8-b3b8-26e69dd88dc8 req-2cd2530b-95f3-411c-897b-ca0853c9d2a4 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.343962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df41c6-69a4-4ac8-b3b8-26e69dd88dc8 req-2cd2530b-95f3-411c-897b-ca0853c9d2a4 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.349035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df41c6-69a4-4ac8-b3b8-26e69dd88dc8 req-2cd2530b-95f3-411c-897b-ca0853c9d2a4 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.353432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df41c6-69a4-4ac8-b3b8-26e69dd88dc8 req-2cd2530b-95f3-411c-897b-ca0853c9d2a4 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.363199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5df41c6-69a4-4ac8-b3b8-26e69dd88dc8 req-2cd2530b-95f3-411c-897b-ca0853c9d2a4 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5434 time: 0.2232811 Feb 11 13:30:42.407632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c471d7-acf6-4f4d-985c-04c580ce07ff tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.408326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-58c471d7-acf6-4f4d-985c-04c580ce07ff tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:42.424509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5df41c6-69a4-4ac8-b3b8-26e69dd88dc8 req-275b750b-8133-4560-9171-a42e65c88a34 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594165 Feb 11 13:30:42.456270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-58c471d7-acf6-4f4d-985c-04c580ce07ff tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:42.457896 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-58c471d7-acf6-4f4d-985c-04c580ce07ff tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2164097 Feb 11 13:30:42.460562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52720) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:42.536096 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.599662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1dbf42-b614-4184-a89b-48c867d82552 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.600362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0c1dbf42-b614-4184-a89b-48c867d82552 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:42.605794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8984c107-0e5f-4bae-a679-fa17791a7edb None None] Update dhcp port {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '52d15b50-b828-4eec-9571-83896a6fde9d'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '3ff54ea9-0958-4de7-8c17-85a05f66cce1'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:30:42.617871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0c1dbf42-b614-4184-a89b-48c867d82552 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:42.619426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0c1dbf42-b614-4184-a89b-48c867d82552 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1573904 Feb 11 13:30:42.622012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52726) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:42.672186 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8984c107-0e5f-4bae-a679-fa17791a7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.703627 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5a72376d-1113-4d0c-82a6-b65c9ce30e54 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803800 Feb 11 13:30:42.710428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52730) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:42.716725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c364e14e-a4c5-4473-a67f-deec4411cb8b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:42.893858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c364e14e-a4c5-4473-a67f-deec4411cb8b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:42.918981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c364e14e-a4c5-4473-a67f-deec4411cb8b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:42.944694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c364e14e-a4c5-4473-a67f-deec4411cb8b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:42.948822 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c364e14e-a4c5-4473-a67f-deec4411cb8b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.951158 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c364e14e-a4c5-4473-a67f-deec4411cb8b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:30:42.951854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c364e14e-a4c5-4473-a67f-deec4411cb8b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:30:42.991248 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c364e14e-a4c5-4473-a67f-deec4411cb8b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2727144 Feb 11 13:30:42.991248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52740) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:42.996948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3c64ea55-507f-458b-901d-659de1f15bb5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:43.005109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef83b6f-96bd-4aae-9147-96bb067a52cf None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:43.122951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b4f3d9bd-cdfc-471c-8cbd-2647d077d771 None None] Provisioning complete for port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:43.123552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4f3d9bd-cdfc-471c-8cbd-2647d077d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.155551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3c64ea55-507f-458b-901d-659de1f15bb5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:43.160952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52748) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:43.184334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1728223105-network', 'tenant_id': 'c509b0822d1c47fa94ac72b4fde41f54'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:43.200962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:43.200962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Usage tracker for resource:network and tenant:c509b0822d1c47fa94ac72b4fde41f54 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:43.200962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:43.217112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:43.228412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3c64ea55-507f-458b-901d-659de1f15bb5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:43.231154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Made reservation on behalf of c509b0822d1c47fa94ac72b4fde41f54 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:43.234042 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.249742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.286837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c64ea55-507f-458b-901d-659de1f15bb5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:43.286837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3c64ea55-507f-458b-901d-659de1f15bb5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.286837 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c64ea55-507f-458b-901d-659de1f15bb5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:30:43.286837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c64ea55-507f-458b-901d-659de1f15bb5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:30:43.312173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:43.318290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Usage tracker for resource:security_group_rule and tenant:c509b0822d1c47fa94ac72b4fde41f54 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:43.321474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:43.328432 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3c64ea55-507f-458b-901d-659de1f15bb5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3365459 Feb 11 13:30:43.328780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52754) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:43.336642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d43c580a-59b6-41bd-9c77-da74a1279257 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:43.343603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:43.429217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:30:43.440412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Deleting port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:43.440412 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.490261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d43c580a-59b6-41bd-9c77-da74a1279257 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:43.502112 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.514219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d43c580a-59b6-41bd-9c77-da74a1279257 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:43.521878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.532961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43c580a-59b6-41bd-9c77-da74a1279257 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:43.582285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:30:43.643842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1b460-10a9-4289-b746-72f12affb38c req-b75cad0a-49b5-4493-b5f8-2e74754289ba tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.645380 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47f1b460-10a9-4289-b746-72f12affb38c req-b75cad0a-49b5-4493-b5f8-2e74754289ba tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.2797141 Feb 11 13:30:43.648630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.654031 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Added segment 0a3e6308-90b5-474a-8d0d-cea57327cb04 of type vlan for network 930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb Feb 11 13:30:43.656581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c2a59f-9d74-446e-9b51-d76d2a6ae481,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:43.710382 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d43c580a-59b6-41bd-9c77-da74a1279257 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.713673 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43c580a-59b6-41bd-9c77-da74a1279257 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:30:43.714292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43c580a-59b6-41bd-9c77-da74a1279257 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:30:43.739022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.759775 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47f1b460-10a9-4289-b746-72f12affb38c req-098a76c9-cc09-43d3-b831-8e224bdfe6b0 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040192 Feb 11 13:30:43.769877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] For port 3ff54ea9-0958-4de7-8c17-85a05f66cce1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3ff54ea9-0958-4de7-8c17-85a05f66cce1,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:43.770702 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.793626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.794569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.795174 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.872582 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d43c580a-59b6-41bd-9c77-da74a1279257 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5409188 Feb 11 13:30:43.874423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52762) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:43.936161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5fff2903-a039-4c11-b6f3-7ce50a425f91 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:43.958140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-cbca4687-a433-4147-ac18-cd7e73e08f73 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.964138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-cbca4687-a433-4147-ac18-cd7e73e08f73 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.968968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-cbca4687-a433-4147-ac18-cd7e73e08f73 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.974211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-cbca4687-a433-4147-ac18-cd7e73e08f73 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.978367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-cbca4687-a433-4147-ac18-cd7e73e08f73 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.982467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-cbca4687-a433-4147-ac18-cd7e73e08f73 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.986899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-cbca4687-a433-4147-ac18-cd7e73e08f73 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.990747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-cbca4687-a433-4147-ac18-cd7e73e08f73 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5434 time: 0.2462432 Feb 11 13:30:44.043525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Calling delete_port for 3ff54ea9-0958-4de7-8c17-85a05f66cce1 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:44.087230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1f818dc2-ffb9-4220-88b0-bde33156bab9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.088845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1f818dc2-ffb9-4220-88b0-bde33156bab9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "GET /v2.0/ports/dedede90-615e-47bf-b9dc-ff16e97db9ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0921636 Feb 11 13:30:44.104676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c6e48-cfad-45f4-80c0-a1429ebf0688 req-92a6e1c2-c33c-44bc-af1c-e2a41f03a354 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.109304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c6e48-cfad-45f4-80c0-a1429ebf0688 req-92a6e1c2-c33c-44bc-af1c-e2a41f03a354 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.114337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c6e48-cfad-45f4-80c0-a1429ebf0688 req-92a6e1c2-c33c-44bc-af1c-e2a41f03a354 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.119209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c6e48-cfad-45f4-80c0-a1429ebf0688 req-92a6e1c2-c33c-44bc-af1c-e2a41f03a354 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.124226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c6e48-cfad-45f4-80c0-a1429ebf0688 req-92a6e1c2-c33c-44bc-af1c-e2a41f03a354 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.129363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c6e48-cfad-45f4-80c0-a1429ebf0688 req-92a6e1c2-c33c-44bc-af1c-e2a41f03a354 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.134539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c6e48-cfad-45f4-80c0-a1429ebf0688 req-92a6e1c2-c33c-44bc-af1c-e2a41f03a354 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.144390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-313c6e48-cfad-45f4-80c0-a1429ebf0688 req-92a6e1c2-c33c-44bc-af1c-e2a41f03a354 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 5434 time: 0.4027429 Feb 11 13:30:44.155734 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:44.198202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0352435 Feb 11 13:30:44.199435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab16118-f07e-4200-b6a9-4ead62d64d18 admin admin] Pushing event updated for resources: {'Network': ['ID=930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:44.208313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52770) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:44.223032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Request body: {'subnet': {'network_id': '930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1728223105-subnet', 'tenant_id': 'c509b0822d1c47fa94ac72b4fde41f54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:44.229784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5fff2903-a039-4c11-b6f3-7ce50a425f91 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:44.241759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:30:44.243346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:44.271583 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Pushing event deleted for resources: {'Port': ['ID=3ff54ea9-0958-4de7-8c17-85a05f66cce1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:44.315698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5fff2903-a039-4c11-b6f3-7ce50a425f91 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:44.318864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Usage tracker for resource:subnet and tenant:c509b0822d1c47fa94ac72b4fde41f54 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:44.341185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] No DVR routers for this DVR port 3ff54ea9-0958-4de7-8c17-85a05f66cce1 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:44.355972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.356430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.356763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.357500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.357827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.358149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.358467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.358830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.359148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.359607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.359923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b1ca2-d7b9-4073-9a11-a5d7e1665e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:44.380339 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f031660d-d238-4777-b7fc-1cde8de7bda6 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "GET /v2.0/networks/95f48932-3549-4717-a741-07775a88517a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2334211 Feb 11 13:30:44.391511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:44.411262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:44.416882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:44.443434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff2903-a039-4c11-b6f3-7ce50a425f91 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:44.447425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fff2903-a039-4c11-b6f3-7ce50a425f91 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:44.449357 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fff2903-a039-4c11-b6f3-7ce50a425f91 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:30:44.449738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fff2903-a039-4c11-b6f3-7ce50a425f91 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:30:44.464582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Made reservation on behalf of c509b0822d1c47fa94ac72b4fde41f54 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:44.467324 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:44.528566 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-313c6e48-cfad-45f4-80c0-a1429ebf0688 req-f788b59e-203c-4216-a422-33512a47bd72 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3829625 Feb 11 13:30:44.571401 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5fff2903-a039-4c11-b6f3-7ce50a425f91 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6407993 Feb 11 13:30:44.576493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52774) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:44.588752 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:44.599241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-16bbab7e-5f58-431c-9f5b-a2baa78862fe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:44.681249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307c0a5-dad8-4779-a866-c1a43c0b070c req-ff9ba70b-0ea7-468e-b97b-d6e57752f71d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.682655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b307c0a5-dad8-4779-a866-c1a43c0b070c req-ff9ba70b-0ea7-468e-b97b-d6e57752f71d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.3742316 Feb 11 13:30:44.698935 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe37244f-1994-49ef-8db0-e5052b120c06 req-50accd3e-0484-49ce-994f-e2f468a731f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2e31b5e817e4dce97cda1cc118f0763&device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 1097 time: 0.4651985 Feb 11 13:30:44.812707 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] For port dedede90-615e-47bf-b9dc-ff16e97db9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=dedede90-615e-47bf-b9dc-ff16e97db9ae,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:44.827798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3ff54ea9-0958-4de7-8c17-85a05f66cce1 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:44.850305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] For port dedede90-615e-47bf-b9dc-ff16e97db9ae, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:44.867344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3ff54ea9-0958-4de7-8c17-85a05f66cce1 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:30:44.867767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3ff54ea9-0958-4de7-8c17-85a05f66cce1 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:44.913277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] device_id is not set on port dedede90-615e-47bf-b9dc-ff16e97db9ae yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:30:44.922684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:44.929101 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.007029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16bbab7e-5f58-431c-9f5b-a2baa78862fe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:45.055261 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b307c0a5-dad8-4779-a866-c1a43c0b070c req-aabeece6-3b15-4200-8864-669c620a6356 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595169 Feb 11 13:30:45.080102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16bbab7e-5f58-431c-9f5b-a2baa78862fe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:45.172661 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.232652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bbab7e-5f58-431c-9f5b-a2baa78862fe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:45.236170 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16bbab7e-5f58-431c-9f5b-a2baa78862fe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.238083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] Pushing event updated for resources: {'Port': ['ID=dedede90-615e-47bf-b9dc-ff16e97db9ae,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:45.238748 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bbab7e-5f58-431c-9f5b-a2baa78862fe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:30:45.239412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bbab7e-5f58-431c-9f5b-a2baa78862fe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:30:45.250652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37244f-1994-49ef-8db0-e5052b120c06 req-7e2f9bd6-51af-4d2c-b313-66860a8e1927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:45.252818 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe37244f-1994-49ef-8db0-e5052b120c06 req-7e2f9bd6-51af-4d2c-b313-66860a8e1927 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce HTTP/1.1" status: 200 len: 912 time: 0.5188603 Feb 11 13:30:45.257194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] No DVR routers for this DVR port dedede90-615e-47bf-b9dc-ff16e97db9ae on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:45.312062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] In _notify_port_updated(), no bound segment for port dedede90-615e-47bf-b9dc-ff16e97db9ae on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:30:45.313110 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.314371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-1794bc64-bfab-4068-bad4-40408cece97d service neutron] 10.222.0.73 "PUT /v2.0/ports/dedede90-615e-47bf-b9dc-ff16e97db9ae HTTP/1.1" status: 200 len: 1027 time: 0.9126089 Feb 11 13:30:45.335825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-25740ac3-6ff5-452e-8925-de5e6ac891d1 None None] Provisioning complete for port dedede90-615e-47bf-b9dc-ff16e97db9ae triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:45.336396 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-25740ac3-6ff5-452e-8925-de5e6ac891d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.413571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-25740ac3-6ff5-452e-8925-de5e6ac891d1 None None] Port dedede90-615e-47bf-b9dc-ff16e97db9ae cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:30:45.418638 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-16bbab7e-5f58-431c-9f5b-a2baa78862fe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8378804 Feb 11 13:30:45.419817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52784) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:45.430085 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe37244f-1994-49ef-8db0-e5052b120c06 req-a3cc19e1-3d4b-475a-9908-d95a84f13951 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f18e22f-7af9-469c-89d5-a8969c2e2190 HTTP/1.1" status: 200 len: 217 time: 0.1699848 Feb 11 13:30:45.436313 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6868cc9-6a18-4014-8057-f7b44de87311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.437637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-27b4d89d-f314-4c9a-997d-d7b7ff3eb484 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:45.443955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-51542803-53ea-486e-b3a5-fa4955fbe2aa tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:45.445336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-51542803-53ea-486e-b3a5-fa4955fbe2aa tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "GET /v2.0/ports/cac4bf69-3014-469a-835a-4bf03a5edb0c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1245756 Feb 11 13:30:45.454809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb32de1-c1b1-4117-939f-6f47c4b5c6c0,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:45.456942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:45.520828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Checking segment: {'id': '0a3e6308-90b5-474a-8d0d-cea57327cb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:30:45.521189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Network hostable DHCP agents. Network: 930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:30:45.579566 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.613813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37244f-1994-49ef-8db0-e5052b120c06 req-54a1f7ba-6d7f-41a7-b4cb-a5878b6c3553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:45.615509 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe37244f-1994-49ef-8db0-e5052b120c06 req-54a1f7ba-6d7f-41a7-b4cb-a5878b6c3553 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56793546-44b9-4f50-b2a7-f81db8c4d71c HTTP/1.1" status: 200 len: 851 time: 0.1528780 Feb 11 13:30:45.686141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe37244f-1994-49ef-8db0-e5052b120c06 req-feda2653-96e0-4fc7-8503-1caa8efcbb9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531554 Feb 11 13:30:45.687757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-27b4d89d-f314-4c9a-997d-d7b7ff3eb484 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:45.720497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-27b4d89d-f314-4c9a-997d-d7b7ff3eb484 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:45.723127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Network 930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:30:45.788705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:45.793378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:45.794314 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.800499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b4c06a-72cf-46b8-ae7f-eb6e8b9da432 None None] Network 930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:45.811161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b4d89d-f314-4c9a-997d-d7b7ff3eb484 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:45.814677 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27b4d89d-f314-4c9a-997d-d7b7ff3eb484 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.816779 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b4d89d-f314-4c9a-997d-d7b7ff3eb484 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:30:45.817388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b4d89d-f314-4c9a-997d-d7b7ff3eb484 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:30:45.857551 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a1a827b3-8702-4e54-8138-dd0645080fe0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6436925 Feb 11 13:30:45.882401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:45.883003 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-27b4d89d-f314-4c9a-997d-d7b7ff3eb484 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4558682 Feb 11 13:30:45.904053 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe37244f-1994-49ef-8db0-e5052b120c06 req-d18aabbb-3708-492e-af3d-efc403e7596f service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105420 Feb 11 13:30:45.971855 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cba557fa-c945-4f69-9a07-dbc104f17a71 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0793173 Feb 11 13:30:45.976784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52796) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:46.077512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821fa07-3bcb-4b4b-b4ca-85df9fce7216 req-61da4e92-2fe8-4afc-b170-543616ccbf29 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.082689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821fa07-3bcb-4b4b-b4ca-85df9fce7216 req-61da4e92-2fe8-4afc-b170-543616ccbf29 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.087125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821fa07-3bcb-4b4b-b4ca-85df9fce7216 req-61da4e92-2fe8-4afc-b170-543616ccbf29 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.091766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821fa07-3bcb-4b4b-b4ca-85df9fce7216 req-61da4e92-2fe8-4afc-b170-543616ccbf29 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.096310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821fa07-3bcb-4b4b-b4ca-85df9fce7216 req-61da4e92-2fe8-4afc-b170-543616ccbf29 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.100944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821fa07-3bcb-4b4b-b4ca-85df9fce7216 req-61da4e92-2fe8-4afc-b170-543616ccbf29 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.107497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe37244f-1994-49ef-8db0-e5052b120c06 req-d0741cf6-3564-4469-a954-71568319e014 service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958306 Feb 11 13:30:46.108290 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9821fa07-3bcb-4b4b-b4ca-85df9fce7216 req-61da4e92-2fe8-4afc-b170-543616ccbf29 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 4660 time: 0.3925385 Feb 11 13:30:46.125678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f1fb9-9563-4517-a4e8-8e2223a4cf22 None None] Network 930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:46.130297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] For port cac4bf69-3014-469a-835a-4bf03a5edb0c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cac4bf69-3014-469a-835a-4bf03a5edb0c,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:46.175642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d2adf-42b6-4d28-be83-189ca809c171 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.177164 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-001d2adf-42b6-4d28-be83-189ca809c171 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1978381 Feb 11 13:30:46.180034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52804) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:46.238335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9821fa07-3bcb-4b4b-b4ca-85df9fce7216 req-81499e7f-ea9e-44b7-83de-0436d99917ad tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&id=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1290140 Feb 11 13:30:46.255701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] For port cac4bf69-3014-469a-835a-4bf03a5edb0c, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:46.292445 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:30:46.335011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e18cfbbe-1371-41fa-82c0-664a6a7c5d43 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1538057 Feb 11 13:30:46.339024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52812) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:46.345000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:46.365464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] device_id is not set on port cac4bf69-3014-469a-835a-4bf03a5edb0c yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:30:46.381913 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.392115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.492781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:46.498383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] Pushing event updated for resources: {'Port': ['ID=cac4bf69-3014-469a-835a-4bf03a5edb0c,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:46.516447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:46.579108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:46.627382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] No DVR routers for this DVR port cac4bf69-3014-469a-835a-4bf03a5edb0c on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:46.694230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] In _notify_port_updated(), no bound segment for port cac4bf69-3014-469a-835a-4bf03a5edb0c on network 95f48932-3549-4717-a741-07775a88517a {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:30:46.695320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.696607 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-f4bf3117-51fc-4a5b-9798-c8d6c150856b service neutron] 10.222.0.73 "PUT /v2.0/ports/cac4bf69-3014-469a-835a-4bf03a5edb0c HTTP/1.1" status: 200 len: 1027 time: 1.2455161 Feb 11 13:30:46.775978 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.810713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd98f6-d566-446a-b471-e99a9fd60b1a req-9f81ab12-07da-427c-8af8-95a82cc2530f tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.812057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-55fbce01-7d24-4b57-829a-2d8bc72103ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting port 7c3e41fb-1261-4231-9475-b80b2d5420d4 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:46.812299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9fd98f6-d566-446a-b471-e99a9fd60b1a req-9f81ab12-07da-427c-8af8-95a82cc2530f tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.4761767 Feb 11 13:30:46.812407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-55fbce01-7d24-4b57-829a-2d8bc72103ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.864300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-746cee96-d787-4835-ac22-ad5886d43942 None None] Provisioning complete for port cac4bf69-3014-469a-835a-4bf03a5edb0c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:46.866114 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746cee96-d787-4835-ac22-ad5886d43942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.922157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-746cee96-d787-4835-ac22-ad5886d43942 None None] Port cac4bf69-3014-469a-835a-4bf03a5edb0c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:30:46.974183 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9fd98f6-d566-446a-b471-e99a9fd60b1a req-68f85ef9-9f47-419a-8feb-7ee566e42d15 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954733 Feb 11 13:30:47.029800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f5227e51-621c-453c-9fb5-6f23ede69cbd no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:47.074199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-fc361f99-c6cf-4414-89b6-1c9415372f75 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:47.074998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-fc361f99-c6cf-4414-89b6-1c9415372f75 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Synchronizing usage tracker for tenant:28619c4e785442e1a8c4457d300d5168 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:47.170888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-fc361f99-c6cf-4414-89b6-1c9415372f75 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Unset dirty status for tenant:28619c4e785442e1a8c4457d300d5168 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:47.178927 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-fc361f99-c6cf-4414-89b6-1c9415372f75 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/networks?id=c66e731c-44f2-4852-be09-ee39c29ae9b2 HTTP/1.1" status: 200 len: 808 time: 0.4280164 Feb 11 13:30:47.180264 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.203349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-5e3bb3e4-79f1-4e01-96c0-ff1ec5735e10 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/quotas/28619c4e785442e1a8c4457d300d5168 HTTP/1.1" status: 200 len: 375 time: 0.0235920 Feb 11 13:30:47.214142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5227e51-621c-453c-9fb5-6f23ede69cbd'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:47.227054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f5227e51-621c-453c-9fb5-6f23ede69cbd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f5227e51-621c-453c-9fb5-6f23ede69cbd,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:47.237201 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.238105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:47.297299 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-023dd4ff-74da-4321-9f4b-3f01086df18c tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=28619c4e785442e1a8c4457d300d5168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668449 Feb 11 13:30:47.307049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-55fbce01-7d24-4b57-829a-2d8bc72103ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] For port 7c3e41fb-1261-4231-9475-b80b2d5420d4, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7c3e41fb-1261-4231-9475-b80b2d5420d4,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:47.307409 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-55fbce01-7d24-4b57-829a-2d8bc72103ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.365796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.objects.ports [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83567) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:30:47.374445 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.399498 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5227e51-621c-453c-9fb5-6f23ede69cbd', 'code': 200} Feb 11 13:30:47.485572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f5227e51-621c-453c-9fb5-6f23ede69cbd,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:47.510969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=9921840a-c43b-4650-a125-6458445e61d1,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:47.564105 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.575616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:47.582527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:47.586925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:47.587529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.609389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53369091-74a4-4aac-8077-24f49d1e18a3 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:47.634114 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d4ac7630-cb83-47f8-afd8-63e3e85bd428 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2940242 Feb 11 13:30:47.636275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52828) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:47.644486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:e2:de:6b', 'name': 'tempest-NetworksTestDHCPv6-1611588052'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:47.686135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-55fbce01-7d24-4b57-829a-2d8bc72103ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Calling delete_port for 7c3e41fb-1261-4231-9475-b80b2d5420d4 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:47.703863 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bdc710aa-a75a-4aee-98bb-96ad3c7be4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.706960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:47.718275 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.719049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d747b6f3-6d5b-422f-9622-bebc3552cde5 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:47.844160 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-2a2ffc8b-ce67-4227-b411-5a0727f9f011 service neutron] 10.222.0.67 "GET /v2.0/networks/c66e731c-44f2-4852-be09-ee39c29ae9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289698 Feb 11 13:30:47.883287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:47.896180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:47.909752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:47.914509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.945594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:47.978419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port c6b27293-7dd0-4517-a7bd-7c243e90d2d8 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:30:48.031019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a97609-c515-4f8a-a862-2faf4f5cc5be req-4699074d-d890-4377-8ed2-265edda105b0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.035685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a97609-c515-4f8a-a862-2faf4f5cc5be req-4699074d-d890-4377-8ed2-265edda105b0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.040054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a97609-c515-4f8a-a862-2faf4f5cc5be req-4699074d-d890-4377-8ed2-265edda105b0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.041534 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-55fbce01-7d24-4b57-829a-2d8bc72103ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.044258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a97609-c515-4f8a-a862-2faf4f5cc5be req-4699074d-d890-4377-8ed2-265edda105b0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.048468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a97609-c515-4f8a-a862-2faf4f5cc5be req-4699074d-d890-4377-8ed2-265edda105b0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.050849 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-34a97609-c515-4f8a-a862-2faf4f5cc5be req-4699074d-d890-4377-8ed2-265edda105b0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 3884 time: 0.6038396 Feb 11 13:30:48.139775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbce01-7d24-4b57-829a-2d8bc72103ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Port': ['ID=7c3e41fb-1261-4231-9475-b80b2d5420d4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:48.202026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.232967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-34c7e55e-5f0d-4022-bb86-fcc7b24be868 service neutron] 10.222.0.67 "GET /v2.0/networks/c66e731c-44f2-4852-be09-ee39c29ae9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370323 Feb 11 13:30:48.238720 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-34a97609-c515-4f8a-a862-2faf4f5cc5be req-33341cc3-a452-43bf-aeb1-420b7979c50a tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233115 Feb 11 13:30:48.261442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '9921840a-c43b-4650-a125-6458445e61d1'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:30:48.262494 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.279485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d747b6f3-6d5b-422f-9622-bebc3552cde5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d747b6f3-6d5b-422f-9622-bebc3552cde5,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:48.296889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-55fbce01-7d24-4b57-829a-2d8bc72103ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] No DVR routers for this DVR port 7c3e41fb-1261-4231-9475-b80b2d5420d4 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:48.299827 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-55fbce01-7d24-4b57-829a-2d8bc72103ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.301614 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.302482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-deleted', 'tag': '7c3e41fb-1261-4231-9475-b80b2d5420d4'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:48.302633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7c3e41fb-1261-4231-9475-b80b2d5420d4 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:48.320990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-55fbce01-7d24-4b57-829a-2d8bc72103ed tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "DELETE /v2.0/ports/7c3e41fb-1261-4231-9475-b80b2d5420d4 HTTP/1.1" status: 204 len: 173 time: 1.6193268 Feb 11 13:30:48.333704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52842) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:48.346502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::f816:3eff:fee2:de6b (cf4cc38c-4953-43f9-9526-6e7043460974/9921840a-c43b-4650-a125-6458445e61d1/c6b27293-7dd0-4517-a7bd-7c243e90d2d8) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:48.393439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 7c3e41fb-1261-4231-9475-b80b2d5420d4 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:30:48.393684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7c3e41fb-1261-4231-9475-b80b2d5420d4 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:48.393940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fcc54990-8673-47da-a49e-a07bf457dcbf no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:48.445196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-7a8e1e1d-7a6b-4ce3-a5e7-0a6d5e505662 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:48.445447 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-7a8e1e1d-7a6b-4ce3-a5e7-0a6d5e505662 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.641531 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-deleted', 'tag': '7c3e41fb-1261-4231-9475-b80b2d5420d4', 'status': 'completed', 'code': 200} Feb 11 13:30:48.824898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=d747b6f3-6d5b-422f-9622-bebc3552cde5,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:48.841950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37d9fc2d-8b4a-460d-ab06-bded941d5962 req-c8ad8bc0-ea77-4a7b-9d1e-e7334ade1829 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 210 time: 0.1442451 Feb 11 13:30:48.886258 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.899171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47f2f-f9e6-41b5-a736-def80dd2b1c8 req-c722644f-8542-4803-bd54-a64c291bc952 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.909267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-99d47f2f-f9e6-41b5-a736-def80dd2b1c8 req-c722644f-8542-4803-bd54-a64c291bc952 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.2206793 Feb 11 13:30:48.961276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object c6b27293-7dd0-4517-a7bd-7c243e90d2d8 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:48.993701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-99d47f2f-f9e6-41b5-a736-def80dd2b1c8 req-6a68bf0c-7e57-4def-aebd-5780557038eb tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829575 Feb 11 13:30:49.029545 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.030274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.045027 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.057346 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.122916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-7a8e1e1d-7a6b-4ce3-a5e7-0a6d5e505662 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] For port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:49.123594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-7a8e1e1d-7a6b-4ce3-a5e7-0a6d5e505662 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.206002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c2d6ae3e-7600-4bdb-8d70-6f79cc20831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.215609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fcc54990-8673-47da-a49e-a07bf457dcbf, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcc54990-8673-47da-a49e-a07bf457dcbf,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:49.217411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Allocated IP 2001:db8::f816:3eff:fee5:8e35 (cf4cc38c-4953-43f9-9526-6e7043460974/9921840a-c43b-4650-a125-6458445e61d1/d9ac1a26-6eb6-4d61-befd-e4f665fb773f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:49.223201 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.223936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device dedede90-615e-47bf-b9dc-ff16e97db9ae no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:49.230128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:49.235455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:49.242391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:49.246489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.248233 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.290896 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6507835 Feb 11 13:30:49.292697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52862) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:49.320264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c2d6ae3e-7600-4bdb-8d70-6f79cc20831e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:49.324525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c2d6ae3e-7600-4bdb-8d70-6f79cc20831e admin admin] Usage tracker for resource:security_group_rule and tenant:1a989192678445138a1d78705841be68 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:49.327851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c2d6ae3e-7600-4bdb-8d70-6f79cc20831e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:49.373831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-7a8e1e1d-7a6b-4ce3-a5e7-0a6d5e505662 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Calling delete_port for 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:49.420662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c2d6ae3e-7600-4bdb-8d70-6f79cc20831e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:49.422689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=c6b27293-7dd0-4517-a7bd-7c243e90d2d8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:49.439795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '047f7b73-c4ff-43bf-a33a-5c57e1f5da57'}, {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd747b6f3-6d5b-422f-9622-bebc3552cde5'}, {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc54990-8673-47da-a49e-a07bf457dcbf'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:49.451928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.452394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.452749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.453089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.453421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.453751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.454079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.454404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.454756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.455721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.456169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513c3bd-8eec-4eeb-b156-cc6fac63dcc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:49.644625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b63f627-fe67-467e-b85b-a47b9775e7e0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.645112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1b63f627-fe67-467e-b85b-a47b9775e7e0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:49.670595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c2d6ae3e-7600-4bdb-8d70-6f79cc20831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.687097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c2d6ae3e-7600-4bdb-8d70-6f79cc20831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.687708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device dedede90-615e-47bf-b9dc-ff16e97db9ae not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:49.688314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cac4bf69-3014-469a-835a-4bf03a5edb0c no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:49.729217 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-7a8e1e1d-7a6b-4ce3-a5e7-0a6d5e505662 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.732095 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1b63f627-fe67-467e-b85b-a47b9775e7e0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:49.733536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1b63f627-fe67-467e-b85b-a47b9775e7e0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4387527 Feb 11 13:30:49.743279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52874) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:49.757116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6ae3e-7600-4bdb-8d70-6f79cc20831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c809623-62a7-49da-bb1f-d58a9b1a856a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:49.769618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e72c4d-2442-4740-9afe-9cae6a6455a3 req-63dc9080-91bf-4feb-8c61-cfefceb76bc5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.773783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e72c4d-2442-4740-9afe-9cae6a6455a3 req-63dc9080-91bf-4feb-8c61-cfefceb76bc5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.777704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=fcc54990-8673-47da-a49e-a07bf457dcbf,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:49.777905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e72c4d-2442-4740-9afe-9cae6a6455a3 req-63dc9080-91bf-4feb-8c61-cfefceb76bc5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.782154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e72c4d-2442-4740-9afe-9cae6a6455a3 req-63dc9080-91bf-4feb-8c61-cfefceb76bc5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.790166 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9e72c4d-2442-4740-9afe-9cae6a6455a3 req-63dc9080-91bf-4feb-8c61-cfefceb76bc5 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 3143 time: 0.2536807 Feb 11 13:30:49.800990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e1e1d-7a6b-4ce3-a5e7-0a6d5e505662 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Port': ['ID=047f7b73-c4ff-43bf-a33a-5c57e1f5da57,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:49.810274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cac4bf69-3014-469a-835a-4bf03a5edb0c not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:30:49.815059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c2d6ae3e-7600-4bdb-8d70-6f79cc20831e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1a989192678445138a1d78705841be68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4775450 Feb 11 13:30:49.816663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52880) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:49.857542 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '047f7b73-c4ff-43bf-a33a-5c57e1f5da57', 'code': 200} Feb 11 13:30:49.857858 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd747b6f3-6d5b-422f-9622-bebc3552cde5', 'code': 200} Feb 11 13:30:49.858538 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc54990-8673-47da-a49e-a07bf457dcbf', 'code': 200} Feb 11 13:30:49.890437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9e72c4d-2442-4740-9afe-9cae6a6455a3 req-19b89af7-043d-4636-a60a-d18c2d9bf317 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992455 Feb 11 13:30:49.945934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6b87-55cd-4778-b0b5-81ffbe55ec30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.967268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.979405 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6b87-55cd-4778-b0b5-81ffbe55ec30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.992862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Transition to ACTIVE for port object d9ac1a26-6eb6-4d61-befd-e4f665fb773f will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:50.001597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a4241a92-501a-4311-988b-562b16daa0b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port c6b27293-7dd0-4517-a7bd-7c243e90d2d8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:50.002711 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4241a92-501a-4311-988b-562b16daa0b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.050202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6b87-55cd-4778-b0b5-81ffbe55ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.051926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Transition to ACTIVE for port object d9ac1a26-6eb6-4d61-befd-e4f665fb773f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:50.060261 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.074390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd6b87-55cd-4778-b0b5-81ffbe55ec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c809623-62a7-49da-bb1f-d58a9b1a856a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:50.116743 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5bd6b87-55cd-4778-b0b5-81ffbe55ec30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.120570 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b5bd6b87-55cd-4778-b0b5-81ffbe55ec30 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c809623-62a7-49da-bb1f-d58a9b1a856a HTTP/1.1" status: 204 len: 168 time: 0.3028932 Feb 11 13:30:50.138466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-77ee1160-9122-443f-9262-34fe4390fd8e req-bcecacf8-256b-4ec0-b7e0-78c8e2f4e1e3 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 210 time: 0.0613654 Feb 11 13:30:50.185596 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:50.190085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:50.194171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:50.208426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Pushing event updated for resources: {'Port': ['ID=d9ac1a26-6eb6-4d61-befd-e4f665fb773f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:50.338685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-7a8e1e1d-7a6b-4ce3-a5e7-0a6d5e505662 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] No DVR routers for this DVR port 047f7b73-c4ff-43bf-a33a-5c57e1f5da57 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:50.389819 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-7a8e1e1d-7a6b-4ce3-a5e7-0a6d5e505662 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.404946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-7a8e1e1d-7a6b-4ce3-a5e7-0a6d5e505662 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "DELETE /v2.0/ports/047f7b73-c4ff-43bf-a33a-5c57e1f5da57 HTTP/1.1" status: 204 len: 173 time: 2.0787055 Feb 11 13:30:50.471738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.492337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Attempting to bind port d9ac1a26-6eb6-4d61-befd-e4f665fb773f on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:50.492337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Attempting to bind port d9ac1a26-6eb6-4d61-befd-e4f665fb773f by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:50.492860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Attempting to bind port d9ac1a26-6eb6-4d61-befd-e4f665fb773f on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:30:50.506628 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:30:50.507002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:30:50.511264 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.511627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:30:50.512282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Bound port: d9ac1a26-6eb6-4d61-befd-e4f665fb773f, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:50.512667 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.562780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-0845a87b-4b23-4f6b-a9e4-2eeb73ccb8be tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:50.564233 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-0845a87b-4b23-4f6b-a9e4-2eeb73ccb8be tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.73 "GET /v2.0/networks?id=c66e731c-44f2-4852-be09-ee39c29ae9b2 HTTP/1.1" status: 200 len: 808 time: 0.4007061 Feb 11 13:30:50.571946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed2f1-e013-45a4-96a8-9d2beb044dcd req-baec7d05-2711-427c-96fc-769c636b1ff8 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:50.573624 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f8ed2f1-e013-45a4-96a8-9d2beb044dcd req-baec7d05-2711-427c-96fc-769c636b1ff8 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.2456443 Feb 11 13:30:50.613347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Request body: {'port': {'device_id': 'c7b57646-f994-4259-b884-8be3b185a88a', 'network_id': 'c66e731c-44f2-4852-be09-ee39c29ae9b2', 'admin_state_up': True, 'tenant_id': '28619c4e785442e1a8c4457d300d5168'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:50.666190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] For port d9ac1a26-6eb6-4d61-befd-e4f665fb773f, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:50.670723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] For port d9ac1a26-6eb6-4d61-befd-e4f665fb773f, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d9ac1a26-6eb6-4d61-befd-e4f665fb773f,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:50.682932 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.694538 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4241a92-501a-4311-988b-562b16daa0b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.732086 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f8ed2f1-e013-45a4-96a8-9d2beb044dcd req-ed4ef762-fa21-4795-9c4f-d05a541158d5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526120 Feb 11 13:30:50.781111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151239fa-d9f1-467d-9da8-4f2e14ff8250 None None] Pushing event updated for resources: {'Port': ['ID=d9ac1a26-6eb6-4d61-befd-e4f665fb773f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:50.889700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a4241a92-501a-4311-988b-562b16daa0b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for c6b27293-7dd0-4517-a7bd-7c243e90d2d8 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:50.918770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:50.922847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Usage tracker for resource:port and tenant:28619c4e785442e1a8c4457d300d5168 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:50.923253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-deleted', 'tag': '047f7b73-c4ff-43bf-a33a-5c57e1f5da57'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:50.927140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:50.933255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:50.946510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Made reservation on behalf of 28619c4e785442e1a8c4457d300d5168 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:50.952295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.993400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting port fcc54990-8673-47da-a49e-a07bf457dcbf {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:50.993738 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:51.160785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d374-4803-4145-9e8c-da11736ee407 req-cabb0923-d3ea-4ba3-81b6-b8ea57f321d5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.167190 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2354d374-4803-4145-9e8c-da11736ee407 req-cabb0923-d3ea-4ba3-81b6-b8ea57f321d5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.8634624 Feb 11 13:30:51.256883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Allocated IP 172.20.0.13 (c66e731c-44f2-4852-be09-ee39c29ae9b2/98484b2c-2cc4-454b-bbdd-8b169310c299/64d51028-3bcb-4a81-9270-42aa43e6e0d5) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:51.307740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c47c7-aea2-4a8d-a2b6-179e0ff87589 req-6e59abd9-ce85-4fff-8525-328aeb6c851f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.312178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c47c7-aea2-4a8d-a2b6-179e0ff87589 req-6e59abd9-ce85-4fff-8525-328aeb6c851f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.316502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c47c7-aea2-4a8d-a2b6-179e0ff87589 req-6e59abd9-ce85-4fff-8525-328aeb6c851f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.318274 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e9c47c7-aea2-4a8d-a2b6-179e0ff87589 req-6e59abd9-ce85-4fff-8525-328aeb6c851f tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 2410 time: 0.1601412 Feb 11 13:30:51.397373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e9c47c7-aea2-4a8d-a2b6-179e0ff87589 req-8d1ee941-d848-4d76-9cea-b2dbd02a7d39 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722127 Feb 11 13:30:51.425749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2354d374-4803-4145-9e8c-da11736ee407 req-6af4c9d1-569c-4e7c-a6de-8a2a9555046a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574995 Feb 11 13:30:51.502718 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4241a92-501a-4311-988b-562b16daa0b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:51.636456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4241a92-501a-4311-988b-562b16daa0b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=c6b27293-7dd0-4517-a7bd-7c243e90d2d8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:51.781035 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-323cdcb2-26f9-4ee2-9997-a2a3c953f51c req-9d2b2987-ff2d-4b7f-ab11-fcadf39729b9 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 210 time: 0.1168063 Feb 11 13:30:51.784950 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-deleted', 'tag': '047f7b73-c4ff-43bf-a33a-5c57e1f5da57', 'status': 'completed', 'code': 200} Feb 11 13:30:51.807286 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:51.812529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] For port fcc54990-8673-47da-a49e-a07bf457dcbf, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fcc54990-8673-47da-a49e-a07bf457dcbf,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:51.812529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:51.825120 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4241a92-501a-4311-988b-562b16daa0b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:51.843994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:51.957666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Network c66e731c-44f2-4852-be09-ee39c29ae9b2 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:51.961895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:51.973581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:52.018441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Pushing event updated for resources: {'Port': ['ID=64d51028-3bcb-4a81-9270-42aa43e6e0d5,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:52.043708 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a4241a92-501a-4311-988b-562b16daa0b3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/c6b27293-7dd0-4517-a7bd-7c243e90d2d8 HTTP/1.1" status: 204 len: 168 time: 2.2475867 Feb 11 13:30:52.054088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52924) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:52.136911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.137582 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:52.171105 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-53bf3a8e-dcdd-488d-a5fc-1fd1c5e2e098 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5635405 Feb 11 13:30:52.209044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48edbab-5d99-455a-b48c-606968d2d13c req-0bbe91e5-9263-47f0-8b6b-79770e220246 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.216128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a48edbab-5d99-455a-b48c-606968d2d13c req-0bbe91e5-9263-47f0-8b6b-79770e220246 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.2036424 Feb 11 13:30:52.273948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a48edbab-5d99-455a-b48c-606968d2d13c req-2b20bcf4-f95f-441d-a330-1af28cc149db tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568724 Feb 11 13:30:52.349190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a421aca-d815-4e66-81cb-b9ec72841596 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.350482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a421aca-d815-4e66-81cb-b9ec72841596 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.357712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2a421aca-d815-4e66-81cb-b9ec72841596 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3023648 Feb 11 13:30:52.360419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52932) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:52.496266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e605c014-67ed-4924-bec1-88d2d0d429b9 None None] Provisioning for port d9ac1a26-6eb6-4d61-befd-e4f665fb773f completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:52.648052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-44819d4b-fc59-49fb-b590-7cc2f3738cc9 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.651230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-44819d4b-fc59-49fb-b590-7cc2f3738cc9 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.6724074 Feb 11 13:30:52.781116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Request body: {'port': {'device_id': 'c7b57646-f994-4259-b884-8be3b185a88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:52.834663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d9d611a5-f108-48e0-86bd-81a2949b46e6 None None] Could not find standard attr ID for object c6b27293-7dd0-4517-a7bd-7c243e90d2d8. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:30:52.888680 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d9ac1a26-6eb6-4d61-befd-e4f665fb773f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:30:52.949649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c11ba54-1e3a-447b-adc1-a95bdede4c13 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 9921840a-c43b-4650-a125-6458445e61d1 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:30:52.953999 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c11ba54-1e3a-447b-adc1-a95bdede4c13 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.011361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d9ac1a26-6eb6-4d61-befd-e4f665fb773f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:53.021939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d9ac1a26-6eb6-4d61-befd-e4f665fb773f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:53.022631 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.025642 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c11ba54-1e3a-447b-adc1-a95bdede4c13 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.032573 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.032940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.033961 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Floating IP c6e82487-e621-4808-b793-5e58715255cd disassociated. External IP: 172.25.4.52, port: fcc54990-8673-47da-a49e-a07bf457dcbf. Feb 11 13:30:53.034473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Calling delete_port for fcc54990-8673-47da-a49e-a07bf457dcbf owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:53.099500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Deleting port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:53.100262 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.152261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c11ba54-1e3a-447b-adc1-a95bdede4c13 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.237237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179903b-8db2-4d73-8a9a-90d76a9fa8af req-af283fe4-c447-4d7b-b308-eba7e42b4afe tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.240232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb47959-7987-47c9-bbcb-f71708b5acac req-34afcb65-40be-42c3-b2e2-6b622c62094b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.244654 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2179903b-8db2-4d73-8a9a-90d76a9fa8af req-af283fe4-c447-4d7b-b308-eba7e42b4afe tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.5186143 Feb 11 13:30:53.247305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb47959-7987-47c9-bbcb-f71708b5acac req-34afcb65-40be-42c3-b2e2-6b622c62094b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.249523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.253862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb47959-7987-47c9-bbcb-f71708b5acac req-34afcb65-40be-42c3-b2e2-6b622c62094b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.255641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-adb47959-7987-47c9-bbcb-f71708b5acac req-34afcb65-40be-42c3-b2e2-6b622c62094b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Synchronizing usage tracker for tenant:010169ef397f494db6b4777e7cd64614 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:53.267018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.349517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-adb47959-7987-47c9-bbcb-f71708b5acac req-34afcb65-40be-42c3-b2e2-6b622c62094b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Unset dirty status for tenant:010169ef397f494db6b4777e7cd64614 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:53.351573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-adb47959-7987-47c9-bbcb-f71708b5acac req-34afcb65-40be-42c3-b2e2-6b622c62094b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 2410 time: 0.4220302 Feb 11 13:30:53.380111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c11ba54-1e3a-447b-adc1-a95bdede4c13 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.422763 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:53.423287 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:30:53.430917 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2179903b-8db2-4d73-8a9a-90d76a9fa8af req-3e818828-aa01-4b8b-93c5-891da2b9fc7d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853123 Feb 11 13:30:53.446605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11ba54-1e3a-447b-adc1-a95bdede4c13 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=9921840a-c43b-4650-a125-6458445e61d1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:53.513259 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c11ba54-1e3a-447b-adc1-a95bdede4c13 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.515423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723dec5f-97e4-4691-9408-c48a3abb8e4c None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:53.548080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52954) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:53.666143 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.673217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-adb47959-7987-47c9-bbcb-f71708b5acac req-a5ee0453-8ee3-4ecd-b047-bfef92d52fcd tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220187 Feb 11 13:30:53.704602 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c11ba54-1e3a-447b-adc1-a95bdede4c13 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/9921840a-c43b-4650-a125-6458445e61d1 HTTP/1.1" status: 204 len: 168 time: 1.3430738 Feb 11 13:30:53.711018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52960) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:53.811189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Port': ['ID=fcc54990-8673-47da-a49e-a07bf457dcbf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:53.818274 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bfad0944-20fa-428d-8f85-dd17c6b69d70 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980742 Feb 11 13:30:53.822618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52964) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:53.847865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:53.901195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:30:53.911673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Deleting port d9ac1a26-6eb6-4d61-befd-e4f665fb773f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:53.911673 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.949180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa7411-6417-418f-8bde-dcf30d399fb6 req-dc3a8e4f-05bc-4c57-b0bd-4099f0a5702d tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.949868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-85fa7411-6417-418f-8bde-dcf30d399fb6 req-dc3a8e4f-05bc-4c57-b0bd-4099f0a5702d tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Synchronizing usage tracker for tenant:28619c4e785442e1a8c4457d300d5168 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:53.977341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.977771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.978179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.978610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.979000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.979398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.979783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.980190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.980591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.980956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.981341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:53.986258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] For port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:53.986724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.003917 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5eb42982-085c-487e-a4ed-cbd912f3536f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.016765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-85fa7411-6417-418f-8bde-dcf30d399fb6 req-dc3a8e4f-05bc-4c57-b0bd-4099f0a5702d tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Unset dirty status for tenant:28619c4e785442e1a8c4457d300d5168 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:54.019978 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85fa7411-6417-418f-8bde-dcf30d399fb6 req-dc3a8e4f-05bc-4c57-b0bd-4099f0a5702d tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 932 time: 0.3728251 Feb 11 13:30:54.021827 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.031171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d51028-3bcb-4a81-9270-42aa43e6e0d5 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:54.052735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.097421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Transition to ACTIVE for port object 64d51028-3bcb-4a81-9270-42aa43e6e0d5 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:54.102114 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.148822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d9ac1a26-6eb6-4d61-befd-e4f665fb773f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d9ac1a26-6eb6-4d61-befd-e4f665fb773f,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:54.153796 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.161017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85fa7411-6417-418f-8bde-dcf30d399fb6 req-de2ab7c6-b47f-4957-8582-5661a50b7b55 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/security-groups?id=0663c74c-3566-4a52-8973-f9e3a45e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241827 Feb 11 13:30:54.246680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Pushing event updated for resources: {'Port': ['ID=64d51028-3bcb-4a81-9270-42aa43e6e0d5,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:54.324303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] For port d9ac1a26-6eb6-4d61-befd-e4f665fb773f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d9ac1a26-6eb6-4d61-befd-e4f665fb773f,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:54.324681 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.372822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Attempting to bind port 64d51028-3bcb-4a81-9270-42aa43e6e0d5 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:54.373295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Attempting to bind port 64d51028-3bcb-4a81-9270-42aa43e6e0d5 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '92a34441-0d16-43cb-b795-752eb1c0e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c66e731c-44f2-4852-be09-ee39c29ae9b2'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:54.373757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Attempting to bind port 64d51028-3bcb-4a81-9270-42aa43e6e0d5 on network c66e731c-44f2-4852-be09-ee39c29ae9b2 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:30:54.381956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Port 64d51028-3bcb-4a81-9270-42aa43e6e0d5 on network c66e731c-44f2-4852-be09-ee39c29ae9b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:30:54.382421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Attempting to bind port 64d51028-3bcb-4a81-9270-42aa43e6e0d5 on network c66e731c-44f2-4852-be09-ee39c29ae9b2 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:30:54.389636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:30:54.390119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Checking segment: {'id': '92a34441-0d16-43cb-b795-752eb1c0e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c66e731c-44f2-4852-be09-ee39c29ae9b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:30:54.390610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Bound using segment: {'id': '92a34441-0d16-43cb-b795-752eb1c0e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c66e731c-44f2-4852-be09-ee39c29ae9b2'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:30:54.391144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Bound port: 64d51028-3bcb-4a81-9270-42aa43e6e0d5, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a34441-0d16-43cb-b795-752eb1c0e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c66e731c-44f2-4852-be09-ee39c29ae9b2'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:54.391589 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.443587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:54.456488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Calling delete_port for d9ac1a26-6eb6-4d61-befd-e4f665fb773f owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:54.474489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:54.493481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5eb42982-085c-487e-a4ed-cbd912f3536f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:54.495734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:54.508748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:54.511030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5eb42982-085c-487e-a4ed-cbd912f3536f admin admin] Usage tracker for resource:security_group_rule and tenant:d11a48cd2b154b99bbffc3c4a96e1599 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:54.513423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] For port 64d51028-3bcb-4a81-9270-42aa43e6e0d5, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:54.519138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] For port 64d51028-3bcb-4a81-9270-42aa43e6e0d5, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=64d51028-3bcb-4a81-9270-42aa43e6e0d5,segment=NetworkSegment(92a34441-0d16-43cb-b795-752eb1c0e366),segment_id=92a34441-0d16-43cb-b795-752eb1c0e366)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:54.519548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5eb42982-085c-487e-a4ed-cbd912f3536f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:54.525172 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.556978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d9ac1a26-6eb6-4d61-befd-e4f665fb773f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:54.589180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5eb42982-085c-487e-a4ed-cbd912f3536f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:54.628397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.628542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:54.630043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] 10.222.0.73 "PUT /v2.0/ports/64d51028-3bcb-4a81-9270-42aa43e6e0d5 HTTP/1.1" status: 200 len: 1092 time: 2.4498246 Feb 11 13:30:54.631089 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:54.631728 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:30:54.668067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b57646-f994-4259-b884-8be3b185a88a', 'tag': '64d51028-3bcb-4a81-9270-42aa43e6e0d5'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:54.741005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f30608-0a51-4fa8-a091-3a40334bd37e service neutron] Pushing event updated for resources: {'Port': ['ID=64d51028-3bcb-4a81-9270-42aa43e6e0d5,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:54.790253 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-d1fb3a15-f156-429f-9408-95854a624d62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=28619c4e785442e1a8c4457d300d5168&device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 1095 time: 0.1165633 Feb 11 13:30:54.795792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07c263-d6ac-4d2b-bc6d-d6a664172484 req-9e6d0b7d-7750-4e2b-8adc-21f0817bbe94 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.797237 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc07c263-d6ac-4d2b-bc6d-d6a664172484 req-9e6d0b7d-7750-4e2b-8adc-21f0817bbe94 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 945 time: 0.1802368 Feb 11 13:30:54.824936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d9ac1a26-6eb6-4d61-befd-e4f665fb773f no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:54.876358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b09be-cf75-4149-94a3-cceea88a2151 req-daa40d7d-16f7-4b65-892c-32058512dc9b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.878893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-508b09be-cf75-4149-94a3-cceea88a2151 req-daa40d7d-16f7-4b65-892c-32058512dc9b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.9032493 Feb 11 13:30:54.886617 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-77fe24ea-7c41-4ebf-8f8a-2ea153b87aa5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d51028-3bcb-4a81-9270-42aa43e6e0d5 HTTP/1.1" status: 200 len: 217 time: 0.0883634 Feb 11 13:30:54.914806 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.915182 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.915485 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Floating IP e37d95ce-59fb-4aee-847d-252da6b385cc disassociated. External IP: 172.25.4.128, port: cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a. Feb 11 13:30:54.915820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Calling delete_port for cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:54.951468 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.956526 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc07c263-d6ac-4d2b-bc6d-d6a664172484 req-71df2790-000f-4f25-8c37-3a80ff41071b tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c6152ee-0823-4e26-be31-9bcbec638138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058512 Feb 11 13:30:54.969416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-0e1fb372-22da-4255-8db4-5e67ca4ab66b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.971866 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-0e1fb372-22da-4255-8db4-5e67ca4ab66b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98484b2c-2cc4-454b-bbdd-8b169310c299 HTTP/1.1" status: 200 len: 848 time: 0.0718248 Feb 11 13:30:54.987208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d9ac1a26-6eb6-4d61-befd-e4f665fb773f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d9ac1a26-6eb6-4d61-befd-e4f665fb773f,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:54.991133 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.993877 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.041305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:30:55.051753 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-a5beb99b-df74-481b-89a5-26c53e65de2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c66e731c-44f2-4852-be09-ee39c29ae9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728264 Feb 11 13:30:55.092258 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b57646-f994-4259-b884-8be3b185a88a', 'tag': '64d51028-3bcb-4a81-9270-42aa43e6e0d5', 'status': 'completed', 'code': 200} Feb 11 13:30:55.116928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d9ac1a26-6eb6-4d61-befd-e4f665fb773f,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:55.179267 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5eb42982-085c-487e-a4ed-cbd912f3536f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.190269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Deleting port d9ac1a26-6eb6-4d61-befd-e4f665fb773f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:55.191234 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.202215 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-508b09be-cf75-4149-94a3-cceea88a2151 req-d133accd-4637-4b98-a9d3-f21315b5b97c tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068457 Feb 11 13:30:55.203780 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5eb42982-085c-487e-a4ed-cbd912f3536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.215905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.289785 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-35a6e951-8ed5-4ea8-83d1-e1a7227264ae service neutron] 10.222.0.73 "GET /v2.0/networks/c66e731c-44f2-4852-be09-ee39c29ae9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308984 Feb 11 13:30:55.383985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb42982-085c-487e-a4ed-cbd912f3536f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267a7fea-2702-4d78-a2b7-2b56bed315de,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:55.423160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e6763-59b9-43f6-bce2-2086095c2f34 req-74289994-4717-490c-98cb-52b13f57d2c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.427848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e6763-59b9-43f6-bce2-2086095c2f34 req-74289994-4717-490c-98cb-52b13f57d2c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.435185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-581e6763-59b9-43f6-bce2-2086095c2f34 req-74289994-4717-490c-98cb-52b13f57d2c7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 1677 time: 0.2307553 Feb 11 13:30:55.478862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] For port d9ac1a26-6eb6-4d61-befd-e4f665fb773f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d9ac1a26-6eb6-4d61-befd-e4f665fb773f,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:55.481440 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.488363 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.498350 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6b004fd-2903-43bb-9c2c-627b087c81b1 req-550d24f1-c843-4854-a131-246c1ac10fd2 service neutron] 10.222.0.73 "GET /v2.0/networks/c66e731c-44f2-4852-be09-ee39c29ae9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972437 Feb 11 13:30:55.607984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-581e6763-59b9-43f6-bce2-2086095c2f34 req-6fd2b8d9-676f-450f-ab9f-ddfcb1bbad53 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718280 Feb 11 13:30:55.620477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5eb42982-085c-487e-a4ed-cbd912f3536f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d11a48cd2b154b99bbffc3c4a96e1599&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0138254 Feb 11 13:30:55.620477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event deleted for resources: {'Port': ['ID=cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:55.628738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52976) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:55.684257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Calling delete_port for d9ac1a26-6eb6-4d61-befd-e4f665fb773f owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:55.686296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3816c65d-9634-4efb-bfa7-6ef056339aff req-8d38d0a2-4354-4a65-916e-626a3ed4284a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=28619c4e785442e1a8c4457d300d5168&device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 1095 time: 0.1188247 Feb 11 13:30:55.686820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Router bf97f59a-861b-4d09-bc1e-96d529a0e563 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:30:55.765502 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.817854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] Pushing event deleted for resources: {'Port': ['ID=d9ac1a26-6eb6-4d61-befd-e4f665fb773f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:55.823992 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca57279-b67d-464d-96a3-4d0220f394ba None None] No DVR routers for this DVR port d9ac1a26-6eb6-4d61-befd-e4f665fb773f on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:55.844602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816c65d-9634-4efb-bfa7-6ef056339aff req-7662ab26-2c1d-481a-b5e2-89fe0e90d6b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.846428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3816c65d-9634-4efb-bfa7-6ef056339aff req-7662ab26-2c1d-481a-b5e2-89fe0e90d6b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c66e731c-44f2-4852-be09-ee39c29ae9b2 HTTP/1.1" status: 200 len: 909 time: 0.1543651 Feb 11 13:30:55.927965 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3816c65d-9634-4efb-bfa7-6ef056339aff req-14aa78b3-902e-4bdb-ad92-74e18bd71915 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d51028-3bcb-4a81-9270-42aa43e6e0d5 HTTP/1.1" status: 200 len: 217 time: 0.0605705 Feb 11 13:30:56.094353 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53a3ef59-ef9d-4e75-8ad2-05f65227275f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.139300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83a5ff-9969-4661-b9aa-85f585a624c1 req-ea0b798f-cbd2-4271-93bb-741545fae32e tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.141482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a83a5ff-9969-4661-b9aa-85f585a624c1 req-ea0b798f-cbd2-4271-93bb-741545fae32e tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 944 time: 0.5948768 Feb 11 13:30:56.163120 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-720ba95a-7878-4275-bd27-b057a2d1e24a req-d81503c1-2349-4150-bb71-14000bb053e5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 210 time: 0.0478501 Feb 11 13:30:56.166487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816c65d-9634-4efb-bfa7-6ef056339aff req-277767ea-c1aa-48d9-ba9a-c89ae3151c44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.167941 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3816c65d-9634-4efb-bfa7-6ef056339aff req-277767ea-c1aa-48d9-ba9a-c89ae3151c44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98484b2c-2cc4-454b-bbdd-8b169310c299 HTTP/1.1" status: 200 len: 848 time: 0.2330866 Feb 11 13:30:56.220450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3816c65d-9634-4efb-bfa7-6ef056339aff req-ec505977-4a96-4542-977b-e93687987166 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c66e731c-44f2-4852-be09-ee39c29ae9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446436 Feb 11 13:30:56.234621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53a3ef59-ef9d-4e75-8ad2-05f65227275f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.242071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.objects.ports [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:30:56.254939 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.394534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:56.403415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:56.406102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8a83a5ff-9969-4661-b9aa-85f585a624c1 req-1cb7986a-e6d3-487f-977a-e1f069e8041f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Synchronizing usage tracker for tenant:28619c4e785442e1a8c4457d300d5168 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:30:56.409009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.409642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.415942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=1142d605-ceb1-4b0c-be0e-ca6f0d500df1,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:56.416136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b6f6e8-302b-47c6-b020-006de5841584 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:30:56.436280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3816c65d-9634-4efb-bfa7-6ef056339aff req-a9daae94-5c74-4c59-9441-5d5070dc274c service neutron] 10.222.0.73 "GET /v2.0/networks/c66e731c-44f2-4852-be09-ee39c29ae9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045238 Feb 11 13:30:56.462773 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53a3ef59-ef9d-4e75-8ad2-05f65227275f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.484654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-8a83a5ff-9969-4661-b9aa-85f585a624c1 req-1cb7986a-e6d3-487f-977a-e1f069e8041f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Unset dirty status for tenant:28619c4e785442e1a8c4457d300d5168 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:30:56.485804 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a83a5ff-9969-4661-b9aa-85f585a624c1 req-1cb7986a-e6d3-487f-977a-e1f069e8041f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/security-groups?id=0663c74c-3566-4a52-8973-f9e3a45e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145375 Feb 11 13:30:56.494759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3ef59-ef9d-4e75-8ad2-05f65227275f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267a7fea-2702-4d78-a2b7-2b56bed315de,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:56.509438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34ebd5fb-a642-42f7-b95c-7c8e41130259 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6839170 Feb 11 13:30:56.520097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52984) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:56.522763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53a3ef59-ef9d-4e75-8ad2-05f65227275f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.523891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-53a3ef59-ef9d-4e75-8ad2-05f65227275f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/267a7fea-2702-4d78-a2b7-2b56bed315de HTTP/1.1" status: 204 len: 168 time: 0.8924372 Feb 11 13:30:56.531083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:9e:14:ae', 'name': 'tempest-NetworksTestDHCPv6-1566161588'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:30:56.616048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26511470-6071-4b15-a916-4adecb2237fc req-c4c4c496-5631-423a-b160-3199f4d2e385 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.617667 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26511470-6071-4b15-a916-4adecb2237fc req-c4c4c496-5631-423a-b160-3199f4d2e385 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.2630610 Feb 11 13:30:56.688111 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3816c65d-9634-4efb-bfa7-6ef056339aff req-32f87180-9b03-4249-8d32-c747965e1caf service neutron] 10.222.0.73 "GET /v2.0/networks/c66e731c-44f2-4852-be09-ee39c29ae9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421410 Feb 11 13:30:56.703306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26511470-6071-4b15-a916-4adecb2237fc req-d62f3d9c-b380-4af3-a069-5d31c7f7467b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710726 Feb 11 13:30:56.713910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '1142d605-ceb1-4b0c-be0e-ca6f0d500df1'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:30:56.714691 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.774796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:56.790724 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d440e43-2576-435f-af62-80428f314730 None None] Sync routers for ids ['bf97f59a-861b-4d09-bc1e-96d529a0e563'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:30:56.813198 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d440e43-2576-435f-af62-80428f314730 None None] Routers {'bf97f59a-861b-4d09-bc1e-96d529a0e563'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:56.814090 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8d440e43-2576-435f-af62-80428f314730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['bf97f59a-861b-4d09-bc1e-96d529a0e563'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:56.840715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:56.850135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Router 010b0d4a-6749-46b2-b74c-c0905be8f39b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:30:56.999398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Allocated IP 2001:db8::f816:3eff:feb3:b946 (cf4cc38c-4953-43f9-9526-6e7043460974/1142d605-ceb1-4b0c-be0e-ca6f0d500df1/7f6ccf42-5348-4ace-a1b4-da5f5421aa85) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:57.022469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 52994) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:57.036964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 64d51028-3bcb-4a81-9270-42aa43e6e0d5 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:30:57.051039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da6ac1b6-0164-4b6e-af02-6016bdf5411e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.059860 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8d440e43-2576-435f-af62-80428f314730 None None] Set router bf97f59a-861b-4d09-bc1e-96d529a0e563 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:57.065322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:57.071244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:57.085086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] No DVR routers for this DVR port fcc54990-8673-47da-a49e-a07bf457dcbf on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:57.088008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:57.091968 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.094163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-0bb6e079-34de-4a94-bb15-5a3e7ee29554 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "DELETE /v2.0/ports/fcc54990-8673-47da-a49e-a07bf457dcbf HTTP/1.1" status: 204 len: 173 time: 6.6804104 Feb 11 13:30:57.095813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-deleted', 'tag': 'fcc54990-8673-47da-a49e-a07bf457dcbf'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:57.101977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-da6ac1b6-0164-4b6e-af02-6016bdf5411e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:30:57.107666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-da6ac1b6-0164-4b6e-af02-6016bdf5411e admin admin] Usage tracker for resource:security_group_rule and tenant:2f6f8757d9554808af0a81b094c9fcf2 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:30:57.110831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-da6ac1b6-0164-4b6e-af02-6016bdf5411e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:30:57.119426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-da6ac1b6-0164-4b6e-af02-6016bdf5411e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:30:57.170616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:57.174981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.235352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da6ac1b6-0164-4b6e-af02-6016bdf5411e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.241549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da6ac1b6-0164-4b6e-af02-6016bdf5411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.277683 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-deleted', 'tag': 'fcc54990-8673-47da-a49e-a07bf457dcbf', 'status': 'completed', 'code': 200} Feb 11 13:30:57.317056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ac1b6-0164-4b6e-af02-6016bdf5411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a619cf8-a463-4274-8dbf-f8e7c9873bde,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:57.327791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 21f1928d-49cf-42ae-8df1-3639a5929e2a yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:30:57.390709 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-da6ac1b6-0164-4b6e-af02-6016bdf5411e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2f6f8757d9554808af0a81b094c9fcf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3658211 Feb 11 13:30:57.393967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53002) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:30:57.406356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 64d51028-3bcb-4a81-9270-42aa43e6e0d5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=64d51028-3bcb-4a81-9270-42aa43e6e0d5,segment=NetworkSegment(92a34441-0d16-43cb-b795-752eb1c0e366),segment_id=92a34441-0d16-43cb-b795-752eb1c0e366)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:57.447451 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.455748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '64d51028-3bcb-4a81-9270-42aa43e6e0d5', 'network_id': 'c66e731c-44f2-4852-be09-ee39c29ae9b2', 'port_id': '64d51028-3bcb-4a81-9270-42aa43e6e0d5', 'mac_address': 'fa:16:3e:bf:af:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98484b2c-2cc4-454b-bbdd-8b169310c299', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:30:57.483632 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Transition to ACTIVE for port object 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:57.506027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-652463cc-b630-43a3-af0c-8223c67163f0 req-d06ef775-423a-4be6-94b1-7015c6388af5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 210 time: 0.0683711 Feb 11 13:30:57.507212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ebfd3e47-c17f-4892-9c9e-33a9bf8b08e0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting port d747b6f3-6d5b-422f-9622-bebc3552cde5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:57.507655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ebfd3e47-c17f-4892-9c9e-33a9bf8b08e0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.528704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c8c53acd-b9c6-458d-8eb8-b290ac09c2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.573373 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c8c53acd-b9c6-458d-8eb8-b290ac09c2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.585233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14defda-0050-45e8-9353-b97e9d201f2a req-8c1c89a2-a350-4255-a131-d377dbba5d9e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.587595 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8d440e43-2576-435f-af62-80428f314730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '08f3f18e-1b67-4ee7-9b21-f3648bc64217', 'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'mac_address': 'fa:16:3e:90:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 5, 'project_id': '010169ef397f494db6b4777e7cd64614', 'subnets': [{'id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:57.589769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14defda-0050-45e8-9353-b97e9d201f2a req-8c1c89a2-a350-4255-a131-d377dbba5d9e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.594962 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d440e43-2576-435f-af62-80428f314730 None None] Checking router: bf97f59a-861b-4d09-bc1e-96d529a0e563 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:30:57.599562 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a14defda-0050-45e8-9353-b97e9d201f2a req-8c1c89a2-a350-4255-a131-d377dbba5d9e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 1677 time: 0.7554855 Feb 11 13:30:57.600394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Transition to ACTIVE for port object 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:57.616189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.622498 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d440e43-2576-435f-af62-80428f314730 None None] Routers {'bf97f59a-861b-4d09-bc1e-96d529a0e563'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:57.624748 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8d440e43-2576-435f-af62-80428f314730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['bf97f59a-861b-4d09-bc1e-96d529a0e563'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:57.681491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c8c53acd-b9c6-458d-8eb8-b290ac09c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.705860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c8c53acd-b9c6-458d-8eb8-b290ac09c2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.707196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c8c53acd-b9c6-458d-8eb8-b290ac09c2ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2a619cf8-a463-4274-8dbf-f8e7c9873bde HTTP/1.1" status: 204 len: 168 time: 0.3116593 Feb 11 13:30:57.708154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c53acd-b9c6-458d-8eb8-b290ac09c2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a619cf8-a463-4274-8dbf-f8e7c9873bde,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:57.712441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:57.726820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:57.748599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:57.753376 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.792001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Pushing event updated for resources: {'Port': ['ID=7f6ccf42-5348-4ace-a1b4-da5f5421aa85,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:57.831897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d51028-3bcb-4a81-9270-42aa43e6e0d5 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:57.844381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::f816:3eff:fe9e:14ae (cf4cc38c-4953-43f9-9526-6e7043460974/1142d605-ceb1-4b0c-be0e-ca6f0d500df1/21f1928d-49cf-42ae-8df1-3639a5929e2a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:57.857579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 64d51028-3bcb-4a81-9270-42aa43e6e0d5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=64d51028-3bcb-4a81-9270-42aa43e6e0d5,segment=NetworkSegment(92a34441-0d16-43cb-b795-752eb1c0e366),segment_id=92a34441-0d16-43cb-b795-752eb1c0e366)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:57.864328 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a14defda-0050-45e8-9353-b97e9d201f2a req-c0989abe-780c-4454-8b53-f4754cbb47af tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635775 Feb 11 13:30:57.866898 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.912213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4856769-ba03-40f4-b87e-df873d3ac2b7 req-f7f8e60f-b119-4937-8c0f-cc579a1b4984 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.927043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4856769-ba03-40f4-b87e-df873d3ac2b7 req-f7f8e60f-b119-4937-8c0f-cc579a1b4984 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 944 time: 0.1764948 Feb 11 13:30:57.966646 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8d440e43-2576-435f-af62-80428f314730 None None] Set router bf97f59a-861b-4d09-bc1e-96d529a0e563 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:57.975212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=64d51028-3bcb-4a81-9270-42aa43e6e0d5,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:58.003023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Attempting to bind port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:58.003736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Attempting to bind port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:58.004104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Attempting to bind port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:30:58.011482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:30:58.011849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:30:58.012243 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.012625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:30:58.013078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Bound port: 7f6ccf42-5348-4ace-a1b4-da5f5421aa85, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:58.013709 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.043774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4856769-ba03-40f4-b87e-df873d3ac2b7 req-61feb729-69c2-4e75-ba60-be3490f6fcae tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/security-groups?id=0663c74c-3566-4a52-8973-f9e3a45e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154785 Feb 11 13:30:58.125943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['64d51028-3bcb-4a81-9270-42aa43e6e0d5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:30:58.302924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] For port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:58.336213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ebfd3e47-c17f-4892-9c9e-33a9bf8b08e0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] For port d747b6f3-6d5b-422f-9622-bebc3552cde5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d747b6f3-6d5b-422f-9622-bebc3552cde5,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:58.336826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ebfd3e47-c17f-4892-9c9e-33a9bf8b08e0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.360412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] For port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7f6ccf42-5348-4ace-a1b4-da5f5421aa85,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:58.369772 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.395769 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8d440e43-2576-435f-af62-80428f314730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '08f3f18e-1b67-4ee7-9b21-f3648bc64217', 'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'mac_address': 'fa:16:3e:90:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 5, 'project_id': '010169ef397f494db6b4777e7cd64614', 'subnets': [{'id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:58.400882 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d440e43-2576-435f-af62-80428f314730 None None] The sync data for ids ['bf97f59a-861b-4d09-bc1e-96d529a0e563'] in n-d-818559-1 is: [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '08f3f18e-1b67-4ee7-9b21-f3648bc64217', 'name': '', 'network_id': 'a9f115c2-e958-407a-85fa-295bbd6136d3', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'mac_address': 'fa:16:3e:90:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 5, 'project_id': '010169ef397f494db6b4777e7cd64614', 'subnets': [{'id': '7e4c44a2-f163-4b02-8779-27c4dc75a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:30:58.513071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ebfd3e47-c17f-4892-9c9e-33a9bf8b08e0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Calling delete_port for d747b6f3-6d5b-422f-9622-bebc3552cde5 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:30:58.534500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78991a55-4f40-447f-8243-16bc030d41bd None None] Pushing event updated for resources: {'Port': ['ID=7f6ccf42-5348-4ace-a1b4-da5f5421aa85,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:58.595708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a3f79-4d89-4eba-8ce0-9216693f7a2c req-382d5df1-9fb4-4cbc-a526-51437ebf71d8 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.601165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-094a3f79-4d89-4eba-8ce0-9216693f7a2c req-382d5df1-9fb4-4cbc-a526-51437ebf71d8 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.4953091 Feb 11 13:30:58.684852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:58.695841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] Sync routers for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:30:58.728032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:58.728676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:58.822502 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4d4eaf7-b384-4671-a2de-2c00e70d40e2 req-aebbe066-637b-4b8d-b6ed-9a7889acedf7 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 210 time: 0.1051869 Feb 11 13:30:58.882407 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82396a8c-87af-43db-9f69-a30ceebffb60 None None] New status for floating IP c6e82487-e621-4808-b793-5e58715255cd: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:30:58.977967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-094a3f79-4d89-4eba-8ce0-9216693f7a2c req-b39992e7-2ade-48f8-90d7-e092957d5532 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482118 Feb 11 13:30:59.060753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.090692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] No DVR routers for this DVR port cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:59.102125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ebfd3e47-c17f-4892-9c9e-33a9bf8b08e0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.131905 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.148216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:30:59.244156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9849-ba2d-4a76-ac40-a2b89c9ab64a req-867d7907-e61b-4af0-b419-d9bca6e3c61d tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.247878 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e89e9849-ba2d-4a76-ac40-a2b89c9ab64a req-867d7907-e61b-4af0-b419-d9bca6e3c61d tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 943 time: 0.1530805 Feb 11 13:30:59.332103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e89e9849-ba2d-4a76-ac40-a2b89c9ab64a req-cd5b22ff-7506-4668-b55a-da4c2453cc0b tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768588 Feb 11 13:30:59.390416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'name': 'network-vif-deleted', 'tag': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:59.409453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 21f1928d-49cf-42ae-8df1-3639a5929e2a will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:59.442534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd3e47-c17f-4892-9c9e-33a9bf8b08e0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Port': ['ID=d747b6f3-6d5b-422f-9622-bebc3552cde5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:59.457569 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2346d44-2d4e-4b8d-a6b2-ec7b90264f15 req-e4668bef-4f44-45a9-b82a-ea698972eee5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.73 "DELETE /v2.0/ports/cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a HTTP/1.1" status: 204 len: 173 time: 6.8007960 Feb 11 13:30:59.571780 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c71cbb8-68f0-485e-a985-5827a06b03a0', 'name': 'network-vif-deleted', 'tag': 'cd5acbd2-ae1f-4a31-8c25-b043fbcdda4a', 'status': 'completed', 'code': 200} Feb 11 13:30:59.588973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ebfd3e47-c17f-4892-9c9e-33a9bf8b08e0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] No DVR routers for this DVR port d747b6f3-6d5b-422f-9622-bebc3552cde5 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:59.598622 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ebfd3e47-c17f-4892-9c9e-33a9bf8b08e0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.600989 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ebfd3e47-c17f-4892-9c9e-33a9bf8b08e0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "DELETE /v2.0/ports/d747b6f3-6d5b-422f-9622-bebc3552cde5 HTTP/1.1" status: 204 len: 173 time: 2.4976604 Feb 11 13:30:59.702329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:59.707320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] Checking router: 010b0d4a-6749-46b2-b74c-c0905be8f39b for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:30:59.719918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:30:59.721397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:59.723152 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.772194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09159714-f72c-47ba-963d-b28c06cffa76 req-61b346c6-f900-4fc2-82d9-d6c3c0020405 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.773748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09159714-f72c-47ba-963d-b28c06cffa76 req-61b346c6-f900-4fc2-82d9-d6c3c0020405 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 945 time: 0.3882110 Feb 11 13:30:59.840980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=21f1928d-49cf-42ae-8df1-3639a5929e2a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:59.871419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ca6ae03e-4cde-4409-b2fd-bab898ef99d8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting port f5227e51-621c-453c-9fb5-6f23ede69cbd {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:30:59.871840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ca6ae03e-4cde-4409-b2fd-bab898ef99d8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.909458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:59.930286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:59.960319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:30:59.964302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.964953 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.969329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:00.055208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-09661298-178a-407b-8729-deb50d926e19 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5273426 Feb 11 13:31:00.055849 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53050) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:00.208837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-09159714-f72c-47ba-963d-b28c06cffa76 req-06a79aff-09b5-40c6-a070-b251325e5594 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/security-groups?id=0663c74c-3566-4a52-8973-f9e3a45e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171188 Feb 11 13:31:00.210017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-51640457-5f93-4888-b632-4bb1e790a993 req-2e84badf-1cb8-401b-acfd-103ca9c44bfe tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c71cbb8-68f0-485e-a985-5827a06b03a0 HTTP/1.1" status: 200 len: 210 time: 0.0843248 Feb 11 13:31:00.271387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8cf74e-4ac7-4f44-a7ca-9b35a23e7270 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:00.279959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8cf74e-4ac7-4f44-a7ca-9b35a23e7270 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:00.281507 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1b8cf74e-4ac7-4f44-a7ca-9b35a23e7270 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2244406 Feb 11 13:31:00.282541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53058) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:00.394119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6363d9c9-b659-4b5f-8c41-3b1c36f28ecc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 21f1928d-49cf-42ae-8df1-3639a5929e2a {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:00.394548 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6363d9c9-b659-4b5f-8c41-3b1c36f28ecc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:00.593357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ca6ae03e-4cde-4409-b2fd-bab898ef99d8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] For port f5227e51-621c-453c-9fb5-6f23ede69cbd, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f5227e51-621c-453c-9fb5-6f23ede69cbd,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:00.593932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ca6ae03e-4cde-4409-b2fd-bab898ef99d8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:00.645834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-693cbfda-2481-43f5-bd08-0384b5fa2287 None None] Provisioning for port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:00.713588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:00.719754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabda165-c379-4edd-891d-669c23e0a0ae None None] The sync data for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 is: [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:31:00.780681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ca6ae03e-4cde-4409-b2fd-bab898ef99d8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Calling delete_port for f5227e51-621c-453c-9fb5-6f23ede69cbd owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:00.786730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4ea82c50-62b5-42e7-a4f5-7861c9821031 None None] Provisioning for port 21f1928d-49cf-42ae-8df1-3639a5929e2a completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:00.794547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4ea82c50-62b5-42e7-a4f5-7861c9821031 None None] Provisioning complete for port 21f1928d-49cf-42ae-8df1-3639a5929e2a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:00.795625 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ea82c50-62b5-42e7-a4f5-7861c9821031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:00.807227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631534f-5e4b-4549-88a8-64dec0869a3b req-07c38fa9-f880-49ce-b3ff-173793a95fa2 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:00.816344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9631534f-5e4b-4549-88a8-64dec0869a3b req-07c38fa9-f880-49ce-b3ff-173793a95fa2 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.3055136 Feb 11 13:31:00.890989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4ea82c50-62b5-42e7-a4f5-7861c9821031 None None] Port 21f1928d-49cf-42ae-8df1-3639a5929e2a cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:31:00.928785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6363d9c9-b659-4b5f-8c41-3b1c36f28ecc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:00.949905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:00.958835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b044722-1095-4e66-b4fa-be2162ff99d6 req-afb25fc1-715f-4a7b-8638-3ceca67f199e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:00.959538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3b044722-1095-4e66-b4fa-be2162ff99d6 req-afb25fc1-715f-4a7b-8638-3ceca67f199e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Synchronizing usage tracker for tenant:010169ef397f494db6b4777e7cd64614 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:00.991893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3b044722-1095-4e66-b4fa-be2162ff99d6 req-afb25fc1-715f-4a7b-8638-3ceca67f199e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Unset dirty status for tenant:010169ef397f494db6b4777e7cd64614 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:00.993215 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3b044722-1095-4e66-b4fa-be2162ff99d6 req-afb25fc1-715f-4a7b-8638-3ceca67f199e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 943 time: 0.3219163 Feb 11 13:31:01.025806 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ca6ae03e-4cde-4409-b2fd-bab898ef99d8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.049912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:01.062659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:01.063223 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.093037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ae03e-4cde-4409-b2fd-bab898ef99d8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Port': ['ID=f5227e51-621c-453c-9fb5-6f23ede69cbd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:01.114032 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3b044722-1095-4e66-b4fa-be2162ff99d6 req-d67044fa-218c-46cb-a3e7-83b30befe7cd tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups?id=15f3c77c-60d3-42c2-9866-2576c05e1893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116490 Feb 11 13:31:01.146540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 64d51028-3bcb-4a81-9270-42aa43e6e0d5 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:01.210361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ca6ae03e-4cde-4409-b2fd-bab898ef99d8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] No DVR routers for this DVR port f5227e51-621c-453c-9fb5-6f23ede69cbd on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:01.213552 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ca6ae03e-4cde-4409-b2fd-bab898ef99d8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.217058 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cdc3872-941e-44fb-86d6-dcb26858ad52 req-ca6ae03e-4cde-4409-b2fd-bab898ef99d8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.73 "DELETE /v2.0/ports/f5227e51-621c-453c-9fb5-6f23ede69cbd HTTP/1.1" status: 204 len: 173 time: 1.5930631 Feb 11 13:31:01.234877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509aca-18b3-4d51-9534-57f160f01421 None None] New status for floating IP e37d95ce-59fb-4aee-847d-252da6b385cc: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:31:01.404406 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9631534f-5e4b-4549-88a8-64dec0869a3b req-b63b40fa-4ce9-43b7-bc2d-50397c4aba33 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871058 Feb 11 13:31:01.411865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6363d9c9-b659-4b5f-8c41-3b1c36f28ecc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 21f1928d-49cf-42ae-8df1-3639a5929e2a owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:01.503488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53090) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:01.594017 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.604482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-deleted', 'tag': 'd747b6f3-6d5b-422f-9622-bebc3552cde5'}, {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-deleted', 'tag': 'f5227e51-621c-453c-9fb5-6f23ede69cbd'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:01.652490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 64d51028-3bcb-4a81-9270-42aa43e6e0d5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:01.670147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 64d51028-3bcb-4a81-9270-42aa43e6e0d5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:01.670903 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.727570 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-667a7d5d-f174-45ad-95b4-8c10a561f0a0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.766423 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6363d9c9-b659-4b5f-8c41-3b1c36f28ecc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.783392 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-deleted', 'tag': 'd747b6f3-6d5b-422f-9622-bebc3552cde5', 'status': 'completed', 'code': 200} Feb 11 13:31:01.783653 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ce5704-c552-44c4-9856-75ee5f9be5d2', 'name': 'network-vif-deleted', 'tag': 'f5227e51-621c-453c-9fb5-6f23ede69cbd', 'status': 'completed', 'code': 200} Feb 11 13:31:01.791592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-667a7d5d-f174-45ad-95b4-8c10a561f0a0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.796351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7f6ccf42-5348-4ace-a1b4-da5f5421aa85,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:01.804768 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.810025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76029d01-dbf6-410b-b40f-238ac284874d req-b860a227-da6c-4eca-9a65-eeaf8581ec2e tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.817808 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76029d01-dbf6-410b-b40f-238ac284874d req-b860a227-da6c-4eca-9a65-eeaf8581ec2e tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 945 time: 0.1963816 Feb 11 13:31:01.880471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363d9c9-b659-4b5f-8c41-3b1c36f28ecc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=21f1928d-49cf-42ae-8df1-3639a5929e2a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:01.937396 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76029d01-dbf6-410b-b40f-238ac284874d req-c30da794-7c4c-4604-b807-463cb9c0d007 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/security-groups?id=0663c74c-3566-4a52-8973-f9e3a45e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186225 Feb 11 13:31:01.940890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=7f6ccf42-5348-4ace-a1b4-da5f5421aa85,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:01.941985 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6363d9c9-b659-4b5f-8c41-3b1c36f28ecc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.961223 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-667a7d5d-f174-45ad-95b4-8c10a561f0a0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.963981 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6363d9c9-b659-4b5f-8c41-3b1c36f28ecc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/21f1928d-49cf-42ae-8df1-3639a5929e2a HTTP/1.1" status: 204 len: 168 time: 1.6800849 Feb 11 13:31:01.966521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53106) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:01.988406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a7d5d-f174-45ad-95b4-8c10a561f0a0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6152ee-0823-4e26-be31-9bcbec638138,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:02.006676 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-667a7d5d-f174-45ad-95b4-8c10a561f0a0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.008144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-667a7d5d-f174-45ad-95b4-8c10a561f0a0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "DELETE /v2.0/security-groups/1c6152ee-0823-4e26-be31-9bcbec638138 HTTP/1.1" status: 204 len: 168 time: 0.5035846 Feb 11 13:31:02.010795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53112) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:02.030954 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-362e61da-43aa-4865-b0d3-1be3ebbd0bf1 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] show failed (client error): The resource could not be found. Feb 11 13:31:02.032381 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-362e61da-43aa-4865-b0d3-1be3ebbd0bf1 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups/1c6152ee-0823-4e26-be31-9bcbec638138 HTTP/1.1" status: 404 len: 347 time: 0.0198286 Feb 11 13:31:02.036476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53116) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:02.095663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bcfe0c-c006-4cc7-9a27-0d1f5064be89 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.097655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bcfe0c-c006-4cc7-9a27-0d1f5064be89 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.098625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c9bcfe0c-c006-4cc7-9a27-0d1f5064be89 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:02.103427 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.119438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c9bcfe0c-c006-4cc7-9a27-0d1f5064be89 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:02.126479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c9bcfe0c-c006-4cc7-9a27-0d1f5064be89 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1548831 Feb 11 13:31:02.134834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53120) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:02.154142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b57646-f994-4259-b884-8be3b185a88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d51028-3bcb-4a81-9270-42aa43e6e0d5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:02.177096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 64d51028-3bcb-4a81-9270-42aa43e6e0d5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=64d51028-3bcb-4a81-9270-42aa43e6e0d5,segment=NetworkSegment(92a34441-0d16-43cb-b795-752eb1c0e366),segment_id=92a34441-0d16-43cb-b795-752eb1c0e366)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:02.183094 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.370965 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b57646-f994-4259-b884-8be3b185a88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d51028-3bcb-4a81-9270-42aa43e6e0d5', 'code': 200} Feb 11 13:31:02.458840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f47f5f1-4cef-406b-bb60-80a315f8562d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 1142d605-ceb1-4b0c-be0e-ca6f0d500df1 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:02.463572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f47f5f1-4cef-406b-bb60-80a315f8562d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.551441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f47f5f1-4cef-406b-bb60-80a315f8562d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.585296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=64d51028-3bcb-4a81-9270-42aa43e6e0d5,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:02.718792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f47f5f1-4cef-406b-bb60-80a315f8562d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.741289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd14d5-7a86-4382-8846-354a903e0ada tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Deleting port a0c88f3f-4778-4378-9c17-7d93570b225d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:02.741866 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1cfd14d5-7a86-4382-8846-354a903e0ada tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.765723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-b15de1e6-3cc7-469a-91cf-d65a732752a2 req-68ec9a55-16be-4439-8748-112770056e45 tempest-ServersOnMultiNodesTest-165120678 tempest-ServersOnMultiNodesTest-165120678-project] (83568) timed out ('10.222.0.75', 64711) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:31:02.772733 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e017a6f4-94a6-4bc6-8e59-d421b790458e req-86f4ab25-e94a-4c79-b374-f561495a66f0 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 210 time: 0.2927992 Feb 11 13:31:02.801557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4433b-5a26-4485-a043-cc85be017590 req-908ef17d-2ef0-4603-b6ca-657d4fa8ba4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.816304 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30a4433b-5a26-4485-a043-cc85be017590 req-908ef17d-2ef0-4603-b6ca-657d4fa8ba4b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.1881533 Feb 11 13:31:02.887139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:02.907381 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f47f5f1-4cef-406b-bb60-80a315f8562d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.930657 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30a4433b-5a26-4485-a043-cc85be017590 req-4de1fcd9-b267-4f46-b544-58fd584d49c4 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133163 Feb 11 13:31:02.981292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:02.981659 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.999443 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f47f5f1-4cef-406b-bb60-80a315f8562d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.017981 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2eaaf0e7-1fcb-4955-b313-819730d43074 req-a66efb64-9290-4e3f-8b6e-3f2cba0c0970 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 1097 time: 0.6233795 Feb 11 13:31:03.021515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab273640-ab67-4cb3-8533-2ed9445cf1cb None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:03.037892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47f5f1-4cef-406b-bb60-80a315f8562d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=1142d605-ceb1-4b0c-be0e-ca6f0d500df1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:03.070395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4f47f5f1-4cef-406b-bb60-80a315f8562d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/1142d605-ceb1-4b0c-be0e-ca6f0d500df1 HTTP/1.1" status: 204 len: 168 time: 0.9343169 Feb 11 13:31:03.076886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53152) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:03.107955 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1cfd14d5-7a86-4382-8846-354a903e0ada tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.108358 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1cfd14d5-7a86-4382-8846-354a903e0ada tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.150121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c552a0d4-3cc0-43b5-8310-b4d79e1f6305 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720665 Feb 11 13:31:03.156131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53156) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:03.274800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53160) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:03.311755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad8917-7f24-473c-b446-d36d356db704 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.312501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-33ad8917-7f24-473c-b446-d36d356db704 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:03.332428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-33ad8917-7f24-473c-b446-d36d356db704 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:03.333807 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-33ad8917-7f24-473c-b446-d36d356db704 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1764727 Feb 11 13:31:03.336439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53166) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:03.372030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd14d5-7a86-4382-8846-354a903e0ada tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Calling delete_port for a0c88f3f-4778-4378-9c17-7d93570b225d owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:03.417430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed2bd6-4f91-4b1f-85d7-7acbfeac8fbe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.418245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16ed2bd6-4f91-4b1f-85d7-7acbfeac8fbe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:03.442035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16ed2bd6-4f91-4b1f-85d7-7acbfeac8fbe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:03.442035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-16ed2bd6-4f91-4b1f-85d7-7acbfeac8fbe tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1015100 Feb 11 13:31:03.442264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53170) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:03.453028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2eaaf0e7-1fcb-4955-b313-819730d43074 req-b52a855a-99b5-481d-88ce-42275b628180 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0663c74c-3566-4a52-8973-f9e3a45e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214408 Feb 11 13:31:03.484251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256fe82b-383b-40d2-a4d3-b67de10ed2da None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:31:03.491155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-256fe82b-383b-40d2-a4d3-b67de10ed2da None None] Deleting port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:03.491775 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-256fe82b-383b-40d2-a4d3-b67de10ed2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.526800 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e42ebb0a-3ef2-4092-8295-e373141f20ed tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825419 Feb 11 13:31:03.530470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53174) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:03.539446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:03.607035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c71024-67bf-413f-851c-0759ce665fe8 req-eb9f77e4-cdf8-4467-9529-65d98cac582d tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.608926 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3c71024-67bf-413f-851c-0759ce665fe8 req-eb9f77e4-cdf8-4467-9529-65d98cac582d tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 946 time: 0.3073671 Feb 11 13:31:03.663960 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1cfd14d5-7a86-4382-8846-354a903e0ada tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.677672 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90c2c46a-b367-46fe-a201-edd63044091a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.731187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3c71024-67bf-413f-851c-0759ce665fe8 req-784db2aa-b0a8-4c04-9219-6f82fa524de6 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/security-groups?id=0663c74c-3566-4a52-8973-f9e3a45e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156275 Feb 11 13:31:03.746969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:03.750366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd14d5-7a86-4382-8846-354a903e0ada tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event deleted for resources: {'Port': ['ID=a0c88f3f-4778-4378-9c17-7d93570b225d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:03.765836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-90c2c46a-b367-46fe-a201-edd63044091a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:03.774047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:03.777451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-90c2c46a-b367-46fe-a201-edd63044091a admin admin] Usage tracker for resource:security_group_rule and tenant:92f779ab18964596ae4c7a33cf71de66 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:03.784660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-256fe82b-383b-40d2-a4d3-b67de10ed2da None None] For port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7f6ccf42-5348-4ace-a1b4-da5f5421aa85,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:03.785054 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-256fe82b-383b-40d2-a4d3-b67de10ed2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.806729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-90c2c46a-b367-46fe-a201-edd63044091a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:03.846780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-90c2c46a-b367-46fe-a201-edd63044091a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:03.850828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:03.855989 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.968632 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1cfd14d5-7a86-4382-8846-354a903e0ada tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.987299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-256fe82b-383b-40d2-a4d3-b67de10ed2da None None] Calling delete_port for 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:03.999467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1cfd14d5-7a86-4382-8846-354a903e0ada tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.000680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1cfd14d5-7a86-4382-8846-354a903e0ada tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "DELETE /v2.0/floatingips/e37d95ce-59fb-4aee-847d-252da6b385cc HTTP/1.1" status: 204 len: 168 time: 1.9631438 Feb 11 13:31:04.007850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a8899b68-b58e-4643-8042-e30220a1bf49 req-86c4f5b8-2e91-4097-9d69-b21ebade388b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1530921 Feb 11 13:31:04.134116 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-256fe82b-383b-40d2-a4d3-b67de10ed2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.197273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fe82b-383b-40d2-a4d3-b67de10ed2da None None] Pushing event deleted for resources: {'Port': ['ID=7f6ccf42-5348-4ace-a1b4-da5f5421aa85,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:04.209821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256fe82b-383b-40d2-a4d3-b67de10ed2da None None] No DVR routers for this DVR port 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:04.266125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1456674-0c7a-45bb-9a15-fa3d471780f4 req-a68e1b63-c0df-488e-a541-4acee121c7ed tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.268366 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1456674-0c7a-45bb-9a15-fa3d471780f4 req-a68e1b63-c0df-488e-a541-4acee121c7ed tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.1791663 Feb 11 13:31:04.281955 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0124295a-716c-4a22-92e2-b3f436f9ba23 req-452f59f8-cbdc-4a50-b25c-d28dc82651ff tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/ports?device_id=76ce5704-c552-44c4-9856-75ee5f9be5d2 HTTP/1.1" status: 200 len: 210 time: 0.1920223 Feb 11 13:31:04.323728 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a8899b68-b58e-4643-8042-e30220a1bf49 req-442dc65f-fc43-48ab-a5ac-4665325585d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b930cac072eb41a69fa34be46025a42a&device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 1097 time: 0.1568983 Feb 11 13:31:04.343157 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1456674-0c7a-45bb-9a15-fa3d471780f4 req-db78692b-b38f-4f58-9a74-9151c0556561 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658278 Feb 11 13:31:04.472956 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90c2c46a-b367-46fe-a201-edd63044091a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.474741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.objects.ports [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83567) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:31:04.488085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.491767 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90c2c46a-b367-46fe-a201-edd63044091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.501648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8899b68-b58e-4643-8042-e30220a1bf49 req-7750d893-fc61-4312-a50f-c3022ae9abd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.503456 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a8899b68-b58e-4643-8042-e30220a1bf49 req-7750d893-fc61-4312-a50f-c3022ae9abd1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03558ae7-3102-479a-ae24-65823543b8b7 HTTP/1.1" status: 200 len: 910 time: 0.1415753 Feb 11 13:31:04.577360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53184) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:04.598027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--783126259', 'description': 'tempest-description--1470332976'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:04.606920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:04.619145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:04.623598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:04.628892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1984265-c1e1-444a-a8b8-c812a239e52f None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:04.633601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.634188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.644929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2c46a-b367-46fe-a201-edd63044091a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65943eb-4edc-41b8-93e3-859a5b0de5b2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:04.648989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Usage tracker for resource:security_group and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:04.665133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:04.670527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=d8172baf-496e-467d-813c-5d41895e6273,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:04.681028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-90c2c46a-b367-46fe-a201-edd63044091a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=92f779ab18964596ae4c7a33cf71de66&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4052916 Feb 11 13:31:04.684814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53188) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:04.685686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:04.736623 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e72e854c-4c14-4b2c-8641-7dd027952fd6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2040069 Feb 11 13:31:04.741098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53192) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:04.745536 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.774393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:75:46:82', 'name': 'tempest-NetworksTestDHCPv6-1309335946'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:04.805840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:04.808041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-153c95ed-2b74-40d5-a525-78e863f9447d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.812090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Usage tracker for resource:security_group_rule and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:04.826325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:04.843306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:04.853883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-153c95ed-2b74-40d5-a525-78e863f9447d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.924904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:04.949100 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.953697 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.967962 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a8899b68-b58e-4643-8042-e30220a1bf49 req-1f8deee6-8620-4f93-8979-36d62e67070c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886 HTTP/1.1" status: 200 len: 1002 time: 0.4458632 Feb 11 13:31:04.989196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-153c95ed-2b74-40d5-a525-78e863f9447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.008639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:05.021662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:05.022446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7f6ccf42-5348-4ace-a1b4-da5f5421aa85 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:05.035068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ca6d00-acde-43e9-b8ea-02921f594cc0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:05.058009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c95ed-2b74-40d5-a525-78e863f9447d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65943eb-4edc-41b8-93e3-859a5b0de5b2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:05.060409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.062280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-83d93a0d-abba-493e-bec9-9e4fdfd56b30 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4737253 Feb 11 13:31:05.065580 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-153c95ed-2b74-40d5-a525-78e863f9447d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.069591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-153c95ed-2b74-40d5-a525-78e863f9447d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e65943eb-4edc-41b8-93e3-859a5b0de5b2 HTTP/1.1" status: 204 len: 168 time: 0.3816545 Feb 11 13:31:05.070161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53198) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:05.072419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:05.076973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'security_group_rule': {'security_group_id': 'f4ca6d00-acde-43e9-b8ea-02921f594cc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:05.084435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:05.088448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Usage tracker for resource:security_group_rule and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:05.091928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:05.101654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:05.109338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': 'd8172baf-496e-467d-813c-5d41895e6273'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:31:05.109810 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.115889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:05.128163 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.211688 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.216809 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.245811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf402d6-e308-4192-827e-ad45072ca429,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:05.261942 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.266014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea254211-ea64-4317-91d9-7f21456feed5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1922548 Feb 11 13:31:05.266432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53204) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:05.272447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'security_group_rule': {'security_group_id': 'f4ca6d00-acde-43e9-b8ea-02921f594cc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:05.280355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:05.285155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Usage tracker for resource:security_group_rule and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:05.288594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:05.295229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:05.300045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Allocated IP 2001:db8::f816:3eff:fe89:e94b (cf4cc38c-4953-43f9-9526-6e7043460974/d8172baf-496e-467d-813c-5d41895e6273/ce7840de-3c91-4758-9fb4-ffcd06e8cafd) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:05.303462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8899b68-b58e-4643-8042-e30220a1bf49 req-c4db297f-4b0f-48ba-9ac0-c2b58293ddf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.307497 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a8899b68-b58e-4643-8042-e30220a1bf49 req-c4db297f-4b0f-48ba-9ac0-c2b58293ddf6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d85b11a-a300-42ba-ac08-edc32a789901 HTTP/1.1" status: 200 len: 848 time: 0.3312643 Feb 11 13:31:05.326709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.389849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6850d3-4690-449c-ab08-d8d18884c43e req-f7efade5-5a7b-4618-acb5-b99663bfc5fa tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.391415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d6850d3-4690-449c-ab08-d8d18884c43e req-f7efade5-5a7b-4618-acb5-b99663bfc5fa tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 946 time: 0.3799117 Feb 11 13:31:05.453916 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.459734 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.491718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b842a041-55b8-4d52-b6a0-1a6f3d43c363,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:05.499988 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d6850d3-4690-449c-ab08-d8d18884c43e req-2e716f60-8ed6-4b44-9b2d-8a403a9c2316 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/security-groups?id=0663c74c-3566-4a52-8973-f9e3a45e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006832 Feb 11 13:31:05.514667 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.516082 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.520563 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-945ec9aa-df0b-4399-956d-65bb12692314 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2503035 Feb 11 13:31:05.525440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53216) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:05.551237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:05.568030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a8899b68-b58e-4643-8042-e30220a1bf49 req-d563bc03-a4bc-4d5e-be1d-43c02682fe11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03558ae7-3102-479a-ae24-65823543b8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2558236 Feb 11 13:31:05.572535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:05.586656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 55443d46-f818-431d-8d8d-2e23d32d3ea5 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:05.588132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Usage tracker for resource:floatingip and tenant:50875d1641d54d73b1c126d6795cf6ab is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:05.597619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:05.611938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:05.638242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.660599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53222) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:05.660935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53224) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:05.701946 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.721288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Transition to ACTIVE for port object ce7840de-3c91-4758-9fb4-ffcd06e8cafd will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:05.750469 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Transition to ACTIVE for port object ce7840de-3c91-4758-9fb4-ffcd06e8cafd will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:05.756555 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.780647 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a8899b68-b58e-4643-8042-e30220a1bf49 req-f7e59a9a-9cab-489a-8994-90818fb512d9 service neutron] 10.222.0.73 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955194 Feb 11 13:31:05.855514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de33e795-86ab-45ad-8258-c45421404d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.869383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:05.873699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:05.875349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Pushing event updated for resources: {'Port': ['ID=ce7840de-3c91-4758-9fb4-ffcd06e8cafd,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:05.878040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:05.973417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-de33e795-86ab-45ad-8258-c45421404d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:05.976513 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45325fc0-7193-4e36-a306-9d59c5bde92e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.991512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-de33e795-86ab-45ad-8258-c45421404d0f admin admin] Usage tracker for resource:security_group_rule and tenant:2e3b54372d3a4d589df77500bff68199 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:05.992691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Attempting to bind port ce7840de-3c91-4758-9fb4-ffcd06e8cafd on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.993504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Attempting to bind port ce7840de-3c91-4758-9fb4-ffcd06e8cafd by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.994261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Attempting to bind port ce7840de-3c91-4758-9fb4-ffcd06e8cafd on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:31:05.996914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::f816:3eff:fe75:4682 (cf4cc38c-4953-43f9-9526-6e7043460974/d8172baf-496e-467d-813c-5d41895e6273/55443d46-f818-431d-8d8d-2e23d32d3ea5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:05.998892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-de33e795-86ab-45ad-8258-c45421404d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:06.008036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:31:06.008479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:31:06.008884 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.009474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:31:06.009961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Bound port: ce7840de-3c91-4758-9fb4-ffcd06e8cafd, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:06.010569 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.024302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-de33e795-86ab-45ad-8258-c45421404d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:06.035067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a8899b68-b58e-4643-8042-e30220a1bf49 req-30701efe-24ce-4e17-b606-ccba5c681a7e service neutron] 10.222.0.73 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457328 Feb 11 13:31:06.049224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45325fc0-7193-4e36-a306-9d59c5bde92e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.066321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bcee9-7024-4c71-9828-fec5a040e68b req-86cb0814-e72c-4ba9-be90-eb169d0bd476 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.074344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-470bcee9-7024-4c71-9828-fec5a040e68b req-86cb0814-e72c-4ba9-be90-eb169d0bd476 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.3271632 Feb 11 13:31:06.140532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] For port ce7840de-3c91-4758-9fb4-ffcd06e8cafd, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:06.145186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] For port ce7840de-3c91-4758-9fb4-ffcd06e8cafd, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ce7840de-3c91-4758-9fb4-ffcd06e8cafd,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:06.149995 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.205623 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-470bcee9-7024-4c71-9828-fec5a040e68b req-aab9d673-034b-4818-9fc4-eb6fa0b6b162 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295462 Feb 11 13:31:06.232996 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.288647 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45325fc0-7193-4e36-a306-9d59c5bde92e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.297739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196f0f8-de38-46a3-a414-cc365f9bb6b6 None None] Pushing event updated for resources: {'Port': ['ID=ce7840de-3c91-4758-9fb4-ffcd06e8cafd,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:06.340827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de33e795-86ab-45ad-8258-c45421404d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.353524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45325fc0-7193-4e36-a306-9d59c5bde92e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f3c77c-60d3-42c2-9866-2576c05e1893,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:06.357919 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de33e795-86ab-45ad-8258-c45421404d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.367384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.390319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 55443d46-f818-431d-8d8d-2e23d32d3ea5 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:06.429613 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.504543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Allocated IP 172.25.4.170 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/f32878ef-ac94-4055-ac09-8ce485380867) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:06.511600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:06.515133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:06.520076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:06.524075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.524742 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.551111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=55443d46-f818-431d-8d8d-2e23d32d3ea5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:06.593278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2fc034e5-5bba-43e2-b461-5c67711b5895 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8320491 Feb 11 13:31:06.593876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53236) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:06.627013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33e795-86ab-45ad-8258-c45421404d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a75ed2-7a81-43f2-823d-2e999f5ebe9f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:06.679013 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45325fc0-7193-4e36-a306-9d59c5bde92e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.681053 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-45325fc0-7193-4e36-a306-9d59c5bde92e tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "DELETE /v2.0/security-groups/15f3c77c-60d3-42c2-9866-2576c05e1893 HTTP/1.1" status: 204 len: 168 time: 1.0191278 Feb 11 13:31:06.685081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53240) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:06.700704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-de33e795-86ab-45ad-8258-c45421404d0f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e3b54372d3a4d589df77500bff68199&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0365009 Feb 11 13:31:06.701601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53244) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:06.712355 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-f1696fab-5da1-45d6-b123-f3134ed5af27 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] show failed (client error): The resource could not be found. Feb 11 13:31:06.716315 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f1696fab-5da1-45d6-b123-f3134ed5af27 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "GET /v2.0/security-groups/15f3c77c-60d3-42c2-9866-2576c05e1893 HTTP/1.1" status: 404 len: 347 time: 0.0295682 Feb 11 13:31:06.718377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53248) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:06.852400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.864091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d5b677-dc7f-4e12-af0a-de6135eec85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.916667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ce7840de-3c91-4758-9fb4-ffcd06e8cafd up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:06.923111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ea930400-cd65-4697-8550-9f31dca8ade7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting port b0b73a68-2e7d-4cd1-8846-beed6ff43c78 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:06.924187 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d5b677-dc7f-4e12-af0a-de6135eec85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.924278 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea930400-cd65-4697-8550-9f31dca8ade7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.959967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a445b8-71c7-407e-aa1d-5ab8e82f0f98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.964238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a445b8-71c7-407e-aa1d-5ab8e82f0f98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.965070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a3a445b8-71c7-407e-aa1d-5ab8e82f0f98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:06.983238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.006072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ce7840de-3c91-4758-9fb4-ffcd06e8cafd completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:07.023472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a3a445b8-71c7-407e-aa1d-5ab8e82f0f98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:07.024672 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a3a445b8-71c7-407e-aa1d-5ab8e82f0f98 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4298637 Feb 11 13:31:07.030543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53252) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:07.171796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1697dda1-e38b-4a0d-9a37-6e71a3e1c219 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 55443d46-f818-431d-8d8d-2e23d32d3ea5 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:07.172143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1697dda1-e38b-4a0d-9a37-6e71a3e1c219 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.180376 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea930400-cd65-4697-8550-9f31dca8ade7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.180768 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea930400-cd65-4697-8550-9f31dca8ade7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.226914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:07.231227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:07.232683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'Port': ['ID=f32878ef-ac94-4055-ac09-8ce485380867,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.258087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:07.318325 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d5b677-dc7f-4e12-af0a-de6135eec85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.328957 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.365885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ea930400-cd65-4697-8550-9f31dca8ade7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Calling delete_port for b0b73a68-2e7d-4cd1-8846-beed6ff43c78 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:07.578610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5b677-dc7f-4e12-af0a-de6135eec85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a75ed2-7a81-43f2-823d-2e999f5ebe9f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.620595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d5b677-dc7f-4e12-af0a-de6135eec85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.624509 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-21d5b677-dc7f-4e12-af0a-de6135eec85f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/62a75ed2-7a81-43f2-823d-2e999f5ebe9f HTTP/1.1" status: 204 len: 168 time: 0.9177222 Feb 11 13:31:07.780407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea930400-cd65-4697-8550-9f31dca8ade7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.853435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e0ca0688-f94b-445c-81fe-7f380c15248e None None] Provisioning for port ce7840de-3c91-4758-9fb4-ffcd06e8cafd completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:07.859592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e0ca0688-f94b-445c-81fe-7f380c15248e None None] Provisioning complete for port ce7840de-3c91-4758-9fb4-ffcd06e8cafd triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:07.860126 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0688-f94b-445c-81fe-7f380c15248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.860255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea930400-cd65-4697-8550-9f31dca8ade7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Port': ['ID=b0b73a68-2e7d-4cd1-8846-beed6ff43c78,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.956821 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.969002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9906afe-2a4a-401e-9a6f-d35384cddf59 req-1ac5178b-7f10-4f10-89a5-7d51499ada9b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:07.981555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9906afe-2a4a-401e-9a6f-d35384cddf59 req-1ac5178b-7f10-4f10-89a5-7d51499ada9b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.5686584 Feb 11 13:31:08.053320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1697dda1-e38b-4a0d-9a37-6e71a3e1c219 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.096234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9906afe-2a4a-401e-9a6f-d35384cddf59 req-cd86a6dc-2dea-4cb0-a4ca-c15dab59d094 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136298 Feb 11 13:31:08.124313 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea930400-cd65-4697-8550-9f31dca8ade7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.154730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea930400-cd65-4697-8550-9f31dca8ade7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.159100 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ea930400-cd65-4697-8550-9f31dca8ade7 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "DELETE /v2.0/floatingips/c6e82487-e621-4808-b793-5e58715255cd HTTP/1.1" status: 204 len: 168 time: 1.4397318 Feb 11 13:31:08.161563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:08.169284 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0688-f94b-445c-81fe-7f380c15248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.256299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e0ca0688-f94b-445c-81fe-7f380c15248e None None] For port ce7840de-3c91-4758-9fb4-ffcd06e8cafd, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ce7840de-3c91-4758-9fb4-ffcd06e8cafd,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:08.262160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0688-f94b-445c-81fe-7f380c15248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.309211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1697dda1-e38b-4a0d-9a37-6e71a3e1c219 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 55443d46-f818-431d-8d8d-2e23d32d3ea5 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:08.323292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6a48febc-5bd6-4ed3-bff8-c5c7e9a41724 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting port cac4bf69-3014-469a-835a-4bf03a5edb0c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:08.323641 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a48febc-5bd6-4ed3-bff8-c5c7e9a41724 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.338077 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.385227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca0688-f94b-445c-81fe-7f380c15248e None None] Pushing event updated for resources: {'Port': ['ID=ce7840de-3c91-4758-9fb4-ffcd06e8cafd,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:08.415852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bbe5b882-25ec-446e-b237-d732b37829c4 None None] Provisioning for port 55443d46-f818-431d-8d8d-2e23d32d3ea5 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:08.424943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bbe5b882-25ec-446e-b237-d732b37829c4 None None] Provisioning complete for port 55443d46-f818-431d-8d8d-2e23d32d3ea5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:08.425309 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b882-25ec-446e-b237-d732b37829c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.559818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1697dda1-e38b-4a0d-9a37-6e71a3e1c219 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.571690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5b882-25ec-446e-b237-d732b37829c4 None None] Port 55443d46-f818-431d-8d8d-2e23d32d3ea5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:31:08.634120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697dda1-e38b-4a0d-9a37-6e71a3e1c219 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=55443d46-f818-431d-8d8d-2e23d32d3ea5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:08.662044 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a48febc-5bd6-4ed3-bff8-c5c7e9a41724 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.839653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6a48febc-5bd6-4ed3-bff8-c5c7e9a41724 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Calling delete_port for cac4bf69-3014-469a-835a-4bf03a5edb0c owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:08.862935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ce7840de-3c91-4758-9fb4-ffcd06e8cafd up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:08.887277 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1697dda1-e38b-4a0d-9a37-6e71a3e1c219 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.915277 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1697dda1-e38b-4a0d-9a37-6e71a3e1c219 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/55443d46-f818-431d-8d8d-2e23d32d3ea5 HTTP/1.1" status: 204 len: 168 time: 1.8750451 Feb 11 13:31:08.916150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53294) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:09.008584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ce7840de-3c91-4758-9fb4-ffcd06e8cafd triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:09.009119 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.053762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2118bd77-7d0f-4dfc-b518-aef023fd4dc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:09.070352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2118bd77-7d0f-4dfc-b518-aef023fd4dc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:09.072011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2118bd77-7d0f-4dfc-b518-aef023fd4dc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:09.084854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a48febc-5bd6-4ed3-bff8-c5c7e9a41724 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.133110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2118bd77-7d0f-4dfc-b518-aef023fd4dc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:09.138128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2118bd77-7d0f-4dfc-b518-aef023fd4dc5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2187240 Feb 11 13:31:09.138819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53302) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:09.218950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48febc-5bd6-4ed3-bff8-c5c7e9a41724 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Port': ['ID=cac4bf69-3014-469a-835a-4bf03a5edb0c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:09.305191 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.319692 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a48febc-5bd6-4ed3-bff8-c5c7e9a41724 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.333102 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6a48febc-5bd6-4ed3-bff8-c5c7e9a41724 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "DELETE /v2.0/ports/cac4bf69-3014-469a-835a-4bf03a5edb0c HTTP/1.1" status: 204 len: 168 time: 1.1703522 Feb 11 13:31:09.343257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53312) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:09.362369 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.430194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f920c78c-033e-4f71-92c6-cec0caf68eb9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting port dedede90-615e-47bf-b9dc-ff16e97db9ae {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:09.430431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f920c78c-033e-4f71-92c6-cec0caf68eb9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.496428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'Port': ['ID=f32878ef-ac94-4055-ac09-8ce485380867,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:09.608216 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.702508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abd560b-9d69-410b-8ded-4361a8a53ffd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet d8172baf-496e-467d-813c-5d41895e6273 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:09.710859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b94f6-2e50-4457-8fe7-2a226eb88ca1 req-f3416d48-0357-4897-960f-8cd20b4a0606 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:09.712605 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-829b94f6-2e50-4457-8fe7-2a226eb88ca1 req-f3416d48-0357-4897-960f-8cd20b4a0606 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.3518629 Feb 11 13:31:09.713354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.724317 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-860e05ec-6dff-42b7-bc28-fafd6132c202 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1882813 Feb 11 13:31:09.740517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6abd560b-9d69-410b-8ded-4361a8a53ffd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.827196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f920c78c-033e-4f71-92c6-cec0caf68eb9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.828386 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6abd560b-9d69-410b-8ded-4361a8a53ffd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.871932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-829b94f6-2e50-4457-8fe7-2a226eb88ca1 req-dd64b9ca-26a9-43f6-834d-16aed67c30ab tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538169 Feb 11 13:31:09.999720 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f920c78c-033e-4f71-92c6-cec0caf68eb9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Calling delete_port for dedede90-615e-47bf-b9dc-ff16e97db9ae owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:10.008935 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6abd560b-9d69-410b-8ded-4361a8a53ffd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:10.259278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-54426d35-f335-49de-8036-352d923ac290 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Synchronizing usage tracker for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:10.287184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-54426d35-f335-49de-8036-352d923ac290 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Unset dirty status for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:10.295604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-54426d35-f335-49de-8036-352d923ac290 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--783126259&fields=id&tenant_id=50875d1641d54d73b1c126d6795cf6ab HTTP/1.1" status: 200 len: 267 time: 0.0989356 Feb 11 13:31:10.391006 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f920c78c-033e-4f71-92c6-cec0caf68eb9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:10.449758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-03e3e99d-5e70-495c-9619-25330687abaf tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.451278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-03e3e99d-5e70-495c-9619-25330687abaf tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 809 time: 0.1556535 Feb 11 13:31:10.457653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6abd560b-9d69-410b-8ded-4361a8a53ffd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:10.459077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920c78c-033e-4f71-92c6-cec0caf68eb9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Port': ['ID=dedede90-615e-47bf-b9dc-ff16e97db9ae,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:10.490265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd0d59-4b14-4405-9462-ee381662aba2 req-ccaa971b-716d-4357-9b31-6bc47500e017 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.502024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0bd0d59-4b14-4405-9462-ee381662aba2 req-ccaa971b-716d-4357-9b31-6bc47500e017 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 946 time: 0.2353280 Feb 11 13:31:10.511842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c4c3b-81f1-4339-b4c2-bfe8612999b8 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:10.530474 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6abd560b-9d69-410b-8ded-4361a8a53ffd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:10.560210 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6abd560b-9d69-410b-8ded-4361a8a53ffd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/d8172baf-496e-467d-813c-5d41895e6273 HTTP/1.1" status: 204 len: 168 time: 1.4181030 Feb 11 13:31:10.561104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd560b-9d69-410b-8ded-4361a8a53ffd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=d8172baf-496e-467d-813c-5d41895e6273,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:10.568837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53348) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:10.670528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-5a112f62-2258-4515-999c-1647744271e9 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/quotas/50875d1641d54d73b1c126d6795cf6ab HTTP/1.1" status: 200 len: 375 time: 0.2008028 Feb 11 13:31:10.672732 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f7e7ed1d-b792-4d23-9246-371f98478c41 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019440 Feb 11 13:31:10.676236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53358) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:10.677305 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f920c78c-033e-4f71-92c6-cec0caf68eb9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:10.686799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:10.715936 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0bd0d59-4b14-4405-9462-ee381662aba2 req-3062947b-e7a3-41ae-b217-38658058cc5a tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/security-groups?id=0663c74c-3566-4a52-8973-f9e3a45e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131336 Feb 11 13:31:10.739908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f920c78c-033e-4f71-92c6-cec0caf68eb9 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "DELETE /v2.0/ports/dedede90-615e-47bf-b9dc-ff16e97db9ae HTTP/1.1" status: 204 len: 168 time: 1.3916419 Feb 11 13:31:10.763647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53362) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:10.868398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:10.872888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:10.877066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:10.884629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:10.897692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:11.011799 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745a9d0-28a0-4274-b253-8894b491f7f7 None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:31:11.018732 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a745a9d0-28a0-4274-b253-8894b491f7f7 None None] Deleting port ce7840de-3c91-4758-9fb4-ffcd06e8cafd {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:11.019143 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a745a9d0-28a0-4274-b253-8894b491f7f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.089318 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.112741 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-95092e14-6e9c-482d-9a7e-4af38de5df07 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4245577 Feb 11 13:31:11.351713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a16837-e1a1-463b-916f-cb370ee724f8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting subnet 076e722f-c545-441b-bc95-104470f5caa3 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:11.368230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96a16837-e1a1-463b-916f-cb370ee724f8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.373767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a745a9d0-28a0-4274-b253-8894b491f7f7 None None] For port ce7840de-3c91-4758-9fb4-ffcd06e8cafd, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ce7840de-3c91-4758-9fb4-ffcd06e8cafd,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:11.374656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a745a9d0-28a0-4274-b253-8894b491f7f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.389683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195de64-d735-4b8a-91bc-ef48aab79fc3 req-35b371cc-bf41-4186-b9d4-65ba9f4056c9 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:11.397053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4195de64-d735-4b8a-91bc-ef48aab79fc3 req-35b371cc-bf41-4186-b9d4-65ba9f4056c9 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.1815858 Feb 11 13:31:11.483743 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96a16837-e1a1-463b-916f-cb370ee724f8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.527192 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4195de64-d735-4b8a-91bc-ef48aab79fc3 req-eafbd395-bab5-46db-805b-fada0d652a0b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291871 Feb 11 13:31:11.551353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-6e4a621d-3b02-4010-9e82-dcf9a9c25338 service neutron] 10.222.0.67 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219801 Feb 11 13:31:11.627676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a745a9d0-28a0-4274-b253-8894b491f7f7 None None] Calling delete_port for ce7840de-3c91-4758-9fb4-ffcd06e8cafd owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:11.684470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96a16837-e1a1-463b-916f-cb370ee724f8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.763958 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a745a9d0-28a0-4274-b253-8894b491f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.771118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-5e1027d7-cacd-4e94-84a7-97c97576dace service neutron] 10.222.0.67 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103124 Feb 11 13:31:11.811409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96a16837-e1a1-463b-916f-cb370ee724f8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.840352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745a9d0-28a0-4274-b253-8894b491f7f7 None None] Pushing event deleted for resources: {'Port': ['ID=ce7840de-3c91-4758-9fb4-ffcd06e8cafd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:11.842858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a745a9d0-28a0-4274-b253-8894b491f7f7 None None] No DVR routers for this DVR port ce7840de-3c91-4758-9fb4-ffcd06e8cafd on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:11.861135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.objects.ports [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:31:11.869186 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.871515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a16837-e1a1-463b-916f-cb370ee724f8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Subnet': ['ID=076e722f-c545-441b-bc95-104470f5caa3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:11.893744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96a16837-e1a1-463b-916f-cb370ee724f8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.895609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb337e3-a317-4ffe-904a-2c65654f0cbb None None] Network 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:11.902204 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-96a16837-e1a1-463b-916f-cb370ee724f8 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "DELETE /v2.0/subnets/076e722f-c545-441b-bc95-104470f5caa3 HTTP/1.1" status: 204 len: 168 time: 1.1290584 Feb 11 13:31:11.904670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53388) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:12.045704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53392) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:12.096771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:12.099253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:12.118944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef9d219-db26-4ef4-ad21-cf9ed7a87ef4 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:12.125183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=2cd92d9d-b9a5-47ba-92a1-a1b50a919760,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:12.136483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.137529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.152712 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f5bbdedd-ad49-42e4-a749-7828c9cc76f9 req-1bbad5a5-3ca8-4d6c-aec1-44fd3eef0519 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 210 time: 0.0434265 Feb 11 13:31:12.209902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34a11ac6-5b59-4e0c-b094-57da34b3e095 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5288506 Feb 11 13:31:12.214783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53402) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:12.223168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:2c:eb:72', 'name': 'tempest-NetworksTestDHCPv6-1743246808'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:12.243779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-27522ec0-2ccc-4ca3-a710-f3a16561be59 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.245521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-27522ec0-2ccc-4ca3-a710-f3a16561be59 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 946 time: 0.6212015 Feb 11 13:31:12.246342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1bc6d7-354f-419b-b3b3-fd84a3242afb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting subnet bb47b466-4262-4b47-98eb-ed0225161d1c {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:12.249902 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc6d7-354f-419b-b3b3-fd84a3242afb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.314276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc6d7-354f-419b-b3b3-fd84a3242afb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.326884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-283bb9aa-4adc-4b78-8115-f378422abf5f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Deleting port 64d51028-3bcb-4a81-9270-42aa43e6e0d5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:12.327221 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-283bb9aa-4adc-4b78-8115-f378422abf5f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.394165 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a74543a-ce42-413d-9d4a-87acf1ce2e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.482408 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.540719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:12.546017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:12.549729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:12.575949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5a74543a-ce42-413d-9d4a-87acf1ce2e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:12.577352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:12.582148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5a74543a-ce42-413d-9d4a-87acf1ce2e5e admin admin] Usage tracker for resource:security_group_rule and tenant:481c20d6e1334ec2bda262eddf508e1d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:12.587064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5a74543a-ce42-413d-9d4a-87acf1ce2e5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:12.595824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5a74543a-ce42-413d-9d4a-87acf1ce2e5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:12.598842 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc6d7-354f-419b-b3b3-fd84a3242afb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.608122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '2cd92d9d-b9a5-47ba-92a1-a1b50a919760'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:31:12.608942 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.614740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:12.619228 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.700178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476cb25-57b3-4a6c-b79f-ed27d9b025c7 req-309b2222-a9b3-4053-9fa7-2d2c6f5e8c19 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.711938 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0476cb25-57b3-4a6c-b79f-ed27d9b025c7 req-309b2222-a9b3-4053-9fa7-2d2c6f5e8c19 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 946 time: 0.7224467 Feb 11 13:31:12.714128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc6d7-354f-419b-b3b3-fd84a3242afb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.769050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] DHCP port deletion for 34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:31:12.775876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Deleting port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:12.776293 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.794854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bc6d7-354f-419b-b3b3-fd84a3242afb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Subnet': ['ID=bb47b466-4262-4b47-98eb-ed0225161d1c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:12.825314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f7042c-c4c1-405e-becb-054bd85e5e07 None None] Network 95f48932-3549-4717-a741-07775a88517a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:12.881282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc6d7-354f-419b-b3b3-fd84a3242afb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.901287 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a74543a-ce42-413d-9d4a-87acf1ce2e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.908379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2b1bc6d7-354f-419b-b3b3-fd84a3242afb tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "DELETE /v2.0/subnets/bb47b466-4262-4b47-98eb-ed0225161d1c HTTP/1.1" status: 204 len: 168 time: 1.0022311 Feb 11 13:31:12.910203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a74543a-ce42-413d-9d4a-87acf1ce2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.917910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53414) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:12.951031 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 92efa770-b4f0-40ef-b057-2ca53b46b3b7 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:12.980420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74543a-ce42-413d-9d4a-87acf1ce2e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c239f2a-d21f-4f5c-86dd-3ca45721dc29,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:13.055264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port c4f0b569-f8c3-4d51-a1af-3217572006c4 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:13.140760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5a74543a-ce42-413d-9d4a-87acf1ce2e5e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=481c20d6e1334ec2bda262eddf508e1d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0911415 Feb 11 13:31:13.148632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39262d15-ad3a-4a32-a16d-3f2de2660fae req-615166c4-02af-4a00-9c9e-19441dcd4058 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.150391 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39262d15-ad3a-4a32-a16d-3f2de2660fae req-615166c4-02af-4a00-9c9e-19441dcd4058 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.3313346 Feb 11 13:31:13.151310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53418) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:13.158704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.205719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0476cb25-57b3-4a6c-b79f-ed27d9b025c7 req-31946855-690f-427f-a4dd-9c3d937ce73b tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/security-groups?id=0663c74c-3566-4a52-8973-f9e3a45e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923298 Feb 11 13:31:13.272106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:13.272446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.321843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::f816:3eff:fe2c:eb72 (cf4cc38c-4953-43f9-9526-6e7043460974/2cd92d9d-b9a5-47ba-92a1-a1b50a919760/c4f0b569-f8c3-4d51-a1af-3217572006c4) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:13.323108 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39262d15-ad3a-4a32-a16d-3f2de2660fae req-83ec7cc1-9f81-4c85-ab1b-ac04815c54c6 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612945 Feb 11 13:31:13.370539 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1f363f6-f9ab-450e-9093-81c637a3b144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.375038 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.425817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-240ce219-cc2d-4c75-a527-e31e9370e2eb req-990523bb-6071-42ea-9a4d-9c1fec1daaae tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Synchronizing usage tracker for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:13.431001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-283bb9aa-4adc-4b78-8115-f378422abf5f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] For port 64d51028-3bcb-4a81-9270-42aa43e6e0d5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=64d51028-3bcb-4a81-9270-42aa43e6e0d5,segment=NetworkSegment(92a34441-0d16-43cb-b795-752eb1c0e366),segment_id=92a34441-0d16-43cb-b795-752eb1c0e366)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:13.431364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-283bb9aa-4adc-4b78-8115-f378422abf5f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.456795 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1f363f6-f9ab-450e-9093-81c637a3b144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.484179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 92efa770-b4f0-40ef-b057-2ca53b46b3b7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=92efa770-b4f0-40ef-b057-2ca53b46b3b7,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:13.491575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] For port 92efa770-b4f0-40ef-b057-2ca53b46b3b7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=92efa770-b4f0-40ef-b057-2ca53b46b3b7,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:13.492226 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.502208 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.503162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ce7840de-3c91-4758-9fb4-ffcd06e8cafd no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:13.608662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] For port 92efa770-b4f0-40ef-b057-2ca53b46b3b7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=92efa770-b4f0-40ef-b057-2ca53b46b3b7,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:13.609023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.625408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-283bb9aa-4adc-4b78-8115-f378422abf5f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Calling delete_port for 64d51028-3bcb-4a81-9270-42aa43e6e0d5 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:13.668955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: ce7840de-3c91-4758-9fb4-ffcd06e8cafd {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:13.669703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ce7840de-3c91-4758-9fb4-ffcd06e8cafd not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:13.754251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-240ce219-cc2d-4c75-a527-e31e9370e2eb req-990523bb-6071-42ea-9a4d-9c1fec1daaae tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Unset dirty status for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:13.755438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-240ce219-cc2d-4c75-a527-e31e9370e2eb req-990523bb-6071-42ea-9a4d-9c1fec1daaae tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 210 time: 0.4014435 Feb 11 13:31:13.755824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Calling delete_port for 92efa770-b4f0-40ef-b057-2ca53b46b3b7 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:13.794568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Calling delete_port for 92efa770-b4f0-40ef-b057-2ca53b46b3b7 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:13.856267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1f363f6-f9ab-450e-9093-81c637a3b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.871888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=92efa770-b4f0-40ef-b057-2ca53b46b3b7,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:13.893167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7dd9a8-7dcd-4374-8f32-d4ca690db1f9 None None] DHCP port deletion for 95f48932-3549-4717-a741-07775a88517a request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:31:13.900716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dd9a8-7dcd-4374-8f32-d4ca690db1f9 None None] Deleting port 34f93903-96f3-4a93-8c2f-6ccb7448fec8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:13.901160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd9a8-7dcd-4374-8f32-d4ca690db1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.902980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f363f6-f9ab-450e-9093-81c637a3b144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c239f2a-d21f-4f5c-86dd-3ca45721dc29,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:13.908693 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e1f363f6-f9ab-450e-9093-81c637a3b144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.910640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e1f363f6-f9ab-450e-9093-81c637a3b144 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6c239f2a-d21f-4f5c-86dd-3ca45721dc29 HTTP/1.1" status: 204 len: 168 time: 0.7568572 Feb 11 13:31:13.957615 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:31:13.957615 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:31:13.962360 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:31:13.963090 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:31:14.007542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-f785ff81-3cee-4333-9031-ab04af3e6c3b tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.008930 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-f785ff81-3cee-4333-9031-ab04af3e6c3b tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.73 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 809 time: 0.4935212 Feb 11 13:31:14.108169 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-283bb9aa-4adc-4b78-8115-f378422abf5f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.179761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bb9aa-4adc-4b78-8115-f378422abf5f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Pushing event deleted for resources: {'Port': ['ID=64d51028-3bcb-4a81-9270-42aa43e6e0d5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:14.205422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cb7dd9a8-7dcd-4374-8f32-d4ca690db1f9 None None] For port 34f93903-96f3-4a93-8c2f-6ccb7448fec8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=34f93903-96f3-4a93-8c2f-6ccb7448fec8,segment=NetworkSegment(96979129-7a89-4dad-baf3-9776845adf1a),segment_id=96979129-7a89-4dad-baf3-9776845adf1a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:14.205810 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd9a8-7dcd-4374-8f32-d4ca690db1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.217438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-885dd779-2bdb-4360-b760-8296eb682eb4 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Synchronizing usage tracker for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:14.226496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.299262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-283bb9aa-4adc-4b78-8115-f378422abf5f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] No DVR routers for this DVR port 64d51028-3bcb-4a81-9270-42aa43e6e0d5 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:14.302241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-283bb9aa-4adc-4b78-8115-f378422abf5f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.307919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object c4f0b569-f8c3-4d51-a1af-3217572006c4 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:14.309125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b57646-f994-4259-b884-8be3b185a88a', 'name': 'network-vif-deleted', 'tag': '64d51028-3bcb-4a81-9270-42aa43e6e0d5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:14.318386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-885dd779-2bdb-4360-b760-8296eb682eb4 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Unset dirty status for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:14.319546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-885dd779-2bdb-4360-b760-8296eb682eb4 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50875d1641d54d73b1c126d6795cf6ab HTTP/1.1" status: 200 len: 379 time: 0.2943449 Feb 11 13:31:14.331772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'port': {'device_id': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'admin_state_up': True, 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'security_groups': ['f4ca6d00-acde-43e9-b8ea-02921f594cc0']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:14.350964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53432) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:14.378805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dd9a8-7dcd-4374-8f32-d4ca690db1f9 None None] Calling delete_port for 34f93903-96f3-4a93-8c2f-6ccb7448fec8 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:14.379489 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0547-3a78-43a9-8b35-aab50e1017b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.410749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e15a5543-84cc-466d-9d86-d65aba8524b2 req-283bb9aa-4adc-4b78-8115-f378422abf5f tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.73 "DELETE /v2.0/ports/64d51028-3bcb-4a81-9270-42aa43e6e0d5 HTTP/1.1" status: 204 len: 173 time: 2.1570301 Feb 11 13:31:14.412253 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b57646-f994-4259-b884-8be3b185a88a', 'name': 'network-vif-deleted', 'tag': '64d51028-3bcb-4a81-9270-42aa43e6e0d5', 'status': 'completed', 'code': 200} Feb 11 13:31:14.471549 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.483576 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91944ae2-6bb4-47f4-a782-bc057149f280 req-d2262220-476f-4d67-9d50-3b6f58d01789 tempest-VolumesActionsTest-451235052 tempest-VolumesActionsTest-451235052-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b57646-f994-4259-b884-8be3b185a88a HTTP/1.1" status: 200 len: 210 time: 0.0909181 Feb 11 13:31:14.484153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Deleting port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:14.484424 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.493950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Deleting port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:14.494341 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.629406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6f6b0547-3a78-43a9-8b35-aab50e1017b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:14.648055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:14.666751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:14.670847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6f6b0547-3a78-43a9-8b35-aab50e1017b2 admin admin] Usage tracker for resource:security_group_rule and tenant:16303a28e2b64ff5a60ce40113cba25f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:14.677721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:14.680678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6f6b0547-3a78-43a9-8b35-aab50e1017b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:14.684075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=c4f0b569-f8c3-4d51-a1af-3217572006c4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:14.687280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:14.690794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:14.691012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6f6b0547-3a78-43a9-8b35-aab50e1017b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:14.695016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.695884 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.720990 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd9a8-7dcd-4374-8f32-d4ca690db1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.725594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Allocated IP 2001:db8::f816:3eff:fefc:a0ff (cf4cc38c-4953-43f9-9526-6e7043460974/2cd92d9d-b9a5-47ba-92a1-a1b50a919760/40802686-ba6a-449a-be66-c0db2ff7e044) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:14.738317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Made reservation on behalf of 50875d1641d54d73b1c126d6795cf6ab for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:14.741452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.753938 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9ffbc194-a2ca-4fb5-8d9b-33168bb10bb3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5355835 Feb 11 13:31:14.758688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53438) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:14.795105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dd9a8-7dcd-4374-8f32-d4ca690db1f9 None None] Pushing event deleted for resources: {'Port': ['ID=34f93903-96f3-4a93-8c2f-6ccb7448fec8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:14.820720 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d3d4-efff-4f73-816b-aa20c9a12656 req-84406a74-3bb6-46ce-948a-33d358d321b7 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.821908 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7dd9a8-7dcd-4374-8f32-d4ca690db1f9 None None] No DVR routers for this DVR port 34f93903-96f3-4a93-8c2f-6ccb7448fec8 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:14.828519 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25d9d3d4-efff-4f73-816b-aa20c9a12656 req-84406a74-3bb6-46ce-948a-33d358d321b7 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.2832887 Feb 11 13:31:14.852117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] For port 92efa770-b4f0-40ef-b057-2ca53b46b3b7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=92efa770-b4f0-40ef-b057-2ca53b46b3b7,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:14.852498 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.986016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 34f93903-96f3-4a93-8c2f-6ccb7448fec8 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:15.022741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Calling delete_port for 92efa770-b4f0-40ef-b057-2ca53b46b3b7 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:15.057564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 34f93903-96f3-4a93-8c2f-6ccb7448fec8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:15.057935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 34f93903-96f3-4a93-8c2f-6ccb7448fec8 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:15.071849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] For port 92efa770-b4f0-40ef-b057-2ca53b46b3b7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=92efa770-b4f0-40ef-b057-2ca53b46b3b7,segment=NetworkSegment(25f46492-885f-4837-8730-900eb18ece9d),segment_id=25f46492-885f-4837-8730-900eb18ece9d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:15.072200 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.146650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 64d51028-3bcb-4a81-9270-42aa43e6e0d5 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:15.249585 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0547-3a78-43a9-8b35-aab50e1017b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.252914 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab0f6af9-2db1-4811-95db-ab5085b137c7 req-ed419b16-1c75-48b0-bfec-d6eca38e7c12 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 210 time: 0.2007973 Feb 11 13:31:15.254232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Calling delete_port for 92efa770-b4f0-40ef-b057-2ca53b46b3b7 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:15.256817 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0547-3a78-43a9-8b35-aab50e1017b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.308451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 64d51028-3bcb-4a81-9270-42aa43e6e0d5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:15.309085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 64d51028-3bcb-4a81-9270-42aa43e6e0d5 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:15.330620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b0547-3a78-43a9-8b35-aab50e1017b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543baac7-6922-4b52-bb6f-46f80b06eace,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:15.336386 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6f6b0547-3a78-43a9-8b35-aab50e1017b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=16303a28e2b64ff5a60ce40113cba25f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9830179 Feb 11 13:31:15.340549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53444) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:15.356089 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.372389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Allocated IP 172.20.0.10 (828e45ec-c245-4a73-8574-be834b18ffce/92f8fad6-4c08-4ca5-b88d-880cfed479e8/66bd1515-d029-45fd-8a40-5858a356800e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:15.418021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25d9d3d4-efff-4f73-816b-aa20c9a12656 req-18094951-f7e2-4bca-8f51-0b8bbdc7b4b1 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849769 Feb 11 13:31:15.427869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Port': ['ID=92efa770-b4f0-40ef-b057-2ca53b46b3b7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:15.438827 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:31:15.438827 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:31:15.438827 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21787e07-84c4-4f46-ac42-0672eb067b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.448231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] No DVR routers for this DVR port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:15.454399 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.464541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eadef5-4040-4243-8abd-6ad66638f6ac tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.465247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f2eadef5-4040-4243-8abd-6ad66638f6ac tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:15.466087 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Transition to ACTIVE for port object 40802686-ba6a-449a-be66-c0db2ff7e044 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:15.489044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Transition to ACTIVE for port object 40802686-ba6a-449a-be66-c0db2ff7e044 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:15.495563 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.570067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f2eadef5-4040-4243-8abd-6ad66638f6ac tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:15.571949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f2eadef5-4040-4243-8abd-6ad66638f6ac tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.8119333 Feb 11 13:31:15.575169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53450) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:15.600970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Pushing event updated for resources: {'Port': ['ID=40802686-ba6a-449a-be66-c0db2ff7e044,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:15.608086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:15.609398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:15.614110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:15.636915 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbb16b92-34f5-4a9c-b5f9-a583023be894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.663011 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.665804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.684520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Transition to ACTIVE for port object 66bd1515-d029-45fd-8a40-5858a356800e will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:15.713952 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbb16b92-34f5-4a9c-b5f9-a583023be894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.714327 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.715854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Attempting to bind port 40802686-ba6a-449a-be66-c0db2ff7e044 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.716201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Attempting to bind port 40802686-ba6a-449a-be66-c0db2ff7e044 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.716610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Attempting to bind port 40802686-ba6a-449a-be66-c0db2ff7e044 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:31:15.725773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:31:15.726213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:31:15.726636 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.727030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:31:15.727497 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Bound port: 40802686-ba6a-449a-be66-c0db2ff7e044, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:15.727900 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.783247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:15.801690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Deleting port 92efa770-b4f0-40ef-b057-2ca53b46b3b7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:15.801968 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.808888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Network 828e45ec-c245-4a73-8574-be834b18ffce is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:15.812883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:15.816741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-83060909-4fc1-4b72-a89b-99fc1d1de014 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port c4f0b569-f8c3-4d51-a1af-3217572006c4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:15.817323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83060909-4fc1-4b72-a89b-99fc1d1de014 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.833546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:15.879687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event updated for resources: {'Port': ['ID=66bd1515-d029-45fd-8a40-5858a356800e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:15.894633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f46492-885f-4837-8730-900eb18ece9d') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:15.894928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f46492-885f-4837-8730-900eb18ece9d') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:15.920759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2e5fc-4bff-4333-91f2-4302eb5c8bca None None] The port '92efa770-b4f0-40ef-b057-2ca53b46b3b7' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:31:15.936119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.937086 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.962619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] For port 40802686-ba6a-449a-be66-c0db2ff7e044, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:15.967017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] For port 40802686-ba6a-449a-be66-c0db2ff7e044, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=40802686-ba6a-449a-be66-c0db2ff7e044,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:15.972585 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.981027 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.982124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-c385a159-ec22-4bad-9c64-9ac95fcd6756 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6564121 Feb 11 13:31:15.993213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Request body: {'port': {'device_id': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:16.093828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.115549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbb16b92-34f5-4a9c-b5f9-a583023be894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.143669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:31:16.144075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:16.173875 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:16.183255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbb16b92-34f5-4a9c-b5f9-a583023be894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.186694 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dbb16b92-34f5-4a9c-b5f9-a583023be894 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/543baac7-6922-4b52-bb6f-46f80b06eace HTTP/1.1" status: 204 len: 168 time: 0.8427420 Feb 11 13:31:16.208402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73d58d-4ef7-46c6-ac9d-f84a665fc7fa None None] Pushing event updated for resources: {'Port': ['ID=40802686-ba6a-449a-be66-c0db2ff7e044,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:16.215536 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-429f3d90-c739-4a71-8367-7e5143434bea None None] Provisioning for port 66bd1515-d029-45fd-8a40-5858a356800e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:16.235316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-429f3d90-c739-4a71-8367-7e5143434bea None None] Provisioning complete for port 66bd1515-d029-45fd-8a40-5858a356800e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:16.235750 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-429f3d90-c739-4a71-8367-7e5143434bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.252627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb16b92-34f5-4a9c-b5f9-a583023be894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543baac7-6922-4b52-bb6f-46f80b06eace,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:16.306478 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.326969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-429f3d90-c739-4a71-8367-7e5143434bea None None] Port 66bd1515-d029-45fd-8a40-5858a356800e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:31:16.368914 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83060909-4fc1-4b72-a89b-99fc1d1de014 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.380435 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.397933 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.785038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-83060909-4fc1-4b72-a89b-99fc1d1de014 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for c4f0b569-f8c3-4d51-a1af-3217572006c4 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:16.938193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Network': ['ID=34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:16.971284 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 40802686-ba6a-449a-be66-c0db2ff7e044 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:16.995859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c5699748-be15-448b-82bb-b86cf9d11f45 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "DELETE /v2.0/networks/34f5ee8b-5fd0-45d8-84b1-47fe18efbe5f HTTP/1.1" status: 204 len: 168 time: 4.0688562 Feb 11 13:31:17.000895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53472) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:17.073423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5764160-e730-4de8-a444-0d2f9c6f6bfb req-6728fa0d-6c3f-4bdc-a28d-31efdbb9a62d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.073423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a5764160-e730-4de8-a444-0d2f9c6f6bfb req-6728fa0d-6c3f-4bdc-a28d-31efdbb9a62d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Synchronizing usage tracker for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:17.156198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 40802686-ba6a-449a-be66-c0db2ff7e044 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:17.192894 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83060909-4fc1-4b72-a89b-99fc1d1de014 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.232924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a5764160-e730-4de8-a444-0d2f9c6f6bfb req-6728fa0d-6c3f-4bdc-a28d-31efdbb9a62d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Unset dirty status for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:17.234361 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a5764160-e730-4de8-a444-0d2f9c6f6bfb req-6728fa0d-6c3f-4bdc-a28d-31efdbb9a62d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 932 time: 0.6480289 Feb 11 13:31:17.294288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.306925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83060909-4fc1-4b72-a89b-99fc1d1de014 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=c4f0b569-f8c3-4d51-a1af-3217572006c4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:17.436789 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83060909-4fc1-4b72-a89b-99fc1d1de014 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.482145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-83060909-4fc1-4b72-a89b-99fc1d1de014 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/c4f0b569-f8c3-4d51-a1af-3217572006c4 HTTP/1.1" status: 204 len: 168 time: 1.8990383 Feb 11 13:31:17.486810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5034168-2ca3-4659-a50b-88eda8ec2da3 req-8f6329f5-c3bc-4530-a033-eae726eed2c2 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.494021 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5034168-2ca3-4659-a50b-88eda8ec2da3 req-8f6329f5-c3bc-4530-a033-eae726eed2c2 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.5476289 Feb 11 13:31:17.496809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:17.603997 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5034168-2ca3-4659-a50b-88eda8ec2da3 req-e8fce39f-9f5b-45ca-97a2-655e767dc5ca tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090631 Feb 11 13:31:17.625003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3024b600-1a7f-47f2-83fb-3396555e80b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.655547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bd1515-d029-45fd-8a40-5858a356800e {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:17.708330 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.780590 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a5764160-e730-4de8-a444-0d2f9c6f6bfb req-cb130b41-ac3c-491b-878e-cfc6144f3592 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4ca6d00-acde-43e9-b8ea-02921f594cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4834616 Feb 11 13:31:17.837353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d101f05-7737-4194-b573-4cc1a3417b5a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.838843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d101f05-7737-4194-b573-4cc1a3417b5a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.839574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5d101f05-7737-4194-b573-4cc1a3417b5a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:17.850715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Transition to ACTIVE for port object 66bd1515-d029-45fd-8a40-5858a356800e will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:17.875164 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.879947 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.935083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-51404e39-f8d2-4cc0-ab47-964a089f8d73 req-6a2505dd-63c3-4ead-bad4-9d96f7fb47c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 1097 time: 0.6940596 Feb 11 13:31:17.981032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5d101f05-7737-4194-b573-4cc1a3417b5a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:17.984918 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5d101f05-7737-4194-b573-4cc1a3417b5a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4834137 Feb 11 13:31:17.985625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53498) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:17.997341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8cdbbd5d-1775-4cda-b4ca-0c6fe34aca08 None None] Provisioning for port 40802686-ba6a-449a-be66-c0db2ff7e044 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:18.001541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f48932-3549-4717-a741-07775a88517a']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:18.004919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8cdbbd5d-1775-4cda-b4ca-0c6fe34aca08 None None] Provisioning complete for port 40802686-ba6a-449a-be66-c0db2ff7e044 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:18.005454 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbd5d-1775-4cda-b4ca-0c6fe34aca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.095861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96979129-7a89-4dad-baf3-9776845adf1a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:18.096155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96979129-7a89-4dad-baf3-9776845adf1a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:18.105073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Pushing event updated for resources: {'Port': ['ID=66bd1515-d029-45fd-8a40-5858a356800e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:18.141823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.153078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-51404e39-f8d2-4cc0-ab47-964a089f8d73 req-4e624594-7f1c-4abf-8d77-c65f2b140091 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027605 Feb 11 13:31:18.169541 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.265829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:31:18.266302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:18.282395 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:18.299815 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbd5d-1775-4cda-b4ca-0c6fe34aca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.352389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-9154c434-3f3c-4756-ad47-2af8ca3e3dd8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 2cd92d9d-b9a5-47ba-92a1-a1b50a919760 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:18.358308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9154c434-3f3c-4756-ad47-2af8ca3e3dd8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.364373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8cdbbd5d-1775-4cda-b4ca-0c6fe34aca08 None None] For port 40802686-ba6a-449a-be66-c0db2ff7e044, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=40802686-ba6a-449a-be66-c0db2ff7e044,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:18.368863 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8cdbbd5d-1775-4cda-b4ca-0c6fe34aca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.508443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbbd5d-1775-4cda-b4ca-0c6fe34aca08 None None] Pushing event updated for resources: {'Port': ['ID=40802686-ba6a-449a-be66-c0db2ff7e044,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:18.539216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-63e0febc-5a3d-4f0a-a409-8fb17ea00b37 None None] Could not find standard attr ID for object c4f0b569-f8c3-4d51-a1af-3217572006c4. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:31:18.625525 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.663140 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.667354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9154c434-3f3c-4756-ad47-2af8ca3e3dd8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.676301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] Pushing event deleted for resources: {'Network': ['ID=95f48932-3549-4717-a741-07775a88517a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:18.679032 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-13d3eb3a-44e2-47b1-bdce-3a58519f6055 tempest-TaggedBootDevicesTest-2065354971 tempest-TaggedBootDevicesTest-2065354971-project] 10.222.0.67 "DELETE /v2.0/networks/95f48932-3549-4717-a741-07775a88517a HTTP/1.1" status: 204 len: 168 time: 1.6747603 Feb 11 13:31:18.696566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Attempting to bind port 66bd1515-d029-45fd-8a40-5858a356800e on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:18.696912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Attempting to bind port 66bd1515-d029-45fd-8a40-5858a356800e by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:18.697236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Attempting to bind port 66bd1515-d029-45fd-8a40-5858a356800e on network 828e45ec-c245-4a73-8574-be834b18ffce {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:31:18.715647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Port 66bd1515-d029-45fd-8a40-5858a356800e on network 828e45ec-c245-4a73-8574-be834b18ffce not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:31:18.718843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Attempting to bind port 66bd1515-d029-45fd-8a40-5858a356800e on network 828e45ec-c245-4a73-8574-be834b18ffce {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:31:18.727080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:31:18.727754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Checking segment: {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:31:18.728384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Bound using segment: {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:31:18.729849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Bound port: 66bd1515-d029-45fd-8a40-5858a356800e, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf5ed23-74df-4f6b-b2f3-e3feec683270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:18.730452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.800816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9154c434-3f3c-4756-ad47-2af8ca3e3dd8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.828624 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.889763 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.926158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] For port 66bd1515-d029-45fd-8a40-5858a356800e, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:18.929924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] For port 66bd1515-d029-45fd-8a40-5858a356800e, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=66bd1515-d029-45fd-8a40-5858a356800e,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:18.936979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.951434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 40802686-ba6a-449a-be66-c0db2ff7e044 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:19.021935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36790732-30cf-4223-aae9-447f95f28709 req-4ccd1da2-e9b8-41da-a3d7-3b9267d7ef0d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.023994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36790732-30cf-4223-aae9-447f95f28709 req-4ccd1da2-e9b8-41da-a3d7-3b9267d7ef0d tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.1822722 Feb 11 13:31:19.082021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 40802686-ba6a-449a-be66-c0db2ff7e044 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:19.082957 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.085694 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9154c434-3f3c-4756-ad47-2af8ca3e3dd8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.125238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.127216 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] 10.222.0.73 "PUT /v2.0/ports/66bd1515-d029-45fd-8a40-5858a356800e HTTP/1.1" status: 200 len: 1092 time: 3.1384842 Feb 11 13:31:19.127676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'tag': '66bd1515-d029-45fd-8a40-5858a356800e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:19.151237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14163c-55f1-4414-8d76-a4f0e023e9dd service neutron] Pushing event updated for resources: {'Port': ['ID=66bd1515-d029-45fd-8a40-5858a356800e,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.198685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154c434-3f3c-4756-ad47-2af8ca3e3dd8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd92d9d-b9a5-47ba-92a1-a1b50a919760,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.218164 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36790732-30cf-4223-aae9-447f95f28709 req-e15b10e6-4b35-4176-b59f-23fdbd4f1b06 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873429 Feb 11 13:31:19.251166 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9154c434-3f3c-4756-ad47-2af8ca3e3dd8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.279003 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98ed836-2ed2-4170-8f89-2e0256e11da4 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:19.285446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9154c434-3f3c-4756-ad47-2af8ca3e3dd8 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/2cd92d9d-b9a5-47ba-92a1-a1b50a919760 HTTP/1.1" status: 204 len: 168 time: 1.2932558 Feb 11 13:31:19.290478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53552) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:19.467261 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-9fe7e217-6caf-462a-9042-9125f5756f8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 1095 time: 0.2736795 Feb 11 13:31:19.551555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd191b8-ffea-40af-a922-aa4c71fe39fd req-e8a5ba98-2591-4b0b-83b3-05e024c435b0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.551751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f024c302-012f-4ed1-ac48-5924ed40a5b2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2577095 Feb 11 13:31:19.552166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2fd191b8-ffea-40af-a922-aa4c71fe39fd req-e8a5ba98-2591-4b0b-83b3-05e024c435b0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 944 time: 0.2387393 Feb 11 13:31:19.554985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53560) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:19.584327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-99278a72-8a4c-4736-b077-eadea881c654 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bd1515-d029-45fd-8a40-5858a356800e HTTP/1.1" status: 200 len: 217 time: 0.1093915 Feb 11 13:31:19.770281 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'tag': '66bd1515-d029-45fd-8a40-5858a356800e', 'status': 'completed', 'code': 200} Feb 11 13:31:19.801289 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2fd191b8-ffea-40af-a922-aa4c71fe39fd req-653e5def-2ff5-496d-abe9-f1eb63b5fc56 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4ca6d00-acde-43e9-b8ea-02921f594cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267325 Feb 11 13:31:19.815357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-0634c12b-6854-485f-ab5a-a3c4a92ce7f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.817547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-0634c12b-6854-485f-ab5a-a3c4a92ce7f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92f8fad6-4c08-4ca5-b88d-880cfed479e8 HTTP/1.1" status: 200 len: 848 time: 0.1590884 Feb 11 13:31:19.842647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31c83f2-0d05-437a-b296-65ff834e7078 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.843611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f31c83f2-0d05-437a-b296-65ff834e7078 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:19.882313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f31c83f2-0d05-437a-b296-65ff834e7078 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:19.886072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f31c83f2-0d05-437a-b296-65ff834e7078 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3285134 Feb 11 13:31:19.887051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53570) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:19.964447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7641f-0976-4cfe-99ea-f54a43f21baf None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:31:19.973613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-eda7641f-0976-4cfe-99ea-f54a43f21baf None None] Deleting port 40802686-ba6a-449a-be66-c0db2ff7e044 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:19.974301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eda7641f-0976-4cfe-99ea-f54a43f21baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.977857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-23983bcf-472e-41d0-a797-3598d5d6d333 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=828e45ec-c245-4a73-8574-be834b18ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518943 Feb 11 13:31:19.983463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53574) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:20.021776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f0b78-91fb-43ed-9e06-1cc64639b644 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.023037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b34f0b78-91fb-43ed-9e06-1cc64639b644 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:20.078458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b34f0b78-91fb-43ed-9e06-1cc64639b644 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:20.083567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b34f0b78-91fb-43ed-9e06-1cc64639b644 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1955009 Feb 11 13:31:20.085081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:20.194381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53584) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:20.194712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-44328c41-b24a-425f-8832-bfb447a650f2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082520 Feb 11 13:31:20.200741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:20.232124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-eda7641f-0976-4cfe-99ea-f54a43f21baf None None] For port 40802686-ba6a-449a-be66-c0db2ff7e044, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=40802686-ba6a-449a-be66-c0db2ff7e044,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:20.232870 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eda7641f-0976-4cfe-99ea-f54a43f21baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.284861 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32dd9e2a-8c1a-429d-b012-ca5ca4f0092e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.340958 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-4e643267-a410-4905-8086-37008ca85450 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585947 Feb 11 13:31:20.377835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-eda7641f-0976-4cfe-99ea-f54a43f21baf None None] Calling delete_port for 40802686-ba6a-449a-be66-c0db2ff7e044 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:20.467052 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.469081 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eda7641f-0976-4cfe-99ea-f54a43f21baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.487634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:20.507705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:20.527353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7641f-0976-4cfe-99ea-f54a43f21baf None None] Pushing event deleted for resources: {'Port': ['ID=40802686-ba6a-449a-be66-c0db2ff7e044,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:20.534783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-32dd9e2a-8c1a-429d-b012-ca5ca4f0092e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:20.538713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:20.539395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-32dd9e2a-8c1a-429d-b012-ca5ca4f0092e admin admin] Usage tracker for resource:security_group_rule and tenant:bd2853776541409c95b48db09501c7af is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:20.540809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7641f-0976-4cfe-99ea-f54a43f21baf None None] No DVR routers for this DVR port 40802686-ba6a-449a-be66-c0db2ff7e044 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:20.542442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-32dd9e2a-8c1a-429d-b012-ca5ca4f0092e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:20.549000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-32dd9e2a-8c1a-429d-b012-ca5ca4f0092e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:20.555812 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.563900 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e858c69d-3ea5-40df-ba1c-6e6da4fef807 req-cc218892-5d9c-4386-bcb9-3185a8c00b01 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149296 Feb 11 13:31:20.640668 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32dd9e2a-8c1a-429d-b012-ca5ca4f0092e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.687352 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-32dd9e2a-8c1a-429d-b012-ca5ca4f0092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.771300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd9e2a-8c1a-429d-b012-ca5ca4f0092e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee082512-bf34-4bf6-8148-4d222c94e22a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:20.780970 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-32dd9e2a-8c1a-429d-b012-ca5ca4f0092e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd2853776541409c95b48db09501c7af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7965760 Feb 11 13:31:20.787028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53590) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:20.802443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13526d41-882e-43a6-8907-adc4b8641eec req-b00e7557-716c-4992-b716-bb5bfc5bf60b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 1095 time: 0.1590927 Feb 11 13:31:20.893794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 40802686-ba6a-449a-be66-c0db2ff7e044 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:20.947818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f90b4d-4d60-4698-9700-487c70ccdf31 req-470581f2-da35-4b06-ad26-bf12816b1209 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.948725 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-78f90b4d-4d60-4698-9700-487c70ccdf31 req-470581f2-da35-4b06-ad26-bf12816b1209 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.5107203 Feb 11 13:31:20.966428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 40802686-ba6a-449a-be66-c0db2ff7e044 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:20.967054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 40802686-ba6a-449a-be66-c0db2ff7e044 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:21.014819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44ef2031-6b20-413a-8d24-bc6ed4dc9c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:21.027103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13526d41-882e-43a6-8907-adc4b8641eec req-adf04438-8685-4580-90f8-8a4df28d861f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.029050 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13526d41-882e-43a6-8907-adc4b8641eec req-adf04438-8685-4580-90f8-8a4df28d861f service neutron] 10.222.0.73 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 910 time: 0.2176101 Feb 11 13:31:21.099866 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-78f90b4d-4d60-4698-9700-487c70ccdf31 req-e9dbae27-edfe-4320-aa32-2859d5ea3281 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497436 Feb 11 13:31:21.129369 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44ef2031-6b20-413a-8d24-bc6ed4dc9c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:21.146965 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:21.234855 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13526d41-882e-43a6-8907-adc4b8641eec req-9a86695a-312a-42fc-9b89-7f717d3cd08c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bd1515-d029-45fd-8a40-5858a356800e HTTP/1.1" status: 200 len: 217 time: 0.1988158 Feb 11 13:31:21.240087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44ef2031-6b20-413a-8d24-bc6ed4dc9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:21.276391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef2031-6b20-413a-8d24-bc6ed4dc9c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee082512-bf34-4bf6-8148-4d222c94e22a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:21.290877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:21.295124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:21.300332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.300928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:21.311553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=864e4b70-0884-4072-8535-413aa1b38a7f,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:21.318300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319923a3-8bc2-4d8d-b6a5-b70b80ece910 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:21.319526 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44ef2031-6b20-413a-8d24-bc6ed4dc9c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:21.334939 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-44ef2031-6b20-413a-8d24-bc6ed4dc9c48 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ee082512-bf34-4bf6-8148-4d222c94e22a HTTP/1.1" status: 204 len: 168 time: 0.5354583 Feb 11 13:31:21.357918 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-90bc78c7-a232-428d-b453-5ddf0f700e58 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1615274 Feb 11 13:31:21.359769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53604) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:21.373493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13526d41-882e-43a6-8907-adc4b8641eec req-97e9bea5-28e9-42a1-853a-f6e79675fe19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.377126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13526d41-882e-43a6-8907-adc4b8641eec req-97e9bea5-28e9-42a1-853a-f6e79675fe19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92f8fad6-4c08-4ca5-b88d-880cfed479e8 HTTP/1.1" status: 200 len: 848 time: 0.1268995 Feb 11 13:31:21.378252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:d9:3a:3b', 'name': 'tempest-NetworksTestDHCPv6-1929753408'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:21.737712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '864e4b70-0884-4072-8535-413aa1b38a7f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:31:21.737915 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:21.777807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:21.805909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59214e-c6e5-45ee-bec3-f69eca72dc82 req-f7ca34bd-af2b-4839-99e7-153ab3161dfa tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.807474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59214e-c6e5-45ee-bec3-f69eca72dc82 req-f7ca34bd-af2b-4839-99e7-153ab3161dfa tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 944 time: 0.6808531 Feb 11 13:31:21.847987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70cbfa5e-b56a-4491-a15c-5144b01ac7a0 req-c2f3ea04-6808-492e-a62e-5eb15b2498de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2e31b5e817e4dce97cda1cc118f0763&device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 1097 time: 0.2484398 Feb 11 13:31:21.856555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13526d41-882e-43a6-8907-adc4b8641eec req-7bfec855-783c-4de2-a424-c377fb165951 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=828e45ec-c245-4a73-8574-be834b18ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4697521 Feb 11 13:31:21.890188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:21.931300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:21.944883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:22.034043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:22.034641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbfa5e-b56a-4491-a15c-5144b01ac7a0 req-31706137-0176-4a98-aba9-0afa49b870f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.036132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70cbfa5e-b56a-4491-a15c-5144b01ac7a0 req-31706137-0176-4a98-aba9-0afa49b870f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce HTTP/1.1" status: 200 len: 912 time: 0.1784976 Feb 11 13:31:22.130459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59214e-c6e5-45ee-bec3-f69eca72dc82 req-e0dacfc6-def3-4004-b8dc-be781a5b12c5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4ca6d00-acde-43e9-b8ea-02921f594cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079231 Feb 11 13:31:22.194934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/864e4b70-0884-4072-8535-413aa1b38a7f/2eac5391-2807-4150-a022-ba80d8e5607e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:22.264477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70cbfa5e-b56a-4491-a15c-5144b01ac7a0 req-1bb4fff5-80b7-44f5-9cf2-22c08d24fb78 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f18e22f-7af9-469c-89d5-a8969c2e2190 HTTP/1.1" status: 200 len: 217 time: 0.2073140 Feb 11 13:31:22.292545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49df7f-3e40-4a0b-b3ab-c6dcb685d27d req-621a5e01-cce4-4d2c-bf9c-556661cd63a5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.294148 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4b49df7f-3e40-4a0b-b3ab-c6dcb685d27d req-621a5e01-cce4-4d2c-bf9c-556661cd63a5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.5217175 Feb 11 13:31:22.419813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4b49df7f-3e40-4a0b-b3ab-c6dcb685d27d req-d00be9eb-308f-4fe8-93c9-3c2050041ab7 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051974 Feb 11 13:31:22.484366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbfa5e-b56a-4491-a15c-5144b01ac7a0 req-3275ea7e-0f84-46ea-939d-03164cbab916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.487891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70cbfa5e-b56a-4491-a15c-5144b01ac7a0 req-3275ea7e-0f84-46ea-939d-03164cbab916 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56793546-44b9-4f50-b2a7-f81db8c4d71c HTTP/1.1" status: 200 len: 851 time: 0.2138567 Feb 11 13:31:22.493469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13526d41-882e-43a6-8907-adc4b8641eec req-1ea2ff4c-d2c9-463b-b22c-eb3006402274 service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564488 Feb 11 13:31:22.548997 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70cbfa5e-b56a-4491-a15c-5144b01ac7a0 req-b10343bc-975d-4fb8-9898-aebb1761e978 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b7d298f-8551-4a79-88bd-2e84fa1c4bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528183 Feb 11 13:31:22.625181 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:22.638784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Transition to ACTIVE for port object 2eac5391-2807-4150-a022-ba80d8e5607e will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:22.660828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Transition to ACTIVE for port object 2eac5391-2807-4150-a022-ba80d8e5607e will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:22.667552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:22.752525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13526d41-882e-43a6-8907-adc4b8641eec req-14a15e04-479b-40cf-986c-f4aecefa6e5f service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018733 Feb 11 13:31:22.830554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:22.833852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:22.842687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::1ec (cf4cc38c-4953-43f9-9526-6e7043460974/864e4b70-0884-4072-8535-413aa1b38a7f/65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:22.843792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:22.947518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Pushing event updated for resources: {'Port': ['ID=2eac5391-2807-4150-a022-ba80d8e5607e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:22.952245 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70cbfa5e-b56a-4491-a15c-5144b01ac7a0 req-e6a9a3ff-5f8b-42df-9f58-513812b34260 service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987438 Feb 11 13:31:23.011310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Attempting to bind port 2eac5391-2807-4150-a022-ba80d8e5607e on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:23.012037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Attempting to bind port 2eac5391-2807-4150-a022-ba80d8e5607e by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:23.012910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Attempting to bind port 2eac5391-2807-4150-a022-ba80d8e5607e on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:31:23.021778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:31:23.024856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:31:23.026221 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.027330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:31:23.028365 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Bound port: 2eac5391-2807-4150-a022-ba80d8e5607e, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:23.029000 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.167884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] For port 2eac5391-2807-4150-a022-ba80d8e5607e, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:23.171862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] For port 2eac5391-2807-4150-a022-ba80d8e5607e, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2eac5391-2807-4150-a022-ba80d8e5607e,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:23.177512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.184145 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70cbfa5e-b56a-4491-a15c-5144b01ac7a0 req-2b4a7bc7-5455-4ec9-92e7-c50a25b83afa service neutron] 10.222.0.73 "GET /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254536 Feb 11 13:31:23.286976 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:31:23.401196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 66bd1515-d029-45fd-8a40-5858a356800e details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:31:23.556766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3363b-3e3f-478d-8d38-fbcb52023d3e req-8ad99e6a-5659-4bd0-ab8a-69f524f9d163 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:23.580268 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9c3363b-3e3f-478d-8d38-fbcb52023d3e req-8ad99e6a-5659-4bd0-ab8a-69f524f9d163 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 944 time: 0.2012751 Feb 11 13:31:23.747019 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d9c3363b-3e3f-478d-8d38-fbcb52023d3e req-fdf645e9-f491-4294-b36a-6f39fe91b7e2 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4ca6d00-acde-43e9-b8ea-02921f594cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594367 Feb 11 13:31:23.893242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 66bd1515-d029-45fd-8a40-5858a356800e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=66bd1515-d029-45fd-8a40-5858a356800e,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:23.909036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '66bd1515-d029-45fd-8a40-5858a356800e', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'port_id': '66bd1515-d029-45fd-8a40-5858a356800e', 'mac_address': 'fa:16:3e:67:fa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:31:23.928991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.985467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9096376-7ff4-4ee8-ad74-4dfb7f15e4eb None None] Pushing event updated for resources: {'Port': ['ID=2eac5391-2807-4150-a022-ba80d8e5607e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:24.005380 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.042104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:24.053363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bd1515-d029-45fd-8a40-5858a356800e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:24.088022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 66bd1515-d029-45fd-8a40-5858a356800e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=66bd1515-d029-45fd-8a40-5858a356800e,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:24.097400 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.182847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c33fad-2161-4347-b13b-ada9a877d0be req-e970d4ee-f76b-4b33-b4b3-fcd533030187 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.184767 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c8c33fad-2161-4347-b13b-ada9a877d0be req-e970d4ee-f76b-4b33-b4b3-fcd533030187 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.3634388 Feb 11 13:31:24.233011 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.299445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=66bd1515-d029-45fd-8a40-5858a356800e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:24.347044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['66bd1515-d029-45fd-8a40-5858a356800e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:31:24.440359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:24.452316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:24.459350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:24.464161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.464982 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.498277 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c8c33fad-2161-4347-b13b-ada9a877d0be req-27df59c7-d933-4dc0-811e-02e5465562f1 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986317 Feb 11 13:31:24.517874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:24.546545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dfc99767-ba39-4f6e-91a2-a149b0668982 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1856263 Feb 11 13:31:24.549365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53666) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:24.550736 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53668) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:24.684166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf960bc-bad1-4ded-ac16-647006c55a35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.688883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf960bc-bad1-4ded-ac16-647006c55a35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.690700 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8bf960bc-bad1-4ded-ac16-647006c55a35 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1387343 Feb 11 13:31:24.693398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:24.772203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdc5af11-2cc1-43a9-b740-04ab8cb244bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.805808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-05b885df-91f1-4bf1-804a-237bdcddcf26 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:24.811494 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05b885df-91f1-4bf1-804a-237bdcddcf26 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.842955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bdc5af11-2cc1-43a9-b740-04ab8cb244bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:24.855671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bdc5af11-2cc1-43a9-b740-04ab8cb244bd admin admin] Usage tracker for resource:security_group_rule and tenant:7910920d052041698e564b8a4b20b52b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:24.860389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bdc5af11-2cc1-43a9-b740-04ab8cb244bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:24.877715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bdc5af11-2cc1-43a9-b740-04ab8cb244bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:24.961264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2eac5391-2807-4150-a022-ba80d8e5607e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:25.074756 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdc5af11-2cc1-43a9-b740-04ab8cb244bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.082081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdc5af11-2cc1-43a9-b740-04ab8cb244bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.145113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2eac5391-2807-4150-a022-ba80d8e5607e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:25.161241 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bdc5af11-2cc1-43a9-b740-04ab8cb244bd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7910920d052041698e564b8a4b20b52b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6106551 Feb 11 13:31:25.168449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53690) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:25.198613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 66bd1515-d029-45fd-8a40-5858a356800e up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:25.223772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5af11-2cc1-43a9-b740-04ab8cb244bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ea8eb-3763-41dc-a5b6-71ac103017f7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:25.271703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e29f038c-2bc5-416a-8fef-41502873a834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.309560 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e29f038c-2bc5-416a-8fef-41502873a834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.355940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 66bd1515-d029-45fd-8a40-5858a356800e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:25.367091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 66bd1515-d029-45fd-8a40-5858a356800e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:25.367537 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.434843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e29f038c-2bc5-416a-8fef-41502873a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.478039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f038c-2bc5-416a-8fef-41502873a834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ea8eb-3763-41dc-a5b6-71ac103017f7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:25.498755 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e29f038c-2bc5-416a-8fef-41502873a834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.501645 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e29f038c-2bc5-416a-8fef-41502873a834 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9d3ea8eb-3763-41dc-a5b6-71ac103017f7 HTTP/1.1" status: 204 len: 168 time: 0.3308203 Feb 11 13:31:25.631558 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.692361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f55121d2-0e96-4af7-b124-42f676a88c56 None None] Provisioning for port 2eac5391-2807-4150-a022-ba80d8e5607e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:25.711829 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05b885df-91f1-4bf1-804a-237bdcddcf26 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.712570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bd1515-d029-45fd-8a40-5858a356800e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:25.731682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f55121d2-0e96-4af7-b124-42f676a88c56 None None] Provisioning complete for port 2eac5391-2807-4150-a022-ba80d8e5607e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:25.732061 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f55121d2-0e96-4af7-b124-42f676a88c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.766560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d416543-4d01-46b3-ac7a-23ff58d6f43f req-fc917cb9-c364-4e24-9a5c-1f31d35d3b0a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.768209 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d416543-4d01-46b3-ac7a-23ff58d6f43f req-fc917cb9-c364-4e24-9a5c-1f31d35d3b0a tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 945 time: 0.6617658 Feb 11 13:31:25.789907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 66bd1515-d029-45fd-8a40-5858a356800e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=66bd1515-d029-45fd-8a40-5858a356800e,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:25.832962 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.970929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4cc86-c5c2-4ea1-944d-1af84ffc5f34 req-8d361f9e-942d-4677-b621-6535ac8e4313 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.972622 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1c4cc86-c5c2-4ea1-944d-1af84ffc5f34 req-8d361f9e-942d-4677-b621-6535ac8e4313 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.1610439 Feb 11 13:31:25.988321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=66bd1515-d029-45fd-8a40-5858a356800e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:26.033920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-05b885df-91f1-4bf1-804a-237bdcddcf26 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:26.040724 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f55121d2-0e96-4af7-b124-42f676a88c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.045444 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1c4cc86-c5c2-4ea1-944d-1af84ffc5f34 req-5c8bcd87-d9a8-4cc0-9331-6103b0d33c3c tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672650 Feb 11 13:31:26.100124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f55121d2-0e96-4af7-b124-42f676a88c56 None None] For port 2eac5391-2807-4150-a022-ba80d8e5607e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2eac5391-2807-4150-a022-ba80d8e5607e,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:26.105643 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f55121d2-0e96-4af7-b124-42f676a88c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.237325 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bd1515-d029-45fd-8a40-5858a356800e', 'code': 200} Feb 11 13:31:26.357494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55121d2-0e96-4af7-b124-42f676a88c56 None None] Pushing event updated for resources: {'Port': ['ID=2eac5391-2807-4150-a022-ba80d8e5607e,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:26.375189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d416543-4d01-46b3-ac7a-23ff58d6f43f req-a040967e-abc9-4d02-ad31-6696bc4355f4 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4ca6d00-acde-43e9-b8ea-02921f594cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4829912 Feb 11 13:31:26.405517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05b885df-91f1-4bf1-804a-237bdcddcf26 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.405747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4029c767-93c9-4bd1-af56-b09ef5e5f095 None None] Provisioning for port 65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:26.445601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4029c767-93c9-4bd1-af56-b09ef5e5f095 None None] Provisioning complete for port 65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:26.446054 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4029c767-93c9-4bd1-af56-b09ef5e5f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.503941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b885df-91f1-4bf1-804a-237bdcddcf26 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:26.505543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4029c767-93c9-4bd1-af56-b09ef5e5f095 None None] Port 65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2 was deleted so its status cannot be updated. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 11 13:31:26.611576 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-16fab51f-07ba-494b-b17b-c9ac700f4f06 req-28040d10-9cb9-40b7-802c-dcfcc818106b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 1097 time: 0.3221383 Feb 11 13:31:26.618499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05b885df-91f1-4bf1-804a-237bdcddcf26 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.734163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53724) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:26.734985 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-05b885df-91f1-4bf1-804a-237bdcddcf26 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2 HTTP/1.1" status: 204 len: 168 time: 2.0398002 Feb 11 13:31:26.800775 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-16fab51f-07ba-494b-b17b-c9ac700f4f06 req-db50453a-80e1-4ead-813d-79cdbf2a107b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f4ca6d00-acde-43e9-b8ea-02921f594cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791563 Feb 11 13:31:26.821776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60149052-de44-4f4d-a6a5-e648b0869b56 req-f0a993a5-153b-4560-ab7e-9d389633d354 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.833369 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60149052-de44-4f4d-a6a5-e648b0869b56 req-f0a993a5-153b-4560-ab7e-9d389633d354 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.1778092 Feb 11 13:31:26.883528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2eac5391-2807-4150-a022-ba80d8e5607e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:26.898541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60149052-de44-4f4d-a6a5-e648b0869b56 req-2e5c48a5-9240-470a-bbb0-867552f5b8e9 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640717 Feb 11 13:31:26.939594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8e3164-8b3c-4288-b635-7913bff26350 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.941376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8e3164-8b3c-4288-b635-7913bff26350 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.942296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9b8e3164-8b3c-4288-b635-7913bff26350 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:26.960608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9b8e3164-8b3c-4288-b635-7913bff26350 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:26.962358 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9b8e3164-8b3c-4288-b635-7913bff26350 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2270896 Feb 11 13:31:26.964936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53732) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:27.038907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2eac5391-2807-4150-a022-ba80d8e5607e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:27.039563 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.264665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a560772c-aaef-410b-a038-3c5b09124cab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 864e4b70-0884-4072-8535-413aa1b38a7f {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:27.268924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a560772c-aaef-410b-a038-3c5b09124cab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.387323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a560772c-aaef-410b-a038-3c5b09124cab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.537213 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a560772c-aaef-410b-a038-3c5b09124cab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.756062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb9897-0292-4719-9020-1007bc29963f req-4a19ca0e-1c05-4adb-a3c4-84260a96c392 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.758902 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38fb9897-0292-4719-9020-1007bc29963f req-4a19ca0e-1c05-4adb-a3c4-84260a96c392 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 946 time: 0.1594763 Feb 11 13:31:27.765436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a560772c-aaef-410b-a038-3c5b09124cab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.841866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560772c-aaef-410b-a038-3c5b09124cab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=864e4b70-0884-4072-8535-413aa1b38a7f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:27.850882 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a560772c-aaef-410b-a038-3c5b09124cab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.861303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3d912-611f-4241-8ed5-40003d8097b5 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:27.932906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53762) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:27.952683 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a560772c-aaef-410b-a038-3c5b09124cab tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/864e4b70-0884-4072-8535-413aa1b38a7f HTTP/1.1" status: 204 len: 168 time: 0.9864254 Feb 11 13:31:27.985559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38fb9897-0292-4719-9020-1007bc29963f req-bd0ec8d7-49f9-4491-9196-576d407bb777 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4ca6d00-acde-43e9-b8ea-02921f594cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106283 Feb 11 13:31:28.081728 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-391c0857-6b74-4ee0-a8ee-462ec91f9920 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474891 Feb 11 13:31:28.084463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53768) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:28.276405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566c53a-a94c-4032-a857-5283c473789f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:28.277392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c566c53a-a94c-4032-a857-5283c473789f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:28.309923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c566c53a-a94c-4032-a857-5283c473789f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:28.311534 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c566c53a-a94c-4032-a857-5283c473789f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2261088 Feb 11 13:31:28.314334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53774) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:28.366177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237a1fa-aefc-4862-83b0-0b5f46520b6e req-845bf9be-2cbf-4aee-bc31-220e0a68fcd3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:28.368347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d237a1fa-aefc-4862-83b0-0b5f46520b6e req-845bf9be-2cbf-4aee-bc31-220e0a68fcd3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.1230397 Feb 11 13:31:28.426021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7d19d4-b5b1-46ae-b5bb-65de92016da2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:28.426935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dd7d19d4-b5b1-46ae-b5bb-65de92016da2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:28.454906 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d237a1fa-aefc-4862-83b0-0b5f46520b6e req-4322ffd4-50cc-4b4d-aa06-858edb7f6225 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808618 Feb 11 13:31:28.464185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dd7d19d4-b5b1-46ae-b5bb-65de92016da2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:28.465586 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dd7d19d4-b5b1-46ae-b5bb-65de92016da2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1498623 Feb 11 13:31:28.468173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:28.475910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:31:28.480865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Deleting port 2eac5391-2807-4150-a022-ba80d8e5607e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:28.481404 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.639243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-de3cbf55-30e0-44e2-ab60-2a0df57fc75b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1636424 Feb 11 13:31:28.639572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53788) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:28.646197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:28.848132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:28.867539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53796) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:28.871227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:28.883955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2eac5391-2807-4150-a022-ba80d8e5607e no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:28.890238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:28.894555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.964601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] For port 2eac5391-2807-4150-a022-ba80d8e5607e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2eac5391-2807-4150-a022-ba80d8e5607e,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:28.965154 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.074027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:29.082048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:29.090653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Usage tracker for resource:floatingip and tenant:1d769888a199451cbffc1f99b2beb219 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:29.096454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:29.110747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:29.130284 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.135481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Calling delete_port for 2eac5391-2807-4150-a022-ba80d8e5607e owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:29.259405 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.321788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 2eac5391-2807-4150-a022-ba80d8e5607e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2eac5391-2807-4150-a022-ba80d8e5607e,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:29.326505 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.372951 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.397502 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:31:29.397502 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:31:29.440113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=2eac5391-2807-4150-a022-ba80d8e5607e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:29.564606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Allocated IP 172.25.4.210 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/c8441f96-3e6a-461c-befe-202dcbdea555) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:29.692288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd836-b921-4491-a14c-9b63c0650698 req-70f422d5-ec80-46e7-bc45-d45d3ab955bf tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.693782 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-726cd836-b921-4491-a14c-9b63c0650698 req-70f422d5-ec80-46e7-bc45-d45d3ab955bf tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 946 time: 0.2528510 Feb 11 13:31:29.694503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.objects.ports [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83567) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:31:29.831577 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-726cd836-b921-4491-a14c-9b63c0650698 req-53f14ddd-c181-4d0e-b663-a651a1244b4b tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4ca6d00-acde-43e9-b8ea-02921f594cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788603 Feb 11 13:31:29.898853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Deleting port 2eac5391-2807-4150-a022-ba80d8e5607e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:29.899387 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.034907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.039603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866b022-a5ca-4397-9d37-178979dd13ce req-63ec8e85-ae8d-432c-9073-6733f8b8622e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.041321 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b866b022-a5ca-4397-9d37-178979dd13ce req-63ec8e85-ae8d-432c-9073-6733f8b8622e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.3620789 Feb 11 13:31:30.117950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-e21faad7-b372-45dc-aadb-14b592fe3b32 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.121940 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-e21faad7-b372-45dc-aadb-14b592fe3b32 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 946 time: 0.4025249 Feb 11 13:31:30.160304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] For port 2eac5391-2807-4150-a022-ba80d8e5607e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2eac5391-2807-4150-a022-ba80d8e5607e,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:30.160695 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.219724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.226391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b866b022-a5ca-4397-9d37-178979dd13ce req-f0489ba9-eca9-4960-bbcf-4bcfa284c5d5 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791818 Feb 11 13:31:30.299349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-0059d65d-aaf4-4afe-8502-40a6f748ace3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Deleting port 4f18e22f-7af9-469c-89d5-a8969c2e2190 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:30.299690 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-0059d65d-aaf4-4afe-8502-40a6f748ace3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.308915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Calling delete_port for 2eac5391-2807-4150-a022-ba80d8e5607e owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:30.404738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] For port 2eac5391-2807-4150-a022-ba80d8e5607e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2eac5391-2807-4150-a022-ba80d8e5607e,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:30.434133 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.441057 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.441891 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.442992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:31:30.443504 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:31:30.591219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:30.598962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:30.602261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.603001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.655979 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0127382 Feb 11 13:31:30.670608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53812) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:30.682713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:30.685677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.786571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=887e782d-e991-473f-8eec-9fcbdb37f860,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:30.803181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b2a03-501a-47d5-9d98-affdf05dbb92 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=2eac5391-2807-4150-a022-ba80d8e5607e,revision_number=7']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:30.804964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:30.815206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:30.819031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-0059d65d-aaf4-4afe-8502-40a6f748ace3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] For port 4f18e22f-7af9-469c-89d5-a8969c2e2190, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=4f18e22f-7af9-469c-89d5-a8969c2e2190,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:30.819387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-0059d65d-aaf4-4afe-8502-40a6f748ace3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.832258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90bd1f-8ddd-40fa-8ecd-ad8b78df34a8 req-03dd9737-c795-475c-9127-062952e5536d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.832926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Pushing event updated for resources: {'Port': ['ID=c8441f96-3e6a-461c-befe-202dcbdea555,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:30.832926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:30.836903 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f90bd1f-8ddd-40fa-8ecd-ad8b78df34a8 req-03dd9737-c795-475c-9127-062952e5536d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 946 time: 0.6531036 Feb 11 13:31:30.837769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53820) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:30.848329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c6a68fbe-76ac-4ff6-8173-f5cf45626844 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Request body: {'floatingip': {'port_id': '66bd1515-d029-45fd-8a40-5858a356800e'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:30.945983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Deleting port 2eac5391-2807-4150-a022-ba80d8e5607e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:30.946937 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.951549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6a68fbe-76ac-4ff6-8173-f5cf45626844 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.008225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-0059d65d-aaf4-4afe-8502-40a6f748ace3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Calling delete_port for 4f18e22f-7af9-469c-89d5-a8969c2e2190 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:31.173728 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.178698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:31.191262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:31.193689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53826) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:31.196737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:31.212460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:31.293964 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.434896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:31.439511 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.700947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] For port 2eac5391-2807-4150-a022-ba80d8e5607e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2eac5391-2807-4150-a022-ba80d8e5607e,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:31.701346 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.838646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Calling delete_port for 2eac5391-2807-4150-a022-ba80d8e5607e owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:31.854212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.868375 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-0059d65d-aaf4-4afe-8502-40a6f748ace3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.877944 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.882419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['12fdb2e5-c987-4de7-8faf-8aa1c6a70d33'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:31:31.885234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-22b93d28-6cc2-4be1-8437-f6615dd5c055 req-af84ff5a-2761-4a25-b682-af0e72addca8 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 210 time: 0.2925341 Feb 11 13:31:31.972444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Pushing event updated for resources: {'Port': ['ID=c8441f96-3e6a-461c-befe-202dcbdea555,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:32.084287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059d65d-aaf4-4afe-8502-40a6f748ace3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Pushing event deleted for resources: {'Port': ['ID=4f18e22f-7af9-469c-89d5-a8969c2e2190,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:32.100472 n-d-818559-1 neutron-server[83567]: INFO neutron.db.ipam_backend_mixin [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 887e782d-e991-473f-8eec-9fcbdb37f860 (CIDR: 2001:db8::/64) Feb 11 13:31:32.107138 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:31:32.107366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:31:32.145770 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4bf7288c-27aa-495b-b571-3f9e29581593 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4663117 Feb 11 13:31:32.145976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53840) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:32.152859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:32.174278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.185271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-0059d65d-aaf4-4afe-8502-40a6f748ace3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] No DVR routers for this DVR port 4f18e22f-7af9-469c-89d5-a8969c2e2190 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:32.191644 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-0059d65d-aaf4-4afe-8502-40a6f748ace3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.207541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d21468-bf25-4549-a9f4-a3628c0959ea', 'name': 'network-vif-deleted', 'tag': '4f18e22f-7af9-469c-89d5-a8969c2e2190'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:32.217872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6816d00c-87bd-4fe6-bbaa-ae0cbdc211e8 req-0059d65d-aaf4-4afe-8502-40a6f748ace3 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.73 "DELETE /v2.0/ports/4f18e22f-7af9-469c-89d5-a8969c2e2190 HTTP/1.1" status: 204 len: 173 time: 2.0462267 Feb 11 13:31:32.263821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.291467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.296491 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b675cf68-cfe7-433c-b22e-b5b8ab17f8c8 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4273441 Feb 11 13:31:32.297949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53846) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:32.304301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1525710327', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'fixed_ips': [{'ip_address': '172.25.4.210'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:32.310428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:32.315111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] Pushing event deleted for resources: {'Port': ['ID=2eac5391-2807-4150-a022-ba80d8e5607e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:32.316896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Usage tracker for resource:port and tenant:1d769888a199451cbffc1f99b2beb219 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:32.320153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:32.329567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:32.349805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Made reservation on behalf of 1d769888a199451cbffc1f99b2beb219 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:32.352537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.427488 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d21468-bf25-4549-a9f4-a3628c0959ea', 'name': 'network-vif-deleted', 'tag': '4f18e22f-7af9-469c-89d5-a8969c2e2190', 'status': 'completed', 'code': 200} Feb 11 13:31:32.428055 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.449904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c170d503-9c97-494e-9b2d-05dcceaf4768 None None] No DVR routers for this DVR port 2eac5391-2807-4150-a022-ba80d8e5607e on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:32.478973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e0a1e2-68ba-4536-aea1-4a3c6d87499a None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:32.495175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:32.510061 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6a68fbe-76ac-4ff6-8173-f5cf45626844 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.525979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:32.532389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:32.532934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Usage tracker for resource:security_group_rule and tenant:1d769888a199451cbffc1f99b2beb219 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:32.535661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:32.539470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:32.545391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:32.553661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:32.560260 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6a68fbe-76ac-4ff6-8173-f5cf45626844 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.621826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:32.690789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.700104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.744414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dfeb3f-40e6-46e6-af1e-859b22b3536e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:32.747424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] device_id is not set on port 304e251d-889a-4a08-a346-2857273ccc09 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:32.872427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': '887e782d-e991-473f-8eec-9fcbdb37f860'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:31:32.873451 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.017127 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:31:33.017956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:31:33.069693 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-10b6a39f-3f35-4a69-bbdc-865fda21440d tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7694921 Feb 11 13:31:33.069925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Allocated IP 2001:db8::f816:3eff:fe6e:ca81 (cf4cc38c-4953-43f9-9526-6e7043460974/887e782d-e991-473f-8eec-9fcbdb37f860/16a200f7-e2f6-4c59-87e5-94bd80844f91) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:33.071175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53854) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:33.254030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c7641de3-3c5a-47ff-8fc8-a57633224fcc req-405c9a08-2e6b-4d5d-b832-e3d399e76e78 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Synchronizing usage tracker for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:33.258000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4f18e22f-7af9-469c-89d5-a8969c2e2190 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:33.273468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c7641de3-3c5a-47ff-8fc8-a57633224fcc req-405c9a08-2e6b-4d5d-b832-e3d399e76e78 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Unset dirty status for tenant:a2e31b5e817e4dce97cda1cc118f0763 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:33.279381 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c7641de3-3c5a-47ff-8fc8-a57633224fcc req-405c9a08-2e6b-4d5d-b832-e3d399e76e78 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6d21468-bf25-4549-a9f4-a3628c0959ea HTTP/1.1" status: 200 len: 210 time: 0.1784084 Feb 11 13:31:33.304814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 4f18e22f-7af9-469c-89d5-a8969c2e2190 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:33.305737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 4f18e22f-7af9-469c-89d5-a8969c2e2190 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:33.334487 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.346592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Transition to ACTIVE for port object 16a200f7-e2f6-4c59-87e5-94bd80844f91 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:33.367305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Transition to ACTIVE for port object 16a200f7-e2f6-4c59-87e5-94bd80844f91 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:33.373136 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.432470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-82a06b06-d49d-46f9-aa45-e1ac15154ec6 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Deleting port c8441f96-3e6a-461c-befe-202dcbdea555 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:33.432805 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-82a06b06-d49d-46f9-aa45-e1ac15154ec6 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.445790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:33.449052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Pushing event updated for resources: {'Port': ['ID=16a200f7-e2f6-4c59-87e5-94bd80844f91,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:33.451384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:33.454090 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:33.473593 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.550829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Attempting to bind port 16a200f7-e2f6-4c59-87e5-94bd80844f91 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:33.551196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Attempting to bind port 16a200f7-e2f6-4c59-87e5-94bd80844f91 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:33.551546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Attempting to bind port 16a200f7-e2f6-4c59-87e5-94bd80844f91 on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:31:33.558074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:31:33.558435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:31:33.558855 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.559236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:31:33.559681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Bound port: 16a200f7-e2f6-4c59-87e5-94bd80844f91, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:33.560042 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.683711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] For port 16a200f7-e2f6-4c59-87e5-94bd80844f91, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:33.686688 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] For port 16a200f7-e2f6-4c59-87e5-94bd80844f91, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=16a200f7-e2f6-4c59-87e5-94bd80844f91,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:33.691323 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.777719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b75908-7bb7-4832-be8f-1145f3b3085d None None] Pushing event updated for resources: {'Port': ['ID=16a200f7-e2f6-4c59-87e5-94bd80844f91,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:33.802118 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-82a06b06-d49d-46f9-aa45-e1ac15154ec6 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.802757 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-82a06b06-d49d-46f9-aa45-e1ac15154ec6 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.961093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-82a06b06-d49d-46f9-aa45-e1ac15154ec6 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Calling delete_port for c8441f96-3e6a-461c-befe-202dcbdea555 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:34.068101 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-c6a68fbe-76ac-4ff6-8173-f5cf45626844 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Floating IP d3484c1d-6471-4361-b9dd-ceaddbaa1cfb associated. External IP: 172.25.4.170, port: 66bd1515-d029-45fd-8a40-5858a356800e. Feb 11 13:31:34.133995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.522248 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-82a06b06-d49d-46f9-aa45-e1ac15154ec6 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.578887 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.622467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06b06-d49d-46f9-aa45-e1ac15154ec6 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8441f96-3e6a-461c-befe-202dcbdea555,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:34.760762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=37595a6a-48ea-41da-8890-d62f0c828502,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:34.772199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:34.788567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:34.828621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.829353 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.902760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 16a200f7-e2f6-4c59-87e5-94bd80844f91 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:34.931153 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-82a06b06-d49d-46f9-aa45-e1ac15154ec6 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.988946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 16a200f7-e2f6-4c59-87e5-94bd80844f91 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:35.000423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ce1af-c91b-44f7-b87e-f58f75708015 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:35.005769 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-82a06b06-d49d-46f9-aa45-e1ac15154ec6 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.007511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-82a06b06-d49d-46f9-aa45-e1ac15154ec6 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747 tempest-ExternalNetworksAdminNegativeTestJSON-2118082747-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/f1185fd3-249b-4fb5-8a4f-721f50cb2db0 HTTP/1.1" status: 204 len: 168 time: 1.9354382 Feb 11 13:31:35.011801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53876) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:35.012297 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0d6f2ec1-1135-483e-b924-6cdc7e95574f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8650475 Feb 11 13:31:35.017300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:a9:f9:86', 'name': 'tempest-NetworksTestDHCPv6-1752896892'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:35.152921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2746b5c2-7852-4a2f-9c26-ece8078df9fb None None] Provisioning for port 16a200f7-e2f6-4c59-87e5-94bd80844f91 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:35.163955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2746b5c2-7852-4a2f-9c26-ece8078df9fb None None] Provisioning complete for port 16a200f7-e2f6-4c59-87e5-94bd80844f91 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:35.163955 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2746b5c2-7852-4a2f-9c26-ece8078df9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.270472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:35.275938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:35.282692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:35.290629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:35.306309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:35.391543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:35.439103 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2746b5c2-7852-4a2f-9c26-ece8078df9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.490111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2746b5c2-7852-4a2f-9c26-ece8078df9fb None None] For port 16a200f7-e2f6-4c59-87e5-94bd80844f91, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=16a200f7-e2f6-4c59-87e5-94bd80844f91,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:35.494244 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2746b5c2-7852-4a2f-9c26-ece8078df9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.499187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.537193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 6d349891-20cc-4281-921e-5debb86bb076 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:35.578443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58090b7-eea6-47b9-a7dc-5d8bf73eeba2 req-7b93447e-b630-4cf5-b932-d40bd4e14a8e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:35.588987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c58090b7-eea6-47b9-a7dc-5d8bf73eeba2 req-7b93447e-b630-4cf5-b932-d40bd4e14a8e tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.7652681 Feb 11 13:31:35.705898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1295e-2be3-4d93-85aa-2b2042665f02 None None] Update dhcp port {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '887e782d-e991-473f-8eec-9fcbdb37f860', 'ip_address': '2001:db8::f816:3eff:fe6e:ca81'}, {'subnet_id': '37595a6a-48ea-41da-8890-d62f0c828502'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '16a200f7-e2f6-4c59-87e5-94bd80844f91'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:31:35.773369 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44d1295e-2be3-4d93-85aa-2b2042665f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.803126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746b5c2-7852-4a2f-9c26-ece8078df9fb None None] Pushing event updated for resources: {'Port': ['ID=16a200f7-e2f6-4c59-87e5-94bd80844f91,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:35.805727 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c58090b7-eea6-47b9-a7dc-5d8bf73eeba2 req-7d121f9f-5844-4da0-a4c9-e15e465ca53a tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157855 Feb 11 13:31:35.867148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8:0:1::28a (cf4cc38c-4953-43f9-9526-6e7043460974/37595a6a-48ea-41da-8890-d62f0c828502/6d349891-20cc-4281-921e-5debb86bb076) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:35.874471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::f816:3eff:fea9:f986 (cf4cc38c-4953-43f9-9526-6e7043460974/887e782d-e991-473f-8eec-9fcbdb37f860/6d349891-20cc-4281-921e-5debb86bb076) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:35.907204 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74c5dede-e2f7-4e37-b543-0d10a62f24db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.940371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a68fbe-76ac-4ff6-8173-f5cf45626844 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Router 010b0d4a-6749-46b2-b74c-c0905be8f39b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:31:36.014751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-74c5dede-e2f7-4e37-b543-0d10a62f24db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:36.072846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-74c5dede-e2f7-4e37-b543-0d10a62f24db admin admin] Usage tracker for resource:security_group_rule and tenant:a07ec8cfa50b4b6ab5c6b5e005e4e411 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:36.080473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-74c5dede-e2f7-4e37-b543-0d10a62f24db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:36.094746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-74c5dede-e2f7-4e37-b543-0d10a62f24db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:36.146829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] Deleting port 08f3f18e-1b67-4ee7-9b21-f3648bc64217 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:36.147188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.198234 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.227711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 6d349891-20cc-4281-921e-5debb86bb076 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:36.243131 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74c5dede-e2f7-4e37-b543-0d10a62f24db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.251585 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74c5dede-e2f7-4e37-b543-0d10a62f24db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.313661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.317424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-74c5dede-e2f7-4e37-b543-0d10a62f24db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a07ec8cfa50b4b6ab5c6b5e005e4e411&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9241621 Feb 11 13:31:36.327125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53890) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:36.358746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5dede-e2f7-4e37-b543-0d10a62f24db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267a7a1a-c67f-4b3a-bf7f-2ac1adb7416a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:36.392626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] For port 08f3f18e-1b67-4ee7-9b21-f3648bc64217, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=08f3f18e-1b67-4ee7-9b21-f3648bc64217,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:36.393184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.407204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:36.408268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=6d349891-20cc-4281-921e-5debb86bb076,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:36.411280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:36.416298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:36.420218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:36.420813 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.433841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-44d1295e-2be3-4d93-85aa-2b2042665f02 None None] Allocated IP 2001:db8:0:1::2 (cf4cc38c-4953-43f9-9526-6e7043460974/37595a6a-48ea-41da-8890-d62f0c828502/16a200f7-e2f6-4c59-87e5-94bd80844f91) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:36.490388 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-11250e6f-5b37-4f8e-acc6-beb37a9065d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4773836 Feb 11 13:31:36.490949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53896) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:36.533909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] Calling delete_port for 08f3f18e-1b67-4ee7-9b21-f3648bc64217 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:36.608812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ad54c6b2-85f4-48ec-afb0-cd3bd2b2928e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 6d349891-20cc-4281-921e-5debb86bb076 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:36.609196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad54c6b2-85f4-48ec-afb0-cd3bd2b2928e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.681381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-44d1295e-2be3-4d93-85aa-2b2042665f02 None None] For port 16a200f7-e2f6-4c59-87e5-94bd80844f91, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=16a200f7-e2f6-4c59-87e5-94bd80844f91,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:36.728045 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44d1295e-2be3-4d93-85aa-2b2042665f02 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.744269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0fdddba-da5d-4648-8f34-1dcc851d4045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.756010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-44d1295e-2be3-4d93-85aa-2b2042665f02 None None] Transition to ACTIVE for port object 16a200f7-e2f6-4c59-87e5-94bd80844f91 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:36.760546 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44d1295e-2be3-4d93-85aa-2b2042665f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.774685 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0fdddba-da5d-4648-8f34-1dcc851d4045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.858141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a68fbe-76ac-4ff6-8173-f5cf45626844 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:36.875720 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] Sync routers for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:31:36.901865 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:31:36.902505 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:36.912681 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6a68fbe-76ac-4ff6-8173-f5cf45626844 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.067052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 16a200f7-e2f6-4c59-87e5-94bd80844f91 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:37.115284 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0fdddba-da5d-4648-8f34-1dcc851d4045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.128617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.142473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1295e-2be3-4d93-85aa-2b2042665f02 None None] Pushing event updated for resources: {'Port': ['ID=16a200f7-e2f6-4c59-87e5-94bd80844f91,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.195735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-46dc9d7c-17c4-4c0c-8373-1d272d2f7c0b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.212725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-46dc9d7c-17c4-4c0c-8373-1d272d2f7c0b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.73 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 0.4544456 Feb 11 13:31:37.240829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdddba-da5d-4648-8f34-1dcc851d4045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267a7a1a-c67f-4b3a-bf7f-2ac1adb7416a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.244900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] Pushing event deleted for resources: {'Port': ['ID=08f3f18e-1b67-4ee7-9b21-f3648bc64217,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.258179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c6a68fbe-76ac-4ff6-8173-f5cf45626844 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "PUT /v2.0/floatingips/d3484c1d-6471-4361-b9dd-ceaddbaa1cfb HTTP/1.1" status: 200 len: 992 time: 6.4138536 Feb 11 13:31:37.276417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'tag': '66bd1515-d029-45fd-8a40-5858a356800e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:37.308571 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0fdddba-da5d-4648-8f34-1dcc851d4045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.316146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a0fdddba-da5d-4648-8f34-1dcc851d4045 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/267a7a1a-c67f-4b3a-bf7f-2ac1adb7416a HTTP/1.1" status: 204 len: 168 time: 0.9861860 Feb 11 13:31:37.345196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad54c6b2-85f4-48ec-afb0-cd3bd2b2928e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.364623 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.389825 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:37.814174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ad54c6b2-85f4-48ec-afb0-cd3bd2b2928e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 6d349891-20cc-4281-921e-5debb86bb076 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:37.919011 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'tag': '66bd1515-d029-45fd-8a40-5858a356800e', 'status': 'completed', 'code': 200} Feb 11 13:31:38.209399 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.242473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53920) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:38.344274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Deleting port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:38.344627 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.461738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c905ef39-5796-4d28-b211-32aba4f7cfc6 None None] Provisioning for port 16a200f7-e2f6-4c59-87e5-94bd80844f91 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:38.469691 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'd3484c1d-6471-4361-b9dd-ceaddbaa1cfb', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'port_id': '66bd1515-d029-45fd-8a40-5858a356800e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'mac_address': 'fa:16:3e:67:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:31:07Z', 'updated_at': '2022-02-11T13:31:32Z', 'revision_number': 1, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:38.477768 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] Checking router: 010b0d4a-6749-46b2-b74c-c0905be8f39b for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:31:38.481043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c905ef39-5796-4d28-b211-32aba4f7cfc6 None None] Provisioning complete for port 16a200f7-e2f6-4c59-87e5-94bd80844f91 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:38.481579 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c905ef39-5796-4d28-b211-32aba4f7cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.495565 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:31:38.496433 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:38.578727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311bf36-c0ae-41a6-aa50-6d722bf08de4 req-96e221eb-79e8-473f-8fd2-fe0eb048861a tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:38.591794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3311bf36-c0ae-41a6-aa50-6d722bf08de4 req-96e221eb-79e8-473f-8fd2-fe0eb048861a tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 945 time: 1.4918571 Feb 11 13:31:38.739787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5c8617f1-45ff-40fb-b585-279c725e43ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d769888a199451cbffc1f99b2beb219&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4951317 Feb 11 13:31:38.743270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53930) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:38.793757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a59b4610-8cf4-469a-8097-d751b112c533 req-83fb4d78-148a-4bb6-816a-a85f86ee6a59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50875d1641d54d73b1c126d6795cf6ab&device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 1097 time: 0.5503581 Feb 11 13:31:38.929959 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:38.962425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36f88022-ffde-482f-b329-db478944059b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.019009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 16a200f7-e2f6-4c59-87e5-94bd80844f91 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:39.081888 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3311bf36-c0ae-41a6-aa50-6d722bf08de4 req-cecce7ca-7177-47dc-9127-7b5a3e8d717b tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889426 Feb 11 13:31:39.126151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad54c6b2-85f4-48ec-afb0-cd3bd2b2928e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.166053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c2e2d91c-281e-4d36-9f37-c4e655c218d1 None None] Provisioning for port 6d349891-20cc-4281-921e-5debb86bb076 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:39.177204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c2e2d91c-281e-4d36-9f37-c4e655c218d1 None None] Provisioning complete for port 6d349891-20cc-4281-921e-5debb86bb076 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:39.177573 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d91c-281e-4d36-9f37-c4e655c218d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.237628 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2d91c-281e-4d36-9f37-c4e655c218d1 None None] Port 6d349891-20cc-4281-921e-5debb86bb076 was deleted so its status cannot be updated. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 11 13:31:39.246347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:39.251313 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36f88022-ffde-482f-b329-db478944059b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.359842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54c6b2-85f4-48ec-afb0-cd3bd2b2928e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=6d349891-20cc-4281-921e-5debb86bb076,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:39.414542 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad54c6b2-85f4-48ec-afb0-cd3bd2b2928e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.420352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 16a200f7-e2f6-4c59-87e5-94bd80844f91 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:39.420739 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.441461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] For port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:39.442184 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.509672 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ad54c6b2-85f4-48ec-afb0-cd3bd2b2928e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/6d349891-20cc-4281-921e-5debb86bb076 HTTP/1.1" status: 204 len: 168 time: 3.0177112 Feb 11 13:31:39.514694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53938) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:39.626355 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.635669 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36f88022-ffde-482f-b329-db478944059b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.668430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b4610-8cf4-469a-8097-d751b112c533 req-d3141d35-8c6d-4161-9cd9-8f862b8313d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.670368 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a59b4610-8cf4-469a-8097-d751b112c533 req-d3141d35-8c6d-4161-9cd9-8f862b8313d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 200 len: 910 time: 0.8687887 Feb 11 13:31:39.683860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f88022-ffde-482f-b329-db478944059b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dfeb3f-40e6-46e6-af1e-859b22b3536e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:39.745066 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36f88022-ffde-482f-b329-db478944059b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.746381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36f88022-ffde-482f-b329-db478944059b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/29dfeb3f-40e6-46e6-af1e-859b22b3536e HTTP/1.1" status: 204 len: 168 time: 1.0005703 Feb 11 13:31:39.762226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c325b-dad1-4c08-b619-3e75ea245b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fdb2e5-c987-4de7-8faf-8aa1c6a70d33'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:39.770750 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'd3484c1d-6471-4361-b9dd-ceaddbaa1cfb', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'port_id': '66bd1515-d029-45fd-8a40-5858a356800e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'mac_address': 'fa:16:3e:67:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:31:07Z', 'updated_at': '2022-02-11T13:31:32Z', 'revision_number': 1, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:39.775361 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c622d0a-313d-4b85-b552-f6459bf24474 None None] The sync data for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 is: [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'd3484c1d-6471-4361-b9dd-ceaddbaa1cfb', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'port_id': '66bd1515-d029-45fd-8a40-5858a356800e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'mac_address': 'fa:16:3e:67:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:31:07Z', 'updated_at': '2022-02-11T13:31:32Z', 'revision_number': 1, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:31:39.782788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:39.794459 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.956923 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c325b-dad1-4c08-b619-3e75ea245b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fdb2e5-c987-4de7-8faf-8aa1c6a70d33', 'code': 200} Feb 11 13:31:39.958013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71950637-e7a5-4a21-bba2-5a6fb7bc0b6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.963194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-71950637-e7a5-4a21-bba2-5a6fb7bc0b6e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4467857 Feb 11 13:31:39.969524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:39.971518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53950) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:40.046306 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a59b4610-8cf4-469a-8097-d751b112c533 req-31e87922-4d35-4c73-912b-77e9c397a122 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66bd1515-d029-45fd-8a40-5858a356800e HTTP/1.1" status: 200 len: 1000 time: 0.2598417 Feb 11 13:31:40.060681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Calling delete_port for 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:40.119170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b0ab6b-58fa-48a8-8788-aec51c256811 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.120973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d1b0ab6b-58fa-48a8-8788-aec51c256811 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1484828 Feb 11 13:31:40.137574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53958) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:40.254667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b4610-8cf4-469a-8097-d751b112c533 req-ae8f5bfe-69a0-4040-b39e-878d5925f70a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.256195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb4c5c0-bb93-480c-a7ab-78eed7c83822 None None] New status for floating IP d3484c1d-6471-4361-b9dd-ceaddbaa1cfb: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:31:40.257590 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a59b4610-8cf4-469a-8097-d751b112c533 req-ae8f5bfe-69a0-4040-b39e-878d5925f70a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=92f8fad6-4c08-4ca5-b88d-880cfed479e8 HTTP/1.1" status: 200 len: 848 time: 0.1581430 Feb 11 13:31:40.304609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8972b313-b856-414c-8508-be27c10dad4e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.306049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8972b313-b856-414c-8508-be27c10dad4e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.307463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8972b313-b856-414c-8508-be27c10dad4e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.308309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8972b313-b856-414c-8508-be27c10dad4e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:40.338339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] Router bf97f59a-861b-4d09-bc1e-96d529a0e563 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:31:40.346231 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:31:40.353379 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:31:40.396059 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a59b4610-8cf4-469a-8097-d751b112c533 req-392c7eef-1902-4569-9ae7-db3746c96819 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=828e45ec-c245-4a73-8574-be834b18ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340628 Feb 11 13:31:40.419838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8972b313-b856-414c-8508-be27c10dad4e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:40.420980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8972b313-b856-414c-8508-be27c10dad4e tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2790506 Feb 11 13:31:40.427418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53970) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:40.796674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e71d41-b75c-4e4f-a999-0950e0147e8d req-d618877b-6cca-4b35-9890-22e565360b34 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.798605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-88e71d41-b75c-4e4f-a999-0950e0147e8d req-d618877b-6cca-4b35-9890-22e565360b34 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 943 time: 0.3969462 Feb 11 13:31:40.800603 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a59b4610-8cf4-469a-8097-d751b112c533 req-0d71e698-380e-42ee-a7c5-a8698944a21a service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978677 Feb 11 13:31:40.895044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Deleting port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:40.895383 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.939154 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-88e71d41-b75c-4e4f-a999-0950e0147e8d req-bae284d5-7d6b-4055-89c6-cbc3deb82d84 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325076 Feb 11 13:31:41.020467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a138186d-4ca9-4641-80f3-f6207fe4bbb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 37595a6a-48ea-41da-8890-d62f0c828502 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:41.024404 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a138186d-4ca9-4641-80f3-f6207fe4bbb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.091529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a138186d-4ca9-4641-80f3-f6207fe4bbb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.210367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a138186d-4ca9-4641-80f3-f6207fe4bbb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.300492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:41.317862 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] Sync routers for ids ['bf97f59a-861b-4d09-bc1e-96d529a0e563'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:31:41.330554 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0ca7a888-3c7f-4ec8-a05e-4879fd0cbd3a admin admin] 10.222.0.67 "PUT /v2.0/routers/bf97f59a-861b-4d09-bc1e-96d529a0e563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1357005 Feb 11 13:31:41.333421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53998) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:41.336595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a138186d-4ca9-4641-80f3-f6207fe4bbb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.342798 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] Routers {'bf97f59a-861b-4d09-bc1e-96d529a0e563'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:31:41.344098 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['bf97f59a-861b-4d09-bc1e-96d529a0e563'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:41.545582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138186d-4ca9-4641-80f3-f6207fe4bbb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=37595a6a-48ea-41da-8890-d62f0c828502,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:41.550851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a138186d-4ca9-4641-80f3-f6207fe4bbb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.554214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a138186d-4ca9-4641-80f3-f6207fe4bbb0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/37595a6a-48ea-41da-8890-d62f0c828502 HTTP/1.1" status: 204 len: 168 time: 1.1248183 Feb 11 13:31:41.558605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ce047-1d31-45a4-8d40-e6ff1ada55c5 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:41.564060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54006) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:41.583436 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a59b4610-8cf4-469a-8097-d751b112c533 req-cef4fb89-2c86-4581-afa2-b90e6931322b service neutron] 10.222.0.73 "GET /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892459 Feb 11 13:31:41.683228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] For port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:41.685881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.766920 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] Set router bf97f59a-861b-4d09-bc1e-96d529a0e563 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:42.026455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddf48a7-f74e-4232-b6d4-60897b43438f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 887e782d-e991-473f-8eec-9fcbdb37f860 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:42.043233 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ddf48a7-f74e-4232-b6d4-60897b43438f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.096889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Calling delete_port for 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:42.252138 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ddf48a7-f74e-4232-b6d4-60897b43438f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.349883 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.380035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f171124-b46b-4d70-b3c2-64a550c7dd10 req-4a2040cc-1df9-4a40-ae3d-a93e0ea5acbe tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:42.381287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f171124-b46b-4d70-b3c2-64a550c7dd10 req-4a2040cc-1df9-4a40-ae3d-a93e0ea5acbe tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/ports?device_id=762c325b-dad1-4c08-b619-3e75ea245b64 HTTP/1.1" status: 200 len: 943 time: 0.2143052 Feb 11 13:31:42.436465 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.450523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.552786 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 5, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:42.560445 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] Checking router: bf97f59a-861b-4d09-bc1e-96d529a0e563 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:31:42.583629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Pushing event deleted for resources: {'Port': ['ID=12fdb2e5-c987-4de7-8faf-8aa1c6a70d33,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:42.589005 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] Routers {'bf97f59a-861b-4d09-bc1e-96d529a0e563'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:31:42.590751 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['bf97f59a-861b-4d09-bc1e-96d529a0e563'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:42.611279 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f171124-b46b-4d70-b3c2-64a550c7dd10 req-af6db714-0f79-40de-b27e-a218294ad0ba tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207994 Feb 11 13:31:42.708109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] No DVR routers for this DVR port 12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:42.710743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.713289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c325b-dad1-4c08-b619-3e75ea245b64', 'name': 'network-vif-deleted', 'tag': '12fdb2e5-c987-4de7-8faf-8aa1c6a70d33'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:42.732782 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93a2af38-7f78-4f82-be20-4e0b149a6a5d req-a86d37cb-aa5b-4787-a76a-aaaa1aa65f62 tempest-ServerRescueTestJSON-1622006042 tempest-ServerRescueTestJSON-1622006042-project] 10.222.0.73 "DELETE /v2.0/ports/12fdb2e5-c987-4de7-8faf-8aa1c6a70d33 HTTP/1.1" status: 204 len: 173 time: 5.5071068 Feb 11 13:31:42.818017 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ddf48a7-f74e-4232-b6d4-60897b43438f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.923428 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c325b-dad1-4c08-b619-3e75ea245b64', 'name': 'network-vif-deleted', 'tag': '12fdb2e5-c987-4de7-8faf-8aa1c6a70d33', 'status': 'completed', 'code': 200} Feb 11 13:31:43.020662 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ddf48a7-f74e-4232-b6d4-60897b43438f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.050106 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] Set router bf97f59a-861b-4d09-bc1e-96d529a0e563 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:43.138256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf48a7-f74e-4232-b6d4-60897b43438f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=887e782d-e991-473f-8eec-9fcbdb37f860,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:43.148469 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ddf48a7-f74e-4232-b6d4-60897b43438f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.178552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3ddf48a7-f74e-4232-b6d4-60897b43438f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/887e782d-e991-473f-8eec-9fcbdb37f860 HTTP/1.1" status: 204 len: 168 time: 1.5147707 Feb 11 13:31:43.181388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54034) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:43.213505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d860b64-3dd9-4646-a767-093dae26c6c9 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:43.245477 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.258119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Deleting port 47b0360c-3373-4dd4-99e7-689893ca06b2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:43.258119 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.340414 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3199ab77-2ee7-4e4b-ae2c-b897cc1d74cb tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578648 Feb 11 13:31:43.343160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54038) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:43.350704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:43.453410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5c3cb00c-9cd5-42d2-b9db-3a9a4fe1463e None None] Provisioning complete for port 16a200f7-e2f6-4c59-87e5-94bd80844f91 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:43.454161 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c3cb00c-9cd5-42d2-b9db-3a9a4fe1463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.577521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54042) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:43.633606 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 5, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:43.646965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:31:43.657584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Deleting port 16a200f7-e2f6-4c59-87e5-94bd80844f91 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:43.657918 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.662671 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d7358-7188-4754-b40b-c9605f9067d7 None None] The sync data for ids ['bf97f59a-861b-4d09-bc1e-96d529a0e563'] in n-d-818559-1 is: [{'id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'name': 'tempest-TaggedBootDevicesTest-87921656-router', 'tenant_id': '010169ef397f494db6b4777e7cd64614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:41Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 5, 'project_id': '010169ef397f494db6b4777e7cd64614', 'gw_port': {'id': '47b0360c-3373-4dd4-99e7-689893ca06b2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf97f59a-861b-4d09-bc1e-96d529a0e563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:44Z', 'updated_at': '2022-02-11T13:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:31:43.714493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:43.729690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:43.732757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:43.745511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:43.760463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:43.810189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54050) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:43.993085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] For port 47b0360c-3373-4dd4-99e7-689893ca06b2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=47b0360c-3373-4dd4-99e7-689893ca06b2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:43.993458 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.002834 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.049871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1263726044', 'router:external': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:44.057444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] For port 16a200f7-e2f6-4c59-87e5-94bd80844f91, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=16a200f7-e2f6-4c59-87e5-94bd80844f91,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:44.057969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.069743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:44.253725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Usage tracker for resource:network and tenant:82b4625a6deb4317a34966286aeb4bb3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:44.265147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:44.293164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:44.356675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Made reservation on behalf of 82b4625a6deb4317a34966286aeb4bb3 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:44.363980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.394865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Calling delete_port for 16a200f7-e2f6-4c59-87e5-94bd80844f91 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:44.404980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.500922 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.571620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Calling delete_port for 47b0360c-3373-4dd4-99e7-689893ca06b2 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:44.590698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:44.610821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Usage tracker for resource:security_group_rule and tenant:82b4625a6deb4317a34966286aeb4bb3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:44.613278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Pushing event deleted for resources: {'Port': ['ID=16a200f7-e2f6-4c59-87e5-94bd80844f91,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:44.615996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] No DVR routers for this DVR port 16a200f7-e2f6-4c59-87e5-94bd80844f91 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:44.634526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:44.635737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.636186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.637159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.637159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.637423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.639175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.639686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.640280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.643029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.643815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.644115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:44.644662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba8620-49dc-4aec-99bd-d3c55dccb177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:44.870798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.objects.ports [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:31:44.890348 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.890821 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.930636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 16a200f7-e2f6-4c59-87e5-94bd80844f91 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:44.947505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b0360c-3373-4dd4-99e7-689893ca06b2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:44.987349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.052120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 16a200f7-e2f6-4c59-87e5-94bd80844f91 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:45.052488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 16a200f7-e2f6-4c59-87e5-94bd80844f91 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:45.052872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 08f3f18e-1b67-4ee7-9b21-f3648bc64217 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:45.133777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 08f3f18e-1b67-4ee7-9b21-f3648bc64217 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:45.134143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 08f3f18e-1b67-4ee7-9b21-f3648bc64217 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:45.159990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.176087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:45.186076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.186408 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Added segment 87c4f98e-4237-419c-95af-ce4f9c53e5b1 of type vlan for network 5ad4f29d-4754-463f-a081-794562506f7c Feb 11 13:31:45.225364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.247183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:45.260470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:45.274465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2240b4-5210-4dc6-99ec-f47ce8456674 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:45.277822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.277822 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.341461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9957809 Feb 11 13:31:45.346006 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54072) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:45.347116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88506769-f6ab-4d12-a3ac-3ccdcf395872 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=a5271150-1a07-40bd-9546-c0a709498bee,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:45.361419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db59492-43a6-41f2-a3ac-cc8cf50b4f04,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:45.368312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:45.419397 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.420286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.420865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.451238 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9caea4a-5e83-4b5c-a3de-eecfad7763c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.469561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.606870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event updated for resources: {'Network': ['ID=5ad4f29d-4754-463f-a081-794562506f7c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:45.645214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54076) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:45.646251 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e53ae3c7-13d1-4385-828c-c2cae0690f5e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0416567 Feb 11 13:31:45.653054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Request body: {'subnet': {'network_id': '5ad4f29d-4754-463f-a081-794562506f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:45.655350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 5ad4f29d-4754-463f-a081-794562506f7c details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:31:45.705660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:45.710291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:45.714040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:45.721989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:45.722442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:45.735476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Usage tracker for resource:subnet and tenant:82b4625a6deb4317a34966286aeb4bb3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:45.737261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:45.741990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.799276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:45.816768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:45.831754 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.837808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': 'a5271150-1a07-40bd-9546-c0a709498bee'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:31:45.839191 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.843859 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.855563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Made reservation on behalf of 82b4625a6deb4317a34966286aeb4bb3 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:45.857971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.964466 n-d-818559-1 neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5271150-1a07-40bd-9546-c0a709498bee (CIDR: 2001:db8::/64) Feb 11 13:31:45.969373 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:31:45.971303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:31:45.998022 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bb02f374-29b2-4b30-8877-d7cd2d6fbb0a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6473777 Feb 11 13:31:46.000113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54080) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:46.003335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.006812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:46.073471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Allocated IP 2001:db8::f816:3eff:fe97:847a (cf4cc38c-4953-43f9-9526-6e7043460974/a5271150-1a07-40bd-9546-c0a709498bee/6c44ab0b-013a-4118-99e1-d7c4aa78192d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:46.130155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.130630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf97f59a-861b-4d09-bc1e-96d529a0e563 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:31:46.163982 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.167326 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b9e68220-e542-4e24-ae32-ec0770e13112 admin admin] 10.222.0.67 "DELETE /v2.0/routers/bf97f59a-861b-4d09-bc1e-96d529a0e563 HTTP/1.1" status: 204 len: 168 time: 4.8307576 Feb 11 13:31:46.173037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54088) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:46.240085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:46.256330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:46.259777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:46.270779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:46.286844 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b31564-ce5b-4c45-82c1-3f90a4217580 admin admin] Deleting subnet 7e4c44a2-f163-4b02-8779-27c4dc75a501 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:46.290604 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-06b31564-ce5b-4c45-82c1-3f90a4217580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.374335 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.388181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Transition to ACTIVE for port object 6c44ab0b-013a-4118-99e1-d7c4aa78192d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:46.402409 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-06b31564-ce5b-4c45-82c1-3f90a4217580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.414394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Transition to ACTIVE for port object 6c44ab0b-013a-4118-99e1-d7c4aa78192d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:46.423111 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.535472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:46.539053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:46.548077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:46.550766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Pushing event updated for resources: {'Port': ['ID=6c44ab0b-013a-4118-99e1-d7c4aa78192d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:46.566114 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-06b31564-ce5b-4c45-82c1-3f90a4217580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.680657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:46.685499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.685970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Attempting to bind port 6c44ab0b-013a-4118-99e1-d7c4aa78192d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:46.686523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Attempting to bind port 6c44ab0b-013a-4118-99e1-d7c4aa78192d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:46.687477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Attempting to bind port 6c44ab0b-013a-4118-99e1-d7c4aa78192d on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:31:46.700505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:31:46.705036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:31:46.705804 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.706359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:31:46.706488 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-06b31564-ce5b-4c45-82c1-3f90a4217580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.707498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Bound port: 6c44ab0b-013a-4118-99e1-d7c4aa78192d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:46.708063 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.804650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b31564-ce5b-4c45-82c1-3f90a4217580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4c44a2-f163-4b02-8779-27c4dc75a501,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:46.849111 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-06b31564-ce5b-4c45-82c1-3f90a4217580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.868943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.objects.ports [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83567) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:31:46.869417 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.869999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2080d98-892e-4ac6-92c7-bb7e7644f1f2 None None] Network a9f115c2-e958-407a-85fa-295bbd6136d3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:46.873428 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-06b31564-ce5b-4c45-82c1-3f90a4217580 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7e4c44a2-f163-4b02-8779-27c4dc75a501 HTTP/1.1" status: 204 len: 168 time: 0.6985717 Feb 11 13:31:46.875277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54100) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:47.015451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] For port 6c44ab0b-013a-4118-99e1-d7c4aa78192d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:47.027784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fa6a4fb4-8c37-459e-ba1e-4a22f397dc43,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:47.056642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.059407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] For port 6c44ab0b-013a-4118-99e1-d7c4aa78192d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6c44ab0b-013a-4118-99e1-d7c4aa78192d,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:47.073597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Checking segment: {'id': '87c4f98e-4237-419c-95af-ce4f9c53e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5ad4f29d-4754-463f-a081-794562506f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:31:47.074303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Network hostable DHCP agents. Network: 5ad4f29d-4754-463f-a081-794562506f7c, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:47.075813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Deleting port 2dd2d821-3ee4-417d-b201-f624cb34545c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:47.076199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.095242 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.258982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d27dea-c2d3-4cb2-b7c0-0446ac2bd161 None None] Pushing event updated for resources: {'Port': ['ID=6c44ab0b-013a-4118-99e1-d7c4aa78192d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:47.259949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Network 5ad4f29d-4754-463f-a081-794562506f7c is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:47.298440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 5ad4f29d-4754-463f-a081-794562506f7c) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:47.308006 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.308471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2318a9d8-209d-4d70-9b96-1160fe45a354 None None] Network 5ad4f29d-4754-463f-a081-794562506f7c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:47.308599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.388967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa57801-9cad-4d6d-9f20-a5a613c7eb2f None None] DHCP port deletion for a9f115c2-e958-407a-85fa-295bbd6136d3 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:31:47.412366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-caa57801-9cad-4d6d-9f20-a5a613c7eb2f None None] Deleting port 2dd2d821-3ee4-417d-b201-f624cb34545c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:47.413301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa57801-9cad-4d6d-9f20-a5a613c7eb2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.453055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-be003a14-aab6-4461-a806-3038681b14ce tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8048656 Feb 11 13:31:47.458536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54112) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:47.470374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-760787469', 'network_id': '5ad4f29d-4754-463f-a081-794562506f7c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:47.492605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:47.503682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Usage tracker for resource:port and tenant:82b4625a6deb4317a34966286aeb4bb3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:47.507273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:47.518991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:47.519683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] Deleting port 34c279a1-611c-47d1-b5fb-e37d3d31da7d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:47.519683 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.522044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] For port 2dd2d821-3ee4-417d-b201-f624cb34545c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2dd2d821-3ee4-417d-b201-f624cb34545c,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:47.522400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.769400 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-08bac213-fbf7-4848-8058-51f118ea2171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.825260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] For port 34c279a1-611c-47d1-b5fb-e37d3d31da7d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=34c279a1-611c-47d1-b5fb-e37d3d31da7d,segment=NetworkSegment(1950b96a-727a-4ac1-a475-6b86ccf5df2b),segment_id=1950b96a-727a-4ac1-a475-6b86ccf5df2b)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:47.825820 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.884264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Calling delete_port for 2dd2d821-3ee4-417d-b201-f624cb34545c owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:47.909737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Made reservation on behalf of 82b4625a6deb4317a34966286aeb4bb3 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:47.912066 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.977247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-caa57801-9cad-4d6d-9f20-a5a613c7eb2f None None] For port 2dd2d821-3ee4-417d-b201-f624cb34545c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2dd2d821-3ee4-417d-b201-f624cb34545c,segment=NetworkSegment(32c2e3fa-8719-4879-8c52-d012694869dd),segment_id=32c2e3fa-8719-4879-8c52-d012694869dd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:47.977774 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa57801-9cad-4d6d-9f20-a5a613c7eb2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.990909 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.001095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] device_id is not set on port c26963a5-6f4d-46ad-b797-081c922be214 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:48.016046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] Calling delete_port for 34c279a1-611c-47d1-b5fb-e37d3d31da7d owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:48.118307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-caa57801-9cad-4d6d-9f20-a5a613c7eb2f None None] Calling delete_port for 2dd2d821-3ee4-417d-b201-f624cb34545c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:48.126779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:48.132190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=8693b630-393c-4bbe-904f-ec2645cc395b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:48.136002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:48.139252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.140260 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.213552 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.223345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 11 13:31:48.223345 n-d-818559-1 neutron-server[83568]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Feb 11 13:31:48.223345 n-d-818559-1 neutron-server[83568]: [parameters: {'port_id': '2dd2d821-3ee4-417d-b201-f624cb34545c'}] Feb 11 13:31:48.223345 n-d-818559-1 neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:31:48.224378 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:31:48.241630 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-caa57801-9cad-4d6d-9f20-a5a613c7eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.311681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa57801-9cad-4d6d-9f20-a5a613c7eb2f None None] Pushing event deleted for resources: {'Port': ['ID=2dd2d821-3ee4-417d-b201-f624cb34545c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:48.313830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa57801-9cad-4d6d-9f20-a5a613c7eb2f None None] No DVR routers for this DVR port 2dd2d821-3ee4-417d-b201-f624cb34545c on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:48.338063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] Pushing event deleted for resources: {'Port': ['ID=34c279a1-611c-47d1-b5fb-e37d3d31da7d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:48.350819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Allocated IP 2001:db8::328 (5ad4f29d-4754-463f-a081-794562506f7c/fa6a4fb4-8c37-459e-ba1e-4a22f397dc43/c26963a5-6f4d-46ad-b797-081c922be214) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:48.426897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3567c9-1adb-4d68-8aea-cea5db591108 None None] Network 5ad4f29d-4754-463f-a081-794562506f7c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:48.438570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-78e85194-617f-44be-bdf1-3195b242cb8a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4370358 Feb 11 13:31:48.442718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54122) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:48.450494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:51:cd:d3', 'name': 'tempest-NetworksTestDHCPv6-1789102332'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:48.682706 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.730037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Deleting port 2dd2d821-3ee4-417d-b201-f624cb34545c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:48.730392 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.829360 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.868431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] The port '2dd2d821-3ee4-417d-b201-f624cb34545c' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:31:48.879089 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.895391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d906c230-a263-4c0c-809d-ff56e0a1a2d7 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:48.994368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:48.998085 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.003514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:49.007024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:49.027679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:49.044238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:49.088601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event updated for resources: {'Port': ['ID=c26963a5-6f4d-46ad-b797-081c922be214,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:49.139366 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.172151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Network 5ad4f29d-4754-463f-a081-794562506f7c is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:49.176038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6c44ab0b-013a-4118-99e1-d7c4aa78192d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:49.195507 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:49.195507 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:49.196352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:49.197009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.212880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.221524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f115c2-e958-407a-85fa-295bbd6136d3']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:49.242829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c2e3fa-8719-4879-8c52-d012694869dd') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:49.243606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c2e3fa-8719-4879-8c52-d012694869dd') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:49.249449 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.260620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 23be1d3d-8ef3-4f64-927a-a71bfd9260d0 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:49.272437 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.280969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:49.285996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b7263ae8-bf5b-4f08-8a2d-3506bb6c60d6 None None] Provisioning for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:49.290752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:49.291097 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.297796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.311376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:31:49.312420 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.326491 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b7263ae8-bf5b-4f08-8a2d-3506bb6c60d6 None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:49.326685 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:49.329367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7263ae8-bf5b-4f08-8a2d-3506bb6c60d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.333949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d7c9c05a-3220-4d4e-b4eb-c69e4a4751dd tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8699372 Feb 11 13:31:49.357177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54130) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:49.425944 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.469025 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.487284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f115c2-e958-407a-85fa-295bbd6136d3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:49.505951 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-527f1c89-317a-4f02-9409-8e896ff01d86 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a9f115c2-e958-407a-85fa-295bbd6136d3 HTTP/1.1" status: 204 len: 168 time: 2.6232617 Feb 11 13:31:49.506831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54134) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:49.542307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Deleting port c26963a5-6f4d-46ad-b797-081c922be214 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:49.542689 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.604149 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.644483 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7263ae8-bf5b-4f08-8a2d-3506bb6c60d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.656798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ffdfba-a887-4b1a-a417-5444bcd24e87 None None] Update dhcp port {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': 'a5271150-1a07-40bd-9546-c0a709498bee', 'ip_address': '2001:db8::f816:3eff:fe97:847a'}, {'subnet_id': '8693b630-393c-4bbe-904f-ec2645cc395b'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '6c44ab0b-013a-4118-99e1-d7c4aa78192d'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:31:49.718791 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 6c44ab0b-013a-4118-99e1-d7c4aa78192d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6c44ab0b-013a-4118-99e1-d7c4aa78192d,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:49.786446 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55ffdfba-a887-4b1a-a417-5444bcd24e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.910824 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.947692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.973047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8:0:1::26d (cf4cc38c-4953-43f9-9526-6e7043460974/8693b630-393c-4bbe-904f-ec2645cc395b/23be1d3d-8ef3-4f64-927a-a71bfd9260d0) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:50.023552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 47b0360c-3373-4dd4-99e7-689893ca06b2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:50.081823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 47b0360c-3373-4dd4-99e7-689893ca06b2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:50.082260 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 47b0360c-3373-4dd4-99e7-689893ca06b2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:50.082759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2dd2d821-3ee4-417d-b201-f624cb34545c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:50.095494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::f816:3eff:fe51:cdd3 (cf4cc38c-4953-43f9-9526-6e7043460974/a5271150-1a07-40bd-9546-c0a709498bee/23be1d3d-8ef3-4f64-927a-a71bfd9260d0) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:50.103469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Calling delete_port for c26963a5-6f4d-46ad-b797-081c922be214 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:50.109769 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-b7263ae8-bf5b-4f08-8a2d-3506bb6c60d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:31:50.110131 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-b7263ae8-bf5b-4f08-8a2d-3506bb6c60d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:31:50.134488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2dd2d821-3ee4-417d-b201-f624cb34545c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:50.134931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2dd2d821-3ee4-417d-b201-f624cb34545c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:50.154905 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.191749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=6c44ab0b-013a-4118-99e1-d7c4aa78192d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:50.250463 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.736093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.844427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event deleted for resources: {'Port': ['ID=c26963a5-6f4d-46ad-b797-081c922be214,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:50.872373 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.878414 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.974142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:50.974625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:50.974827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:50.975330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:50.975698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:50.976170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:50.976545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:50.976896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:50.977261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:50.977609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:50.977967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:51.020157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6c44ab0b-013a-4118-99e1-d7c4aa78192d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:51.114088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 23be1d3d-8ef3-4f64-927a-a71bfd9260d0 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:51.135018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3a4e2a89-2309-41ef-a2b1-eeaa5b32f211 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "DELETE /v2.0/ports/c26963a5-6f4d-46ad-b797-081c922be214 HTTP/1.1" status: 204 len: 168 time: 1.7580462 Feb 11 13:31:51.136945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54156) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:51.157939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ad4f29d-4754-463f-a081-794562506f7c', 'external_fixed_ips': [{'subnet_id': 'fa6a4fb4-8c37-459e-ba1e-4a22f397dc43', 'ip_address': '2001:db8::328'}]}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:51.163038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:51.175526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Usage tracker for resource:router and tenant:82b4625a6deb4317a34966286aeb4bb3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:51.179527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:51.183249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:51.183877 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.200760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:51.228888 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.241092 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.357962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.361437 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.433081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-55ffdfba-a887-4b1a-a417-5444bcd24e87 None None] Allocated IP 2001:db8:0:1::2 (cf4cc38c-4953-43f9-9526-6e7043460974/8693b630-393c-4bbe-904f-ec2645cc395b/6c44ab0b-013a-4118-99e1-d7c4aa78192d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:51.453752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] Deleting port 9d57266e-f965-4c53-86fd-3f107c982e78 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:51.454719 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.550167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:51.576306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:51.595695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:51.600060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.602864 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.606821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=23be1d3d-8ef3-4f64-927a-a71bfd9260d0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:51.672565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-55ffdfba-a887-4b1a-a417-5444bcd24e87 None None] For port 6c44ab0b-013a-4118-99e1-d7c4aa78192d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6c44ab0b-013a-4118-99e1-d7c4aa78192d,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:51.704237 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55ffdfba-a887-4b1a-a417-5444bcd24e87 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.711010 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8cc62f7f-fd76-4995-aaec-7bb56d4fb282 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2649498 Feb 11 13:31:51.712418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54160) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:51.725272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.727265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-55ffdfba-a887-4b1a-a417-5444bcd24e87 None None] Transition to ACTIVE for port object 6c44ab0b-013a-4118-99e1-d7c4aa78192d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:51.731507 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55ffdfba-a887-4b1a-a417-5444bcd24e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.740872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] Router eb99226e-45ad-4641-8b94-67b731f14700 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:31:51.810847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 23be1d3d-8ef3-4f64-927a-a71bfd9260d0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:51.811131 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.849686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] For port 9d57266e-f965-4c53-86fd-3f107c982e78, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9d57266e-f965-4c53-86fd-3f107c982e78,segment=NetworkSegment(a8ead11a-8471-40fb-95d1-69d261f0df17),segment_id=a8ead11a-8471-40fb-95d1-69d261f0df17)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:51.850068 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.855747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffdfba-a887-4b1a-a417-5444bcd24e87 None None] Pushing event updated for resources: {'Port': ['ID=6c44ab0b-013a-4118-99e1-d7c4aa78192d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:52.040570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] Calling delete_port for 9d57266e-f965-4c53-86fd-3f107c982e78 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:52.259423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:52.273455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-01d12917-f334-449a-b3fc-e599e722c50c admin admin] 10.222.0.67 "PUT /v2.0/routers/eb99226e-45ad-4641-8b94-67b731f14700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4597933 Feb 11 13:31:52.274392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54170) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:52.277516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] Sync routers for ids ['eb99226e-45ad-4641-8b94-67b731f14700'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:31:52.297908 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] Routers {'eb99226e-45ad-4641-8b94-67b731f14700'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:31:52.298632 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb99226e-45ad-4641-8b94-67b731f14700'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:52.533630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.547230 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.672523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.725158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] Set router eb99226e-45ad-4641-8b94-67b731f14700 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:53.012322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6c44ab0b-013a-4118-99e1-d7c4aa78192d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:31:53.028728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 23be1d3d-8ef3-4f64-927a-a71bfd9260d0 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:53.088115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.138636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6b7fc8e1-cc8e-4ff2-9409-f43d9578251f None None] Provisioning for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:53.168817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6b7fc8e1-cc8e-4ff2-9409-f43d9578251f None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:53.169296 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc8e1-cc8e-4ff2-9409-f43d9578251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.189736 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d57266e-f965-4c53-86fd-3f107c982e78,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:53.375823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Allocated IP 2001:db8::328 (5ad4f29d-4754-463f-a081-794562506f7c/fa6a4fb4-8c37-459e-ba1e-4a22f397dc43/df892d88-f770-4396-b14a-6051dfa65e15) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:53.546887 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:53.547464 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.672605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'name': 'tempest-ServerRescueTestJSON-1036814331-router', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:31:48Z', 'revision_number': 5, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'gw_port': {'id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:24Z', 'updated_at': '2022-02-11T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:53.758370 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.763030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] Checking router: eb99226e-45ad-4641-8b94-67b731f14700 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:31:53.790248 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.849846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] Routers {'eb99226e-45ad-4641-8b94-67b731f14700'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:31:53.851526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb99226e-45ad-4641-8b94-67b731f14700'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:53.976509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.087798 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.098167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] Set router eb99226e-45ad-4641-8b94-67b731f14700 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:54.103881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event updated for resources: {'Port': ['ID=df892d88-f770-4396-b14a-6051dfa65e15,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:54.122027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Network 5ad4f29d-4754-463f-a081-794562506f7c is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:54.136145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:54.138553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:31:54.328757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=23be1d3d-8ef3-4f64-927a-a71bfd9260d0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:54.367492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54192) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:54.435417 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.459235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.459583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.459899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.460271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.461933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.463697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.464320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.465474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.465901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.466417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.466954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:54.482360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.516447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54196) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:54.516971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0e7b5068-ddf6-4410-af69-22e7b2a4abe1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/23be1d3d-8ef3-4f64-927a-a71bfd9260d0 HTTP/1.1" status: 204 len: 168 time: 2.8032622 Feb 11 13:31:54.517384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.518095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.529983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-59a7a1a7-7a04-4c17-b5db-8b56d3aad1ab None None] Could not find standard attr ID for object 23be1d3d-8ef3-4f64-927a-a71bfd9260d0. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:31:54.530983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-93eb61ac-c74a-4a99-bdc7-7746fa46a701 admin admin] Deleting subnet 98484b2c-2cc4-454b-bbdd-8b169310c299 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:54.592612 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93eb61ac-c74a-4a99-bdc7-7746fa46a701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.610236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'name': 'tempest-ServerRescueTestJSON-1036814331-router', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:31:48Z', 'revision_number': 5, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'gw_port': {'id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:24Z', 'updated_at': '2022-02-11T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:54.616157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e34671-268b-4946-a2e8-22227ebe7ba8 None None] The sync data for ids ['eb99226e-45ad-4641-8b94-67b731f14700'] in n-d-818559-1 is: [{'id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'name': 'tempest-ServerRescueTestJSON-1036814331-router', 'tenant_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:31:48Z', 'revision_number': 5, 'project_id': 'a2e31b5e817e4dce97cda1cc118f0763', 'gw_port': {'id': '4b4002a7-5765-41b5-9cc6-27ef58eda592', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:da:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb99226e-45ad-4641-8b94-67b731f14700', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:24Z', 'updated_at': '2022-02-11T13:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:31:54.630913 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.648565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Deleting port 4b4002a7-5765-41b5-9cc6-27ef58eda592 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:54.648908 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.935212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93eb61ac-c74a-4a99-bdc7-7746fa46a701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.057719 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93eb61ac-c74a-4a99-bdc7-7746fa46a701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.077235 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 34c279a1-611c-47d1-b5fb-e37d3d31da7d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:55.138828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 34c279a1-611c-47d1-b5fb-e37d3d31da7d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:55.139175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 34c279a1-611c-47d1-b5fb-e37d3d31da7d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:55.236977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] For port 4b4002a7-5765-41b5-9cc6-27ef58eda592, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4b4002a7-5765-41b5-9cc6-27ef58eda592,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:55.237734 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.264274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36502c1f-6b47-4623-bc98-d55c97dbb3bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.264274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-36502c1f-6b47-4623-bc98-d55c97dbb3bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:55.381890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93eb61ac-c74a-4a99-bdc7-7746fa46a701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.393687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Calling delete_port for 4b4002a7-5765-41b5-9cc6-27ef58eda592 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:55.421579 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] Router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:31:55.596393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb61ac-c74a-4a99-bdc7-7746fa46a701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98484b2c-2cc4-454b-bbdd-8b169310c299,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:55.605151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-36502c1f-6b47-4623-bc98-d55c97dbb3bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:55.606314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36502c1f-6b47-4623-bc98-d55c97dbb3bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0715153 Feb 11 13:31:55.611701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54212) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:55.620152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93eb61ac-c74a-4a99-bdc7-7746fa46a701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.641118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-93eb61ac-c74a-4a99-bdc7-7746fa46a701 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/98484b2c-2cc4-454b-bbdd-8b169310c299 HTTP/1.1" status: 204 len: 168 time: 1.2725716 Feb 11 13:31:55.653450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54216) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:55.806534 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.848219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Router cefd65eb-96ab-48e0-be8d-a06ed1c56c20 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:31:55.859305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4002a7-5765-41b5-9cc6-27ef58eda592,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:55.929906 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.004834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f26d0-2327-4366-8fc7-849592d709ff tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.005393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1e3f26d0-2327-4366-8fc7-849592d709ff tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:56.034133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:56.041887 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2feaa3ef-4752-4ea0-acc0-f2ff654a41f7 admin admin] 10.222.0.67 "PUT /v2.0/routers/ef5bf9a3-fb06-4e93-91fd-2453c5bd8886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5323405 Feb 11 13:31:56.046997 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] Sync routers for ids ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:31:56.059605 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] Routers {'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:31:56.060412 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:56.068040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54222) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:56.139824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.180440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66e731c-44f2-4852-be09-ee39c29ae9b2']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:56.199379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1e3f26d0-2327-4366-8fc7-849592d709ff tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:56.200777 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1e3f26d0-2327-4366-8fc7-849592d709ff tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5880671 Feb 11 13:31:56.203641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a34441-0d16-43cb-b795-752eb1c0e366') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:56.204109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a34441-0d16-43cb-b795-752eb1c0e366') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:56.210723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54226) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:56.252401 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.271936 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] Set router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:56.286248 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.300877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:31:56.301276 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.319040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e05371d-2761-4944-b002-20fb1ccbce7b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.320356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e05371d-2761-4944-b002-20fb1ccbce7b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.322258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e05371d-2761-4944-b002-20fb1ccbce7b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.322486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5e05371d-2761-4944-b002-20fb1ccbce7b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:56.324923 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:56.359207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.404854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5e05371d-2761-4944-b002-20fb1ccbce7b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:31:56.406724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5e05371d-2761-4944-b002-20fb1ccbce7b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1948209 Feb 11 13:31:56.411264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54230) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:56.459416 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.493540 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.505862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c66e731c-44f2-4852-be09-ee39c29ae9b2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:56.541803 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-28c654fc-b678-440d-8100-0f83ae290c01 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c66e731c-44f2-4852-be09-ee39c29ae9b2 HTTP/1.1" status: 204 len: 168 time: 0.8807344 Feb 11 13:31:56.545375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54234) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:56.686144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8afb9e0-fed9-47df-9338-faefe1bfac2a admin admin] Deleting subnet eeb32de1-c1b1-4117-939f-6f47c4b5c6c0 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:56.686513 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'name': 'tempest-TaggedBootDevicesTest-779191588-router', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:22Z', 'updated_at': '2022-02-11T13:31:52Z', 'revision_number': 5, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'gw_port': {'id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:24Z', 'updated_at': '2022-02-11T13:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:56.691036 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] Checking router: ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:31:56.701456 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8afb9e0-fed9-47df-9338-faefe1bfac2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.705633 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] Routers {'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:31:56.706519 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:56.712357 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.724121 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.765096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-beddbe9c-3e93-464c-89f9-39f56790aeba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 8693b630-393c-4bbe-904f-ec2645cc395b {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:56.771475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-beddbe9c-3e93-464c-89f9-39f56790aeba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.809240 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8afb9e0-fed9-47df-9338-faefe1bfac2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.817744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.820339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb99226e-45ad-4641-8b94-67b731f14700 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:31:56.879397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:56.885875 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.888046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-beddbe9c-3e93-464c-89f9-39f56790aeba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.888677 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-78a646b4-776b-4140-922b-0f2849f39859 admin admin] 10.222.0.67 "DELETE /v2.0/routers/eb99226e-45ad-4641-8b94-67b731f14700 HTTP/1.1" status: 204 len: 168 time: 4.6135962 Feb 11 13:31:56.893840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Sync routers for ids ['cefd65eb-96ab-48e0-be8d-a06ed1c56c20'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:31:56.895235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54240) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:56.915915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Routers {'cefd65eb-96ab-48e0-be8d-a06ed1c56c20'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:31:56.923423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['cefd65eb-96ab-48e0-be8d-a06ed1c56c20'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:56.962063 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.979138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8afb9e0-fed9-47df-9338-faefe1bfac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.131259 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] Set router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:57.132235 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-beddbe9c-3e93-464c-89f9-39f56790aeba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.234593 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-beddbe9c-3e93-464c-89f9-39f56790aeba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.248227 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8afb9e0-fed9-47df-9338-faefe1bfac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.278938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.283708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0f3e15a3-3e3f-490c-89d0-e3ea930d8f5b tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.1409216 Feb 11 13:31:57.285263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54244) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:57.338549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Set router cefd65eb-96ab-48e0-be8d-a06ed1c56c20 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:57.349031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8afb9e0-fed9-47df-9338-faefe1bfac2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.379063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-beddbe9c-3e93-464c-89f9-39f56790aeba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.381435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-beddbe9c-3e93-464c-89f9-39f56790aeba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/8693b630-393c-4bbe-904f-ec2645cc395b HTTP/1.1" status: 204 len: 168 time: 0.9692459 Feb 11 13:31:57.383692 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e8afb9e0-fed9-47df-9338-faefe1bfac2a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/eeb32de1-c1b1-4117-939f-6f47c4b5c6c0 HTTP/1.1" status: 204 len: 168 time: 0.8372409 Feb 11 13:31:57.392683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddbe9c-3e93-464c-89f9-39f56790aeba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=8693b630-393c-4bbe-904f-ec2645cc395b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:57.395296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54248) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:57.395927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54250) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:57.405913 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-877b55bd-8f46-4500-ad0c-8f40539dab03 admin admin] Deleting subnet 56793546-44b9-4f50-b2a7-f81db8c4d71c {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:57.413699 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-877b55bd-8f46-4500-ad0c-8f40539dab03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.437941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9c771-4669-44b7-9513-f053b0964b93 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:57.609805 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.612496 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'name': 'tempest-TaggedBootDevicesTest-779191588-router', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:22Z', 'updated_at': '2022-02-11T13:31:52Z', 'revision_number': 5, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'gw_port': {'id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:24Z', 'updated_at': '2022-02-11T13:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:57.618731 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-877b55bd-8f46-4500-ad0c-8f40539dab03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.622674 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583dc0f-86de-404c-8491-3af119731f92 None None] The sync data for ids ['ef5bf9a3-fb06-4e93-91fd-2453c5bd8886'] in n-d-818559-1 is: [{'id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'name': 'tempest-TaggedBootDevicesTest-779191588-router', 'tenant_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:22Z', 'updated_at': '2022-02-11T13:31:52Z', 'revision_number': 5, 'project_id': '55962ee8cede4a648bcc5d2eb1d369c1', 'gw_port': {'id': '21030c65-0a4d-48d8-b996-6e04a8077641', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5bf9a3-fb06-4e93-91fd-2453c5bd8886', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:24Z', 'updated_at': '2022-02-11T13:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:31:57.626108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afb9e0-fed9-47df-9338-faefe1bfac2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb32de1-c1b1-4117-939f-6f47c4b5c6c0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:57.738609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2e236e-52aa-4b18-8d42-82eac4b6b689 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet a5271150-1a07-40bd-9546-c0a709498bee {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:31:57.759421 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-877b55bd-8f46-4500-ad0c-8f40539dab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.766242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d2e236e-52aa-4b18-8d42-82eac4b6b689 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.956421 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.090476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.100715 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-877b55bd-8f46-4500-ad0c-8f40539dab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.136820 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d2e236e-52aa-4b18-8d42-82eac4b6b689 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.169758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-877b55bd-8f46-4500-ad0c-8f40539dab03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.172636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b55bd-8f46-4500-ad0c-8f40539dab03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56793546-44b9-4f50-b2a7-f81db8c4d71c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:58.176659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:58.184055 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.193634 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-877b55bd-8f46-4500-ad0c-8f40539dab03 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/56793546-44b9-4f50-b2a7-f81db8c4d71c HTTP/1.1" status: 204 len: 168 time: 1.2850375 Feb 11 13:31:58.193892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54258) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:58.215076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3e6308-90b5-474a-8d0d-cea57327cb04') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:58.215504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3e6308-90b5-474a-8d0d-cea57327cb04') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:58.231718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefd65eb-96ab-48e0-be8d-a06ed1c56c20', 'name': '', 'tenant_id': '82b4625a6deb4317a34966286aeb4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ad4f29d-4754-463f-a081-794562506f7c', 'external_fixed_ips': [{'subnet_id': 'fa6a4fb4-8c37-459e-ba1e-4a22f397dc43', 'ip_address': '2001:db8::328'}], 'enable_snat': True}, 'gw_port_id': 'df892d88-f770-4396-b14a-6051dfa65e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:51Z', 'updated_at': '2022-02-11T13:31:54Z', 'revision_number': 3, 'project_id': '82b4625a6deb4317a34966286aeb4bb3', 'gw_port': {'id': 'df892d88-f770-4396-b14a-6051dfa65e15', 'name': '', 'network_id': '5ad4f29d-4754-463f-a081-794562506f7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefd65eb-96ab-48e0-be8d-a06ed1c56c20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa6a4fb4-8c37-459e-ba1e-4a22f397dc43', 'ip_address': '2001:db8::328', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa6a4fb4-8c37-459e-ba1e-4a22f397dc43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:58.236003 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.239358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Deleting port 21030c65-0a4d-48d8-b996-6e04a8077641 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:58.240081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.240433 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Checking router: cefd65eb-96ab-48e0-be8d-a06ed1c56c20 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:31:58.241139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Updating router cefd65eb-96ab-48e0-be8d-a06ed1c56c20 port df892d88-f770-4396-b14a-6051dfa65e15 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:31:58.263543 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.280759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:31:58.281551 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:58.300009 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:58.313065 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.379097 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d2e236e-52aa-4b18-8d42-82eac4b6b689 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.454306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.476277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] For port 21030c65-0a4d-48d8-b996-6e04a8077641, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=21030c65-0a4d-48d8-b996-6e04a8077641,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:58.476506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.491957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.505854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] Pushing event deleted for resources: {'Network': ['ID=930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:58.519510 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bead8e6a-642c-4892-9a23-e133ef48e25d admin admin] 10.222.0.67 "DELETE /v2.0/networks/930f8cb0-1eaf-4c8f-b41e-ef0ce1c52adb HTTP/1.1" status: 204 len: 168 time: 1.1200767 Feb 11 13:31:58.526684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d2e236e-52aa-4b18-8d42-82eac4b6b689 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.570962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e236e-52aa-4b18-8d42-82eac4b6b689 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=a5271150-1a07-40bd-9546-c0a709498bee,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:58.578784 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d2e236e-52aa-4b18-8d42-82eac4b6b689 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.587566 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6d2e236e-52aa-4b18-8d42-82eac4b6b689 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/a5271150-1a07-40bd-9546-c0a709498bee HTTP/1.1" status: 204 len: 168 time: 1.1903360 Feb 11 13:31:58.588242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54264) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:58.682213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c18073ef-adb3-4b2c-8d75-74342b7b9fe6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928245 Feb 11 13:31:58.682903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54268) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:58.689063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:58.743737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Calling delete_port for 21030c65-0a4d-48d8-b996-6e04a8077641 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:31:58.776088 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.776793 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.792506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Transition to ACTIVE for port object df892d88-f770-4396-b14a-6051dfa65e15 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:58.804365 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.846065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:58.850804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:58.858776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:58.860832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9d57266e-f965-4c53-86fd-3f107c982e78 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:58.873328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:58.884899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:58.888702 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.916863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54272) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:58.938098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 9d57266e-f965-4c53-86fd-3f107c982e78 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:58.938555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9d57266e-f965-4c53-86fd-3f107c982e78 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:58.939105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b4002a7-5765-41b5-9cc6-27ef58eda592 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:31:58.995391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4b4002a7-5765-41b5-9cc6-27ef58eda592 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:31:58.995883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b4002a7-5765-41b5-9cc6-27ef58eda592 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:31:59.005290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6ceff-a618-4d6f-82ac-48e2fc354506 None None] Pushing event updated for resources: {'Port': ['ID=df892d88-f770-4396-b14a-6051dfa65e15,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.007608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Attempting to bind port df892d88-f770-4396-b14a-6051dfa65e15 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:59.008065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Attempting to bind port df892d88-f770-4396-b14a-6051dfa65e15 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '87c4f98e-4237-419c-95af-ce4f9c53e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5ad4f29d-4754-463f-a081-794562506f7c'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:59.008640 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Attempting to bind port df892d88-f770-4396-b14a-6051dfa65e15 on network 5ad4f29d-4754-463f-a081-794562506f7c {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:31:59.016961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:31:59.017601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Checking segment: {'id': '87c4f98e-4237-419c-95af-ce4f9c53e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5ad4f29d-4754-463f-a081-794562506f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:31:59.018182 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.018774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Bound using segment: {'id': '87c4f98e-4237-419c-95af-ce4f9c53e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5ad4f29d-4754-463f-a081-794562506f7c'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:31:59.019439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Bound port: df892d88-f770-4396-b14a-6051dfa65e15, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c4f98e-4237-419c-95af-ce4f9c53e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5ad4f29d-4754-463f-a081-794562506f7c'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:59.019986 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.055874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ba056-0fde-4a83-99b1-81f21f384a4b None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:31:59.156371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.193128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.234840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:59.238484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:59.240359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] For port df892d88-f770-4396-b14a-6051dfa65e15, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:59.244078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.244734 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.246356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7d298f-8551-4a79-88bd-2e84fa1c4bce']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:59.249383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ff997ae6-894d-491c-ad8c-1c6ce4c4cbd9 None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:59.249732 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff997ae6-894d-491c-ad8c-1c6ce4c4cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.265123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=fadb2f87-9aa8-4503-b262-cbdf7b619471,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.283218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a1e0f1f4-695f-4379-8dcd-52ccfe4809a3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5992322 Feb 11 13:31:59.285195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1950b96a-727a-4ac1-a475-6b86ccf5df2b') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:59.285495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1950b96a-727a-4ac1-a475-6b86ccf5df2b') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:59.285613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54278) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:59.288061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] For port df892d88-f770-4396-b14a-6051dfa65e15, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=df892d88-f770-4396-b14a-6051dfa65e15,segment=NetworkSegment(87c4f98e-4237-419c-95af-ce4f9c53e5b1),segment_id=87c4f98e-4237-419c-95af-ce4f9c53e5b1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:59.301173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:59.308686 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.316092 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.347202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.368515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.384235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Deleting port df892d88-f770-4396-b14a-6051dfa65e15 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:31:59.384608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.412600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:31:59.413001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:59.434664 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:59.451368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:59.455746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:59.456770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6ceff-a618-4d6f-82ac-48e2fc354506 None None] Pushing event updated for resources: {'Port': ['ID=df892d88-f770-4396-b14a-6051dfa65e15,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.458602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:59.464822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:59.476374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:59.479946 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.500925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3c79b717-1720-4638-b72d-9cbb0c7b3767 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=28619c4e785442e1a8c4457d300d5168&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5602522 Feb 11 13:31:59.504584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54284) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:59.518017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Routers {'cefd65eb-96ab-48e0-be8d-a06ed1c56c20'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:31:59.518662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['cefd65eb-96ab-48e0-be8d-a06ed1c56c20'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:59.624004 n-d-818559-1 neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fadb2f87-9aa8-4503-b262-cbdf7b619471 (CIDR: 2001:db8::/64) Feb 11 13:31:59.627910 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:31:59.628353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:31:59.638267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.650687 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0443a563-4cae-4a04-bbad-35088106b250 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3620205 Feb 11 13:31:59.651454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54288) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:31:59.657763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:31:59.704520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] Set router cefd65eb-96ab-48e0-be8d-a06ed1c56c20 gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:31:59.721836 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.748492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7d298f-8551-4a79-88bd-2e84fa1c4bce,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.788503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1f5d4ede-fb01-4a96-aa2c-2ef0a4343948 admin admin] 10.222.0.67 "DELETE /v2.0/networks/3b7d298f-8551-4a79-88bd-2e84fa1c4bce HTTP/1.1" status: 204 len: 168 time: 1.5934057 Feb 11 13:31:59.801738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea71c1b4-e31d-4fd0-b176-87e77443189e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.809117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.846102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefd65eb-96ab-48e0-be8d-a06ed1c56c20', 'name': '', 'tenant_id': '82b4625a6deb4317a34966286aeb4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:51Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 4, 'project_id': '82b4625a6deb4317a34966286aeb4bb3', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:59.852457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08c89e2-6ad8-4efa-a21e-52967acf6d4f None None] The sync data for ids ['cefd65eb-96ab-48e0-be8d-a06ed1c56c20'] in n-d-818559-1 is: [{'id': 'cefd65eb-96ab-48e0-be8d-a06ed1c56c20', 'name': '', 'tenant_id': '82b4625a6deb4317a34966286aeb4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:51Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 4, 'project_id': '82b4625a6deb4317a34966286aeb4bb3', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:31:59.852808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:31:59.859848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:31:59.868958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:31:59.876788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:31:59.896624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=21030c65-0a4d-48d8-b996-6e04a8077641,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.905431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:59.915980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.011562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea71c1b4-e31d-4fd0-b176-87e77443189e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.012198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28096556-a45b-4b8f-9dc3-5d272ba88196 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:00.111029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] For port df892d88-f770-4396-b14a-6051dfa65e15, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=df892d88-f770-4396-b14a-6051dfa65e15,segment=NetworkSegment(87c4f98e-4237-419c-95af-ce4f9c53e5b1),segment_id=87c4f98e-4237-419c-95af-ce4f9c53e5b1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:00.111909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.149790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54296) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:00.219294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5f7c4eb8-9c96-4a70-afae-547d614222ce None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:00.219578 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4eb8-9c96-4a70-afae-547d614222ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.260793 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7d7b271c-3794-4da6-9eac-cb04565fee8a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2e31b5e817e4dce97cda1cc118f0763&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1097348 Feb 11 13:32:00.263053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54300) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:00.274451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Calling delete_port for df892d88-f770-4396-b14a-6051dfa65e15 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:00.294479 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:32:00.491389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.633526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.objects.ports [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:32:00.754228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea71c1b4-e31d-4fd0-b176-87e77443189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.822388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.825581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-26f359b8-e31d-4c7e-8904-c929e53208c3 None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:00.826143 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26f359b8-e31d-4c7e-8904-c929e53208c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.987433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71c1b4-e31d-4fd0-b176-87e77443189e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663c74c-3566-4a52-8973-f9e3a45e1009,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:00.995157 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.005002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab3612ab-1513-4f5f-b83a-59490d87c48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.018025 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.030656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea71c1b4-e31d-4fd0-b176-87e77443189e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.031805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea71c1b4-e31d-4fd0-b176-87e77443189e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0663c74c-3566-4a52-8973-f9e3a45e1009 HTTP/1.1" status: 204 len: 168 time: 1.5213203 Feb 11 13:32:01.058351 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab3612ab-1513-4f5f-b83a-59490d87c48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.083873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] For port 6c44ab0b-013a-4118-99e1-d7c4aa78192d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6c44ab0b-013a-4118-99e1-d7c4aa78192d,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:01.114067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.124479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.126107 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.156071 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.156594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:01.185679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.249001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event deleted for resources: {'Port': ['ID=df892d88-f770-4396-b14a-6051dfa65e15,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.254805 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab3612ab-1513-4f5f-b83a-59490d87c48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.271109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:01.275031 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.275529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:01.280860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8c0963fd-d9f2-45b6-a9db-daf0133ce1d7 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ef5bf9a3-fb06-4e93-91fd-2453c5bd8886 HTTP/1.1" status: 204 len: 168 time: 5.2111647 Feb 11 13:32:01.282552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54308) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:01.286810 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ab3612ab-1513-4f5f-b83a-59490d87c48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.287735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7bee6-3ebe-4916-9237-d982fca3c944 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:01.290633 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ab3612ab-1513-4f5f-b83a-59490d87c48e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3 HTTP/1.1" status: 204 len: 168 time: 1.0238225 Feb 11 13:32:01.307389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.308148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.321445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3612ab-1513-4f5f-b83a-59490d87c48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbe5bc7-22ba-4a68-97c7-3a76ac884ae3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.375814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=6c44ab0b-013a-4118-99e1-d7c4aa78192d,revision_number=8']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.391001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7380743 Feb 11 13:32:01.397025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026c0d4-33ef-4ef7-88d9-9cd0aab1c692 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=88ad0f19-e041-4c29-ab99-8bfa98a4ee56,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.399054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54314) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:01.417016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:38:ec:ce', 'name': 'tempest-NetworksTestDHCPv6-1013400715'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:01.591945 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.616286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-54418d8e-1b95-4e8f-b6b3-ae66c431dae4 admin admin] Deleting subnet 53604bfb-2b21-4d25-b46a-deeb3cd7a19a {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:32:01.625399 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54418d8e-1b95-4e8f-b6b3-ae66c431dae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.699527 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54418d8e-1b95-4e8f-b6b3-ae66c431dae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.791847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:01.813929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:01.848615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:01.946339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54328) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:01.957288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54418d8e-1b95-4e8f-b6b3-ae66c431dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.967209 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.972767 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.049230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45130c72-22ce-432f-9341-f871eaa075ac None None] Update dhcp port {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'fixed_ips': [{'subnet_id': '88ad0f19-e041-4c29-ab99-8bfa98a4ee56', 'ip_address': '2001:db8:0:1:f816:3eff:fe97:847a'}, {'subnet_id': 'fadb2f87-9aa8-4503-b262-cbdf7b619471'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '6c44ab0b-013a-4118-99e1-d7c4aa78192d'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:32:02.052984 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.053641 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54418d8e-1b95-4e8f-b6b3-ae66c431dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.054295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cefd65eb-96ab-48e0-be8d-a06ed1c56c20 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:02.066388 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2577ea9a-5ecb-40ff-8272-50d57aebc880 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c509b0822d1c47fa94ac72b4fde41f54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1173408 Feb 11 13:32:02.067030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54334) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:02.071644 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.075208 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a550e2b5-5de9-49cb-af2d-512e7d18bb03 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "DELETE /v2.0/routers/cefd65eb-96ab-48e0-be8d-a06ed1c56c20 HTTP/1.1" status: 204 len: 168 time: 4.7849143 Feb 11 13:32:02.084413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54338) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:02.111642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54418d8e-1b95-4e8f-b6b3-ae66c431dae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53604bfb-2b21-4d25-b46a-deeb3cd7a19a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:02.139690 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54418d8e-1b95-4e8f-b6b3-ae66c431dae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.150471 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-54418d8e-1b95-4e8f-b6b3-ae66c431dae4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/53604bfb-2b21-4d25-b46a-deeb3cd7a19a HTTP/1.1" status: 204 len: 168 time: 0.8155379 Feb 11 13:32:02.154879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54342) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:02.178411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19467a56-b6fb-4623-bd43-c224da6bfbc2 None None] Network 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:02.207943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.262231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port 7081a5df-c02c-45c9-858b-8d3f6b95d92b yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:32:02.271636 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45130c72-22ce-432f-9341-f871eaa075ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.310452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.316308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-938550e9-6baf-4d51-8679-c2656e655238 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Deleting subnet fa6a4fb4-8c37-459e-ba1e-4a22f397dc43 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:32:02.319452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-938550e9-6baf-4d51-8679-c2656e655238 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.385424 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-938550e9-6baf-4d51-8679-c2656e655238 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.448422 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-938550e9-6baf-4d51-8679-c2656e655238 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.530408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-938550e9-6baf-4d51-8679-c2656e655238 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.563528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::2e3 (cf4cc38c-4953-43f9-9526-6e7043460974/fadb2f87-9aa8-4503-b262-cbdf7b619471/7081a5df-c02c-45c9-858b-8d3f6b95d92b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:02.579050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8:0:1:f816:3eff:fe38:ecce (cf4cc38c-4953-43f9-9526-6e7043460974/88ad0f19-e041-4c29-ab99-8bfa98a4ee56/7081a5df-c02c-45c9-858b-8d3f6b95d92b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:02.580958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938550e9-6baf-4d51-8679-c2656e655238 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6a4fb4-8c37-459e-ba1e-4a22f397dc43,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:02.588858 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4299700a-bbe8-4d4a-93da-fd5e789d26ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.591983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Deleting port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:02.592850 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.648232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-938550e9-6baf-4d51-8679-c2656e655238 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.676681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] DHCP port deletion for 1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:32:02.681221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] Deleting port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:02.681598 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.688965 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-938550e9-6baf-4d51-8679-c2656e655238 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/fa6a4fb4-8c37-459e-ba1e-4a22f397dc43 HTTP/1.1" status: 204 len: 168 time: 0.6034119 Feb 11 13:32:02.693079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54356) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:02.938613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6c44ab0b-013a-4118-99e1-d7c4aa78192d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:03.003287 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4299700a-bbe8-4d4a-93da-fd5e789d26ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.053098 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.087022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] For port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c,segment=NetworkSegment(a8ead11a-8471-40fb-95d1-69d261f0df17),segment_id=a8ead11a-8471-40fb-95d1-69d261f0df17)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:03.087652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] For port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c,segment=NetworkSegment(a8ead11a-8471-40fb-95d1-69d261f0df17),segment_id=a8ead11a-8471-40fb-95d1-69d261f0df17)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:03.088123 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.088223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.107594 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.277380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Calling delete_port for bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:03.310317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] Calling delete_port for bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:03.315073 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.348514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad4f29d-4754-463f-a081-794562506f7c']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:03.369058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c4f98e-4237-419c-95af-ce4f9c53e5b1') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:03.369058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c4f98e-4237-419c-95af-ce4f9c53e5b1') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:03.369683 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.402296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.428014 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.428014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:32:03.440489 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.445800 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4299700a-bbe8-4d4a-93da-fd5e789d26ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.463173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:03.493278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:03.493278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.498794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] No DVR routers for this DVR port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:03.565671 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:03.571121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object 7081a5df-c02c-45c9-858b-8d3f6b95d92b will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:03.574190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299700a-bbe8-4d4a-93da-fd5e789d26ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c2a59f-9d74-446e-9b51-d76d2a6ae481,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:03.578352 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.613429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ad4f29d-4754-463f-a081-794562506f7c {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:32:03.626937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ad4f29d-4754-463f-a081-794562506f7c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:03.634911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.682828 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:03.685441 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:32:03.697434 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1a0e59a5-7500-495c-890c-aa31cf2a44df tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "DELETE /v2.0/networks/5ad4f29d-4754-463f-a081-794562506f7c HTTP/1.1" status: 204 len: 168 time: 1.0031192 Feb 11 13:32:03.707835 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:32:03.708637 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:32:03.713464 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.806984 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.870173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:03.877766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:03.889902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:03.890385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:03.899926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.901558 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.932272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ead11a-8471-40fb-95d1-69d261f0df17') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:03.932576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ead11a-8471-40fb-95d1-69d261f0df17') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:03.962459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5574770 Feb 11 13:32:03.964963 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.968722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54380) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:04.019303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-45130c72-22ce-432f-9341-f871eaa075ac None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/fadb2f87-9aa8-4503-b262-cbdf7b619471/6c44ab0b-013a-4118-99e1-d7c4aa78192d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:04.031724 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.134448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43cee9-4192-4b45-85dc-90a4dc5faa84 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=7081a5df-c02c-45c9-858b-8d3f6b95d92b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:04.136473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 21030c65-0a4d-48d8-b996-6e04a8077641 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:32:04.174793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:32:04.175274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.196396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 21030c65-0a4d-48d8-b996-6e04a8077641 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:32:04.196730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 21030c65-0a4d-48d8-b996-6e04a8077641 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:32:04.197342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:04.197450 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:04.206095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-26c81221-d241-46c2-9a18-2fb692ab55fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port 7081a5df-c02c-45c9-858b-8d3f6b95d92b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:04.207982 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4299700a-bbe8-4d4a-93da-fd5e789d26ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.208739 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26c81221-d241-46c2-9a18-2fb692ab55fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.212385 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4299700a-bbe8-4d4a-93da-fd5e789d26ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/70c2a59f-9d74-446e-9b51-d76d2a6ae481 HTTP/1.1" status: 204 len: 168 time: 2.1440701 Feb 11 13:32:04.215542 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e909fc3-12fb-455f-ac92-585e8cfbd012 req-90eac985-3879-4b77-8148-dda31dd51adf tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca44a2bf-8ca4-4a25-82ae-88b2afabe129 HTTP/1.1" status: 200 len: 210 time: 0.6434290 Feb 11 13:32:04.257901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] Deleting port bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:04.264678 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.385509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.427066 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.436907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:32:04.437596 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:32:04.453436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:04.459956 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-267bee7a-b382-4ab2-850e-6377a10280c5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1f1bf2fd-2650-4dcd-9215-dc1dfdc38e07 HTTP/1.1" status: 204 len: 168 time: 2.3015358 Feb 11 13:32:04.581963 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd26aa-6d54-4a80-a0c9-0b6d0dfda4c1 None None] The port 'bcc4d8c3-68d0-4e7c-b4cd-e4dff4b3eb8c' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:32:04.652666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-45130c72-22ce-432f-9341-f871eaa075ac None None] For port 6c44ab0b-013a-4118-99e1-d7c4aa78192d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6c44ab0b-013a-4118-99e1-d7c4aa78192d,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:04.716734 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45130c72-22ce-432f-9341-f871eaa075ac None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.757142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-45130c72-22ce-432f-9341-f871eaa075ac None None] Transition to ACTIVE for port object 6c44ab0b-013a-4118-99e1-d7c4aa78192d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:04.761776 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45130c72-22ce-432f-9341-f871eaa075ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.818327 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26c81221-d241-46c2-9a18-2fb692ab55fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.990264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45130c72-22ce-432f-9341-f871eaa075ac None None] Pushing event updated for resources: {'Port': ['ID=6c44ab0b-013a-4118-99e1-d7c4aa78192d,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:05.102413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54424) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:05.109594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Request body: {'router': {'name': 'tempest-router--540033200', 'project_id': 'ade3674038ae4797874b9d59b4250620'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:05.123459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:05.131801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Usage tracker for resource:router and tenant:ade3674038ae4797874b9d59b4250620 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:05.140326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:05.159509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:05.163711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-26c81221-d241-46c2-9a18-2fb692ab55fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for 7081a5df-c02c-45c9-858b-8d3f6b95d92b owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:05.198877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.200999 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.267880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.306029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54434) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:05.351899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.416306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.420074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fcffff95-423c-4bda-b0bd-cae3b6dbf2a5 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3140488 Feb 11 13:32:05.424934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54446) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:05.591342 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a2fc8a03-dee9-4972-a66d-13f13b8e0de3 req-398b93f2-3e88-46bb-9ee5-d071a9d3b201 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.2159593 Feb 11 13:32:05.689358 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4b990083-842b-46c3-a267-b4f80b58a0da admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=010169ef397f494db6b4777e7cd64614&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3819404 Feb 11 13:32:05.697409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54454) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:05.827294 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4768-acab-4912-8516-f02eedc09618 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.843654 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26c81221-d241-46c2-9a18-2fb692ab55fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.994565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c81221-d241-46c2-9a18-2fb692ab55fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=7081a5df-c02c-45c9-858b-8d3f6b95d92b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:06.175048 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26c81221-d241-46c2-9a18-2fb692ab55fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.211428 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b0d-19e7-4798-aeac-15b5a940262a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.249255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54464) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:06.254558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-26c81221-d241-46c2-9a18-2fb692ab55fd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/7081a5df-c02c-45c9-858b-8d3f6b95d92b HTTP/1.1" status: 204 len: 168 time: 2.2825387 Feb 11 13:32:06.276563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-209c9aee-115a-44a6-b782-694bf23e7bf0 None None] Provisioning for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:06.289090 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-209c9aee-115a-44a6-b782-694bf23e7bf0 None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:06.289336 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-209c9aee-115a-44a6-b782-694bf23e7bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.305413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b0d-19e7-4798-aeac-15b5a940262a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.385124 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b0d-19e7-4798-aeac-15b5a940262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.407853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c2b0d-19e7-4798-aeac-15b5a940262a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458ff20f-d626-4f0e-a4f2-0f9fbf0dd707,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:06.424989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b0d-19e7-4798-aeac-15b5a940262a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.426917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a10c2b0d-19e7-4798-aeac-15b5a940262a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/458ff20f-d626-4f0e-a4f2-0f9fbf0dd707 HTTP/1.1" status: 204 len: 168 time: 0.7270136 Feb 11 13:32:06.702275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ea16b338-fcca-46dc-884c-1ff1acde4eab None None] Could not find standard attr ID for object 7081a5df-c02c-45c9-858b-8d3f6b95d92b. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:32:06.799631 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4768-acab-4912-8516-f02eedc09618 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.818496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4768-acab-4912-8516-f02eedc09618 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.938308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4768-acab-4912-8516-f02eedc09618 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.942995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8a4768-acab-4912-8516-f02eedc09618 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9949fcda-4cd7-4f08-9be5-f2e72a6aa64f {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:06.988763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-859ceef9-7b96-458d-9da0-d04710c171ee req-54b21959-bdc8-4fbf-a848-af6c72952e78 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0916295 Feb 11 13:32:06.997852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6c44ab0b-013a-4118-99e1-d7c4aa78192d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:07.020894 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4768-acab-4912-8516-f02eedc09618 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.022196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3f8a4768-acab-4912-8516-f02eedc09618 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "DELETE /v2.0/routers/9949fcda-4cd7-4f08-9be5-f2e72a6aa64f HTTP/1.1" status: 204 len: 168 time: 1.5936227 Feb 11 13:32:07.059273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc01fa0-b087-4b2f-bc72-2b83afa3c093 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.064820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54486) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:07.066402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cbc01fa0-b087-4b2f-bc72-2b83afa3c093 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7986288 Feb 11 13:32:07.134544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:07.135161 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.217932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54490) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:07.279608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dbbf07-1c98-4093-973f-add75ab6d91c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.280776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-77dbbf07-1c98-4093-973f-add75ab6d91c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:07.304512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-77dbbf07-1c98-4093-973f-add75ab6d91c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:07.307481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-77dbbf07-1c98-4093-973f-add75ab6d91c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2411838 Feb 11 13:32:07.308738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54494) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:07.357080 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.395670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54498) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:07.395798 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c9303aba-4f3a-4cc0-b273-00ca4378bc89 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=55962ee8cede4a648bcc5d2eb1d369c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1759818 Feb 11 13:32:07.424942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd63be7e-25c6-4345-bacc-3ef9a9fb9558 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.425882 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31015680-b8e3-498b-b38a-905c83fbb105 req-51685bcf-c858-47f7-a259-33e81426a931 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca44a2bf-8ca4-4a25-82ae-88b2afabe129 HTTP/1.1" status: 200 len: 210 time: 0.0641127 Feb 11 13:32:07.426484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd63be7e-25c6-4345-bacc-3ef9a9fb9558 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.428316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd63be7e-25c6-4345-bacc-3ef9a9fb9558 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.429016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cd63be7e-25c6-4345-bacc-3ef9a9fb9558 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:07.447544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cd63be7e-25c6-4345-bacc-3ef9a9fb9558 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:07.448780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cd63be7e-25c6-4345-bacc-3ef9a9fb9558 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1365385 Feb 11 13:32:07.451704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54502) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:07.495746 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f746ec01-1c6e-4355-9b32-f77100e6169e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.517881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54506) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:07.527618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f746ec01-1c6e-4355-9b32-f77100e6169e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.590138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f746ec01-1c6e-4355-9b32-f77100e6169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.615694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746ec01-1c6e-4355-9b32-f77100e6169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5910b0-f934-44a1-9bc9-a9ab961f96ed,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:07.631883 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f746ec01-1c6e-4355-9b32-f77100e6169e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.633006 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f746ec01-1c6e-4355-9b32-f77100e6169e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc5910b0-f934-44a1-9bc9-a9ab961f96ed HTTP/1.1" status: 204 len: 168 time: 0.2362790 Feb 11 13:32:07.714348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb43ba35-ab2a-4693-8454-d3803b23fdd3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 88ad0f19-e041-4c29-ab99-8bfa98a4ee56 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:32:07.718269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb43ba35-ab2a-4693-8454-d3803b23fdd3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.779543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1219266524', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:07.790751 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb43ba35-ab2a-4693-8454-d3803b23fdd3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.826853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:07.837216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Usage tracker for resource:router and tenant:67e7600046374fa9aed1975640de4f6b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:07.845716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:07.855217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:07.879455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.880275 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.912418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.914146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb43ba35-ab2a-4693-8454-d3803b23fdd3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:08.329496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb43ba35-ab2a-4693-8454-d3803b23fdd3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:08.407801 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-838140db-7605-43af-9cad-18500d6d5f08 req-88d2acb2-a847-4580-80eb-7e209d5b9345 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.1301255 Feb 11 13:32:08.448960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43ba35-ab2a-4693-8454-d3803b23fdd3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=88ad0f19-e041-4c29-ab99-8bfa98a4ee56,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:08.503531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb43ba35-ab2a-4693-8454-d3803b23fdd3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:08.505648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f51a6-db1a-4557-9612-d2834da13118 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:08.520468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-07b88b2d-284d-441e-9ab1-e764c872314d req-f4cedcb3-1fea-45c5-b303-673d18700e38 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.1852565 Feb 11 13:32:08.566064 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cb43ba35-ab2a-4693-8454-d3803b23fdd3 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/88ad0f19-e041-4c29-ab99-8bfa98a4ee56 HTTP/1.1" status: 204 len: 168 time: 1.1130800 Feb 11 13:32:08.568941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:08.569377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54542) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:08.908599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-549c83a1-0478-4bd1-8b91-e35fa57a2d50 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet fadb2f87-9aa8-4503-b262-cbdf7b619471 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:32:08.913494 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-549c83a1-0478-4bd1-8b91-e35fa57a2d50 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:08.989026 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-549c83a1-0478-4bd1-8b91-e35fa57a2d50 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.022970 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.127077 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-549c83a1-0478-4bd1-8b91-e35fa57a2d50 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.139870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.278186 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-549c83a1-0478-4bd1-8b91-e35fa57a2d50 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.336143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Allocated IP 172.25.4.227 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/eea86399-8c7b-48c4-a8cb-a1dcc6cd8c45) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:09.357404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c83a1-0478-4bd1-8b91-e35fa57a2d50 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=fadb2f87-9aa8-4503-b262-cbdf7b619471,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:09.365923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-549c83a1-0478-4bd1-8b91-e35fa57a2d50 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.378260 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-549c83a1-0478-4bd1-8b91-e35fa57a2d50 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/fadb2f87-9aa8-4503-b262-cbdf7b619471 HTTP/1.1" status: 204 len: 168 time: 0.8072171 Feb 11 13:32:09.388275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54556) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:09.452164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54560) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:09.470084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0a8403fd-9048-4bc2-ac53-f9786d074614 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798841 Feb 11 13:32:09.481456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54566) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:09.496064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:09.714072 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.777781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:09.796452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-network', 'tenant_id': '39219a77ba9946bba65fb10271078e63'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:09.801088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:09.806629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:09.810288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:09.815125 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3eb837ba-5a72-410f-bdc4-7b3e9319e002 req-73ddea09-f4f5-4be8-a4fc-ffb70fc7afe2 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0647101 Feb 11 13:32:09.820023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:09.823436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Usage tracker for resource:network and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:09.831700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.846743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:09.855443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:09.873980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:09.880260 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.902896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:09.908281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.979558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4c855-705d-48c4-9369-2701d9891e84 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:09.991160 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.051928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:10.056252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Usage tracker for resource:security_group_rule and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:10.059911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:10.064591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:10.066759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:10.068246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:10.070949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:10.098967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Pushing event updated for resources: {'Port': ['ID=eea86399-8c7b-48c4-a8cb-a1dcc6cd8c45,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:10.143019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.160648 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.181397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-482ac0a1-2adb-44de-afa8-321fd61364b5 None None] Provisioning complete for port 6c44ab0b-013a-4118-99e1-d7c4aa78192d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:10.181756 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-482ac0a1-2adb-44de-afa8-321fd61364b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.260210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:10.283430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff2ce8a-27da-40b5-93d6-7b01d923c498,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:10.294633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.298685 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.315959 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.316540 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Added segment b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8 of type vlan for network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 Feb 11 13:32:10.532346 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.619150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd6fd8-8b56-43c8-b225-da462747ed83 None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:32:10.624747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd6fd8-8b56-43c8-b225-da462747ed83 None None] Deleting port 6c44ab0b-013a-4118-99e1-d7c4aa78192d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:10.625122 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6fd8-8b56-43c8-b225-da462747ed83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.643433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Router 425f1dae-7f65-42a9-b1b5-fabe11d34a70 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:32:10.723626 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.724966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.725588 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.754130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.964958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b0dd6fd8-8b56-43c8-b225-da462747ed83 None None] For port 6c44ab0b-013a-4118-99e1-d7c4aa78192d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6c44ab0b-013a-4118-99e1-d7c4aa78192d,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:10.965656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6fd8-8b56-43c8-b225-da462747ed83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.042660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=d5b2a1d2-d17a-45e4-a6e9-933ea30bfb88,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:11.107262 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6535962 Feb 11 13:32:11.124921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:11.127669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6c44ab0b-013a-4118-99e1-d7c4aa78192d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:32:11.129277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54590) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:11.140346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:11.142339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e4a9d-20d3-41b0-8db5-cc41725000b0 admin admin] Pushing event updated for resources: {'Network': ['ID=33c7dbfc-9cfc-49f6-8127-3528bf05f912,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:11.147433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.148617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.178647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Request body: {'subnet': {'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-subnet', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:11.191940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:11.203975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Usage tracker for resource:subnet and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:11.213065 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d710c28-7cde-4d13-9f98-16b3911b237c req-d1279636-e3d1-4dfa-ae9e-226d00fa38ef tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.1399026 Feb 11 13:32:11.213214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:11.230533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7484ba21-68f3-4dd6-a5d0-9e33af8a4106 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7479990 Feb 11 13:32:11.234531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54596) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:11.240553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:11.252305 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb88d6b-0ab2-4048-97d1-3972ea02e50e None None] Sync routers for ids ['425f1dae-7f65-42a9-b1b5-fabe11d34a70'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:11.279964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:11.288497 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.293492 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1d2d6b11-e47c-4a3c-91fe-f73d92cfbe0d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7713492 Feb 11 13:32:11.294640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54602) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:11.297449 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb88d6b-0ab2-4048-97d1-3972ea02e50e None None] Routers {'425f1dae-7f65-42a9-b1b5-fabe11d34a70'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:11.298151 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7bb88d6b-0ab2-4048-97d1-3972ea02e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['425f1dae-7f65-42a9-b1b5-fabe11d34a70'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:11.325334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:11.352484 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd6fd8-8b56-43c8-b225-da462747ed83 None None] Calling delete_port for 6c44ab0b-013a-4118-99e1-d7c4aa78192d owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:11.402395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:11.412900 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.417999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:32:11.528097 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7bb88d6b-0ab2-4048-97d1-3972ea02e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:11.568151 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb88d6b-0ab2-4048-97d1-3972ea02e50e None None] Routers {'425f1dae-7f65-42a9-b1b5-fabe11d34a70'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:11.573960 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7bb88d6b-0ab2-4048-97d1-3972ea02e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:31:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['425f1dae-7f65-42a9-b1b5-fabe11d34a70'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:11.783058 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7bb88d6b-0ab2-4048-97d1-3972ea02e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:11.784779 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb88d6b-0ab2-4048-97d1-3972ea02e50e None None] The sync data for ids ['425f1dae-7f65-42a9-b1b5-fabe11d34a70'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:11.886150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.905319 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6fd8-8b56-43c8-b225-da462747ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.955137 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4d87dd5a-b4b5-452b-beb4-37d2e50764b9 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/routers/425f1dae-7f65-42a9-b1b5-fabe11d34a70 HTTP/1.1" status: 200 len: 925 time: 0.6595402 Feb 11 13:32:11.959467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54616) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:11.991593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd6fd8-8b56-43c8-b225-da462747ed83 None None] Pushing event deleted for resources: {'Port': ['ID=6c44ab0b-013a-4118-99e1-d7c4aa78192d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:12.031868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.063920 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-50d0f566-8aa9-48c5-85bb-ef4ef2b63772 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=425f1dae-7f65-42a9-b1b5-fabe11d34a70 HTTP/1.1" status: 200 len: 205 time: 0.1030831 Feb 11 13:32:12.069969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54620) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:12.082290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd6fd8-8b56-43c8-b225-da462747ed83 None None] No DVR routers for this DVR port 6c44ab0b-013a-4118-99e1-d7c4aa78192d on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:12.103167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e803ac-2585-4191-ac11-51a05d485ac3 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:12.202063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4699c2d-7998-4932-b51b-0565c9c41d72,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:12.293397 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-241cfcf5-8aa8-48fe-affe-d3dde7032b2c req-6a268138-19d7-4971-8905-46903fb90588 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.2242837 Feb 11 13:32:12.297066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Checking segment: {'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:12.297453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Network hostable DHCP agents. Network: 33c7dbfc-9cfc-49f6-8127-3528bf05f912, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:12.307920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:12.315835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:12.320259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:12.326672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:12.340662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:12.367868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:12.370746 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.402992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.484319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-cf4cc38c-4953-43f9-9526-6e7043460974', 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'tenant_id': '677ea572d2d5420d8b8821b10ecc979d', 'fixed_ips': [{'subnet_id': 'd5b2a1d2-d17a-45e4-a6e9-933ea30bfb88'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:32:12.485139 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.619728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 33c7dbfc-9cfc-49f6-8127-3528bf05f912) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:12.620481 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.624081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.624704 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.698488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6b95727e-2393-440e-9c62-8d00e4f4fe55 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5509536 Feb 11 13:32:12.700348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:12.715753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:12.753360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:12.768545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Usage tracker for resource:router and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:12.773025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fde21-f422-4ea2-aadf-f103c6bc234f None None] Network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:12.776933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:12.784917 n-d-818559-1 neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5b2a1d2-d17a-45e4-a6e9-933ea30bfb88 (CIDR: 2001:db8::/64) Feb 11 13:32:12.790661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:12.793551 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:32:12.794028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:12.821932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.823355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.843128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.862844 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e5c66-3708-427c-9b4f-0a2413a72a9e req-3244d97f-36a9-4d74-8933-f8887d31005e tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.870283 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a4e5c66-3708-427c-9b4f-0a2413a72a9e req-3244d97f-36a9-4d74-8933-f8887d31005e tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 946 time: 0.2917454 Feb 11 13:32:12.893732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54632) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:12.900938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'subnet': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:12.903349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6846e888-6519-4b74-b325-4e863d1832ba tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6579297 Feb 11 13:32:12.936708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Allocated IP 2001:db8::2 (cf4cc38c-4953-43f9-9526-6e7043460974/d5b2a1d2-d17a-45e4-a6e9-933ea30bfb88/6cb504ae-9f40-4d00-bc84-24030d6e77ef) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:13.106291 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a4e5c66-3708-427c-9b4f-0a2413a72a9e req-d071e689-e06f-46ac-af76-b9ebce095ae0 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4ca6d00-acde-43e9-b8ea-02921f594cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351668 Feb 11 13:32:13.134343 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.204053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:13.210267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:subnet and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:13.214356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:13.223649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:13.239497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:13.275444 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.275729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:32:13.276543 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.352792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Deleting port eea86399-8c7b-48c4-a8cb-a1dcc6cd8c45 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:13.353268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.379033 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.420415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.545575 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.578369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Allocated IP 172.20.0.2 (33c7dbfc-9cfc-49f6-8127-3528bf05f912/c4699c2d-7998-4932-b51b-0565c9c41d72/464870b8-61da-48a3-8e44-58e950ceca0d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:13.710458 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6aed718-f309-41cc-b3f0-198749adc8e0 req-34e62e7b-4990-4658-8ee1-86e43a99ba3b tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0598502 Feb 11 13:32:13.727073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Allocated IP 172.25.4.57 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a26fccda-1a5a-4599-a1b2-2349b324f4bd) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:13.730942 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.840763 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.854713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Transition to ACTIVE for port object 464870b8-61da-48a3-8e44-58e950ceca0d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:13.880373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Transition to ACTIVE for port object 464870b8-61da-48a3-8e44-58e950ceca0d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:13.893380 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.899095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Transition to ACTIVE for port object 6cb504ae-9f40-4d00-bc84-24030d6e77ef will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:13.906907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.950610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.980498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Transition to ACTIVE for port object 6cb504ae-9f40-4d00-bc84-24030d6e77ef will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:13.994268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:13.995580 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.002910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:14.005794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Pushing event updated for resources: {'Port': ['ID=464870b8-61da-48a3-8e44-58e950ceca0d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:14.008857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:14.062431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.085308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Calling delete_port for eea86399-8c7b-48c4-a8cb-a1dcc6cd8c45 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:14.114421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:14.123585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:14.132634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:14.166009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Pushing event updated for resources: {'Port': ['ID=a26fccda-1a5a-4599-a1b2-2349b324f4bd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:14.169596 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Pushing event updated for resources: {'Port': ['ID=6cb504ae-9f40-4d00-bc84-24030d6e77ef,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:14.182130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:14.190183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-88aa4e88-6077-4e63-8107-1e21c84459a1 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.191730 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-88aa4e88-6077-4e63-8107-1e21c84459a1 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.73 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 946 time: 0.2241488 Feb 11 13:32:14.192919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:14.195708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:14.318360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Deleting port 66bd1515-d029-45fd-8a40-5858a356800e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:14.318824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.334151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Attempting to bind port 464870b8-61da-48a3-8e44-58e950ceca0d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:14.334684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Attempting to bind port 464870b8-61da-48a3-8e44-58e950ceca0d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:14.335139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Attempting to bind port 464870b8-61da-48a3-8e44-58e950ceca0d on network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:32:14.375874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Attempting to bind port 6cb504ae-9f40-4d00-bc84-24030d6e77ef on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:14.376408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Attempting to bind port 6cb504ae-9f40-4d00-bc84-24030d6e77ef by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:14.377453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Attempting to bind port 6cb504ae-9f40-4d00-bc84-24030d6e77ef on network cf4cc38c-4953-43f9-9526-6e7043460974 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:32:14.387100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:32:14.387725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Checking segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:14.388221 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.388785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Bound using segment: {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:32:14.389863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Bound port: 6cb504ae-9f40-4d00-bc84-24030d6e77ef, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2defc-342d-4327-a647-88ac5924b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:14.390338 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.418681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:32:14.419122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Checking segment: {'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:14.419634 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.421223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Bound using segment: {'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:32:14.422019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Bound port: 464870b8-61da-48a3-8e44-58e950ceca0d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:14.422497 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.465956 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.529003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Pushing event deleted for resources: {'Port': ['ID=eea86399-8c7b-48c4-a8cb-a1dcc6cd8c45,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:14.672926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] For port 464870b8-61da-48a3-8e44-58e950ceca0d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:14.677130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] For port 6cb504ae-9f40-4d00-bc84-24030d6e77ef, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:14.681956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] For port 464870b8-61da-48a3-8e44-58e950ceca0d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=464870b8-61da-48a3-8e44-58e950ceca0d,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:14.685178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] For port 6cb504ae-9f40-4d00-bc84-24030d6e77ef, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6cb504ae-9f40-4d00-bc84-24030d6e77ef,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:14.688953 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.726206 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.762143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fd694-6dcc-44f8-8667-fc552aa59dec req-48b09799-5ec1-4a00-a638-4e83f77411cb tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.764018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-236fd694-6dcc-44f8-8667-fc552aa59dec req-48b09799-5ec1-4a00-a638-4e83f77411cb tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 946 time: 0.3883774 Feb 11 13:32:14.818162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9ed11-29d4-42b3-a02a-95d63a95bbce None None] Pushing event updated for resources: {'Port': ['ID=464870b8-61da-48a3-8e44-58e950ceca0d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:14.901628 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.061326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74b837-42e8-4a6b-9b2a-f6c513bd719b None None] Pushing event updated for resources: {'Port': ['ID=6cb504ae-9f40-4d00-bc84-24030d6e77ef,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:15.106646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] For port 66bd1515-d029-45fd-8a40-5858a356800e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=66bd1515-d029-45fd-8a40-5858a356800e,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:15.107001 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.354530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-236fd694-6dcc-44f8-8667-fc552aa59dec req-457174ae-03b9-4fe7-b371-ecd65733fd01 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4ca6d00-acde-43e9-b8ea-02921f594cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5778148 Feb 11 13:32:15.419805 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4abafc4-5162-463b-9978-e297ae6f666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.426807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.427532 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.500107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.objects.ports [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83567) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:32:15.551989 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f4e772c-27b8-4151-81ca-b6e0bd0ebe3c req-1751f470-2a9a-4dd7-bf13-21d37cbf22bd tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.4344776 Feb 11 13:32:15.722017 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.728349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.792220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.792721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Fanout notify agent at l3_agent the message router_deleted on router 425f1dae-7f65-42a9-b1b5-fabe11d34a70 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:15.792921 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.793454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.793567 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Floating IP d3484c1d-6471-4361-b9dd-ceaddbaa1cfb disassociated. External IP: 172.25.4.170, port: 66bd1515-d029-45fd-8a40-5858a356800e. Feb 11 13:32:15.794293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Calling delete_port for 66bd1515-d029-45fd-8a40-5858a356800e owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:15.832212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.847640 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.849410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c72b0e32-1e9d-40ba-a10d-194de31df9da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/425f1dae-7f65-42a9-b1b5-fabe11d34a70 HTTP/1.1" status: 204 len: 168 time: 3.7779934 Feb 11 13:32:15.852485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54654) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:15.861588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1021809662', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'enable_snat': False}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:15.867747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:15.876336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Usage tracker for resource:router and tenant:82b4625a6deb4317a34966286aeb4bb3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:15.881172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:15.917704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:15.948229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.949166 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.071882 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.112669 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.119166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] For port 6cb504ae-9f40-4d00-bc84-24030d6e77ef, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6cb504ae-9f40-4d00-bc84-24030d6e77ef,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:16.151268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event deleted for resources: {'Port': ['ID=66bd1515-d029-45fd-8a40-5858a356800e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:16.158641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.167955 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.169328 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.324671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Subnet': ['ID=2c4e165c-52b4-4423-97bb-24af91bd20cc,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:16.374745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=6cb504ae-9f40-4d00-bc84-24030d6e77ef,revision_number=4']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:16.398598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:16.400200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:16.403100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.403920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.439326 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-32440aaa-29ad-4436-93f3-c92e7865f566 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5444081 Feb 11 13:32:16.441905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54662) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:16.462225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Request body: {'port': {'network_id': 'cf4cc38c-4953-43f9-9526-6e7043460974', 'mac_address': 'fa:16:3e:5b:a5:7b', 'name': 'tempest-NetworksTestDHCPv6-1074833584'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:16.543639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Router ecc36174-f0eb-4374-b26f-9749f9e9f720 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:32:16.633109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-05e129d2-d29a-449a-ac45-43ad70ebbd62 req-80cdb675-422b-4c92-bcb4-e4039da9022e tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 210 time: 0.0641572 Feb 11 13:32:16.652981 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7a2cd9-df02-46cd-8043-325af6425529 None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:16.862335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c733691f-0039-455a-9489-c4ab81bb4b4f None None] Provisioning for port 6cb504ae-9f40-4d00-bc84-24030d6e77ef completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:16.919719 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.952954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:16.960204 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-924b3913-5349-46a7-9bea-7916b6e062f1 req-ee365a5e-db95-4318-9081-9cfab27a5e2b tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.1604710 Feb 11 13:32:16.963630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Usage tracker for resource:port and tenant:677ea572d2d5420d8b8821b10ecc979d is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:16.972324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:16.973655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:17.016523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Made reservation on behalf of 677ea572d2d5420d8b8821b10ecc979d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:17.028120 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:17.078921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] device_id is not set on port ca9c7048-4fdc-492d-a48d-2d4e9c03f30c yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:32:17.145644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f9e2f-9e09-456b-9392-9c63aba48a88 None None] Network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:17.247000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6cb504ae-9f40-4d00-bc84-24030d6e77ef up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:17.416995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bb6f0d72-8c7e-4520-a33c-caf18ee61e12 None None] Provisioning for port 464870b8-61da-48a3-8e44-58e950ceca0d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:17.442306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 66bd1515-d029-45fd-8a40-5858a356800e no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:32:17.459650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Router 010b0d4a-6749-46b2-b74c-c0905be8f39b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:17.468652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8::23e (cf4cc38c-4953-43f9-9526-6e7043460974/d5b2a1d2-d17a-45e4-a6e9-933ea30bfb88/ca9c7048-4fdc-492d-a48d-2d4e9c03f30c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:17.478265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5b:a57b (cf4cc38c-4953-43f9-9526-6e7043460974/2c4e165c-52b4-4423-97bb-24af91bd20cc/ca9c7048-4fdc-492d-a48d-2d4e9c03f30c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:17.654863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 66bd1515-d029-45fd-8a40-5858a356800e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:32:17.655582 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 66bd1515-d029-45fd-8a40-5858a356800e not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:32:17.774621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:17.787825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f57af7-f507-4e6f-aeed-32eb3cf186a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:17.801002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Transition to ACTIVE for port object ca9c7048-4fdc-492d-a48d-2d4e9c03f30c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:17.806722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:17.817113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 6cb504ae-9f40-4d00-bc84-24030d6e77ef completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:17.833089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Sync routers for ids ['ecc36174-f0eb-4374-b26f-9749f9e9f720'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:17.846458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6cb504ae-9f40-4d00-bc84-24030d6e77ef triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:17.846881 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:17.854844 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:17.906647 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:17.947058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Routers {'ecc36174-f0eb-4374-b26f-9749f9e9f720'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:17.947686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ecc36174-f0eb-4374-b26f-9749f9e9f720'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:17.959365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:17.960661 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e45bdc68-b8db-4d73-a50a-8fe1ef399fef admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2548990 Feb 11 13:32:17.978526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54672) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:18.043680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9377ecde-6046-4137-8fab-98f1e234c29b req-2a007a7d-6c9f-4541-a042-80e78cab60e5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Synchronizing usage tracker for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:18.061098 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.225216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9377ecde-6046-4137-8fab-98f1e234c29b req-2a007a7d-6c9f-4541-a042-80e78cab60e5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Unset dirty status for tenant:50875d1641d54d73b1c126d6795cf6ab on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:18.226495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9377ecde-6046-4137-8fab-98f1e234c29b req-2a007a7d-6c9f-4541-a042-80e78cab60e5 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 210 time: 0.2603509 Feb 11 13:32:18.341119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Network cf4cc38c-4953-43f9-9526-6e7043460974 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:18.407674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:18.414601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:18.418994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.419862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.508897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:18.521428 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] Sync routers for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:18.539394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Set router ecc36174-f0eb-4374-b26f-9749f9e9f720 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:18.547265 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:18.547978 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:18.556320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Allocated IP 172.25.4.187 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/3caf4ff6-3c2b-4786-9179-cf15283c7c7a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:18.577646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e421d0a-e163-427e-a7b0-8215ca9bfdfb req-7e85fa47-ef30-4a06-8e6c-852418c72f65 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.1527898 Feb 11 13:32:18.578757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event updated for resources: {'Port': ['ID=ca9c7048-4fdc-492d-a48d-2d4e9c03f30c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:18.624461 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-140f5171-dc6b-4497-a754-efd37e6b4728 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1784627 Feb 11 13:32:18.625789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54680) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:18.642388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] No DVR routers for this DVR port 66bd1515-d029-45fd-8a40-5858a356800e on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:18.647627 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.671684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'name': 'network-vif-deleted', 'tag': '66bd1515-d029-45fd-8a40-5858a356800e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:18.680513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b146de4-638f-4647-8164-d4ebab9fe7e6 req-16d15304-7fd7-4167-9939-3dbff8f8901d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.73 "DELETE /v2.0/ports/66bd1515-d029-45fd-8a40-5858a356800e HTTP/1.1" status: 204 len: 173 time: 4.4568441 Feb 11 13:32:18.854475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f32fccec-e88e-4e4b-9351-c8f205c84e60 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting port ca9c7048-4fdc-492d-a48d-2d4e9c03f30c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:18.854475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f32fccec-e88e-4e4b-9351-c8f205c84e60 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.879186 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878a7ad-6784-4bc4-9749-8631d3d14a07', 'name': 'network-vif-deleted', 'tag': '66bd1515-d029-45fd-8a40-5858a356800e', 'status': 'completed', 'code': 200} Feb 11 13:32:19.025625 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:19.041736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.056578 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.064170 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.083743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.151609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.189678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 6cb504ae-9f40-4d00-bc84-24030d6e77ef, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6cb504ae-9f40-4d00-bc84-24030d6e77ef,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:19.212681 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.214311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 464870b8-61da-48a3-8e44-58e950ceca0d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:19.309035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:19.312640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:19.324371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:19.406377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event updated for resources: {'Port': ['ID=3caf4ff6-3c2b-4786-9179-cf15283c7c7a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:19.508110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=6cb504ae-9f40-4d00-bc84-24030d6e77ef,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:19.614823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f32fccec-e88e-4e4b-9351-c8f205c84e60 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.615438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-67202d96-9226-4754-b8ca-5280dda6ccc5 None None] Provisioning complete for port 6cb504ae-9f40-4d00-bc84-24030d6e77ef triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:19.615438 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67202d96-9226-4754-b8ca-5280dda6ccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.652365 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 464870b8-61da-48a3-8e44-58e950ceca0d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:19.681792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 464870b8-61da-48a3-8e44-58e950ceca0d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:19.681994 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.793180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:14Z', 'revision_number': 3, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:19.798056 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.799402 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.881354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Checking router: ecc36174-f0eb-4374-b26f-9749f9e9f720 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:32:19.881687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Updating router ecc36174-f0eb-4374-b26f-9749f9e9f720 port a26fccda-1a5a-4599-a1b2-2349b324f4bd binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:32:19.903577 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:19.913215 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6608f489-7a65-4c77-b2c8-658a282c7d78 req-ac621060-ab6d-4acb-93aa-26f34944e196 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0501759 Feb 11 13:32:19.915120 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] Checking router: 010b0d4a-6749-46b2-b74c-c0905be8f39b for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:32:19.941351 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:19.945797 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:20.005491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f32fccec-e88e-4e4b-9351-c8f205c84e60 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Calling delete_port for ca9c7048-4fdc-492d-a48d-2d4e9c03f30c owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:20.023402 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.039984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-67202d96-9226-4754-b8ca-5280dda6ccc5 None None] Provisioning for port ca9c7048-4fdc-492d-a48d-2d4e9c03f30c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:20.055825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-67202d96-9226-4754-b8ca-5280dda6ccc5 None None] Provisioning complete for port ca9c7048-4fdc-492d-a48d-2d4e9c03f30c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:20.056510 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67202d96-9226-4754-b8ca-5280dda6ccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.108179 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.199289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-67202d96-9226-4754-b8ca-5280dda6ccc5 None None] Port ca9c7048-4fdc-492d-a48d-2d4e9c03f30c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:32:20.199515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Router 3248459d-f071-4552-8761-3f51618481a4 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:32:20.241679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 464870b8-61da-48a3-8e44-58e950ceca0d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=464870b8-61da-48a3-8e44-58e950ceca0d,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:20.258172 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.351185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=464870b8-61da-48a3-8e44-58e950ceca0d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:20.360549 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.371860 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:20.411837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6cb504ae-9f40-4d00-bc84-24030d6e77ef up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:20.418213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e7f80fa-3afd-429d-a275-fde28efd2a61 req-a95c416a-7667-4f6a-893a-2e1b7999d214 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/ports?device_id=0878a7ad-6784-4bc4-9749-8631d3d14a07 HTTP/1.1" status: 200 len: 210 time: 0.5688570 Feb 11 13:32:20.430223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f32fccec-e88e-4e4b-9351-c8f205c84e60 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.493509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fccec-e88e-4e4b-9351-c8f205c84e60 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Port': ['ID=ca9c7048-4fdc-492d-a48d-2d4e9c03f30c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:20.695491 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6cb504ae-9f40-4d00-bc84-24030d6e77ef triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:20.695949 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.716103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:20.720478 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f32fccec-e88e-4e4b-9351-c8f205c84e60 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.735492 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f32fccec-e88e-4e4b-9351-c8f205c84e60 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/ca9c7048-4fdc-492d-a48d-2d4e9c03f30c HTTP/1.1" status: 204 len: 168 time: 2.0911996 Feb 11 13:32:20.737803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54692) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:20.775354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Sync routers for ids ['3248459d-f071-4552-8761-3f51618481a4'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:20.809436 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:32:20.836062 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.837301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9507628c-56bd-44d4-a48e-d03cdbecbd42 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.9838381 Feb 11 13:32:20.856276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54698) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:20.913244 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.951667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Transition to ACTIVE for port object a26fccda-1a5a-4599-a1b2-2349b324f4bd will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:20.963930 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.051007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Routers {'3248459d-f071-4552-8761-3f51618481a4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:21.051567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3248459d-f071-4552-8761-3f51618481a4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:21.052039 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:21.063959 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701e93f3-62e0-4fbe-8a9e-94be030d758f None None] The sync data for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 is: [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:26:49Z', 'revision_number': 4, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'b935855d-265f-427d-ba78-019607c40fbe', 'name': '', 'network_id': '828e45ec-c245-4a73-8574-be834b18ffce', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'mac_address': 'fa:16:3e:1a:3a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:46Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'subnets': [{'id': '92f8fad6-4c08-4ca5-b88d-880cfed479e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:21.308903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-28cb35fd-2806-4275-9f0c-b0053f09307e req-1c5842d4-61f6-4490-b3af-250af1345cc2 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.1286349 Feb 11 13:32:21.356025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1608fe-954d-43c7-b325-f8d071d75402 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.386888 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6e1608fe-954d-43c7-b325-f8d071d75402 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6325006 Feb 11 13:32:21.389186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6e71e-add8-4fc4-ba93-21389ac88983 None None] Pushing event updated for resources: {'Port': ['ID=a26fccda-1a5a-4599-a1b2-2349b324f4bd,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:21.397726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54704) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:21.404912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Attempting to bind port a26fccda-1a5a-4599-a1b2-2349b324f4bd on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:21.405290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Attempting to bind port a26fccda-1a5a-4599-a1b2-2349b324f4bd by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:21.405648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Attempting to bind port a26fccda-1a5a-4599-a1b2-2349b324f4bd on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:32:21.417953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:32:21.418345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:21.418764 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.419149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:32:21.419648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Bound port: a26fccda-1a5a-4599-a1b2-2349b324f4bd, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:21.420120 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.474548 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91aeedb-5344-4f73-8e73-6024e434c9c1 None None] New status for floating IP d3484c1d-6471-4361-b9dd-ceaddbaa1cfb: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:32:21.590414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Set router 3248459d-f071-4552-8761-3f51618481a4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:21.651511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9bcc1-3954-47a6-86f8-bbdb976022dd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.653265 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-94f9bcc1-3954-47a6-86f8-bbdb976022dd tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2522271 Feb 11 13:32:21.656266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54712) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:21.679223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.689473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] For port a26fccda-1a5a-4599-a1b2-2349b324f4bd, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:21.704325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54716) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:21.749985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e873c7a3-bb44-48b1-bdbd-8175fe164f63 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.751590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e873c7a3-bb44-48b1-bdbd-8175fe164f63 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.753019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e873c7a3-bb44-48b1-bdbd-8175fe164f63 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.753827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e873c7a3-bb44-48b1-bdbd-8175fe164f63 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:21.782641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e873c7a3-bb44-48b1-bdbd-8175fe164f63 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:21.784447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e873c7a3-bb44-48b1-bdbd-8175fe164f63 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1269917 Feb 11 13:32:21.786654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54720) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:21.790348 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] For port a26fccda-1a5a-4599-a1b2-2349b324f4bd, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a26fccda-1a5a-4599-a1b2-2349b324f4bd,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:21.814615 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.852189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54724) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:21.856001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-10af0bee-f440-4432-9efb-7e2a14420cbe tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/routers/3248459d-f071-4552-8761-3f51618481a4 HTTP/1.1" status: 200 len: 909 time: 0.9937696 Feb 11 13:32:21.874250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1021809662', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'enable_snat': True}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:21.885281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:22.015689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6e71e-add8-4fc4-ba93-21389ac88983 None None] Pushing event updated for resources: {'Port': ['ID=a26fccda-1a5a-4599-a1b2-2349b324f4bd,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:22.058269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Allocated IP 172.20.0.1 (33c7dbfc-9cfc-49f6-8127-3528bf05f912/c4699c2d-7998-4932-b51b-0565c9c41d72/491cadea-0ac9-43f2-8674-8481e49dabde) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:22.069834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Routers {'ecc36174-f0eb-4374-b26f-9749f9e9f720'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:22.070458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ecc36174-f0eb-4374-b26f-9749f9e9f720'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:22.100870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6108a6b1-fece-40e8-af60-affc12b064bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet 2c4e165c-52b4-4423-97bb-24af91bd20cc {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:32:22.110656 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6108a6b1-fece-40e8-af60-affc12b064bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.168257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Usage tracker for resource:router and tenant:82b4625a6deb4317a34966286aeb4bb3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:22.171526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:22.171701 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6108a6b1-fece-40e8-af60-affc12b064bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.177922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:22.192804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.193882 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.222899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bb25f714-235a-4f59-8a1e-49331d7f412c tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.276106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6108a6b1-fece-40e8-af60-affc12b064bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.296039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bb25f714-235a-4f59-8a1e-49331d7f412c tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.311700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.340409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] Set router ecc36174-f0eb-4374-b26f-9749f9e9f720 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:22.374854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6108a6b1-fece-40e8-af60-affc12b064bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.390939 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.428447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Transition to ACTIVE for port object 491cadea-0ac9-43f2-8674-8481e49dabde will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:22.484993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108a6b1-fece-40e8-af60-affc12b064bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4e165c-52b4-4423-97bb-24af91bd20cc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:22.505524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6108a6b1-fece-40e8-af60-affc12b064bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.531693 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6108a6b1-fece-40e8-af60-affc12b064bf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/2c4e165c-52b4-4423-97bb-24af91bd20cc HTTP/1.1" status: 204 len: 168 time: 0.7433348 Feb 11 13:32:22.533786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54732) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:22.577965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 464870b8-61da-48a3-8e44-58e950ceca0d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:22.623035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf02304-ef85-4be9-abeb-f38faa4c2ef2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Deleting subnet d5b2a1d2-d17a-45e4-a6e9-933ea30bfb88 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:32:22.626817 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daf02304-ef85-4be9-abeb-f38faa4c2ef2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.672294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e218e7-24d3-4b87-8537-ebda465ba1be None None] Network cf4cc38c-4953-43f9-9526-6e7043460974 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:22.684794 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daf02304-ef85-4be9-abeb-f38faa4c2ef2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.704374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de85fa24-9f43-45b9-b821-5d2ef8359709 req-d991e347-cb9b-4747-8dd7-1ef352a424fd tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0580602 Feb 11 13:32:22.725575 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bb25f714-235a-4f59-8a1e-49331d7f412c tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.747087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25f714-235a-4f59-8a1e-49331d7f412c tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ca6d00-acde-43e9-b8ea-02921f594cc0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:22.771578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.793379 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daf02304-ef85-4be9-abeb-f38faa4c2ef2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.866744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.876291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:22.885152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:22.888127 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daf02304-ef85-4be9-abeb-f38faa4c2ef2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.909726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:22.936764 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daf02304-ef85-4be9-abeb-f38faa4c2ef2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.944571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf02304-ef85-4be9-abeb-f38faa4c2ef2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b2a1d2-d17a-45e4-a6e9-933ea30bfb88,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:22.956757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-daf02304-ef85-4be9-abeb-f38faa4c2ef2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/d5b2a1d2-d17a-45e4-a6e9-933ea30bfb88 HTTP/1.1" status: 204 len: 168 time: 0.4200697 Feb 11 13:32:22.957029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54736) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.016448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bb25f714-235a-4f59-8a1e-49331d7f412c tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.019887 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bb25f714-235a-4f59-8a1e-49331d7f412c tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "DELETE /v2.0/security-groups/f4ca6d00-acde-43e9-b8ea-02921f594cc0 HTTP/1.1" status: 204 len: 168 time: 1.3118563 Feb 11 13:32:23.020700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54740) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.045479 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-258fe457-0d7f-4f17-81a0-cd03c7856614 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] show failed (client error): The resource could not be found. Feb 11 13:32:23.049140 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-258fe457-0d7f-4f17-81a0-cd03c7856614 tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "GET /v2.0/security-groups/f4ca6d00-acde-43e9-b8ea-02921f594cc0 HTTP/1.1" status: 404 len: 347 time: 0.0246546 Feb 11 13:32:23.050750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54744) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.055209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Pushing event updated for resources: {'Port': ['ID=491cadea-0ac9-43f2-8674-8481e49dabde,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:23.061213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dd110c5c-f942-47b1-98b5-81624e7b1d07 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030366 Feb 11 13:32:23.061998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54748) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.161041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a004b26-7dfb-42f6-a502-060ce7b04c11 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.165856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0a004b26-7dfb-42f6-a502-060ce7b04c11 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1025686 Feb 11 13:32:23.166539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54754) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.191047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3248459d-f071-4552-8761-3f51618481a4', 'name': 'tempest-snat-router-1021809662', 'tenant_id': '82b4625a6deb4317a34966286aeb4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': False}, 'gw_port_id': '3caf4ff6-3c2b-4786-9179-cf15283c7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:32:19Z', 'revision_number': 3, 'project_id': '82b4625a6deb4317a34966286aeb4bb3', 'gw_port': {'id': '3caf4ff6-3c2b-4786-9179-cf15283c7c7a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3248459d-f071-4552-8761-3f51618481a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:18Z', 'updated_at': '2022-02-11T13:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:23.197566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Checking router: 3248459d-f071-4552-8761-3f51618481a4 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:32:23.198222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Updating router 3248459d-f071-4552-8761-3f51618481a4 port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:32:23.260895 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.262852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9144d998-a7f2-4805-9d2c-8acf0871bee7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.264988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9144d998-a7f2-4805-9d2c-8acf0871bee7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:23.282368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9144d998-a7f2-4805-9d2c-8acf0871bee7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:23.286724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9144d998-a7f2-4805-9d2c-8acf0871bee7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1191113 Feb 11 13:32:23.287459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54760) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.345012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.388034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-14a1820c-7d5c-40db-a98a-979a26b8c2b5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991082 Feb 11 13:32:23.388766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54768) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.432251 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0ee874-6538-43b6-9ebc-ddfa66d25407 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:23.432834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0ee874-6538-43b6-9ebc-ddfa66d25407 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:23.438317 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9d0ee874-6538-43b6-9ebc-ddfa66d25407 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/ca9c7048-4fdc-492d-a48d-2d4e9c03f30c HTTP/1.1" status: 404 len: 333 time: 0.0480034 Feb 11 13:32:23.439041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54772) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.456414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a9249c01-3153-4a09-b051-3bb2f657451d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Deleting port f32878ef-ac94-4055-ac09-8ce485380867 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:23.456887 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9249c01-3153-4a09-b051-3bb2f657451d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.516619 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f44f137-8f03-4830-8bae-a21d7fd31d2b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:23.517212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f44f137-8f03-4830-8bae-a21d7fd31d2b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:23.523336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4f44f137-8f03-4830-8bae-a21d7fd31d2b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/2c4e165c-52b4-4423-97bb-24af91bd20cc HTTP/1.1" status: 404 len: 337 time: 0.0832663 Feb 11 13:32:23.525457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54776) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.599134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:14Z', 'revision_number': 3, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:23.648417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a55bf-3505-4d70-b03e-8dbe04527d9d None None] The sync data for ids ['ecc36174-f0eb-4374-b26f-9749f9e9f720'] in n-d-818559-1 is: [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:14Z', 'revision_number': 3, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:23.655482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9aafb93b-c967-49f1-9b05-c754775a601e None None] Provisioning for port 491cadea-0ac9-43f2-8674-8481e49dabde completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:23.673547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9aafb93b-c967-49f1-9b05-c754775a601e None None] Provisioning complete for port 491cadea-0ac9-43f2-8674-8481e49dabde triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:23.673925 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9aafb93b-c967-49f1-9b05-c754775a601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.712938 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba5fadc-45d9-4755-8cd8-35b5909e57a2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:23.713698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba5fadc-45d9-4755-8cd8-35b5909e57a2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:23.719350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-aba5fadc-45d9-4755-8cd8-35b5909e57a2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/d5b2a1d2-d17a-45e4-a6e9-933ea30bfb88 HTTP/1.1" status: 404 len: 337 time: 0.1928217 Feb 11 13:32:23.721473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.723268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.728145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.739970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Transition to ACTIVE for port object 3caf4ff6-3c2b-4786-9179-cf15283c7c7a will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:23.755249 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.786849 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6d7e54-71f6-4bef-98a0-e503f11cecb9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:23.787557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6d7e54-71f6-4bef-98a0-e503f11cecb9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:23.793730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54790) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:23.808812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5d6d7e54-71f6-4bef-98a0-e503f11cecb9 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/7081a5df-c02c-45c9-858b-8d3f6b95d92b HTTP/1.1" status: 404 len: 333 time: 0.0844772 Feb 11 13:32:23.921205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84356f-e390-4c2c-80e9-6276308f5fd3 None None] Pushing event updated for resources: {'Port': ['ID=3caf4ff6-3c2b-4786-9179-cf15283c7c7a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:23.934298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 464870b8-61da-48a3-8e44-58e950ceca0d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:23.934298 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.964233 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Attempting to bind port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:23.964819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Attempting to bind port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:23.965494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Attempting to bind port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:32:23.987669 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4bfb20b-04c2-4f43-b8ce-fd6dd69ea927 req-f0bc027b-ee19-4dc6-8929-6bc5bc798435 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0557425 Feb 11 13:32:24.061936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9aafb93b-c967-49f1-9b05-c754775a601e None None] Port 491cadea-0ac9-43f2-8674-8481e49dabde cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:32:24.075777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:32:24.076166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:24.076859 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.077397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:32:24.077890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Bound port: 3caf4ff6-3c2b-4786-9179-cf15283c7c7a, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:24.078265 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.229069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] For port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:24.233995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d9796b-4fd7-4117-9e16-4083a88e51de None None] DHCP port deletion for cf4cc38c-4953-43f9-9526-6e7043460974 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:32:24.240534 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d5d68d-7e0a-482c-b7ca-bfe5f0e87e16 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:24.241136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d5d68d-7e0a-482c-b7ca-bfe5f0e87e16 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:24.245834 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-26d5d68d-7e0a-482c-b7ca-bfe5f0e87e16 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/88ad0f19-e041-4c29-ab99-8bfa98a4ee56 HTTP/1.1" status: 404 len: 337 time: 0.1969957 Feb 11 13:32:24.245990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-73d9796b-4fd7-4117-9e16-4083a88e51de None None] Deleting port 6cb504ae-9f40-4d00-bc84-24030d6e77ef {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:24.245990 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73d9796b-4fd7-4117-9e16-4083a88e51de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.246163 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9249c01-3153-4a09-b051-3bb2f657451d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.246408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9249c01-3153-4a09-b051-3bb2f657451d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.247399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54798) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:24.289203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] For port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3caf4ff6-3c2b-4786-9179-cf15283c7c7a,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:24.302709 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.380634 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6539eecb-5423-4b42-92f9-303bd897ef72 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:24.381455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6539eecb-5423-4b42-92f9-303bd897ef72 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:24.386991 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6539eecb-5423-4b42-92f9-303bd897ef72 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/fadb2f87-9aa8-4503-b262-cbdf7b619471 HTTP/1.1" status: 404 len: 337 time: 0.1371644 Feb 11 13:32:24.387944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54802) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:24.420406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84356f-e390-4c2c-80e9-6276308f5fd3 None None] Pushing event updated for resources: {'Port': ['ID=3caf4ff6-3c2b-4786-9179-cf15283c7c7a,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:24.464237 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f6d929-f531-4910-b19b-4d8765c83f2a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:24.464810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f6d929-f531-4910-b19b-4d8765c83f2a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:24.469620 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d1f6d929-f531-4910-b19b-4d8765c83f2a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/23be1d3d-8ef3-4f64-927a-a71bfd9260d0 HTTP/1.1" status: 404 len: 333 time: 0.0800426 Feb 11 13:32:24.470284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54806) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:24.485189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a26fccda-1a5a-4599-a1b2-2349b324f4bd up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:24.501823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a9249c01-3153-4a09-b051-3bb2f657451d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Calling delete_port for f32878ef-ac94-4055-ac09-8ce485380867 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:24.518385 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8b70db-4709-4412-afad-ae8eeb06f6be tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:24.518989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8b70db-4709-4412-afad-ae8eeb06f6be tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:24.523881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7a8b70db-4709-4412-afad-ae8eeb06f6be tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/8693b630-393c-4bbe-904f-ec2645cc395b HTTP/1.1" status: 404 len: 337 time: 0.0525489 Feb 11 13:32:24.525126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54810) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:24.605063 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a60dc6-4700-4c33-bde9-e89668e438e6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:24.605508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a60dc6-4700-4c33-bde9-e89668e438e6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:24.607726 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-62a60dc6-4700-4c33-bde9-e89668e438e6 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/a5271150-1a07-40bd-9546-c0a709498bee HTTP/1.1" status: 404 len: 337 time: 0.0810637 Feb 11 13:32:24.611101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54814) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:24.651476 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.670356 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d77d50c-2ab9-49ff-95f0-cd022bcde8f4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:24.673375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d77d50c-2ab9-49ff-95f0-cd022bcde8f4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:24.679110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7d77d50c-2ab9-49ff-95f0-cd022bcde8f4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/6d349891-20cc-4281-921e-5debb86bb076 HTTP/1.1" status: 404 len: 333 time: 0.0650022 Feb 11 13:32:24.682220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:24.769844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Routers {'3248459d-f071-4552-8761-3f51618481a4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:24.770462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3248459d-f071-4552-8761-3f51618481a4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:24.776320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.777818 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c986f2-42ad-4700-8857-dfcd28356950 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:24.778470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c986f2-42ad-4700-8857-dfcd28356950 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:24.787924 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-11c986f2-42ad-4700-8857-dfcd28356950 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/37595a6a-48ea-41da-8890-d62f0c828502 HTTP/1.1" status: 404 len: 337 time: 0.0960774 Feb 11 13:32:24.788929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54822) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:24.886062 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5700282e-552a-4f82-9bbf-68f2d1ecc769 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:24.887262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5700282e-552a-4f82-9bbf-68f2d1ecc769 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:24.897918 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5700282e-552a-4f82-9bbf-68f2d1ecc769 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/887e782d-e991-473f-8eec-9fcbdb37f860 HTTP/1.1" status: 404 len: 337 time: 0.1062644 Feb 11 13:32:24.898675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54826) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:24.953573 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f064aa58-90e0-4a38-a6c9-f8f4e2d7ee83 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:24.954134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f064aa58-90e0-4a38-a6c9-f8f4e2d7ee83 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:24.958942 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f064aa58-90e0-4a38-a6c9-f8f4e2d7ee83 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/65da9ce7-83f9-4ace-a84f-8ef53bbcd2c2 HTTP/1.1" status: 404 len: 333 time: 0.0590117 Feb 11 13:32:24.959835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54832) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.012368 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc31fe29-c0c1-49d3-9b50-abf648acd818 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.014695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc31fe29-c0c1-49d3-9b50-abf648acd818 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.020838 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dc31fe29-c0c1-49d3-9b50-abf648acd818 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/864e4b70-0884-4072-8535-413aa1b38a7f HTTP/1.1" status: 404 len: 337 time: 0.0592537 Feb 11 13:32:25.021547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54836) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.083829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a26fccda-1a5a-4599-a1b2-2349b324f4bd completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:25.085146 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e548824f-bbc1-4ea6-ad1e-49f70ce5f311 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.087050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e548824f-bbc1-4ea6-ad1e-49f70ce5f311 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.095977 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e548824f-bbc1-4ea6-ad1e-49f70ce5f311 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/c4f0b569-f8c3-4d51-a1af-3217572006c4 HTTP/1.1" status: 404 len: 333 time: 0.0730388 Feb 11 13:32:25.097762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54844) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.110746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a26fccda-1a5a-4599-a1b2-2349b324f4bd triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:25.111121 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.160744 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-295c59c1-4566-4063-8adc-d2fa6bb7b65f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.160983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295c59c1-4566-4063-8adc-d2fa6bb7b65f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.165618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-295c59c1-4566-4063-8adc-d2fa6bb7b65f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/2cd92d9d-b9a5-47ba-92a1-a1b50a919760 HTTP/1.1" status: 404 len: 337 time: 0.0659513 Feb 11 13:32:25.166245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54848) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.178506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-73d9796b-4fd7-4117-9e16-4083a88e51de None None] For port 6cb504ae-9f40-4d00-bc84-24030d6e77ef, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6cb504ae-9f40-4d00-bc84-24030d6e77ef,segment=NetworkSegment(71e2defc-342d-4327-a647-88ac5924b5c2),segment_id=71e2defc-342d-4327-a647-88ac5924b5c2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:25.179379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73d9796b-4fd7-4117-9e16-4083a88e51de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.201365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9249c01-3153-4a09-b051-3bb2f657451d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.212350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:32:25.229493 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-66096b2f-befc-4315-8414-034075a4a496 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.230555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66096b2f-befc-4315-8414-034075a4a496 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.236252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-66096b2f-befc-4315-8414-034075a4a496 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/55443d46-f818-431d-8d8d-2e23d32d3ea5 HTTP/1.1" status: 404 len: 333 time: 0.0685065 Feb 11 13:32:25.236941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54852) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.290813 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6909f944-9f4b-4b61-bb17-b655a9f9be5a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.291683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6909f944-9f4b-4b61-bb17-b655a9f9be5a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.297591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6909f944-9f4b-4b61-bb17-b655a9f9be5a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/d8172baf-496e-467d-813c-5d41895e6273 HTTP/1.1" status: 404 len: 337 time: 0.0588229 Feb 11 13:32:25.298322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54856) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.348143 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a56a8f-d748-40fe-86b9-f97c5b04d891 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.349217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a56a8f-d748-40fe-86b9-f97c5b04d891 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.355502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f7a56a8f-d748-40fe-86b9-f97c5b04d891 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/21f1928d-49cf-42ae-8df1-3639a5929e2a HTTP/1.1" status: 404 len: 333 time: 0.0560033 Feb 11 13:32:25.356102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54860) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.365462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.368711 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-304622ee-12fe-4395-aabb-60896468b5af req-d3e4d710-9b08-4552-b8ce-54a5b790997f tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0708835 Feb 11 13:32:25.373110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9249c01-3153-4a09-b051-3bb2f657451d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Pushing event deleted for resources: {'Port': ['ID=f32878ef-ac94-4055-ac09-8ce485380867,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:25.384582 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.403443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-73d9796b-4fd7-4117-9e16-4083a88e51de None None] Calling delete_port for 6cb504ae-9f40-4d00-bc84-24030d6e77ef owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:25.409366 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0491811d-2543-4da8-80d5-d705d6288e3a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.410018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0491811d-2543-4da8-80d5-d705d6288e3a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.410142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Allocated IP 172.25.4.178 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/47b1730b-70c4-4bf6-86bf-b03af3a0a1bf) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:25.416121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0491811d-2543-4da8-80d5-d705d6288e3a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/1142d605-ceb1-4b0c-be0e-ca6f0d500df1 HTTP/1.1" status: 404 len: 337 time: 0.0584533 Feb 11 13:32:25.416751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54866) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.471524 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-331b8c18-6fb5-4334-b881-1aecc73fb34b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.472096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331b8c18-6fb5-4334-b881-1aecc73fb34b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.476291 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-331b8c18-6fb5-4334-b881-1aecc73fb34b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/c6b27293-7dd0-4517-a7bd-7c243e90d2d8 HTTP/1.1" status: 404 len: 333 time: 0.0586114 Feb 11 13:32:25.478338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54870) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.523503 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c2b720-5980-48d5-973a-c5d6ce6f80e0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.523945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c2b720-5980-48d5-973a-c5d6ce6f80e0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.529968 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-23c2b720-5980-48d5-973a-c5d6ce6f80e0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/9921840a-c43b-4650-a125-6458445e61d1 HTTP/1.1" status: 404 len: 337 time: 0.0512457 Feb 11 13:32:25.530221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54874) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.542274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73d9796b-4fd7-4117-9e16-4083a88e51de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.555426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] Set router 3248459d-f071-4552-8761-3f51618481a4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:25.577907 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0ef767-11f5-4086-a8c5-b603d1ffd926 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.578359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0ef767-11f5-4086-a8c5-b603d1ffd926 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.585230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0d0ef767-11f5-4086-a8c5-b603d1ffd926 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/9225aea5-b732-4e35-b2ea-4ec3f0358279 HTTP/1.1" status: 404 len: 333 time: 0.0539861 Feb 11 13:32:25.585953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54878) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.643032 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0300828f-6a02-482d-8288-fb7c6f961010 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.643481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0300828f-6a02-482d-8288-fb7c6f961010 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.648875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0300828f-6a02-482d-8288-fb7c6f961010 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/30284d46-e91e-4976-9741-2f5498f6fb22 HTTP/1.1" status: 404 len: 337 time: 0.0619082 Feb 11 13:32:25.649409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54882) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.662947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9796b-4fd7-4117-9e16-4083a88e51de None None] No DVR routers for this DVR port 6cb504ae-9f40-4d00-bc84-24030d6e77ef on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:25.668024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9796b-4fd7-4117-9e16-4083a88e51de None None] Pushing event deleted for resources: {'Port': ['ID=6cb504ae-9f40-4d00-bc84-24030d6e77ef,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:25.712965 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1566838b-86d5-4f20-b351-aa9e6aa86c03 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.713450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1566838b-86d5-4f20-b351-aa9e6aa86c03 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.720940 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1566838b-86d5-4f20-b351-aa9e6aa86c03 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/52d15b50-b828-4eec-9571-83896a6fde9d HTTP/1.1" status: 404 len: 337 time: 0.0695000 Feb 11 13:32:25.721462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.721638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54886) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.741048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Pushing event updated for resources: {'Port': ['ID=491cadea-0ac9-43f2-8674-8481e49dabde,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:25.770342 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-583fe238-832d-41c0-97ec-bf45510a1314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.770753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9249c01-3153-4a09-b051-3bb2f657451d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.770869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583fe238-832d-41c0-97ec-bf45510a1314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.775674 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-583fe238-832d-41c0-97ec-bf45510a1314 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/7661e3df-3509-463d-8977-1d3622c5bf45 HTTP/1.1" status: 404 len: 333 time: 0.0531483 Feb 11 13:32:25.776289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54890) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.836457 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa4aaac-2b88-4da1-8f2e-5dc553b67506 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.837500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa4aaac-2b88-4da1-8f2e-5dc553b67506 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.842169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6fa4aaac-2b88-4da1-8f2e-5dc553b67506 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/5a487fdf-32bf-4a38-a700-577ddfdcaf5d HTTP/1.1" status: 404 len: 337 time: 0.0648856 Feb 11 13:32:25.842816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54894) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.890319 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2947f3ac-f34a-469c-9f85-c7355acc1e02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.890786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2947f3ac-f34a-469c-9f85-c7355acc1e02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.895228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2947f3ac-f34a-469c-9f85-c7355acc1e02 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/2a72a98a-21b2-4d87-95f1-a11dfa1941fa HTTP/1.1" status: 404 len: 337 time: 0.0514467 Feb 11 13:32:25.895829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54898) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.903873 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.907777 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9249c01-3153-4a09-b051-3bb2f657451d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.911568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a9249c01-3153-4a09-b051-3bb2f657451d tempest-AttachVolumeTestJSON-870323821 tempest-AttachVolumeTestJSON-870323821-project] 10.222.0.67 "DELETE /v2.0/floatingips/d3484c1d-6471-4361-b9dd-ceaddbaa1cfb HTTP/1.1" status: 204 len: 168 time: 2.8554366 Feb 11 13:32:25.924195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port a26fccda-1a5a-4599-a1b2-2349b324f4bd, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a26fccda-1a5a-4599-a1b2-2349b324f4bd,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:25.942728 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7761823-1b81-48a8-ba6c-e994ff774ec5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.943181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7761823-1b81-48a8-ba6c-e994ff774ec5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:25.948041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e7761823-1b81-48a8-ba6c-e994ff774ec5 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/9ed4743d-82fe-4c7d-b827-70eff3d65ab7 HTTP/1.1" status: 404 len: 333 time: 0.0512552 Feb 11 13:32:25.948655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54904) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:25.975275 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.992590 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.996565 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-788b4228-731f-4dd6-b2f7-45c7ad106d28 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:25.997005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788b4228-731f-4dd6-b2f7-45c7ad106d28 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:26.003013 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-788b4228-731f-4dd6-b2f7-45c7ad106d28 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/b55458b0-a783-40bb-b50d-e5240fc0b80a HTTP/1.1" status: 404 len: 337 time: 0.0531695 Feb 11 13:32:26.003286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54908) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.068007 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32f8146-44d1-4a0e-996a-9275a9f2d63f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:26.068454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32f8146-44d1-4a0e-996a-9275a9f2d63f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:26.072544 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c32f8146-44d1-4a0e-996a-9275a9f2d63f tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/8e46873f-8c45-480e-b5df-1fb717466433 HTTP/1.1" status: 404 len: 337 time: 0.0646236 Feb 11 13:32:26.074381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6cb504ae-9f40-4d00-bc84-24030d6e77ef no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:32:26.075023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:26.076372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54914) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.077734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:26.150950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 6cb504ae-9f40-4d00-bc84-24030d6e77ef {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:32:26.151453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6cb504ae-9f40-4d00-bc84-24030d6e77ef not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:32:26.205171 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49a5694-1e2d-49a3-9ba5-56ece2d1e1aa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:26.209760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49a5694-1e2d-49a3-9ba5-56ece2d1e1aa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:26.218097 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a49a5694-1e2d-49a3-9ba5-56ece2d1e1aa tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/93fbf826-e918-4aff-9a30-5670263be395 HTTP/1.1" status: 404 len: 333 time: 0.1388793 Feb 11 13:32:26.219187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54918) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.221585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=a26fccda-1a5a-4599-a1b2-2349b324f4bd,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.259511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3248459d-f071-4552-8761-3f51618481a4', 'name': 'tempest-snat-router-1021809662', 'tenant_id': '82b4625a6deb4317a34966286aeb4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': False}, 'gw_port_id': '3caf4ff6-3c2b-4786-9179-cf15283c7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:32:19Z', 'revision_number': 3, 'project_id': '82b4625a6deb4317a34966286aeb4bb3', 'gw_port': {'id': '3caf4ff6-3c2b-4786-9179-cf15283c7c7a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3248459d-f071-4552-8761-3f51618481a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:18Z', 'updated_at': '2022-02-11T13:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:26.268787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a3d51-6cc6-46ae-9594-13ca7563ba30 None None] The sync data for ids ['3248459d-f071-4552-8761-3f51618481a4'] in n-d-818559-1 is: [{'id': '3248459d-f071-4552-8761-3f51618481a4', 'name': 'tempest-snat-router-1021809662', 'tenant_id': '82b4625a6deb4317a34966286aeb4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': False}, 'gw_port_id': '3caf4ff6-3c2b-4786-9179-cf15283c7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:15Z', 'updated_at': '2022-02-11T13:32:19Z', 'revision_number': 3, 'project_id': '82b4625a6deb4317a34966286aeb4bb3', 'gw_port': {'id': '3caf4ff6-3c2b-4786-9179-cf15283c7c7a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3248459d-f071-4552-8761-3f51618481a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:18Z', 'updated_at': '2022-02-11T13:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:26.343920 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cabf3c2-b80a-4481-bb22-0f9795052721 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:26.344351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cabf3c2-b80a-4481-bb22-0f9795052721 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:26.346055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5cabf3c2-b80a-4481-bb22-0f9795052721 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/ec7e22b8-d673-4b91-8690-e8bc9129f2ad HTTP/1.1" status: 404 len: 337 time: 0.1229756 Feb 11 13:32:26.350540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54922) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.388285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a26fccda-1a5a-4599-a1b2-2349b324f4bd up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:26.407995 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abf1110-593d-4b8f-8954-5d94e53e292b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:26.408515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abf1110-593d-4b8f-8954-5d94e53e292b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:26.413568 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3abf1110-593d-4b8f-8954-5d94e53e292b tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/cfd3082e-5137-41f3-b809-084fc9827144 HTTP/1.1" status: 404 len: 337 time: 0.0619488 Feb 11 13:32:26.414314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54926) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.475928 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-30fe675f-aa46-4530-9988-3383becc3888 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports?device_id=f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff HTTP/1.1" status: 200 len: 205 time: 0.0602214 Feb 11 13:32:26.477084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54934) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.588674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-292d3d50-a3f9-4ff3-b8ef-cbd42e56a812 None None] Provisioning complete for port 491cadea-0ac9-43f2-8674-8481e49dabde triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:26.589500 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-292d3d50-a3f9-4ff3-b8ef-cbd42e56a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.603689 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-a2c888c1-b059-4cea-9a06-8e81c0a75d22 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] delete failed (client error): The resource could not be found. Feb 11 13:32:26.611706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a2c888c1-b059-4cea-9a06-8e81c0a75d22 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/routers/f1b82462-bdb2-41dd-bfe1-4e2ab29d90ff HTTP/1.1" status: 404 len: 336 time: 0.1335003 Feb 11 13:32:26.615604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54938) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.681599 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c2430e-fbbd-44f6-8ced-7d94732e96fc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:26.682242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c2430e-fbbd-44f6-8ced-7d94732e96fc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:26.687558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-23c2430e-fbbd-44f6-8ced-7d94732e96fc tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/c083bc16-5ad1-4c43-a7bd-60aeded106c9 HTTP/1.1" status: 404 len: 337 time: 0.0708587 Feb 11 13:32:26.688363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-292d3d50-a3f9-4ff3-b8ef-cbd42e56a812 None None] Port 491cadea-0ac9-43f2-8674-8481e49dabde cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:32:26.690736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a26fccda-1a5a-4599-a1b2-2349b324f4bd triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:26.691105 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.709052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54942) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.732781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4bf7b0f-27fc-4a21-9b0b-0caf66b26990 req-16d8ae7d-153a-4cc4-a734-772a84c8b38f tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0439315 Feb 11 13:32:26.837662 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.843207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d501ae40-3676-49ae-8664-ff4395365d88 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Synchronizing usage tracker for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:26.949283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d501ae40-3676-49ae-8664-ff4395365d88 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Unset dirty status for tenant:677ea572d2d5420d8b8821b10ecc979d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:26.950479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d501ae40-3676-49ae-8664-ff4395365d88 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a8f1d7a-1414-4a06-bd6c-dad011a99305 HTTP/1.1" status: 200 len: 205 time: 0.1814764 Feb 11 13:32:26.955302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:26.956486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:26.960454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:26.969284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:26.996115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event updated for resources: {'Port': ['ID=47b1730b-70c4-4bf6-86bf-b03af3a0a1bf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:27.059049 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-024c6c9f-4f8a-4ae1-b4b1-1cab19656c4d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] delete failed (client error): The resource could not be found. Feb 11 13:32:27.060196 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-024c6c9f-4f8a-4ae1-b4b1-1cab19656c4d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/routers/1a8f1d7a-1414-4a06-bd6c-dad011a99305 HTTP/1.1" status: 404 len: 336 time: 0.1038404 Feb 11 13:32:27.064314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54950) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.107629 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5113d6ff-8f3d-44f7-afbc-ba055c3ec33d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.108124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5113d6ff-8f3d-44f7-afbc-ba055c3ec33d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.109814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5113d6ff-8f3d-44f7-afbc-ba055c3ec33d tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/b3bd893d-3b72-4d74-b971-0207e9e92b27 HTTP/1.1" status: 404 len: 337 time: 0.0445848 Feb 11 13:32:27.112382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54954) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.158978 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fcb5cb-a53f-42a5-86a2-fc0a5cc9af4a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.159406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80fcb5cb-a53f-42a5-86a2-fc0a5cc9af4a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.163772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-80fcb5cb-a53f-42a5-86a2-fc0a5cc9af4a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/14b3294a-d94f-45ca-96f5-a2709b692b25 HTTP/1.1" status: 404 len: 337 time: 0.0478394 Feb 11 13:32:27.166081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54958) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.191947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Router ecc36174-f0eb-4374-b26f-9749f9e9f720 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:27.208589 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e7156f-2518-4265-931f-b94ac118c548 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.208956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e7156f-2518-4265-931f-b94ac118c548 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.210564 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-02e7156f-2518-4265-931f-b94ac118c548 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/e2451e91-bd39-46aa-83d7-0f1b0e48f3b2 HTTP/1.1" status: 404 len: 333 time: 0.0435548 Feb 11 13:32:27.213292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54962) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.257656 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-98325e3d-3046-4bf5-be0b-d3021e47f1e4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.258086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98325e3d-3046-4bf5-be0b-d3021e47f1e4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.259831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-98325e3d-3046-4bf5-be0b-d3021e47f1e4 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/4db3fb05-2ad8-4951-944f-bb0fb6a50080 HTTP/1.1" status: 404 len: 337 time: 0.0456541 Feb 11 13:32:27.262854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54968) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.317076 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fb934c-db39-464e-8fe0-a994c9f586cf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.317478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fb934c-db39-464e-8fe0-a994c9f586cf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.319144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d3fb934c-db39-464e-8fe0-a994c9f586cf tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/9983d863-6bf8-41ce-baaa-b30470fcbc72 HTTP/1.1" status: 404 len: 333 time: 0.0548410 Feb 11 13:32:27.321655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54972) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.338434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.339269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.365573 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d476b4-bdb7-41e5-a169-cd3edb03ff6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.366002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d476b4-bdb7-41e5-a169-cd3edb03ff6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.369964 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d5d476b4-bdb7-41e5-a169-cd3edb03ff6c tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/d950fbea-0f9b-435b-a28b-9d2b3d808a0b HTTP/1.1" status: 404 len: 337 time: 0.0451355 Feb 11 13:32:27.370258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54976) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.429486 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-09758bc2-10fc-4c3f-8d1b-2a5175c028d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.429922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09758bc2-10fc-4c3f-8d1b-2a5175c028d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.433874 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-09758bc2-10fc-4c3f-8d1b-2a5175c028d7 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/8e9daf3b-b734-424e-8e1b-4a58add841f4 HTTP/1.1" status: 404 len: 333 time: 0.0601213 Feb 11 13:32:27.434125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54980) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.487005 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39cf0fc-3f88-48e7-8707-8886d3996b2a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.487622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39cf0fc-3f88-48e7-8707-8886d3996b2a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.491700 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d39cf0fc-3f88-48e7-8707-8886d3996b2a tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/11234d17-1c82-4655-8f82-3228125f3228 HTTP/1.1" status: 404 len: 337 time: 0.0541918 Feb 11 13:32:27.495040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54984) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.541407 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-162071cc-ec34-4210-b5f1-2bf54caaf0c0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.542220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162071cc-ec34-4210-b5f1-2bf54caaf0c0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.547066 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-162071cc-ec34-4210-b5f1-2bf54caaf0c0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/5cf6f4bf-76d1-4d2a-8811-69dc48c19d45 HTTP/1.1" status: 404 len: 333 time: 0.0497470 Feb 11 13:32:27.548969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54988) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.600635 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8d1668-9fb3-443a-b1d0-150ded43ae12 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.601076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8d1668-9fb3-443a-b1d0-150ded43ae12 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.602760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bf8d1668-9fb3-443a-b1d0-150ded43ae12 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/68b5fd5d-199f-4324-a042-37e2cdd11418 HTTP/1.1" status: 404 len: 337 time: 0.0520370 Feb 11 13:32:27.605622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54994) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.671424 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0756947c-7e52-4339-b345-7f90ca8d81ec tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.672156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0756947c-7e52-4339-b345-7f90ca8d81ec tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.677155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0756947c-7e52-4339-b345-7f90ca8d81ec tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/a7aabe2f-8310-43b2-988a-09aa59e3055c HTTP/1.1" status: 404 len: 333 time: 0.0705175 Feb 11 13:32:27.677753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55000) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.684052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:27.699177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e098f83a-0638-4747-8423-e593ec1e3a8d admin admin] 10.222.0.67 "PUT /v2.0/routers/ecc36174-f0eb-4374-b26f-9749f9e9f720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7165112 Feb 11 13:32:27.741442 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a254ef49-d179-460a-be9d-bb638582deec tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.741782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a254ef49-d179-460a-be9d-bb638582deec tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.747030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a254ef49-d179-460a-be9d-bb638582deec tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/1df2081e-2b86-46fd-a5a2-d53cf76fbe4b HTTP/1.1" status: 404 len: 337 time: 0.0682514 Feb 11 13:32:27.747523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55006) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.797207 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea678378-636d-400e-8726-d0dc626c84c1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.797649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea678378-636d-400e-8726-d0dc626c84c1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.800843 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea678378-636d-400e-8726-d0dc626c84c1 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/29751f32-9dd7-468d-919b-acb827a7b108 HTTP/1.1" status: 404 len: 333 time: 0.0516443 Feb 11 13:32:27.803948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55012) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.846188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Router e13119a5-8449-461b-967c-a6ba693126f4 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:32:27.850525 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe275b42-355f-4a3b-a89b-83c5757c9ac2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.851073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe275b42-355f-4a3b-a89b-83c5757c9ac2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.852872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fe275b42-355f-4a3b-a89b-83c5757c9ac2 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/be43b035-29f1-4c49-a6bf-36ceede76670 HTTP/1.1" status: 404 len: 337 time: 0.0479507 Feb 11 13:32:27.856491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55016) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:27.926468 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8b59ce-4177-4f8b-8f53-69eebceb6770 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:27.927194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8b59ce-4177-4f8b-8f53-69eebceb6770 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:27.932605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7d8b59ce-4177-4f8b-8f53-69eebceb6770 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/ports/00e09485-bac6-4ba7-a421-6df602125680 HTTP/1.1" status: 404 len: 333 time: 0.0742369 Feb 11 13:32:27.933821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55022) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:28.035895 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8938137b-6f29-4cf9-84e1-4afaa1fe4a61 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] DELETE failed (client error): The resource could not be found. Feb 11 13:32:28.036605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8938137b-6f29-4cf9-84e1-4afaa1fe4a61 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:32:28.042219 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8938137b-6f29-4cf9-84e1-4afaa1fe4a61 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/subnets/442fe8a9-8c5c-4c78-bc93-e84e67fad9ce HTTP/1.1" status: 404 len: 337 time: 0.1077459 Feb 11 13:32:28.043374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55026) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:28.279336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:28.290713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Sync routers for ids ['e13119a5-8449-461b-967c-a6ba693126f4'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:28.332798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.333681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Routers {'e13119a5-8449-461b-967c-a6ba693126f4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:28.335880 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-04baaf4d-c3d3-49f2-a91f-ed05d7b0a72d tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4817538 Feb 11 13:32:28.338175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e13119a5-8449-461b-967c-a6ba693126f4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:28.338870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55032) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:28.576239 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Sync routers for ids ['ecc36174-f0eb-4374-b26f-9749f9e9f720'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:28.600062 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Routers {'ecc36174-f0eb-4374-b26f-9749f9e9f720'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:28.601207 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ecc36174-f0eb-4374-b26f-9749f9e9f720'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:28.697095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3caf4ff6-3c2b-4786-9179-cf15283c7c7a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:28.774031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.061066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:29.073144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Set router e13119a5-8449-461b-967c-a6ba693126f4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:29.095585 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Set router ecc36174-f0eb-4374-b26f-9749f9e9f720 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:29.137658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:29.143058 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.219198 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-22f5ebb9-124c-478c-9e89-a7303a09fb59 req-c17a60da-25ba-470c-846c-9f40ac0748a8 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.8721251 Feb 11 13:32:29.238031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.304549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4cc38c-4953-43f9-9526-6e7043460974']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.337672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e2defc-342d-4327-a647-88ac5924b5c2') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.337961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e2defc-342d-4327-a647-88ac5924b5c2') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.368679 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.410459 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.441083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:32:29.441789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.474494 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3a2afd92-a343-4b6b-ba2d-4d5e088fd848 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/routers/e13119a5-8449-461b-967c-a6ba693126f4 HTTP/1.1" status: 200 len: 908 time: 1.1341546 Feb 11 13:32:29.483317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55054) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:29.496987 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:29.735525 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.741009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.788339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55062) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:29.815586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-network', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:29.834190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:29.838257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] Pushing event deleted for resources: {'Network': ['ID=cf4cc38c-4953-43f9-9526-6e7043460974,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:29.848071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Usage tracker for resource:network and tenant:8c7cf3bcd1b94f45a64920bd1dda1814 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:29.851735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e14023d8-6afa-4cd8-a619-b79a4e3556b0 tempest-NetworksTestDHCPv6-1712326837 tempest-NetworksTestDHCPv6-1712326837-project] 10.222.0.67 "DELETE /v2.0/networks/cf4cc38c-4953-43f9-9526-6e7043460974 HTTP/1.1" status: 204 len: 168 time: 1.8070753 Feb 11 13:32:29.853721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:29.864380 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.867250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:29.884727 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:23Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '491cadea-0ac9-43f2-8674-8481e49dabde', 'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'mac_address': 'fa:16:3e:55:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:21Z', 'updated_at': '2022-02-11T13:32:24Z', 'revision_number': 2, 'project_id': '39219a77ba9946bba65fb10271078e63', 'subnets': [{'id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.890180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Made reservation on behalf of 8c7cf3bcd1b94f45a64920bd1dda1814 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:29.892578 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.897637 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Checking router: ecc36174-f0eb-4374-b26f-9749f9e9f720 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:32:29.898110 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Updating router ecc36174-f0eb-4374-b26f-9749f9e9f720 port 491cadea-0ac9-43f2-8674-8481e49dabde binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:32:29.916040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3caf4ff6-3c2b-4786-9179-cf15283c7c7a,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:29.920960 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.929233 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.978982 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.993070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:29.999826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Usage tracker for resource:security_group_rule and tenant:8c7cf3bcd1b94f45a64920bd1dda1814 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:30.005272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:30.014883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.018490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:30.033317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13119a5-8449-461b-967c-a6ba693126f4', 'name': 'tempest-snat-router-1021809662', 'tenant_id': '82b4625a6deb4317a34966286aeb4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '47b1730b-70c4-4bf6-86bf-b03af3a0a1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:22Z', 'updated_at': '2022-02-11T13:32:27Z', 'revision_number': 3, 'project_id': '82b4625a6deb4317a34966286aeb4bb3', 'gw_port': {'id': '47b1730b-70c4-4bf6-86bf-b03af3a0a1bf', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13119a5-8449-461b-967c-a6ba693126f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:24Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:30.058549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Checking router: e13119a5-8449-461b-967c-a6ba693126f4 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:32:30.062048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Updating router e13119a5-8449-461b-967c-a6ba693126f4 port 47b1730b-70c4-4bf6-86bf-b03af3a0a1bf binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:32:30.256217 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.329183 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.340336 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.370031 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=3caf4ff6-3c2b-4786-9179-cf15283c7c7a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:30.394741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:30.552824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.555484 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Added segment efc24e5d-fe1e-46a3-b475-2f0c5a7f1357 of type vlan for network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 Feb 11 13:32:30.603109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e41e08-7f6e-4a34-9af9-e607cce2a168,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:30.672594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.694083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Deleting port 47b1730b-70c4-4bf6-86bf-b03af3a0a1bf {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:30.694756 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.709786 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.767140 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67bbda58-8763-4d41-8ac2-6810a9c2177d req-20d16940-206b-4966-83d0-984a05c238c1 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0526257 Feb 11 13:32:30.855815 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.857215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.858013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.877641 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.921354 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Transition to ACTIVE for port object 491cadea-0ac9-43f2-8674-8481e49dabde will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:30.948867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55080) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:30.952282 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.039885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] Pushing event updated for resources: {'Network': ['ID=30a89ef8-7f12-4a3f-bc2a-360e03019ce6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:31.055337 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-efbe7597-75a6-4882-a477-43129d4ad998 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2619519 Feb 11 13:32:31.059050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55086) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:31.064305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:32:31.070323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Request body: {'subnet': {'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-subnet', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:31.082736 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:31.089254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Usage tracker for resource:subnet and tenant:8c7cf3bcd1b94f45a64920bd1dda1814 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:31.094348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.097386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:31.110002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:31.136243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Made reservation on behalf of 8c7cf3bcd1b94f45a64920bd1dda1814 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:31.139453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.162156 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Pushing event updated for resources: {'Port': ['ID=491cadea-0ac9-43f2-8674-8481e49dabde,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:31.353902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Calling delete_port for 47b1730b-70c4-4bf6-86bf-b03af3a0a1bf owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:31.478409 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.479886 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.484284 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.494236 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.498991 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.499513 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.500025 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.513421 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.514237 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.514371 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.515097 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:31.605494 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bba761ee-abaa-47f3-8fc2-ddd1483b2a54 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=677ea572d2d5420d8b8821b10ecc979d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6555171 Feb 11 13:32:31.612936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55094) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:31.731007 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.816181 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Attempting to bind port 491cadea-0ac9-43f2-8674-8481e49dabde on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:31.816542 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Attempting to bind port 491cadea-0ac9-43f2-8674-8481e49dabde by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:31.816798 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Attempting to bind port 491cadea-0ac9-43f2-8674-8481e49dabde on network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:32:31.830698 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:32:31.831077 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Checking segment: {'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:31.831448 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.831827 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Bound using segment: {'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:32:31.833089 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Bound port: 491cadea-0ac9-43f2-8674-8481e49dabde, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:31.834108 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.875244 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.877060 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:32:31.877360 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:32:31.898536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Checking segment: {'id': 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:31.898536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Network hostable DHCP agents. Network: 30a89ef8-7f12-4a3f-bc2a-360e03019ce6, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:31.907533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0943dd62-bca1-48a3-bd41-227a972e1fee,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:31.911765 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7eb663b-09e6-48b4-b9af-4a5a9a2b14fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.954128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7eb663b-09e6-48b4-b9af-4a5a9a2b14fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.976643 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] For port 491cadea-0ac9-43f2-8674-8481e49dabde, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:31.981724 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] For port 491cadea-0ac9-43f2-8674-8481e49dabde, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=491cadea-0ac9-43f2-8674-8481e49dabde,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:31.985880 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.016804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:32.038614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event deleted for resources: {'Port': ['ID=47b1730b-70c4-4bf6-86bf-b03af3a0a1bf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.040481 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7eb663b-09e6-48b4-b9af-4a5a9a2b14fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.067874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 30a89ef8-7f12-4a3f-bc2a-360e03019ce6) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:32.077783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd7809-b8a6-4684-ba96-569daf534e05 None None] Network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:32.111672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.112749 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.116136 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eab3d-da3d-4b20-b54b-bc9ed72ff049 None None] Pushing event updated for resources: {'Port': ['ID=491cadea-0ac9-43f2-8674-8481e49dabde,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.130649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb663b-09e6-48b4-b9af-4a5a9a2b14fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80361315-9a2e-46ef-9b84-0084bf25243d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.162289 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Routers {'ecc36174-f0eb-4374-b26f-9749f9e9f720'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:32.162942 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ecc36174-f0eb-4374-b26f-9749f9e9f720'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:32.201333 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7eb663b-09e6-48b4-b9af-4a5a9a2b14fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.205817 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a7eb663b-09e6-48b4-b9af-4a5a9a2b14fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80361315-9a2e-46ef-9b84-0084bf25243d HTTP/1.1" status: 204 len: 168 time: 0.5875795 Feb 11 13:32:32.209474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1701663f-40b1-4959-85f1-da02d992762a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1494489 Feb 11 13:32:32.212015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55102) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:32.221195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-router', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:32.239148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:32.243658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Usage tracker for resource:router and tenant:8c7cf3bcd1b94f45a64920bd1dda1814 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:32.249711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:32.261712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:32.284157 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.285336 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.354324 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7ce15512-0597-48e7-aaca-0e07337cb25b req-5c24c522-675c-4780-8686-f731a45c2292 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.1726234 Feb 11 13:32:32.375200 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.443882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Port 47b1730b-70c4-4bf6-86bf-b03af3a0a1bf not found while updating agent binding for router e13119a5-8449-461b-967c-a6ba693126f4. {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 11 13:32:32.547652 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3caf4ff6-3c2b-4786-9179-cf15283c7c7a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:32.705453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Routers {'e13119a5-8449-461b-967c-a6ba693126f4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:32.706105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e13119a5-8449-461b-967c-a6ba693126f4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:32.709574 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] Set router ecc36174-f0eb-4374-b26f-9749f9e9f720 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:32.837034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.849471 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.142705 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-30a89ef8-7f12-4a3f-bc2a-360e03019ce6', 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'fixed_ips': [{'subnet_id': '0943dd62-bca1-48a3-bd41-227a972e1fee'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:32:33.143512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.165214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] Set router e13119a5-8449-461b-967c-a6ba693126f4 gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:33.244923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.293914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.333449 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:23Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '491cadea-0ac9-43f2-8674-8481e49dabde', 'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'mac_address': 'fa:16:3e:55:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:21Z', 'updated_at': '2022-02-11T13:32:31Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'subnets': [{'id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:33.350178 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949d990-5da1-419b-b902-69e9e73a4e13 None None] The sync data for ids ['ecc36174-f0eb-4374-b26f-9749f9e9f720'] in n-d-818559-1 is: [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:23Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '491cadea-0ac9-43f2-8674-8481e49dabde', 'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'mac_address': 'fa:16:3e:55:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:21Z', 'updated_at': '2022-02-11T13:32:31Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'subnets': [{'id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:33.448730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:33.449219 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.715553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13119a5-8449-461b-967c-a6ba693126f4', 'name': 'tempest-snat-router-1021809662', 'tenant_id': '82b4625a6deb4317a34966286aeb4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:22Z', 'updated_at': '2022-02-11T13:32:31Z', 'revision_number': 5, 'project_id': '82b4625a6deb4317a34966286aeb4bb3', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:33.869344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.883947 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.884162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d10d59-4e06-4730-8a39-6a0e97b38edf None None] The sync data for ids ['e13119a5-8449-461b-967c-a6ba693126f4'] in n-d-818559-1 is: [{'id': 'e13119a5-8449-461b-967c-a6ba693126f4', 'name': 'tempest-snat-router-1021809662', 'tenant_id': '82b4625a6deb4317a34966286aeb4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:22Z', 'updated_at': '2022-02-11T13:32:31Z', 'revision_number': 5, 'project_id': '82b4625a6deb4317a34966286aeb4bb3', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:33.980227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.980748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e13119a5-8449-461b-967c-a6ba693126f4 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:34.031267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Allocated IP 172.20.0.2 (30a89ef8-7f12-4a3f-bc2a-360e03019ce6/0943dd62-bca1-48a3-bd41-227a972e1fee/c71f2c04-c4a8-4ccd-a73a-3802b4639d6b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:34.036468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.040834 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c1db93b1-a77f-45bb-b9b2-267b683c5ee2 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "DELETE /v2.0/routers/e13119a5-8449-461b-967c-a6ba693126f4 HTTP/1.1" status: 204 len: 168 time: 4.5401385 Feb 11 13:32:34.043502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55134) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:34.163051 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f947622-6990-4e5c-a49a-20d71395ddda req-851704da-aabb-482c-8a38-0ca117b29072 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.2377517 Feb 11 13:32:34.219866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Allocated IP 172.25.4.146 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/1cf6218a-85fb-402d-90fb-8aea960c9d59) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:34.501483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 491cadea-0ac9-43f2-8674-8481e49dabde up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:34.510855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55138) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:34.737498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 491cadea-0ac9-43f2-8674-8481e49dabde completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:34.800824 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.914008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 491cadea-0ac9-43f2-8674-8481e49dabde triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:34.914380 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.027276 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.029522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.048597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Transition to ACTIVE for port object c71f2c04-c4a8-4ccd-a73a-3802b4639d6b will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:35.072695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-627663129'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:35.083081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:35.095458 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.102752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Usage tracker for resource:network and tenant:085280231b8f4b4183b74a2463330248 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:35.109024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:35.118124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:35.141078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Made reservation on behalf of 085280231b8f4b4183b74a2463330248 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:35.145194 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.159694 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.194672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:35.198605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Usage tracker for resource:security_group_rule and tenant:085280231b8f4b4183b74a2463330248 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:35.203329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:35.205996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Transition to ACTIVE for port object c71f2c04-c4a8-4ccd-a73a-3802b4639d6b will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:35.211248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:35.261687 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.287732 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.310928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:35.314501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:35.316795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Pushing event updated for resources: {'Port': ['ID=1cf6218a-85fb-402d-90fb-8aea960c9d59,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.320745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:35.471259 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.531614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Deleting port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:35.532342 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.548081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:35.567525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:35.570765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 491cadea-0ac9-43f2-8674-8481e49dabde, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=491cadea-0ac9-43f2-8674-8481e49dabde,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:35.575275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:35.578840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Pushing event updated for resources: {'Port': ['ID=c71f2c04-c4a8-4ccd-a73a-3802b4639d6b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.587062 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.818712 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caf4f155-ec39-4f95-95d9-13d4efeffeca req-3e9e9821-16fd-4bf5-b3b9-f7c1f048a53a tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.1497285 Feb 11 13:32:35.827049 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.890198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.890411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.891535 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.992341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517a0af8-8030-49a1-8c4b-0e38b3f4a8bc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:36.062457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:36.073362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=491cadea-0ac9-43f2-8674-8481e49dabde,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:36.123599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.124151 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Added segment 014fb6da-9e1f-4b0e-9591-3cc921961212 of type vlan for network 6057d54d-955e-4d58-a200-83422cfa228d Feb 11 13:32:36.142607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Attempting to bind port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:36.142607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Attempting to bind port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:36.142918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Attempting to bind port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b on network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:32:36.155618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:32:36.155989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Checking segment: {'id': 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:36.156393 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.156822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Bound using segment: {'id': 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:32:36.157243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Bound port: c71f2c04-c4a8-4ccd-a73a-3802b4639d6b, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:36.157612 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.246672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] For port 3caf4ff6-3c2b-4786-9179-cf15283c7c7a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3caf4ff6-3c2b-4786-9179-cf15283c7c7a,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:36.248284 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.256546 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.261968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] For port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:36.267153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] For port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c71f2c04-c4a8-4ccd-a73a-3802b4639d6b,segment=NetworkSegment(efc24e5d-fe1e-46a3-b475-2f0c5a7f1357),segment_id=efc24e5d-fe1e-46a3-b475-2f0c5a7f1357)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:36.274325 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.429233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Calling delete_port for 3caf4ff6-3c2b-4786-9179-cf15283c7c7a owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:36.481136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00288b68-ade8-48d8-9d36-bf4f8270fb86 None None] Pushing event updated for resources: {'Port': ['ID=c71f2c04-c4a8-4ccd-a73a-3802b4639d6b,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:36.510608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 491cadea-0ac9-43f2-8674-8481e49dabde up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:36.521540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:32:36.642337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.646943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.647529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.655696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:32:36.850480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 491cadea-0ac9-43f2-8674-8481e49dabde triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:36.851077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.152343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.219188 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6915283 Feb 11 13:32:37.219862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55164) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:37.236556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Request body: {'subnet': {'network_id': '6057d54d-955e-4d58-a200-83422cfa228d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:37.258523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event deleted for resources: {'Port': ['ID=3caf4ff6-3c2b-4786-9179-cf15283c7c7a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:37.299559 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:32:37.324926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd481f8-fb1f-4277-b009-2730d814ca18 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event updated for resources: {'Network': ['ID=6057d54d-955e-4d58-a200-83422cfa228d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:37.331149 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56d45a6c-a645-4dc1-86f9-8b7ab4cd892c req-5971376b-771a-4048-83dd-714ee8ffb16f tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0689061 Feb 11 13:32:37.346299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 6057d54d-955e-4d58-a200-83422cfa228d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:32:37.443504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:37.555293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Sync routers for ids ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:37.594179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:37.599590 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.606607 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.608221 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5c9e3812-02c6-409b-922b-2adf81b5e4ad admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3950093 Feb 11 13:32:37.613755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55170) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:37.625703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Usage tracker for resource:subnet and tenant:085280231b8f4b4183b74a2463330248 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:37.625861 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.721944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Routers {'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:37.722958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:37.754009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:37.985461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:38.022376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Made reservation on behalf of 085280231b8f4b4183b74a2463330248 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:38.033243 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.038087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.095071 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.095628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3248459d-f071-4552-8761-3f51618481a4 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:38.111169 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.116300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Set router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:38.125842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-62c9ec3b-c94c-4d3a-8c66-f784da6180f7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "DELETE /v2.0/routers/3248459d-f071-4552-8761-3f51618481a4 HTTP/1.1" status: 204 len: 168 time: 4.0806427 Feb 11 13:32:38.130303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55174) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:38.139799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1813095391', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:38.151223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:38.155906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Usage tracker for resource:router and tenant:67e7600046374fa9aed1975640de4f6b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:38.159592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:38.166612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:38.180792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.181760 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.237746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.248085 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.269685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab59b9-ab06-457c-86d7-56d3acd8651b None None] Network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:38.618207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.841678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c71f2c04-c4a8-4ccd-a73a-3802b4639d6b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:39.023106 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a336126c-f9b5-448b-939c-1eadd889c6e1 req-ed81095f-26cd-491b-b6d0-c11c6dc00a85 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.2993081 Feb 11 13:32:39.207939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d6c28dc9-87ee-48be-bd84-9fb060f6a452 None None] Provisioning for port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:39.277857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:39.288790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.302495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:39.303363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.317254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.360413 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.422593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event updated for resources: {'Subnet': ['ID=189c4406-bece-4f55-9a19-b079615c2735,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:39.433567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-router', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:32Z', 'updated_at': '2022-02-11T13:32:35Z', 'revision_number': 3, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'gw_port': {'id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:33Z', 'updated_at': '2022-02-11T13:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:39.457824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Checking router: e001e8b1-f5ca-4c20-8c8d-80b01b29bcee for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:32:39.458233 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Updating router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee port 1cf6218a-85fb-402d-90fb-8aea960c9d59 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:32:39.494319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Checking segment: {'id': '014fb6da-9e1f-4b0e-9591-3cc921961212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6057d54d-955e-4d58-a200-83422cfa228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:39.494725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Network hostable DHCP agents. Network: 6057d54d-955e-4d58-a200-83422cfa228d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:39.590855 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.655040 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.664586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Network 6057d54d-955e-4d58-a200-83422cfa228d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:39.700522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 6057d54d-955e-4d58-a200-83422cfa228d) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:39.711002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.711188 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.725662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7abd88b-d674-4f4c-8d6a-b3f8a304d567 None None] Network 6057d54d-955e-4d58-a200-83422cfa228d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:39.745572 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2dd01888-e0c9-4015-8484-b4f02ecb6676 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5236709 Feb 11 13:32:39.746420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55186) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:39.768078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Request body: {'port': {'network_id': '6057d54d-955e-4d58-a200-83422cfa228d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1267726185'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:39.851870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Allocated IP 172.25.4.244 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/67ec65f4-37ab-4e06-aeca-150cc75c9f6a) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:40.164123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.207640 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c71f2c04-c4a8-4ccd-a73a-3802b4639d6b,segment=NetworkSegment(efc24e5d-fe1e-46a3-b475-2f0c5a7f1357),segment_id=efc24e5d-fe1e-46a3-b475-2f0c5a7f1357)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:40.233011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.240188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.429933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:40.446057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Usage tracker for resource:port and tenant:085280231b8f4b4183b74a2463330248 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:40.534403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e2829ef3-2ef2-4823-907f-1b856ccd1123 None None] Provisioning complete for port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:40.535288 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2829ef3-2ef2-4823-907f-1b856ccd1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.605486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=c71f2c04-c4a8-4ccd-a73a-3802b4639d6b,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:40.670377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:40.698030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5ecad21-d818-4e81-bb7c-de3d934041fa req-ec711aab-efe2-48a7-ac99-e0438d6304b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.2440031 Feb 11 13:32:40.698936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:40.714813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3d2b6dd-f373-473c-bb66-c8f8af92a038 req-adcab9a2-8857-4cb8-838d-2f2f0aecc027 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.1188827 Feb 11 13:32:40.725823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:40.735941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:40.740996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:40.798638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Made reservation on behalf of 085280231b8f4b4183b74a2463330248 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:40.808691 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.820019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Pushing event updated for resources: {'Port': ['ID=67ec65f4-37ab-4e06-aeca-150cc75c9f6a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:40.888483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] device_id is not set on port fd15a51c-147b-4ef8-bcd1-45a724e6dbad yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:32:40.926190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-6057d54d-955e-4d58-a200-83422cfa228d', 'network_id': '6057d54d-955e-4d58-a200-83422cfa228d', 'tenant_id': '085280231b8f4b4183b74a2463330248', 'fixed_ips': [{'subnet_id': '189c4406-bece-4f55-9a19-b079615c2735'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:32:40.927210 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.038851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.039653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.108985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55202) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:41.117421 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.337927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Router 422580f4-c7f3-4acd-b86a-946e703f9a11 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:32:41.373160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.414502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Allocated IP 2001:db8::141 (6057d54d-955e-4d58-a200-83422cfa228d/189c4406-bece-4f55-9a19-b079615c2735/fd15a51c-147b-4ef8-bcd1-45a724e6dbad) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:41.454192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Transition to ACTIVE for port object 1cf6218a-85fb-402d-90fb-8aea960c9d59 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:41.469492 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.620954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Allocated IP 172.20.0.1 (30a89ef8-7f12-4a3f-bc2a-360e03019ce6/0943dd62-bca1-48a3-bd41-227a972e1fee/5c127928-9216-4f74-a4ff-8027ebeffb28) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:41.625758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfe227-eb87-4d80-90b1-b7e66f236685 None None] Pushing event updated for resources: {'Port': ['ID=1cf6218a-85fb-402d-90fb-8aea960c9d59,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:41.655740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Attempting to bind port 1cf6218a-85fb-402d-90fb-8aea960c9d59 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:41.656686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Attempting to bind port 1cf6218a-85fb-402d-90fb-8aea960c9d59 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:41.657458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Attempting to bind port 1cf6218a-85fb-402d-90fb-8aea960c9d59 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:32:41.665971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:32:41.666821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:41.667382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.667966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:32:41.668745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Bound port: 1cf6218a-85fb-402d-90fb-8aea960c9d59, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:41.669359 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.776149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] For port 1cf6218a-85fb-402d-90fb-8aea960c9d59, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:41.782025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] For port 1cf6218a-85fb-402d-90fb-8aea960c9d59, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1cf6218a-85fb-402d-90fb-8aea960c9d59,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:41.789131 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.885288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Routers {'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:41.886712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.119716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] Set router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:42.216898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:42.223909 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aec2f42d-f30f-46b0-b3c9-75258b0731bd req-0427b1b3-460b-47af-b8b6-c56fc49e0724 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0770931 Feb 11 13:32:42.229089 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc32f2-0a08-4bf1-91a4-240f567a5266 None None] Sync routers for ids ['422580f4-c7f3-4acd-b86a-946e703f9a11'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:42.254019 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc32f2-0a08-4bf1-91a4-240f567a5266 None None] Routers {'422580f4-c7f3-4acd-b86a-946e703f9a11'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:42.257158 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4cdc32f2-0a08-4bf1-91a4-240f567a5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['422580f4-c7f3-4acd-b86a-946e703f9a11'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.319625 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.326927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-69e8d78c-2e3f-486e-a811-0bab164091da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1953611 Feb 11 13:32:42.329498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55218) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:42.330482 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.341898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d6ebda5f-01d4-4ec1-9eab-c3175ad0a552 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'enable_snat': False}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:42.369735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Transition to ACTIVE for port object fd15a51c-147b-4ef8-bcd1-45a724e6dbad will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:42.375463 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.443024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.470335 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4cdc32f2-0a08-4bf1-91a4-240f567a5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.495077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c71f2c04-c4a8-4ccd-a73a-3802b4639d6b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:42.500255 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc32f2-0a08-4bf1-91a4-240f567a5266 None None] Routers {'422580f4-c7f3-4acd-b86a-946e703f9a11'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:42.507333 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4cdc32f2-0a08-4bf1-91a4-240f567a5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['422580f4-c7f3-4acd-b86a-946e703f9a11'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.577569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Transition to ACTIVE for port object 5c127928-9216-4f74-a4ff-8027ebeffb28 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:42.581782 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.646067 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4cdc32f2-0a08-4bf1-91a4-240f567a5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.647267 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc32f2-0a08-4bf1-91a4-240f567a5266 None None] The sync data for ids ['422580f4-c7f3-4acd-b86a-946e703f9a11'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:42.671201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Network 6057d54d-955e-4d58-a200-83422cfa228d is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:42.677057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:42.680455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event updated for resources: {'Port': ['ID=fd15a51c-147b-4ef8-bcd1-45a724e6dbad,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:42.683653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:42.689257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.690044 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.718521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.835470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Pushing event updated for resources: {'Port': ['ID=5c127928-9216-4f74-a4ff-8027ebeffb28,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:42.848415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:42.849900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfe227-eb87-4d80-90b1-b7e66f236685 None None] Pushing event updated for resources: {'Port': ['ID=1cf6218a-85fb-402d-90fb-8aea960c9d59,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:42.850375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-01151b50-a13c-42d4-a58e-24b611cb7010 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1015625 Feb 11 13:32:42.851592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:42.867951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55224) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:42.875403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:42.906473 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.956103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Allocated IP 2001:db8::2 (6057d54d-955e-4d58-a200-83422cfa228d/189c4406-bece-4f55-9a19-b079615c2735/d45bdd24-91bc-4703-b75a-699def75aad0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:42.982863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Request body: {'port': {'network_id': '6057d54d-955e-4d58-a200-83422cfa228d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-897589076', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:42.983326 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] bootfile-name is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:32:42.983673 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] tftp-server is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:32:42.984002 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] server-ip-address is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:32:43.005192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:43.005852 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.007389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.190427 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2c498e9f-2beb-4336-9b08-0d3a632062aa req-e1338c1c-4517-4803-931d-a482ad18b835 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5&device_id=ca44a2bf-8ca4-4a25-82ae-88b2afabe129 HTTP/1.1" status: 200 len: 210 time: 0.1614053 Feb 11 13:32:43.297813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4232129e-94a4-4645-851d-1521f6a781fc None None] Provisioning for port 5c127928-9216-4f74-a4ff-8027ebeffb28 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:43.340470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:43.359462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Usage tracker for resource:port and tenant:085280231b8f4b4183b74a2463330248 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:43.367204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:43.382373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:43.404558 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.407251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-router', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:32Z', 'updated_at': '2022-02-11T13:32:35Z', 'revision_number': 3, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'gw_port': {'id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:33Z', 'updated_at': '2022-02-11T13:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:43.424996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4232129e-94a4-4645-851d-1521f6a781fc None None] Provisioning complete for port 5c127928-9216-4f74-a4ff-8027ebeffb28 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:43.425346 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4232129e-94a4-4645-851d-1521f6a781fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.432978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Made reservation on behalf of 085280231b8f4b4183b74a2463330248 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:43.439500 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.496558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] device_id is not set on port db46c244-3134-4560-8f4b-0b3c5372b765 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:32:43.500138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1edcb-6bcc-4969-a3b1-932a89a65cf2 None None] The sync data for ids ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'] in n-d-818559-1 is: [{'id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-router', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:32Z', 'updated_at': '2022-02-11T13:32:35Z', 'revision_number': 3, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'gw_port': {'id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:33Z', 'updated_at': '2022-02-11T13:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:43.562362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4232129e-94a4-4645-851d-1521f6a781fc None None] Port 5c127928-9216-4f74-a4ff-8027ebeffb28 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:32:43.657459 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.667677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Transition to ACTIVE for port object d45bdd24-91bc-4703-b75a-699def75aad0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:43.688170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Transition to ACTIVE for port object d45bdd24-91bc-4703-b75a-699def75aad0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:43.695921 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.732047 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c897b0f-541a-450d-962f-0a87c0a100a3 req-2b764e8f-3d84-4c6a-8077-17c4bc771932 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fff53e1f06847959acf46b6812427a4&device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0755761 Feb 11 13:32:43.822787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Network 6057d54d-955e-4d58-a200-83422cfa228d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:43.826454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:43.830370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:43.836849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Pushing event updated for resources: {'Port': ['ID=d45bdd24-91bc-4703-b75a-699def75aad0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:43.842793 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c897b0f-541a-450d-962f-0a87c0a100a3 req-71899888-2456-4f7e-b4cb-32f014b03c75 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6fff53e1f06847959acf46b6812427a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0965328 Feb 11 13:32:43.945519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Attempting to bind port d45bdd24-91bc-4703-b75a-699def75aad0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:43.946040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Attempting to bind port d45bdd24-91bc-4703-b75a-699def75aad0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '014fb6da-9e1f-4b0e-9591-3cc921961212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6057d54d-955e-4d58-a200-83422cfa228d'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:43.946399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Attempting to bind port d45bdd24-91bc-4703-b75a-699def75aad0 on network 6057d54d-955e-4d58-a200-83422cfa228d {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:32:43.954926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:32:43.955291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Checking segment: {'id': '014fb6da-9e1f-4b0e-9591-3cc921961212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6057d54d-955e-4d58-a200-83422cfa228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:32:43.955689 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.956764 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Bound using segment: {'id': '014fb6da-9e1f-4b0e-9591-3cc921961212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6057d54d-955e-4d58-a200-83422cfa228d'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:32:43.957371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Bound port: d45bdd24-91bc-4703-b75a-699def75aad0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014fb6da-9e1f-4b0e-9591-3cc921961212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6057d54d-955e-4d58-a200-83422cfa228d'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:43.957745 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.063718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] For port d45bdd24-91bc-4703-b75a-699def75aad0, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:44.068152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] For port d45bdd24-91bc-4703-b75a-699def75aad0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d45bdd24-91bc-4703-b75a-699def75aad0,segment=NetworkSegment(014fb6da-9e1f-4b0e-9591-3cc921961212),segment_id=014fb6da-9e1f-4b0e-9591-3cc921961212)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:44.073064 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.085315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6ebda5f-01d4-4ec1-9eab-c3175ad0a552 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.182753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49d20b-0f99-435b-8c64-f5def59db84d None None] Pushing event updated for resources: {'Port': ['ID=d45bdd24-91bc-4703-b75a-699def75aad0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:44.218566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] Deleting port b935855d-265f-427d-ba78-019607c40fbe {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:44.218954 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.299934 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9940860a-2eee-4951-9877-7fe731548b26 req-2cde7a59-42ad-4603-8668-1b5924b31cc3 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.2559495 Feb 11 13:32:44.328017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c897b0f-541a-450d-962f-0a87c0a100a3 req-3a9ec6f2-e3ef-4f54-83c6-6569f0257982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:44.330180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c897b0f-541a-450d-962f-0a87c0a100a3 req-3a9ec6f2-e3ef-4f54-83c6-6569f0257982 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4553053 Feb 11 13:32:44.471316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Allocated IP 2001:db8::2fd (6057d54d-955e-4d58-a200-83422cfa228d/189c4406-bece-4f55-9a19-b079615c2735/db46c244-3134-4560-8f4b-0b3c5372b765) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:44.535833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.542474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] For port b935855d-265f-427d-ba78-019607c40fbe, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b935855d-265f-427d-ba78-019607c40fbe,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:44.542891 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.545571 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.688056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] Calling delete_port for b935855d-265f-427d-ba78-019607c40fbe owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:44.914160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Pushing event updated for resources: {'Port': ['ID=5c127928-9216-4f74-a4ff-8027ebeffb28,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:44.925189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.148800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:45.150303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:45.223578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.312120 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.346733 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6ebda5f-01d4-4ec1-9eab-c3175ad0a552 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.353667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] Pushing event deleted for resources: {'Port': ['ID=b935855d-265f-427d-ba78-019607c40fbe,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:45.366380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6ebda5f-01d4-4ec1-9eab-c3175ad0a552 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.440910 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5be67cab-f330-4ced-be9e-e4854893a9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.449280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Transition to ACTIVE for port object db46c244-3134-4560-8f4b-0b3c5372b765 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:45.643482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9ad75b1c-d73d-4ab9-9de5-83d28192c149 None None] Provisioning complete for port 5c127928-9216-4f74-a4ff-8027ebeffb28 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:45.646104 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ad75b1c-d73d-4ab9-9de5-83d28192c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.703555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c897b0f-541a-450d-962f-0a87c0a100a3 req-86627b2b-28c2-4ee8-bbac-89062d385b9e tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.1160781 Feb 11 13:32:45.739870 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a256ff50-e346-41ef-ad07-c3d59d2fc4f3 req-8c2e28ba-c4eb-4e3f-8b5f-d4349c4d8aa1 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=5de7677a-90bf-4001-8954-8528962430d5 HTTP/1.1" status: 200 len: 210 time: 0.0654423 Feb 11 13:32:45.806303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b7a6e-f948-4426-87c4-2fae27363ed8 None None] Network 6057d54d-955e-4d58-a200-83422cfa228d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:45.888887 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9ad75b1c-d73d-4ab9-9de5-83d28192c149 None None] Port 5c127928-9216-4f74-a4ff-8027ebeffb28 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:32:45.919182 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.032941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Network 6057d54d-955e-4d58-a200-83422cfa228d is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:46.038553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:46.040940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event updated for resources: {'Port': ['ID=db46c244-3134-4560-8f4b-0b3c5372b765,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:46.045511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:46.049609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.050399 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.085020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-52a1305c-8e6a-4f24-851e-acad606a61f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.2140262 Feb 11 13:32:46.091499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55240) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:46.103817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c5a809f3-81e6-4b87-b11c-00df3a5111ea None None] Provisioning for port d45bdd24-91bc-4703-b75a-699def75aad0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:46.118994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.146830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ebda5f-01d4-4ec1-9eab-c3175ad0a552 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Router 422580f4-c7f3-4acd-b86a-946e703f9a11 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:46.245467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de919291-fe38-4c4d-98b8-70f977e3a0f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.250398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de919291-fe38-4c4d-98b8-70f977e3a0f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.261597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de919291-fe38-4c4d-98b8-70f977e3a0f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.263129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-de919291-fe38-4c4d-98b8-70f977e3a0f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Synchronizing usage tracker for tenant:085280231b8f4b4183b74a2463330248 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:46.274946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:46.517971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-de919291-fe38-4c4d-98b8-70f977e3a0f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Unset dirty status for tenant:085280231b8f4b4183b74a2463330248 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:46.524764 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-de919291-fe38-4c4d-98b8-70f977e3a0f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4309611 Feb 11 13:32:46.527340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55248) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:46.608545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d45bdd24-91bc-4703-b75a-699def75aad0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:46.695770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b3c873ca-a25f-46b0-976a-834bc6d6df20 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Deleting port db46c244-3134-4560-8f4b-0b3c5372b765 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:46.696101 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3c873ca-a25f-46b0-976a-834bc6d6df20 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.742684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-610f0364-7c98-4916-8565-aebec75674ab None None] Provisioning for port db46c244-3134-4560-8f4b-0b3c5372b765 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:46.755656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-610f0364-7c98-4916-8565-aebec75674ab None None] Provisioning complete for port db46c244-3134-4560-8f4b-0b3c5372b765 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:46.758007 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-610f0364-7c98-4916-8565-aebec75674ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.910143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ebda5f-01d4-4ec1-9eab-c3175ad0a552 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:46.917113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-610f0364-7c98-4916-8565-aebec75674ab None None] Port db46c244-3134-4560-8f4b-0b3c5372b765 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:32:46.940969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3936824-7cc3-4bb3-b579-ff9ea7207c38 None None] Sync routers for ids ['422580f4-c7f3-4acd-b86a-946e703f9a11'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:46.964171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3936824-7cc3-4bb3-b579-ff9ea7207c38 None None] Routers {'422580f4-c7f3-4acd-b86a-946e703f9a11'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:46.965141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d3936824-7cc3-4bb3-b579-ff9ea7207c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['422580f4-c7f3-4acd-b86a-946e703f9a11'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:47.046199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d3936824-7cc3-4bb3-b579-ff9ea7207c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:47.061548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3936824-7cc3-4bb3-b579-ff9ea7207c38 None None] Routers {'422580f4-c7f3-4acd-b86a-946e703f9a11'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:47.062431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d3936824-7cc3-4bb3-b579-ff9ea7207c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['422580f4-c7f3-4acd-b86a-946e703f9a11'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:47.138400 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d3936824-7cc3-4bb3-b579-ff9ea7207c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:47.138965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3936824-7cc3-4bb3-b579-ff9ea7207c38 None None] The sync data for ids ['422580f4-c7f3-4acd-b86a-946e703f9a11'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:47.140382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-610f0364-7c98-4916-8565-aebec75674ab None None] Provisioning for port fd15a51c-147b-4ef8-bcd1-45a724e6dbad completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:47.143824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d45bdd24-91bc-4703-b75a-699def75aad0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:47.159599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d45bdd24-91bc-4703-b75a-699def75aad0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:47.160129 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.246436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-610f0364-7c98-4916-8565-aebec75674ab None None] Provisioning complete for port fd15a51c-147b-4ef8-bcd1-45a724e6dbad triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:47.252596 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-610f0364-7c98-4916-8565-aebec75674ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.252868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-5042b239-fbb4-4f21-99a7-59ea9f2c4b27 req-d8b91d9e-cf85-40cc-88f8-da7b4d629412 tempest-DeleteServersTestJSON-838898468 tempest-DeleteServersTestJSON-838898468-project] (83567) timed out ('10.222.0.75', 64843) {{(pid=83567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:32:47.270261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6ebda5f-01d4-4ec1-9eab-c3175ad0a552 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.271979 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6ebda5f-01d4-4ec1-9eab-c3175ad0a552 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "PUT /v2.0/routers/422580f4-c7f3-4acd-b86a-946e703f9a11 HTTP/1.1" status: 200 len: 926 time: 4.9400589 Feb 11 13:32:47.287470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55262) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:47.399362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-610f0364-7c98-4916-8565-aebec75674ab None None] Port fd15a51c-147b-4ef8-bcd1-45a724e6dbad cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:32:47.524751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3c873ca-a25f-46b0-976a-834bc6d6df20 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.543478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-610f0364-7c98-4916-8565-aebec75674ab None None] Provisioning complete for port d45bdd24-91bc-4703-b75a-699def75aad0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:47.544398 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-610f0364-7c98-4916-8565-aebec75674ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.583725 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.641303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d45bdd24-91bc-4703-b75a-699def75aad0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d45bdd24-91bc-4703-b75a-699def75aad0,segment=NetworkSegment(014fb6da-9e1f-4b0e-9591-3cc921961212),segment_id=014fb6da-9e1f-4b0e-9591-3cc921961212)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:47.652298 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.751312 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47529994-16b8-4757-800b-8386e99009b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.826359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d45bdd24-91bc-4703-b75a-699def75aad0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:47.848499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.848842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.849175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.849505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.849829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.850150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.850470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.850821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.851142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.851457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.851773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.871175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] Router 010b0d4a-6749-46b2-b74c-c0905be8f39b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:47.984460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b3c873ca-a25f-46b0-976a-834bc6d6df20 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Calling delete_port for db46c244-3134-4560-8f4b-0b3c5372b765 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:47.988677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a58e8c59-78d9-405a-aff0-c47c6f9207ec None None] Provisioning complete for port db46c244-3134-4560-8f4b-0b3c5372b765 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:47.989601 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a58e8c59-78d9-405a-aff0-c47c6f9207ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.061643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a58e8c59-78d9-405a-aff0-c47c6f9207ec None None] Port db46c244-3134-4560-8f4b-0b3c5372b765 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:32:48.062699 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a28b2a3-7972-4e8b-b204-67a94ef9b796 req-c0c8ab0b-a3fe-4e0f-a844-83ee1d203c76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fff53e1f06847959acf46b6812427a4&device_id=ca44a2bf-8ca4-4a25-82ae-88b2afabe129 HTTP/1.1" status: 200 len: 210 time: 0.2400212 Feb 11 13:32:48.078670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a58e8c59-78d9-405a-aff0-c47c6f9207ec None None] Provisioning complete for port fd15a51c-147b-4ef8-bcd1-45a724e6dbad triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:48.079144 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a58e8c59-78d9-405a-aff0-c47c6f9207ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.100587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e794954-d71f-48c5-8da7-ae262dcb7b02 req-3e77bb1f-8c7e-4e8d-8800-e3e1981e9407 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca44a2bf-8ca4-4a25-82ae-88b2afabe129 HTTP/1.1" status: 200 len: 210 time: 0.2350852 Feb 11 13:32:48.102256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:48.110495 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ed969d5c-f083-4fb1-bb33-e01bebdcae3b admin admin] 10.222.0.67 "PUT /v2.0/routers/010b0d4a-6749-46b2-b74c-c0905be8f39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9959803 Feb 11 13:32:48.113056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55268) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:48.116589 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] Sync routers for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:48.132351 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a28b2a3-7972-4e8b-b204-67a94ef9b796 req-2f2dba22-199f-487a-8dbb-16fc2f49f264 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6fff53e1f06847959acf46b6812427a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555141 Feb 11 13:32:48.138946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:48.148106 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:48.148933 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:48.167159 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-be1b4c56-f2cb-43e1-8ee2-f88d566dd159 admin admin] 10.222.0.67 "PUT /v2.0/routers/e001e8b1-f5ca-4c20-8c8d-80b01b29bcee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5452769 Feb 11 13:32:48.272619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a58e8c59-78d9-405a-aff0-c47c6f9207ec None None] Port fd15a51c-147b-4ef8-bcd1-45a724e6dbad cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:32:48.351207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.462977 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d45bdd24-91bc-4703-b75a-699def75aad0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:48.532946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b2a3-7972-4e8b-b204-67a94ef9b796 req-3682fdb0-3c44-4dd2-9b4f-f3c2da90cf45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:48.534404 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a28b2a3-7972-4e8b-b204-67a94ef9b796 req-3682fdb0-3c44-4dd2-9b4f-f3c2da90cf45 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3658192 Feb 11 13:32:48.550548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3c873ca-a25f-46b0-976a-834bc6d6df20 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.644035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d45bdd24-91bc-4703-b75a-699def75aad0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:48.644626 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.669999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c873ca-a25f-46b0-976a-834bc6d6df20 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event deleted for resources: {'Port': ['ID=db46c244-3134-4560-8f4b-0b3c5372b765,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:48.741206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.760078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Deleting port d1d337c0-9862-416a-98ec-c7eef0336c02 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:48.760276 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:48.760453 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.838478 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3c873ca-a25f-46b0-976a-834bc6d6df20 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.844322 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.885595 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b3c873ca-a25f-46b0-976a-834bc6d6df20 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "DELETE /v2.0/ports/db46c244-3134-4560-8f4b-0b3c5372b765 HTTP/1.1" status: 204 len: 168 time: 2.3511348 Feb 11 13:32:48.886184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55280) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:48.901375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Request body: {'port': {'name': 'tempest-new-port-name-2054530783', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:48.901763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] bootfile-name is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:32:48.902098 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] tftp-server is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:32:48.902424 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] server-ip-address is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:32:48.920625 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.965818 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9398d533-7fb2-47a5-b4a2-0b3a35d73993 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/routers/422580f4-c7f3-4acd-b86a-946e703f9a11 HTTP/1.1" status: 200 len: 926 time: 1.6767063 Feb 11 13:32:48.968966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55284) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:49.158061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.183470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] For port d1d337c0-9862-416a-98ec-c7eef0336c02, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d1d337c0-9862-416a-98ec-c7eef0336c02,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:49.184032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.268977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ead79e28-7489-4cd7-9bed-2fac1c3d8300 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Synchronizing usage tracker for tenant:82b4625a6deb4317a34966286aeb4bb3 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:49.301485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ead79e28-7489-4cd7-9bed-2fac1c3d8300 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Unset dirty status for tenant:82b4625a6deb4317a34966286aeb4bb3 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:49.302796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ead79e28-7489-4cd7-9bed-2fac1c3d8300 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&device_id=422580f4-c7f3-4acd-b86a-946e703f9a11&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3323441 Feb 11 13:32:49.334369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55304) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:49.343722 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:32:45Z', 'revision_number': 5, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port': {'id': 'd1d337c0-9862-416a-98ec-c7eef0336c02', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:32Z', 'updated_at': '2022-02-11T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:49.348277 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] Checking router: 010b0d4a-6749-46b2-b74c-c0905be8f39b for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:32:49.361279 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] Routers {'010b0d4a-6749-46b2-b74c-c0905be8f39b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:49.362052 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['010b0d4a-6749-46b2-b74c-c0905be8f39b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:49.419314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Calling delete_port for d1d337c0-9862-416a-98ec-c7eef0336c02 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:49.585586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b2699c-3f38-40b0-b6ea-5774b21e88a9 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:49.586285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e8b2699c-3f38-40b0-b6ea-5774b21e88a9 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Synchronizing usage tracker for tenant:82b4625a6deb4317a34966286aeb4bb3 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:49.600985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a042a95d-bfcf-4772-bb33-f6db607edab0 req-4d84df9b-42f7-475c-ab63-e145d4a34f93 tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca44a2bf-8ca4-4a25-82ae-88b2afabe129 HTTP/1.1" status: 200 len: 210 time: 0.1162944 Feb 11 13:32:49.626411 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] Set router 010b0d4a-6749-46b2-b74c-c0905be8f39b gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:32:49.663044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e8b2699c-3f38-40b0-b6ea-5774b21e88a9 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Unset dirty status for tenant:82b4625a6deb4317a34966286aeb4bb3 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:49.663044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e8b2699c-3f38-40b0-b6ea-5774b21e88a9 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 881 time: 0.3158202 Feb 11 13:32:49.669244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55312) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:49.730199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08c49c00-c142-4472-9cb3-fc70add117e3 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=422580f4-c7f3-4acd-b86a-946e703f9a11 HTTP/1.1" status: 200 len: 205 time: 0.0596836 Feb 11 13:32:49.733960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55316) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:49.792790 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.803822 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.827389 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:32:48Z', 'revision_number': 6, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:49.839683 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa70aa-af20-4599-9d2c-da9d8cee5211 None None] The sync data for ids ['010b0d4a-6749-46b2-b74c-c0905be8f39b'] in n-d-818559-1 is: [{'id': '010b0d4a-6749-46b2-b74c-c0905be8f39b', 'name': 'tempest-AttachVolumeTestJSON-87256084-router', 'tenant_id': '50875d1641d54d73b1c126d6795cf6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:30Z', 'updated_at': '2022-02-11T13:32:48Z', 'revision_number': 6, 'project_id': '50875d1641d54d73b1c126d6795cf6ab', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:50.012019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] In _notify_port_updated(), no bound segment for port fd15a51c-147b-4ef8-bcd1-45a724e6dbad on network 6057d54d-955e-4d58-a200-83422cfa228d {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:32:50.017692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:50.018801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.020159 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "PUT /v2.0/ports/fd15a51c-147b-4ef8-bcd1-45a724e6dbad HTTP/1.1" status: 200 len: 1130 time: 1.1285391 Feb 11 13:32:50.026024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a28b2a3-7972-4e8b-b204-67a94ef9b796 req-821c2f14-f57f-4a35-aa65-a9d357f6ca7b tempest-ServerShowV247Test-439069434 tempest-ServerShowV247Test-439069434-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca44a2bf-8ca4-4a25-82ae-88b2afabe129 HTTP/1.1" status: 200 len: 210 time: 0.1074691 Feb 11 13:32:50.029365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55324) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:50.272776 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.329460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b935855d-265f-427d-ba78-019607c40fbe no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:32:50.337767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77047a58-5bbd-4626-8d9d-9db88e729e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event updated for resources: {'Port': ['ID=fd15a51c-147b-4ef8-bcd1-45a724e6dbad,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:50.374519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0cc105-de9a-4bef-9193-d2e067a6de7a tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:50.375313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bf0cc105-de9a-4bef-9193-d2e067a6de7a tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Synchronizing usage tracker for tenant:085280231b8f4b4183b74a2463330248 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:50.399847 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.421484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bf0cc105-de9a-4bef-9193-d2e067a6de7a tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Unset dirty status for tenant:085280231b8f4b4183b74a2463330248 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:50.422833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bf0cc105-de9a-4bef-9193-d2e067a6de7a tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "GET /v2.0/ports/fd15a51c-147b-4ef8-bcd1-45a724e6dbad HTTP/1.1" status: 200 len: 1130 time: 0.3926516 Feb 11 13:32:50.426724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55338) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:50.483102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: b935855d-265f-427d-ba78-019607c40fbe {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:32:50.483693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b935855d-265f-427d-ba78-019607c40fbe not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:32:50.502717 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8f716e6a-7576-40b3-a8a0-9beffce8f4f7 None None] Provisioning complete for port fd15a51c-147b-4ef8-bcd1-45a724e6dbad triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:50.503181 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f716e6a-7576-40b3-a8a0-9beffce8f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.511256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d337c0-9862-416a-98ec-c7eef0336c02,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:50.586329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-973a3b00-e2e7-4ebf-a1b0-27a6634a9978 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Deleting port fd15a51c-147b-4ef8-bcd1-45a724e6dbad {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:50.589780 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-973a3b00-e2e7-4ebf-a1b0-27a6634a9978 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.599665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8f716e6a-7576-40b3-a8a0-9beffce8f4f7 None None] Port fd15a51c-147b-4ef8-bcd1-45a724e6dbad cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:32:50.804993 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.136372 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-973a3b00-e2e7-4ebf-a1b0-27a6634a9978 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.209893 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.349142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-973a3b00-e2e7-4ebf-a1b0-27a6634a9978 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Calling delete_port for fd15a51c-147b-4ef8-bcd1-45a724e6dbad owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:51.407644 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.422207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.504813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.506675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55370) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:51.506815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 010b0d4a-6749-46b2-b74c-c0905be8f39b {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:51.543971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.548150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-15fb7e33-e671-4de9-8396-8a2e0a817fdf admin admin] 10.222.0.67 "DELETE /v2.0/routers/010b0d4a-6749-46b2-b74c-c0905be8f39b HTTP/1.1" status: 204 len: 168 time: 3.4311676 Feb 11 13:32:51.551366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55378) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:51.677225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55382) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:51.698101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Deleting subnet 92f8fad6-4c08-4ca5-b88d-880cfed479e8 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:32:51.702189 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.722396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-973a3b00-e2e7-4ebf-a1b0-27a6634a9978 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.765232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.832309 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.838640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a3b00-e2e7-4ebf-a1b0-27a6634a9978 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event deleted for resources: {'Port': ['ID=fd15a51c-147b-4ef8-bcd1-45a724e6dbad,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:51.842212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a3e8da1-0ff4-4b3a-a682-9a8b53ee4b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.853150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Deleting port 67ec65f4-37ab-4e06-aeca-150cc75c9f6a {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:51.853150 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.856866 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-336d0e5c-8305-4092-8242-4f6c62ce8471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.920277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a3e8da1-0ff4-4b3a-a682-9a8b53ee4b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:51.925197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a3e8da1-0ff4-4b3a-a682-9a8b53ee4b24 admin admin] Usage tracker for resource:security_group_rule and tenant:51dcb25a71184493a4324b4e7be0b242 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:51.927857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a3e8da1-0ff4-4b3a-a682-9a8b53ee4b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:51.934846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a3e8da1-0ff4-4b3a-a682-9a8b53ee4b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:51.989546 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.991544 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-973a3b00-e2e7-4ebf-a1b0-27a6634a9978 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.070269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a3e8da1-0ff4-4b3a-a682-9a8b53ee4b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.082487 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a3e8da1-0ff4-4b3a-a682-9a8b53ee4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.116509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-336d0e5c-8305-4092-8242-4f6c62ce8471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:52.120283 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.131740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-336d0e5c-8305-4092-8242-4f6c62ce8471 admin admin] Usage tracker for resource:security_group_rule and tenant:6fff53e1f06847959acf46b6812427a4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:52.141551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-336d0e5c-8305-4092-8242-4f6c62ce8471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:52.167269 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-973a3b00-e2e7-4ebf-a1b0-27a6634a9978 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "DELETE /v2.0/ports/fd15a51c-147b-4ef8-bcd1-45a724e6dbad HTTP/1.1" status: 204 len: 168 time: 1.7391956 Feb 11 13:32:52.168790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-336d0e5c-8305-4092-8242-4f6c62ce8471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:52.170770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55390) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:52.228321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e8da1-0ff4-4b3a-a682-9a8b53ee4b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cd0ca7-d95d-44c6-9770-92689cea2e19,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:52.243866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3a3e8da1-0ff4-4b3a-a682-9a8b53ee4b24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=51dcb25a71184493a4324b4e7be0b242&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7361305 Feb 11 13:32:52.255903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:52.444398 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.460863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Calling delete_port for 67ec65f4-37ab-4e06-aeca-150cc75c9f6a owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:52.461121 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23644494-2e03-428e-8b7e-f9370e68845b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.510688 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-336d0e5c-8305-4092-8242-4f6c62ce8471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.533074 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-336d0e5c-8305-4092-8242-4f6c62ce8471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.552654 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23644494-2e03-428e-8b7e-f9370e68845b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.563065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f8fad6-4c08-4ca5-b88d-880cfed479e8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:52.575500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81589be-39b7-4ba2-8605-18ff6148d60c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Deleting subnet 189c4406-bece-4f55-9a19-b079615c2735 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:32:52.586473 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a81589be-39b7-4ba2-8605-18ff6148d60c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.592247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.597258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4803e0-8123-484b-aec6-649ae3abe7fa None None] Network 828e45ec-c245-4a73-8574-be834b18ffce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:52.602051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.602679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.603268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.603818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.604365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.604921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.605472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.606630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.607121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.607529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.607941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:52.624593 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-63d17edf-ce30-46dd-8fc7-f7137c57e570 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/92f8fad6-4c08-4ca5-b88d-880cfed479e8 HTTP/1.1" status: 204 len: 168 time: 1.0669005 Feb 11 13:32:52.624816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55398) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:52.679080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d0e5c-8305-4092-8242-4f6c62ce8471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf00e205-066d-4526-8d20-eff20d55a12a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:52.697601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-336d0e5c-8305-4092-8242-4f6c62ce8471 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6fff53e1f06847959acf46b6812427a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0176172 Feb 11 13:32:52.703078 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a81589be-39b7-4ba2-8605-18ff6148d60c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.730302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55402) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:52.799222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23644494-2e03-428e-8b7e-f9370e68845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.804455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.828564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23644494-2e03-428e-8b7e-f9370e68845b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cd0ca7-d95d-44c6-9770-92689cea2e19,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:52.829244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Deleting port 6cf100a1-f647-45e3-ac35-9cddee428245 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:52.829592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.849348 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23644494-2e03-428e-8b7e-f9370e68845b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.852856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-23644494-2e03-428e-8b7e-f9370e68845b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/70cd0ca7-d95d-44c6-9770-92689cea2e19 HTTP/1.1" status: 204 len: 168 time: 0.5939612 Feb 11 13:32:52.873854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3ba4-8d06-4221-b99d-b74f428472c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.900449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a81589be-39b7-4ba2-8605-18ff6148d60c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.993188 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3ba4-8d06-4221-b99d-b74f428472c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.076114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12adcb-2f1a-4522-9eeb-5b3615cb0098 None None] DHCP port deletion for 828e45ec-c245-4a73-8574-be834b18ffce request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:32:53.082277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5b12adcb-2f1a-4522-9eeb-5b3615cb0098 None None] Deleting port 6cf100a1-f647-45e3-ac35-9cddee428245 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:53.082957 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b12adcb-2f1a-4522-9eeb-5b3615cb0098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.159694 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3ba4-8d06-4221-b99d-b74f428472c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.178641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.194118 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a81589be-39b7-4ba2-8605-18ff6148d60c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.329861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Pushing event deleted for resources: {'Port': ['ID=67ec65f4-37ab-4e06-aeca-150cc75c9f6a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:53.354478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e3ba4-8d06-4221-b99d-b74f428472c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf00e205-066d-4526-8d20-eff20d55a12a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:53.388495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81589be-39b7-4ba2-8605-18ff6148d60c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event deleted for resources: {'Subnet': ['ID=189c4406-bece-4f55-9a19-b079615c2735,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:53.437124 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a81589be-39b7-4ba2-8605-18ff6148d60c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.447214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3ba4-8d06-4221-b99d-b74f428472c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.450817 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1d1e3ba4-8d06-4221-b99d-b74f428472c1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cf00e205-066d-4526-8d20-eff20d55a12a HTTP/1.1" status: 204 len: 168 time: 0.7168798 Feb 11 13:32:53.469373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b04bc-9cbf-4e04-850d-10d32b1da55b None None] Network 6057d54d-955e-4d58-a200-83422cfa228d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:32:53.475588 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a81589be-39b7-4ba2-8605-18ff6148d60c tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "DELETE /v2.0/subnets/189c4406-bece-4f55-9a19-b079615c2735 HTTP/1.1" status: 204 len: 168 time: 1.2963896 Feb 11 13:32:53.478761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55414) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:53.631667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5b12adcb-2f1a-4522-9eeb-5b3615cb0098 None None] For port 6cf100a1-f647-45e3-ac35-9cddee428245, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6cf100a1-f647-45e3-ac35-9cddee428245,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:53.632227 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b12adcb-2f1a-4522-9eeb-5b3615cb0098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.033635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] For port 6cf100a1-f647-45e3-ac35-9cddee428245, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6cf100a1-f647-45e3-ac35-9cddee428245,segment=NetworkSegment(0cf5ed23-74df-4f6b-b2f3-e3feec683270),segment_id=0cf5ed23-74df-4f6b-b2f3-e3feec683270)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:54.034630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.048979 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.052272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5b12adcb-2f1a-4522-9eeb-5b3615cb0098 None None] Calling delete_port for 6cf100a1-f647-45e3-ac35-9cddee428245 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:54.080195 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.123309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Deleting port d45bdd24-91bc-4703-b75a-699def75aad0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:54.123963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.368801 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b12adcb-2f1a-4522-9eeb-5b3615cb0098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.518107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12adcb-2f1a-4522-9eeb-5b3615cb0098 None None] Pushing event deleted for resources: {'Port': ['ID=6cf100a1-f647-45e3-ac35-9cddee428245,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:54.546141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12adcb-2f1a-4522-9eeb-5b3615cb0098 None None] No DVR routers for this DVR port 6cf100a1-f647-45e3-ac35-9cddee428245 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:54.576306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1cf6218a-85fb-402d-90fb-8aea960c9d59 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:54.611719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Calling delete_port for 6cf100a1-f647-45e3-ac35-9cddee428245 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:54.713808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] DHCP port deletion for 6057d54d-955e-4d58-a200-83422cfa228d request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:32:54.719531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] Deleting port d45bdd24-91bc-4703-b75a-699def75aad0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:54.720149 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.812251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 1cf6218a-85fb-402d-90fb-8aea960c9d59 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:54.837986 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] For port d45bdd24-91bc-4703-b75a-699def75aad0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d45bdd24-91bc-4703-b75a-699def75aad0,segment=NetworkSegment(014fb6da-9e1f-4b0e-9591-3cc921961212),segment_id=014fb6da-9e1f-4b0e-9591-3cc921961212)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:54.838121 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.913057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1cf6218a-85fb-402d-90fb-8aea960c9d59 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:54.917618 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.203759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Calling delete_port for d45bdd24-91bc-4703-b75a-699def75aad0 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:55.219695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.225538 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.264016 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.264958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Fanout notify agent at l3_agent the message router_deleted on router 422580f4-c7f3-4acd-b86a-946e703f9a11 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:55.323619 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.325569 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e129271-e4ea-4afb-8812-0a0f4066ef50 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/422580f4-c7f3-4acd-b86a-946e703f9a11 HTTP/1.1" status: 204 len: 168 time: 5.5903277 Feb 11 13:32:55.328970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55448) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:55.335643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-97073437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:55.344537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:55.353703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Usage tracker for resource:router and tenant:67e7600046374fa9aed1975640de4f6b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:55.359995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:55.365997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:55.377735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:32:55.378193 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:32:55.379586 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.380764 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.390635 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.404826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.408441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] For port d45bdd24-91bc-4703-b75a-699def75aad0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d45bdd24-91bc-4703-b75a-699def75aad0,segment=NetworkSegment(014fb6da-9e1f-4b0e-9591-3cc921961212),segment_id=014fb6da-9e1f-4b0e-9591-3cc921961212)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:55.408877 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.424816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.456713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.460508 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-199c7420-726a-4e0d-b9e6-7f572a2300cc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1289940 Feb 11 13:32:55.462514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55454) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:55.475366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:55.503571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event deleted for resources: {'Port': ['ID=d45bdd24-91bc-4703-b75a-699def75aad0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:55.520293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.520771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.521203 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.521645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.522073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.522634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.523052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.523496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.524277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.524930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.525368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:55.544749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] No DVR routers for this DVR port d45bdd24-91bc-4703-b75a-699def75aad0 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:55.683096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] Calling delete_port for d45bdd24-91bc-4703-b75a-699def75aad0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:32:55.718068 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.821651 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.830209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6057d54d-955e-4d58-a200-83422cfa228d']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:55.842550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 1cf6218a-85fb-402d-90fb-8aea960c9d59, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1cf6218a-85fb-402d-90fb-8aea960c9d59,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:55.854730 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.857862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014fb6da-9e1f-4b0e-9591-3cc921961212') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:55.857862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014fb6da-9e1f-4b0e-9591-3cc921961212') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:55.889138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.895322 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:32:55.895872 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:32:55.917785 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.965686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:32:55.966146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.971247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=1cf6218a-85fb-402d-90fb-8aea960c9d59,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:55.975900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Deleting port 6cf100a1-f647-45e3-ac35-9cddee428245 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:55.976255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.984510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d1d337c0-9862-416a-98ec-c7eef0336c02 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:56.004556 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:56.034348 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d1d337c0-9862-416a-98ec-c7eef0336c02 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:32:56.034944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d1d337c0-9862-416a-98ec-c7eef0336c02 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:32:56.035526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3caf4ff6-3c2b-4786-9179-cf15283c7c7a no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:32:56.057385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55482) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:56.083280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3caf4ff6-3c2b-4786-9179-cf15283c7c7a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:32:56.083918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3caf4ff6-3c2b-4786-9179-cf15283c7c7a not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:32:56.084562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6cf100a1-f647-45e3-ac35-9cddee428245 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:32:56.112512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] The port '6cf100a1-f647-45e3-ac35-9cddee428245' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:32:56.124149 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.131825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.135942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 6cf100a1-f647-45e3-ac35-9cddee428245 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:32:56.136607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6cf100a1-f647-45e3-ac35-9cddee428245 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:32:56.186208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] Pushing event deleted for resources: {'Network': ['ID=6057d54d-955e-4d58-a200-83422cfa228d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:56.190696 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f37d66fb-03f7-4504-929e-929029e77201 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304 tempest-ExtraDHCPOptionsIpV6TestJSON-1668619304-project] 10.222.0.67 "DELETE /v2.0/networks/6057d54d-955e-4d58-a200-83422cfa228d HTTP/1.1" status: 204 len: 168 time: 2.7069886 Feb 11 13:32:56.397164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] Deleting port d45bdd24-91bc-4703-b75a-699def75aad0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:32:56.398109 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.420045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-683410235-network', 'tenant_id': '4d4c37d3d1f24cc9bb06bd9ff7eddefe'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:56.438076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:56.441656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.455639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Usage tracker for resource:network and tenant:4d4c37d3d1f24cc9bb06bd9ff7eddefe is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:56.461742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:56.471013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1cf6218a-85fb-402d-90fb-8aea960c9d59 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:32:56.508482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:56.519811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828e45ec-c245-4a73-8574-be834b18ffce']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:56.597646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf5ed23-74df-4f6b-b2f3-e3feec683270') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:56.598138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf5ed23-74df-4f6b-b2f3-e3feec683270') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:56.612267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.632252 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.640706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:32:56.641350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.664669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55496) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:56.676002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-94eb94bc-df00-4806-9fc4-2403c651a702 None None] The port 'd45bdd24-91bc-4703-b75a-699def75aad0' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:32:56.710109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1cf6218a-85fb-402d-90fb-8aea960c9d59 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:56.710757 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.768773 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:56.771750 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:56.776056 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.781406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.815877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Made reservation on behalf of 4d4c37d3d1f24cc9bb06bd9ff7eddefe for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:56.819047 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.836195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=828e45ec-c245-4a73-8574-be834b18ffce,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:56.845930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-234b5b3c-7ac5-4fc5-9fa8-37e850052ce7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/828e45ec-c245-4a73-8574-be834b18ffce HTTP/1.1" status: 204 len: 168 time: 4.2201133 Feb 11 13:32:56.847292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.972821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d45bdd24-91bc-4703-b75a-699def75aad0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:32:56.994122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6945fe81-d736-4e10-8555-c7845275ea52 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=085280231b8f4b4183b74a2463330248&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3277049 Feb 11 13:32:56.997111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55506) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:57.014014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:57.020432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d45bdd24-91bc-4703-b75a-699def75aad0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:32:57.020782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d45bdd24-91bc-4703-b75a-699def75aad0 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:32:57.025250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Usage tracker for resource:security_group_rule and tenant:4d4c37d3d1f24cc9bb06bd9ff7eddefe is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:57.033117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:57.042027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:57.106397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55518) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:57.175305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.181093 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45049729-a6c2-4216-9066-dc8727fbeed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.215508 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.239644 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45049729-a6c2-4216-9066-dc8727fbeed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.252372 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-98c64dba-f55b-4a30-96db-9dd30aaf68bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=50875d1641d54d73b1c126d6795cf6ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1385565 Feb 11 13:32:57.254849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55530) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:57.268709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.275386 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.330163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:57.345827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70edb83-cf6b-422e-9c6c-ffdf8756b7bb,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:57.396523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10342684-659d-4e37-a027-07e9425f8a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.411499 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.411842 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Added segment 52968d4d-4b7c-4038-9ffe-11c5c327dcbb of type vlan for network c935c63e-6827-4ef8-a257-085a3f71b190 Feb 11 13:32:57.428553 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10342684-659d-4e37-a027-07e9425f8a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.469066 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45049729-a6c2-4216-9066-dc8727fbeed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.505198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45049729-a6c2-4216-9066-dc8727fbeed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517a0af8-8030-49a1-8c4b-0e38b3f4a8bc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:57.534528 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45049729-a6c2-4216-9066-dc8727fbeed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.538825 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-45049729-a6c2-4216-9066-dc8727fbeed8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/517a0af8-8030-49a1-8c4b-0e38b3f4a8bc HTTP/1.1" status: 204 len: 168 time: 0.5376902 Feb 11 13:32:57.545026 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10342684-659d-4e37-a027-07e9425f8a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.568670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10342684-659d-4e37-a027-07e9425f8a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6940ba0-c6c5-48a0-bcd2-cb1af15e586a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:57.572975 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10342684-659d-4e37-a027-07e9425f8a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.577948 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-10342684-659d-4e37-a027-07e9425f8a8c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6940ba0-c6c5-48a0-bcd2-cb1af15e586a HTTP/1.1" status: 204 len: 168 time: 0.3175511 Feb 11 13:32:57.622703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.632163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Allocated IP 172.25.4.229 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/f95e910b-86d3-494b-a922-a757cd764ce2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:57.744737 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.745602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:57.746206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.900948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8423753 Feb 11 13:32:57.909136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad681e-1043-4b64-968a-d8f156880234 admin admin] Pushing event updated for resources: {'Network': ['ID=c935c63e-6827-4ef8-a257-085a3f71b190,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:57.921219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network c935c63e-6827-4ef8-a257-085a3f71b190 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:32:57.943876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.010550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.135506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:58.150046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:58.161112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:32:58.357222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Pushing event updated for resources: {'Port': ['ID=f95e910b-86d3-494b-a922-a757cd764ce2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:58.421237 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.696132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.702023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.071531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:59.094711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13fe01-57bc-44d0-893a-ee6afeefc30c req-1c51d5d8-902b-4e9a-b28f-b5477badc810 tempest-ComputeTenantNetworksTest-882454936 tempest-ComputeTenantNetworksTest-882454936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:59.098789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13fe01-57bc-44d0-893a-ee6afeefc30c req-1c51d5d8-902b-4e9a-b28f-b5477badc810 tempest-ComputeTenantNetworksTest-882454936 tempest-ComputeTenantNetworksTest-882454936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:59.102605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13fe01-57bc-44d0-893a-ee6afeefc30c req-1c51d5d8-902b-4e9a-b28f-b5477badc810 tempest-ComputeTenantNetworksTest-882454936 tempest-ComputeTenantNetworksTest-882454936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:59.103475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fa13fe01-57bc-44d0-893a-ee6afeefc30c req-1c51d5d8-902b-4e9a-b28f-b5477badc810 tempest-ComputeTenantNetworksTest-882454936 tempest-ComputeTenantNetworksTest-882454936-project] Synchronizing usage tracker for tenant:4d4c37d3d1f24cc9bb06bd9ff7eddefe on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:32:59.135760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fa13fe01-57bc-44d0-893a-ee6afeefc30c req-1c51d5d8-902b-4e9a-b28f-b5477badc810 tempest-ComputeTenantNetworksTest-882454936 tempest-ComputeTenantNetworksTest-882454936-project] Unset dirty status for tenant:4d4c37d3d1f24cc9bb06bd9ff7eddefe on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:32:59.142072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fa13fe01-57bc-44d0-893a-ee6afeefc30c req-1c51d5d8-902b-4e9a-b28f-b5477badc810 tempest-ComputeTenantNetworksTest-882454936 tempest-ComputeTenantNetworksTest-882454936-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2904174 Feb 11 13:32:59.225391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Router b49d1a72-8a51-4568-868f-e5fa401a52f3 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:32:59.303472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4d843-44cc-4337-aa0c-f1ae19d40bc0 req-01ad62d0-775a-48c4-9f16-f6fd624aaa90 tempest-ComputeTenantNetworksTest-882454936 tempest-ComputeTenantNetworksTest-882454936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:59.308727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5a4d843-44cc-4337-aa0c-f1ae19d40bc0 req-01ad62d0-775a-48c4-9f16-f6fd624aaa90 tempest-ComputeTenantNetworksTest-882454936 tempest-ComputeTenantNetworksTest-882454936-project] 10.222.0.67 "GET /v2.0/networks/c935c63e-6827-4ef8-a257-085a3f71b190 HTTP/1.1" status: 200 len: 768 time: 0.1368444 Feb 11 13:32:59.313206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55594) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:59.449615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.581807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:59.587922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.592040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-802625af-1143-4931-99ca-5a2d55744272 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "PUT /v2.0/routers/b49d1a72-8a51-4568-868f-e5fa401a52f3 HTTP/1.1" status: 200 len: 882 time: 4.1240456 Feb 11 13:32:59.597166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a9598-2bc1-4cba-84f5-9988d12404e5 None None] Sync routers for ids ['b49d1a72-8a51-4568-868f-e5fa401a52f3'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:32:59.608553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55602) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:32:59.619178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a9598-2bc1-4cba-84f5-9988d12404e5 None None] Routers {'b49d1a72-8a51-4568-868f-e5fa401a52f3'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:59.619829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-dc6a9598-2bc1-4cba-84f5-9988d12404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b49d1a72-8a51-4568-868f-e5fa401a52f3'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:59.726761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-795165457'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:32:59.735599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:59.741591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:network and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:59.743266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:59.749994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:59.783793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-dc6a9598-2bc1-4cba-84f5-9988d12404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:59.784691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:59.788091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.798606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a9598-2bc1-4cba-84f5-9988d12404e5 None None] Routers {'b49d1a72-8a51-4568-868f-e5fa401a52f3'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:32:59.799299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-dc6a9598-2bc1-4cba-84f5-9988d12404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b49d1a72-8a51-4568-868f-e5fa401a52f3'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:59.802246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.818643 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.852046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c935c63e-6827-4ef8-a257-085a3f71b190']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:59.869169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52968d4d-4b7c-4038-9ffe-11c5c327dcbb') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:59.869705 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52968d4d-4b7c-4038-9ffe-11c5c327dcbb') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:59.892682 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.906770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-dc6a9598-2bc1-4cba-84f5-9988d12404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:59.907756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6a9598-2bc1-4cba-84f5-9988d12404e5 None None] The sync data for ids ['b49d1a72-8a51-4568-868f-e5fa401a52f3'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:32:59.908525 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:32:59.916204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:security_group_rule and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:32:59.921653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.929603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:32:59.941182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:32:59.949980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:32:59.949980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:59.963732 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:00.014623 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-49f55497-ab58-4f71-8d48-4ea22eef6b24 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/routers/b49d1a72-8a51-4568-868f-e5fa401a52f3 HTTP/1.1" status: 200 len: 923 time: 0.4015000 Feb 11 13:33:00.017739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55612) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:00.222874 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.236319 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.284753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] Pushing event deleted for resources: {'Network': ['ID=c935c63e-6827-4ef8-a257-085a3f71b190,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:00.304403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-60fb8b5f-8fb9-4fb1-9bbd-088e2c07d477 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c935c63e-6827-4ef8-a257-085a3f71b190 HTTP/1.1" status: 204 len: 168 time: 0.9898219 Feb 11 13:33:00.326302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.339443 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.367725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0f2c5c2b-211c-4cb4-af40-e7b2135b2fe3 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Synchronizing usage tracker for tenant:82b4625a6deb4317a34966286aeb4bb3 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:33:00.381531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0f2c5c2b-211c-4cb4-af40-e7b2135b2fe3 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Unset dirty status for tenant:82b4625a6deb4317a34966286aeb4bb3 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:33:00.382904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0f2c5c2b-211c-4cb4-af40-e7b2135b2fe3 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&device_id=b49d1a72-8a51-4568-868f-e5fa401a52f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3641551 Feb 11 13:33:00.385458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55624) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:00.391068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:00.414980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3850f244-16c4-4735-8522-f6793016fb4c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:00.419628 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.420047 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added segment 06ef719a-4a4b-420e-a6bf-9ba0836cb169 of type vlan for network c34d37c9-2f10-419e-a01e-ff746d666fd8 Feb 11 13:33:00.462945 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Sync routers for ids ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:00.488008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.490861 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Routers {'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:00.492329 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:00.561944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef741e56-b9a8-4b10-a41f-797579a55e22 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:00.566113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ef741e56-b9a8-4b10-a41f-797579a55e22 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 881 time: 0.1772358 Feb 11 13:33:00.566501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55632) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:00.573951 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.587398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:00.590796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.734354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3da5708c-1a81-4e7b-bc5f-b071135e6be9 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=b49d1a72-8a51-4568-868f-e5fa401a52f3 HTTP/1.1" status: 200 len: 205 time: 0.1659288 Feb 11 13:33:00.737065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55638) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:00.827247 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7543983 Feb 11 13:33:00.831237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55642) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:00.837948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1024872281'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:00.851332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:00.853998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55646) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:00.858609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4524952-2779-48b1-bdeb-a4cb6a047789 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Network': ['ID=c34d37c9-2f10-419e-a01e-ff746d666fd8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:00.872943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network c34d37c9-2f10-419e-a01e-ff746d666fd8 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:33:00.889998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:network and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:00.927715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:00.934365 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ffd26767-3770-4379-a89b-d0cb5775c922 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d4c37d3d1f24cc9bb06bd9ff7eddefe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0784101 Feb 11 13:33:00.939215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55650) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:00.952381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:00.975401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:00.978676 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.050642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:01.061615 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Set router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:33:01.080384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbc0f-5b04-4e9d-a32a-21d4aa6cd5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.115103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbc0f-5b04-4e9d-a32a-21d4aa6cd5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.164222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.164961 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added segment 5af96abb-63e8-471a-ac6d-054efc66dc10 of type vlan for network f475a7f0-a0b9-4331-a50e-da1b779a45c0 Feb 11 13:33:01.215643 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.237290 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.291526 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbc0f-5b04-4e9d-a32a-21d4aa6cd5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.323064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.333862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:01.334497 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.382736 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fbc0f-5b04-4e9d-a32a-21d4aa6cd5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70edb83-cf6b-422e-9c6c-ffdf8756b7bb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:01.576219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Network': ['ID=f475a7f0-a0b9-4331-a50e-da1b779a45c0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:01.592015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network f475a7f0-a0b9-4331-a50e-da1b779a45c0 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:33:01.602115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbc0f-5b04-4e9d-a32a-21d4aa6cd5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.603952 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dd1fbc0f-5b04-4e9d-a32a-21d4aa6cd5eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a70edb83-cf6b-422e-9c6c-ffdf8756b7bb HTTP/1.1" status: 204 len: 168 time: 0.6639550 Feb 11 13:33:01.607265 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-445d10a1-520a-44b9-8da3-4c6ad65ec6b9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7748818 Feb 11 13:33:01.617656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55666) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:01.634258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'subnet': {'network_id': 'c34d37c9-2f10-419e-a01e-ff746d666fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:01.739987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.757386 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-router', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:32Z', 'updated_at': '2022-02-11T13:32:43Z', 'revision_number': 4, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'gw_port': {'id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:33Z', 'updated_at': '2022-02-11T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '5c127928-9216-4f74-a4ff-8027ebeffb28', 'name': '', 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'mac_address': 'fa:16:3e:01:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0943dd62-bca1-48a3-bd41-227a972e1fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:41Z', 'updated_at': '2022-02-11T13:32:44Z', 'revision_number': 2, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'subnets': [{'id': '0943dd62-bca1-48a3-bd41-227a972e1fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:01.758995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Deleting port f95e910b-86d3-494b-a922-a757cd764ce2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:01.760025 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.767332 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Checking router: e001e8b1-f5ca-4c20-8c8d-80b01b29bcee for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:33:01.767929 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Updating router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee port 5c127928-9216-4f74-a4ff-8027ebeffb28 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:33:01.844329 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.952034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:01.962558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:subnet and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:01.969917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:01.983515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:02.004933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:02.147457 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.177884 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.351164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Calling delete_port for f95e910b-86d3-494b-a922-a757cd764ce2 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:02.728264 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.730514 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.771447 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Transition to ACTIVE for port object 5c127928-9216-4f74-a4ff-8027ebeffb28 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:02.780196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.783943 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.820454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Subnet': ['ID=f24fe7d1-0c21-46ce-80b1-6b0615018e87,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:02.859679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Checking segment: {'id': '06ef719a-4a4b-420e-a6bf-9ba0836cb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c34d37c9-2f10-419e-a01e-ff746d666fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:02.860176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network hostable DHCP agents. Network: c34d37c9-2f10-419e-a01e-ff746d666fd8, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:02.903439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network c34d37c9-2f10-419e-a01e-ff746d666fd8 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:02.921153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, c34d37c9-2f10-419e-a01e-ff746d666fd8) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:02.925454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:02.926036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.949389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80b8a61-9fa7-40dc-ab46-8dcc4d9b52dc None None] Network c34d37c9-2f10-419e-a01e-ff746d666fd8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:02.968576 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bb853e4e-6c7b-4b3f-966d-6479b071621c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3454556 Feb 11 13:33:02.971619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55704) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:02.987735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'subnet': {'network_id': 'f475a7f0-a0b9-4331-a50e-da1b779a45c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:03.039318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Pushing event deleted for resources: {'Port': ['ID=f95e910b-86d3-494b-a922-a757cd764ce2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:03.273702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:03.281982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:subnet and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:03.285607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:03.299206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:03.333345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:03.409533 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.454106 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ddc0a-50dc-4e81-9bd3-37d269d38af0 None None] Pushing event updated for resources: {'Port': ['ID=5c127928-9216-4f74-a4ff-8027ebeffb28,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:03.508347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.548537 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Attempting to bind port 5c127928-9216-4f74-a4ff-8027ebeffb28 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:03.549793 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Attempting to bind port 5c127928-9216-4f74-a4ff-8027ebeffb28 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:03.551003 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Attempting to bind port 5c127928-9216-4f74-a4ff-8027ebeffb28 on network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:33:03.562695 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:33:03.563313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55714) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:03.569851 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Checking segment: {'id': 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:03.570779 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.571376 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Bound using segment: {'id': 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:33:03.572077 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Bound port: 5c127928-9216-4f74-a4ff-8027ebeffb28, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:03.572706 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.838681 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] For port 5c127928-9216-4f74-a4ff-8027ebeffb28, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:03.846232 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] For port 5c127928-9216-4f74-a4ff-8027ebeffb28, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5c127928-9216-4f74-a4ff-8027ebeffb28,segment=NetworkSegment(efc24e5d-fe1e-46a3-b475-2f0c5a7f1357),segment_id=efc24e5d-fe1e-46a3-b475-2f0c5a7f1357)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:03.854371 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.869275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-c34d37c9-2f10-419e-a01e-ff746d666fd8', 'network_id': 'c34d37c9-2f10-419e-a01e-ff746d666fd8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'fixed_ips': [{'subnet_id': 'f24fe7d1-0c21-46ce-80b1-6b0615018e87'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:33:03.871715 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.065559 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1457b6b-6bd9-478e-a325-80cb9cf98e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.077075 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ddc0a-50dc-4e81-9bd3-37d269d38af0 None None] Pushing event updated for resources: {'Port': ['ID=5c127928-9216-4f74-a4ff-8027ebeffb28,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:04.082217 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Routers {'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:04.084724 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:04.211564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b1457b6b-6bd9-478e-a325-80cb9cf98e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:04.220113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1457b6b-6bd9-478e-a325-80cb9cf98e23 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a6e07bec42446987cec403518456c8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:04.225001 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.229294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1457b6b-6bd9-478e-a325-80cb9cf98e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:04.240624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Allocated IP 2001:db8::2 (c34d37c9-2f10-419e-a01e-ff746d666fd8/f24fe7d1-0c21-46ce-80b1-6b0615018e87/25e02595-5635-455a-bd8e-388222e7b15c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:04.346384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.352657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.415188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.416518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Fanout notify agent at l3_agent the message router_deleted on router b49d1a72-8a51-4568-868f-e5fa401a52f3 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:33:04.453662 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.455224 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ecee4ee8-524b-4d7d-8ce4-f2df85a3046d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/b49d1a72-8a51-4568-868f-e5fa401a52f3 HTTP/1.1" status: 204 len: 168 time: 3.7171783 Feb 11 13:33:04.458761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55730) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:04.471036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1413752338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:04.479002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Subnet': ['ID=1e73f930-d386-4d4a-9373-7cea7d7ce228,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:04.492111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b1457b6b-6bd9-478e-a325-80cb9cf98e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:04.499709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:04.509823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Usage tracker for resource:router and tenant:67e7600046374fa9aed1975640de4f6b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:04.520701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:04.540333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:04.572622 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.577560 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.581612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Checking segment: {'id': '5af96abb-63e8-471a-ac6d-054efc66dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f475a7f0-a0b9-4331-a50e-da1b779a45c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:04.582660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network hostable DHCP agents. Network: f475a7f0-a0b9-4331-a50e-da1b779a45c0, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:04.630443 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.649315 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] Set router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:33:04.658030 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.713752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network f475a7f0-a0b9-4331-a50e-da1b779a45c0 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:04.725658 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.729886 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d51b3c7c-a77e-4864-84db-2cd06303510c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2662327 Feb 11 13:33:04.732295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55736) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:04.748042 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.748875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'enable_snat': True}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:04.754776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, f475a7f0-a0b9-4331-a50e-da1b779a45c0) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:04.770318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Transition to ACTIVE for port object 25e02595-5635-455a-bd8e-388222e7b15c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:04.772304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:04.772745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.780053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332bdf73-c6f6-4fa6-86c0-82d07c28f28b None None] Network f475a7f0-a0b9-4331-a50e-da1b779a45c0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:04.818636 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1457b6b-6bd9-478e-a325-80cb9cf98e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.881805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Transition to ACTIVE for port object 25e02595-5635-455a-bd8e-388222e7b15c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:04.956812 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1457b6b-6bd9-478e-a325-80cb9cf98e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.965382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.095892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b1457b6b-6bd9-478e-a325-80cb9cf98e23 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c1a6e07bec42446987cec403518456c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5305946 Feb 11 13:33:05.100088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1457b6b-6bd9-478e-a325-80cb9cf98e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a1d01-75b9-4d1a-a5d1-225fe9740669,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:05.105583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55742) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:05.138357 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3eb4969c-ed1a-4fda-9ca9-dda42dd9728f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1652887 Feb 11 13:33:05.151174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55746) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:05.164065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-343753756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:05.178944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:05.183566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:router and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:05.186702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:05.192716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:05.222035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.223027 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.250975 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.273294 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.283072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Network c34d37c9-2f10-419e-a01e-ff746d666fd8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:05.315680 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:05.338562 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a42bcbe-224b-4e66-a2ed-f7110ebc3f34 req-4c24f636-6d70-4d15-809f-286dd18e8943 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5221000 Feb 11 13:33:05.360825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.378037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f3d6f9e2-a709-4d28-8b31-8bbb815005c6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2255270 Feb 11 13:33:05.390338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55750) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:05.392860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-77abe628-c8a6-4d30-8215-7bb13993b846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.399766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:05.493801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-77abe628-c8a6-4d30-8215-7bb13993b846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.572256 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-router', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:32Z', 'updated_at': '2022-02-11T13:32:43Z', 'revision_number': 4, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'gw_port': {'id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:33Z', 'updated_at': '2022-02-11T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '5c127928-9216-4f74-a4ff-8027ebeffb28', 'name': '', 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'mac_address': 'fa:16:3e:01:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0943dd62-bca1-48a3-bd41-227a972e1fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:41Z', 'updated_at': '2022-02-11T13:33:03Z', 'revision_number': 4, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'subnets': [{'id': '0943dd62-bca1-48a3-bd41-227a972e1fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:05.580481 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db124d3-4d82-42f2-84aa-e4fb4df2efb4 None None] The sync data for ids ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'] in n-d-818559-1 is: [{'id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-router', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:32Z', 'updated_at': '2022-02-11T13:32:43Z', 'revision_number': 4, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'gw_port': {'id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:33Z', 'updated_at': '2022-02-11T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '5c127928-9216-4f74-a4ff-8027ebeffb28', 'name': '', 'network_id': '30a89ef8-7f12-4a3f-bc2a-360e03019ce6', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'mac_address': 'fa:16:3e:01:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0943dd62-bca1-48a3-bd41-227a972e1fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:41Z', 'updated_at': '2022-02-11T13:33:03Z', 'revision_number': 4, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'subnets': [{'id': '0943dd62-bca1-48a3-bd41-227a972e1fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:05.727271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Pushing event updated for resources: {'Port': ['ID=25e02595-5635-455a-bd8e-388222e7b15c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:05.810784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-f475a7f0-a0b9-4331-a50e-da1b779a45c0', 'network_id': 'f475a7f0-a0b9-4331-a50e-da1b779a45c0', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'fixed_ips': [{'subnet_id': '1e73f930-d386-4d4a-9373-7cea7d7ce228'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:33:05.811582 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.860761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Attempting to bind port 25e02595-5635-455a-bd8e-388222e7b15c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:05.861201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Attempting to bind port 25e02595-5635-455a-bd8e-388222e7b15c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '06ef719a-4a4b-420e-a6bf-9ba0836cb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c34d37c9-2f10-419e-a01e-ff746d666fd8'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:05.861632 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Attempting to bind port 25e02595-5635-455a-bd8e-388222e7b15c on network c34d37c9-2f10-419e-a01e-ff746d666fd8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:33:05.862111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.876105 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-77abe628-c8a6-4d30-8215-7bb13993b846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.918941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:33:05.919464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Checking segment: {'id': '06ef719a-4a4b-420e-a6bf-9ba0836cb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c34d37c9-2f10-419e-a01e-ff746d666fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:05.920050 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.920552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Bound using segment: {'id': '06ef719a-4a4b-420e-a6bf-9ba0836cb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c34d37c9-2f10-419e-a01e-ff746d666fd8'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:33:05.921076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Bound port: 25e02595-5635-455a-bd8e-388222e7b15c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ef719a-4a4b-420e-a6bf-9ba0836cb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c34d37c9-2f10-419e-a01e-ff746d666fd8'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:05.921520 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.927199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-77abe628-c8a6-4d30-8215-7bb13993b846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.929344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-77abe628-c8a6-4d30-8215-7bb13993b846 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad7a1d01-75b9-4d1a-a5d1-225fe9740669 HTTP/1.1" status: 204 len: 168 time: 0.8217125 Feb 11 13:33:05.930718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abe628-c8a6-4d30-8215-7bb13993b846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a1d01-75b9-4d1a-a5d1-225fe9740669,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:06.048908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a42bcbe-224b-4e66-a2ed-f7110ebc3f34 req-a4fdb95b-37e8-4f96-8f09-29198d2d3abf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b930cac072eb41a69fa34be46025a42a&device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 1097 time: 0.4040260 Feb 11 13:33:06.208409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.264737 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.343914 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] For port 25e02595-5635-455a-bd8e-388222e7b15c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:06.361287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] For port 25e02595-5635-455a-bd8e-388222e7b15c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=25e02595-5635-455a-bd8e-388222e7b15c,segment=NetworkSegment(06ef719a-4a4b-420e-a6bf-9ba0836cb169),segment_id=06ef719a-4a4b-420e-a6bf-9ba0836cb169)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:06.371619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Allocated IP 2001:db8:1::2 (f475a7f0-a0b9-4331-a50e-da1b779a45c0/1e73f930-d386-4d4a-9373-7cea7d7ce228/23f39918-42a4-4621-a78b-3e71136a4e03) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:06.390884 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.633298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Allocated IP 172.25.4.244 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/61a03b35-7cd8-4ff8-99ff-ea2e585a8f7d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:06.637307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ef7c4-873b-45e0-bbc9-5e1b548cdd48 None None] Pushing event updated for resources: {'Port': ['ID=25e02595-5635-455a-bd8e-388222e7b15c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:06.646695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5c127928-9216-4f74-a4ff-8027ebeffb28 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:06.747133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42bcbe-224b-4e66-a2ed-f7110ebc3f34 req-38451ae5-9fd6-4533-89ef-7e5c8419af72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.748788 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a42bcbe-224b-4e66-a2ed-f7110ebc3f34 req-38451ae5-9fd6-4533-89ef-7e5c8419af72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03558ae7-3102-479a-ae24-65823543b8b7 HTTP/1.1" status: 200 len: 910 time: 0.5743732 Feb 11 13:33:06.755046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.107078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.128589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 5c127928-9216-4f74-a4ff-8027ebeffb28 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:07.150072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 5c127928-9216-4f74-a4ff-8027ebeffb28 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:07.150769 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.154813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55778) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:07.268762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.426708 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6ac8-5d53-48ed-8705-247d627b3b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.499313 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.512427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Transition to ACTIVE for port object 23f39918-42a4-4621-a78b-3e71136a4e03 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:07.553508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Transition to ACTIVE for port object 23f39918-42a4-4621-a78b-3e71136a4e03 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:07.574544 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.775265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Pushing event updated for resources: {'Port': ['ID=23f39918-42a4-4621-a78b-3e71136a4e03,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:07.779416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ea5f6ac8-5d53-48ed-8705-247d627b3b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:07.786635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ea5f6ac8-5d53-48ed-8705-247d627b3b35 admin admin] Usage tracker for resource:security_group_rule and tenant:24bdef620a03447da44454595a576a75 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:07.789424 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.790095 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ea5f6ac8-5d53-48ed-8705-247d627b3b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:07.804918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ea5f6ac8-5d53-48ed-8705-247d627b3b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:07.813857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Network f475a7f0-a0b9-4331-a50e-da1b779a45c0 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:07.815481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:07.818111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:07.906405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:07.913385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:07.928553 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a42bcbe-224b-4e66-a2ed-f7110ebc3f34 req-5600db8a-471e-4c50-96f5-6f0fac217fcf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886 HTTP/1.1" status: 200 len: 1002 time: 1.1552887 Feb 11 13:33:07.929122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:07.964172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event updated for resources: {'Port': ['ID=61a03b35-7cd8-4ff8-99ff-ea2e585a8f7d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:07.970162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Attempting to bind port 23f39918-42a4-4621-a78b-3e71136a4e03 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:07.970795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Attempting to bind port 23f39918-42a4-4621-a78b-3e71136a4e03 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '5af96abb-63e8-471a-ac6d-054efc66dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f475a7f0-a0b9-4331-a50e-da1b779a45c0'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:07.971904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Attempting to bind port 23f39918-42a4-4621-a78b-3e71136a4e03 on network f475a7f0-a0b9-4331-a50e-da1b779a45c0 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:33:07.984007 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.014064 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6ac8-5d53-48ed-8705-247d627b3b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.024477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:33:08.025146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Checking segment: {'id': '5af96abb-63e8-471a-ac6d-054efc66dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f475a7f0-a0b9-4331-a50e-da1b779a45c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:08.025877 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.026494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Bound using segment: {'id': '5af96abb-63e8-471a-ac6d-054efc66dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f475a7f0-a0b9-4331-a50e-da1b779a45c0'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:33:08.027968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Bound port: 23f39918-42a4-4621-a78b-3e71136a4e03, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af96abb-63e8-471a-ac6d-054efc66dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f475a7f0-a0b9-4331-a50e-da1b779a45c0'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:08.028522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.069424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Allocated IP 2001:db8::1 (c34d37c9-2f10-419e-a01e-ff746d666fd8/f24fe7d1-0c21-46ce-80b1-6b0615018e87/c39aeb48-a7f2-423e-bc4a-83c67d599cef) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:08.137928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 5c127928-9216-4f74-a4ff-8027ebeffb28, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5c127928-9216-4f74-a4ff-8027ebeffb28,segment=NetworkSegment(efc24e5d-fe1e-46a3-b475-2f0c5a7f1357),segment_id=efc24e5d-fe1e-46a3-b475-2f0c5a7f1357)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:08.140348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6ac8-5d53-48ed-8705-247d627b3b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.172661 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.230418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f6ac8-5d53-48ed-8705-247d627b3b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda8c846-d38e-431d-a819-c72f6b2aa641,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:08.240503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea5f6ac8-5d53-48ed-8705-247d627b3b35 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=24bdef620a03447da44454595a576a75&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0799553 Feb 11 13:33:08.259256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55790) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:08.260772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42bcbe-224b-4e66-a2ed-f7110ebc3f34 req-46fcbd57-9d60-4716-bb51-2ca708f2e2c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:08.263307 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a42bcbe-224b-4e66-a2ed-f7110ebc3f34 req-46fcbd57-9d60-4716-bb51-2ca708f2e2c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7d85b11a-a300-42ba-ac08-edc32a789901 HTTP/1.1" status: 200 len: 848 time: 0.3348734 Feb 11 13:33:08.372677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] For port 23f39918-42a4-4621-a78b-3e71136a4e03, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:08.376822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] For port 23f39918-42a4-4621-a78b-3e71136a4e03, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=23f39918-42a4-4621-a78b-3e71136a4e03,segment=NetworkSegment(5af96abb-63e8-471a-ac6d-054efc66dc10),segment_id=5af96abb-63e8-471a-ac6d-054efc66dc10)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:08.382418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.519748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=5c127928-9216-4f74-a4ff-8027ebeffb28,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:08.538833 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54659957-4971-4d3a-bf6d-44c4c554ec10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.579730 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.667355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.686453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a42bcbe-224b-4e66-a2ed-f7110ebc3f34 req-6e3e7575-8040-41ce-9ce8-dea5e1f23bfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03558ae7-3102-479a-ae24-65823543b8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052100 Feb 11 13:33:08.744186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 25e02595-5635-455a-bd8e-388222e7b15c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:08.766188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Transition to ACTIVE for port object c39aeb48-a7f2-423e-bc4a-83c67d599cef will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:08.806976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8ab5c-87f4-4f02-b5e8-d51c36dd28f3 None None] Pushing event updated for resources: {'Port': ['ID=23f39918-42a4-4621-a78b-3e71136a4e03,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:08.936618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a542c95-fa4a-4163-a6d9-d500c03209fe None None] Network c34d37c9-2f10-419e-a01e-ff746d666fd8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:08.999432 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a42bcbe-224b-4e66-a2ed-f7110ebc3f34 req-3a627b25-e7e3-45bf-9968-84f14149102e service neutron] 10.222.0.73 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059814 Feb 11 13:33:09.002964 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.036308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54659957-4971-4d3a-bf6d-44c4c554ec10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.097747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54659957-4971-4d3a-bf6d-44c4c554ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.131129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54659957-4971-4d3a-bf6d-44c4c554ec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda8c846-d38e-431d-a819-c72f6b2aa641,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:09.159936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54659957-4971-4d3a-bf6d-44c4c554ec10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.161195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-54659957-4971-4d3a-bf6d-44c4c554ec10 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bda8c846-d38e-431d-a819-c72f6b2aa641 HTTP/1.1" status: 204 len: 168 time: 0.8981786 Feb 11 13:33:09.194606 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.203716 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.295046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network c34d37c9-2f10-419e-a01e-ff746d666fd8 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:09.298539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:09.302347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:09.303100 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.344237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=c39aeb48-a7f2-423e-bc4a-83c67d599cef,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:09.505051 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a42bcbe-224b-4e66-a2ed-f7110ebc3f34 req-ecdb935e-04b6-473e-b43a-fff42659f683 service neutron] 10.222.0.73 "GET /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902129 Feb 11 13:33:09.505738 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.587851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-27ff280b-8756-4dd4-9e60-d428e26e52ec None None] Provisioning for port 25e02595-5635-455a-bd8e-388222e7b15c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:09.598773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 25e02595-5635-455a-bd8e-388222e7b15c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:09.613265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-27ff280b-8756-4dd4-9e60-d428e26e52ec None None] Provisioning complete for port 25e02595-5635-455a-bd8e-388222e7b15c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:09.613652 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-27ff280b-8756-4dd4-9e60-d428e26e52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.766449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 25e02595-5635-455a-bd8e-388222e7b15c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:09.766855 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.918897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Router 22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:33:10.171459 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-27ff280b-8756-4dd4-9e60-d428e26e52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.341686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-27ff280b-8756-4dd4-9e60-d428e26e52ec None None] For port 25e02595-5635-455a-bd8e-388222e7b15c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=25e02595-5635-455a-bd8e-388222e7b15c,segment=NetworkSegment(06ef719a-4a4b-420e-a6bf-9ba0836cb169),segment_id=06ef719a-4a4b-420e-a6bf-9ba0836cb169)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:10.347823 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.415998 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-27ff280b-8756-4dd4-9e60-d428e26e52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.552207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:10.569630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.570836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8194eb4d-22bf-45d9-9893-9e564f2730b7 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "PUT /v2.0/routers/22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0 HTTP/1.1" status: 200 len: 919 time: 5.8375640 Feb 11 13:33:10.576637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55830) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:10.601017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.616174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f039c2-319f-4544-812f-46a1a8aaaee7 None None] Network f475a7f0-a0b9-4331-a50e-da1b779a45c0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:10.618199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.621693 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.871265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a485ac-18ed-4664-8122-e2a80ead0708 None None] Sync routers for ids ['22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:10.878804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=c39aeb48-a7f2-423e-bc4a-83c67d599cef,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:11.196001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network c34d37c9-2f10-419e-a01e-ff746d666fd8 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:11.199136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:11.222025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a485ac-18ed-4664-8122-e2a80ead0708 None None] Routers {'22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:11.224052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-86a485ac-18ed-4664-8122-e2a80ead0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:11.269766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-64e0b4f9-1747-4d00-bce4-1117c34be997 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/routers/22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0 HTTP/1.1" status: 200 len: 925 time: 0.6917496 Feb 11 13:33:11.272580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55838) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:11.435271 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:33:11.435903 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:33:11.436679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-86a485ac-18ed-4664-8122-e2a80ead0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:11.447346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bf9607d4-462d-4dac-af87-abbac0f82ed9 None None] Provisioning complete for port 25e02595-5635-455a-bd8e-388222e7b15c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:11.447850 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf9607d4-462d-4dac-af87-abbac0f82ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.473788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f9939fc-6256-4f4b-828b-c77ff89c9dae tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&device_id=22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1999254 Feb 11 13:33:11.476147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55844) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:11.739301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff280b-8756-4dd4-9e60-d428e26e52ec None None] Pushing event updated for resources: {'Port': ['ID=25e02595-5635-455a-bd8e-388222e7b15c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:11.912369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a485ac-18ed-4664-8122-e2a80ead0708 None None] Routers {'22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:11.912991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-86a485ac-18ed-4664-8122-e2a80ead0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:11.984591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f64b27-0d1d-4f4a-a4ef-9694cf0ae176 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:11.990864 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-19f64b27-0d1d-4f4a-a4ef-9694cf0ae176 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 881 time: 0.5136356 Feb 11 13:33:11.991489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55860) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:12.119710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-581c1d59-34b9-4ded-82f8-c84c891626ce tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0 HTTP/1.1" status: 200 len: 205 time: 0.1270230 Feb 11 13:33:12.120320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55864) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:12.332936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-86a485ac-18ed-4664-8122-e2a80ead0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:12.333361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a485ac-18ed-4664-8122-e2a80ead0708 None None] The sync data for ids ['22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:12.569402 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.586953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bf9607d4-462d-4dac-af87-abbac0f82ed9 None None] Provisioning for port 23f39918-42a4-4621-a78b-3e71136a4e03 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:12.629013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bf9607d4-462d-4dac-af87-abbac0f82ed9 None None] Provisioning for port c39aeb48-a7f2-423e-bc4a-83c67d599cef completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:12.643944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bf9607d4-462d-4dac-af87-abbac0f82ed9 None None] Provisioning complete for port c39aeb48-a7f2-423e-bc4a-83c67d599cef triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:12.644329 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf9607d4-462d-4dac-af87-abbac0f82ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.765540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router f786325d-7b44-4226-bb2b-63f1fb706870 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:33:12.810874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bf9607d4-462d-4dac-af87-abbac0f82ed9 None None] Port c39aeb48-a7f2-423e-bc4a-83c67d599cef cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:33:12.812626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 23f39918-42a4-4621-a78b-3e71136a4e03 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:12.934668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.937834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 23f39918-42a4-4621-a78b-3e71136a4e03 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:12.960463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 23f39918-42a4-4621-a78b-3e71136a4e03 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:12.961261 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.086972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5453bdbc-42bf-491a-be70-a08b7438b567 None None] Provisioning complete for port 23f39918-42a4-4621-a78b-3e71136a4e03 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:13.087908 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5453bdbc-42bf-491a-be70-a08b7438b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.235234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:13.246524 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e17edb-38c3-4028-9d19-668ae3d7a487 None None] Sync routers for ids ['f786325d-7b44-4226-bb2b-63f1fb706870'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:13.264512 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8eed5de5-9d44-4a54-bdcb-e37f0dc9a695 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/f786325d-7b44-4226-bb2b-63f1fb706870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8695781 Feb 11 13:33:13.264952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55888) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:13.269753 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e17edb-38c3-4028-9d19-668ae3d7a487 None None] Routers {'f786325d-7b44-4226-bb2b-63f1fb706870'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:13.272111 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-59e17edb-38c3-4028-9d19-668ae3d7a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f786325d-7b44-4226-bb2b-63f1fb706870'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:13.385711 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.449399 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-59e17edb-38c3-4028-9d19-668ae3d7a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:13.452648 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.463259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Deleting port 61a03b35-7cd8-4ff8-99ff-ea2e585a8f7d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:13.463711 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.470020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941e0c84-a5f3-4f58-b405-510a57eae032 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:13.472443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-941e0c84-a5f3-4f58-b405-510a57eae032 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:33:13.508535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-941e0c84-a5f3-4f58-b405-510a57eae032 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:33:13.509931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-941e0c84-a5f3-4f58-b405-510a57eae032 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports/c39aeb48-a7f2-423e-bc4a-83c67d599cef HTTP/1.1" status: 200 len: 911 time: 0.2416811 Feb 11 13:33:13.515599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55898) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:13.517924 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e17edb-38c3-4028-9d19-668ae3d7a487 None None] Routers {'f786325d-7b44-4226-bb2b-63f1fb706870'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:13.519423 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-59e17edb-38c3-4028-9d19-668ae3d7a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:32:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f786325d-7b44-4226-bb2b-63f1fb706870'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:13.632993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 23f39918-42a4-4621-a78b-3e71136a4e03, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=23f39918-42a4-4621-a78b-3e71136a4e03,segment=NetworkSegment(5af96abb-63e8-471a-ac6d-054efc66dc10),segment_id=5af96abb-63e8-471a-ac6d-054efc66dc10)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:13.687632 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.688412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5c127928-9216-4f74-a4ff-8027ebeffb28 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:13.706976 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-59e17edb-38c3-4028-9d19-668ae3d7a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:13.707787 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e17edb-38c3-4028-9d19-668ae3d7a487 None None] The sync data for ids ['f786325d-7b44-4226-bb2b-63f1fb706870'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:13.908968 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.949323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55904) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:13.998326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 5c127928-9216-4f74-a4ff-8027ebeffb28 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:13.998941 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.094019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5453bdbc-42bf-491a-be70-a08b7438b567 None None] Provisioning complete for port c39aeb48-a7f2-423e-bc4a-83c67d599cef triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:14.094345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5453bdbc-42bf-491a-be70-a08b7438b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.165950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=23f39918-42a4-4621-a78b-3e71136a4e03,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:14.288631 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:33:14.318197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5453bdbc-42bf-491a-be70-a08b7438b567 None None] Port c39aeb48-a7f2-423e-bc4a-83c67d599cef cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:33:14.324643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Calling delete_port for 61a03b35-7cd8-4ff8-99ff-ea2e585a8f7d owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:14.376366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 25e02595-5635-455a-bd8e-388222e7b15c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:14.590314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 25e02595-5635-455a-bd8e-388222e7b15c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:14.590705 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.692887 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.742209 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66bb6f7c-13d9-4024-a61b-3a45932f76de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.753244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Pushing event deleted for resources: {'Port': ['ID=61a03b35-7cd8-4ff8-99ff-ea2e585a8f7d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:14.831346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-66bb6f7c-13d9-4024-a61b-3a45932f76de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:14.841609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-66bb6f7c-13d9-4024-a61b-3a45932f76de admin admin] Usage tracker for resource:security_group_rule and tenant:5e968e0a5d2d42079a66ed58850307c5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:14.847499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-66bb6f7c-13d9-4024-a61b-3a45932f76de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:14.855489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-66bb6f7c-13d9-4024-a61b-3a45932f76de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:15.014294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 23f39918-42a4-4621-a78b-3e71136a4e03 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:15.129885 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.131018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 23f39918-42a4-4621-a78b-3e71136a4e03 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:15.131598 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.155878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.426768 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66bb6f7c-13d9-4024-a61b-3a45932f76de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.431209 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d49d283-a19b-4f9c-8c07-ea0e470f0288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.434653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66bb6f7c-13d9-4024-a61b-3a45932f76de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.515139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb6f7c-13d9-4024-a61b-3a45932f76de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9845a83c-634c-4965-a1ba-415fdba2fd53,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:15.536356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-66bb6f7c-13d9-4024-a61b-3a45932f76de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5e968e0a5d2d42079a66ed58850307c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5804329 Feb 11 13:33:15.555763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55930) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:15.704789 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.709389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.738206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.738206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Fanout notify agent at l3_agent the message router_deleted on router 22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:33:15.753797 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.755303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-21d9931d-ba2c-41fd-9044-8cbcd39b35a0 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0 HTTP/1.1" status: 204 len: 168 time: 3.6335104 Feb 11 13:33:15.759138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55936) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:15.767773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-969959509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:15.773900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:15.779021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Usage tracker for resource:router and tenant:67e7600046374fa9aed1975640de4f6b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:15.782020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:15.791241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:15.794965 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc46c93b-309b-43a0-9e04-7a5218f289cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.806744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.807746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.829282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.854908 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.885381 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc46c93b-309b-43a0-9e04-7a5218f289cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.887880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.889428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-02d9c4f6-3589-4054-8d4d-a19f091fd13e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1287599 Feb 11 13:33:15.891888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55944) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:15.900056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'enable_snat': False}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:15.940524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Allocated IP 2001:db8:1::1 (f475a7f0-a0b9-4331-a50e-da1b779a45c0/1e73f930-d386-4d4a-9373-7cea7d7ce228/327009dc-ea4f-4238-ae3c-4dfcf07dd6ad) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:16.043789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc46c93b-309b-43a0-9e04-7a5218f289cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.101395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46c93b-309b-43a0-9e04-7a5218f289cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9845a83c-634c-4965-a1ba-415fdba2fd53,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:16.162855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc46c93b-309b-43a0-9e04-7a5218f289cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.165429 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bc46c93b-309b-43a0-9e04-7a5218f289cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9845a83c-634c-4965-a1ba-415fdba2fd53 HTTP/1.1" status: 204 len: 168 time: 0.6085479 Feb 11 13:33:16.199895 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.220428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Transition to ACTIVE for port object 327009dc-ea4f-4238-ae3c-4dfcf07dd6ad will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:16.250066 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.480980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network f475a7f0-a0b9-4331-a50e-da1b779a45c0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:16.482242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=327009dc-ea4f-4238-ae3c-4dfcf07dd6ad,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:16.488845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:16.491655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:16.492417 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.511877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.705666 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.038375 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.084462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b916bb36-64b1-4c05-8bbd-c31b6cd0917f None None] Provisioning for port 327009dc-ea4f-4238-ae3c-4dfcf07dd6ad completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:17.095984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b916bb36-64b1-4c05-8bbd-c31b6cd0917f None None] Provisioning complete for port 327009dc-ea4f-4238-ae3c-4dfcf07dd6ad triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:17.096379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b916bb36-64b1-4c05-8bbd-c31b6cd0917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.146473 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.240163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b916bb36-64b1-4c05-8bbd-c31b6cd0917f None None] Port 327009dc-ea4f-4238-ae3c-4dfcf07dd6ad cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:33:17.379111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55972) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:17.416564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Allocated IP 172.25.4.76 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/5fea49e4-6011-48dc-a86f-824525d874eb) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:17.507577 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.518265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.519675 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.638009 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8347eb3-d66e-4fca-b864-523efc8a409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.639380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=327009dc-ea4f-4238-ae3c-4dfcf07dd6ad,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.673660 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.720406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-412afb82-8a86-46b6-bea8-56bfc5e12071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.775553 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.844008 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-412afb82-8a86-46b6-bea8-56bfc5e12071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:17.847899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network f475a7f0-a0b9-4331-a50e-da1b779a45c0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:17.849522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:17.855696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-412afb82-8a86-46b6-bea8-56bfc5e12071 admin admin] Usage tracker for resource:security_group_rule and tenant:8ac06b4719104681900a4bd503b9a447 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:17.858344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Pushing event updated for resources: {'Port': ['ID=5fea49e4-6011-48dc-a86f-824525d874eb,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.860825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-412afb82-8a86-46b6-bea8-56bfc5e12071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:17.867799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-412afb82-8a86-46b6-bea8-56bfc5e12071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:17.895012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:17.897049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:17.905534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:18.213449 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-412afb82-8a86-46b6-bea8-56bfc5e12071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.235579 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.318039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4f89719d-56c1-453b-a833-680f8b51c0cd None None] Provisioning complete for port 327009dc-ea4f-4238-ae3c-4dfcf07dd6ad triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:18.321366 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f89719d-56c1-453b-a833-680f8b51c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.444568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4f89719d-56c1-453b-a833-680f8b51c0cd None None] Port 327009dc-ea4f-4238-ae3c-4dfcf07dd6ad cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:33:18.634878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.638425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.640389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-412afb82-8a86-46b6-bea8-56bfc5e12071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.687385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router f786325d-7b44-4226-bb2b-63f1fb706870 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:18.851218 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.893587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412afb82-8a86-46b6-bea8-56bfc5e12071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31d30c3-92e6-4228-b03c-f1f08e99e207,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:18.909775 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.913632 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-412afb82-8a86-46b6-bea8-56bfc5e12071 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8ac06b4719104681900a4bd503b9a447&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4967728 Feb 11 13:33:18.915245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56004) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:19.005827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:19.016074 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b91c49ef-0430-404d-a78e-e249bd09bcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.028124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8a33d-8d8d-41ed-82f5-47f92af25d95 None None] Sync routers for ids ['f786325d-7b44-4226-bb2b-63f1fb706870'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:19.032501 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e83b3b2b-5221-4501-96d7-f35addd9a845 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/f786325d-7b44-4226-bb2b-63f1fb706870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5147316 Feb 11 13:33:19.033951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56008) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:19.052651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8a33d-8d8d-41ed-82f5-47f92af25d95 None None] Routers {'f786325d-7b44-4226-bb2b-63f1fb706870'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:19.053961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-97f8a33d-8d8d-41ed-82f5-47f92af25d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f786325d-7b44-4226-bb2b-63f1fb706870'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.072350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b91c49ef-0430-404d-a78e-e249bd09bcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.196281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-97f8a33d-8d8d-41ed-82f5-47f92af25d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.203274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b91c49ef-0430-404d-a78e-e249bd09bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.212582 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8a33d-8d8d-41ed-82f5-47f92af25d95 None None] Routers {'f786325d-7b44-4226-bb2b-63f1fb706870'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:19.213375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-97f8a33d-8d8d-41ed-82f5-47f92af25d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f786325d-7b44-4226-bb2b-63f1fb706870'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.243574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd8a32-91ef-4ca3-8be3-59538a20cf4e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:19.244841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-12fd8a32-91ef-4ca3-8be3-59538a20cf4e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:33:19.260516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c49ef-0430-404d-a78e-e249bd09bcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31d30c3-92e6-4228-b03c-f1f08e99e207,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:19.281199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-12fd8a32-91ef-4ca3-8be3-59538a20cf4e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:33:19.287704 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-12fd8a32-91ef-4ca3-8be3-59538a20cf4e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports/327009dc-ea4f-4238-ae3c-4dfcf07dd6ad HTTP/1.1" status: 200 len: 913 time: 0.2511582 Feb 11 13:33:19.289286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56020) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:19.301431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b91c49ef-0430-404d-a78e-e249bd09bcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.306227 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b91c49ef-0430-404d-a78e-e249bd09bcfd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a31d30c3-92e6-4228-b03c-f1f08e99e207 HTTP/1.1" status: 204 len: 168 time: 0.3871033 Feb 11 13:33:19.306227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Router cf5225c1-5c5d-45e3-a0c8-a4d49079f174 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:33:19.355987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-97f8a33d-8d8d-41ed-82f5-47f92af25d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.356464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8a33d-8d8d-41ed-82f5-47f92af25d95 None None] The sync data for ids ['f786325d-7b44-4226-bb2b-63f1fb706870'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:19.785848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:19.790513 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.792727 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4f121a84-3adc-45f7-8f81-20151e9bbe8e tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "PUT /v2.0/routers/cf5225c1-5c5d-45e3-a0c8-a4d49079f174 HTTP/1.1" status: 200 len: 918 time: 3.8983443 Feb 11 13:33:19.795494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56034) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:19.797148 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad8fef-c587-42fd-92c3-3ee3dfa48375 None None] Sync routers for ids ['cf5225c1-5c5d-45e3-a0c8-a4d49079f174'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:19.837173 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad8fef-c587-42fd-92c3-3ee3dfa48375 None None] Routers {'cf5225c1-5c5d-45e3-a0c8-a4d49079f174'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:19.837807 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-66ad8fef-c587-42fd-92c3-3ee3dfa48375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['cf5225c1-5c5d-45e3-a0c8-a4d49079f174'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.972579 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-66ad8fef-c587-42fd-92c3-3ee3dfa48375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.986035 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad8fef-c587-42fd-92c3-3ee3dfa48375 None None] Routers {'cf5225c1-5c5d-45e3-a0c8-a4d49079f174'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:19.986938 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-66ad8fef-c587-42fd-92c3-3ee3dfa48375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['cf5225c1-5c5d-45e3-a0c8-a4d49079f174'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:20.096080 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.112863 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-66ad8fef-c587-42fd-92c3-3ee3dfa48375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:20.123218 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad8fef-c587-42fd-92c3-3ee3dfa48375 None None] The sync data for ids ['cf5225c1-5c5d-45e3-a0c8-a4d49079f174'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:20.216937 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a640b00c-0461-405b-9f09-2ec004a17287 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/routers/cf5225c1-5c5d-45e3-a0c8-a4d49079f174 HTTP/1.1" status: 200 len: 924 time: 0.4152241 Feb 11 13:33:20.217626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56044) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:20.247260 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.300017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56048) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:20.337507 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1890f97f-255c-4de9-8bd5-278c93c46c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.347647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-469b35b9-06ad-4646-8c7f-0cabb9dd4406 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&device_id=cf5225c1-5c5d-45e3-a0c8-a4d49079f174&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1263416 Feb 11 13:33:20.349891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56052) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:20.398049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1890f97f-255c-4de9-8bd5-278c93c46c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:20.405204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1890f97f-255c-4de9-8bd5-278c93c46c3a admin admin] Usage tracker for resource:security_group_rule and tenant:72e91bf3906040d48b23ef86f201cd11 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:20.408593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1890f97f-255c-4de9-8bd5-278c93c46c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:20.416424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1890f97f-255c-4de9-8bd5-278c93c46c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:20.563092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab956da-4e17-447a-a7af-eeecda9f6be1 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:20.564674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8ab956da-4e17-447a-a7af-eeecda9f6be1 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 881 time: 0.2136152 Feb 11 13:33:20.567615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56062) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:20.666568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9cb870aa-19ec-4115-bcb0-1a7ca56f86da tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5225c1-5c5d-45e3-a0c8-a4d49079f174 HTTP/1.1" status: 200 len: 205 time: 0.0977552 Feb 11 13:33:20.672946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56068) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:20.697449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1890f97f-255c-4de9-8bd5-278c93c46c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.788380 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1890f97f-255c-4de9-8bd5-278c93c46c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.938522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1890f97f-255c-4de9-8bd5-278c93c46c3a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=72e91bf3906040d48b23ef86f201cd11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6324522 Feb 11 13:33:20.939424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56074) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:20.943867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890f97f-255c-4de9-8bd5-278c93c46c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e869cb-aef7-4260-8361-a1d990506086,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:20.986678 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.140327 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc6ec0a2-9f77-4e20-b4cc-9b150a176a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.261342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc6ec0a2-9f77-4e20-b4cc-9b150a176a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.409325 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.423479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Deleting port 5fea49e4-6011-48dc-a86f-824525d874eb {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:21.423995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.558085 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc6ec0a2-9f77-4e20-b4cc-9b150a176a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.621696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ec0a2-9f77-4e20-b4cc-9b150a176a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e869cb-aef7-4260-8361-a1d990506086,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:21.641451 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc6ec0a2-9f77-4e20-b4cc-9b150a176a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.641451 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fc6ec0a2-9f77-4e20-b4cc-9b150a176a20 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b9e869cb-aef7-4260-8361-a1d990506086 HTTP/1.1" status: 204 len: 168 time: 0.6938915 Feb 11 13:33:21.671620 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.835325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Calling delete_port for 5fea49e4-6011-48dc-a86f-824525d874eb owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:21.908479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 327009dc-ea4f-4238-ae3c-4dfcf07dd6ad {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:21.911636 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:22.181206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:22.213449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:22.313640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Pushing event deleted for resources: {'Port': ['ID=5fea49e4-6011-48dc-a86f-824525d874eb,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:22.390595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 327009dc-ea4f-4238-ae3c-4dfcf07dd6ad owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:22.812762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:22.847513 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:22.963510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=327009dc-ea4f-4238-ae3c-4dfcf07dd6ad,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:23.345988 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.487998 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.493057 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.531796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.532509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Fanout notify agent at l3_agent the message router_deleted on router cf5225c1-5c5d-45e3-a0c8-a4d49079f174 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:33:23.548966 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.550051 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-545d0631-4597-4294-8a01-d68182aa42e4 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/cf5225c1-5c5d-45e3-a0c8-a4d49079f174 HTTP/1.1" status: 204 len: 168 time: 2.8761816 Feb 11 13:33:23.554048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56122) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:23.560097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1855857397', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:23.577690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:23.583935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Usage tracker for resource:router and tenant:67e7600046374fa9aed1975640de4f6b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:23.590141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:23.598006 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:23.628744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.630308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.672938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.004137 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.623681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router f786325d-7b44-4226-bb2b-63f1fb706870 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:24.865039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.919748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.967931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:24.978629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02931103-7621-40d3-aae6-c34a9b806914 None None] Sync routers for ids ['f786325d-7b44-4226-bb2b-63f1fb706870'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:25.002203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02931103-7621-40d3-aae6-c34a9b806914 None None] Routers {'f786325d-7b44-4226-bb2b-63f1fb706870'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:25.004119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-02931103-7621-40d3-aae6-c34a9b806914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f786325d-7b44-4226-bb2b-63f1fb706870'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:25.018932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56156) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:25.020095 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8019ef11-66c8-471c-8f49-19e95588d701 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/f786325d-7b44-4226-bb2b-63f1fb706870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7290130 Feb 11 13:33:25.200535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-02931103-7621-40d3-aae6-c34a9b806914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:25.214114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02931103-7621-40d3-aae6-c34a9b806914 None None] Routers {'f786325d-7b44-4226-bb2b-63f1fb706870'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:25.215332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-02931103-7621-40d3-aae6-c34a9b806914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f786325d-7b44-4226-bb2b-63f1fb706870'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:25.293422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-02931103-7621-40d3-aae6-c34a9b806914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:25.295620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02931103-7621-40d3-aae6-c34a9b806914 None None] The sync data for ids ['f786325d-7b44-4226-bb2b-63f1fb706870'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:25.411606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Allocated IP 172.25.4.22 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/eeb7b228-c698-4af5-8800-5f14b661643f) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:25.865768 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.070847 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.147388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.356674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:26.363206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:26.371824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:26.407033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Pushing event updated for resources: {'Port': ['ID=eeb7b228-c698-4af5-8800-5f14b661643f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:26.993930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56202) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:27.001531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.002531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.240754 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a37d2ffb-c196-4009-ba3a-8edfd4cba949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.365037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a37d2ffb-c196-4009-ba3a-8edfd4cba949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:27.377229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a37d2ffb-c196-4009-ba3a-8edfd4cba949 admin admin] Usage tracker for resource:security_group_rule and tenant:4fbb793549d04be8b517f6b16b381264 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:27.387649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a37d2ffb-c196-4009-ba3a-8edfd4cba949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:27.406651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a37d2ffb-c196-4009-ba3a-8edfd4cba949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:27.550596 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a37d2ffb-c196-4009-ba3a-8edfd4cba949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.556706 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a37d2ffb-c196-4009-ba3a-8edfd4cba949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.617135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port c39aeb48-a7f2-423e-bc4a-83c67d599cef {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:27.617677 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.637075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2ffb-c196-4009-ba3a-8edfd4cba949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16a85b9-bf4c-4a7c-b7d7-40b53f9ab4c4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:27.701549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a37d2ffb-c196-4009-ba3a-8edfd4cba949 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4fbb793549d04be8b517f6b16b381264&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7047493 Feb 11 13:33:27.704140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56230) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:27.773836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b62b-34ab-4641-bde2-334160f11042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.804845 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b62b-34ab-4641-bde2-334160f11042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.873128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b62b-34ab-4641-bde2-334160f11042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.916994 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b62b-34ab-4641-bde2-334160f11042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.920539 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9ce7b62b-34ab-4641-bde2-334160f11042 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c16a85b9-bf4c-4a7c-b7d7-40b53f9ab4c4 HTTP/1.1" status: 204 len: 168 time: 0.2130797 Feb 11 13:33:27.920539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7b62b-34ab-4641-bde2-334160f11042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16a85b9-bf4c-4a7c-b7d7-40b53f9ab4c4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:27.973851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Router 69301e55-c87e-4532-865c-fb0e891db970 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:33:28.013415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.328187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for c39aeb48-a7f2-423e-bc4a-83c67d599cef owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:28.490006 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56250) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:28.601823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13c820b0-c9ab-4c15-9ca4-187c2fe0e8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.655533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-13c820b0-c9ab-4c15-9ca4-187c2fe0e8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:28.659381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-13c820b0-c9ab-4c15-9ca4-187c2fe0e8ac admin admin] Usage tracker for resource:security_group_rule and tenant:85d6e82e0870426cb3c6687d83be86c2 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:28.662343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-13c820b0-c9ab-4c15-9ca4-187c2fe0e8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:28.668288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-13c820b0-c9ab-4c15-9ca4-187c2fe0e8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:28.761086 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.822147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=c39aeb48-a7f2-423e-bc4a-83c67d599cef,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:28.827825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13c820b0-c9ab-4c15-9ca4-187c2fe0e8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.876203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:28.893034 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fed7e3-6365-4855-89cb-661089b12e52 None None] Sync routers for ids ['69301e55-c87e-4532-865c-fb0e891db970'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:28.904852 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13c820b0-c9ab-4c15-9ca4-187c2fe0e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.913273 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fed7e3-6365-4855-89cb-661089b12e52 None None] Routers {'69301e55-c87e-4532-865c-fb0e891db970'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:28.913890 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c7fed7e3-6365-4855-89cb-661089b12e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['69301e55-c87e-4532-865c-fb0e891db970'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:28.992776 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-13c820b0-c9ab-4c15-9ca4-187c2fe0e8ac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=85d6e82e0870426cb3c6687d83be86c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4669921 Feb 11 13:33:28.996794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56262) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:29.103270 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c7fed7e3-6365-4855-89cb-661089b12e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:29.131359 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fed7e3-6365-4855-89cb-661089b12e52 None None] Routers {'69301e55-c87e-4532-865c-fb0e891db970'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:29.132195 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c7fed7e3-6365-4855-89cb-661089b12e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['69301e55-c87e-4532-865c-fb0e891db970'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:29.194808 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c767072-a087-42ff-bf9f-c0fe6a0210dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.238039 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c767072-a087-42ff-bf9f-c0fe6a0210dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.275478 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c7fed7e3-6365-4855-89cb-661089b12e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:29.285063 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fed7e3-6365-4855-89cb-661089b12e52 None None] The sync data for ids ['69301e55-c87e-4532-865c-fb0e891db970'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:29.346544 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c767072-a087-42ff-bf9f-c0fe6a0210dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.378486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c767072-a087-42ff-bf9f-c0fe6a0210dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f5ade-dafc-496d-b9d4-59988c4bb14b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:29.395102 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c767072-a087-42ff-bf9f-c0fe6a0210dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.399281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6c767072-a087-42ff-bf9f-c0fe6a0210dd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d54f5ade-dafc-496d-b9d4-59988c4bb14b HTTP/1.1" status: 204 len: 168 time: 0.4014156 Feb 11 13:33:29.497383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c820b0-c9ab-4c15-9ca4-187c2fe0e8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f5ade-dafc-496d-b9d4-59988c4bb14b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:29.511127 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.515154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56276) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:29.515774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-29c4965d-95ab-4dfc-b6b9-95a59e2ee955 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9607646 Feb 11 13:33:29.520578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.524407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:30.210351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router f786325d-7b44-4226-bb2b-63f1fb706870 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:30.514510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:30.529751 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0007065-6b61-46e6-901d-3341890fd4b3 None None] Sync routers for ids ['f786325d-7b44-4226-bb2b-63f1fb706870'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:30.536480 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-18e7f0a0-b353-47bd-8517-d18a0e9aef82 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/f786325d-7b44-4226-bb2b-63f1fb706870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5114586 Feb 11 13:33:30.540560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56294) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:30.570939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0007065-6b61-46e6-901d-3341890fd4b3 None None] Routers {'f786325d-7b44-4226-bb2b-63f1fb706870'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:30.571852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e0007065-6b61-46e6-901d-3341890fd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f786325d-7b44-4226-bb2b-63f1fb706870'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:30.675062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b47b2f1f-e961-45ad-8387-ed1629bc880b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:33:30.681610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e0007065-6b61-46e6-901d-3341890fd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:30.707023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0007065-6b61-46e6-901d-3341890fd4b3 None None] Routers {'f786325d-7b44-4226-bb2b-63f1fb706870'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:30.707995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e0007065-6b61-46e6-901d-3341890fd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f786325d-7b44-4226-bb2b-63f1fb706870'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:30.720370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b47b2f1f-e961-45ad-8387-ed1629bc880b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:33:30.722280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b47b2f1f-e961-45ad-8387-ed1629bc880b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=f786325d-7b44-4226-bb2b-63f1fb706870 HTTP/1.1" status: 200 len: 205 time: 0.1806090 Feb 11 13:33:30.725527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56300) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:30.882983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e0007065-6b61-46e6-901d-3341890fd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:30.883836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0007065-6b61-46e6-901d-3341890fd4b3 None None] The sync data for ids ['f786325d-7b44-4226-bb2b-63f1fb706870'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:30.966900 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.004974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.021075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Deleting port eeb7b228-c698-4af5-8800-5f14b661643f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:31.021454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.025015 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd01758c-89b0-4de1-88ca-857d728b1ca6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.236521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56316) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:31.325021 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.455330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Calling delete_port for eeb7b228-c698-4af5-8800-5f14b661643f owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:31.782336 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be24ad71-846e-4cd4-9301-189d8838e5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.788034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56334) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:31.800502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1862515247'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:31.821246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:31.829594 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:network and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:31.841413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:31.841984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.884330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:31.884642 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd01758c-89b0-4de1-88ca-857d728b1ca6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.890099 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd01758c-89b0-4de1-88ca-857d728b1ca6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.907351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be24ad71-846e-4cd4-9301-189d8838e5f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:31.912008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Pushing event deleted for resources: {'Port': ['ID=eeb7b228-c698-4af5-8800-5f14b661643f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.917468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd01758c-89b0-4de1-88ca-857d728b1ca6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.918738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd01758c-89b0-4de1-88ca-857d728b1ca6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Fanout notify agent at l3_agent the message router_deleted on router f786325d-7b44-4226-bb2b-63f1fb706870 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:33:31.921105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-be24ad71-846e-4cd4-9301-189d8838e5f4 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9a102b3c514b7e81666243c82b2595 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:31.930594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fd01758c-89b0-4de1-88ca-857d728b1ca6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.934883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fd01758c-89b0-4de1-88ca-857d728b1ca6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/f786325d-7b44-4226-bb2b-63f1fb706870 HTTP/1.1" status: 204 len: 168 time: 1.2047060 Feb 11 13:33:31.936139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56340) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:31.955183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-be24ad71-846e-4cd4-9301-189d8838e5f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:31.966596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:31.969607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.987276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be24ad71-846e-4cd4-9301-189d8838e5f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:32.061966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:32.086726 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.087066 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Added segment 01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6 of type vlan for network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 Feb 11 13:33:32.148398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-179e5b47-8bd4-4fb6-8442-539ba73f11eb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting subnet 1e73f930-d386-4d4a-9373-7cea7d7ce228 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:33:32.152271 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-179e5b47-8bd4-4fb6-8442-539ba73f11eb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.211522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-179e5b47-8bd4-4fb6-8442-539ba73f11eb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.263400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.285314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.315955 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-179e5b47-8bd4-4fb6-8442-539ba73f11eb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.396589 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-179e5b47-8bd4-4fb6-8442-539ba73f11eb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.425437 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be24ad71-846e-4cd4-9301-189d8838e5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.442130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be24ad71-846e-4cd4-9301-189d8838e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.445457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e5b47-8bd4-4fb6-8442-539ba73f11eb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Subnet': ['ID=1e73f930-d386-4d4a-9373-7cea7d7ce228,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:32.452676 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-179e5b47-8bd4-4fb6-8442-539ba73f11eb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.459642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e7e59-3eb9-44c6-8b63-4602936dacad None None] Network f475a7f0-a0b9-4331-a50e-da1b779a45c0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:32.460156 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.460367 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-179e5b47-8bd4-4fb6-8442-539ba73f11eb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/1e73f930-d386-4d4a-9373-7cea7d7ce228 HTTP/1.1" status: 204 len: 168 time: 0.5231895 Feb 11 13:33:32.462991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56354) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:32.478719 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.593748 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.596464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:32.597058 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.600846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24ad71-846e-4cd4-9301-189d8838e5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d27e01-000d-4994-b83b-081eb3e4107c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:32.680562 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-be24ad71-846e-4cd4-9301-189d8838e5f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5b9a102b3c514b7e81666243c82b2595&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4403336 Feb 11 13:33:32.710962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56362) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:32.759096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcc9ea7-2be9-4796-948d-aaf91f071f79 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting subnet f24fe7d1-0c21-46ce-80b1-6b0615018e87 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:33:32.775323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bcc9ea7-2be9-4796-948d-aaf91f071f79 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.868426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0761399 Feb 11 13:33:32.868853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56370) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:32.874518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712c293-05ad-4b19-9db6-466b77174593 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Network': ['ID=a08c08c5-9a52-41f6-8375-2cdd7db21ff8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:32.889196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Router 69301e55-c87e-4532-865c-fb0e891db970 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:32.894458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1578265402'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:32.897328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:33:32.943718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:32.966307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bcc9ea7-2be9-4796-948d-aaf91f071f79 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.073575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:33.083260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:network and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:33.084638 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.086526 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7540f59b-e2ff-46c1-84fb-2ad2709f0ce8 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "PUT /v2.0/routers/69301e55-c87e-4532-865c-fb0e891db970 HTTP/1.1" status: 200 len: 710 time: 3.5675440 Feb 11 13:33:33.088087 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb08218-1880-45ea-8b80-16643e7af574 None None] Sync routers for ids ['69301e55-c87e-4532-865c-fb0e891db970'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:33.089146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56378) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:33.102714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c066c9e-eb9d-4190-befd-4698cf060a07 None None] DHCP port deletion for f475a7f0-a0b9-4331-a50e-da1b779a45c0 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:33:33.107990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5c066c9e-eb9d-4190-befd-4698cf060a07 None None] Deleting port 23f39918-42a4-4621-a78b-3e71136a4e03 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:33.108358 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c066c9e-eb9d-4190-befd-4698cf060a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.111948 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb08218-1880-45ea-8b80-16643e7af574 None None] Routers {'69301e55-c87e-4532-865c-fb0e891db970'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:33.113129 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ccb08218-1880-45ea-8b80-16643e7af574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['69301e55-c87e-4532-865c-fb0e891db970'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:33.123404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:33.126219 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b51c-a31f-45cd-85e3-d7ac7777128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.144827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:33.215693 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ccb08218-1880-45ea-8b80-16643e7af574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:33.236162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:33.240685 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.253792 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb08218-1880-45ea-8b80-16643e7af574 None None] Routers {'69301e55-c87e-4532-865c-fb0e891db970'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:33.256040 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ccb08218-1880-45ea-8b80-16643e7af574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['69301e55-c87e-4532-865c-fb0e891db970'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:33.268989 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bc2526f4-3dcd-4624-bc4a-b193eb6eeaa6 tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/routers/69301e55-c87e-4532-865c-fb0e891db970 HTTP/1.1" status: 200 len: 745 time: 0.1780825 Feb 11 13:33:33.269386 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b51c-a31f-45cd-85e3-d7ac7777128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.271278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56384) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:33.324168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f0515bd2-734c-4af2-be81-086b1e26fbda tempest-RoutersIpV6AdminTest-379902289 tempest-RoutersIpV6AdminTest-379902289-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&device_id=69301e55-c87e-4532-865c-fb0e891db970 HTTP/1.1" status: 200 len: 205 time: 0.0515738 Feb 11 13:33:33.326747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56388) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:33.382842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5c066c9e-eb9d-4190-befd-4698cf060a07 None None] For port 23f39918-42a4-4621-a78b-3e71136a4e03, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=23f39918-42a4-4621-a78b-3e71136a4e03,segment=NetworkSegment(5af96abb-63e8-471a-ac6d-054efc66dc10),segment_id=5af96abb-63e8-471a-ac6d-054efc66dc10)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:33.383242 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c066c9e-eb9d-4190-befd-4698cf060a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.407144 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ccb08218-1880-45ea-8b80-16643e7af574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:33.408774 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb08218-1880-45ea-8b80-16643e7af574 None None] The sync data for ids ['69301e55-c87e-4532-865c-fb0e891db970'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:33.447803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:33.487106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bcc9ea7-2be9-4796-948d-aaf91f071f79 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.527284 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2ba25fd7-38ec-4ed9-bd04-ec6d0d4b67bd tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=69301e55-c87e-4532-865c-fb0e891db970 HTTP/1.1" status: 200 len: 205 time: 0.1946378 Feb 11 13:33:33.528057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:33.553912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5c066c9e-eb9d-4190-befd-4698cf060a07 None None] Calling delete_port for 23f39918-42a4-4621-a78b-3e71136a4e03 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:33.605891 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.606232 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Added segment dc841e1b-7d79-4fab-a3fa-aa1111d54445 of type vlan for network 0c4ce99b-bcb8-4d76-a929-088829e9857d Feb 11 13:33:33.661406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b51c-a31f-45cd-85e3-d7ac7777128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.671217 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c066c9e-eb9d-4190-befd-4698cf060a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.683386 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.688362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9b51c-a31f-45cd-85e3-d7ac7777128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d27e01-000d-4994-b83b-081eb3e4107c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.727477 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bcc9ea7-2be9-4796-948d-aaf91f071f79 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.768271 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f11c32f-4c41-413e-8789-0f9aa9e7df89 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.771132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c066c9e-eb9d-4190-befd-4698cf060a07 None None] No DVR routers for this DVR port 23f39918-42a4-4621-a78b-3e71136a4e03 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:33.782492 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c066c9e-eb9d-4190-befd-4698cf060a07 None None] Pushing event deleted for resources: {'Port': ['ID=23f39918-42a4-4621-a78b-3e71136a4e03,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.840045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b51c-a31f-45cd-85e3-d7ac7777128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.841537 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b5f9b51c-a31f-45cd-85e3-d7ac7777128d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1d27e01-000d-4994-b83b-081eb3e4107c HTTP/1.1" status: 204 len: 168 time: 1.1292863 Feb 11 13:33:33.842486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc9ea7-2be9-4796-948d-aaf91f071f79 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Subnet': ['ID=f24fe7d1-0c21-46ce-80b1-6b0615018e87,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.846180 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:33:33.871125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bcc9ea7-2be9-4796-948d-aaf91f071f79 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.871977 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e3d48-c68c-4997-909d-c5c07a1396ac None None] Network c34d37c9-2f10-419e-a01e-ff746d666fd8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:33.873195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0bcc9ea7-2be9-4796-948d-aaf91f071f79 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/f24fe7d1-0c21-46ce-80b1-6b0615018e87 HTTP/1.1" status: 204 len: 168 time: 1.4085312 Feb 11 13:33:33.876227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56412) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:33.911337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.914952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:33.915541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.094829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Network': ['ID=0c4ce99b-bcb8-4d76-a929-088829e9857d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:34.125395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ba115e9d-bdeb-4035-b0a9-c95504191da0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2525570 Feb 11 13:33:34.125727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56422) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:34.141194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'subnet': {'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:34.216259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 0c4ce99b-bcb8-4d76-a929-088829e9857d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:33:34.280490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.283306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:34.291036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:subnet and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:34.295183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:34.336899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:34.449492 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f11c32f-4c41-413e-8789-0f9aa9e7df89 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.462380 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f11c32f-4c41-413e-8789-0f9aa9e7df89 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.520490 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f11c32f-4c41-413e-8789-0f9aa9e7df89 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.521044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f11c32f-4c41-413e-8789-0f9aa9e7df89 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Fanout notify agent at l3_agent the message router_deleted on router 69301e55-c87e-4532-865c-fb0e891db970 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:33:34.538358 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f11c32f-4c41-413e-8789-0f9aa9e7df89 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.547397 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2f11c32f-4c41-413e-8789-0f9aa9e7df89 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/69301e55-c87e-4532-865c-fb0e891db970 HTTP/1.1" status: 204 len: 168 time: 1.0183883 Feb 11 13:33:34.548009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56434) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:34.654250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-20572bf8-3fde-47e1-8e27-8c1575ddeadc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=69301e55-c87e-4532-865c-fb0e891db970 HTTP/1.1" status: 200 len: 205 time: 0.1050839 Feb 11 13:33:34.655358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56440) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:34.741117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.744181 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-b552b530-ce66-437e-bd43-167ef39b7a0b tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] delete failed (client error): The resource could not be found. Feb 11 13:33:34.755403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b552b530-ce66-437e-bd43-167ef39b7a0b tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/69301e55-c87e-4532-865c-fb0e891db970 HTTP/1.1" status: 404 len: 336 time: 0.0979481 Feb 11 13:33:34.755906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309fd29a-6ab5-4fa1-bd5d-dbe43022916d None None] DHCP port deletion for c34d37c9-2f10-419e-a01e-ff746d666fd8 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:33:34.757208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56446) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:34.760827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-309fd29a-6ab5-4fa1-bd5d-dbe43022916d None None] Deleting port 25e02595-5635-455a-bd8e-388222e7b15c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:34.761276 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-309fd29a-6ab5-4fa1-bd5d-dbe43022916d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.783344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f475a7f0-a0b9-4331-a50e-da1b779a45c0']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:34.796791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56450) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:34.816191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af96abb-63e8-471a-ac6d-054efc66dc10') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:34.816533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af96abb-63e8-471a-ac6d-054efc66dc10') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:34.816677 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-24d13bba-3b31-4ee6-9024-8063b4043a6c tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5225c1-5c5d-45e3-a0c8-a4d49079f174 HTTP/1.1" status: 200 len: 205 time: 0.0577335 Feb 11 13:33:34.831169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56456) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:34.843053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:34.897825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.934327 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-e54c173b-caac-4d0e-af2c-752e1fea5c6e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] delete failed (client error): The resource could not be found. Feb 11 13:33:34.936929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e54c173b-caac-4d0e-af2c-752e1fea5c6e tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/cf5225c1-5c5d-45e3-a0c8-a4d49079f174 HTTP/1.1" status: 404 len: 336 time: 0.1041217 Feb 11 13:33:34.937951 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62e60683-f373-4d06-a473-94e338af2551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.949616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56460) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:35.003887 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d2c8271a-cdb9-4e8d-a998-4aa8a3468a2d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0 HTTP/1.1" status: 200 len: 205 time: 0.0509491 Feb 11 13:33:35.011914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56464) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:35.039652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-62e60683-f373-4d06-a473-94e338af2551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:35.049410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-62e60683-f373-4d06-a473-94e338af2551 admin admin] Usage tracker for resource:security_group_rule and tenant:c00dd41495f4440bb1da3bb6bcc16558 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:35.059794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.060032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-62e60683-f373-4d06-a473-94e338af2551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:35.069870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-62e60683-f373-4d06-a473-94e338af2551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:35.071177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 23f39918-42a4-4621-a78b-3e71136a4e03 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:33:35.111019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 23f39918-42a4-4621-a78b-3e71136a4e03 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:33:35.111375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 23f39918-42a4-4621-a78b-3e71136a4e03 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:33:35.111764 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 25e02595-5635-455a-bd8e-388222e7b15c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:33:35.168369 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-b2c85f2a-1656-405d-95e9-9ba3c6a2b88d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] delete failed (client error): The resource could not be found. Feb 11 13:33:35.169403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b2c85f2a-1656-405d-95e9-9ba3c6a2b88d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/22d9bbfb-a5a0-4fb6-a7a0-abd293f59cf0 HTTP/1.1" status: 404 len: 336 time: 0.1491296 Feb 11 13:33:35.172143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56470) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:35.212447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:33:35.214768 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.248481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-309fd29a-6ab5-4fa1-bd5d-dbe43022916d None None] For port 25e02595-5635-455a-bd8e-388222e7b15c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=25e02595-5635-455a-bd8e-388222e7b15c,segment=NetworkSegment(06ef719a-4a4b-420e-a6bf-9ba0836cb169),segment_id=06ef719a-4a4b-420e-a6bf-9ba0836cb169)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:35.248999 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-309fd29a-6ab5-4fa1-bd5d-dbe43022916d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.252554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-42833358-eeba-40ce-9c19-81f805affdfe tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=b49d1a72-8a51-4568-868f-e5fa401a52f3 HTTP/1.1" status: 200 len: 205 time: 0.0787673 Feb 11 13:33:35.255028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56474) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:35.350061 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-f6c102cb-d3dc-4071-9d56-1c03f1e7460d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] delete failed (client error): The resource could not be found. Feb 11 13:33:35.353753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f6c102cb-d3dc-4071-9d56-1c03f1e7460d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/b49d1a72-8a51-4568-868f-e5fa401a52f3 HTTP/1.1" status: 404 len: 336 time: 0.0951867 Feb 11 13:33:35.354022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56480) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:35.361530 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:35.381121 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.419189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08ee3335-2b8a-4d58-a85c-33283d775c32 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=422580f4-c7f3-4acd-b86a-946e703f9a11 HTTP/1.1" status: 200 len: 205 time: 0.0616064 Feb 11 13:33:35.419767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:35.478461 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.480099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-309fd29a-6ab5-4fa1-bd5d-dbe43022916d None None] Calling delete_port for 25e02595-5635-455a-bd8e-388222e7b15c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:35.514521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.529427 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-125f6cb9-c4cf-4b98-9148-785add3b9b06 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] delete failed (client error): The resource could not be found. Feb 11 13:33:35.537365 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-125f6cb9-c4cf-4b98-9148-785add3b9b06 tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/422580f4-c7f3-4acd-b86a-946e703f9a11 HTTP/1.1" status: 404 len: 336 time: 0.1164150 Feb 11 13:33:35.539843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56488) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:35.552051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Network': ['ID=f475a7f0-a0b9-4331-a50e-da1b779a45c0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:35.569917 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b072f239-0ca4-4547-b477-08b5a4553c78 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/networks/f475a7f0-a0b9-4331-a50e-da1b779a45c0 HTTP/1.1" status: 204 len: 168 time: 1.6921725 Feb 11 13:33:35.603040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56492) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:35.631890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56496) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:35.668982 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1f9dc338-d65e-446d-a96e-e234b40a25bc tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "GET /v2.0/ports?device_id=425f1dae-7f65-42a9-b1b5-fabe11d34a70 HTTP/1.1" status: 200 len: 205 time: 0.1275253 Feb 11 13:33:35.676354 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.679228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56502) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:35.696426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-309fd29a-6ab5-4fa1-bd5d-dbe43022916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.851704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fd29a-6ab5-4fa1-bd5d-dbe43022916d None None] Pushing event deleted for resources: {'Port': ['ID=25e02595-5635-455a-bd8e-388222e7b15c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:35.859805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309fd29a-6ab5-4fa1-bd5d-dbe43022916d None None] No DVR routers for this DVR port 25e02595-5635-455a-bd8e-388222e7b15c on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:35.911540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.948456 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-a12ac373-682e-43db-a4f4-4746ee8ddccd tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] delete failed (client error): The resource could not be found. Feb 11 13:33:35.949599 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a12ac373-682e-43db-a4f4-4746ee8ddccd tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/routers/425f1dae-7f65-42a9-b1b5-fabe11d34a70 HTTP/1.1" status: 404 len: 336 time: 0.2682369 Feb 11 13:33:35.950321 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-80f632a4-5383-4f26-b558-18207eaba3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.963954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56508) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:36.035298 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0555ae50-e303-48fb-8ed2-9154c578249d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:36.035848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0555ae50-e303-48fb-8ed2-9154c578249d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:36.065184 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62e60683-f373-4d06-a473-94e338af2551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.071915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0555ae50-e303-48fb-8ed2-9154c578249d tempest-RoutersIpV6AdminTest-1671430382 tempest-RoutersIpV6AdminTest-1671430382-project] 10.222.0.67 "DELETE /v2.0/subnets/fa6a4fb4-8c37-459e-ba1e-4a22f397dc43 HTTP/1.1" status: 404 len: 337 time: 0.1027579 Feb 11 13:33:36.071915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-80f632a4-5383-4f26-b558-18207eaba3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:36.075332 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62e60683-f373-4d06-a473-94e338af2551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.082866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-80f632a4-5383-4f26-b558-18207eaba3b2 admin admin] Usage tracker for resource:security_group_rule and tenant:b16c9038b61745be8e103b13bb8af614 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:36.094136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-80f632a4-5383-4f26-b558-18207eaba3b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:36.104461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-80f632a4-5383-4f26-b558-18207eaba3b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:36.155957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e60683-f373-4d06-a473-94e338af2551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77965654-bf33-4c6a-b0c0-43fc9e3ac4f6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:36.169578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-62e60683-f373-4d06-a473-94e338af2551 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c00dd41495f4440bb1da3bb6bcc16558&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3629978 Feb 11 13:33:36.169578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56514) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:36.177343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.204279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.278946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34d37c9-2f10-419e-a01e-ff746d666fd8']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:36.279544 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-80f632a4-5383-4f26-b558-18207eaba3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.284570 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea082-2da9-4c4f-aa8c-17ed141b2d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.287484 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-80f632a4-5383-4f26-b558-18207eaba3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.301823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ef719a-4a4b-420e-a6bf-9ba0836cb169') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:36.302164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ef719a-4a4b-420e-a6bf-9ba0836cb169') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:36.331729 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.339640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Subnet': ['ID=55d328ef-806e-4931-902c-7192baa56f62,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:36.358123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.367869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:33:36.368281 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.372316 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea082-2da9-4c4f-aa8c-17ed141b2d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:36.383483 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:36.385662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f632a4-5383-4f26-b558-18207eaba3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cae3e2-43a1-4611-8a7e-2d8bef5ece92,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:36.389984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Checking segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:36.390981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network hostable DHCP agents. Network: a08c08c5-9a52-41f6-8375-2cdd7db21ff8, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:36.404571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-80f632a4-5383-4f26-b558-18207eaba3b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b16c9038b61745be8e103b13bb8af614&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7597313 Feb 11 13:33:36.405570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56520) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:36.527797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56524) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:36.536440 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5cb9dad9-2d77-43d6-8191-a76fae33940d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.555973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:36.566783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.571908 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea082-2da9-4c4f-aa8c-17ed141b2d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.579791 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.601027 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5cb9dad9-2d77-43d6-8191-a76fae33940d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.609743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Network': ['ID=c34d37c9-2f10-419e-a01e-ff746d666fd8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:36.614671 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f22a9d4-279b-4bc5-8e21-a770332ee252 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/networks/c34d37c9-2f10-419e-a01e-ff746d666fd8 HTTP/1.1" status: 204 len: 168 time: 1.0103810 Feb 11 13:33:36.616411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, a08c08c5-9a52-41f6-8375-2cdd7db21ff8) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:36.619696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56530) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:36.621413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:36.622828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.623190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ea082-2da9-4c4f-aa8c-17ed141b2d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77965654-bf33-4c6a-b0c0-43fc9e3ac4f6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:36.633540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e95217-4801-49f1-8521-1b64990128d1 None None] Network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:36.640448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1190322496'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:36.641262 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea082-2da9-4c4f-aa8c-17ed141b2d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.645868 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ca7ea082-2da9-4c4f-aa8c-17ed141b2d87 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77965654-bf33-4c6a-b0c0-43fc9e3ac4f6 HTTP/1.1" status: 204 len: 168 time: 0.4725006 Feb 11 13:33:36.657865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:36.663635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:network and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:36.667628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:36.672156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3548308f-4769-4328-a910-a143468d9a9b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5447800 Feb 11 13:33:36.676055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56536) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:36.682552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'subnet': {'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:36.701169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:36.720823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5cb9dad9-2d77-43d6-8191-a76fae33940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.752398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9dad9-2d77-43d6-8191-a76fae33940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cae3e2-43a1-4611-8a7e-2d8bef5ece92,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:36.756401 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5cb9dad9-2d77-43d6-8191-a76fae33940d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.762408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5cb9dad9-2d77-43d6-8191-a76fae33940d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33cae3e2-43a1-4611-8a7e-2d8bef5ece92 HTTP/1.1" status: 204 len: 168 time: 0.3496668 Feb 11 13:33:36.816714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:36.820063 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.849779 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7675fd6e-e46d-4f9d-8a8d-acdc5e60df3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.884153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:36.892369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:subnet and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:36.902705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:36.913716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:36.924737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7675fd6e-e46d-4f9d-8a8d-acdc5e60df3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:36.929734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:36.934069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7675fd6e-e46d-4f9d-8a8d-acdc5e60df3e admin admin] Usage tracker for resource:security_group_rule and tenant:67e7600046374fa9aed1975640de4f6b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:36.940909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7675fd6e-e46d-4f9d-8a8d-acdc5e60df3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:36.949855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7675fd6e-e46d-4f9d-8a8d-acdc5e60df3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:36.953352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.953533 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added segment 752735ba-dac5-4bc4-9835-f285f3ab5ef5 of type vlan for network e7884564-3e83-4fff-8328-3c43c3ee49d7 Feb 11 13:33:36.954563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:37.022123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'fixed_ips': [{'subnet_id': '55d328ef-806e-4931-902c-7192baa56f62'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:33:37.023825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.099702 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.121707 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.277160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Allocated IP 10.1.1.2 (a08c08c5-9a52-41f6-8375-2cdd7db21ff8/55d328ef-806e-4931-902c-7192baa56f62/af647aa0-c4d1-48a8-a877-2a2696c3405c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:37.334964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:33:37.403132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7675fd6e-e46d-4f9d-8a8d-acdc5e60df3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.406425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.410511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.411129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.468927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56554) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:37.469670 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8385353 Feb 11 13:33:37.470599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7675fd6e-e46d-4f9d-8a8d-acdc5e60df3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.476429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'subnet': {'network_id': 'e7884564-3e83-4fff-8328-3c43c3ee49d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:37.645027 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.649057 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.662786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Transition to ACTIVE for port object af647aa0-c4d1-48a8-a877-2a2696c3405c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:37.677704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675fd6e-e46d-4f9d-8a8d-acdc5e60df3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b374642f-78ff-4534-a613-ab0efea4a2d1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.690285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7675fd6e-e46d-4f9d-8a8d-acdc5e60df3e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67e7600046374fa9aed1975640de4f6b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1612365 Feb 11 13:33:37.691152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bde491-f1c0-4713-aaf7-caf4e67c5958 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Network': ['ID=e7884564-3e83-4fff-8328-3c43c3ee49d7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.695624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Transition to ACTIVE for port object af647aa0-c4d1-48a8-a877-2a2696c3405c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:37.698308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56560) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:37.705876 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.733081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56562) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:37.762473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e7884564-3e83-4fff-8328-3c43c3ee49d7 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:33:37.795600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6dad9954-b96c-458c-951a-cb753ef9cf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.825059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:37.839590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:subnet and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:37.854337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:37.862977 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:37.877900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d8dcceb-6966-43c2-bfc2-58692f6a0be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.880191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:37.908555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6dad9954-b96c-458c-951a-cb753ef9cf0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:37.911296 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.915093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:37.917988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:37.932716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6dad9954-b96c-458c-951a-cb753ef9cf0b admin admin] Usage tracker for resource:security_group_rule and tenant:bca8a63e0ba24d98947c014f7d125a15 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:37.936598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6dad9954-b96c-458c-951a-cb753ef9cf0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:37.939574 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Pushing event updated for resources: {'Port': ['ID=af647aa0-c4d1-48a8-a877-2a2696c3405c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.953163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6dad9954-b96c-458c-951a-cb753ef9cf0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:37.976171 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d8dcceb-6966-43c2-bfc2-58692f6a0be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.983083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:38.111624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Subnet': ['ID=f7eb4684-f135-434b-92ca-19187fdd48c4,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:38.123317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Attempting to bind port af647aa0-c4d1-48a8-a877-2a2696c3405c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:38.124272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Attempting to bind port af647aa0-c4d1-48a8-a877-2a2696c3405c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:38.125619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Attempting to bind port af647aa0-c4d1-48a8-a877-2a2696c3405c on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:33:38.132962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:33:38.134064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Checking segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:38.135260 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.136226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Bound using segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:33:38.137138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Bound port: af647aa0-c4d1-48a8-a877-2a2696c3405c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:38.137890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.161547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Checking segment: {'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:38.162248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network hostable DHCP agents. Network: 0c4ce99b-bcb8-4d76-a929-088829e9857d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:38.200204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d8dcceb-6966-43c2-bfc2-58692f6a0be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.238514 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.245738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dcceb-6966-43c2-bfc2-58692f6a0be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b374642f-78ff-4534-a613-ab0efea4a2d1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:38.278948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6d8dcceb-6966-43c2-bfc2-58692f6a0be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.280196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6d8dcceb-6966-43c2-bfc2-58692f6a0be5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b374642f-78ff-4534-a613-ab0efea4a2d1 HTTP/1.1" status: 204 len: 168 time: 0.5333829 Feb 11 13:33:38.281003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network 0c4ce99b-bcb8-4d76-a929-088829e9857d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:38.306030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 0c4ce99b-bcb8-4d76-a929-088829e9857d) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:38.306140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] For port af647aa0-c4d1-48a8-a877-2a2696c3405c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:38.310997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:38.311459 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.316388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] For port af647aa0-c4d1-48a8-a877-2a2696c3405c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=af647aa0-c4d1-48a8-a877-2a2696c3405c,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:38.321954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea5e9b0-4e0b-46ed-8132-ba16da978805 None None] Network 0c4ce99b-bcb8-4d76-a929-088829e9857d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:38.355529 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-53b03757-ce10-483c-9f95-1939686bb15d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6762414 Feb 11 13:33:38.357321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56578) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:38.363916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'port': {'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'name': 'tempest-TaggedBootDevicesTest_v242-1554435947', 'fixed_ips': [{'subnet_id': '55d328ef-806e-4931-902c-7192baa56f62'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:38.542363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.543476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6dad9954-b96c-458c-951a-cb753ef9cf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.555088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6dad9954-b96c-458c-951a-cb753ef9cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.660118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:38.670614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:port and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:38.673441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad9954-b96c-458c-951a-cb753ef9cf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d9b114-5368-41b1-ac23-2e70aee7a049,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:38.676752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:38.710490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:38.732808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:38.750693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc42e52-4bbc-4929-8c5a-5bf86149ed6c None None] Pushing event updated for resources: {'Port': ['ID=af647aa0-c4d1-48a8-a877-2a2696c3405c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:38.761555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-0c4ce99b-bcb8-4d76-a929-088829e9857d', 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'fixed_ips': [{'subnet_id': 'f7eb4684-f135-434b-92ca-19187fdd48c4'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:33:38.762698 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.767564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.775024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6dad9954-b96c-458c-951a-cb753ef9cf0b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bca8a63e0ba24d98947c014f7d125a15&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0236881 Feb 11 13:33:38.781670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56586) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:38.840701 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.849157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] device_id is not set on port c899f753-f998-42d3-960c-2eb5c59c628c yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:33:38.914646 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd002bc5-3804-4f1d-9700-b6dd17bf2ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.992222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd002bc5-3804-4f1d-9700-b6dd17bf2ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.093350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Allocated IP 10.2.2.2 (0c4ce99b-bcb8-4d76-a929-088829e9857d/f7eb4684-f135-434b-92ca-19187fdd48c4/dc9db551-6777-4359-bcf9-da32e19e5073) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:39.157073 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd002bc5-3804-4f1d-9700-b6dd17bf2ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.215836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd002bc5-3804-4f1d-9700-b6dd17bf2ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d9b114-5368-41b1-ac23-2e70aee7a049,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:39.298377 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd002bc5-3804-4f1d-9700-b6dd17bf2ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.301773 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bd002bc5-3804-4f1d-9700-b6dd17bf2ecf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/50d9b114-5368-41b1-ac23-2e70aee7a049 HTTP/1.1" status: 204 len: 168 time: 0.5162351 Feb 11 13:33:39.312804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Subnet': ['ID=25147a23-7546-4241-a09d-0c898c5cf6e7,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:39.359007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Checking segment: {'id': '752735ba-dac5-4bc4-9835-f285f3ab5ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e7884564-3e83-4fff-8328-3c43c3ee49d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:39.359535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network hostable DHCP agents. Network: e7884564-3e83-4fff-8328-3c43c3ee49d7, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:39.438324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network e7884564-3e83-4fff-8328-3c43c3ee49d7 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:39.465634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e7884564-3e83-4fff-8328-3c43c3ee49d7) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:39.479440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:39.481187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Allocated IP 10.1.1.247 (a08c08c5-9a52-41f6-8375-2cdd7db21ff8/55d328ef-806e-4931-902c-7192baa56f62/c899f753-f998-42d3-960c-2eb5c59c628c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:39.484701 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.545641 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c7794d98-42a9-4a46-8535-4240b3873035 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0742900 Feb 11 13:33:39.549613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56600) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:39.567391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2097123890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:39.579880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:39.589861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:router and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:39.600424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:39.611903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:39.652654 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.659729 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.669990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56604) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:39.692860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e822ae-3545-481c-8796-5347841c0ea8 None None] Network e7884564-3e83-4fff-8328-3c43c3ee49d7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:39.848054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2e188e6e-6ba7-40f7-9773-a42602a39e6f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=82b4625a6deb4317a34966286aeb4bb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1739926 Feb 11 13:33:39.867723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56610) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:39.887437 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.979714 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.008623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Transition to ACTIVE for port object dc9db551-6777-4359-bcf9-da32e19e5073 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:40.028600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.058273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Transition to ACTIVE for port object dc9db551-6777-4359-bcf9-da32e19e5073 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:40.074504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.146672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.155710 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4aa0ecf5-dc0c-4048-ab9e-7e65091b2e04 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6048644 Feb 11 13:33:40.156736 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38996326-89a5-4360-9dd6-3859d8b7196a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.157798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.181207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56616) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:40.194487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'port': {'network_id': 'e7884564-3e83-4fff-8328-3c43c3ee49d7', 'name': 'tempest-RoutersIpV6Test-977832965'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:40.217546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Transition to ACTIVE for port object c899f753-f998-42d3-960c-2eb5c59c628c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:40.300253 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.314970 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38996326-89a5-4360-9dd6-3859d8b7196a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.390017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Network 0c4ce99b-bcb8-4d76-a929-088829e9857d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:40.429882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:40.442905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Pushing event updated for resources: {'Port': ['ID=dc9db551-6777-4359-bcf9-da32e19e5073,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.447239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:40.586244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:40.606314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38996326-89a5-4360-9dd6-3859d8b7196a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.616929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:port and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:40.661782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:40.676204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Port': ['ID=c899f753-f998-42d3-960c-2eb5c59c628c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.678271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Attempting to bind port dc9db551-6777-4359-bcf9-da32e19e5073 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:40.678876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Attempting to bind port dc9db551-6777-4359-bcf9-da32e19e5073 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:40.679545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Attempting to bind port dc9db551-6777-4359-bcf9-da32e19e5073 on network 0c4ce99b-bcb8-4d76-a929-088829e9857d {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:33:40.681278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:40.685803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c431457d-e9fc-4e65-9dbf-b69ceea095f4 None None] Network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:40.702279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:40.704148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:40.708019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38996326-89a5-4360-9dd6-3859d8b7196a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db59492-43a6-41f2-a3ac-cc8cf50b4f04,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.708866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:40.727854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38996326-89a5-4360-9dd6-3859d8b7196a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.729493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-38996326-89a5-4360-9dd6-3859d8b7196a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8db59492-43a6-41f2-a3ac-cc8cf50b4f04 HTTP/1.1" status: 204 len: 168 time: 0.8560970 Feb 11 13:33:40.735248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:40.737999 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.788281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] device_id is not set on port 63b53436-a999-4e42-9dfa-62e529bef665 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:33:40.870702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.878682 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.929105 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b1696f4d-46c9-422f-b57f-ea9244117309 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5701473 Feb 11 13:33:40.929835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56634) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:40.939827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'port': {'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'name': 'tempest-TaggedBootDevicesTest_v242-551509635', 'fixed_ips': [{'subnet_id': '55d328ef-806e-4931-902c-7192baa56f62'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:41.075064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-e7884564-3e83-4fff-8328-3c43c3ee49d7', 'network_id': 'e7884564-3e83-4fff-8328-3c43c3ee49d7', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'fixed_ips': [{'subnet_id': '25147a23-7546-4241-a09d-0c898c5cf6e7'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:33:41.075512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:41.111333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Allocated IP 2001:db8::302 (e7884564-3e83-4fff-8328-3c43c3ee49d7/25147a23-7546-4241-a09d-0c898c5cf6e7/63b53436-a999-4e42-9dfa-62e529bef665) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:41.125243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:33:41.133718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Checking segment: {'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:41.135250 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:41.136132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Bound using segment: {'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:33:41.137167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Bound port: dc9db551-6777-4359-bcf9-da32e19e5073, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:41.138974 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:41.169519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3cfdfbf9-80af-48b7-a097-2b8cdebf3efd None None] Provisioning for port af647aa0-c4d1-48a8-a877-2a2696c3405c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:41.223203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device af647aa0-c4d1-48a8-a877-2a2696c3405c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:41.394075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:41.401874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:port and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:41.408383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:41.418167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:41.439318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:41.789905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:41.799311 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:41.827214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] For port dc9db551-6777-4359-bcf9-da32e19e5073, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:41.833740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] For port dc9db551-6777-4359-bcf9-da32e19e5073, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=dc9db551-6777-4359-bcf9-da32e19e5073,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:41.851866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] device_id is not set on port ff71d346-712c-4d9e-b2ca-503622e9b2f0 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:33:41.857171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Transition to ACTIVE for port object 63b53436-a999-4e42-9dfa-62e529bef665 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:41.899259 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:41.919455 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.034835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port af647aa0-c4d1-48a8-a877-2a2696c3405c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:42.047427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port af647aa0-c4d1-48a8-a877-2a2696c3405c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:42.048074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.129389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=63b53436-a999-4e42-9dfa-62e529bef665,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:42.179565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Allocated IP 2001:db8::2 (e7884564-3e83-4fff-8328-3c43c3ee49d7/25147a23-7546-4241-a09d-0c898c5cf6e7/3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:42.181704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network e7884564-3e83-4fff-8328-3c43c3ee49d7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:42.186896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:42.192723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:42.199569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:42.201616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.238110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d86ab835-531f-446c-83dd-207e7e45c4b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0551195 Feb 11 13:33:42.239139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56656) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:42.433466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Allocated IP 10.1.1.231 (a08c08c5-9a52-41f6-8375-2cdd7db21ff8/55d328ef-806e-4931-902c-7192baa56f62/ff71d346-712c-4d9e-b2ca-503622e9b2f0) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:42.848481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b28e2-74da-4267-803d-2f103c9a5232 None None] Pushing event updated for resources: {'Port': ['ID=dc9db551-6777-4359-bcf9-da32e19e5073,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:43.130205 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.151722 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.254077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Transition to ACTIVE for port object 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:43.297794 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.393707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Transition to ACTIVE for port object 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:43.432599 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.651956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port af647aa0-c4d1-48a8-a877-2a2696c3405c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=af647aa0-c4d1-48a8-a877-2a2696c3405c,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:43.720304 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.749423 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.757686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Network e7884564-3e83-4fff-8328-3c43c3ee49d7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:43.766174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Pushing event updated for resources: {'Port': ['ID=3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:43.840001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Transition to ACTIVE for port object ff71d346-712c-4d9e-b2ca-503622e9b2f0 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:43.882159 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.915358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:43.919509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.972065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:43.982866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dc9db551-6777-4359-bcf9-da32e19e5073 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:44.146548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:44.150273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:44.157635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:44.227054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8eb9f79c-1ea0-4a0c-8353-d81159c5869c None None] Provisioning for port c899f753-f998-42d3-960c-2eb5c59c628c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:44.325474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=af647aa0-c4d1-48a8-a877-2a2696c3405c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:44.341647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Port': ['ID=ff71d346-712c-4d9e-b2ca-503622e9b2f0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:44.378964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8eb9f79c-1ea0-4a0c-8353-d81159c5869c None None] Provisioning complete for port c899f753-f998-42d3-960c-2eb5c59c628c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:44.379726 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f79c-1ea0-4a0c-8353-d81159c5869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:44.415141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:44.423616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:44.498515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c865fc92-b2f9-45bf-9356-758a58bf6497 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5595624 Feb 11 13:33:44.556138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2084ed0f-cdb5-460e-a3ef-c0572616d2b5 None None] Network 0c4ce99b-bcb8-4d76-a929-088829e9857d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:44.724855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Attempting to bind port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:44.726689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Attempting to bind port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '752735ba-dac5-4bc4-9835-f285f3ab5ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e7884564-3e83-4fff-8328-3c43c3ee49d7'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:44.727655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Attempting to bind port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 on network e7884564-3e83-4fff-8328-3c43c3ee49d7 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:33:44.754299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8eb9f79c-1ea0-4a0c-8353-d81159c5869c None None] Port c899f753-f998-42d3-960c-2eb5c59c628c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:33:44.774373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:33:44.775969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Checking segment: {'id': '752735ba-dac5-4bc4-9835-f285f3ab5ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e7884564-3e83-4fff-8328-3c43c3ee49d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:33:44.776829 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:44.777554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Bound using segment: {'id': '752735ba-dac5-4bc4-9835-f285f3ab5ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e7884564-3e83-4fff-8328-3c43c3ee49d7'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:33:44.778292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Bound port: 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752735ba-dac5-4bc4-9835-f285f3ab5ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e7884564-3e83-4fff-8328-3c43c3ee49d7'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:44.779023 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:44.820587 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port dc9db551-6777-4359-bcf9-da32e19e5073 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:44.997350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8eb9f79c-1ea0-4a0c-8353-d81159c5869c None None] Provisioning complete for port af647aa0-c4d1-48a8-a877-2a2696c3405c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:44.998100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f79c-1ea0-4a0c-8353-d81159c5869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.144199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] For port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:45.162441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] For port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8,segment=NetworkSegment(752735ba-dac5-4bc4-9835-f285f3ab5ef5),segment_id=752735ba-dac5-4bc4-9835-f285f3ab5ef5)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:45.179680 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.258150 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.273142 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.364843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27fb68-d392-4ccb-b253-5eb8b386e72b None None] Pushing event updated for resources: {'Port': ['ID=3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:45.472144 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3459b075-3e2b-4b16-a70a-dfe94c07c1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.531610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=63b53436-a999-4e42-9dfa-62e529bef665,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:45.548118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Provisioning complete for port c899f753-f998-42d3-960c-2eb5c59c628c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:45.548756 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.724703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Port c899f753-f998-42d3-960c-2eb5c59c628c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:33:45.750230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Provisioning for port ff71d346-712c-4d9e-b2ca-503622e9b2f0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:45.770498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Provisioning complete for port ff71d346-712c-4d9e-b2ca-503622e9b2f0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:45.770894 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.995358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Port ff71d346-712c-4d9e-b2ca-503622e9b2f0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:33:46.013870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Provisioning for port dc9db551-6777-4359-bcf9-da32e19e5073 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:46.027419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device af647aa0-c4d1-48a8-a877-2a2696c3405c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:46.276196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Provisioning complete for port dc9db551-6777-4359-bcf9-da32e19e5073 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:46.276568 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.336087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.544766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port af647aa0-c4d1-48a8-a877-2a2696c3405c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:46.546472 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.563537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.779644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56734) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:46.786468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494265290', 'description': 'tempest-description--1533830282'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:46.810532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:46.826059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:security_group and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:46.834187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:46.872195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:46.911530 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.929028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.004492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:47.013099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:security_group_rule and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:47.020102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] For port dc9db551-6777-4359-bcf9-da32e19e5073, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=dc9db551-6777-4359-bcf9-da32e19e5073,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:47.021028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:47.033642 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.035096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:47.171903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.183128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.199698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccf22f-43b4-4b1f-9703-4e7ffaaeac5b None None] Pushing event updated for resources: {'Port': ['ID=dc9db551-6777-4359-bcf9-da32e19e5073,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:47.211427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ded072c6-ce7b-4a04-87dc-a40f4626053c None None] Provisioning complete for port dc9db551-6777-4359-bcf9-da32e19e5073 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:47.213730 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ded072c6-ce7b-4a04-87dc-a40f4626053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.326507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552f638c-7fb6-42b5-943c-6ed7086c28e4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:47.344478 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.347257 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-82f8660e-de07-455a-bb35-13bb64d8fdf7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5655122 Feb 11 13:33:47.353651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56744) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:47.360557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'security_group_rule': {'security_group_id': '552f638c-7fb6-42b5-943c-6ed7086c28e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:47.369967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:47.378218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:security_group_rule and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:47.382078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:47.390236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:47.423201 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.584011 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.591590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.626260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c60fe2-b8dc-4aed-92ec-fe05b415e071,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:47.630279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c7bec-de7e-4dd3-aa1d-e435e88a4c94 None None] Network e7884564-3e83-4fff-8328-3c43c3ee49d7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:47.663408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.666671 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5cfbf182-1b5d-4946-86f2-3327d3d1bc43 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3117692 Feb 11 13:33:47.669368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56754) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:47.676678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'security_group_rule': {'security_group_id': '552f638c-7fb6-42b5-943c-6ed7086c28e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:47.694183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:47.702661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:security_group_rule and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:47.709566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:47.720049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:47.757288 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.767282 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.782237 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.783220 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.804412 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f58e65a8-a525-4ccf-b8d1-2a23b89f31c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.852196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.861405 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.950292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca72bfe-e456-44f7-8fe5-e145e26870dc,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:47.981090 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.982366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-be841c92-7240-46b8-b92b-d9a723df3355 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3119073 Feb 11 13:33:47.985603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56764) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:47.991319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:48.003512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:48.012449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:floatingip and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:48.019418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:48.032575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:48.050428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.080763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b34cc871-5ecc-4904-8d2d-2e19f20bddac None None] Provisioning for port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:48.116677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:48.310299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56768) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:48.316093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.329150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=63b53436-a999-4e42-9dfa-62e529bef665,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:48.364723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network e7884564-3e83-4fff-8328-3c43c3ee49d7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:48.366122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:48.396529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:48.404484 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:48.404859 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.620341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Allocated IP 172.25.4.244 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/7bb6f2c0-7929-46b1-ade2-fd3153d518f1) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:48.675051 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.755433 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8,segment=NetworkSegment(752735ba-dac5-4bc4-9835-f285f3ab5ef5),segment_id=752735ba-dac5-4bc4-9835-f285f3ab5ef5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:48.762331 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.764165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dc9db551-6777-4359-bcf9-da32e19e5073 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:48.954530 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.969746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:48.972650 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.993148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bbf3a75-6b4e-48ab-968d-92557f0fdd9f None None] Provisioning complete for port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:48.994737 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3a75-6b4e-48ab-968d-92557f0fdd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.031213 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.034201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.035484 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.036051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.036954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.037735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.038324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.044636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.045140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.045773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.046267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.047314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:49.080023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.111581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port dc9db551-6777-4359-bcf9-da32e19e5073 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:49.112295 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.210528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 595a5db0-2615-4ebb-8c08-d7b90088d55b is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:33:49.226703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1469191614'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:49.269135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:49.283114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:49.301179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:49.309964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Usage tracker for resource:router and tenant:a51fd67a0ab6422d8b6c035239c63aad is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:49.317798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:49.320730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:33:49.416420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:49.476611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bbf3a75-6b4e-48ab-968d-92557f0fdd9f None None] Provisioning for port 63b53436-a999-4e42-9dfa-62e529bef665 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:49.480116 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.481084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.484525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Port': ['ID=7bb6f2c0-7929-46b1-ade2-fd3153d518f1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:49.486925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bbf3a75-6b4e-48ab-968d-92557f0fdd9f None None] Provisioning complete for port 63b53436-a999-4e42-9dfa-62e529bef665 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:49.488383 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bbf3a75-6b4e-48ab-968d-92557f0fdd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.569306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.647372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:49.673237 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2b6d6d8a-24f7-40fa-ab9e-77c1c17d2819 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/595a5db0-2615-4ebb-8c08-d7b90088d55b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4323640 Feb 11 13:33:49.673966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:49.693669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e8290a-6fd7-44f9-bfbf-9494a21e87dd None None] Sync routers for ids ['595a5db0-2615-4ebb-8c08-d7b90088d55b'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:49.719427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf3a75-6b4e-48ab-968d-92557f0fdd9f None None] Port 63b53436-a999-4e42-9dfa-62e529bef665 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:33:49.742426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8290a-6fd7-44f9-bfbf-9494a21e87dd None None] Routers {'595a5db0-2615-4ebb-8c08-d7b90088d55b'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:49.743086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-49e8290a-6fd7-44f9-bfbf-9494a21e87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['595a5db0-2615-4ebb-8c08-d7b90088d55b'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:49.765880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.865397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.866628 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3cd816e1-aa88-4d29-a2e7-a0e027ab235b tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3157475 Feb 11 13:33:49.871318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56794) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:49.892910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:33:49.960265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.066994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04a3067-0389-4d72-81f2-46f0a00103be tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.068741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f04a3067-0389-4d72-81f2-46f0a00103be tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:33:50.100889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-49e8290a-6fd7-44f9-bfbf-9494a21e87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:50.108283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f04a3067-0389-4d72-81f2-46f0a00103be tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:33:50.110003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f04a3067-0389-4d72-81f2-46f0a00103be tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports/63b53436-a999-4e42-9dfa-62e529bef665 HTTP/1.1" status: 200 len: 983 time: 0.4346313 Feb 11 13:33:50.114472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56802) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:50.139337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-01c12a12-ea8e-4a85-a5b1-5f3c15101287 None None] Provisioning complete for port 63b53436-a999-4e42-9dfa-62e529bef665 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:50.140032 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01c12a12-ea8e-4a85-a5b1-5f3c15101287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.191007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.224836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8290a-6fd7-44f9-bfbf-9494a21e87dd None None] Routers {'595a5db0-2615-4ebb-8c08-d7b90088d55b'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:50.225494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-49e8290a-6fd7-44f9-bfbf-9494a21e87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['595a5db0-2615-4ebb-8c08-d7b90088d55b'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:50.415974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56812) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:50.434506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46718c29-2854-4b2a-9e2d-33f6ccca5762 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.514281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-01c12a12-ea8e-4a85-a5b1-5f3c15101287 None None] Port 63b53436-a999-4e42-9dfa-62e529bef665 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:33:50.518847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-49e8290a-6fd7-44f9-bfbf-9494a21e87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:50.519473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e8290a-6fd7-44f9-bfbf-9494a21e87dd None None] The sync data for ids ['595a5db0-2615-4ebb-8c08-d7b90088d55b'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:50.527687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:50.528828 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.570774 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.801179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3b13e928-843f-4495-96b9-955abb3fd9db None None] Provisioning complete for port 63b53436-a999-4e42-9dfa-62e529bef665 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:50.801847 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b13e928-843f-4495-96b9-955abb3fd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.910806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3b13e928-843f-4495-96b9-955abb3fd9db None None] Port 63b53436-a999-4e42-9dfa-62e529bef665 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:33:50.963744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:33:50.983143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.985294 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-73a06039-c912-4a8d-938a-2e475787091f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.003753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.057460 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.209354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46718c29-2854-4b2a-9e2d-33f6ccca5762 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.260503 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46718c29-2854-4b2a-9e2d-33f6ccca5762 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.267152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Port': ['ID=7bb6f2c0-7929-46b1-ade2-fd3153d518f1,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:51.281574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-73a06039-c912-4a8d-938a-2e475787091f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:51.282513 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:33:51.290394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-73a06039-c912-4a8d-938a-2e475787091f admin admin] Usage tracker for resource:security_group_rule and tenant:2c773ae500994cc0a165822cc50781e1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:51.295567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-73a06039-c912-4a8d-938a-2e475787091f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:51.303290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-73a06039-c912-4a8d-938a-2e475787091f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:51.326434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.350199 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46718c29-2854-4b2a-9e2d-33f6ccca5762 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.350696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46718c29-2854-4b2a-9e2d-33f6ccca5762 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3db7bfa9-2a85-40c3-9405-7bf998706636 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:33:51.381376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.382608 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-28d18e68-91ef-44d3-aed1-e5f73c5c4762 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3960528 Feb 11 13:33:51.398248 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46718c29-2854-4b2a-9e2d-33f6ccca5762 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.399533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-46718c29-2854-4b2a-9e2d-33f6ccca5762 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] 10.222.0.67 "DELETE /v2.0/routers/3db7bfa9-2a85-40c3-9405-7bf998706636 HTTP/1.1" status: 204 len: 168 time: 1.5272686 Feb 11 13:33:51.403971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56828) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:51.410185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Request body: {'router': {'name': 'tempest-router-1760702544', 'distributed': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:51.424670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:51.434147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Usage tracker for resource:router and tenant:a51fd67a0ab6422d8b6c035239c63aad is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:51.443321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:51.454829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 63b53436-a999-4e42-9dfa-62e529bef665 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:51.455043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:51.455529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.458224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-73a06039-c912-4a8d-938a-2e475787091f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.479635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-73a06039-c912-4a8d-938a-2e475787091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.531610 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-73a06039-c912-4a8d-938a-2e475787091f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c773ae500994cc0a165822cc50781e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1132295 Feb 11 13:33:51.537194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56836) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:51.538225 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.539971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.566410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.646657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a06039-c912-4a8d-938a-2e475787091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82bd439-8103-49ec-a05e-0776e3c86cb4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:51.664308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.718166 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa19-a318-4e57-bbf9-2bf648cf19ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.720054 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.721201 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36407f31-f27f-47a8-a949-182ec4577862 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3160858 Feb 11 13:33:51.757145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56848) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:51.787492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa19-a318-4e57-bbf9-2bf648cf19ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.901565 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa19-a318-4e57-bbf9-2bf648cf19ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.957725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7efa19-a318-4e57-bbf9-2bf648cf19ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82bd439-8103-49ec-a05e-0776e3c86cb4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:51.980871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6a098e5a-35e8-430f-8ddb-bfbce365cdcf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Synchronizing usage tracker for tenant:39219a77ba9946bba65fb10271078e63 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:33:51.982101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e7efa19-a318-4e57-bbf9-2bf648cf19ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.984062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6e7efa19-a318-4e57-bbf9-2bf648cf19ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b82bd439-8103-49ec-a05e-0776e3c86cb4 HTTP/1.1" status: 204 len: 168 time: 0.4029922 Feb 11 13:33:51.986318 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.071804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6a098e5a-35e8-430f-8ddb-bfbce365cdcf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Unset dirty status for tenant:39219a77ba9946bba65fb10271078e63 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:33:52.073097 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6a098e5a-35e8-430f-8ddb-bfbce365cdcf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--494265290&fields=id&tenant_id=39219a77ba9946bba65fb10271078e63 HTTP/1.1" status: 200 len: 267 time: 0.1748757 Feb 11 13:33:52.271806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 63b53436-a999-4e42-9dfa-62e529bef665 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:52.310011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cf78ff7-b724-4d47-a862-2ea428124a06 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.552501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-cbc5fb14-365e-4826-8b38-300eb5a7b962 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:52.559670 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-cbc5fb14-365e-4826-8b38-300eb5a7b962 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports/c899f753-f998-42d3-960c-2eb5c59c628c HTTP/1.1" status: 200 len: 937 time: 0.1937644 Feb 11 13:33:52.603682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56880) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:52.628671 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.675885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:52.680388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Usage tracker for resource:security_group_rule and tenant:4c561dd6c50f423885214934770a7301 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:52.684440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:52.690691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:52.770074 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.778722 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.834563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe22fe-b37b-4cbf-8c3e-5d71bf227f6b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:52.847834 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c561dd6c50f423885214934770a7301&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2429256 Feb 11 13:33:52.849615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.850112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.850669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.851145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.851618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.852106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.852574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.853590 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.854059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.854605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.855072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421a5829-627f-4f32-aacb-a12f46b9fd3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:52.858725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56886) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:52.916271 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cf78ff7-b724-4d47-a862-2ea428124a06 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.920531 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cf78ff7-b724-4d47-a862-2ea428124a06 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.930431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d08a46fb-9d67-45ad-8a02-933f24c9489c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.951252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-0d9c4f99-4435-43f5-b32e-7f02476785aa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:52.955052 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-0d9c4f99-4435-43f5-b32e-7f02476785aa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports/ff71d346-712c-4d9e-b2ca-503622e9b2f0 HTTP/1.1" status: 200 len: 936 time: 0.3945615 Feb 11 13:33:52.960837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d08a46fb-9d67-45ad-8a02-933f24c9489c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.961826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cf78ff7-b724-4d47-a862-2ea428124a06 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.962393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf78ff7-b724-4d47-a862-2ea428124a06 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11638717-ea46-4fed-b834-11751c91a41a {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:33:52.982538 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cf78ff7-b724-4d47-a862-2ea428124a06 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.984133 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9cf78ff7-b724-4d47-a862-2ea428124a06 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] 10.222.0.67 "DELETE /v2.0/routers/11638717-ea46-4fed-b834-11751c91a41a HTTP/1.1" status: 204 len: 168 time: 1.2259853 Feb 11 13:33:52.999814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56894) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:53.008578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Request body: {'router': {'name': 'tempest-router-1509719806', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9798135b4bba4a93b22dd8afb00a9cf9'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:53.016052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:53.020059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Usage tracker for resource:router and tenant:9798135b4bba4a93b22dd8afb00a9cf9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:53.022959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:53.034505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:53.039912 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-519a2bee-6367-45c4-acd3-b6c6f2500f52 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0706744 Feb 11 13:33:53.051324 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.052292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.077349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d08a46fb-9d67-45ad-8a02-933f24c9489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.101609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a46fb-9d67-45ad-8a02-933f24c9489c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe22fe-b37b-4cbf-8c3e-5d71bf227f6b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:53.123888 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.126014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d08a46fb-9d67-45ad-8a02-933f24c9489c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.127156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d08a46fb-9d67-45ad-8a02-933f24c9489c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/17fe22fe-b37b-4cbf-8c3e-5d71bf227f6b HTTP/1.1" status: 204 len: 168 time: 0.2669494 Feb 11 13:33:53.151339 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.183475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.189013 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b0039b87-87ab-46cd-8a12-52b45f924028 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1868098 Feb 11 13:33:53.189219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56902) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:53.233214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:53.287941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-2f92aa60-0010-4b00-98e2-a8551ca723ef tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1980565 Feb 11 13:33:53.394129 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.521660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=63b53436-a999-4e42-9dfa-62e529bef665,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:54.145628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5401b397-3ede-4744-b598-8913940fd96a tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.151047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5401b397-3ede-4744-b598-8913940fd96a tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.155348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5401b397-3ede-4744-b598-8913940fd96a tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.156502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5401b397-3ede-4744-b598-8913940fd96a tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Synchronizing usage tracker for tenant:39219a77ba9946bba65fb10271078e63 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:33:54.213450 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.313076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5401b397-3ede-4744-b598-8913940fd96a tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Unset dirty status for tenant:39219a77ba9946bba65fb10271078e63 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:33:54.314495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5401b397-3ede-4744-b598-8913940fd96a tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/networks?id=33c7dbfc-9cfc-49f6-8127-3528bf05f912&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=0c4ce99b-bcb8-4d76-a929-088829e9857d&id=0c4ce99b-bcb8-4d76-a929-088829e9857d HTTP/1.1" status: 200 len: 1996 time: 1.0155623 Feb 11 13:33:54.528338 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.528684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.646892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f157ab80-eaac-4a6f-b4dd-2b7061bad528 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/quotas/39219a77ba9946bba65fb10271078e63 HTTP/1.1" status: 200 len: 375 time: 0.2673037 Feb 11 13:33:54.735679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83568) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 11 13:33:54.736017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Router de1f3e63-4fa8-4a0c-b2d4-79e286408dd4 migrating from provider to provider. {{(pid=83568) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 11 13:33:54.736395 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.887540 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.903246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.976572 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-ace786f7-90d3-43ef-b5cc-8c6898a39884 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3196154 Feb 11 13:33:55.328268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 595a5db0-2615-4ebb-8c08-d7b90088d55b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:55.340803 n-d-818559-1 neutron-server[83568]: WARNING neutron.scheduler.l3_agent_scheduler [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] No L3 agents can host the router de1f3e63-4fa8-4a0c-b2d4-79e286408dd4 Feb 11 13:33:55.821658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:55.836070 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d1126b-c712-44d0-9651-5428aa8118db None None] Sync routers for ids ['595a5db0-2615-4ebb-8c08-d7b90088d55b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:33:55.852556 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d1126b-c712-44d0-9651-5428aa8118db None None] Routers {'595a5db0-2615-4ebb-8c08-d7b90088d55b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:55.853235 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-95d1126b-c712-44d0-9651-5428aa8118db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['595a5db0-2615-4ebb-8c08-d7b90088d55b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:55.917372 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a288319c-f055-4750-a1be-2aba5cb4ac89 service neutron] 10.222.0.67 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8822591 Feb 11 13:33:55.918175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Hosts for router de1f3e63-4fa8-4a0c-b2d4-79e286408dd4: [] {{(pid=83568) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 11 13:33:55.932046 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-95d1126b-c712-44d0-9651-5428aa8118db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:55.944708 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d1126b-c712-44d0-9651-5428aa8118db None None] Routers {'595a5db0-2615-4ebb-8c08-d7b90088d55b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:33:55.945571 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-95d1126b-c712-44d0-9651-5428aa8118db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:33:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['595a5db0-2615-4ebb-8c08-d7b90088d55b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:55.972155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-23fddf63-755b-4a15-8eee-5c990a3a5847 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/595a5db0-2615-4ebb-8c08-d7b90088d55b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8563488 Feb 11 13:33:55.975021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56978) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:56.030772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Hosts for other DVR routers connected to router de1f3e63-4fa8-4a0c-b2d4-79e286408dd4: set() {{(pid=83568) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 11 13:33:56.033111 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.036936 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-41243870-1d0b-4a5d-864d-b40c57d61840 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] 10.222.0.67 "PUT /v2.0/routers/de1f3e63-4fa8-4a0c-b2d4-79e286408dd4 HTTP/1.1" status: 200 len: 717 time: 2.8458869 Feb 11 13:33:56.042818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56984) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:56.057257 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-95d1126b-c712-44d0-9651-5428aa8118db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:56.057731 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d1126b-c712-44d0-9651-5428aa8118db None None] The sync data for ids ['595a5db0-2615-4ebb-8c08-d7b90088d55b'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:33:56.300396 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-e50a29fd-a691-4c9e-b108-28d124825497 service neutron] 10.222.0.67 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517342 Feb 11 13:33:56.382517 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-52121c10-daf7-482d-98c1-b9afb53ea472 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 13:33:56.384598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-52121c10-daf7-482d-98c1-b9afb53ea472 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/595a5db0-2615-4ebb-8c08-d7b90088d55b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4074645 Feb 11 13:33:56.387589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56994) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:56.391709 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6d60d1a3-b2c6-4927-8c9e-6e33c4903f0f service neutron] 10.222.0.67 "GET /v2.0/ports/c899f753-f998-42d3-960c-2eb5c59c628c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0832338 Feb 11 13:33:56.402094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-30c125df-462a-465d-8af4-516af9223800 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] 10.222.0.67 "GET /v2.0/routers/de1f3e63-4fa8-4a0c-b2d4-79e286408dd4 HTTP/1.1" status: 200 len: 717 time: 0.3581958 Feb 11 13:33:56.566221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57002) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:56.623446 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-d8786715-fa8d-494c-a8bb-d1c1f7298d29 service neutron] 10.222.0.67 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161183 Feb 11 13:33:56.730182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a72bd0fd-8e2e-4f6d-aaad-0d959e0227f5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=595a5db0-2615-4ebb-8c08-d7b90088d55b HTTP/1.1" status: 200 len: 205 time: 0.3409286 Feb 11 13:33:56.730912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57012) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:56.811005 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-d8bf4132-41cc-4cd2-9f91-b7516efa1f66 service neutron] 10.222.0.67 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792898 Feb 11 13:33:56.890000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bb985af-98d6-4550-9ef6-2a8c378763ae tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.927362 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-2501f4cd-213e-4277-b6f9-b48aa8f303d4 service neutron] 10.222.0.67 "GET /v2.0/ports/ff71d346-712c-4d9e-b2ca-503622e9b2f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1100709 Feb 11 13:33:57.110158 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-4e2a52bd-8975-4ee5-8515-62242989475b service neutron] 10.222.0.67 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768620 Feb 11 13:33:57.460405 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bb985af-98d6-4550-9ef6-2a8c378763ae tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.467561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bb985af-98d6-4550-9ef6-2a8c378763ae tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.518694 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bb985af-98d6-4550-9ef6-2a8c378763ae tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.519200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb985af-98d6-4550-9ef6-2a8c378763ae tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Fanout notify agent at l3_agent the message router_deleted on router 595a5db0-2615-4ebb-8c08-d7b90088d55b {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:33:57.535092 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-bf0c8583-6fff-44e6-b605-e4c60caecda4 service neutron] 10.222.0.67 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192567 Feb 11 13:33:57.538139 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0bb985af-98d6-4550-9ef6-2a8c378763ae tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.542457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0bb985af-98d6-4550-9ef6-2a8c378763ae tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/595a5db0-2615-4ebb-8c08-d7b90088d55b HTTP/1.1" status: 204 len: 168 time: 0.8073368 Feb 11 13:33:57.547488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57032) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:57.893839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0df0b3c-8d9e-4b16-9892-b02a67b19d62 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting subnet 25147a23-7546-4241-a09d-0c898c5cf6e7 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:33:57.898202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0df0b3c-8d9e-4b16-9892-b02a67b19d62 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.975761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0df0b3c-8d9e-4b16-9892-b02a67b19d62 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.986135 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6547d32c-5af1-453d-9e02-a72069c7c15e tempest-RoutersTestDVR-1505643403 tempest-RoutersTestDVR-1505643403-project] 10.222.0.67 "GET /v2.0/routers/de1f3e63-4fa8-4a0c-b2d4-79e286408dd4 HTTP/1.1" status: 200 len: 683 time: 1.4171274 Feb 11 13:33:57.989449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57052) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:58.082651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0df0b3c-8d9e-4b16-9892-b02a67b19d62 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.141502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-2c9cbc86-9649-489f-94fa-bd96b5982dd8 service neutron] 10.222.0.67 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411578 Feb 11 13:33:58.179821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e60af0de-476b-4b84-a5bc-1743b8956473 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.201045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0df0b3c-8d9e-4b16-9892-b02a67b19d62 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.286462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df0b3c-8d9e-4b16-9892-b02a67b19d62 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Subnet': ['ID=25147a23-7546-4241-a09d-0c898c5cf6e7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:58.301019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0df0b3c-8d9e-4b16-9892-b02a67b19d62 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.309715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d8fd2-ced5-4d28-a749-c7f52b3fe6ad None None] Network e7884564-3e83-4fff-8328-3c43c3ee49d7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:33:58.316314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e0df0b3c-8d9e-4b16-9892-b02a67b19d62 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/25147a23-7546-4241-a09d-0c898c5cf6e7 HTTP/1.1" status: 204 len: 168 time: 0.7653935 Feb 11 13:33:58.318885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57062) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:58.626410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.639329 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-e422ca7c-d5eb-4000-98e5-aa08da248c48 service neutron] 10.222.0.67 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868128 Feb 11 13:33:58.648413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:58.648758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.850673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] DHCP port deletion for e7884564-3e83-4fff-8328-3c43c3ee49d7 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:33:58.860390 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] Deleting port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:33:58.860762 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.098074 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e60af0de-476b-4b84-a5bc-1743b8956473 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.129220 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e60af0de-476b-4b84-a5bc-1743b8956473 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.131008 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8,segment=NetworkSegment(752735ba-dac5-4bc4-9835-f285f3ab5ef5),segment_id=752735ba-dac5-4bc4-9835-f285f3ab5ef5)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:59.131380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.203583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57076) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:59.292819 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-806c3bb3-6bcf-465d-8034-6de9f28ffe9c service neutron] 10.222.0.67 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722018 Feb 11 13:33:59.301268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] For port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8,segment=NetworkSegment(752735ba-dac5-4bc4-9835-f285f3ab5ef5),segment_id=752735ba-dac5-4bc4-9835-f285f3ab5ef5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:59.305686 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.327865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e60af0de-476b-4b84-a5bc-1743b8956473 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.328368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60af0de-476b-4b84-a5bc-1743b8956473 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de1f3e63-4fa8-4a0c-b2d4-79e286408dd4 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:33:59.336684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:59.357586 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e60af0de-476b-4b84-a5bc-1743b8956473 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.365412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e60af0de-476b-4b84-a5bc-1743b8956473 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] 10.222.0.67 "DELETE /v2.0/routers/de1f3e63-4fa8-4a0c-b2d4-79e286408dd4 HTTP/1.1" status: 204 len: 168 time: 1.3747523 Feb 11 13:33:59.370331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57082) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:33:59.378896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Request body: {'router': {'name': 'tempest-router-1538081702', 'distributed': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:33:59.404098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:59.415548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Usage tracker for resource:router and tenant:a51fd67a0ab6422d8b6c035239c63aad is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:59.419034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:59.441135 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.494745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:59.508876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No DVR routers for this DVR port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:59.577300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:59.633660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.673083 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.678751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.698823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] Calling delete_port for 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:33:59.739576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:33:59.744955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Usage tracker for resource:security_group_rule and tenant:184897cdc92d4ffa81ca3d5a94716ec0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:33:59.749811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:33:59.757176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:33:59.762645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.789821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7884564-3e83-4fff-8328-3c43c3ee49d7']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:59.808290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752735ba-dac5-4bc4-9835-f285f3ab5ef5') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:59.810151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752735ba-dac5-4bc4-9835-f285f3ab5ef5') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:59.814245 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:33:59.815099 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:33:59.825692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.844830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.851093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:33:59.851484 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.896471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:33:59.935442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:59.942292 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:59.960840 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.988110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-02ad066a-50da-4ffb-8c0d-7903fbe9eb85 service neutron] 10.222.0.67 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944358 Feb 11 13:33:59.992026 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.993706 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:33:59.994754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:34:00.024267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.058728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Network': ['ID=e7884564-3e83-4fff-8328-3c43c3ee49d7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:00.060510 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=184897cdc92d4ffa81ca3d5a94716ec0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8506587 Feb 11 13:34:00.063297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57094) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:00.081467 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d97dc156-09a6-4aee-99c7-1af96826a714 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/networks/e7884564-3e83-4fff-8328-3c43c3ee49d7 HTTP/1.1" status: 204 len: 168 time: 1.7615790 Feb 11 13:34:00.086987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57098) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:00.096249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-147326069'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:00.110423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:00.122681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:network and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:00.127064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:00.137222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:00.157700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1549aa50-0054-46bc-a6c7-9b7f87bb249a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:00.163128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-654a792d-c788-4f8d-b263-09d6520be913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.165416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:00.168675 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.168875 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.173013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.173282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.173665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.174002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.174322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.174686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.174993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.175310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.175793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.176302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.176668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab01a28-1675-4aba-a384-cf926f9f4956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:00.218417 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-654a792d-c788-4f8d-b263-09d6520be913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.245143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:00.246305 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.267855 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.268219 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added segment 6ff06010-8c61-466c-a7d0-7be08b9a2958 of type vlan for network 2e03b3a5-5975-4c90-9836-09be90bb88b7 Feb 11 13:34:00.271293 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-afe3b910-122d-46a9-a636-670b0d132914 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465072 Feb 11 13:34:00.313281 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.316790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] Deleting port 3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:00.317177 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.351273 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-654a792d-c788-4f8d-b263-09d6520be913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.391792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a792d-c788-4f8d-b263-09d6520be913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1549aa50-0054-46bc-a6c7-9b7f87bb249a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:00.422853 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-654a792d-c788-4f8d-b263-09d6520be913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.424545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-654a792d-c788-4f8d-b263-09d6520be913 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1549aa50-0054-46bc-a6c7-9b7f87bb249a HTTP/1.1" status: 204 len: 168 time: 0.3589399 Feb 11 13:34:00.427021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.430404 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.435475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:00.435475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.439517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57108) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:00.440043 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3e9159db-a647-47c0-b9b6-ba58afb14fc3 tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0685804 Feb 11 13:34:00.473087 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e14808ba-8e78-46c4-9e36-15127c04380e None None] The port '3f6e1b2f-0fe2-4cc5-8ff3-a496b5ab77d8' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:34:00.584768 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-20349c76-96d8-48c5-ac69-724feaabda2b service neutron] 10.222.0.67 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074820 Feb 11 13:34:00.684102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5949810 Feb 11 13:34:00.689100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57112) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:00.716480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441f8e8-332b-4283-a71b-c40b12a5cd2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Network': ['ID=2e03b3a5-5975-4c90-9836-09be90bb88b7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:00.735038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 2e03b3a5-5975-4c90-9836-09be90bb88b7 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:34:00.738809 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6eee84ca-c218-49e0-9cb2-f32c31f1fc3f tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.752784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'subnet': {'network_id': '2e03b3a5-5975-4c90-9836-09be90bb88b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:00.918748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:00.923044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:subnet and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:00.927382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:00.938903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:00.975598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:01.043194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-1945259b-86e2-4ef0-a633-e3bc6ac50b28 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337101 Feb 11 13:34:01.331809 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.348210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57126) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:01.435429 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6eee84ca-c218-49e0-9cb2-f32c31f1fc3f tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.444678 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-744db12d-92fc-45c0-9843-8266dba5f8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.450287 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6eee84ca-c218-49e0-9cb2-f32c31f1fc3f tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.542451 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-acf5dbc3-7d4f-4425-8171-735b4d97a711 service neutron] 10.222.0.67 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980376 Feb 11 13:34:01.549818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6eee84ca-c218-49e0-9cb2-f32c31f1fc3f tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.550298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eee84ca-c218-49e0-9cb2-f32c31f1fc3f tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84e7baf8-b7cd-443d-89e8-97a4764076a0 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:34:01.553298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-744db12d-92fc-45c0-9843-8266dba5f8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:01.574085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6eee84ca-c218-49e0-9cb2-f32c31f1fc3f tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.582207 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6eee84ca-c218-49e0-9cb2-f32c31f1fc3f tempest-RoutersTestDVR-245886447 tempest-RoutersTestDVR-245886447-project-admin] 10.222.0.67 "DELETE /v2.0/routers/84e7baf8-b7cd-443d-89e8-97a4764076a0 HTTP/1.1" status: 204 len: 168 time: 1.1259301 Feb 11 13:34:01.591875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-744db12d-92fc-45c0-9843-8266dba5f8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:48adab56625b49bd87ba91b7b22760f0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:01.597290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-744db12d-92fc-45c0-9843-8266dba5f8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:01.617817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-744db12d-92fc-45c0-9843-8266dba5f8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:01.837750 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-744db12d-92fc-45c0-9843-8266dba5f8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.862827 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-744db12d-92fc-45c0-9843-8266dba5f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.956119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.976827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57140) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:01.995327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-744db12d-92fc-45c0-9843-8266dba5f8f6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=48adab56625b49bd87ba91b7b22760f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6443312 Feb 11 13:34:02.091502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744db12d-92fc-45c0-9843-8266dba5f8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d933ecf-dd89-44e0-b2e1-8d9072c7e375,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:02.160020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Subnet': ['ID=3d0764c9-8dad-4029-bb5b-9ed257a2804a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:02.200872 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9923b04-ea75-4b65-988f-12c634932945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.206811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Checking segment: {'id': '6ff06010-8c61-466c-a7d0-7be08b9a2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2e03b3a5-5975-4c90-9836-09be90bb88b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:02.207174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network hostable DHCP agents. Network: 2e03b3a5-5975-4c90-9836-09be90bb88b7, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:02.279046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 2e03b3a5-5975-4c90-9836-09be90bb88b7 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:02.304691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 2e03b3a5-5975-4c90-9836-09be90bb88b7) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:02.324854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf56c61-83f1-437b-a28d-962272356dfe None None] Network 2e03b3a5-5975-4c90-9836-09be90bb88b7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:02.331143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:02.335781 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.347564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9923b04-ea75-4b65-988f-12c634932945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.432749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d8a81ca9-182b-4a30-80ef-e7c5e2e98b4f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7379184 Feb 11 13:34:02.435650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57156) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:02.445895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-663159444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:02.463857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:02.475477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:router and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:02.485096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:02.497678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:02.621277 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9923b04-ea75-4b65-988f-12c634932945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.655395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9923b04-ea75-4b65-988f-12c634932945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d933ecf-dd89-44e0-b2e1-8d9072c7e375,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:02.681104 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e9923b04-ea75-4b65-988f-12c634932945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.682259 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e9923b04-ea75-4b65-988f-12c634932945 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2d933ecf-dd89-44e0-b2e1-8d9072c7e375 HTTP/1.1" status: 204 len: 168 time: 0.7034817 Feb 11 13:34:02.845767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57170) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:02.869223 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.870600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.914412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-2e03b3a5-5975-4c90-9836-09be90bb88b7', 'network_id': '2e03b3a5-5975-4c90-9836-09be90bb88b7', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'fixed_ips': [{'subnet_id': '3d0764c9-8dad-4029-bb5b-9ed257a2804a'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:34:02.915321 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.936387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.961513 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.016657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.020735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-68277090-d330-45a5-83c7-c1729f8ef31b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5812793 Feb 11 13:34:03.020882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57182) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:03.313621 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Allocated IP 2001:db8::2 (2e03b3a5-5975-4c90-9836-09be90bb88b7/3d0764c9-8dad-4029-bb5b-9ed257a2804a/9e11530c-7c35-4fb0-a87a-3d63f3588319) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:03.597179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6fca3-510f-412c-9e00-d09decdcd32e req-88312343-28c1-4b16-a57f-36c76c7cdaeb tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:03.611883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ad6fca3-510f-412c-9e00-d09decdcd32e req-88312343-28c1-4b16-a57f-36c76c7cdaeb tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 946 time: 0.7813876 Feb 11 13:34:03.738081 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ad6fca3-510f-412c-9e00-d09decdcd32e req-d67c0f4f-b864-41b7-84b6-0c8d08af3a47 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030610 Feb 11 13:34:03.943556 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.960615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Transition to ACTIVE for port object 9e11530c-7c35-4fb0-a87a-3d63f3588319 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:03.994081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Transition to ACTIVE for port object 9e11530c-7c35-4fb0-a87a-3d63f3588319 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:04.014524 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.125384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Network 2e03b3a5-5975-4c90-9836-09be90bb88b7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:04.134474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:04.139713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:04.146213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Pushing event updated for resources: {'Port': ['ID=9e11530c-7c35-4fb0-a87a-3d63f3588319,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.152531 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a76cc578-cb6a-4cc2-a245-a91aca01bd90 req-9b8ca85e-92be-4f0c-9e3b-b997146e1ac6 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 210 time: 0.4755847 Feb 11 13:34:04.202132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a108-2fd5-48ba-8ed9-39cd3bca011f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.338507 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Attempting to bind port 9e11530c-7c35-4fb0-a87a-3d63f3588319 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:04.339754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Attempting to bind port 9e11530c-7c35-4fb0-a87a-3d63f3588319 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '6ff06010-8c61-466c-a7d0-7be08b9a2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2e03b3a5-5975-4c90-9836-09be90bb88b7'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:04.340134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Attempting to bind port 9e11530c-7c35-4fb0-a87a-3d63f3588319 on network 2e03b3a5-5975-4c90-9836-09be90bb88b7 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:04.354982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:04.355359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Checking segment: {'id': '6ff06010-8c61-466c-a7d0-7be08b9a2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2e03b3a5-5975-4c90-9836-09be90bb88b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:04.359762 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.360191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Bound using segment: {'id': '6ff06010-8c61-466c-a7d0-7be08b9a2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2e03b3a5-5975-4c90-9836-09be90bb88b7'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:04.361946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Bound port: 9e11530c-7c35-4fb0-a87a-3d63f3588319, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff06010-8c61-466c-a7d0-7be08b9a2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2e03b3a5-5975-4c90-9836-09be90bb88b7'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:04.362344 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.394691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4eb1a108-2fd5-48ba-8ed9-39cd3bca011f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:04.410303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4eb1a108-2fd5-48ba-8ed9-39cd3bca011f admin admin] Usage tracker for resource:security_group_rule and tenant:9798135b4bba4a93b22dd8afb00a9cf9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:04.480437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4eb1a108-2fd5-48ba-8ed9-39cd3bca011f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:04.498276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4eb1a108-2fd5-48ba-8ed9-39cd3bca011f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:04.515021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-45f609de-b5a3-4f26-800f-03bd6653f7ff tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.516869 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-45f609de-b5a3-4f26-800f-03bd6653f7ff tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.73 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 946 time: 0.7236958 Feb 11 13:34:04.625642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] For port 9e11530c-7c35-4fb0-a87a-3d63f3588319, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:04.633696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] For port 9e11530c-7c35-4fb0-a87a-3d63f3588319, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9e11530c-7c35-4fb0-a87a-3d63f3588319,segment=NetworkSegment(6ff06010-8c61-466c-a7d0-7be08b9a2958),segment_id=6ff06010-8c61-466c-a7d0-7be08b9a2958)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:04.647107 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.663121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Deleting port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:04.663526 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.799527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619a84d-2830-4ac4-9f12-6c43ec9fd9a6 None None] Pushing event updated for resources: {'Port': ['ID=9e11530c-7c35-4fb0-a87a-3d63f3588319,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.907479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a108-2fd5-48ba-8ed9-39cd3bca011f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.936383 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.979182 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a108-2fd5-48ba-8ed9-39cd3bca011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.136365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27994da7-167f-474e-8971-e9af2a1e30d5 req-a60982ef-4f33-4b6c-8ea8-c606195a5c34 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.137915 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27994da7-167f-474e-8971-e9af2a1e30d5 req-a60982ef-4f33-4b6c-8ea8-c606195a5c34 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 946 time: 0.1275213 Feb 11 13:34:05.240739 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27994da7-167f-474e-8971-e9af2a1e30d5 req-18a54ff3-ff5f-4de5-96df-58378cb7c1e8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959160 Feb 11 13:34:05.455020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1a108-2fd5-48ba-8ed9-39cd3bca011f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0ab39b-22df-46e7-9875-54db61c5c31e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:05.580878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4eb1a108-2fd5-48ba-8ed9-39cd3bca011f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9798135b4bba4a93b22dd8afb00a9cf9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7333655 Feb 11 13:34:05.584999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57228) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:05.587478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ec73385-8af8-418d-a9e5-7fb9e62a3a0f req-0d3ad3f4-1546-4d31-9df3-5aba05aaf48e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 210 time: 0.1267953 Feb 11 13:34:05.693548 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-477f4e17-1b52-47c7-bbb9-10487952b286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.724702 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-477f4e17-1b52-47c7-bbb9-10487952b286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.869047 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-477f4e17-1b52-47c7-bbb9-10487952b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.920908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f4e17-1b52-47c7-bbb9-10487952b286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0ab39b-22df-46e7-9875-54db61c5c31e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:05.934996 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-477f4e17-1b52-47c7-bbb9-10487952b286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.936449 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-477f4e17-1b52-47c7-bbb9-10487952b286 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0b0ab39b-22df-46e7-9875-54db61c5c31e HTTP/1.1" status: 204 len: 168 time: 0.3499451 Feb 11 13:34:06.000469 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device cd9bd9cd-ae03-474b-98d0-802eb0e4f886 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:34:06.052527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9e11530c-7c35-4fb0-a87a-3d63f3588319 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:34:06.267489 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.319304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 9e11530c-7c35-4fb0-a87a-3d63f3588319 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:06.329383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] For port cd9bd9cd-ae03-474b-98d0-802eb0e4f886, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:06.329833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.390223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port cd9bd9cd-ae03-474b-98d0-802eb0e4f886, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:06.392946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed620ee-e7af-4336-8556-45bf70625607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:06.422498 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.574174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad30583-124a-4e9f-9853-ac24abe76eaf None None] Network 2e03b3a5-5975-4c90-9836-09be90bb88b7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:06.657758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Allocated IP 2001:db8::1 (2e03b3a5-5975-4c90-9836-09be90bb88b7/3d0764c9-8dad-4029-bb5b-9ed257a2804a/65ab611d-7a60-4844-8e21-c95940db3d44) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:06.803879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254301e-cbe3-4901-8dc3-3fcfadb1b651 req-20e76afb-e67c-4896-8736-490fd2f4981c tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.805228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a254301e-cbe3-4901-8dc3-3fcfadb1b651 req-20e76afb-e67c-4896-8736-490fd2f4981c tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 944 time: 0.2038584 Feb 11 13:34:06.868856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:06.896079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5dea687d-54d9-4b1a-8b2f-f0d662cbfbe6 None None] Provisioning for port 9e11530c-7c35-4fb0-a87a-3d63f3588319 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:06.904796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a254301e-cbe3-4901-8dc3-3fcfadb1b651 req-f89cb08d-2812-4b2e-ad91-726c53993477 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934143 Feb 11 13:34:06.942510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5dea687d-54d9-4b1a-8b2f-f0d662cbfbe6 None None] Provisioning complete for port 9e11530c-7c35-4fb0-a87a-3d63f3588319 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:06.942989 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5dea687d-54d9-4b1a-8b2f-f0d662cbfbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.950231 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-52da55c7-c6cc-4859-ad42-879d3e74f311 service neutron] 10.222.0.73 "GET /v2.0/ports/c899f753-f998-42d3-960c-2eb5c59c628c HTTP/1.1" status: 200 len: 1033 time: 0.4206266 Feb 11 13:34:07.062424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-58d1730e-312a-46ee-b672-0f6ed11ceb06 service neutron] 10.222.0.73 "GET /v2.0/ports/ff71d346-712c-4d9e-b2ca-503622e9b2f0 HTTP/1.1" status: 200 len: 1032 time: 0.0945652 Feb 11 13:34:07.178530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a351808c-a7a3-4cca-98c4-ea46663e80f9 req-5fed0ce1-8e68-490a-8a20-05ad4c705029 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Synchronizing usage tracker for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:07.199012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a351808c-a7a3-4cca-98c4-ea46663e80f9 req-5fed0ce1-8e68-490a-8a20-05ad4c705029 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Unset dirty status for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:07.216470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a351808c-a7a3-4cca-98c4-ea46663e80f9 req-5fed0ce1-8e68-490a-8a20-05ad4c705029 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 210 time: 0.0868256 Feb 11 13:34:07.237331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57262) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:07.245664 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed620ee-e7af-4336-8556-45bf70625607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'code': 200} Feb 11 13:34:07.302014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d28e99c1-880e-4484-a128-0ab5f4ef5b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.361691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d28e99c1-880e-4484-a128-0ab5f4ef5b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:07.367450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d28e99c1-880e-4484-a128-0ab5f4ef5b61 admin admin] Usage tracker for resource:security_group_rule and tenant:a51fd67a0ab6422d8b6c035239c63aad is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:07.371699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d28e99c1-880e-4484-a128-0ab5f4ef5b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:07.378931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d28e99c1-880e-4484-a128-0ab5f4ef5b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:07.497408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-9cb9916d-0512-4c3d-8e09-c9cd46f32b54 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:07.507351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-9cb9916d-0512-4c3d-8e09-c9cd46f32b54 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:07.517541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-9cb9916d-0512-4c3d-8e09-c9cd46f32b54 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:07.530826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d28e99c1-880e-4484-a128-0ab5f4ef5b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.534387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-9cb9916d-0512-4c3d-8e09-c9cd46f32b54 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "GET /v2.0/networks?id=33c7dbfc-9cfc-49f6-8127-3528bf05f912&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=0c4ce99b-bcb8-4d76-a929-088829e9857d&id=0c4ce99b-bcb8-4d76-a929-088829e9857d HTTP/1.1" status: 200 len: 1996 time: 0.4537938 Feb 11 13:34:07.539750 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d28e99c1-880e-4484-a128-0ab5f4ef5b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.610329 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d28e99c1-880e-4484-a128-0ab5f4ef5b61 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a51fd67a0ab6422d8b6c035239c63aad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3695724 Feb 11 13:34:07.611045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57268) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:07.654317 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.662262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e99c1-880e-4484-a128-0ab5f4ef5b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e0e567-4290-4313-8bb1-107bb9f28910,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:07.697598 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5dea687d-54d9-4b1a-8b2f-f0d662cbfbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.788467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.788467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.788467 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Floating IP b4fb7551-c7f6-4e40-96d0-6a8d4d0aca5f disassociated. External IP: 172.25.4.254, port: cd9bd9cd-ae03-474b-98d0-802eb0e4f886. Feb 11 13:34:07.788467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Calling delete_port for cd9bd9cd-ae03-474b-98d0-802eb0e4f886 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:07.790918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a16893c4-bd7c-42ba-be66-05b5dd0c613c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.820601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5dea687d-54d9-4b1a-8b2f-f0d662cbfbe6 None None] For port 9e11530c-7c35-4fb0-a87a-3d63f3588319, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9e11530c-7c35-4fb0-a87a-3d63f3588319,segment=NetworkSegment(6ff06010-8c61-466c-a7d0-7be08b9a2958),segment_id=6ff06010-8c61-466c-a7d0-7be08b9a2958)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:07.832973 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5dea687d-54d9-4b1a-8b2f-f0d662cbfbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.891558 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a16893c4-bd7c-42ba-be66-05b5dd0c613c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.008785 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.065182 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a16893c4-bd7c-42ba-be66-05b5dd0c613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.090532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16893c4-bd7c-42ba-be66-05b5dd0c613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e0e567-4290-4313-8bb1-107bb9f28910,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:08.092695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a16893c4-bd7c-42ba-be66-05b5dd0c613c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.097113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a16893c4-bd7c-42ba-be66-05b5dd0c613c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/26e0e567-4290-4313-8bb1-107bb9f28910 HTTP/1.1" status: 204 len: 168 time: 0.4850807 Feb 11 13:34:08.098729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea687d-54d9-4b1a-8b2f-f0d662cbfbe6 None None] Pushing event updated for resources: {'Port': ['ID=9e11530c-7c35-4fb0-a87a-3d63f3588319,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:08.107187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Transition to ACTIVE for port object 65ab611d-7a60-4844-8e21-c95940db3d44 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:08.200980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:34:08.201303 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:34:08.232564 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.379586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-2f8aae96-9568-4732-8175-285ad4ca7dc7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39219a77ba9946bba65fb10271078e63 HTTP/1.1" status: 200 len: 379 time: 0.7772777 Feb 11 13:34:08.380795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9cd6ec18-bcc8-4c83-8350-3076e4d77ee4 None None] Provisioning complete for port 9e11530c-7c35-4fb0-a87a-3d63f3588319 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:08.381234 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ec18-bcc8-4c83-8350-3076e4d77ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.410924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 2e03b3a5-5975-4c90-9836-09be90bb88b7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:08.426313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'admin_state_up': True, 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'security_groups': ['552f638c-7fb6-42b5-943c-6ed7086c28e4']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:08.487953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:08.541593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:08.542139 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.580349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=65ab611d-7a60-4844-8e21-c95940db3d44,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:08.721047 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c141064f-d612-498e-b0b9-09cd312ef399 req-37238b12-1c76-4cbd-a0ce-8f4c73e827a4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 210 time: 0.1914349 Feb 11 13:34:08.763735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Deleting port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:08.764434 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.798253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:08.811324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:08.856874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:08.860322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.098239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d32e7de1-bd0b-4991-bbf1-8550181933d4 None None] Provisioning for port 65ab611d-7a60-4844-8e21-c95940db3d44 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:09.121676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d32e7de1-bd0b-4991-bbf1-8550181933d4 None None] Provisioning complete for port 65ab611d-7a60-4844-8e21-c95940db3d44 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:09.122291 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d32e7de1-bd0b-4991-bbf1-8550181933d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.259889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d32e7de1-bd0b-4991-bbf1-8550181933d4 None None] Port 65ab611d-7a60-4844-8e21-c95940db3d44 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:09.267363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577b803-bcb6-468a-8266-b42a3a7eb1a9 req-67c20e1f-e3fe-4296-9bd4-839aeb43ac2f tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:09.276386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1577b803-bcb6-468a-8266-b42a3a7eb1a9 req-67c20e1f-e3fe-4296-9bd4-839aeb43ac2f tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 944 time: 1.0302067 Feb 11 13:34:09.393379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Allocated IP 172.20.0.14 (33c7dbfc-9cfc-49f6-8127-3528bf05f912/c4699c2d-7998-4932-b51b-0565c9c41d72/88b262fa-5a1e-4679-9096-97bcd4dc6729) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:09.789139 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.808149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Transition to ACTIVE for port object 88b262fa-5a1e-4679-9096-97bcd4dc6729 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:09.842480 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.906121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9e11530c-7c35-4fb0-a87a-3d63f3588319 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:34:10.116673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 9e11530c-7c35-4fb0-a87a-3d63f3588319 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:10.117831 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.163819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:10.198630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34390c-6391-4fe1-be83-b026a24be176 req-54fadc51-a346-41da-8675-7e7db7c6f5e7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:10.207195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e34390c-6391-4fe1-be83-b026a24be176 req-54fadc51-a346-41da-8675-7e7db7c6f5e7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 932 time: 0.1339436 Feb 11 13:34:10.220878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:10.265012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2e34390c-6391-4fe1-be83-b026a24be176 req-c53ea24f-006d-4f4e-9ce8-ffa6b5234bf0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Synchronizing usage tracker for tenant:39219a77ba9946bba65fb10271078e63 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:10.280838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2e34390c-6391-4fe1-be83-b026a24be176 req-c53ea24f-006d-4f4e-9ce8-ffa6b5234bf0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Unset dirty status for tenant:39219a77ba9946bba65fb10271078e63 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:10.295788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e34390c-6391-4fe1-be83-b026a24be176 req-c53ea24f-006d-4f4e-9ce8-ffa6b5234bf0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865684 Feb 11 13:34:10.417716 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1577b803-bcb6-468a-8266-b42a3a7eb1a9 req-f74542d1-fce3-4eb4-a629-059dae43d7eb tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1401031 Feb 11 13:34:10.418680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:10.511592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Port': ['ID=88b262fa-5a1e-4679-9096-97bcd4dc6729,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:10.568870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.764957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:10.765619 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.799709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4aaabba4-3963-456b-adf8-9e2768e44165 None None] Provisioning for port 88b262fa-5a1e-4679-9096-97bcd4dc6729 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:10.809694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4aaabba4-3963-456b-adf8-9e2768e44165 None None] Provisioning complete for port 88b262fa-5a1e-4679-9096-97bcd4dc6729 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:10.812564 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4aaabba4-3963-456b-adf8-9e2768e44165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.854082 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a8286f78-ca4a-45d5-9f96-fc817203a826 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4451747 Feb 11 13:34:10.889952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'admin_state_up': True, 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'security_groups': ['552f638c-7fb6-42b5-943c-6ed7086c28e4']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:10.982112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4aaabba4-3963-456b-adf8-9e2768e44165 None None] Port 88b262fa-5a1e-4679-9096-97bcd4dc6729 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:11.452896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] For port cd9bd9cd-ae03-474b-98d0-802eb0e4f886, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:11.453429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.455684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57362) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:11.914138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:11.919948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735cbce-1d51-4877-912b-d6409adda487 req-03fba028-dc0e-41d8-a2d9-a8099876a1a4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.922027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5735cbce-1d51-4877-912b-d6409adda487 req-03fba028-dc0e-41d8-a2d9-a8099876a1a4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 932 time: 0.2527089 Feb 11 13:34:11.999687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-649819332'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:12.005971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:12.011627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Usage tracker for resource:network and tenant:e4874ae8ae344225925a82a8942c36e4 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:12.016905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:12.023333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:12.043665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5735cbce-1d51-4877-912b-d6409adda487 req-e357e32e-867d-40f6-94be-047e3f2c4dcd tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144438 Feb 11 13:34:12.046054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Made reservation on behalf of e4874ae8ae344225925a82a8942c36e4 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:12.055088 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.086021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.100253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:port and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:12.111173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:12.138402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:12.235270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:12.247811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Usage tracker for resource:security_group_rule and tenant:e4874ae8ae344225925a82a8942c36e4 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:12.254997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:12.270340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:12.286683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:12.292200 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.366301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.424347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.432047 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.501795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57386) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:12.522921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:12.597856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.598417 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Added segment 711ce760-7d48-4750-94d4-5e5d6b398885 of type vlan for network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 Feb 11 13:34:12.614768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efbc550-6cc1-4fa2-93d1-71c83135687c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:12.699525 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.779425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.789065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:12.789835 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.988471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Allocated IP 10.1.1.90 (a08c08c5-9a52-41f6-8375-2cdd7db21ff8/55d328ef-806e-4931-902c-7192baa56f62/2b152096-fb5d-4500-ac30-64cb724ef11f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:12.998403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5400131 Feb 11 13:34:13.021788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57402) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:13.031296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f629f-56a4-4c6e-bf69-e2c786342fe9 req-c603e3bc-e1d6-4040-b54c-db7998043e34 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.032094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b70f629f-56a4-4c6e-bf69-e2c786342fe9 req-c603e3bc-e1d6-4040-b54c-db7998043e34 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Synchronizing usage tracker for tenant:b930cac072eb41a69fa34be46025a42a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:13.043355 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d3e053df-0405-44b3-b0b8-9b95032e361b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.058953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Request body: {'subnet': {'network_id': '5a55f328-fb8d-4bad-94e7-a668afd3bba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:13.069526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe322e-ba37-4406-96c9-746dd55d23a6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Pushing event updated for resources: {'Network': ['ID=5a55f328-fb8d-4bad-94e7-a668afd3bba8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:13.081458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:34:13.094231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d3e053df-0405-44b3-b0b8-9b95032e361b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:13.099120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d3e053df-0405-44b3-b0b8-9b95032e361b admin admin] Usage tracker for resource:security_group_rule and tenant:dc4d67ab9279444d9a071a1a01382515 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:13.103162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d3e053df-0405-44b3-b0b8-9b95032e361b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:13.110072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d3e053df-0405-44b3-b0b8-9b95032e361b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:13.274336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d3e053df-0405-44b3-b0b8-9b95032e361b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.276299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:34:13.281336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d3e053df-0405-44b3-b0b8-9b95032e361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.309369 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.314551 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.315464 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.316644 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Floating IP b4fb7551-c7f6-4e40-96d0-6a8d4d0aca5f disassociated. External IP: 172.25.4.254, port: cd9bd9cd-ae03-474b-98d0-802eb0e4f886. Feb 11 13:34:13.317665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Calling delete_port for cd9bd9cd-ae03-474b-98d0-802eb0e4f886 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:13.442165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e053df-0405-44b3-b0b8-9b95032e361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a04abd3-e542-4139-9afc-fc6b8680cf79,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:13.500431 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d3e053df-0405-44b3-b0b8-9b95032e361b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc4d67ab9279444d9a071a1a01382515&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9945490 Feb 11 13:34:13.505404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57412) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:13.557010 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.596236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Transition to ACTIVE for port object 2b152096-fb5d-4500-ac30-64cb724ef11f will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:13.627225 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.627987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.659416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c18b95-54ab-41fe-9008-4e0fb88b1385 req-8087eabd-3cd4-4e05-8877-9ab6b7e8b893 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.661273 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83c18b95-54ab-41fe-9008-4e0fb88b1385 req-8087eabd-3cd4-4e05-8877-9ab6b7e8b893 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 932 time: 0.3220303 Feb 11 13:34:13.672180 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a06dcdb6-53d6-4a72-9d1b-bda1cda1f00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.728726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a06dcdb6-53d6-4a72-9d1b-bda1cda1f00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.753169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b70f629f-56a4-4c6e-bf69-e2c786342fe9 req-c603e3bc-e1d6-4040-b54c-db7998043e34 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Unset dirty status for tenant:b930cac072eb41a69fa34be46025a42a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:13.754787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b70f629f-56a4-4c6e-bf69-e2c786342fe9 req-c603e3bc-e1d6-4040-b54c-db7998043e34 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 944 time: 1.9002607 Feb 11 13:34:13.775889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83c18b95-54ab-41fe-9008-4e0fb88b1385 req-8238cac1-443b-4f02-8f31-064f9538c265 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056290 Feb 11 13:34:13.806523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a06dcdb6-53d6-4a72-9d1b-bda1cda1f00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.812763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.820052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:13.848141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dcdb6-53d6-4a72-9d1b-bda1cda1f00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a04abd3-e542-4139-9afc-fc6b8680cf79,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:13.860101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a06dcdb6-53d6-4a72-9d1b-bda1cda1f00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.861346 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a06dcdb6-53d6-4a72-9d1b-bda1cda1f00f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a04abd3-e542-4139-9afc-fc6b8680cf79 HTTP/1.1" status: 204 len: 168 time: 0.3550367 Feb 11 13:34:13.895271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Usage tracker for resource:subnet and tenant:e4874ae8ae344225925a82a8942c36e4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:13.909503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:13.964151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:14.142489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:14.161392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:14.205087 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b70f629f-56a4-4c6e-bf69-e2c786342fe9 req-6e14e344-8f84-454a-bde4-1beea1a43297 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/security-groups?id=1bdf2172-6aa5-4b93-adc0-5b636a90aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3704114 Feb 11 13:34:14.206136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=65ab611d-7a60-4844-8e21-c95940db3d44,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:14.216350 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:14.281930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Made reservation on behalf of e4874ae8ae344225925a82a8942c36e4 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:14.467943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.633832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-21c02bea-3271-413c-8aca-c3b60f2c1101 None None] Provisioning for port 2b152096-fb5d-4500-ac30-64cb724ef11f completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:14.646246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-21c02bea-3271-413c-8aca-c3b60f2c1101 None None] Provisioning complete for port 2b152096-fb5d-4500-ac30-64cb724ef11f triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:14.647136 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21c02bea-3271-413c-8aca-c3b60f2c1101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.686229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57430) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:14.718318 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0794910c-fcfd-44ea-8a17-7713c8797a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.790697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-21c02bea-3271-413c-8aca-c3b60f2c1101 None None] Port 2b152096-fb5d-4500-ac30-64cb724ef11f cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:14.800110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0794910c-fcfd-44ea-8a17-7713c8797a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:14.804835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0794910c-fcfd-44ea-8a17-7713c8797a5a admin admin] Usage tracker for resource:security_group_rule and tenant:a0b4782eb93f43a2ac2298e86ba2f3c1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:14.808972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0794910c-fcfd-44ea-8a17-7713c8797a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:14.816020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0794910c-fcfd-44ea-8a17-7713c8797a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:14.829828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Port': ['ID=2b152096-fb5d-4500-ac30-64cb724ef11f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:14.852156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:14.853041 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.907403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 2e03b3a5-5975-4c90-9836-09be90bb88b7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:14.913819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:14.915955 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.007382 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0794910c-fcfd-44ea-8a17-7713c8797a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.016563 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0794910c-fcfd-44ea-8a17-7713c8797a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.107613 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0794910c-fcfd-44ea-8a17-7713c8797a5a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a0b4782eb93f43a2ac2298e86ba2f3c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4201612 Feb 11 13:34:15.114407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57438) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:15.295335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event deleted for resources: {'Port': ['ID=cd9bd9cd-ae03-474b-98d0-802eb0e4f886,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:15.329742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0c84de60-c31e-45e1-871b-9ef36bad7f2d None None] Provisioning complete for port 65ab611d-7a60-4844-8e21-c95940db3d44 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:15.330119 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c84de60-c31e-45e1-871b-9ef36bad7f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.349050 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6ab48cb2-b054-4e30-93e8-ae4199cc4404 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4659185 Feb 11 13:34:15.424638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794910c-fcfd-44ea-8a17-7713c8797a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a1a22f-7493-4186-8eb5-ae32c3797e79,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:15.462001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0c84de60-c31e-45e1-871b-9ef36bad7f2d None None] Port 65ab611d-7a60-4844-8e21-c95940db3d44 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:15.499715 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20335089-5e63-4ed9-acc9-c832a7ce3178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.501219 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-172dda73-f434-4775-94fe-720cc5d8a923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.530381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d6dc9-83bd-43a9-80ae-e28d33f4b603 req-46a94171-5d76-414f-85ba-71f38748e3c8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.536051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d6dc9-83bd-43a9-80ae-e28d33f4b603 req-46a94171-5d76-414f-85ba-71f38748e3c8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.545256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de6d6dc9-83bd-43a9-80ae-e28d33f4b603 req-46a94171-5d76-414f-85ba-71f38748e3c8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 1653 time: 0.4345322 Feb 11 13:34:15.559363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'admin_state_up': True, 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'security_groups': ['552f638c-7fb6-42b5-943c-6ed7086c28e4']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:15.796354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20335089-5e63-4ed9-acc9-c832a7ce3178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.902895 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de6d6dc9-83bd-43a9-80ae-e28d33f4b603 req-a8065047-e387-4806-b6c4-614f301bbda4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563087 Feb 11 13:34:15.904236 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20335089-5e63-4ed9-acc9-c832a7ce3178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.926763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20335089-5e63-4ed9-acc9-c832a7ce3178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a1a22f-7493-4186-8eb5-ae32c3797e79,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:15.936508 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20335089-5e63-4ed9-acc9-c832a7ce3178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.937682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-20335089-5e63-4ed9-acc9-c832a7ce3178 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/36a1a22f-7493-4186-8eb5-ae32c3797e79 HTTP/1.1" status: 204 len: 168 time: 0.8220325 Feb 11 13:34:16.060198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:16.090942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:port and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:16.100160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:16.123587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:16.130369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1a64b3cf-2f3f-484b-a880-6864d9fdd6dc req-a03f20df-f455-4f57-ad01-23da6ba5a2b2 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Synchronizing usage tracker for tenant:b930cac072eb41a69fa34be46025a42a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:16.327953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:16.338870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.378234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1a64b3cf-2f3f-484b-a880-6864d9fdd6dc req-a03f20df-f455-4f57-ad01-23da6ba5a2b2 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Unset dirty status for tenant:b930cac072eb41a69fa34be46025a42a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:16.379647 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1a64b3cf-2f3f-484b-a880-6864d9fdd6dc req-a03f20df-f455-4f57-ad01-23da6ba5a2b2 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 210 time: 0.8312590 Feb 11 13:34:16.467061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.094021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Pushing event updated for resources: {'Subnet': ['ID=e6ffb83c-113b-44b6-b085-da951bf58cf8,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:17.101344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57476) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:17.141163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Checking segment: {'id': '711ce760-7d48-4750-94d4-5e5d6b398885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a55f328-fb8d-4bad-94e7-a668afd3bba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:17.141530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Network hostable DHCP agents. Network: 5a55f328-fb8d-4bad-94e7-a668afd3bba8, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:17.200874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Allocated IP 10.1.1.179 (a08c08c5-9a52-41f6-8375-2cdd7db21ff8/55d328ef-806e-4931-902c-7192baa56f62/0ef48dfa-9284-4bb4-a107-0f9e3d3df40b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:17.204338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:17.252732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 5a55f328-fb8d-4bad-94e7-a668afd3bba8) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:17.261594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680412e4-cffc-49c6-ad52-00c38c6ddf9d None None] Network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:17.277018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.277760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.329426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-13e07c30-2fbc-465d-b208-31c66e4f7db6 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2916384 Feb 11 13:34:17.331894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:17.345528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 22541559-680f-47e7-ad98-d16f2de8e8ee is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:34:17.380012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Request body: {'port': {'network_id': '5a55f328-fb8d-4bad-94e7-a668afd3bba8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1148408770'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:17.415697 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5691226-d495-4abc-bc18-52d3cd1357e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.440251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80171db6-aff6-497c-81ee-655eba349f44 req-b9f19715-7914-4480-a06c-98f9f709328b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.444152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80171db6-aff6-497c-81ee-655eba349f44 req-b9f19715-7914-4480-a06c-98f9f709328b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.445925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80171db6-aff6-497c-81ee-655eba349f44 req-b9f19715-7914-4480-a06c-98f9f709328b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 1653 time: 0.2054386 Feb 11 13:34:17.551238 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80171db6-aff6-497c-81ee-655eba349f44 req-e44f5532-c40f-4811-9efd-4fb69867ed7c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938039 Feb 11 13:34:17.559552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e5691226-d495-4abc-bc18-52d3cd1357e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:17.576176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e5691226-d495-4abc-bc18-52d3cd1357e0 admin admin] Usage tracker for resource:security_group_rule and tenant:133c7f7c73cb42f1b44302fdf08184ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:17.582367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e5691226-d495-4abc-bc18-52d3cd1357e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:17.595938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e5691226-d495-4abc-bc18-52d3cd1357e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:17.718985 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5691226-d495-4abc-bc18-52d3cd1357e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.724730 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5691226-d495-4abc-bc18-52d3cd1357e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.737445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-5a55f328-fb8d-4bad-94e7-a668afd3bba8', 'network_id': '5a55f328-fb8d-4bad-94e7-a668afd3bba8', 'tenant_id': 'e4874ae8ae344225925a82a8942c36e4', 'fixed_ips': [{'subnet_id': 'e6ffb83c-113b-44b6-b085-da951bf58cf8'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:34:17.738886 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.795229 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e5691226-d495-4abc-bc18-52d3cd1357e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=133c7f7c73cb42f1b44302fdf08184ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6840014 Feb 11 13:34:17.795229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57494) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:17.809457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4df8c8c2-8d38-43b3-95e1-37d85736354e req-158eedb0-8a68-4868-b27a-b0f4a11e6309 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 210 time: 0.1422448 Feb 11 13:34:17.883419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Router 6b9d5675-c958-459a-b99a-ab620c37c387 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:17.907298 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31f561ad-2c37-4074-94ba-e501c8982c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.910409 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1715ba51-0007-4923-8fec-5e1cd3dc22ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.925535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5691226-d495-4abc-bc18-52d3cd1357e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1996a3-9a8d-4b19-9660-5ff8990cf5b3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:17.954434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31f561ad-2c37-4074-94ba-e501c8982c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.036177 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31f561ad-2c37-4074-94ba-e501c8982c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.065091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f561ad-2c37-4074-94ba-e501c8982c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1996a3-9a8d-4b19-9660-5ff8990cf5b3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:18.075498 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-31f561ad-2c37-4074-94ba-e501c8982c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.091319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-31f561ad-2c37-4074-94ba-e501c8982c21 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d1996a3-9a8d-4b19-9660-5ff8990cf5b3 HTTP/1.1" status: 204 len: 168 time: 0.2882414 Feb 11 13:34:18.103496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Allocated IP 172.20.0.2 (5a55f328-fb8d-4bad-94e7-a668afd3bba8/e6ffb83c-113b-44b6-b085-da951bf58cf8/12fcd9e8-a7c0-4366-a2b3-a3389096cf57) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:18.191760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:18.195954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Usage tracker for resource:port and tenant:e4874ae8ae344225925a82a8942c36e4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:18.200247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:18.206716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:18.246274 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.265074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Made reservation on behalf of e4874ae8ae344225925a82a8942c36e4 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:18.268301 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.436532 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.460472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Transition to ACTIVE for port object 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:18.492925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Transition to ACTIVE for port object 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:18.498303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Transition to ACTIVE for port object 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:18.510519 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.510795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] device_id is not set on port f1522a8e-ab12-4f00-9f6e-39243cd4f344 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:18.575139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:18.619454 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-54e1a2fa-13a5-4180-8137-2fbf9847f6d9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/22541559-680f-47e7-ad98-d16f2de8e8ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5975001 Feb 11 13:34:18.624313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57514) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:18.634678 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.757449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Pushing event updated for resources: {'Port': ['ID=12fcd9e8-a7c0-4366-a2b3-a3389096cf57,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:18.769346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f214f6a-f461-42d1-a6ec-d40e347993e7 None None] Sync routers for ids ['22541559-680f-47e7-ad98-d16f2de8e8ee'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:34:18.785064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:18.796638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f214f6a-f461-42d1-a6ec-d40e347993e7 None None] Routers {'22541559-680f-47e7-ad98-d16f2de8e8ee'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:18.797897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0f214f6a-f461-42d1-a6ec-d40e347993e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['22541559-680f-47e7-ad98-d16f2de8e8ee'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:18.801630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:18.801790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e6792-e75a-47c1-9f55-e206d722423c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.806060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Port': ['ID=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:18.806866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a27e6792-e75a-47c1-9f55-e206d722423c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:18.812237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:18.825430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Allocated IP 172.20.0.12 (5a55f328-fb8d-4bad-94e7-a668afd3bba8/e6ffb83c-113b-44b6-b085-da951bf58cf8/f1522a8e-ab12-4f00-9f6e-39243cd4f344) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:18.844279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a27e6792-e75a-47c1-9f55-e206d722423c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:18.844399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:18.844496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a27e6792-e75a-47c1-9f55-e206d722423c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports/65ab611d-7a60-4844-8e21-c95940db3d44 HTTP/1.1" status: 200 len: 911 time: 0.2136526 Feb 11 13:34:18.844496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57520) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:18.867119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57524) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:18.949010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:18.970421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.972281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.988565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:19.007626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:19.021211 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] Sync routers for ids ['6b9d5675-c958-459a-b99a-ab620c37c387'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:34:19.048508 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a9f96557-6aa1-40a6-9e21-086d8984fb5b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5236051 Feb 11 13:34:19.078792 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] Routers {'6b9d5675-c958-459a-b99a-ab620c37c387'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:19.079409 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6b9d5675-c958-459a-b99a-ab620c37c387'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:19.081056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d', 'admin_state_up': True, 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'security_groups': ['552f638c-7fb6-42b5-943c-6ed7086c28e4']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:19.104407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0f214f6a-f461-42d1-a6ec-d40e347993e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:19.173966 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.224482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f214f6a-f461-42d1-a6ec-d40e347993e7 None None] Routers {'22541559-680f-47e7-ad98-d16f2de8e8ee'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:19.225063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0f214f6a-f461-42d1-a6ec-d40e347993e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['22541559-680f-47e7-ad98-d16f2de8e8ee'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:19.317319 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de937a05-faec-4881-a3c3-5af9fcdd619d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.395544 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] Set router 6b9d5675-c958-459a-b99a-ab620c37c387 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:34:19.416479 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.434601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Attempting to bind port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:19.435026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Attempting to bind port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '711ce760-7d48-4750-94d4-5e5d6b398885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a55f328-fb8d-4bad-94e7-a668afd3bba8'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:19.435958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Attempting to bind port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 on network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:19.442783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-0f214f6a-f461-42d1-a6ec-d40e347993e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:19.443910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f214f6a-f461-42d1-a6ec-d40e347993e7 None None] The sync data for ids ['22541559-680f-47e7-ad98-d16f2de8e8ee'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:34:19.449836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-de937a05-faec-4881-a3c3-5af9fcdd619d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:19.457573 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:19.458479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Checking segment: {'id': '711ce760-7d48-4750-94d4-5e5d6b398885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a55f328-fb8d-4bad-94e7-a668afd3bba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:19.459338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-de937a05-faec-4881-a3c3-5af9fcdd619d admin admin] Usage tracker for resource:security_group_rule and tenant:aa00efea6a3a4ed082d3cc528063bdbd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:19.459501 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.459901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Bound using segment: {'id': '711ce760-7d48-4750-94d4-5e5d6b398885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a55f328-fb8d-4bad-94e7-a668afd3bba8'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:19.460474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Bound port: 12fcd9e8-a7c0-4366-a2b3-a3389096cf57, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711ce760-7d48-4750-94d4-5e5d6b398885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a55f328-fb8d-4bad-94e7-a668afd3bba8'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:19.460961 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.482760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-de937a05-faec-4881-a3c3-5af9fcdd619d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:19.489538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f868a3c1-03c6-4d94-8b57-29f1f06b5a38 None None] Provisioning for port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:19.501654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-de937a05-faec-4881-a3c3-5af9fcdd619d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:19.574760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f868a3c1-03c6-4d94-8b57-29f1f06b5a38 None None] Provisioning complete for port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:19.574760 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f868a3c1-03c6-4d94-8b57-29f1f06b5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.623625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] No DVR routers for this DVR port cd9bd9cd-ae03-474b-98d0-802eb0e4f886 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:19.683588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f868a3c1-03c6-4d94-8b57-29f1f06b5a38 None None] Port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:19.741051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e44bd5-57db-403d-8ff6-e8d33a694083 req-b8cfd6f1-24c7-420f-9219-a2c99314839f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.745189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e44bd5-57db-403d-8ff6-e8d33a694083 req-b8cfd6f1-24c7-420f-9219-a2c99314839f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.749482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e44bd5-57db-403d-8ff6-e8d33a694083 req-b8cfd6f1-24c7-420f-9219-a2c99314839f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.751265 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23e44bd5-57db-403d-8ff6-e8d33a694083 req-b8cfd6f1-24c7-420f-9219-a2c99314839f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 2374 time: 0.7575643 Feb 11 13:34:19.775982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] For port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:19.779483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] For port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=12fcd9e8-a7c0-4366-a2b3-a3389096cf57,segment=NetworkSegment(711ce760-7d48-4750-94d4-5e5d6b398885),segment_id=711ce760-7d48-4750-94d4-5e5d6b398885)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:19.785642 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.911255 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.956765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Transition to ACTIVE for port object f1522a8e-ab12-4f00-9f6e-39243cd4f344 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:19.975130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4796442-3eb2-4165-9147-cde26d74f553 None None] Pushing event updated for resources: {'Port': ['ID=12fcd9e8-a7c0-4366-a2b3-a3389096cf57,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:19.998657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de937a05-faec-4881-a3c3-5af9fcdd619d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.010456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-de937a05-faec-4881-a3c3-5af9fcdd619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.013908 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.016540 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-301d0763-aec8-4dba-b2ea-cae6db5cd5b6 req-1eb17be7-01d6-4b6d-9060-b40f3b80a488 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.73 "DELETE /v2.0/ports/cd9bd9cd-ae03-474b-98d0-802eb0e4f886 HTTP/1.1" status: 204 len: 173 time: 15.4923420 Feb 11 13:34:20.017756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.058463 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e548dfa-2240-4f9d-a4c6-97c7d9a16706 req-21fff6fd-5e9a-451f-881d-ce8cf9cebc4d tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "GET /v2.0/ports?device_id=eed620ee-e7af-4336-8556-45bf70625607 HTTP/1.1" status: 200 len: 210 time: 0.6131446 Feb 11 13:34:20.059635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed620ee-e7af-4336-8556-45bf70625607', 'name': 'network-vif-deleted', 'tag': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:20.120972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de937a05-faec-4881-a3c3-5af9fcdd619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a220408-584e-4684-861b-7d27cf08130c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:20.201614 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:17Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'dd75c007-0730-4eea-a14f-9d12219ec4bc', 'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'mac_address': 'fa:16:3e:f8:5c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:15Z', 'updated_at': '2022-02-11T13:28:36Z', 'revision_number': 5, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'subnets': [{'id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:20.202515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23e44bd5-57db-403d-8ff6-e8d33a694083 req-9261a5ac-7f25-48d3-a042-e64003f4f6fb tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4365206 Feb 11 13:34:20.215485 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] Checking router: 6b9d5675-c958-459a-b99a-ab620c37c387 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:34:20.244283 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] Routers {'6b9d5675-c958-459a-b99a-ab620c37c387'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:20.247046 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6b9d5675-c958-459a-b99a-ab620c37c387'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:20.255606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-de937a05-faec-4881-a3c3-5af9fcdd619d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aa00efea6a3a4ed082d3cc528063bdbd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4124424 Feb 11 13:34:20.258423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57546) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:20.260182 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.306051 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed620ee-e7af-4336-8556-45bf70625607', 'name': 'network-vif-deleted', 'tag': 'cd9bd9cd-ae03-474b-98d0-802eb0e4f886', 'status': 'completed', 'code': 200} Feb 11 13:34:20.321458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Pushing event updated for resources: {'Port': ['ID=f1522a8e-ab12-4f00-9f6e-39243cd4f344,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:20.336208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:20.350524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:20.368360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:20.386394 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.517972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:20.518609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.523194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:20.542391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Usage tracker for resource:port and tenant:39219a77ba9946bba65fb10271078e63 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:20.552806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:20.560219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:20.587552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1b358911-0a38-4526-9ad4-b7fb75dad68c tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2396252 Feb 11 13:34:20.588443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57560) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:20.628838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Request body: {'port': {'network_id': '5a55f328-fb8d-4bad-94e7-a668afd3bba8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1984896253', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:20.629777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] bootfile-name is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:34:20.631242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] tftp-server is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:34:20.631604 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] server-ip-address is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:34:20.671749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:20.751952 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] Set router 6b9d5675-c958-459a-b99a-ab620c37c387 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:34:20.890404 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72eae4a9-7a02-417e-87e2-a3cfd2464c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.077190 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72eae4a9-7a02-417e-87e2-a3cfd2464c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.226152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:21.278566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Usage tracker for resource:port and tenant:e4874ae8ae344225925a82a8942c36e4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:21.285500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:21.298890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:21.299249 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:17Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'dd75c007-0730-4eea-a14f-9d12219ec4bc', 'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'mac_address': 'fa:16:3e:f8:5c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:15Z', 'updated_at': '2022-02-11T13:28:36Z', 'revision_number': 5, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'subnets': [{'id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:21.314150 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6c6af-a75f-4da6-9e8b-b86f05097ff8 None None] The sync data for ids ['6b9d5675-c958-459a-b99a-ab620c37c387'] in n-d-818559-1 is: [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:28:17Z', 'revision_number': 4, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'dd75c007-0730-4eea-a14f-9d12219ec4bc', 'name': '', 'network_id': '03558ae7-3102-479a-ae24-65823543b8b7', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'mac_address': 'fa:16:3e:f8:5c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:15Z', 'updated_at': '2022-02-11T13:28:36Z', 'revision_number': 5, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'subnets': [{'id': '7d85b11a-a300-42ba-ac08-edc32a789901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:34:21.492894 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72eae4a9-7a02-417e-87e2-a3cfd2464c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.605064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eae4a9-7a02-417e-87e2-a3cfd2464c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a220408-584e-4684-861b-7d27cf08130c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:21.683089 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72eae4a9-7a02-417e-87e2-a3cfd2464c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.684823 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-72eae4a9-7a02-417e-87e2-a3cfd2464c31 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3a220408-584e-4684-861b-7d27cf08130c HTTP/1.1" status: 204 len: 168 time: 1.4067385 Feb 11 13:34:21.877174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db5a10-88f2-41b6-aa7b-994220e1cdb5 None None] New status for floating IP b4fb7551-c7f6-4e40-96d0-6a8d4d0aca5f: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:34:21.955755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:21.987487 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.071536 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:34:22.091161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2d2a0-7f92-4ca2-81e0-2e6db4e05113 req-58734f6c-1006-471f-a5b0-cb6b7669c642 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:22.095207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2d2a0-7f92-4ca2-81e0-2e6db4e05113 req-58734f6c-1006-471f-a5b0-cb6b7669c642 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:22.095382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Made reservation on behalf of e4874ae8ae344225925a82a8942c36e4 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:22.099160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2d2a0-7f92-4ca2-81e0-2e6db4e05113 req-58734f6c-1006-471f-a5b0-cb6b7669c642 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:22.100973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe2d2a0-7f92-4ca2-81e0-2e6db4e05113 req-58734f6c-1006-471f-a5b0-cb6b7669c642 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 2374 time: 0.6037767 Feb 11 13:34:22.105129 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.168188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Deleting port f2ba4e5c-a368-4834-a3cd-930c312e9007 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:22.168449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.204221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5869b58-deb0-4f35-9339-658ad22df02b None None] Network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:22.258856 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe2d2a0-7f92-4ca2-81e0-2e6db4e05113 req-611c53c5-be04-4472-a1ef-f06701a35f25 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250689 Feb 11 13:34:22.395573 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b2b5c7a3-1b62-442b-9f07-8582df63156b None None] Provisioning for port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:22.453452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.453796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.513750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:22.530926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:22.531668 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.674674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 65ab611d-7a60-4844-8e21-c95940db3d44 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:22.675019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.759568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] device_id is not set on port 4a915e43-176a-4e7b-bb7c-0529348ff15d yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:22.832003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.877325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=12fcd9e8-a7c0-4366-a2b3-a3389096cf57,segment=NetworkSegment(711ce760-7d48-4750-94d4-5e5d6b398885),segment_id=711ce760-7d48-4750-94d4-5e5d6b398885)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:22.883712 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.972255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=12fcd9e8-a7c0-4366-a2b3-a3389096cf57,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:23.076248 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.135955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Calling delete_port for f2ba4e5c-a368-4834-a3cd-930c312e9007 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:23.291326 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:34:23.291704 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:34:23.353299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1c48d94d-f55f-4cab-8167-61ff32b3ceb4 None None] Provisioning complete for port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:23.359931 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c48d94d-f55f-4cab-8167-61ff32b3ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.404710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 65ab611d-7a60-4844-8e21-c95940db3d44 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:23.517536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Allocated IP 172.20.0.8 (5a55f328-fb8d-4bad-94e7-a668afd3bba8/e6ffb83c-113b-44b6-b085-da951bf58cf8/4a915e43-176a-4e7b-bb7c-0529348ff15d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:23.632465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57654) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:23.737944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1c48d94d-f55f-4cab-8167-61ff32b3ceb4 None None] Provisioning for port f1522a8e-ab12-4f00-9f6e-39243cd4f344 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:23.746463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1c48d94d-f55f-4cab-8167-61ff32b3ceb4 None None] Provisioning complete for port f1522a8e-ab12-4f00-9f6e-39243cd4f344 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:23.746874 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c48d94d-f55f-4cab-8167-61ff32b3ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.798617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Deleting port f2ba4e5c-a368-4834-a3cd-930c312e9007 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:23.799637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.828165 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.891009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1c48d94d-f55f-4cab-8167-61ff32b3ceb4 None None] Port f1522a8e-ab12-4f00-9f6e-39243cd4f344 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:23.943146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:34:23.963043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=65ab611d-7a60-4844-8e21-c95940db3d44,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:24.106295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-951870d4-3bc8-41dc-bd73-eb415c5430f7 None None] Provisioning complete for port f1522a8e-ab12-4f00-9f6e-39243cd4f344 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:24.106693 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-951870d4-3bc8-41dc-bd73-eb415c5430f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.217244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-951870d4-3bc8-41dc-bd73-eb415c5430f7 None None] Port f1522a8e-ab12-4f00-9f6e-39243cd4f344 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:24.244483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:24.244678 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.397017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Allocated IP 10.2.2.100 (0c4ce99b-bcb8-4d76-a929-088829e9857d/f7eb4684-f135-434b-92ca-19187fdd48c4/6f25dc42-13d6-4753-bcaf-9f913c73223e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:24.420836 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74cf86a8-b9db-44f2-bcd2-790ef0cbf869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.450378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.457854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb0071-1b4e-4587-9abb-245c5e3fbdda req-6874b250-9d50-4b28-9467-3096d9e59f8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:24.465803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb0071-1b4e-4587-9abb-245c5e3fbdda req-6874b250-9d50-4b28-9467-3096d9e59f8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:24.469721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb0071-1b4e-4587-9abb-245c5e3fbdda req-6874b250-9d50-4b28-9467-3096d9e59f8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:24.470602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d5cb0071-1b4e-4587-9abb-245c5e3fbdda req-6874b250-9d50-4b28-9467-3096d9e59f8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Synchronizing usage tracker for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:24.561312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57670) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:24.604533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d5cb0071-1b4e-4587-9abb-245c5e3fbdda req-6874b250-9d50-4b28-9467-3096d9e59f8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Unset dirty status for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:24.612245 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5cb0071-1b4e-4587-9abb-245c5e3fbdda req-6874b250-9d50-4b28-9467-3096d9e59f8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 2374 time: 0.9174097 Feb 11 13:34:24.655877 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.656491 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.678836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-74cf86a8-b9db-44f2-bcd2-790ef0cbf869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:24.700190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-74cf86a8-b9db-44f2-bcd2-790ef0cbf869 admin admin] Usage tracker for resource:security_group_rule and tenant:c55ffb27d51348418262883febde1e55 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:24.709232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-74cf86a8-b9db-44f2-bcd2-790ef0cbf869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:24.719148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-74cf86a8-b9db-44f2-bcd2-790ef0cbf869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:24.926568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Calling delete_port for f2ba4e5c-a368-4834-a3cd-930c312e9007 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:24.951225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57678) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:25.034214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd771-fb94-453f-894f-be0b5519c44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.063410 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.086615 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5cb0071-1b4e-4587-9abb-245c5e3fbdda req-493d849a-b31d-4dbc-ac0d-89ef09d3df16 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4732108 Feb 11 13:34:25.102281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Transition to ACTIVE for port object 4a915e43-176a-4e7b-bb7c-0529348ff15d will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:25.192816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74cf86a8-b9db-44f2-bcd2-790ef0cbf869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.198913 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74cf86a8-b9db-44f2-bcd2-790ef0cbf869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.207617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.210254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0dfcd771-fb94-453f-894f-be0b5519c44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:25.236306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 22541559-680f-47e7-ad98-d16f2de8e8ee has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:25.270127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf86a8-b9db-44f2-bcd2-790ef0cbf869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc77970-a319-4a4c-a731-8246f37e13db,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.281151 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-74cf86a8-b9db-44f2-bcd2-790ef0cbf869 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c55ffb27d51348418262883febde1e55&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6476176 Feb 11 13:34:25.284260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57684) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:25.317811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:25.319266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0dfcd771-fb94-453f-894f-be0b5519c44c admin admin] Usage tracker for resource:security_group_rule and tenant:d14688f6ff6e437aaf5d5d24d558b4fd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:25.326069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Pushing event updated for resources: {'Port': ['ID=4a915e43-176a-4e7b-bb7c-0529348ff15d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.328423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:25.330758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0dfcd771-fb94-453f-894f-be0b5519c44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:25.337086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:25.483897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-911665a3-4d2d-4d56-a6a9-37024267e811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.521606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0dfcd771-fb94-453f-894f-be0b5519c44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:25.530168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f9bca38-36b8-4f1a-befb-b3f416d9ec6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.582891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:25.596268 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48bfa05-def1-4213-b91d-ae487318a938 None None] Sync routers for ids ['22541559-680f-47e7-ad98-d16f2de8e8ee'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:34:25.611179 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48bfa05-def1-4213-b91d-ae487318a938 None None] Routers {'22541559-680f-47e7-ad98-d16f2de8e8ee'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:25.612409 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f48bfa05-def1-4213-b91d-ae487318a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['22541559-680f-47e7-ad98-d16f2de8e8ee'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:25.612577 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f9bca38-36b8-4f1a-befb-b3f416d9ec6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.628845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-911665a3-4d2d-4d56-a6a9-37024267e811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:25.657129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-03c8cddf-6100-4e88-a2d1-da847a43f041 None None] Provisioning for port 4a915e43-176a-4e7b-bb7c-0529348ff15d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:25.665960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-03c8cddf-6100-4e88-a2d1-da847a43f041 None None] Provisioning complete for port 4a915e43-176a-4e7b-bb7c-0529348ff15d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:25.666710 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03c8cddf-6100-4e88-a2d1-da847a43f041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.678737 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.684700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-911665a3-4d2d-4d56-a6a9-37024267e811 admin admin] Usage tracker for resource:security_group_rule and tenant:aa5fc2a86f144c49a840ba4f5b117366 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:25.686119 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f48bfa05-def1-4213-b91d-ae487318a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:25.690415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-911665a3-4d2d-4d56-a6a9-37024267e811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:25.699359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-911665a3-4d2d-4d56-a6a9-37024267e811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:25.699583 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48bfa05-def1-4213-b91d-ae487318a938 None None] Routers {'22541559-680f-47e7-ad98-d16f2de8e8ee'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:25.700364 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f48bfa05-def1-4213-b91d-ae487318a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['22541559-680f-47e7-ad98-d16f2de8e8ee'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:25.706176 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd771-fb94-453f-894f-be0b5519c44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.724789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd771-fb94-453f-894f-be0b5519c44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.754246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Transition to ACTIVE for port object 6f25dc42-13d6-4753-bcaf-9f913c73223e will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:25.754683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-03c8cddf-6100-4e88-a2d1-da847a43f041 None None] Port 4a915e43-176a-4e7b-bb7c-0529348ff15d cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:25.761257 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f9bca38-36b8-4f1a-befb-b3f416d9ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.764843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:25.765477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.777808 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f48bfa05-def1-4213-b91d-ae487318a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:25.778262 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48bfa05-def1-4213-b91d-ae487318a938 None None] The sync data for ids ['22541559-680f-47e7-ad98-d16f2de8e8ee'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:34:25.796475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.799293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bca38-36b8-4f1a-befb-b3f416d9ec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc77970-a319-4a4c-a731-8246f37e13db,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.823668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-911665a3-4d2d-4d56-a6a9-37024267e811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.834151 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-911665a3-4d2d-4d56-a6a9-37024267e811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.860026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6aef9c47-4412-4771-8eb3-55e987b18394 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/22541559-680f-47e7-ad98-d16f2de8e8ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9891384 Feb 11 13:34:25.862201 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f9bca38-36b8-4f1a-befb-b3f416d9ec6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.862418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcd771-fb94-453f-894f-be0b5519c44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8487aab4-b598-469d-9c52-7b15b80bad9c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.863259 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3f9bca38-36b8-4f1a-befb-b3f416d9ec6d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1fc77970-a319-4a4c-a731-8246f37e13db HTTP/1.1" status: 204 len: 168 time: 0.5776818 Feb 11 13:34:25.865098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57688) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:25.876743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event deleted for resources: {'Port': ['ID=f2ba4e5c-a368-4834-a3cd-930c312e9007,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.898931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911665a3-4d2d-4d56-a6a9-37024267e811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1d352d-745d-4523-a61d-525cf2b8f74b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.905097 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-911665a3-4d2d-4d56-a6a9-37024267e811 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aa5fc2a86f144c49a840ba4f5b117366&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8208616 Feb 11 13:34:25.907490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57694) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:25.932051 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0dfcd771-fb94-453f-894f-be0b5519c44c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d14688f6ff6e437aaf5d5d24d558b4fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3663518 Feb 11 13:34:25.935922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57698) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:25.946921 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-38c06de5-6eb5-41b4-9899-f2b212ac7bff tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.3376484 Feb 11 13:34:25.948849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fdc968fc-f8dc-4df5-b88c-d692118dcbed tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:25.953155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57702) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:26.022462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6881ab40-34b8-4790-a03b-989b3a48b229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.059517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7d250bd-f4b6-42b6-ac09-8df2529fa050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.077287 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6881ab40-34b8-4790-a03b-989b3a48b229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.084442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.091565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fdc968fc-f8dc-4df5-b88c-d692118dcbed tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:26.092735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fdc968fc-f8dc-4df5-b88c-d692118dcbed tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=22541559-680f-47e7-ad98-d16f2de8e8ee HTTP/1.1" status: 200 len: 205 time: 0.2174604 Feb 11 13:34:26.098864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57710) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:26.176746 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.179278 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.183962 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d2f017cf-c750-48ec-a64b-33f0e29cd3c8 tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "DELETE /v2.0/floatingips/b4fb7551-c7f6-4e40-96d0-6a8d4d0aca5f HTTP/1.1" status: 204 len: 168 time: 4.8823166 Feb 11 13:34:26.197729 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7d250bd-f4b6-42b6-ac09-8df2529fa050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.203174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Port': ['ID=6f25dc42-13d6-4753-bcaf-9f913c73223e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:26.211393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network 0c4ce99b-bcb8-4d76-a929-088829e9857d is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:26.213238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:26.216037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:26.283881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a950392-f549-4934-ba6e-3ba50cf61463 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:26.288475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a950392-f549-4934-ba6e-3ba50cf61463 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:26.293348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a950392-f549-4934-ba6e-3ba50cf61463 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:26.294425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6a950392-f549-4934-ba6e-3ba50cf61463 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Synchronizing usage tracker for tenant:e4874ae8ae344225925a82a8942c36e4 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:26.322745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:26.323537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.327343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57720) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:26.373262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6a950392-f549-4934-ba6e-3ba50cf61463 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Unset dirty status for tenant:e4874ae8ae344225925a82a8942c36e4 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:26.374653 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6a950392-f549-4934-ba6e-3ba50cf61463 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3977032 Feb 11 13:34:26.379169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57726) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:26.380148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f305212a-c0b5-4c23-8467-fc1b69774a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.388819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-979e3bba-a08a-46f6-ae5b-0d0789ff48b5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.403459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-46012b71-4e40-4914-a049-e880c5c4f926 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3337586 Feb 11 13:34:26.416840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d', 'admin_state_up': True, 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'security_groups': ['552f638c-7fb6-42b5-943c-6ed7086c28e4']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:26.448241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57730) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:26.517770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f305212a-c0b5-4c23-8467-fc1b69774a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:26.526452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f305212a-c0b5-4c23-8467-fc1b69774a8c admin admin] Usage tracker for resource:security_group_rule and tenant:9c48d91f28f14a6c9f9bbe620d6e31ad is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:26.531582 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f305212a-c0b5-4c23-8467-fc1b69774a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:26.539699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f305212a-c0b5-4c23-8467-fc1b69774a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:26.551260 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6881ab40-34b8-4790-a03b-989b3a48b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.597782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b5e5acb5-4850-4de9-bea0-68c608f2a1b5 None None] Provisioning for port 6f25dc42-13d6-4753-bcaf-9f913c73223e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:26.606264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b5e5acb5-4850-4de9-bea0-68c608f2a1b5 None None] Provisioning complete for port 6f25dc42-13d6-4753-bcaf-9f913c73223e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:26.607160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5e5acb5-4850-4de9-bea0-68c608f2a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.607678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:26.626020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:26.650661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Made reservation on behalf of 39219a77ba9946bba65fb10271078e63 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:26.655394 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.664828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b5e5acb5-4850-4de9-bea0-68c608f2a1b5 None None] Port 6f25dc42-13d6-4753-bcaf-9f913c73223e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:26.683972 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f305212a-c0b5-4c23-8467-fc1b69774a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.690129 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f305212a-c0b5-4c23-8467-fc1b69774a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.691073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881ab40-34b8-4790-a03b-989b3a48b229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1d352d-745d-4523-a61d-525cf2b8f74b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:26.693393 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7d250bd-f4b6-42b6-ac09-8df2529fa050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.745834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d250bd-f4b6-42b6-ac09-8df2529fa050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487aab4-b598-469d-9c52-7b15b80bad9c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:26.755836 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7d250bd-f4b6-42b6-ac09-8df2529fa050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.759101 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f7d250bd-f4b6-42b6-ac09-8df2529fa050 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8487aab4-b598-469d-9c52-7b15b80bad9c HTTP/1.1" status: 204 len: 168 time: 0.8221216 Feb 11 13:34:26.787962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-410840d0-c298-44c4-a490-e47c6ec160e9 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Deleting port 4a915e43-176a-4e7b-bb7c-0529348ff15d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:26.788411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-410840d0-c298-44c4-a490-e47c6ec160e9 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.802086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305212a-c0b5-4c23-8467-fc1b69774a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe821f7-598c-46a8-aab3-52da762f8e62,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:26.813552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f305212a-c0b5-4c23-8467-fc1b69774a8c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c48d91f28f14a6c9f9bbe620d6e31ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4788415 Feb 11 13:34:26.813552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57736) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:26.819082 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6881ab40-34b8-4790-a03b-989b3a48b229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.823631 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6881ab40-34b8-4790-a03b-989b3a48b229 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0d1d352d-745d-4523-a61d-525cf2b8f74b HTTP/1.1" status: 204 len: 168 time: 0.9118581 Feb 11 13:34:26.944965 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93de4312-5903-4a4c-be0e-75bd7b86d4bb tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.980791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-183fe2fe-bd99-486f-bc17-2f5ccbc66fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.018536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Allocated IP 10.2.2.200 (0c4ce99b-bcb8-4d76-a929-088829e9857d/f7eb4684-f135-434b-92ca-19187fdd48c4/717a2c18-0476-4820-a631-22c0a1d02603) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:27.027044 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-183fe2fe-bd99-486f-bc17-2f5ccbc66fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.173364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6960-2ea5-4d7e-8b51-858f9a81f1ba req-221de6b3-4277-4727-ab6f-290b1499e5bc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.177281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6960-2ea5-4d7e-8b51-858f9a81f1ba req-221de6b3-4277-4727-ab6f-290b1499e5bc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.182491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6960-2ea5-4d7e-8b51-858f9a81f1ba req-221de6b3-4277-4727-ab6f-290b1499e5bc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.187500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6960-2ea5-4d7e-8b51-858f9a81f1ba req-221de6b3-4277-4727-ab6f-290b1499e5bc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.191112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3bb6960-2ea5-4d7e-8b51-858f9a81f1ba req-221de6b3-4277-4727-ab6f-290b1499e5bc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 3095 time: 0.6963866 Feb 11 13:34:27.197062 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-183fe2fe-bd99-486f-bc17-2f5ccbc66fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.225926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fe2fe-bd99-486f-bc17-2f5ccbc66fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe821f7-598c-46a8-aab3-52da762f8e62,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:27.276454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-183fe2fe-bd99-486f-bc17-2f5ccbc66fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.276454 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-183fe2fe-bd99-486f-bc17-2f5ccbc66fb6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cbe821f7-598c-46a8-aab3-52da762f8e62 HTTP/1.1" status: 204 len: 168 time: 0.4583440 Feb 11 13:34:27.294835 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.311828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Transition to ACTIVE for port object 717a2c18-0476-4820-a631-22c0a1d02603 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:27.340302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.419442 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93de4312-5903-4a4c-be0e-75bd7b86d4bb tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.438429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event updated for resources: {'Port': ['ID=717a2c18-0476-4820-a631-22c0a1d02603,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:27.453190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Network 0c4ce99b-bcb8-4d76-a929-088829e9857d is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:27.454508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:27.457332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:27.537106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.537724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.583960 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5aaba889-8393-4645-a756-a387fbce31fa tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1710052 Feb 11 13:34:27.598620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:27.653384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-979e3bba-a08a-46f6-ae5b-0d0789ff48b5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.731739 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-979e3bba-a08a-46f6-ae5b-0d0789ff48b5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.747123 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3bb6960-2ea5-4d7e-8b51-858f9a81f1ba req-80ef3023-35b0-475e-917f-0ccc58fc9465 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5235853 Feb 11 13:34:27.754778 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.874483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-979e3bba-a08a-46f6-ae5b-0d0789ff48b5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.875665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979e3bba-a08a-46f6-ae5b-0d0789ff48b5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Fanout notify agent at l3_agent the message router_deleted on router 22541559-680f-47e7-ad98-d16f2de8e8ee {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:34:27.888989 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-410840d0-c298-44c4-a490-e47c6ec160e9 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.911445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9fe06e8f-1872-431b-bac6-3dcf1dec6c58 None None] Provisioning for port 717a2c18-0476-4820-a631-22c0a1d02603 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:27.925442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9fe06e8f-1872-431b-bac6-3dcf1dec6c58 None None] Provisioning complete for port 717a2c18-0476-4820-a631-22c0a1d02603 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:27.926350 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9fe06e8f-1872-431b-bac6-3dcf1dec6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.008953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9fe06e8f-1872-431b-bac6-3dcf1dec6c58 None None] Port 717a2c18-0476-4820-a631-22c0a1d02603 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:28.052679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-410840d0-c298-44c4-a490-e47c6ec160e9 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Calling delete_port for 4a915e43-176a-4e7b-bb7c-0529348ff15d owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:28.096992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93de4312-5903-4a4c-be0e-75bd7b86d4bb tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.128593 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-979e3bba-a08a-46f6-ae5b-0d0789ff48b5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.132246 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-979e3bba-a08a-46f6-ae5b-0d0789ff48b5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/22541559-680f-47e7-ad98-d16f2de8e8ee HTTP/1.1" status: 204 len: 168 time: 2.0282876 Feb 11 13:34:28.134775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93de4312-5903-4a4c-be0e-75bd7b86d4bb tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.135940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-93de4312-5903-4a4c-be0e-75bd7b86d4bb tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] 10.222.0.67 "DELETE /v2.0/security-groups/1bdf2172-6aa5-4b93-adc0-5b636a90aec7 HTTP/1.1" status: 204 len: 168 time: 1.6110356 Feb 11 13:34:28.137764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:28.149683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de4312-5903-4a4c-be0e-75bd7b86d4bb tempest-TestServerBasicOps-1802352547 tempest-TestServerBasicOps-1802352547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdf2172-6aa5-4b93-adc0-5b636a90aec7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.214726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57788) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:28.285392 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:34:28.327156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-410840d0-c298-44c4-a490-e47c6ec160e9 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.390250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410840d0-c298-44c4-a490-e47c6ec160e9 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Pushing event deleted for resources: {'Port': ['ID=4a915e43-176a-4e7b-bb7c-0529348ff15d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.552236 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-410840d0-c298-44c4-a490-e47c6ec160e9 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.555185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5757e989-dcca-48e7-aaba-889a6ac2966f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting subnet 3d0764c9-8dad-4029-bb5b-9ed257a2804a {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:34:28.560275 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5757e989-dcca-48e7-aaba-889a6ac2966f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.580641 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-410840d0-c298-44c4-a490-e47c6ec160e9 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "DELETE /v2.0/ports/4a915e43-176a-4e7b-bb7c-0529348ff15d HTTP/1.1" status: 204 len: 168 time: 2.1997752 Feb 11 13:34:28.584229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57800) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:28.593083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Request body: {'port': {'name': 'tempest-new-port-name-1869820356', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:28.593545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.api.validators [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] bootfile-name is not in valid_values {{(pid=83567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:34:28.593886 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.api.validators [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] tftp-server is not in valid_values {{(pid=83567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:34:28.598411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.api.validators [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] server-ip-address is not in valid_values {{(pid=83567) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 11 13:34:28.720103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5757e989-dcca-48e7-aaba-889a6ac2966f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.781312 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.809654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b262fa-5a1e-4679-9096-97bcd4dc6729 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:28.823304 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.852000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Transition to ACTIVE for port object 88b262fa-5a1e-4679-9096-97bcd4dc6729 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:28.860059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.152679 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5757e989-dcca-48e7-aaba-889a6ac2966f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.226037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Pushing event updated for resources: {'Port': ['ID=88b262fa-5a1e-4679-9096-97bcd4dc6729,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:29.301109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf92d57-9fce-4a0d-93ba-6d1880bb091a req-416bac05-494c-4de0-85e8-415ce7b6ef31 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.305745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf92d57-9fce-4a0d-93ba-6d1880bb091a req-416bac05-494c-4de0-85e8-415ce7b6ef31 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.309754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf92d57-9fce-4a0d-93ba-6d1880bb091a req-416bac05-494c-4de0-85e8-415ce7b6ef31 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.312668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Attempting to bind port 88b262fa-5a1e-4679-9096-97bcd4dc6729 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:29.313007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Attempting to bind port 88b262fa-5a1e-4679-9096-97bcd4dc6729 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:29.313344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Attempting to bind port 88b262fa-5a1e-4679-9096-97bcd4dc6729 on network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:29.314100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf92d57-9fce-4a0d-93ba-6d1880bb091a req-416bac05-494c-4de0-85e8-415ce7b6ef31 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.318792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf92d57-9fce-4a0d-93ba-6d1880bb091a req-416bac05-494c-4de0-85e8-415ce7b6ef31 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.319700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3cf92d57-9fce-4a0d-93ba-6d1880bb091a req-416bac05-494c-4de0-85e8-415ce7b6ef31 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 3828 time: 0.2511537 Feb 11 13:34:29.329755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Port 88b262fa-5a1e-4679-9096-97bcd4dc6729 on network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:29.333810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Attempting to bind port 88b262fa-5a1e-4679-9096-97bcd4dc6729 on network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:29.355103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:29.355441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Checking segment: {'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:29.355822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Bound using segment: {'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:29.356267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Bound port: 88b262fa-5a1e-4679-9096-97bcd4dc6729, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:29.356610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.465479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5757e989-dcca-48e7-aaba-889a6ac2966f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.547073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7efb4a3-a2a4-44aa-aa36-d4fb13ca17d7 None None] Network 2e03b3a5-5975-4c90-9836-09be90bb88b7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:29.553832 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5757e989-dcca-48e7-aaba-889a6ac2966f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.556372 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3cf92d57-9fce-4a0d-93ba-6d1880bb091a req-38d4d96f-b10e-4f29-9eb6-de19cb48d6ab tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137883 Feb 11 13:34:29.572277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757e989-dcca-48e7-aaba-889a6ac2966f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0764c9-8dad-4029-bb5b-9ed257a2804a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:29.584013 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5757e989-dcca-48e7-aaba-889a6ac2966f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/3d0764c9-8dad-4029-bb5b-9ed257a2804a HTTP/1.1" status: 204 len: 168 time: 1.4423356 Feb 11 13:34:29.595505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57822) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:29.696599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] For port 88b262fa-5a1e-4679-9096-97bcd4dc6729, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:29.815979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.839037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] For port 88b262fa-5a1e-4679-9096-97bcd4dc6729, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:29.856187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.870292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.881991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.967000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 9e11530c-7c35-4fb0-a87a-3d63f3588319 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:29.967465 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.054467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.059329 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] 10.222.0.73 "PUT /v2.0/ports/88b262fa-5a1e-4679-9096-97bcd4dc6729 HTTP/1.1" status: 200 len: 1092 time: 2.4673429 Feb 11 13:34:30.059803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '88b262fa-5a1e-4679-9096-97bcd4dc6729'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:30.076326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab4cb8-56a4-4c8f-a225-27ea2d4fb96a service neutron] Pushing event updated for resources: {'Port': ['ID=88b262fa-5a1e-4679-9096-97bcd4dc6729,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:30.275730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac28942-3203-4928-87ae-4490291e6e6b None None] DHCP port deletion for 2e03b3a5-5975-4c90-9836-09be90bb88b7 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:34:30.282979 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5ac28942-3203-4928-87ae-4490291e6e6b None None] Deleting port 9e11530c-7c35-4fb0-a87a-3d63f3588319 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:30.284287 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ac28942-3203-4928-87ae-4490291e6e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.331293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port 9e11530c-7c35-4fb0-a87a-3d63f3588319, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9e11530c-7c35-4fb0-a87a-3d63f3588319,segment=NetworkSegment(6ff06010-8c61-466c-a7d0-7be08b9a2958),segment_id=6ff06010-8c61-466c-a7d0-7be08b9a2958)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:30.331293 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.338339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Pushing event updated for resources: {'Port': ['ID=f1522a8e-ab12-4f00-9f6e-39243cd4f344,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:30.379035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] In _notify_port_updated(), no bound segment for port f1522a8e-ab12-4f00-9f6e-39243cd4f344 on network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:34:30.390865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:30.392002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.393512 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-80bd2e87-0486-4cca-8694-6ab018cac51f tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "PUT /v2.0/ports/f1522a8e-ab12-4f00-9f6e-39243cd4f344 HTTP/1.1" status: 200 len: 1137 time: 1.8069694 Feb 11 13:34:30.398151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57848) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:30.509953 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '88b262fa-5a1e-4679-9096-97bcd4dc6729', 'status': 'completed', 'code': 200} Feb 11 13:34:30.662232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.858110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5ac28942-3203-4928-87ae-4490291e6e6b None None] For port 9e11530c-7c35-4fb0-a87a-3d63f3588319, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9e11530c-7c35-4fb0-a87a-3d63f3588319,segment=NetworkSegment(6ff06010-8c61-466c-a7d0-7be08b9a2958),segment_id=6ff06010-8c61-466c-a7d0-7be08b9a2958)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:30.858675 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ac28942-3203-4928-87ae-4490291e6e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.920115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dfb48c-8d8c-4a99-9783-310bc53609b8 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:30.921627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-80dfb48c-8d8c-4a99-9783-310bc53609b8 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Synchronizing usage tracker for tenant:e4874ae8ae344225925a82a8942c36e4 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:30.995624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:31.043143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-80dfb48c-8d8c-4a99-9783-310bc53609b8 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Unset dirty status for tenant:e4874ae8ae344225925a82a8942c36e4 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:31.049879 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-80dfb48c-8d8c-4a99-9783-310bc53609b8 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "GET /v2.0/ports/f1522a8e-ab12-4f00-9f6e-39243cd4f344 HTTP/1.1" status: 200 len: 1137 time: 0.6482804 Feb 11 13:34:31.054442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57872) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:31.102216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 9e11530c-7c35-4fb0-a87a-3d63f3588319 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:31.129630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-29965deb-0a42-4c5f-9748-42a9e6e7a96d tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Deleting port f1522a8e-ab12-4f00-9f6e-39243cd4f344 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:31.130339 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29965deb-0a42-4c5f-9748-42a9e6e7a96d tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.135737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5ac28942-3203-4928-87ae-4490291e6e6b None None] Calling delete_port for 9e11530c-7c35-4fb0-a87a-3d63f3588319 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:31.283366 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ac28942-3203-4928-87ae-4490291e6e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.339605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac28942-3203-4928-87ae-4490291e6e6b None None] No DVR routers for this DVR port 9e11530c-7c35-4fb0-a87a-3d63f3588319 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:31.358644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57882) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:31.372982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac28942-3203-4928-87ae-4490291e6e6b None None] Pushing event deleted for resources: {'Port': ['ID=9e11530c-7c35-4fb0-a87a-3d63f3588319,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:31.389251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d372b1cc-df8c-461d-a57c-2fb3ecc28fa7 None None] Provisioning complete for port f1522a8e-ab12-4f00-9f6e-39243cd4f344 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:31.389703 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d372b1cc-df8c-461d-a57c-2fb3ecc28fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.410053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61d76d-014f-4d29-91c9-ceb4b4aabd41 req-28f8316c-1a01-4f97-aa80-41f6bdaee718 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.428528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61d76d-014f-4d29-91c9-ceb4b4aabd41 req-28f8316c-1a01-4f97-aa80-41f6bdaee718 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.434098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61d76d-014f-4d29-91c9-ceb4b4aabd41 req-28f8316c-1a01-4f97-aa80-41f6bdaee718 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.438000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61d76d-014f-4d29-91c9-ceb4b4aabd41 req-28f8316c-1a01-4f97-aa80-41f6bdaee718 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.452151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61d76d-014f-4d29-91c9-ceb4b4aabd41 req-28f8316c-1a01-4f97-aa80-41f6bdaee718 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.454224 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d61d76d-014f-4d29-91c9-ceb4b4aabd41 req-28f8316c-1a01-4f97-aa80-41f6bdaee718 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 3828 time: 0.5446727 Feb 11 13:34:31.473532 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:34:31.473869 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:34:31.485843 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.509026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d372b1cc-df8c-461d-a57c-2fb3ecc28fa7 None None] Port f1522a8e-ab12-4f00-9f6e-39243cd4f344 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:31.520736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be3dd84d-bb82-4db2-b2a3-e97d548d83ab req-fb287bb4-38fa-4dc4-9498-b6bc2fb28900 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 4363 time: 1.0291231 Feb 11 13:34:31.583343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29965deb-0a42-4c5f-9748-42a9e6e7a96d tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.612313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d61d76d-014f-4d29-91c9-ceb4b4aabd41 req-c4733a0f-5649-4491-a4ea-aa3acae544d7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232936 Feb 11 13:34:31.765024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-29965deb-0a42-4c5f-9748-42a9e6e7a96d tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Calling delete_port for f1522a8e-ab12-4f00-9f6e-39243cd4f344 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:31.814362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-594744870'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:31.823503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:31.841609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Usage tracker for resource:network and tenant:fd2da4a9355846b2950efccb05c2facb is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:31.853997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:31.863098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:31.874202 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9e11530c-7c35-4fb0-a87a-3d63f3588319 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:34:31.897837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Made reservation on behalf of fd2da4a9355846b2950efccb05c2facb for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:31.901366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.914591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 9e11530c-7c35-4fb0-a87a-3d63f3588319 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:34:31.915323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9e11530c-7c35-4fb0-a87a-3d63f3588319 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:34:31.920481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57892) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:31.927078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.991669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 9e11530c-7c35-4fb0-a87a-3d63f3588319 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:31.992071 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.090383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dd84d-bb82-4db2-b2a3-e97d548d83ab req-ad43dc2b-27ee-4131-81ce-7620b6c901eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.091092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dd84d-bb82-4db2-b2a3-e97d548d83ab req-ad43dc2b-27ee-4131-81ce-7620b6c901eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.091194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dd84d-bb82-4db2-b2a3-e97d548d83ab req-ad43dc2b-27ee-4131-81ce-7620b6c901eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.092679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be3dd84d-bb82-4db2-b2a3-e97d548d83ab req-ad43dc2b-27ee-4131-81ce-7620b6c901eb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=39219a77ba9946bba65fb10271078e63&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5632625 Feb 11 13:34:32.099072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] The port '9e11530c-7c35-4fb0-a87a-3d63f3588319' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:34:32.114338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29965deb-0a42-4c5f-9748-42a9e6e7a96d tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.293106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:32.329474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29965deb-0a42-4c5f-9748-42a9e6e7a96d tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Pushing event deleted for resources: {'Port': ['ID=f1522a8e-ab12-4f00-9f6e-39243cd4f344,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:32.335872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Usage tracker for resource:security_group_rule and tenant:fd2da4a9355846b2950efccb05c2facb is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:32.339099 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59d481c4-38c0-4c5e-9c12-e00d8b952c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.355120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:32.359707 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.365222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:32.430013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e03b3a5-5975-4c90-9836-09be90bb88b7']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:32.448871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff06010-8c61-466c-a7d0-7be08b9a2958') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:32.449166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff06010-8c61-466c-a7d0-7be08b9a2958') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:32.494755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dd84d-bb82-4db2-b2a3-e97d548d83ab req-71db033e-fe11-4ec9-9035-9eb379015cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.496211 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-be3dd84d-bb82-4db2-b2a3-e97d548d83ab req-71db033e-fe11-4ec9-9035-9eb379015cc4 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3933177 Feb 11 13:34:32.507463 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.529214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-59d481c4-38c0-4c5e-9c12-e00d8b952c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:32.537770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-59d481c4-38c0-4c5e-9c12-e00d8b952c37 admin admin] Usage tracker for resource:security_group_rule and tenant:718cbaf0d9584f799a29c5346d478e94 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:32.548473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-59d481c4-38c0-4c5e-9c12-e00d8b952c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:32.587177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-59d481c4-38c0-4c5e-9c12-e00d8b952c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:32.602941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-29965deb-0a42-4c5f-9748-42a9e6e7a96d tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.610976 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.623321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:34:32.623715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:32.642077 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:32.644967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c899f753-f998-42d3-960c-2eb5c59c628c {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:32.686473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-29965deb-0a42-4c5f-9748-42a9e6e7a96d tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "DELETE /v2.0/ports/f1522a8e-ab12-4f00-9f6e-39243cd4f344 HTTP/1.1" status: 204 len: 168 time: 1.6303606 Feb 11 13:34:32.688569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.689382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57902) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:32.712580 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.757773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Transition to ACTIVE for port object c899f753-f998-42d3-960c-2eb5c59c628c will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:32.760560 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.765960 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.773898 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.791573 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.853954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:32.869653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Network': ['ID=2e03b3a5-5975-4c90-9836-09be90bb88b7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:32.932315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.932900 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Added segment 7efff312-a948-4a89-86e5-8353b24e6c22 of type vlan for network d9b7df3a-890a-4286-9fb4-fb1bde05db44 Feb 11 13:34:32.933740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2302316-c75e-432a-a6bc-32764ed5a445,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:32.939735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59d481c4-38c0-4c5e-9c12-e00d8b952c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.940748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34348a46-dac7-4d1b-9855-bd3350509ec8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/networks/2e03b3a5-5975-4c90-9836-09be90bb88b7 HTTP/1.1" status: 204 len: 168 time: 3.3437681 Feb 11 13:34:32.954030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57910) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:33.012084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-59d481c4-38c0-4c5e-9c12-e00d8b952c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.026355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1128365896', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:33.066400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:33.086979 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.094624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:router and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:33.098407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:33.127669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:33.151589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Pushing event updated for resources: {'Port': ['ID=c899f753-f998-42d3-960c-2eb5c59c628c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:33.171292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d481c4-38c0-4c5e-9c12-e00d8b952c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb86992b-c580-4f5c-bef6-7d0c96988bc8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:33.195520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-59d481c4-38c0-4c5e-9c12-e00d8b952c37 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=718cbaf0d9584f799a29c5346d478e94&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2735679 Feb 11 13:34:33.201621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57914) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:33.265418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.266352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.286020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef493-2f1c-4a87-87fd-dd7686af9186 req-aca86b96-7d4c-48a3-a854-93664eec7ee2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.287603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f79d75-fbea-4bcf-b070-198c3ae98e35 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Deleting subnet e6ffb83c-113b-44b6-b085-da951bf58cf8 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:34:33.291254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef493-2f1c-4a87-87fd-dd7686af9186 req-aca86b96-7d4c-48a3-a854-93664eec7ee2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.296900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef493-2f1c-4a87-87fd-dd7686af9186 req-aca86b96-7d4c-48a3-a854-93664eec7ee2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.300836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef493-2f1c-4a87-87fd-dd7686af9186 req-aca86b96-7d4c-48a3-a854-93664eec7ee2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.302270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f79d75-fbea-4bcf-b070-198c3ae98e35 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.306221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef493-2f1c-4a87-87fd-dd7686af9186 req-aca86b96-7d4c-48a3-a854-93664eec7ee2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.310597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef493-2f1c-4a87-87fd-dd7686af9186 req-aca86b96-7d4c-48a3-a854-93664eec7ee2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.311639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-58cef493-2f1c-4a87-87fd-dd7686af9186 req-aca86b96-7d4c-48a3-a854-93664eec7ee2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Synchronizing usage tracker for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:33.347777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Attempting to bind port c899f753-f998-42d3-960c-2eb5c59c628c on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:33.348197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Attempting to bind port c899f753-f998-42d3-960c-2eb5c59c628c by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:33.348595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Attempting to bind port c899f753-f998-42d3-960c-2eb5c59c628c on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:33.354419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-58cef493-2f1c-4a87-87fd-dd7686af9186 req-aca86b96-7d4c-48a3-a854-93664eec7ee2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Unset dirty status for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:33.355118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58cef493-2f1c-4a87-87fd-dd7686af9186 req-aca86b96-7d4c-48a3-a854-93664eec7ee2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 4606 time: 0.4894674 Feb 11 13:34:33.359357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Port c899f753-f998-42d3-960c-2eb5c59c628c on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:33.359686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Attempting to bind port c899f753-f998-42d3-960c-2eb5c59c628c on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:33.373748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.377637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.378311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.392369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:33.392864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Checking segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:33.393367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Bound using segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:33.393816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Bound port: c899f753-f998-42d3-960c-2eb5c59c628c, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:33.394190 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.477405 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58cef493-2f1c-4a87-87fd-dd7686af9186 req-42765bb4-2515-48ad-b50a-79edaa4b3c25 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140740 Feb 11 13:34:33.521661 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f79d75-fbea-4bcf-b070-198c3ae98e35 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.525491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] For port c899f753-f998-42d3-960c-2eb5c59c628c, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:33.529125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] For port c899f753-f998-42d3-960c-2eb5c59c628c, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c899f753-f998-42d3-960c-2eb5c59c628c,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:33.536639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.586234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.616737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2565827 Feb 11 13:34:33.620761 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.622221 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] 10.222.0.73 "PUT /v2.0/ports/c899f753-f998-42d3-960c-2eb5c59c628c HTTP/1.1" status: 200 len: 1136 time: 3.1288195 Feb 11 13:34:33.622932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': 'c899f753-f998-42d3-960c-2eb5c59c628c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:33.639759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84222e-d3ca-4ef8-bb55-c38a65608194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Pushing event updated for resources: {'Network': ['ID=d9b7df3a-890a-4286-9fb4-fb1bde05db44,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:33.654200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d9b7df3a-890a-4286-9fb4-fb1bde05db44 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:34:33.659415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f334718a-f2fe-4c08-aa79-1268ba6a196b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.695066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd7ee8-b62a-4c73-97d9-d8330fffdef4 service neutron] Pushing event updated for resources: {'Port': ['ID=c899f753-f998-42d3-960c-2eb5c59c628c,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:33.708845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:33.899003 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': 'c899f753-f998-42d3-960c-2eb5c59c628c', 'status': 'completed', 'code': 200} Feb 11 13:34:33.909659 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f334718a-f2fe-4c08-aa79-1268ba6a196b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.980953 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.064247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] Deleting port dd75c007-0730-4eea-a14f-9d12219ec4bc {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:34.065299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.076044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c35330c1-8f7d-4707-b028-c0d937867c05 req-5ad51fc8-9a3d-46ab-a46a-45baff0777ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5292 time: 0.1796758 Feb 11 13:34:34.107423 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f79d75-fbea-4bcf-b070-198c3ae98e35 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.186095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.255121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57926) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:34.345025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Request body: {'port': {'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44', 'binding:host_id': 'n-h1-818559-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712541822'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:34.367724 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f334718a-f2fe-4c08-aa79-1268ba6a196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.373558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:34.500160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35330c1-8f7d-4707-b028-c0d937867c05 req-c2604993-0325-4e7f-bf10-b106c8246d4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.500735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35330c1-8f7d-4707-b028-c0d937867c05 req-c2604993-0325-4e7f-bf10-b106c8246d4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.500963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35330c1-8f7d-4707-b028-c0d937867c05 req-c2604993-0325-4e7f-bf10-b106c8246d4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.502523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c35330c1-8f7d-4707-b028-c0d937867c05 req-c2604993-0325-4e7f-bf10-b106c8246d4c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=39219a77ba9946bba65fb10271078e63&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3981464 Feb 11 13:34:34.568481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Usage tracker for resource:port and tenant:0275980ed0f542458cda0ce3b1e64f9e is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:34.577459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:34.587977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334718a-f2fe-4c08-aa79-1268ba6a196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb86992b-c580-4f5c-bef6-7d0c96988bc8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:34.612348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:34.617799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f334718a-f2fe-4c08-aa79-1268ba6a196b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.622200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f334718a-f2fe-4c08-aa79-1268ba6a196b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eb86992b-c580-4f5c-bef6-7d0c96988bc8 HTTP/1.1" status: 204 len: 168 time: 1.4195137 Feb 11 13:34:34.684934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f79d75-fbea-4bcf-b070-198c3ae98e35 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.729073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] For port dd75c007-0730-4eea-a14f-9d12219ec4bc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=dd75c007-0730-4eea-a14f-9d12219ec4bc,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:34.729590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.752358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Made reservation on behalf of 0275980ed0f542458cda0ce3b1e64f9e for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:34.754688 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.769273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f79d75-fbea-4bcf-b070-198c3ae98e35 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ffb83c-113b-44b6-b085-da951bf58cf8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:34.796944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35330c1-8f7d-4707-b028-c0d937867c05 req-15db5f4a-8df6-4c10-8bc4-51c6a7729d30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.798405 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c35330c1-8f7d-4707-b028-c0d937867c05 req-15db5f4a-8df6-4c10-8bc4-51c6a7729d30 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2869294 Feb 11 13:34:34.816233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff71d346-712c-4d9e-b2ca-503622e9b2f0 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:34.828613 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.851532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Transition to ACTIVE for port object ff71d346-712c-4d9e-b2ca-503622e9b2f0 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:34.856433 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.905397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddbb84-0314-4a42-b648-c8a89170693b req-53eda547-ca9a-4c41-b346-cdc5266ec3c9 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.906660 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09f79d75-fbea-4bcf-b070-198c3ae98e35 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.909308 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddbb84-0314-4a42-b648-c8a89170693b req-53eda547-ca9a-4c41-b346-cdc5266ec3c9 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.909451 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.913159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddbb84-0314-4a42-b648-c8a89170693b req-53eda547-ca9a-4c41-b346-cdc5266ec3c9 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.917439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddbb84-0314-4a42-b648-c8a89170693b req-53eda547-ca9a-4c41-b346-cdc5266ec3c9 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.917791 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d130072-1522-4734-92b4-0c428280e7c5 None None] Network 5a55f328-fb8d-4bad-94e7-a668afd3bba8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:34.922064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddbb84-0314-4a42-b648-c8a89170693b req-53eda547-ca9a-4c41-b346-cdc5266ec3c9 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.926195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddbb84-0314-4a42-b648-c8a89170693b req-53eda547-ca9a-4c41-b346-cdc5266ec3c9 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.928486 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61ddbb84-0314-4a42-b648-c8a89170693b req-53eda547-ca9a-4c41-b346-cdc5266ec3c9 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 4606 time: 0.2501004 Feb 11 13:34:34.930468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] Calling delete_port for dd75c007-0730-4eea-a14f-9d12219ec4bc owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:35.009843 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-09f79d75-fbea-4bcf-b070-198c3ae98e35 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "DELETE /v2.0/subnets/e6ffb83c-113b-44b6-b085-da951bf58cf8 HTTP/1.1" status: 204 len: 168 time: 2.3163505 Feb 11 13:34:35.027954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57942) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:35.055120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff71d346-712c-4d9e-b2ca-503622e9b2f0,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:35.096238 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-61ddbb84-0314-4a42-b648-c8a89170693b req-9cc318e4-0fe1-48f2-9bb1-140c1bca57a3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1570323 Feb 11 13:34:35.245495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:35.271325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Usage tracker for resource:security_group_rule and tenant:0275980ed0f542458cda0ce3b1e64f9e is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:35.276793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:35.292635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:35.341979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Attempting to bind port ff71d346-712c-4d9e-b2ca-503622e9b2f0 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:35.342881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Attempting to bind port ff71d346-712c-4d9e-b2ca-503622e9b2f0 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:35.343604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Attempting to bind port ff71d346-712c-4d9e-b2ca-503622e9b2f0 on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:35.352989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Port ff71d346-712c-4d9e-b2ca-503622e9b2f0 on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:35.353465 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Attempting to bind port ff71d346-712c-4d9e-b2ca-503622e9b2f0 on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:35.364156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:35.364880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Checking segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:35.365641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Bound using segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:35.366404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Bound port: ff71d346-712c-4d9e-b2ca-503622e9b2f0, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:35.367709 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.388233 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.409157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5164f-49e2-4ec0-ab8c-5db9059040a5 None None] DHCP port deletion for 5a55f328-fb8d-4bad-94e7-a668afd3bba8 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:34:35.415878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bff5164f-49e2-4ec0-ab8c-5db9059040a5 None None] Deleting port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:35.416385 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bff5164f-49e2-4ec0-ab8c-5db9059040a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.465997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Deleting port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:35.466333 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.563008 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.616004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] For port ff71d346-712c-4d9e-b2ca-503622e9b2f0, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:35.616484 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.627559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] For port ff71d346-712c-4d9e-b2ca-503622e9b2f0, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ff71d346-712c-4d9e-b2ca-503622e9b2f0,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:35.637516 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.688297 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.829181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-bff5164f-49e2-4ec0-ab8c-5db9059040a5 None None] For port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=12fcd9e8-a7c0-4366-a2b3-a3389096cf57,segment=NetworkSegment(711ce760-7d48-4750-94d4-5e5d6b398885),segment_id=711ce760-7d48-4750-94d4-5e5d6b398885)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:35.829878 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bff5164f-49e2-4ec0-ab8c-5db9059040a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.936326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:34:35.968923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.970404 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] 10.222.0.73 "PUT /v2.0/ports/ff71d346-712c-4d9e-b2ca-503622e9b2f0 HTTP/1.1" status: 200 len: 1135 time: 2.3136027 Feb 11 13:34:35.970954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': 'ff71d346-712c-4d9e-b2ca-503622e9b2f0'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:35.996895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac11bd1-1079-4705-83ed-2b276934d5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff71d346-712c-4d9e-b2ca-503622e9b2f0,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:36.004120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:36.089869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd75c007-0730-4eea-a14f-9d12219ec4bc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:36.113998 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': 'ff71d346-712c-4d9e-b2ca-503622e9b2f0', 'status': 'completed', 'code': 200} Feb 11 13:34:36.129812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bff5164f-49e2-4ec0-ab8c-5db9059040a5 None None] Calling delete_port for 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:36.246264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Allocated IP 172.25.4.242 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/f66c27f0-2eb9-46b9-821b-a4ec2ad73efc) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:36.342790 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.345917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No active binding found for port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 {{(pid=83569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 11 13:34:36.346324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:34:36.359461 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bff5164f-49e2-4ec0-ab8c-5db9059040a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.417609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff5164f-49e2-4ec0-ab8c-5db9059040a5 None None] No DVR routers for this DVR port 12fcd9e8-a7c0-4366-a2b3-a3389096cf57 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:36.430248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5164f-49e2-4ec0-ab8c-5db9059040a5 None None] Pushing event deleted for resources: {'Port': ['ID=12fcd9e8-a7c0-4366-a2b3-a3389096cf57,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:36.480771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] The port '12fcd9e8-a7c0-4366-a2b3-a3389096cf57' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:34:36.515820 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.575238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.586091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c9d32e0-accc-4b2a-b214-3be73b4b8260 req-7c1614a0-6bd5-4312-b0e4-8c2bcfe83a1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6220 time: 0.4148970 Feb 11 13:34:36.591658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57970) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:36.598670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] device_id is not set on port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:36.702112 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.893851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc041-6d8d-47a3-92c6-429442419385 req-6aa76d7e-7650-4f0e-920b-92d171555d71 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.897882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc041-6d8d-47a3-92c6-429442419385 req-6aa76d7e-7650-4f0e-920b-92d171555d71 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.901956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc041-6d8d-47a3-92c6-429442419385 req-6aa76d7e-7650-4f0e-920b-92d171555d71 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.905902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc041-6d8d-47a3-92c6-429442419385 req-6aa76d7e-7650-4f0e-920b-92d171555d71 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.909853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc041-6d8d-47a3-92c6-429442419385 req-6aa76d7e-7650-4f0e-920b-92d171555d71 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.914450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc041-6d8d-47a3-92c6-429442419385 req-6aa76d7e-7650-4f0e-920b-92d171555d71 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.918519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc041-6d8d-47a3-92c6-429442419385 req-6aa76d7e-7650-4f0e-920b-92d171555d71 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.920512 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9d0cc041-6d8d-47a3-92c6-429442419385 req-6aa76d7e-7650-4f0e-920b-92d171555d71 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5383 time: 0.5184653 Feb 11 13:34:36.925985 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29bc74ec-5951-48d4-acbb-8d713943b6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.959548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d32e0-accc-4b2a-b214-3be73b4b8260 req-d0e1cc93-6551-48f8-8b5a-dac4b28e0e17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.959926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d32e0-accc-4b2a-b214-3be73b4b8260 req-d0e1cc93-6551-48f8-8b5a-dac4b28e0e17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.960838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d32e0-accc-4b2a-b214-3be73b4b8260 req-d0e1cc93-6551-48f8-8b5a-dac4b28e0e17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.962375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c9d32e0-accc-4b2a-b214-3be73b4b8260 req-d0e1cc93-6551-48f8-8b5a-dac4b28e0e17 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=39219a77ba9946bba65fb10271078e63&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3717599 Feb 11 13:34:37.056601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0efca3d-563d-4149-a88b-4c34c3a5b6e9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.078279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.164484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a55f328-fb8d-4bad-94e7-a668afd3bba8']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:37.186304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-29bc74ec-5951-48d4-acbb-8d713943b6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:37.201835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711ce760-7d48-4750-94d4-5e5d6b398885') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:37.203490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711ce760-7d48-4750-94d4-5e5d6b398885') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:37.229281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-29bc74ec-5951-48d4-acbb-8d713943b6cc admin admin] Usage tracker for resource:security_group_rule and tenant:a21f8e37b3de4481bdf10273f651fc6e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:37.231805 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.246521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9d0cc041-6d8d-47a3-92c6-429442419385 req-4f8fe674-148e-4c02-97fe-37148b442a91 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2981086 Feb 11 13:34:37.247939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-29bc74ec-5951-48d4-acbb-8d713943b6cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:37.263730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-29bc74ec-5951-48d4-acbb-8d713943b6cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:37.323876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.367205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d32e0-accc-4b2a-b214-3be73b4b8260 req-fcabfec4-0e38-4e6a-81c7-d5a84ecbc03a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:37.368842 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c9d32e0-accc-4b2a-b214-3be73b4b8260 req-fcabfec4-0e38-4e6a-81c7-d5a84ecbc03a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3858573 Feb 11 13:34:37.377616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.423485 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.425766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:34:37.426170 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:37.456394 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:37.502103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29bc74ec-5951-48d4-acbb-8d713943b6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.507824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b152096-fb5d-4500-ac30-64cb724ef11f {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:37.514456 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29bc74ec-5951-48d4-acbb-8d713943b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.523345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.588232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc74ec-5951-48d4-acbb-8d713943b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b161b222-60ee-434c-baf2-231f4598faeb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.599777 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-29bc74ec-5951-48d4-acbb-8d713943b6cc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a21f8e37b3de4481bdf10273f651fc6e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0038884 Feb 11 13:34:37.600850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57978) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:37.604484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:37.622391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:37.626962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=f66c27f0-2eb9-46b9-821b-a4ec2ad73efc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.631468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:37.667096 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37a1470-10b7-4722-9305-bbb9a0036431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.698198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37a1470-10b7-4722-9305-bbb9a0036431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.705548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Transition to ACTIVE for port object 2b152096-fb5d-4500-ac30-64cb724ef11f will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:37.712614 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.715134 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.750129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.767336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] Pushing event deleted for resources: {'Network': ['ID=5a55f328-fb8d-4bad-94e7-a668afd3bba8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.780861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] device_id is not set on port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:37.854690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.860789 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4cfc5eb4-632f-46d8-b2c1-81a6a5b74796 tempest-ExtraDHCPOptionsTestJSON-1533145098 tempest-ExtraDHCPOptionsTestJSON-1533145098-project] 10.222.0.67 "DELETE /v2.0/networks/5a55f328-fb8d-4bad-94e7-a668afd3bba8 HTTP/1.1" status: 204 len: 168 time: 2.8297882 Feb 11 13:34:37.872444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Pushing event updated for resources: {'Port': ['ID=2b152096-fb5d-4500-ac30-64cb724ef11f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.911078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Transition to ACTIVE for port object e3fd7c77-01de-4fe0-8e39-ac3959b28df9 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:37.985020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.015740 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37a1470-10b7-4722-9305-bbb9a0036431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.056221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a1470-10b7-4722-9305-bbb9a0036431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b161b222-60ee-434c-baf2-231f4598faeb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:38.071104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f37a1470-10b7-4722-9305-bbb9a0036431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.097872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f37a1470-10b7-4722-9305-bbb9a0036431 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b161b222-60ee-434c-baf2-231f4598faeb HTTP/1.1" status: 204 len: 168 time: 0.4896183 Feb 11 13:34:38.142496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Attempting to bind port 2b152096-fb5d-4500-ac30-64cb724ef11f on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:38.142875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Attempting to bind port 2b152096-fb5d-4500-ac30-64cb724ef11f by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:38.143188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Attempting to bind port 2b152096-fb5d-4500-ac30-64cb724ef11f on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:38.157246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Port 2b152096-fb5d-4500-ac30-64cb724ef11f on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:38.157588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Attempting to bind port 2b152096-fb5d-4500-ac30-64cb724ef11f on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:38.172547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:38.172927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Checking segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:38.173265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Bound using segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:38.173695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Bound port: 2b152096-fb5d-4500-ac30-64cb724ef11f, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:38.174043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.246897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.255264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event updated for resources: {'Port': ['ID=e3fd7c77-01de-4fe0-8e39-ac3959b28df9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:38.280444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Checking segment: {'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:38.280813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Network hostable DHCP agents. Network: d9b7df3a-890a-4286-9fb4-fb1bde05db44, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:38.347556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57996) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:38.361213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] For port 2b152096-fb5d-4500-ac30-64cb724ef11f, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:38.365939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] For port 2b152096-fb5d-4500-ac30-64cb724ef11f, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2b152096-fb5d-4500-ac30-64cb724ef11f,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:38.371590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.373213 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.375584 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.536677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.542511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] 10.222.0.73 "PUT /v2.0/ports/2b152096-fb5d-4500-ac30-64cb724ef11f HTTP/1.1" status: 200 len: 1090 time: 2.5468175 Feb 11 13:34:38.543335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '2b152096-fb5d-4500-ac30-64cb724ef11f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:38.580821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:38.718804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Network d9b7df3a-890a-4286-9fb4-fb1bde05db44 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:38.754053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d9b7df3a-890a-4286-9fb4-fb1bde05db44) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:38.763904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:38.765569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a37174e-8cc5-4d2c-9d91-af5c5ade9aae None None] Network d9b7df3a-890a-4286-9fb4-fb1bde05db44 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:38.822139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:38.822479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:38.822849 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:38.849595 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '2b152096-fb5d-4500-ac30-64cb724ef11f', 'status': 'completed', 'code': 200} Feb 11 13:34:38.865396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:38.865728 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:38.867789 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 2 to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 Feb 11 13:34:38.891533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:38.891871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:38.892210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:38.931071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5632575-ff14-401a-b70f-384c730b1c96 service neutron] Pushing event updated for resources: {'Port': ['ID=2b152096-fb5d-4500-ac30-64cb724ef11f,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:38.939035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:38.939369 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:38.943120 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 3 to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 Feb 11 13:34:38.982076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537bb4f-3401-4316-a49e-b51fe5a9410d req-bdf264eb-f6f8-4cce-88cf-0876b7b65587 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:38.988734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537bb4f-3401-4316-a49e-b51fe5a9410d req-bdf264eb-f6f8-4cce-88cf-0876b7b65587 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:38.992769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537bb4f-3401-4316-a49e-b51fe5a9410d req-bdf264eb-f6f8-4cce-88cf-0876b7b65587 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:38.998292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537bb4f-3401-4316-a49e-b51fe5a9410d req-bdf264eb-f6f8-4cce-88cf-0876b7b65587 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.004105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537bb4f-3401-4316-a49e-b51fe5a9410d req-bdf264eb-f6f8-4cce-88cf-0876b7b65587 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.009075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537bb4f-3401-4316-a49e-b51fe5a9410d req-bdf264eb-f6f8-4cce-88cf-0876b7b65587 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.012656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537bb4f-3401-4316-a49e-b51fe5a9410d req-bdf264eb-f6f8-4cce-88cf-0876b7b65587 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.014547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f537bb4f-3401-4316-a49e-b51fe5a9410d req-bdf264eb-f6f8-4cce-88cf-0876b7b65587 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5395 time: 0.3721499 Feb 11 13:34:39.022131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:39.022471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:39.034259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:39.073096 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d73a924-0fc5-475d-91ee-40c61f8a0231 req-61ba78d7-409b-4acd-9e70-6fda051e1743 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6287 time: 0.2198396 Feb 11 13:34:39.080821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:39.081157 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:39.085204 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 4 to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 Feb 11 13:34:39.100710 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.102015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:39.102354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:39.103112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:39.361776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cae7f43c-3536-4d15-9395-aeaa0ebbb73c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4874ae8ae344225925a82a8942c36e4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0101113 Feb 11 13:34:39.373582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58016) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:39.464395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73a924-0fc5-475d-91ee-40c61f8a0231 req-8d4353e1-5b38-48a0-a42c-9187925b1df9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.464939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73a924-0fc5-475d-91ee-40c61f8a0231 req-8d4353e1-5b38-48a0-a42c-9187925b1df9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.465555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73a924-0fc5-475d-91ee-40c61f8a0231 req-8d4353e1-5b38-48a0-a42c-9187925b1df9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.467911 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d73a924-0fc5-475d-91ee-40c61f8a0231 req-8d4353e1-5b38-48a0-a42c-9187925b1df9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=39219a77ba9946bba65fb10271078e63&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3868947 Feb 11 13:34:39.723253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73a924-0fc5-475d-91ee-40c61f8a0231 req-b7289a7c-0b67-4523-b4c9-ab017f8559f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.724722 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1d73a924-0fc5-475d-91ee-40c61f8a0231 req-b7289a7c-0b67-4523-b4c9-ab017f8559f2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2496681 Feb 11 13:34:39.743309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:39.744230 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:39.803773 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 5 to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 Feb 11 13:34:39.850767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:39.855118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f537bb4f-3401-4316-a49e-b51fe5a9410d req-aca7774c-b39c-459a-8fd0-a8df8d926088 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8163600 Feb 11 13:34:39.873225 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.880024 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16ab4061-98c1-4bc2-892f-20546f1d3d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.882784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:39.883281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:39.883879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:39.935174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:39.935507 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:39.937075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Transition to ACTIVE for port object 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:39.951528 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 6 to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 Feb 11 13:34:39.953445 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.073894 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16ab4061-98c1-4bc2-892f-20546f1d3d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.085677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:40.085914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:40.086230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:40.123282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:34:40.132672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:40.133002 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:40.136940 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 7 to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 Feb 11 13:34:40.180015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:40.180263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:40.180591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:40.216365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Pushing event updated for resources: {'Port': ['ID=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.333415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:40.333848 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:40.384201 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 8 to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 Feb 11 13:34:40.393026 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16ab4061-98c1-4bc2-892f-20546f1d3d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.402416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Attempting to bind port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:40.402831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Attempting to bind port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:40.403137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Attempting to bind port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:40.416188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:40.416188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Attempting to bind port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:40.423571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:40.424393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Checking segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:40.424531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Bound using segment: {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:40.425341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Bound port: 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:40.425341 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.430940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab4061-98c1-4bc2-892f-20546f1d3d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efbc550-6cc1-4fa2-93d1-71c83135687c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.439120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:40.439416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:40.439742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:40.474393 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16ab4061-98c1-4bc2-892f-20546f1d3d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.478306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-16ab4061-98c1-4bc2-892f-20546f1d3d5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8efbc550-6cc1-4fa2-93d1-71c83135687c HTTP/1.1" status: 204 len: 168 time: 1.0964489 Feb 11 13:34:40.566387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] For port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:40.571094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] For port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:40.577307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.590624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:40.595102 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:40.596456 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 9 to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 Feb 11 13:34:40.666644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:40.666987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:40.667315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:40.672703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] Router 6b9d5675-c958-459a-b99a-ab620c37c387 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:40.692350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:40.692680 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:40.695526 n-d-818559-1 neutron-server[83567]: INFO neutron.plugins.ml2.plugin [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 10 to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 Feb 11 13:34:40.729012 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.730698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] 10.222.0.73 "PUT /v2.0/ports/0ef48dfa-9284-4bb4-a107-0f9e3d3df40b HTTP/1.1" status: 200 len: 1091 time: 2.1637223 Feb 11 13:34:40.733910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:40.734242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:40.734927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:40.770985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:40.853379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '0ef48dfa-9284-4bb4-a107-0f9e3d3df40b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:40.867979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06f024-721c-4c99-9e9f-397b65183c9f service neutron] Pushing event updated for resources: {'Port': ['ID=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.896725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:40.897064 n-d-818559-1 neutron-server[83567]: ERROR neutron.plugins.ml2.managers [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:40.897421 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.004329 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '0ef48dfa-9284-4bb4-a107-0f9e3d3df40b', 'status': 'completed', 'code': 200} Feb 11 13:34:41.086155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] For port e3fd7c77-01de-4fe0-8e39-ac3959b28df9, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:41.086155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempted to set empty binding levels {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:34:41.094073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:41.108214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ba60d-2030-4adf-a3cb-5f5c8b5e130c None None] Sync routers for ids ['50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:34:41.124550 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.139835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ba60d-2030-4adf-a3cb-5f5c8b5e130c None None] Routers {'50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:41.140524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a26ba60d-2030-4adf-a3cb-5f5c8b5e130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:41.174682 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.320168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a26ba60d-2030-4adf-a3cb-5f5c8b5e130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:41.343440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ba60d-2030-4adf-a3cb-5f5c8b5e130c None None] Routers {'50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:41.344886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a26ba60d-2030-4adf-a3cb-5f5c8b5e130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:41.390831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5462028-02fb-408e-8d3d-d30433e51f2a req-d1b8babb-cf27-4760-a8ca-47fa339cc666 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6354 time: 0.3666759 Feb 11 13:34:41.426919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a26ba60d-2030-4adf-a3cb-5f5c8b5e130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:41.427579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ba60d-2030-4adf-a3cb-5f5c8b5e130c None None] The sync data for ids ['50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:34:41.457180 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.459018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1fb88be3-21d0-4741-8c28-6094d22e7dca tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.4557433 Feb 11 13:34:41.487263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58084) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:41.488796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.673030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 7.4167781 Feb 11 13:34:41.690494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58098) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:41.938275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4ec11-a731-4c84-9709-32cb0f8d4db5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event updated for resources: {'Port': ['ID=e3fd7c77-01de-4fe0-8e39-ac3959b28df9,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:41.968375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f25dc42-13d6-4753-bcaf-9f913c73223e {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:41.975508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.991970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-db76e771-5924-48ac-bfd5-3cb9ab317d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Deleting port e3fd7c77-01de-4fe0-8e39-ac3959b28df9 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:41.992433 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db76e771-5924-48ac-bfd5-3cb9ab317d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.028279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Transition to ACTIVE for port object 6f25dc42-13d6-4753-bcaf-9f913c73223e will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:42.040235 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.251373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06feb9-fcf6-4e14-adf5-72459e1d4a91 req-23f9abd9-3c4e-4ab6-adb7-442c3410d8e8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.263478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06feb9-fcf6-4e14-adf5-72459e1d4a91 req-23f9abd9-3c4e-4ab6-adb7-442c3410d8e8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.268050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06feb9-fcf6-4e14-adf5-72459e1d4a91 req-23f9abd9-3c4e-4ab6-adb7-442c3410d8e8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.273320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06feb9-fcf6-4e14-adf5-72459e1d4a91 req-23f9abd9-3c4e-4ab6-adb7-442c3410d8e8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.278193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06feb9-fcf6-4e14-adf5-72459e1d4a91 req-23f9abd9-3c4e-4ab6-adb7-442c3410d8e8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.286081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06feb9-fcf6-4e14-adf5-72459e1d4a91 req-23f9abd9-3c4e-4ab6-adb7-442c3410d8e8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.292608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06feb9-fcf6-4e14-adf5-72459e1d4a91 req-23f9abd9-3c4e-4ab6-adb7-442c3410d8e8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.294788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0b06feb9-fcf6-4e14-adf5-72459e1d4a91 req-23f9abd9-3c4e-4ab6-adb7-442c3410d8e8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5407 time: 1.0959086 Feb 11 13:34:42.296151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58124) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:42.329760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f25dc42-13d6-4753-bcaf-9f913c73223e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:42.343087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5462028-02fb-408e-8d3d-d30433e51f2a req-5433ee33-69b7-4a05-8d50-079739755fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.343464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5462028-02fb-408e-8d3d-d30433e51f2a req-5433ee33-69b7-4a05-8d50-079739755fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.343880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5462028-02fb-408e-8d3d-d30433e51f2a req-5433ee33-69b7-4a05-8d50-079739755fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.345424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5462028-02fb-408e-8d3d-d30433e51f2a req-5433ee33-69b7-4a05-8d50-079739755fb5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=39219a77ba9946bba65fb10271078e63&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9459801 Feb 11 13:34:42.365992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.432993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:42.449727 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] Sync routers for ids ['6b9d5675-c958-459a-b99a-ab620c37c387'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:34:42.471861 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] Routers {'6b9d5675-c958-459a-b99a-ab620c37c387'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:42.472490 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6b9d5675-c958-459a-b99a-ab620c37c387'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:42.593119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-12223dea-3d8d-4dd3-b669-23828c6dd59d admin admin] 10.222.0.67 "PUT /v2.0/routers/6b9d5675-c958-459a-b99a-ab620c37c387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3744547 Feb 11 13:34:42.600003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58134) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:42.631642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-965388499'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:42.712113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:42.748777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Usage tracker for resource:network and tenant:f1c40417c1364d0eb5946d4b0fbc3b47 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:42.773221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:42.778540 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0b06feb9-fcf6-4e14-adf5-72459e1d4a91 req-8db1f11c-ba27-4638-b1f7-d48542a1d00d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4685569 Feb 11 13:34:42.792959 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] Set router 6b9d5675-c958-459a-b99a-ab620c37c387 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:34:42.830427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:42.852357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5462028-02fb-408e-8d3d-d30433e51f2a req-d5e8974d-66a9-4a3b-af2d-f7a5e80ca9ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.856965 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5462028-02fb-408e-8d3d-d30433e51f2a req-d5e8974d-66a9-4a3b-af2d-f7a5e80ca9ed service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4464731 Feb 11 13:34:42.858078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-db76e771-5924-48ac-bfd5-3cb9ab317d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] For port e3fd7c77-01de-4fe0-8e39-ac3959b28df9, host n-h1-818559-1, got binding levels [] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:42.858525 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db76e771-5924-48ac-bfd5-3cb9ab317d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.912155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Made reservation on behalf of f1c40417c1364d0eb5946d4b0fbc3b47 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:42.915178 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.949769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Attempting to bind port 6f25dc42-13d6-4753-bcaf-9f913c73223e on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:42.950114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Attempting to bind port 6f25dc42-13d6-4753-bcaf-9f913c73223e by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:42.950442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Attempting to bind port 6f25dc42-13d6-4753-bcaf-9f913c73223e on network 0c4ce99b-bcb8-4d76-a929-088829e9857d {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:42.952420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58140) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:42.954864 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.980146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Port 6f25dc42-13d6-4753-bcaf-9f913c73223e on network 0c4ce99b-bcb8-4d76-a929-088829e9857d not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:42.980474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Attempting to bind port 6f25dc42-13d6-4753-bcaf-9f913c73223e on network 0c4ce99b-bcb8-4d76-a929-088829e9857d {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:43.000970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:43.001395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Checking segment: {'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:43.001746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Bound using segment: {'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:43.002171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Bound port: 6f25dc42-13d6-4753-bcaf-9f913c73223e, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:43.002519 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.017885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:43.024882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Usage tracker for resource:security_group_rule and tenant:f1c40417c1364d0eb5946d4b0fbc3b47 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:43.027956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:43.044403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-db76e771-5924-48ac-bfd5-3cb9ab317d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Calling delete_port for e3fd7c77-01de-4fe0-8e39-ac3959b28df9 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:43.061810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:43.163686 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-051d5e32-dd9f-482d-b1e3-85eed8fdd5f9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/routers/50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65 HTTP/1.1" status: 200 len: 885 time: 1.6570585 Feb 11 13:34:43.171182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58148) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:43.184083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] For port 6f25dc42-13d6-4753-bcaf-9f913c73223e, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:43.188278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] For port 6f25dc42-13d6-4753-bcaf-9f913c73223e, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6f25dc42-13d6-4753-bcaf-9f913c73223e,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:43.196508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.298321 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:34:35Z', 'revision_number': 5, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:43.308507 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] Checking router: 6b9d5675-c958-459a-b99a-ab620c37c387 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:34:43.337019 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] Routers {'6b9d5675-c958-459a-b99a-ab620c37c387'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:43.337880 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6b9d5675-c958-459a-b99a-ab620c37c387'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:43.369923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:43.384372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:43.408001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Usage tracker for resource:floatingip and tenant:f22821c4852e4b63bf7af51858cef515 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:43.417914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:43.428181 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.433501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:43.441097 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.441898 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] 10.222.0.73 "PUT /v2.0/ports/6f25dc42-13d6-4753-bcaf-9f913c73223e HTTP/1.1" status: 200 len: 1091 time: 2.6853397 Feb 11 13:34:43.442730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '6f25dc42-13d6-4753-bcaf-9f913c73223e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:43.450396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.480712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe181a-8cf6-4f8f-98ae-b7b1e7f0dfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f25dc42-13d6-4753-bcaf-9f913c73223e,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.487055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Request body: {'port': {'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:43.518776 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db76e771-5924-48ac-bfd5-3cb9ab317d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.575376 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.631392 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '6f25dc42-13d6-4753-bcaf-9f913c73223e', 'status': 'completed', 'code': 200} Feb 11 13:34:43.634256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:43.653994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76e771-5924-48ac-bfd5-3cb9ab317d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3fd7c77-01de-4fe0-8e39-ac3959b28df9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.662991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec1137a-9af7-4f6a-aa5d-7c4e5bcc11d7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.677059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.677665 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Added segment 8b6348a3-f334-4e5f-b874-014a572b4ed3 of type vlan for network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 Feb 11 13:34:43.701995 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] Set router 6b9d5675-c958-459a-b99a-ab620c37c387 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:34:43.759469 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db76e771-5924-48ac-bfd5-3cb9ab317d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.783492 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-db76e771-5924-48ac-bfd5-3cb9ab317d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "DELETE /v2.0/ports/e3fd7c77-01de-4fe0-8e39-ac3959b28df9 HTTP/1.1" status: 204 len: 168 time: 2.0950778 Feb 11 13:34:43.785863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58154) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:43.832766 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.888871 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.910470 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.992993 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b371a8-fa63-46c3-ad2b-7f0ec67180d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:34:43.993633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d9b371a8-fa63-46c3-ad2b-7f0ec67180d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Synchronizing usage tracker for tenant:0275980ed0f542458cda0ce3b1e64f9e on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:44.026986 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f386cd1-48b4-486c-bd9a-461d16111ef0 req-ecc2b7a8-d896-4b9c-8062-bb5edcad2e0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6421 time: 0.4260018 Feb 11 13:34:44.036767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.042077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.042677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.080795 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:34:35Z', 'revision_number': 5, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:44.085020 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ae27e-70d3-4fb6-9d48-b004900c888e None None] The sync data for ids ['6b9d5675-c958-459a-b99a-ab620c37c387'] in n-d-818559-1 is: [{'id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'name': 'tempest-TestServerBasicOps-1700482654-router', 'tenant_id': 'b930cac072eb41a69fa34be46025a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:02Z', 'updated_at': '2022-02-11T13:34:35Z', 'revision_number': 5, 'project_id': 'b930cac072eb41a69fa34be46025a42a', 'gw_port': {'id': '2f7b480e-cd77-4d30-bb84-8771a929719d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9d5675-c958-459a-b99a-ab620c37c387', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:04Z', 'updated_at': '2022-02-11T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:34:44.089192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d9b371a8-fa63-46c3-ad2b-7f0ec67180d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Unset dirty status for tenant:0275980ed0f542458cda0ce3b1e64f9e on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:44.090318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d9b371a8-fa63-46c3-ad2b-7f0ec67180d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "GET /v2.0/ports/e3fd7c77-01de-4fe0-8e39-ac3959b28df9 HTTP/1.1" status: 404 len: 333 time: 0.2985494 Feb 11 13:34:44.094727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58160) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:44.119175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Request body: {'port': {'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-185822062'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:44.148989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6c549765-3d63-4b91-8d6c-aa797ed00953 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:router {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:44.183632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4130c-6f19-4db7-90cd-9962def34348 req-033ce677-1cf8-484f-af10-ca616b03107e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.187782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4130c-6f19-4db7-90cd-9962def34348 req-033ce677-1cf8-484f-af10-ca616b03107e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.191669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4130c-6f19-4db7-90cd-9962def34348 req-033ce677-1cf8-484f-af10-ca616b03107e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.196242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4130c-6f19-4db7-90cd-9962def34348 req-033ce677-1cf8-484f-af10-ca616b03107e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.200109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4130c-6f19-4db7-90cd-9962def34348 req-033ce677-1cf8-484f-af10-ca616b03107e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.204073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4130c-6f19-4db7-90cd-9962def34348 req-033ce677-1cf8-484f-af10-ca616b03107e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.207914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4130c-6f19-4db7-90cd-9962def34348 req-033ce677-1cf8-484f-af10-ca616b03107e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.210072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfe4130c-6f19-4db7-90cd-9962def34348 req-033ce677-1cf8-484f-af10-ca616b03107e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5419 time: 0.2116568 Feb 11 13:34:44.238295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6c549765-3d63-4b91-8d6c-aa797ed00953 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:router {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:44.242804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6c549765-3d63-4b91-8d6c-aa797ed00953 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.0632629 Feb 11 13:34:44.243955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58168) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:44.253352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-27082405-27bc-48a0-9b14-e6b45b9389e7 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1128365896'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:44.364668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:44.477515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:44.499234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1953330 Feb 11 13:34:44.507717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58174) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:44.531221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Request body: {'subnet': {'network_id': '5ce290c6-ff92-4128-ab8c-ba4db3df3ea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:44.549986 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529a8ee-7606-478b-97b5-40d703386c7f tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event updated for resources: {'Network': ['ID=5ce290c6-ff92-4128-ab8c-ba4db3df3ea2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:44.569476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:34:44.573700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Made reservation on behalf of 0275980ed0f542458cda0ce3b1e64f9e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:44.575972 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.691920 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfe4130c-6f19-4db7-90cd-9962def34348 req-124a2fa6-e6a2-4712-b528-16617dd6bc22 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4589903 Feb 11 13:34:44.755802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.769311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Deleting port 2f7b480e-cd77-4d30-bb84-8771a929719d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:44.769645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.818503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f386cd1-48b4-486c-bd9a-461d16111ef0 req-4c5d30af-281c-42cc-b6dd-b9a1db29bb8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.819666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f386cd1-48b4-486c-bd9a-461d16111ef0 req-4c5d30af-281c-42cc-b6dd-b9a1db29bb8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.819954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f386cd1-48b4-486c-bd9a-461d16111ef0 req-4c5d30af-281c-42cc-b6dd-b9a1db29bb8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.822031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f386cd1-48b4-486c-bd9a-461d16111ef0 req-4c5d30af-281c-42cc-b6dd-b9a1db29bb8c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=39219a77ba9946bba65fb10271078e63&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7753100 Feb 11 13:34:44.823117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] device_id is not set on port 0bfefe65-986d-4b17-8815-b258c55f4bb9 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:44.973958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:45.010072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.012140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Usage tracker for resource:subnet and tenant:f1c40417c1364d0eb5946d4b0fbc3b47 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:45.021900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:45.089634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:45.106718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] For port 2f7b480e-cd77-4d30-bb84-8771a929719d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2f7b480e-cd77-4d30-bb84-8771a929719d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:45.107067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.185108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Made reservation on behalf of f1c40417c1364d0eb5946d4b0fbc3b47 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:45.245191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Calling delete_port for 2f7b480e-cd77-4d30-bb84-8771a929719d owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:45.289119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:34:45.309399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f386cd1-48b4-486c-bd9a-461d16111ef0 req-3192cea9-1f81-445a-b40c-55ac1c0caf00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:45.311178 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f386cd1-48b4-486c-bd9a-461d16111ef0 req-3192cea9-1f81-445a-b40c-55ac1c0caf00 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4456134 Feb 11 13:34:45.425937 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bae39b8e-0dc0-4fb3-98af-532acb0c72e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.587427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Allocated IP 172.25.4.117 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/7a7ceda8-2285-4339-ad74-7d960b74b04c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:45.590548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717a2c18-0476-4820-a631-22c0a1d02603 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:45.607475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.637945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.680933 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.698531 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.728968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7b480e-cd77-4d30-bb84-8771a929719d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:45.813099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Transition to ACTIVE for port object 717a2c18-0476-4820-a631-22c0a1d02603 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:45.833677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.860705 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27082405-27bc-48a0-9b14-e6b45b9389e7 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.902436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dd75c007-0730-4eea-a14f-9d12219ec4bc no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:34:45.939920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: dd75c007-0730-4eea-a14f-9d12219ec4bc {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:34:45.940631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dd75c007-0730-4eea-a14f-9d12219ec4bc not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:34:46.003032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27082405-27bc-48a0-9b14-e6b45b9389e7 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.088593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Pushing event updated for resources: {'Port': ['ID=717a2c18-0476-4820-a631-22c0a1d02603,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:46.117359 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.130406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.303728 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.498716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event updated for resources: {'Port': ['ID=0bfefe65-986d-4b17-8815-b258c55f4bb9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:46.507806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Network d9b7df3a-890a-4286-9fb4-fb1bde05db44 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:46.514382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:46.533590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:46.534361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.534987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.560719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3223f60-b545-42ba-992a-aadd644d50b3 req-61235047-fa37-493a-9a1c-a567aae10aaf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.565111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3223f60-b545-42ba-992a-aadd644d50b3 req-61235047-fa37-493a-9a1c-a567aae10aaf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.569032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3223f60-b545-42ba-992a-aadd644d50b3 req-61235047-fa37-493a-9a1c-a567aae10aaf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.574529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3223f60-b545-42ba-992a-aadd644d50b3 req-61235047-fa37-493a-9a1c-a567aae10aaf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.578442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3223f60-b545-42ba-992a-aadd644d50b3 req-61235047-fa37-493a-9a1c-a567aae10aaf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.582465 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3223f60-b545-42ba-992a-aadd644d50b3 req-61235047-fa37-493a-9a1c-a567aae10aaf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.587088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3223f60-b545-42ba-992a-aadd644d50b3 req-61235047-fa37-493a-9a1c-a567aae10aaf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.592901 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.594320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c3223f60-b545-42ba-992a-aadd644d50b3 req-61235047-fa37-493a-9a1c-a567aae10aaf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.6830373 Feb 11 13:34:46.605458 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.668132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.668608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b9d5675-c958-459a-b99a-ab620c37c387 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:34:46.684340 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.703854 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.705228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a6b7897a-f48a-41d8-ae90-ec096dff2a92 admin admin] 10.222.0.67 "DELETE /v2.0/routers/6b9d5675-c958-459a-b99a-ab620c37c387 HTTP/1.1" status: 204 len: 168 time: 4.0997252 Feb 11 13:34:46.708590 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58192) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:46.724837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Attempting to bind port 717a2c18-0476-4820-a631-22c0a1d02603 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:46.725173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Attempting to bind port 717a2c18-0476-4820-a631-22c0a1d02603 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:46.726053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Attempting to bind port 717a2c18-0476-4820-a631-22c0a1d02603 on network 0c4ce99b-bcb8-4d76-a929-088829e9857d {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:46.728556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.785605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27082405-27bc-48a0-9b14-e6b45b9389e7 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:46.794065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-192f2d0f-61d3-4ee7-8149-582b91e230c3 admin admin] Deleting subnet 7d85b11a-a300-42ba-ac08-edc32a789901 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:34:46.800050 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-192f2d0f-61d3-4ee7-8149-582b91e230c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.807166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a3c7845d-6dee-4f09-975e-d547def6e0d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6999347 Feb 11 13:34:46.813404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:46.839201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:46.866661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Port 717a2c18-0476-4820-a631-22c0a1d02603 on network 0c4ce99b-bcb8-4d76-a929-088829e9857d not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:46.867490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Attempting to bind port 717a2c18-0476-4820-a631-22c0a1d02603 on network 0c4ce99b-bcb8-4d76-a929-088829e9857d {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:46.900487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:46.920820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:46.923055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event updated for resources: {'Port': ['ID=7a7ceda8-2285-4339-ad74-7d960b74b04c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:46.939025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:46.966649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c3223f60-b545-42ba-992a-aadd644d50b3 req-52e83686-2396-424f-a66d-08b1f74325a1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3714261 Feb 11 13:34:46.978364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:46.978738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Checking segment: {'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:46.979097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Bound using segment: {'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:46.979535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Bound port: 717a2c18-0476-4820-a631-22c0a1d02603, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc841e1b-7d79-4fab-a3fa-aa1111d54445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:46.980270 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.993989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event updated for resources: {'Subnet': ['ID=e043bab4-140f-4cd8-92dd-6b33026bb990,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:46.997670 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-192f2d0f-61d3-4ee7-8149-582b91e230c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.108900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-192f2d0f-61d3-4ee7-8149-582b91e230c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.135893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Checking segment: {'id': '8b6348a3-f334-4e5f-b874-014a572b4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5ce290c6-ff92-4128-ab8c-ba4db3df3ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:47.136255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Network hostable DHCP agents. Network: 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:47.161294 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.209415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-192f2d0f-61d3-4ee7-8149-582b91e230c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.258806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27082405-27bc-48a0-9b14-e6b45b9389e7 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:47.266269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f2d0f-61d3-4ee7-8149-582b91e230c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d85b11a-a300-42ba-ac08-edc32a789901,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:47.268724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] For port 717a2c18-0476-4820-a631-22c0a1d02603, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:47.272969 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-192f2d0f-61d3-4ee7-8149-582b91e230c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.276301 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-192f2d0f-61d3-4ee7-8149-582b91e230c3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7d85b11a-a300-42ba-ac08-edc32a789901 HTTP/1.1" status: 204 len: 168 time: 0.5661886 Feb 11 13:34:47.281564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27082405-27bc-48a0-9b14-e6b45b9389e7 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.282202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-27082405-27bc-48a0-9b14-e6b45b9389e7 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65 HTTP/1.1" status: 200 len: 892 time: 3.0382624 Feb 11 13:34:47.285549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58200) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:47.290503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c51232-4d33-4fa7-babf-a4c44f8ce499 None None] Network 03558ae7-3102-479a-ae24-65823543b8b7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:47.293366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58202) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:47.357713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:47.362212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] For port 717a2c18-0476-4820-a631-22c0a1d02603, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=717a2c18-0476-4820-a631-22c0a1d02603,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:47.384152 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.407250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.420333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Deleting port 487c661c-5a8b-4847-89fc-ff8d0c45c033 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:47.420803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.468991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8bb22-5287-4231-96c7-9864cbd719a9 None None] Sync routers for ids ['50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:34:47.536681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8bb22-5287-4231-96c7-9864cbd719a9 None None] Routers {'50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:47.540781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c6a8bb22-5287-4231-96c7-9864cbd719a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:47.567104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:47.604134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.604735 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.638940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.640993 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] 10.222.0.73 "PUT /v2.0/ports/717a2c18-0476-4820-a631-22c0a1d02603 HTTP/1.1" status: 200 len: 1091 time: 4.1652055 Feb 11 13:34:47.641820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3feef0-a949-45b2-9e35-58e5aafb4897 None None] Network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:47.782927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] For port 487c661c-5a8b-4847-89fc-ff8d0c45c033, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=487c661c-5a8b-4847-89fc-ff8d0c45c033,segment=NetworkSegment(f0b8de29-366d-40b3-a901-b8ca31285f0c),segment_id=f0b8de29-366d-40b3-a901-b8ca31285f0c)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:47.783278 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.802044 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.878522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c6a8bb22-5287-4231-96c7-9864cbd719a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:47.889282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '717a2c18-0476-4820-a631-22c0a1d02603'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:47.917402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2f7b480e-cd77-4d30-bb84-8771a929719d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:34:47.962838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8bb22-5287-4231-96c7-9864cbd719a9 None None] Routers {'50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:47.963590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c6a8bb22-5287-4231-96c7-9864cbd719a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:47.983574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808b6b8-b553-4358-8e4b-2041161b779a service neutron] Pushing event updated for resources: {'Port': ['ID=717a2c18-0476-4820-a631-22c0a1d02603,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:47.984519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Calling delete_port for 487c661c-5a8b-4847-89fc-ff8d0c45c033 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:48.068709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2f7b480e-cd77-4d30-bb84-8771a929719d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:34:48.068897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2f7b480e-cd77-4d30-bb84-8771a929719d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:34:48.084514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c6a8bb22-5287-4231-96c7-9864cbd719a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:48.085381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8bb22-5287-4231-96c7-9864cbd719a9 None None] The sync data for ids ['50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:34:48.089721 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '717a2c18-0476-4820-a631-22c0a1d02603', 'status': 'completed', 'code': 200} Feb 11 13:34:48.096889 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e19176-f067-494e-9aa2-a5f007998959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.120327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-53e5f644-aa33-44d1-976d-c18a36d4ff8a tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6078780 Feb 11 13:34:48.131536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58214) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:48.151592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1343853771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:48.160834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:48.167184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Usage tracker for resource:router and tenant:f1c40417c1364d0eb5946d4b0fbc3b47 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:48.171675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:48.204714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] device_id is not set on port 0bfefe65-986d-4b17-8815-b258c55f4bb9 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:48.208209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-5ce290c6-ff92-4128-ab8c-ba4db3df3ea2', 'network_id': '5ce290c6-ff92-4128-ab8c-ba4db3df3ea2', 'tenant_id': 'f1c40417c1364d0eb5946d4b0fbc3b47', 'fixed_ips': [{'subnet_id': 'e043bab4-140f-4cd8-92dd-6b33026bb990'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:34:48.209374 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.211103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:48.231597 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.237007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be86d7fe-2725-4837-aa75-b9b96a636ecd None None] DHCP port deletion for 03558ae7-3102-479a-ae24-65823543b8b7 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:34:48.247211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-be86d7fe-2725-4837-aa75-b9b96a636ecd None None] Deleting port 487c661c-5a8b-4847-89fc-ff8d0c45c033 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:48.248100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-be86d7fe-2725-4837-aa75-b9b96a636ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.248344 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.255303 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.305081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=487c661c-5a8b-4847-89fc-ff8d0c45c033,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:48.312267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] No DVR routers for this DVR port 487c661c-5a8b-4847-89fc-ff8d0c45c033 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:48.374687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-be86d7fe-2725-4837-aa75-b9b96a636ecd None None] The port '487c661c-5a8b-4847-89fc-ff8d0c45c033' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:34:48.437410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.445754 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.446685 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.467848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03558ae7-3102-479a-ae24-65823543b8b7']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:48.476427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Transition to ACTIVE for port object 0bfefe65-986d-4b17-8815-b258c55f4bb9 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:48.481113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b8de29-366d-40b3-a901-b8ca31285f0c') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:48.481522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b8de29-366d-40b3-a901-b8ca31285f0c') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:48.493860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.499896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-31b855b5-3e4d-4654-bd29-b3662b753cac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6488 time: 0.5726993 Feb 11 13:34:48.514699 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.514946 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.519061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:34:48.519561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.525525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Allocated IP 172.20.0.2 (5ce290c6-ff92-4128-ab8c-ba4db3df3ea2/e043bab4-140f-4cd8-92dd-6b33026bb990/d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:48.589437 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:48.618155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.640309 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.652144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=03558ae7-3102-479a-ae24-65823543b8b7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:48.658692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dbbe99e4-1615-4469-b1ec-f73e17ffffe8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/03558ae7-3102-479a-ae24-65823543b8b7 HTTP/1.1" status: 204 len: 168 time: 1.3719933 Feb 11 13:34:48.659705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58218) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:48.676409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-234498e7-e952-4e5d-9b50-29ed55751583 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729 HTTP/1.1" status: 200 len: 217 time: 0.1656709 Feb 11 13:34:48.808553 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.825002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Transition to ACTIVE for port object d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:48.863631 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.865125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Transition to ACTIVE for port object d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:48.873290 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.898608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event updated for resources: {'Port': ['ID=0bfefe65-986d-4b17-8815-b258c55f4bb9,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:48.903584 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.939525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:48.951745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:48.955488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:48.993623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Pushing event updated for resources: {'Port': ['ID=d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:49.013428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffd09-8bb4-48c6-82b1-794b8bdf0eac req-4a3e6639-064c-46f3-a6e1-cfbdbf075a55 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.023350 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffd09-8bb4-48c6-82b1-794b8bdf0eac req-4a3e6639-064c-46f3-a6e1-cfbdbf075a55 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.031609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffd09-8bb4-48c6-82b1-794b8bdf0eac req-4a3e6639-064c-46f3-a6e1-cfbdbf075a55 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.042531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffd09-8bb4-48c6-82b1-794b8bdf0eac req-4a3e6639-064c-46f3-a6e1-cfbdbf075a55 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.052128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffd09-8bb4-48c6-82b1-794b8bdf0eac req-4a3e6639-064c-46f3-a6e1-cfbdbf075a55 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.052128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffd09-8bb4-48c6-82b1-794b8bdf0eac req-4a3e6639-064c-46f3-a6e1-cfbdbf075a55 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.058733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ffd09-8bb4-48c6-82b1-794b8bdf0eac req-4a3e6639-064c-46f3-a6e1-cfbdbf075a55 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.066733 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.073318 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aa9ffd09-8bb4-48c6-82b1-794b8bdf0eac req-4a3e6639-064c-46f3-a6e1-cfbdbf075a55 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.8329871 Feb 11 13:34:49.108348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-960cc43f-b6f8-402f-90ac-2f78a44dab2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.110378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-960cc43f-b6f8-402f-90ac-2f78a44dab2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4699c2d-7998-4932-b51b-0565c9c41d72 HTTP/1.1" status: 200 len: 856 time: 0.4082947 Feb 11 13:34:49.137620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.138305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Attempting to bind port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:49.138807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Attempting to bind port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '8b6348a3-f334-4e5f-b874-014a572b4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5ce290c6-ff92-4128-ab8c-ba4db3df3ea2'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:49.139308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Attempting to bind port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 on network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:49.149576 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:49.150122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Checking segment: {'id': '8b6348a3-f334-4e5f-b874-014a572b4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5ce290c6-ff92-4128-ab8c-ba4db3df3ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:49.150927 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.151129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Bound using segment: {'id': '8b6348a3-f334-4e5f-b874-014a572b4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5ce290c6-ff92-4128-ab8c-ba4db3df3ea2'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:49.151695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Bound port: d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6348a3-f334-4e5f-b874-014a572b4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5ce290c6-ff92-4128-ab8c-ba4db3df3ea2'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:49.152169 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.180309 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.225939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:49.226186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:49.226603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:49.257707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] For port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:49.263039 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] For port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8,segment=NetworkSegment(8b6348a3-f334-4e5f-b874-014a572b4ed3),segment_id=8b6348a3-f334-4e5f-b874-014a572b4ed3)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:49.269401 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.284858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aa9ffd09-8bb4-48c6-82b1-794b8bdf0eac req-acd58d2c-15a4-43d4-881a-082bce12ceb3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2103393 Feb 11 13:34:49.299406 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.303020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bde24efa-aba3-4142-b08f-ab160b24102d tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1533327 Feb 11 13:34:49.323550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58230) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:49.336900 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bdcedb4f-8912-45dc-ab93-1b67b72e8070 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/routers/50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65 HTTP/1.1" status: 200 len: 892 time: 2.0422606 Feb 11 13:34:49.345118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58232) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:49.384379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Pushing event updated for resources: {'Port': ['ID=d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:49.395891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.396235 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.396569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.396904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.397879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.398213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.398540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.398882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.399201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.399519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.399836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae593d7-a965-484b-ae5f-cf076eb5d73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:49.412801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8d15e65f-3824-481a-84df-d7d967bf1f13 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:49.438423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:49.438825 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:49.441062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8d15e65f-3824-481a-84df-d7d967bf1f13 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:49.441707 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 2 to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 Feb 11 13:34:49.442213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8d15e65f-3824-481a-84df-d7d967bf1f13 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65 HTTP/1.1" status: 200 len: 205 time: 0.0907290 Feb 11 13:34:49.446019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58238) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:49.538416 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:34:49.547810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:49.548120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:49.548536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:49.566208 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.581691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-ab84cff5-5aa2-47f3-80b2-b9ae1d95efc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33c7dbfc-9cfc-49f6-8127-3528bf05f912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4507394 Feb 11 13:34:49.584087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.628479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:49.628629 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:49.735284 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 3 to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 Feb 11 13:34:49.749664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event updated for resources: {'Port': ['ID=7a7ceda8-2285-4339-ad74-7d960b74b04c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:49.948291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:34:49.982532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:49.983170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:49.983279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:50.035704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:50.051953 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.054498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:50.054863 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:50.060210 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 4 to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 Feb 11 13:34:50.104019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:50.104531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:50.105048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:50.132957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 487c661c-5a8b-4847-89fc-ff8d0c45c033 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:34:50.185964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 487c661c-5a8b-4847-89fc-ff8d0c45c033 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:34:50.186167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:50.186409 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:50.186995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 487c661c-5a8b-4847-89fc-ff8d0c45c033 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:34:50.187935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.195565 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-69fddfb3-f904-4889-97b6-83cb86f95f01 service neutron] 10.222.0.73 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071877 Feb 11 13:34:50.198866 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 5 to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 Feb 11 13:34:50.253356 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.459315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.580123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port f66c27f0-2eb9-46b9-821b-a4ec2ad73efc {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:50.580625 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.619919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:50.620262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:50.620606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:50.630180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:50.630508 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:50.631205 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.634935 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1ea29aa4-ed21-489c-a295-12413354011f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6789997 Feb 11 13:34:50.636349 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 6 to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 Feb 11 13:34:50.643066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58246) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:50.655372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2024896064'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:50.660534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:50.665909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Usage tracker for resource:network and tenant:f22821c4852e4b63bf7af51858cef515 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:50.668955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:50.674784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:50.707171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Made reservation on behalf of f22821c4852e4b63bf7af51858cef515 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:50.711011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.731670 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.755899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:50.756228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:50.756767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:50.820959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:50.821286 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:50.823685 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-d0be2648-0916-4077-867c-fb910d1e58fb service neutron] 10.222.0.73 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169794 Feb 11 13:34:50.825497 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fcc224-aad7-4afe-b46e-09bffeabf4a3 None None] Network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:50.830395 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 7 to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 Feb 11 13:34:50.838305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:50.863030 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.923238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Usage tracker for resource:security_group_rule and tenant:f22821c4852e4b63bf7af51858cef515 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:50.943653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:50.951444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:50.951775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:50.952225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:50.964840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:50.968681 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3073df4e-48c1-42f5-8bb9-fd6245cf95f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c899f753-f998-42d3-960c-2eb5c59c628c HTTP/1.1" status: 200 len: 217 time: 0.1221859 Feb 11 13:34:50.971320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4c2ff366-3972-4645-8f1c-424d7cd5a301 None None] Provisioning for port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:50.983782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4c2ff366-3972-4645-8f1c-424d7cd5a301 None None] Provisioning complete for port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:50.984540 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff366-3972-4645-8f1c-424d7cd5a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.041018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:51.041575 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:51.047989 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 8 to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 Feb 11 13:34:51.062214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.078037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235e6cb-5f82-4713-8982-44c0fc5ed69e req-838a6b88-13b5-4c92-be4d-84d5f85bcdbe tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.082871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235e6cb-5f82-4713-8982-44c0fc5ed69e req-838a6b88-13b5-4c92-be4d-84d5f85bcdbe tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.087346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235e6cb-5f82-4713-8982-44c0fc5ed69e req-838a6b88-13b5-4c92-be4d-84d5f85bcdbe tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.091435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235e6cb-5f82-4713-8982-44c0fc5ed69e req-838a6b88-13b5-4c92-be4d-84d5f85bcdbe tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.096243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235e6cb-5f82-4713-8982-44c0fc5ed69e req-838a6b88-13b5-4c92-be4d-84d5f85bcdbe tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.100801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235e6cb-5f82-4713-8982-44c0fc5ed69e req-838a6b88-13b5-4c92-be4d-84d5f85bcdbe tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.106007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235e6cb-5f82-4713-8982-44c0fc5ed69e req-838a6b88-13b5-4c92-be4d-84d5f85bcdbe tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.107937 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9235e6cb-5f82-4713-8982-44c0fc5ed69e req-838a6b88-13b5-4c92-be4d-84d5f85bcdbe tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.5891650 Feb 11 13:34:51.119884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for f66c27f0-2eb9-46b9-821b-a4ec2ad73efc owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:51.122752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:51.123090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:51.123424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:51.148125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Deleting port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:51.148472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.185759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6bedeea6-e397-4f2b-b1f0-28f3c0ce5ae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.187269 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6bedeea6-e397-4f2b-b1f0-28f3c0ce5ae4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.1834731 Feb 11 13:34:51.288852 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff366-3972-4645-8f1c-424d7cd5a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.311014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:51.311350 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:51.319124 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 9 to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 Feb 11 13:34:51.395325 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.404649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:51.404988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:51.405790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:51.408456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4c2ff366-3972-4645-8f1c-424d7cd5a301 None None] For port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8,segment=NetworkSegment(8b6348a3-f334-4e5f-b874-014a572b4ed3),segment_id=8b6348a3-f334-4e5f-b874-014a572b4ed3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:51.424242 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff366-3972-4645-8f1c-424d7cd5a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.454865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.461839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:51.462269 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:51.465563 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 10 to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 Feb 11 13:34:51.488840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.502450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=f66c27f0-2eb9-46b9-821b-a4ec2ad73efc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:51.565473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:51.565887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:51.566293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:51.612269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:51.616962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ff366-3972-4645-8f1c-424d7cd5a301 None None] Pushing event updated for resources: {'Port': ['ID=d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:51.622643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:34:51.623151 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:34:51.623557 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.635397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f2e9cd-3349-47ac-952f-e704fd384584,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:51.652569 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-af4aa314-434e-4a39-9f33-4c75ae5aa99b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3940594 Feb 11 13:34:51.666459 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.666922 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Added segment 0850759c-b19e-4d77-a70f-36bc5a60f69f of type vlan for network 225eda48-cd8f-4716-a32c-30c6079b48ee Feb 11 13:34:51.859564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9235e6cb-5f82-4713-8982-44c0fc5ed69e req-21123d30-64cd-4993-ba24-ad3df5a9c9d4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6740510 Feb 11 13:34:51.861037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58256) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:51.884147 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.920335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:34:51.975929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Allocated IP 172.20.0.1 (5ce290c6-ff92-4128-ab8c-ba4db3df3ea2/e043bab4-140f-4cd8-92dd-6b33026bb990/c8023889-6ee2-468f-88b9-cfae9c2b89e0) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:51.987457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] For port 0bfefe65-986d-4b17-8815-b258c55f4bb9, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:51.987457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempted to set empty binding levels {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:34:51.998636 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.041589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a4b77842-bd26-46fd-ab70-82be3267fa84 None None] Provisioning complete for port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:52.041963 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4b77842-bd26-46fd-ab70-82be3267fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.084205 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.088394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.088977 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.094862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:52.095227 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.151886 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f009d2d8-1648-4b01-84a3-acfb223cf561 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918005 Feb 11 13:34:52.191760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] For port 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4,segment=NetworkSegment(f4c3882f-df71-4703-81ee-8ef4e97eb17e),segment_id=f4c3882f-df71-4703-81ee-8ef4e97eb17e)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:52.192164 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.260602 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.383357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] In _notify_port_updated(), no bound segment for port 0bfefe65-986d-4b17-8815-b258c55f4bb9 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:34:52.384481 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.388521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Calling delete_port for 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:52.388696 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "PUT /v2.0/ports/0bfefe65-986d-4b17-8815-b258c55f4bb9 HTTP/1.1" status: 200 len: 978 time: 5.5700879 Feb 11 13:34:52.426902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58262) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:52.450113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5528f-3448-40a9-a614-eb725c3597d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event updated for resources: {'Port': ['ID=0bfefe65-986d-4b17-8815-b258c55f4bb9,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:52.517594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.576598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event updated for resources: {'Network': ['ID=225eda48-cd8f-4716-a32c-30c6079b48ee,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:52.587521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2147ca52-980f-4f62-9862-35bc070e9778 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9392939 Feb 11 13:34:52.593509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58266) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:52.612792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 225eda48-cd8f-4716-a32c-30c6079b48ee details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:34:52.613886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Request body: {'subnet': {'network_id': '225eda48-cd8f-4716-a32c-30c6079b48ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:52.708327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.724786 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.728604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:52.738349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Usage tracker for resource:security_group_rule and tenant:e074e3058fc44b1195780c5add4f7b7a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:52.744009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:52.756222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:52.799977 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.800498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Fanout notify agent at l3_agent the message router_deleted on router 50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:34:52.810091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a69f0316-7bb5-489b-94c8-b1ed0ed2f492 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994596 Feb 11 13:34:52.815528 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.881407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:52.920345 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.923890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.934084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-62499686-6727-4474-aa14-678238444660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Synchronizing usage tracker for tenant:0275980ed0f542458cda0ce3b1e64f9e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:52.938735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Usage tracker for resource:subnet and tenant:f22821c4852e4b63bf7af51858cef515 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:52.942733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Transition to ACTIVE for port object c8023889-6ee2-468f-88b9-cfae9c2b89e0 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:52.944041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:52.947451 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-94ef90ab-7b6f-473c-9800-09f0908cca69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=ff71d346-712c-4d9e-b2ca-503622e9b2f0 HTTP/1.1" status: 200 len: 217 time: 0.1286290 Feb 11 13:34:52.955972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.956606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:52.965182 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.969561 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0d5ef996-d825-438c-8090-46081b036581 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65 HTTP/1.1" status: 204 len: 168 time: 3.5192602 Feb 11 13:34:52.978892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58272) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:53.001610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:53.008380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-823032497'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:53.023306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-62499686-6727-4474-aa14-678238444660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Unset dirty status for tenant:0275980ed0f542458cda0ce3b1e64f9e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:53.024261 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-62499686-6727-4474-aa14-678238444660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23616 time: 0.5931063 Feb 11 13:34:53.025038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Made reservation on behalf of f22821c4852e4b63bf7af51858cef515 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:53.035770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:53.037127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58276) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:53.106214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:network and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:53.117621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e823bc4-051d-44f7-b2e0-410c450b0dd9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:53.120443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.120787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.121118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.121446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.121794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.122149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.122556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.122928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.123210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.123481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.123801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.134425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:53.145388 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e074e3058fc44b1195780c5add4f7b7a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2296059 Feb 11 13:34:53.146051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58280) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:53.171585 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.191581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:53.211284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f0322153-561f-4890-99f7-744cccb877c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:53.212754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-f0322153-561f-4890-99f7-744cccb877c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.2572658 Feb 11 13:34:53.227301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.227565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.227906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.228231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.228554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.228908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.229367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.229713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.230147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.230445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.230786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fa838-47fe-4612-9412-d4c4ffb4dcd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:53.255822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-17ba409d-a4af-4565-b107-a55bfd46c446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Deleting port 0bfefe65-986d-4b17-8815-b258c55f4bb9 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:53.256856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17ba409d-a4af-4565-b107-a55bfd46c446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.303485 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.309596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:53.312525 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.410745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:53.419313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event updated for resources: {'Port': ['ID=c8023889-6ee2-468f-88b9-cfae9c2b89e0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:53.422010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:53.424811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:53.539820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:53.555679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645627-ee41-4c05-a20c-bb6e2bfd5e37 req-d7190287-cca3-4304-b841-175e893ee56f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:53.559700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645627-ee41-4c05-a20c-bb6e2bfd5e37 req-d7190287-cca3-4304-b841-175e893ee56f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:53.563740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645627-ee41-4c05-a20c-bb6e2bfd5e37 req-d7190287-cca3-4304-b841-175e893ee56f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:53.567804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645627-ee41-4c05-a20c-bb6e2bfd5e37 req-d7190287-cca3-4304-b841-175e893ee56f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:53.572546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645627-ee41-4c05-a20c-bb6e2bfd5e37 req-d7190287-cca3-4304-b841-175e893ee56f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:53.576462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.576610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645627-ee41-4c05-a20c-bb6e2bfd5e37 req-d7190287-cca3-4304-b841-175e893ee56f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:53.576810 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added segment ae3433cc-1eb4-46d6-925e-b4e21028734a of type vlan for network e77a91ed-4037-49c9-bcbe-6b6f46a707c9 Feb 11 13:34:53.579266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db2ad463-0dc6-4bf6-9079-384bebca13b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.580407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645627-ee41-4c05-a20c-bb6e2bfd5e37 req-d7190287-cca3-4304-b841-175e893ee56f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:53.583032 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f9645627-ee41-4c05-a20c-bb6e2bfd5e37 req-d7190287-cca3-4304-b841-175e893ee56f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.5406761 Feb 11 13:34:53.636406 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.642549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-52849a18-2959-40a0-af12-9ce4d8cb0b6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4067852 Feb 11 13:34:53.767709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6a05e3df-caff-4578-b6a1-0bcef1da6e74 None None] Provisioning for port c8023889-6ee2-468f-88b9-cfae9c2b89e0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:53.773594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6a05e3df-caff-4578-b6a1-0bcef1da6e74 None None] Provisioning complete for port c8023889-6ee2-468f-88b9-cfae9c2b89e0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:53.773848 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a05e3df-caff-4578-b6a1-0bcef1da6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.798370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f9645627-ee41-4c05-a20c-bb6e2bfd5e37 req-3c3870a0-693b-48ea-a04a-4991c4bafbb4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1975405 Feb 11 13:34:53.853626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.854208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6a05e3df-caff-4578-b6a1-0bcef1da6e74 None None] Port c8023889-6ee2-468f-88b9-cfae9c2b89e0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:53.882434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db2ad463-0dc6-4bf6-9079-384bebca13b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.909515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-17ba409d-a4af-4565-b107-a55bfd46c446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] For port 0bfefe65-986d-4b17-8815-b258c55f4bb9, host n-h1-818559-1, got binding levels [] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:53.909899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17ba409d-a4af-4565-b107-a55bfd46c446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.988926 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-ceab0243-5882-4e11-8c98-da7d2c103930 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390954 Feb 11 13:34:53.993774 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.064814 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.084935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-17ba409d-a4af-4565-b107-a55bfd46c446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Calling delete_port for 0bfefe65-986d-4b17-8815-b258c55f4bb9 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:54.129338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.133362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.133976 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.278478 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db2ad463-0dc6-4bf6-9079-384bebca13b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.303927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Network': ['ID=e77a91ed-4037-49c9-bcbe-6b6f46a707c9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:54.321839 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-93b261ae-1811-4275-b68a-2fff5eb1c3de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3282671 Feb 11 13:34:54.325278 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db2ad463-0dc6-4bf6-9079-384bebca13b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.328753 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-db2ad463-0dc6-4bf6-9079-384bebca13b8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e823bc4-051d-44f7-b2e0-410c450b0dd9 HTTP/1.1" status: 204 len: 168 time: 1.1722219 Feb 11 13:34:54.328897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e77a91ed-4037-49c9-bcbe-6b6f46a707c9 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:34:54.329011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ad463-0dc6-4bf6-9079-384bebca13b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e823bc4-051d-44f7-b2e0-410c450b0dd9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:54.329011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58284) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:54.337870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'subnet': {'network_id': 'e77a91ed-4037-49c9-bcbe-6b6f46a707c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:54.415463 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17ba409d-a4af-4565-b107-a55bfd46c446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.481903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event updated for resources: {'Subnet': ['ID=5f145a5b-6e56-4753-aefe-8d2e92ad4612,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:54.504478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba409d-a4af-4565-b107-a55bfd46c446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bfefe65-986d-4b17-8815-b258c55f4bb9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:54.557717 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17ba409d-a4af-4565-b107-a55bfd46c446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.581690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:54.586788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:subnet and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:54.589979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:54.596646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:54.609733 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-17ba409d-a4af-4565-b107-a55bfd46c446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "DELETE /v2.0/ports/0bfefe65-986d-4b17-8815-b258c55f4bb9 HTTP/1.1" status: 204 len: 168 time: 1.5661554 Feb 11 13:34:54.610068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Checking segment: {'id': '0850759c-b19e-4d77-a70f-36bc5a60f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '225eda48-cd8f-4716-a32c-30c6079b48ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:54.610423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Network hostable DHCP agents. Network: 225eda48-cd8f-4716-a32c-30c6079b48ee, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:54.612762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58292) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:54.646268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.667651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:54.669561 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-6062fb09-3daa-48b3-8ae5-8a89ad6cdaef service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6674194 Feb 11 13:34:54.684395 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa11b25c-8e7c-4000-a70e-c97fe647e2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:34:54.684904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aa11b25c-8e7c-4000-a70e-c97fe647e2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Synchronizing usage tracker for tenant:0275980ed0f542458cda0ce3b1e64f9e on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:54.767459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b88d1ae0-fcbe-4e63-98bf-f773146f9e4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=2b152096-fb5d-4500-ac30-64cb724ef11f HTTP/1.1" status: 200 len: 217 time: 0.0907352 Feb 11 13:34:54.819821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Network 225eda48-cd8f-4716-a32c-30c6079b48ee is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:54.895922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 225eda48-cd8f-4716-a32c-30c6079b48ee) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:54.909966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c38dc-13b2-4e34-98e2-2c336abfc5c4 None None] Network 225eda48-cd8f-4716-a32c-30c6079b48ee requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:54.916336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.916946 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.953326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3f185cc0-fc06-454c-bf76-1342e51aa0dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.955045 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-3f185cc0-fc06-454c-bf76-1342e51aa0dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.1691658 Feb 11 13:34:54.956679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.959958 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-165d7c23-385e-45c6-928f-1dfee20e1b9a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3628459 Feb 11 13:34:54.995102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58306) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:55.009728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aa11b25c-8e7c-4000-a70e-c97fe647e2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Unset dirty status for tenant:0275980ed0f542458cda0ce3b1e64f9e on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:55.011351 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aa11b25c-8e7c-4000-a70e-c97fe647e2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "GET /v2.0/ports/0bfefe65-986d-4b17-8815-b258c55f4bb9 HTTP/1.1" status: 404 len: 333 time: 0.3976688 Feb 11 13:34:55.020000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-427605606', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:55.021159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58310) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:55.048251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:55.074859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Usage tracker for resource:router and tenant:f22821c4852e4b63bf7af51858cef515 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:55.082251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:55.092398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:55.122883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-482852610', 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:55.130858 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.134620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.138415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.146433 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.159105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:55.203923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:55.240197 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-ef09b717-566a-4442-a4d6-14726b044626 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2785180 Feb 11 13:34:55.247787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Made reservation on behalf of 0275980ed0f542458cda0ce3b1e64f9e for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:55.250088 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.340097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-225eda48-cd8f-4716-a32c-30c6079b48ee', 'network_id': '225eda48-cd8f-4716-a32c-30c6079b48ee', 'tenant_id': 'f22821c4852e4b63bf7af51858cef515', 'fixed_ips': [{'subnet_id': '5f145a5b-6e56-4753-aefe-8d2e92ad4612'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:34:55.341437 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.342502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] device_id is not set on port 18fda53e-63ba-413c-9c9d-9a4b732094e0 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:55.359793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.372280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58320) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:55.383927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event updated for resources: {'Port': ['ID=c8023889-6ee2-468f-88b9-cfae9c2b89e0,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:55.400434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b901ba0-e124-46ad-9b30-d06604551bff req-05b3e3b2-9faa-4b69-b9a5-a643c507ca3e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.404610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b901ba0-e124-46ad-9b30-d06604551bff req-05b3e3b2-9faa-4b69-b9a5-a643c507ca3e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.405928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.408284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b901ba0-e124-46ad-9b30-d06604551bff req-05b3e3b2-9faa-4b69-b9a5-a643c507ca3e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.412216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b901ba0-e124-46ad-9b30-d06604551bff req-05b3e3b2-9faa-4b69-b9a5-a643c507ca3e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.417174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b901ba0-e124-46ad-9b30-d06604551bff req-05b3e3b2-9faa-4b69-b9a5-a643c507ca3e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.421107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b901ba0-e124-46ad-9b30-d06604551bff req-05b3e3b2-9faa-4b69-b9a5-a643c507ca3e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.425044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b901ba0-e124-46ad-9b30-d06604551bff req-05b3e3b2-9faa-4b69-b9a5-a643c507ca3e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.433199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b901ba0-e124-46ad-9b30-d06604551bff req-05b3e3b2-9faa-4b69-b9a5-a643c507ca3e tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.4142854 Feb 11 13:34:55.590883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Allocated IP 172.20.0.2 (225eda48-cd8f-4716-a32c-30c6079b48ee/5f145a5b-6e56-4753-aefe-8d2e92ad4612/f7a2735f-9e3c-4134-8fc3-823df4ce6955) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:55.611530 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b901ba0-e124-46ad-9b30-d06604551bff req-cc64919c-4ffd-4d86-8432-a434ed2bc864 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1770008 Feb 11 13:34:55.619623 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.635558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1290244135-network', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:55.651348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:55.667987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Usage tracker for resource:network and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:55.672289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:55.677812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-84636fe1-06c0-49a2-99a4-61e10d0faa81 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311998 Feb 11 13:34:55.686107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:55.799961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Made reservation on behalf of b10f7dbb64534a6990c6c2a58048e0d0 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:55.801218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.839584 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.843696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.849318 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.850474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Transition to ACTIVE for port object f7a2735f-9e3c-4134-8fc3-823df4ce6955 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:55.871607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Transition to ACTIVE for port object f7a2735f-9e3c-4134-8fc3-823df4ce6955 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:55.872864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:55.879257 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.880388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:55.966966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Network 225eda48-cd8f-4716-a32c-30c6079b48ee is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:55.970608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:55.974413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:56.029341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Pushing event updated for resources: {'Port': ['ID=f7a2735f-9e3c-4134-8fc3-823df4ce6955,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:56.073495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Subnet': ['ID=43e567d2-55d2-479a-aed7-ed0619b0e886,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:56.099013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Attempting to bind port f7a2735f-9e3c-4134-8fc3-823df4ce6955 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:56.099387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Attempting to bind port f7a2735f-9e3c-4134-8fc3-823df4ce6955 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '0850759c-b19e-4d77-a70f-36bc5a60f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '225eda48-cd8f-4716-a32c-30c6079b48ee'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:56.099815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Attempting to bind port f7a2735f-9e3c-4134-8fc3-823df4ce6955 on network 225eda48-cd8f-4716-a32c-30c6079b48ee {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:56.109344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:56.109740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Checking segment: {'id': '0850759c-b19e-4d77-a70f-36bc5a60f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '225eda48-cd8f-4716-a32c-30c6079b48ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:56.110199 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.110756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Bound using segment: {'id': '0850759c-b19e-4d77-a70f-36bc5a60f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '225eda48-cd8f-4716-a32c-30c6079b48ee'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:56.112084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Bound port: f7a2735f-9e3c-4134-8fc3-823df4ce6955, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0850759c-b19e-4d77-a70f-36bc5a60f69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '225eda48-cd8f-4716-a32c-30c6079b48ee'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:56.112220 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.115649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Checking segment: {'id': 'ae3433cc-1eb4-46d6-925e-b4e21028734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e77a91ed-4037-49c9-bcbe-6b6f46a707c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:56.116020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network hostable DHCP agents. Network: e77a91ed-4037-49c9-bcbe-6b6f46a707c9, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:56.128928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.217271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-21a1ec16-b31e-4289-89ff-545b1f23f2f1 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323975 Feb 11 13:34:56.236616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] For port f7a2735f-9e3c-4134-8fc3-823df4ce6955, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:56.241030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] For port f7a2735f-9e3c-4134-8fc3-823df4ce6955, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f7a2735f-9e3c-4134-8fc3-823df4ce6955,segment=NetworkSegment(0850759c-b19e-4d77-a70f-36bc5a60f69f),segment_id=0850759c-b19e-4d77-a70f-36bc5a60f69f)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:56.247433 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.286775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:56.302659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network e77a91ed-4037-49c9-bcbe-6b6f46a707c9 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:56.316344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.348533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-117fec34-2605-4256-a52c-670231502eac None None] Provisioning complete for port c8023889-6ee2-468f-88b9-cfae9c2b89e0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:56.348863 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-117fec34-2605-4256-a52c-670231502eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.363021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Usage tracker for resource:security_group_rule and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:56.372031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:56.383136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0469010-49b0-439a-b189-43e6748cd983 None None] Pushing event updated for resources: {'Port': ['ID=f7a2735f-9e3c-4134-8fc3-823df4ce6955,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:56.388474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-292bb50b-3dfa-470d-9bc6-4c1c5000826f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b HTTP/1.1" status: 200 len: 217 time: 0.1626482 Feb 11 13:34:56.390547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:56.421394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e77a91ed-4037-49c9-bcbe-6b6f46a707c9) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:56.424261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event updated for resources: {'Port': ['ID=18fda53e-63ba-413c-9c9d-9a4b732094e0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:56.431500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-117fec34-2605-4256-a52c-670231502eac None None] Port c8023889-6ee2-468f-88b9-cfae9c2b89e0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:34:56.434193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80583de2-6867-4b30-90ae-a4133d0cd720 None None] Network e77a91ed-4037-49c9-bcbe-6b6f46a707c9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:56.455218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:56.455882 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.558228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a9ab3800-98e6-4c41-bedb-fbb43c13cecb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2276623 Feb 11 13:34:56.559377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58326) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:56.582716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Network d9b7df3a-890a-4286-9fb4-fb1bde05db44 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:56.587606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1279451612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:56.596188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:56.602119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:router and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:56.610253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:56.628190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:56.639657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:56.651497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:56.654844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:56.655067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a5e561c5-4d94-431d-ac64-1967112e0213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:56.656367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.656715 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-a5e561c5-4d94-431d-ac64-1967112e0213 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.2576823 Feb 11 13:34:56.670359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.671651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.720426 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.767537 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fc82e67d-a60c-4c9d-b046-75b45acb9f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6881437 Feb 11 13:34:56.771168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58332) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:56.807880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.823992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.838945 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.843141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c742dd89-0133-4fba-9392-672503576afb tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2739177 Feb 11 13:34:56.844215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58336) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:56.857286 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.868048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-e77a91ed-4037-49c9-bcbe-6b6f46a707c9', 'network_id': 'e77a91ed-4037-49c9-bcbe-6b6f46a707c9', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'fixed_ips': [{'subnet_id': '43e567d2-55d2-479a-aed7-ed0619b0e886'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:34:56.869456 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.978409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d5379119-d76f-4d0e-a635-89b6ed9f27b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "GET /v2.0/ports/18fda53e-63ba-413c-9c9d-9a4b732094e0 HTTP/1.1" status: 200 len: 958 time: 0.1984236 Feb 11 13:34:56.980571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:56.989775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58340) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:57.004344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e50da75-550b-49b4-8f8e-3cef8bc62a20,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:57.016094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-0978891f-ccf6-4d96-88a8-f0eb928acd16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3503022 Feb 11 13:34:57.025105 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.025105 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Added segment 249593e8-0c54-4d40-909a-ddff302553c0 of type vlan for network 407ef79f-e8ab-41fa-aac5-347e4e1cacad Feb 11 13:34:57.072721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-20a53cb0-b6cd-41c0-8f6b-d93ca103963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Deleting port 18fda53e-63ba-413c-9c9d-9a4b732094e0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:34:57.073090 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20a53cb0-b6cd-41c0-8f6b-d93ca103963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.091663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Allocated IP 2001:db8::2 (e77a91ed-4037-49c9-bcbe-6b6f46a707c9/43e567d2-55d2-479a-aed7-ed0619b0e886/b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:57.117624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:57.155146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.222524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.236264 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.333323 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.344841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Transition to ACTIVE for port object b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:57.366773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Transition to ACTIVE for port object b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:57.374238 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.377143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c29722-5c0a-45ee-b4ae-39800131043e req-cbe1225b-008b-4b5b-82c2-e5515d431d64 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.381000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c29722-5c0a-45ee-b4ae-39800131043e req-cbe1225b-008b-4b5b-82c2-e5515d431d64 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.385769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c29722-5c0a-45ee-b4ae-39800131043e req-cbe1225b-008b-4b5b-82c2-e5515d431d64 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.389397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c29722-5c0a-45ee-b4ae-39800131043e req-cbe1225b-008b-4b5b-82c2-e5515d431d64 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.393286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c29722-5c0a-45ee-b4ae-39800131043e req-cbe1225b-008b-4b5b-82c2-e5515d431d64 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.397403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c29722-5c0a-45ee-b4ae-39800131043e req-cbe1225b-008b-4b5b-82c2-e5515d431d64 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.401441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c29722-5c0a-45ee-b4ae-39800131043e req-cbe1225b-008b-4b5b-82c2-e5515d431d64 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.403361 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a9c29722-5c0a-45ee-b4ae-39800131043e req-cbe1225b-008b-4b5b-82c2-e5515d431d64 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.5480506 Feb 11 13:34:57.459178 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.460289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.460974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.473477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Pushing event updated for resources: {'Port': ['ID=b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:57.485563 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-45a7a370-f9aa-4f3b-b11b-1529afb40666 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575894 Feb 11 13:34:57.487302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Network e77a91ed-4037-49c9-bcbe-6b6f46a707c9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:57.488941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:57.492862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:57.497296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Router 5cc5993d-6831-47da-84da-148cc340edac is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:34:57.622032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Attempting to bind port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:57.622531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Attempting to bind port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'ae3433cc-1eb4-46d6-925e-b4e21028734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e77a91ed-4037-49c9-bcbe-6b6f46a707c9'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:57.623035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Attempting to bind port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d on network e77a91ed-4037-49c9-bcbe-6b6f46a707c9 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:34:57.631012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:34:57.631956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Checking segment: {'id': 'ae3433cc-1eb4-46d6-925e-b4e21028734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e77a91ed-4037-49c9-bcbe-6b6f46a707c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:57.632450 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.632928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Bound using segment: {'id': 'ae3433cc-1eb4-46d6-925e-b4e21028734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e77a91ed-4037-49c9-bcbe-6b6f46a707c9'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:34:57.633521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Bound port: b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3433cc-1eb4-46d6-925e-b4e21028734a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e77a91ed-4037-49c9-bcbe-6b6f46a707c9'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:57.634004 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.728184 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f205c3-eff8-42c5-b2ce-83e40135b1f0 None None] Network 225eda48-cd8f-4716-a32c-30c6079b48ee requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:57.830521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] For port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:57.850955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] For port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d,segment=NetworkSegment(ae3433cc-1eb4-46d6-925e-b4e21028734a),segment_id=ae3433cc-1eb4-46d6-925e-b4e21028734a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:57.866807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-35010cdf-1d4c-4b0b-a701-c1d543b4d093 None None] Provisioning for port f7a2735f-9e3c-4134-8fc3-823df4ce6955 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:57.876335 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.911793 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a9c29722-5c0a-45ee-b4ae-39800131043e req-08957dc0-6499-45f6-8d47-4e708ecbee09 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5012138 Feb 11 13:34:57.912590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] Pushing event updated for resources: {'Network': ['ID=407ef79f-e8ab-41fa-aac5-347e4e1cacad,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:57.981272 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-abdbc44f-e8ad-4574-bd3c-d399b9237acd admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5996807 Feb 11 13:34:57.982759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58344) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:57.986761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20a53cb0-b6cd-41c0-8f6b-d93ca103963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.992934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Allocated IP 172.25.4.9 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/78e7d86e-1565-4b26-b59e-f37e6c1051af) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:58.003051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 407ef79f-e8ab-41fa-aac5-347e4e1cacad details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:34:58.005948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Request body: {'subnet': {'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1290244135-subnet', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:58.014748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:58.017349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f7a2735f-9e3c-4134-8fc3-823df4ce6955 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:34:58.136188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-20a53cb0-b6cd-41c0-8f6b-d93ca103963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Calling delete_port for 18fda53e-63ba-413c-9c9d-9a4b732094e0 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:34:58.163260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Usage tracker for resource:subnet and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:58.190390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-50886869-7f42-4cc6-96e5-ecf76a7cbf46 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580238 Feb 11 13:34:58.199252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:58.218265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:58.231967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8a7e3-0ced-445c-a33d-367105396ca5 None None] Pushing event updated for resources: {'Port': ['ID=b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:58.282440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Made reservation on behalf of b10f7dbb64534a6990c6c2a58048e0d0 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:58.284862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.313944 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-e4b1a024-efc8-445b-abb6-5344d68a776a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f25dc42-13d6-4753-bcaf-9f913c73223e HTTP/1.1" status: 200 len: 217 time: 0.1120932 Feb 11 13:34:58.341378 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port f7a2735f-9e3c-4134-8fc3-823df4ce6955 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:58.350383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port f7a2735f-9e3c-4134-8fc3-823df4ce6955 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:58.351055 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.428621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.436327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-ad25536c-c26b-4fe4-9e44-486e2f85b423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.437771 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-ad25536c-c26b-4fe4-9e44-486e2f85b423 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7eb4684-f135-434b-92ca-19187fdd48c4 HTTP/1.1" status: 200 len: 797 time: 0.1181047 Feb 11 13:34:58.444015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.501028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:58.513391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-907c662a-b29f-4a78-9a47-2d84ea256d79 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "PUT /v2.0/routers/5cc5993d-6831-47da-84da-148cc340edac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1753092 Feb 11 13:34:58.520048 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4919c7b-c5b8-438e-a7a9-a63505a95b83 None None] Sync routers for ids ['5cc5993d-6831-47da-84da-148cc340edac'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:34:58.532720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58348) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:58.547388 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4919c7b-c5b8-438e-a7a9-a63505a95b83 None None] Routers {'5cc5993d-6831-47da-84da-148cc340edac'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:58.547388 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b4919c7b-c5b8-438e-a7a9-a63505a95b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5cc5993d-6831-47da-84da-148cc340edac'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:58.614568 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.620024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.687530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-d6ba5cf9-457c-4c88-a664-c4b792bfac3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2399204 Feb 11 13:34:58.691296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port f7a2735f-9e3c-4134-8fc3-823df4ce6955, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f7a2735f-9e3c-4134-8fc3-823df4ce6955,segment=NetworkSegment(0850759c-b19e-4d77-a70f-36bc5a60f69f),segment_id=0850759c-b19e-4d77-a70f-36bc5a60f69f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:58.697620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.720291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20a53cb0-b6cd-41c0-8f6b-d93ca103963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.805893 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b4919c7b-c5b8-438e-a7a9-a63505a95b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:58.814935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=f7a2735f-9e3c-4134-8fc3-823df4ce6955,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:58.838283 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4919c7b-c5b8-438e-a7a9-a63505a95b83 None None] Routers {'5cc5993d-6831-47da-84da-148cc340edac'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:58.838918 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b4919c7b-c5b8-438e-a7a9-a63505a95b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5cc5993d-6831-47da-84da-148cc340edac'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:58.840962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Request body: {'port': {'network_id': '5ce290c6-ff92-4128-ab8c-ba4db3df3ea2', 'name': 'tempest-FloatingIPNegativeTestJSON-1357550826'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:58.855349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:58.863441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event updated for resources: {'Port': ['ID=78e7d86e-1565-4b26-b59e-f37e6c1051af,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:58.870463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:58.874400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:34:58.879360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9e074032-181e-4111-a703-d367c95d32a3 None None] Provisioning complete for port f7a2735f-9e3c-4134-8fc3-823df4ce6955 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:58.880055 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e074032-181e-4111-a703-d367c95d32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.930542 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b4919c7b-c5b8-438e-a7a9-a63505a95b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:58.931073 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4919c7b-c5b8-438e-a7a9-a63505a95b83 None None] The sync data for ids ['5cc5993d-6831-47da-84da-148cc340edac'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:34:58.988653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-20a53cb0-b6cd-41c0-8f6b-d93ca103963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.011448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-d7d5b70b-d57c-4169-961f-6a6b27662a92 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070989 Feb 11 13:34:59.024054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a53cb0-b6cd-41c0-8f6b-d93ca103963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event deleted for resources: {'Port': ['ID=18fda53e-63ba-413c-9c9d-9a4b732094e0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:59.031510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-20a53cb0-b6cd-41c0-8f6b-d93ca103963f tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "DELETE /v2.0/ports/18fda53e-63ba-413c-9c9d-9a4b732094e0 HTTP/1.1" status: 204 len: 168 time: 2.0353618 Feb 11 13:34:59.085395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58354) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:59.177024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-81807c6e-2088-4048-833c-6df4a5b2dc47 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556206 Feb 11 13:34:59.233276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:59.243237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] Sync routers for ids ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:34:59.256530 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51c8fc4-c342-4eca-b1f9-563dc03ead5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:34:59.256903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b51c8fc4-c342-4eca-b1f9-563dc03ead5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Synchronizing usage tracker for tenant:0275980ed0f542458cda0ce3b1e64f9e on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:34:59.266611 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-797704d1-66e4-4d20-b507-15466afe06de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=717a2c18-0476-4820-a631-22c0a1d02603 HTTP/1.1" status: 200 len: 217 time: 0.0818048 Feb 11 13:34:59.270490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] Routers {'d372b27d-8468-470f-b3c5-3cbddf7e2ee5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:34:59.271216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:59.339449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-d8840d7a-3797-48bf-9f9f-9d53710d807f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.340915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-d8840d7a-3797-48bf-9f9f-9d53710d807f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7eb4684-f135-434b-92ca-19187fdd48c4 HTTP/1.1" status: 200 len: 797 time: 0.0683837 Feb 11 13:34:59.343878 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.344581 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.348083 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-80584bcc-fe5b-44e3-b300-09c1cf8330c5 admin admin] 10.222.0.67 "PUT /v2.0/routers/d372b27d-8468-470f-b3c5-3cbddf7e2ee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6852303 Feb 11 13:34:59.348604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58358) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:59.404273 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.447939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b51c8fc4-c342-4eca-b1f9-563dc03ead5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Unset dirty status for tenant:0275980ed0f542458cda0ce3b1e64f9e on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:34:59.455128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b51c8fc4-c342-4eca-b1f9-563dc03ead5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "GET /v2.0/ports/18fda53e-63ba-413c-9c9d-9a4b732094e0 HTTP/1.1" status: 404 len: 333 time: 0.3555238 Feb 11 13:34:59.466465 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58362) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:34:59.485412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Request body: {'port': {'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-922392367'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:34:59.527452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] Set router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:34:59.636046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b706696-33e3-455d-817a-ce35c3eeabd4 None None] Network e77a91ed-4037-49c9-bcbe-6b6f46a707c9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:34:59.683473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:59.706155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:34:59.732791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Usage tracker for resource:port and tenant:f1c40417c1364d0eb5946d4b0fbc3b47 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:34:59.743209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:34:59.762894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:59.784370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62fd4a1b-407f-4221-afd1-f48392f423bd,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:59.802693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Allocated IP 2001:db8::1 (e77a91ed-4037-49c9-bcbe-6b6f46a707c9/43e567d2-55d2-479a-aed7-ed0619b0e886/4035b13e-f263-4eac-8cc9-01b1507da1e8) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:59.813914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:34:59.821822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3cd9d-bc1c-4c57-97ee-87ab19cca9c5 req-561b11c8-6191-4a29-ab6d-fa5f1d79818b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.825949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3cd9d-bc1c-4c57-97ee-87ab19cca9c5 req-561b11c8-6191-4a29-ab6d-fa5f1d79818b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.829618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3cd9d-bc1c-4c57-97ee-87ab19cca9c5 req-561b11c8-6191-4a29-ab6d-fa5f1d79818b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.833526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3cd9d-bc1c-4c57-97ee-87ab19cca9c5 req-561b11c8-6191-4a29-ab6d-fa5f1d79818b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.838012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3cd9d-bc1c-4c57-97ee-87ab19cca9c5 req-561b11c8-6191-4a29-ab6d-fa5f1d79818b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.841946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3cd9d-bc1c-4c57-97ee-87ab19cca9c5 req-561b11c8-6191-4a29-ab6d-fa5f1d79818b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.846111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3cd9d-bc1c-4c57-97ee-87ab19cca9c5 req-561b11c8-6191-4a29-ab6d-fa5f1d79818b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.848485 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-04b3cd9d-bc1c-4c57-97ee-87ab19cca9c5 req-561b11c8-6191-4a29-ab6d-fa5f1d79818b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.7040703 Feb 11 13:34:59.853499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Made reservation on behalf of f1c40417c1364d0eb5946d4b0fbc3b47 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:59.856145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.857177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Made reservation on behalf of 0275980ed0f542458cda0ce3b1e64f9e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:59.859458 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.924269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] device_id is not set on port 955c85bc-5b61-4530-ac5b-07d629e037c8 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:59.969834 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-b01da7dc-8cc4-4bda-a83b-5471b381e535 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6227698 Feb 11 13:34:59.982970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Checking segment: {'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:34:59.983337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Network hostable DHCP agents. Network: 407ef79f-e8ab-41fa-aac5-347e4e1cacad, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:59.988312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] device_id is not set on port 9e753b4c-2359-486e-aaf7-c3d07874ff3e yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:00.050829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-45902709-95ec-4157-81c4-289f6ceae7cd None None] Provisioning for port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:00.111476 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-04b3cd9d-bc1c-4c57-97ee-87ab19cca9c5 req-fdbb6330-680d-48d6-924b-f8c71a26d30c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2447851 Feb 11 13:35:00.196829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f7a2735f-9e3c-4134-8fc3-823df4ce6955 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:00.201071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Network 407ef79f-e8ab-41fa-aac5-347e4e1cacad is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:00.228687 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.244649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 407ef79f-e8ab-41fa-aac5-347e4e1cacad) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:00.257279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.257874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.268120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc65c76a-82c0-4b92-846e-d0ab740ae0c9 None None] Network 407ef79f-e8ab-41fa-aac5-347e4e1cacad requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:00.277113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Transition to ACTIVE for port object 4035b13e-f263-4eac-8cc9-01b1507da1e8 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:00.283131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Allocated IP 172.20.0.11 (5ce290c6-ff92-4128-ab8c-ba4db3df3ea2/e043bab4-140f-4cd8-92dd-6b33026bb990/9e753b4c-2359-486e-aaf7-c3d07874ff3e) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:00.305751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3ac8f6ee-5c4b-48ce-a3a2-f122c667a992 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3210914 Feb 11 13:35:00.308328 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58366) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:00.318331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:00.333268 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-8f841f9a-a0a5-4be3-ace9-8d7d399c65c6 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450434 Feb 11 13:35:00.335929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:00.344160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Usage tracker for resource:router and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:00.347907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:00.362689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'name': 'tempest-TestServerBasicOps-408448169-router', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:28Z', 'updated_at': '2022-02-11T13:34:52Z', 'revision_number': 5, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'gw_port': {'id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:31Z', 'updated_at': '2022-02-11T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:00.366248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:00.379482 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.388076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] Checking router: d372b27d-8468-470f-b3c5-3cbddf7e2ee5 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:35:00.410085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.488693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] Routers {'d372b27d-8468-470f-b3c5-3cbddf7e2ee5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:00.489229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.489355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:00.636314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port f7a2735f-9e3c-4134-8fc3-823df4ce6955 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:00.636677 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.658565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=4035b13e-f263-4eac-8cc9-01b1507da1e8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:00.666418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.667490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.677633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.726840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e5051d37-7a40-45f9-a598-a3a6f7d7d610 req-be070f0c-f10d-4c09-97f6-be20d4f439b0 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795707 Feb 11 13:35:00.739546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network e77a91ed-4037-49c9-bcbe-6b6f46a707c9 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:00.746254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:00.755268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:00.756610 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.791216 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.808688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event updated for resources: {'Port': ['ID=955c85bc-5b61-4530-ac5b-07d629e037c8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:00.811511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:00.812096 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.812670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Network d9b7df3a-890a-4286-9fb4-fb1bde05db44 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:00.816570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:00.816707 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.823096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:00.823987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.824674 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.836265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Transition to ACTIVE for port object 9e753b4c-2359-486e-aaf7-c3d07874ff3e will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:00.883923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.884300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.884618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.884940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.885274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.885603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.885932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.886255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.886593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.886922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.887394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:00.902517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Router ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:00.936509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-15d66080-5fce-4288-8dd1-25b338a53a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4689679 Feb 11 13:35:00.943205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58370) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:00.956143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:01.070351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] Set router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:01.096158 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.182014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.196765 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.265934 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-923bdf0c-107f-41e9-84d5-55643a89285e req-aee7e396-1d00-4bcd-8858-27e5a05101fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6488 time: 0.4373536 Feb 11 13:35:01.301995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:01.437986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event updated for resources: {'Port': ['ID=9e753b4c-2359-486e-aaf7-c3d07874ff3e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:01.438643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Allocated IP 172.20.0.2 (407ef79f-e8ab-41fa-aac5-347e4e1cacad/62fd4a1b-407f-4221-afd1-f48392f423bd/cdbe840a-a8dc-4459-980f-0309667d6722) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:01.445433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:01.456663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:01.474122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:01.535721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.536330 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.560607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-939fe629-4306-4298-96ef-0a8c29f332d9 None None] Provisioning for port 4035b13e-f263-4eac-8cc9-01b1507da1e8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:01.599529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.641603 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.660979 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ae421b0a-76bc-47ca-b373-102df39a9db1 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1253753 Feb 11 13:35:01.667057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58376) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:01.673553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:01.682797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:01.687715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Usage tracker for resource:floatingip and tenant:f1c40417c1364d0eb5946d4b0fbc3b47 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:01.691159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:01.699086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:01.728677 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.762116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-939fe629-4306-4298-96ef-0a8c29f332d9 None None] Provisioning complete for port 4035b13e-f263-4eac-8cc9-01b1507da1e8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:01.762753 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-939fe629-4306-4298-96ef-0a8c29f332d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.775845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Deleting port 0d51181b-b5c8-4a69-b988-053b9455d8e9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:01.776180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.886957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:01.906098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bdf0c-107f-41e9-84d5-55643a89285e req-c43a256e-12b0-49fe-aea2-650280c91f6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.907620 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-923bdf0c-107f-41e9-84d5-55643a89285e req-c43a256e-12b0-49fe-aea2-650280c91f6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4ce99b-bcb8-4d76-a929-088829e9857d HTTP/1.1" status: 200 len: 903 time: 0.6268547 Feb 11 13:35:01.924902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-939fe629-4306-4298-96ef-0a8c29f332d9 None None] Port 4035b13e-f263-4eac-8cc9-01b1507da1e8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:01.936144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:01.936512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.027052 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.050247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Transition to ACTIVE for port object cdbe840a-a8dc-4459-980f-0309667d6722 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:02.088132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0320b30-ac13-42f6-8744-3405e9f37130 req-618e03dc-4ba1-46af-89fd-29b0a9f263e2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.092079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0320b30-ac13-42f6-8744-3405e9f37130 req-618e03dc-4ba1-46af-89fd-29b0a9f263e2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.096025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0320b30-ac13-42f6-8744-3405e9f37130 req-618e03dc-4ba1-46af-89fd-29b0a9f263e2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.100055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0320b30-ac13-42f6-8744-3405e9f37130 req-618e03dc-4ba1-46af-89fd-29b0a9f263e2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.101880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'name': 'tempest-TestServerBasicOps-408448169-router', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:28Z', 'updated_at': '2022-02-11T13:34:52Z', 'revision_number': 5, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'gw_port': {'id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:31Z', 'updated_at': '2022-02-11T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:02.104199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0320b30-ac13-42f6-8744-3405e9f37130 req-618e03dc-4ba1-46af-89fd-29b0a9f263e2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.108279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0320b30-ac13-42f6-8744-3405e9f37130 req-618e03dc-4ba1-46af-89fd-29b0a9f263e2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.111053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Transition to ACTIVE for port object cdbe840a-a8dc-4459-980f-0309667d6722 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:02.112176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0320b30-ac13-42f6-8744-3405e9f37130 req-618e03dc-4ba1-46af-89fd-29b0a9f263e2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.119141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e0320b30-ac13-42f6-8744-3405e9f37130 req-618e03dc-4ba1-46af-89fd-29b0a9f263e2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.6683946 Feb 11 13:35:02.123664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff4503-ddda-40b1-836d-82e56c490cd4 None None] The sync data for ids ['d372b27d-8468-470f-b3c5-3cbddf7e2ee5'] in n-d-818559-1 is: [{'id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'name': 'tempest-TestServerBasicOps-408448169-router', 'tenant_id': '131f7a9a22e5426dbb5e73705c1aac71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:28Z', 'updated_at': '2022-02-11T13:34:52Z', 'revision_number': 5, 'project_id': '131f7a9a22e5426dbb5e73705c1aac71', 'gw_port': {'id': '0d51181b-b5c8-4a69-b988-053b9455d8e9', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd372b27d-8468-470f-b3c5-3cbddf7e2ee5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:31Z', 'updated_at': '2022-02-11T13:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:02.150255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cd8b676f-dc71-45b9-a515-83c87b30d105 None None] Provisioning for port 9e753b4c-2359-486e-aaf7-c3d07874ff3e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:02.153910 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.157440 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.162385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-923bdf0c-107f-41e9-84d5-55643a89285e req-e0d7d2a7-4112-44ac-8907-fe8e238bb127 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=717a2c18-0476-4820-a631-22c0a1d02603 HTTP/1.1" status: 200 len: 217 time: 0.2451413 Feb 11 13:35:02.189408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.206077 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.206873 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.223999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cd8b676f-dc71-45b9-a515-83c87b30d105 None None] Provisioning complete for port 9e753b4c-2359-486e-aaf7-c3d07874ff3e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:02.224368 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd8b676f-dc71-45b9-a515-83c87b30d105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.252770 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:35:02.253302 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.307679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.311736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Network 407ef79f-e8ab-41fa-aac5-347e4e1cacad is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:02.317700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:02.320017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:02.361586 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Pushing event updated for resources: {'Port': ['ID=cdbe840a-a8dc-4459-980f-0309667d6722,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:02.361850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bdf0c-107f-41e9-84d5-55643a89285e req-c82746f8-9e38-40bb-86ee-4faff9e92259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.363127 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-923bdf0c-107f-41e9-84d5-55643a89285e req-c82746f8-9e38-40bb-86ee-4faff9e92259 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7eb4684-f135-434b-92ca-19187fdd48c4 HTTP/1.1" status: 200 len: 797 time: 0.1935937 Feb 11 13:35:02.367499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d,segment=NetworkSegment(ae3433cc-1eb4-46d6-925e-b4e21028734a),segment_id=ae3433cc-1eb4-46d6-925e-b4e21028734a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:02.376087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.381593 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e0320b30-ac13-42f6-8744-3405e9f37130 req-07b25ce8-7aab-4924-8786-eeeed141989b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2608008 Feb 11 13:35:02.399208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b676f-dc71-45b9-a515-83c87b30d105 None None] Port 9e753b4c-2359-486e-aaf7-c3d07874ff3e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:02.406431 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.425853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] For port 0d51181b-b5c8-4a69-b988-053b9455d8e9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0d51181b-b5c8-4a69-b988-053b9455d8e9,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:02.426046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.454015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] device_id is not set on port 955c85bc-5b61-4530-ac5b-07d629e037c8 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:02.474156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=4035b13e-f263-4eac-8cc9-01b1507da1e8,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:02.560597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:02.567377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Attempting to bind port cdbe840a-a8dc-4459-980f-0309667d6722 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:02.570415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Attempting to bind port cdbe840a-a8dc-4459-980f-0309667d6722 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:02.571147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Attempting to bind port cdbe840a-a8dc-4459-980f-0309667d6722 on network 407ef79f-e8ab-41fa-aac5-347e4e1cacad {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:02.580040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:02.590991 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b45bb-4076-49a2-bfe0-f0bd88a09c1b None None] Sync routers for ids ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:02.591714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Calling delete_port for 0d51181b-b5c8-4a69-b988-053b9455d8e9 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:02.595226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:35:02.616375 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b45bb-4076-49a2-bfe0-f0bd88a09c1b None None] Routers {'ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:02.617192 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-601b45bb-4076-49a2-bfe0-f0bd88a09c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:02.624416 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.684044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:35:02.687697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network e77a91ed-4037-49c9-bcbe-6b6f46a707c9 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:02.688161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Transition to ACTIVE for port object 955c85bc-5b61-4530-ac5b-07d629e037c8 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:02.689061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b4d51ed-b8bb-4584-bb25-91cc2b9f13d4 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:35:02.697715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.699014 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3410b6ef-2db3-4a4f-bc7e-924835f148fc tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.7026491 Feb 11 13:35:02.699892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:02.700625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Checking segment: {'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:02.701211 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.701797 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Bound using segment: {'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:02.702415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:02.702633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Bound port: cdbe840a-a8dc-4459-980f-0309667d6722, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:02.703176 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.704430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58380) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:02.707699 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.750992 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-601b45bb-4076-49a2-bfe0-f0bd88a09c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:02.779134 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b45bb-4076-49a2-bfe0-f0bd88a09c1b None None] Routers {'ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:02.779751 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-601b45bb-4076-49a2-bfe0-f0bd88a09c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:02.823054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Allocated IP 172.25.4.147 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/3c277712-1217-4b70-a68e-cfef592764c2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:02.875521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] For port cdbe840a-a8dc-4459-980f-0309667d6722, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:02.879581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] For port cdbe840a-a8dc-4459-980f-0309667d6722, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cdbe840a-a8dc-4459-980f-0309667d6722,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:02.895129 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.897797 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-601b45bb-4076-49a2-bfe0-f0bd88a09c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:02.898118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event updated for resources: {'Port': ['ID=955c85bc-5b61-4530-ac5b-07d629e037c8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:02.900358 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b45bb-4076-49a2-bfe0-f0bd88a09c1b None None] The sync data for ids ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:02.923076 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-923bdf0c-107f-41e9-84d5-55643a89285e req-eb27512c-a546-4f6a-9521-98573ff9ed72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5396085 Feb 11 13:35:03.040229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f37f61-75a6-495c-9300-c3846f98d06f None None] Pushing event updated for resources: {'Port': ['ID=cdbe840a-a8dc-4459-980f-0309667d6722,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:03.059865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:03.060134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:03.060477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:03.117733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:35:03.118219 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:35:03.128607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278aac5f-8420-45fe-b3f2-12c4945ace0e None None] Provisioning complete for port 4035b13e-f263-4eac-8cc9-01b1507da1e8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:03.129076 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278aac5f-8420-45fe-b3f2-12c4945ace0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.134688 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 2 to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 Feb 11 13:35:03.180512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:03.180840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:03.181284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:03.194990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278aac5f-8420-45fe-b3f2-12c4945ace0e None None] Port 4035b13e-f263-4eac-8cc9-01b1507da1e8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:03.196617 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-923bdf0c-107f-41e9-84d5-55643a89285e req-10044a52-8ca7-45a5-a01e-9108d351b708 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664666 Feb 11 13:35:03.200003 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.408516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:35:03.408838 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:35:03.416317 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 3 to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 Feb 11 13:35:03.481450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Pushing event deleted for resources: {'Port': ['ID=0d51181b-b5c8-4a69-b988-053b9455d8e9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:03.486829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.497764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:03.498095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:03.498429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:03.552296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:35:03.552667 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:35:03.556362 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 4 to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 Feb 11 13:35:03.585257 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.644067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:03.644645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:03.644645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:03.659709 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-923bdf0c-107f-41e9-84d5-55643a89285e req-027ed201-b309-4601-a2a9-932ee0106547 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556532 Feb 11 13:35:03.663854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:35:03.664185 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:35:03.666640 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 5 to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 Feb 11 13:35:03.752509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:03.752834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:03.753167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:03.825771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:35:03.826088 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:35:03.827956 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 6 to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 Feb 11 13:35:03.842611 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.921133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:03.938290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:03.950674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:03.966992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:03.967326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:03.967662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:03.977570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Pushing event updated for resources: {'Port': ['ID=3c277712-1217-4b70-a68e-cfef592764c2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:03.983431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Allocated IP 172.25.4.17 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/78c8ab41-b8d2-40d2-abf4-fef5ef033682) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:03.987086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:35:03.987843 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:35:03.990069 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 7 to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 Feb 11 13:35:04.086999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85909ef1-8795-49e2-b348-153757e53ffb None None] Network 407ef79f-e8ab-41fa-aac5-347e4e1cacad requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:04.129013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:04.129344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:04.129674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:04.140681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:35:04.141001 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:35:04.142684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.143972 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 8 to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 Feb 11 13:35:04.160119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.163759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:04.164027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:04.164358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:04.173379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:35:04.174922 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:35:04.174922 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 9 to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 Feb 11 13:35:04.190611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e1acc02b-06aa-4f08-a868-3cf69421043b None None] Provisioning for port cdbe840a-a8dc-4459-980f-0309667d6722 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:04.215112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:04.215448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:04.215875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:04.223784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:35:04.224235 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:35:04.225385 n-d-818559-1 neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempt 10 to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 Feb 11 13:35:04.237552 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.238067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d372b27d-8468-470f-b3c5-3cbddf7e2ee5 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:35:04.248201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:04.248481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:04.248797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempting to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:04.261675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:35:04.262002 n-d-818559-1 neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Failed to bind port 955c85bc-5b61-4530-ac5b-07d629e037c8 on host n-h1-818559-1 for vnic_type normal using segments [{'id': '7efff312-a948-4a89-86e5-8353b24e6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd9b7df3a-890a-4286-9fb4-fb1bde05db44'}] Feb 11 13:35:04.262359 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.274750 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.275871 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5ad8695a-a2fc-4daa-b767-cb3de47a5dab admin admin] 10.222.0.67 "DELETE /v2.0/routers/d372b27d-8468-470f-b3c5-3cbddf7e2ee5 HTTP/1.1" status: 204 len: 168 time: 4.9266553 Feb 11 13:35:04.278610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58386) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:04.349028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e3f71-431d-44b5-91c0-377269685e68 req-164a18cd-8f32-4232-a464-a993f3a0737f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.352941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e3f71-431d-44b5-91c0-377269685e68 req-164a18cd-8f32-4232-a464-a993f3a0737f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.356909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e3f71-431d-44b5-91c0-377269685e68 req-164a18cd-8f32-4232-a464-a993f3a0737f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.360851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e3f71-431d-44b5-91c0-377269685e68 req-164a18cd-8f32-4232-a464-a993f3a0737f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.364784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e3f71-431d-44b5-91c0-377269685e68 req-164a18cd-8f32-4232-a464-a993f3a0737f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.369007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e3f71-431d-44b5-91c0-377269685e68 req-164a18cd-8f32-4232-a464-a993f3a0737f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.372959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e3f71-431d-44b5-91c0-377269685e68 req-164a18cd-8f32-4232-a464-a993f3a0737f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.375680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-087e3f71-431d-44b5-91c0-377269685e68 req-164a18cd-8f32-4232-a464-a993f3a0737f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.7500007 Feb 11 13:35:04.399470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3601ac99-2dd9-4e44-ac48-cae8608139f0 admin admin] Deleting subnet f66a852b-80cc-42f6-b1f7-29b288cee244 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:35:04.402451 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3601ac99-2dd9-4e44-ac48-cae8608139f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.464023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 2ccfa9e8-5184-4d55-af95-36be18d000d4 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:04.468661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3601ac99-2dd9-4e44-ac48-cae8608139f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.516520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] For port 955c85bc-5b61-4530-ac5b-07d629e037c8, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:04.517008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Attempted to set empty binding levels {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:35:04.527368 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.547182 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.557584 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-087e3f71-431d-44b5-91c0-377269685e68 req-3b2d82eb-3f9f-43c2-8727-5c9a5309978b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1611574 Feb 11 13:35:04.622668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] In _notify_port_updated(), no bound segment for port 955c85bc-5b61-4530-ac5b-07d629e037c8 on network d9b7df3a-890a-4286-9fb4-fb1bde05db44 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:35:04.622668 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.622668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "PUT /v2.0/ports/955c85bc-5b61-4530-ac5b-07d629e037c8 HTTP/1.1" status: 200 len: 978 time: 3.6721013 Feb 11 13:35:04.622668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58390) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:04.671091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e64563-b610-41bf-b50c-f99a8a5a969a tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event updated for resources: {'Port': ['ID=955c85bc-5b61-4530-ac5b-07d629e037c8,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:04.699025 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3601ac99-2dd9-4e44-ac48-cae8608139f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.727523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-75420c45-318c-4228-b524-57ac24316a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Deleting port 955c85bc-5b61-4530-ac5b-07d629e037c8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:04.727883 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75420c45-318c-4228-b524-57ac24316a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.778753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.887445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:04.893936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:04.899360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3601ac99-2dd9-4e44-ac48-cae8608139f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.954963 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.955851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.958372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event updated for resources: {'Port': ['ID=78c8ab41-b8d2-40d2-abf4-fef5ef033682,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:04.967798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:05.022560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cdbe840a-a8dc-4459-980f-0309667d6722 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:05.105715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port cdbe840a-a8dc-4459-980f-0309667d6722 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:05.111466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port cdbe840a-a8dc-4459-980f-0309667d6722 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:05.111836 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.121140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601ac99-2dd9-4e44-ac48-cae8608139f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66a852b-80cc-42f6-b1f7-29b288cee244,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:05.129128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3601ac99-2dd9-4e44-ac48-cae8608139f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.141475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c33d905-311f-4916-bb0d-a37d5504876e None None] Network 0589fddb-3a98-4cf4-bcb7-c5b47ce695af requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:05.146665 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3601ac99-2dd9-4e44-ac48-cae8608139f0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f66a852b-80cc-42f6-b1f7-29b288cee244 HTTP/1.1" status: 204 len: 168 time: 0.8670287 Feb 11 13:35:05.149752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:05.178662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-75420c45-318c-4228-b524-57ac24316a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] For port 955c85bc-5b61-4530-ac5b-07d629e037c8, host n-h1-818559-1, got binding levels [] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:05.179008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75420c45-318c-4228-b524-57ac24316a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.258919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:05.279262 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca03d7b7-1860-47eb-a391-881fe7fb76c0 None None] Sync routers for ids ['2ccfa9e8-5184-4d55-af95-36be18d000d4'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:05.292137 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:35:05.319208 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-55dc4464-1b71-4b4b-a60a-1d92ebe00b39 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/2ccfa9e8-5184-4d55-af95-36be18d000d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4702260 Feb 11 13:35:05.320640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58398) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:05.324661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03d7b7-1860-47eb-a391-881fe7fb76c0 None None] Routers {'2ccfa9e8-5184-4d55-af95-36be18d000d4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:05.325442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ca03d7b7-1860-47eb-a391-881fe7fb76c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['2ccfa9e8-5184-4d55-af95-36be18d000d4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:05.371630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-75420c45-318c-4228-b524-57ac24316a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Calling delete_port for 955c85bc-5b61-4530-ac5b-07d629e037c8 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:05.428377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ca03d7b7-1860-47eb-a391-881fe7fb76c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:05.434525 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.463855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Deleting port 637a392b-68a1-407a-8026-06f29f403b3a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:05.464211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.481759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03d7b7-1860-47eb-a391-881fe7fb76c0 None None] Routers {'2ccfa9e8-5184-4d55-af95-36be18d000d4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:05.482920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ca03d7b7-1860-47eb-a391-881fe7fb76c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['2ccfa9e8-5184-4d55-af95-36be18d000d4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:05.517409 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75420c45-318c-4228-b524-57ac24316a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.562076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56262c27-484b-4592-bd43-b34c55c04a2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:05.562693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-56262c27-484b-4592-bd43-b34c55c04a2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:35:05.578755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75420c45-318c-4228-b524-57ac24316a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Pushing event deleted for resources: {'Port': ['ID=955c85bc-5b61-4530-ac5b-07d629e037c8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:05.619017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ca03d7b7-1860-47eb-a391-881fe7fb76c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:05.619510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca03d7b7-1860-47eb-a391-881fe7fb76c0 None None] The sync data for ids ['2ccfa9e8-5184-4d55-af95-36be18d000d4'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:05.625970 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75420c45-318c-4228-b524-57ac24316a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.652270 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-75420c45-318c-4228-b524-57ac24316a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "DELETE /v2.0/ports/955c85bc-5b61-4530-ac5b-07d629e037c8 HTTP/1.1" status: 204 len: 168 time: 1.0285823 Feb 11 13:35:05.652520 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.653258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58404) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:05.676533 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.681978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-56262c27-484b-4592-bd43-b34c55c04a2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:35:05.683653 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-56262c27-484b-4592-bd43-b34c55c04a2f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports/4035b13e-f263-4eac-8cc9-01b1507da1e8 HTTP/1.1" status: 200 len: 911 time: 0.3623312 Feb 11 13:35:05.686638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58408) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:05.695862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e51a906d-d63e-4ab9-b54c-61420f3c2e97 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43e567d2-55d2-479a-aed7-ed0619b0e886'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:05.705019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port cdbe840a-a8dc-4459-980f-0309667d6722, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cdbe840a-a8dc-4459-980f-0309667d6722,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:05.711584 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.712845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:05.778545 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-547cead8-f325-4e93-9774-74c6af909b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:35:05.780881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-547cead8-f325-4e93-9774-74c6af909b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Synchronizing usage tracker for tenant:0275980ed0f542458cda0ce3b1e64f9e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:35:05.805806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-547cead8-f325-4e93-9774-74c6af909b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] Unset dirty status for tenant:0275980ed0f542458cda0ce3b1e64f9e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:35:05.812471 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-547cead8-f325-4e93-9774-74c6af909b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482693008-project-admin] 10.222.0.67 "GET /v2.0/ports/955c85bc-5b61-4530-ac5b-07d629e037c8 HTTP/1.1" status: 404 len: 333 time: 0.1532950 Feb 11 13:35:05.819022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58412) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:05.821067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] DHCP port deletion for 0589fddb-3a98-4cf4-bcb7-c5b47ce695af request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:35:05.838025 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.851277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] Deleting port 637a392b-68a1-407a-8026-06f29f403b3a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:05.851798 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.931668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=cdbe840a-a8dc-4459-980f-0309667d6722,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:05.989920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:05.991785 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.997298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] For port 637a392b-68a1-407a-8026-06f29f403b3a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=637a392b-68a1-407a-8026-06f29f403b3a,segment=NetworkSegment(f4c3882f-df71-4703-81ee-8ef4e97eb17e),segment_id=f4c3882f-df71-4703-81ee-8ef4e97eb17e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:05.997472 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.143727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Calling delete_port for 637a392b-68a1-407a-8026-06f29f403b3a owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:06.149471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] For port 637a392b-68a1-407a-8026-06f29f403b3a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=637a392b-68a1-407a-8026-06f29f403b3a,segment=NetworkSegment(f4c3882f-df71-4703-81ee-8ef4e97eb17e),segment_id=f4c3882f-df71-4703-81ee-8ef4e97eb17e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:06.149993 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.186022 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.270100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6a462-f178-4b66-81e3-e3ead74463c8 req-07082296-2a59-46e0-804a-f4efc6914c21 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.274751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6a462-f178-4b66-81e3-e3ead74463c8 req-07082296-2a59-46e0-804a-f4efc6914c21 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.278593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6a462-f178-4b66-81e3-e3ead74463c8 req-07082296-2a59-46e0-804a-f4efc6914c21 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.282846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6a462-f178-4b66-81e3-e3ead74463c8 req-07082296-2a59-46e0-804a-f4efc6914c21 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.286624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6a462-f178-4b66-81e3-e3ead74463c8 req-07082296-2a59-46e0-804a-f4efc6914c21 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.290766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6a462-f178-4b66-81e3-e3ead74463c8 req-07082296-2a59-46e0-804a-f4efc6914c21 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.294612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6a462-f178-4b66-81e3-e3ead74463c8 req-07082296-2a59-46e0-804a-f4efc6914c21 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.296523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a4a6a462-f178-4b66-81e3-e3ead74463c8 req-07082296-2a59-46e0-804a-f4efc6914c21 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.4419916 Feb 11 13:35:06.304983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] Calling delete_port for 637a392b-68a1-407a-8026-06f29f403b3a owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:06.372078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Router dd147da0-a5e2-430b-bd72-16a8e15d3429 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:06.380728 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.423214 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:35:06.423830 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:35:06.425783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e51a906d-d63e-4ab9-b54c-61420f3c2e97 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.431952 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.476032 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.506170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Pushing event deleted for resources: {'Port': ['ID=637a392b-68a1-407a-8026-06f29f403b3a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:06.511427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] No DVR routers for this DVR port 637a392b-68a1-407a-8026-06f29f403b3a on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:06.513920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cdbe840a-a8dc-4459-980f-0309667d6722 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:06.634397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port cdbe840a-a8dc-4459-980f-0309667d6722 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:06.635123 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.666294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a4a6a462-f178-4b66-81e3-e3ead74463c8 req-817dbb7e-6ba1-4e02-8782-86f9459fd9ca tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3541775 Feb 11 13:35:06.684088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b7df3a-890a-4286-9fb4-fb1bde05db44']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:06.746484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efff312-a948-4a89-86e5-8353b24e6c22') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:06.746882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efff312-a948-4a89-86e5-8353b24e6c22') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:06.766473 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:35:06.776374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.789749 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.815680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.826538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0589fddb-3a98-4cf4-bcb7-c5b47ce695af']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:06.834637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:35:06.835104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:06.849644 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:06.854909 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 637a392b-68a1-407a-8026-06f29f403b3a no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:35:06.890002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 637a392b-68a1-407a-8026-06f29f403b3a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:35:06.890619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 637a392b-68a1-407a-8026-06f29f403b3a not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:35:06.891269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0d51181b-b5c8-4a69-b988-053b9455d8e9 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:35:06.916245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c3882f-df71-4703-81ee-8ef4e97eb17e') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:06.916539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c3882f-df71-4703-81ee-8ef4e97eb17e') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:06.926356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] Deleting port 637a392b-68a1-407a-8026-06f29f403b3a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:06.926985 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.947426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.951492 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 0d51181b-b5c8-4a69-b988-053b9455d8e9 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:35:06.951837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0d51181b-b5c8-4a69-b988-053b9455d8e9 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:35:06.976403 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.982174 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.002529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4031b307-93d1-417a-ad19-794c7f1bfee8 None None] The port '637a392b-68a1-407a-8026-06f29f403b3a' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:35:07.005950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:35:07.006354 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.022624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:07.025582 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:07.078818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] Pushing event deleted for resources: {'Network': ['ID=d9b7df3a-890a-4286-9fb4-fb1bde05db44,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:07.088205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.103246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6e03adf4-f067-466c-baca-51d743229d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864870369-project] 10.222.0.67 "DELETE /v2.0/networks/d9b7df3a-890a-4286-9fb4-fb1bde05db44 HTTP/1.1" status: 204 len: 168 time: 1.2849069 Feb 11 13:35:07.109799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.122143 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.144446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.154651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] Pushing event deleted for resources: {'Network': ['ID=0589fddb-3a98-4cf4-bcb7-c5b47ce695af,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:07.158145 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b9236b25-3c10-4bf9-8c01-d023f05f8aca admin admin] 10.222.0.67 "DELETE /v2.0/networks/0589fddb-3a98-4cf4-bcb7-c5b47ce695af HTTP/1.1" status: 204 len: 168 time: 2.0073297 Feb 11 13:35:07.316727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58422) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:07.349948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event updated for resources: {'Port': ['ID=78c8ab41-b8d2-40d2-abf4-fef5ef033682,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:07.364571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58426) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:07.381886 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d6efd296-431e-45df-a571-bcbb378781a6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b930cac072eb41a69fa34be46025a42a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0607913 Feb 11 13:35:07.382218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:07.411789 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.447572 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75dc8198-2c4d-4b66-9959-00a5ff26aad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.485598 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75dc8198-2c4d-4b66-9959-00a5ff26aad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.502822 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.547179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75dc8198-2c4d-4b66-9959-00a5ff26aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.568617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc8198-2c4d-4b66-9959-00a5ff26aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3327bf9e-2f8a-4b70-9782-007ea7d98032,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:07.586114 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75dc8198-2c4d-4b66-9959-00a5ff26aad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.588278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-75dc8198-2c4d-4b66-9959-00a5ff26aad4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3327bf9e-2f8a-4b70-9782-007ea7d98032 HTTP/1.1" status: 204 len: 168 time: 0.2051375 Feb 11 13:35:07.592589 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.593788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-613616ac-dde0-4d77-89a6-13fd6e59e8cd tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9254169 Feb 11 13:35:07.596741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58438) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:07.603163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-dfa8a54f-0886-492c-9f89-60c96b6b7dfc tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Request body: {'floatingip': {'port_id': '9e753b4c-2359-486e-aaf7-c3d07874ff3e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:07.706320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dfa8a54f-0886-492c-9f89-60c96b6b7dfc tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.710824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Allocated IP 172.20.0.1 (225eda48-cd8f-4716-a32c-30c6079b48ee/5f145a5b-6e56-4753-aefe-8d2e92ad4612/26519742-81de-49a2-ba6f-e4c4594a2383) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:07.899596 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-141f5b6c-5a53-4e96-a814-9d3698043a64 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd2da4a9355846b2950efccb05c2facb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5309117 Feb 11 13:35:07.900185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58446) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:07.988933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:07.990600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58450) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:07.999334 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Sync routers for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:08.013807 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:08.014741 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:08.047197 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.048397 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-19ccb3c7-b6cd-41f6-8283-411c080d1db2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7385201 Feb 11 13:35:08.055999 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2b806aef-cc50-4cf8-b397-5259a12ce1cc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=131f7a9a22e5426dbb5e73705c1aac71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0642712 Feb 11 13:35:08.059158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58454) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:08.059486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58456) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:08.103261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.121379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e51a906d-d63e-4ab9-b54c-61420f3c2e97 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.139636 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e51a906d-d63e-4ab9-b54c-61420f3c2e97 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.143744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a906d-d63e-4ab9-b54c-61420f3c2e97 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.144351 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e51a906d-d63e-4ab9-b54c-61420f3c2e97 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.145661 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e51a906d-d63e-4ab9-b54c-61420f3c2e97 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/ports/4035b13e-f263-4eac-8cc9-01b1507da1e8 HTTP/1.1" status: 200 len: 911 time: 2.4578161 Feb 11 13:35:08.147349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Transition to ACTIVE for port object 26519742-81de-49a2-ba6f-e4c4594a2383 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:08.149505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58462) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:08.170678 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-dfa8a54f-0886-492c-9f89-60c96b6b7dfc tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] update failed (client error): The resource could not be found. Feb 11 13:35:08.174752 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dfa8a54f-0886-492c-9f89-60c96b6b7dfc tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "PUT /v2.0/floatingips/9c194c0c-7fe0-4090-8559-0e7cf7e1ecd7 HTTP/1.1" status: 404 len: 507 time: 0.5769937 Feb 11 13:35:08.187719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e041-c0b0-4ffb-9e12-2e1a8e5694d1 req-0e9db83a-1d5f-4396-a811-8a2c3b01d8d3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.191617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e041-c0b0-4ffb-9e12-2e1a8e5694d1 req-0e9db83a-1d5f-4396-a811-8a2c3b01d8d3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.196605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e041-c0b0-4ffb-9e12-2e1a8e5694d1 req-0e9db83a-1d5f-4396-a811-8a2c3b01d8d3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.200483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e041-c0b0-4ffb-9e12-2e1a8e5694d1 req-0e9db83a-1d5f-4396-a811-8a2c3b01d8d3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.204417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e041-c0b0-4ffb-9e12-2e1a8e5694d1 req-0e9db83a-1d5f-4396-a811-8a2c3b01d8d3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.208249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e041-c0b0-4ffb-9e12-2e1a8e5694d1 req-0e9db83a-1d5f-4396-a811-8a2c3b01d8d3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.212440 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:08.213214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e041-c0b0-4ffb-9e12-2e1a8e5694d1 req-0e9db83a-1d5f-4396-a811-8a2c3b01d8d3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.215222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-62a9e041-c0b0-4ffb-9e12-2e1a8e5694d1 req-0e9db83a-1d5f-4396-a811-8a2c3b01d8d3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.3357329 Feb 11 13:35:08.215652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58466) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:08.453617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a906d-d63e-4ab9-b54c-61420f3c2e97 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=4035b13e-f263-4eac-8cc9-01b1507da1e8,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.461613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-aab469a8-1a89-4ceb-8d4d-80c32707fcb0 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Deleting port 78c8ab41-b8d2-40d2-abf4-fef5ef033682 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:08.461968 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aab469a8-1a89-4ceb-8d4d-80c32707fcb0 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.530822 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:04Z', 'revision_number': 3, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:08.533053 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d72c4a2c-8c26-4fc6-909b-01a339dc8944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.535258 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Checking router: dd147da0-a5e2-430b-bd72-16a8e15d3429 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:35:08.535805 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Updating router dd147da0-a5e2-430b-bd72-16a8e15d3429 port 3c277712-1217-4b70-a68e-cfef592764c2 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:35:08.586028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d72c4a2c-8c26-4fc6-909b-01a339dc8944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.590290 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.591241 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-62a9e041-c0b0-4ffb-9e12-2e1a8e5694d1 req-17f82700-971f-4e26-9b9e-b731bfb5bbe7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3658102 Feb 11 13:35:08.598792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.612387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e40fff8b-17b9-44fd-8948-779d4038b865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.664781 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e40fff8b-17b9-44fd-8948-779d4038b865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.696479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Network 225eda48-cd8f-4716-a32c-30c6079b48ee is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:08.702047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:08.717496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:08.777355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event updated for resources: {'Port': ['ID=26519742-81de-49a2-ba6f-e4c4594a2383,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.785935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d72c4a2c-8c26-4fc6-909b-01a339dc8944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.800115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.804649 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e40fff8b-17b9-44fd-8948-779d4038b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.813030 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aab469a8-1a89-4ceb-8d4d-80c32707fcb0 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.814223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aab469a8-1a89-4ceb-8d4d-80c32707fcb0 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.824518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c4a2c-8c26-4fc6-909b-01a339dc8944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2302316-c75e-432a-a6bc-32764ed5a445,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.842198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fff8b-17b9-44fd-8948-779d4038b865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942b3bb7-df19-47cd-b73d-01e03c7073ed,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.938146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d72c4a2c-8c26-4fc6-909b-01a339dc8944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.952959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d72c4a2c-8c26-4fc6-909b-01a339dc8944 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2302316-c75e-432a-a6bc-32764ed5a445 HTTP/1.1" status: 204 len: 168 time: 1.0411494 Feb 11 13:35:08.987442 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.007442 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Transition to ACTIVE for port object 3c277712-1217-4b70-a68e-cfef592764c2 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:09.017910 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.076417 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e40fff8b-17b9-44fd-8948-779d4038b865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.077833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e40fff8b-17b9-44fd-8948-779d4038b865 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/942b3bb7-df19-47cd-b73d-01e03c7073ed HTTP/1.1" status: 204 len: 168 time: 1.0140224 Feb 11 13:35:09.113311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8c9322c8-51cd-45c1-b01d-ef6cf99cf93c None None] Provisioning for port 26519742-81de-49a2-ba6f-e4c4594a2383 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:09.129929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8c9322c8-51cd-45c1-b01d-ef6cf99cf93c None None] Provisioning complete for port 26519742-81de-49a2-ba6f-e4c4594a2383 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:09.130302 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c9322c8-51cd-45c1-b01d-ef6cf99cf93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.134261 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Attempting to bind port 3c277712-1217-4b70-a68e-cfef592764c2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:09.134690 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Attempting to bind port 3c277712-1217-4b70-a68e-cfef592764c2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:09.135045 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Attempting to bind port 3c277712-1217-4b70-a68e-cfef592764c2 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:09.150329 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Pushing event updated for resources: {'Port': ['ID=3c277712-1217-4b70-a68e-cfef592764c2,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:09.159985 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:09.160443 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:09.160844 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.162366 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:09.163526 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Bound port: 3c277712-1217-4b70-a68e-cfef592764c2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:09.164882 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.200268 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.200639 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.200934 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.201264 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.201837 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.202168 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.202490 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.202857 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.203303 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.203685 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.204023 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:09.259740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8c9322c8-51cd-45c1-b01d-ef6cf99cf93c None None] Port 26519742-81de-49a2-ba6f-e4c4594a2383 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:09.275400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-aab469a8-1a89-4ceb-8d4d-80c32707fcb0 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Calling delete_port for 78c8ab41-b8d2-40d2-abf4-fef5ef033682 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:09.285285 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] For port 3c277712-1217-4b70-a68e-cfef592764c2, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:09.289970 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] For port 3c277712-1217-4b70-a68e-cfef592764c2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3c277712-1217-4b70-a68e-cfef592764c2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:09.297104 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.319804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.421631 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:09.422443 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:09.500700 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26e8e7-f5f3-4911-912c-6e3fddab6f65 None None] Pushing event updated for resources: {'Port': ['ID=3c277712-1217-4b70-a68e-cfef592764c2,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:09.660109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aab469a8-1a89-4ceb-8d4d-80c32707fcb0 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.798361 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:09.800857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab469a8-1a89-4ceb-8d4d-80c32707fcb0 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event deleted for resources: {'Port': ['ID=78c8ab41-b8d2-40d2-abf4-fef5ef033682,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:09.808790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.842869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58478) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:10.143483 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:04Z', 'revision_number': 3, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:10.148340 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffddd2b-7a0f-4f42-b868-c8aac3f0be45 None None] The sync data for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 is: [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:04Z', 'revision_number': 3, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:10.182518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aab469a8-1a89-4ceb-8d4d-80c32707fcb0 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.189440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200b2ad-af8f-42d4-814f-88d8686562d8 req-29279c65-b93c-4699-9ba9-bb17600e13bd tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.193751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200b2ad-af8f-42d4-814f-88d8686562d8 req-29279c65-b93c-4699-9ba9-bb17600e13bd tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.197964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200b2ad-af8f-42d4-814f-88d8686562d8 req-29279c65-b93c-4699-9ba9-bb17600e13bd tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.201935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200b2ad-af8f-42d4-814f-88d8686562d8 req-29279c65-b93c-4699-9ba9-bb17600e13bd tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.205998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200b2ad-af8f-42d4-814f-88d8686562d8 req-29279c65-b93c-4699-9ba9-bb17600e13bd tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.210966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d9abcd3f-f63d-4dad-837f-51e09626b17a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0275980ed0f542458cda0ce3b1e64f9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3629463 Feb 11 13:35:10.211116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200b2ad-af8f-42d4-814f-88d8686562d8 req-29279c65-b93c-4699-9ba9-bb17600e13bd tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.214986 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200b2ad-af8f-42d4-814f-88d8686562d8 req-29279c65-b93c-4699-9ba9-bb17600e13bd tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.216870 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3200b2ad-af8f-42d4-814f-88d8686562d8 req-29279c65-b93c-4699-9ba9-bb17600e13bd tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.3250246 Feb 11 13:35:10.217449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58482) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:10.220282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aab469a8-1a89-4ceb-8d4d-80c32707fcb0 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.222111 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aab469a8-1a89-4ceb-8d4d-80c32707fcb0 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "DELETE /v2.0/floatingips/9c194c0c-7fe0-4090-8559-0e7cf7e1ecd7 HTTP/1.1" status: 204 len: 168 time: 1.9982586 Feb 11 13:35:10.225492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58484) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:10.232447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-76a8ae48-a319-44d7-86ea-7054890eda32 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Request body: {'floatingip': {'floating_network_id': '5ce290c6-ff92-4128-ab8c-ba4db3df3ea2', 'port_id': '9e753b4c-2359-486e-aaf7-c3d07874ff3e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:10.242498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-76a8ae48-a319-44d7-86ea-7054890eda32 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:10.257116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-76a8ae48-a319-44d7-86ea-7054890eda32 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Usage tracker for resource:floatingip and tenant:f1c40417c1364d0eb5946d4b0fbc3b47 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:10.262653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-76a8ae48-a319-44d7-86ea-7054890eda32 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:10.271014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-76a8ae48-a319-44d7-86ea-7054890eda32 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:10.309148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76a8ae48-a319-44d7-86ea-7054890eda32 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.400948 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3200b2ad-af8f-42d4-814f-88d8686562d8 req-efaffb33-08cc-4c61-aa4f-6b435a76d211 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1567814 Feb 11 13:35:10.476526 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd565cc4-2a06-499b-bcc7-05b415e77966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.527844 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd565cc4-2a06-499b-bcc7-05b415e77966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.622496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3c277712-1217-4b70-a68e-cfef592764c2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:10.705428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.718082 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.801937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd565cc4-2a06-499b-bcc7-05b415e77966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.822723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3c277712-1217-4b70-a68e-cfef592764c2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:10.830804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3c277712-1217-4b70-a68e-cfef592764c2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:10.831169 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.870420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd565cc4-2a06-499b-bcc7-05b415e77966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0efca3d-563d-4149-a88b-4c34c3a5b6e9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:10.871434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.917334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event updated for resources: {'Port': ['ID=26519742-81de-49a2-ba6f-e4c4594a2383,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:10.966480 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-76a8ae48-a319-44d7-86ea-7054890eda32 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:35:10.967602 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-76a8ae48-a319-44d7-86ea-7054890eda32 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7413039 Feb 11 13:35:10.976492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58490) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:11.032311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '9e753b4c-2359-486e-aaf7-c3d07874ff3e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:11.047563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:11.061006 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Usage tracker for resource:floatingip and tenant:f1c40417c1364d0eb5946d4b0fbc3b47 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:11.065813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:11.083292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:11.108772 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.139975 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.141226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 3c277712-1217-4b70-a68e-cfef592764c2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3c277712-1217-4b70-a68e-cfef592764c2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:11.148030 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.187093 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd565cc4-2a06-499b-bcc7-05b415e77966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.188326 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dd565cc4-2a06-499b-bcc7-05b415e77966 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d0efca3d-563d-4149-a88b-4c34c3a5b6e9 HTTP/1.1" status: 204 len: 168 time: 0.9658539 Feb 11 13:35:11.212503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Network 225eda48-cd8f-4716-a32c-30c6079b48ee is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:11.237133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.272359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=3c277712-1217-4b70-a68e-cfef592764c2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:11.292309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:11.409194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 4035b13e-f263-4eac-8cc9-01b1507da1e8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:11.409610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.718133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-048e8a1b-1eed-48db-9f09-3d22c13eb394 None None] Provisioning complete for port 26519742-81de-49a2-ba6f-e4c4594a2383 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:11.718675 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-048e8a1b-1eed-48db-9f09-3d22c13eb394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.809183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-048e8a1b-1eed-48db-9f09-3d22c13eb394 None None] Port 26519742-81de-49a2-ba6f-e4c4594a2383 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:11.886565 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.897295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952052-b891-4f93-beb8-0d2a449f2b90 req-8a80f3fe-a419-4794-a7f7-4f78223632f5 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.902466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952052-b891-4f93-beb8-0d2a449f2b90 req-8a80f3fe-a419-4794-a7f7-4f78223632f5 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.906443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952052-b891-4f93-beb8-0d2a449f2b90 req-8a80f3fe-a419-4794-a7f7-4f78223632f5 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.910402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952052-b891-4f93-beb8-0d2a449f2b90 req-8a80f3fe-a419-4794-a7f7-4f78223632f5 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.914455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952052-b891-4f93-beb8-0d2a449f2b90 req-8a80f3fe-a419-4794-a7f7-4f78223632f5 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.918385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952052-b891-4f93-beb8-0d2a449f2b90 req-8a80f3fe-a419-4794-a7f7-4f78223632f5 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.922250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952052-b891-4f93-beb8-0d2a449f2b90 req-8a80f3fe-a419-4794-a7f7-4f78223632f5 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.925090 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a952052-b891-4f93-beb8-0d2a449f2b90 req-8a80f3fe-a419-4794-a7f7-4f78223632f5 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.2362478 Feb 11 13:35:12.051101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 4035b13e-f263-4eac-8cc9-01b1507da1e8 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:12.072923 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.113415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Allocated IP 172.20.0.1 (407ef79f-e8ab-41fa-aac5-347e4e1cacad/62fd4a1b-407f-4221-afd1-f48392f423bd/ed14524b-64c4-4ca1-a1cc-b57f20d707d0) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:12.181936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a952052-b891-4f93-beb8-0d2a449f2b90 req-99b46898-d874-41ff-9bb5-c5b366361695 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969237 Feb 11 13:35:12.279147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Allocated IP 172.25.4.190 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d5517ef0-ef7d-424e-b84f-3821a0190f15) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:12.323469 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.347377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Transition to ACTIVE for port object ed14524b-64c4-4ca1-a1cc-b57f20d707d0 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:12.358235 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.386128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.480387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Router ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:12.493988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Network 407ef79f-e8ab-41fa-aac5-347e4e1cacad is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:12.502321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.503513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:12.508261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Pushing event updated for resources: {'Port': ['ID=ed14524b-64c4-4ca1-a1cc-b57f20d707d0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.515990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:12.548513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3c277712-1217-4b70-a68e-cfef592764c2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:12.590486 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.645329 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.692487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=4035b13e-f263-4eac-8cc9-01b1507da1e8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.735224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3c277712-1217-4b70-a68e-cfef592764c2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:12.735794 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.806898 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.921974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.934075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:12.963089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:12.979934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event updated for resources: {'Port': ['ID=d5517ef0-ef7d-424e-b84f-3821a0190f15,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.984333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:13.001926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-749ea1df-05fd-4193-8489-c9939e0613b2 None None] Provisioning for port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:13.009157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-749ea1df-05fd-4193-8489-c9939e0613b2 None None] Provisioning complete for port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:13.009814 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-749ea1df-05fd-4193-8489-c9939e0613b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.079064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-749ea1df-05fd-4193-8489-c9939e0613b2 None None] Port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:13.223384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Deleting port d5517ef0-ef7d-424e-b84f-3821a0190f15 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:13.223723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.230000 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.255498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:13.270244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629063d8-957c-4b9f-b01b-cae4b68fab94 None None] Sync routers for ids ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:13.283354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-71e66d2c-b8ab-4991-ae5a-421e37e9daa1 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "PUT /v2.0/routers/ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5693085 Feb 11 13:35:13.285292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58526) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:13.295886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Request body: {'port': {'network_id': '225eda48-cd8f-4716-a32c-30c6079b48ee', 'name': 'tempest-FloatingIPAdminTestJSON-1547516353'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:13.309439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629063d8-957c-4b9f-b01b-cae4b68fab94 None None] Routers {'ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:13.311063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-629063d8-957c-4b9f-b01b-cae4b68fab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:13.415402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-629063d8-957c-4b9f-b01b-cae4b68fab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:13.429723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629063d8-957c-4b9f-b01b-cae4b68fab94 None None] Routers {'ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:13.430885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-629063d8-957c-4b9f-b01b-cae4b68fab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:13.533100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-629063d8-957c-4b9f-b01b-cae4b68fab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:13.539132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629063d8-957c-4b9f-b01b-cae4b68fab94 None None] The sync data for ids ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:13.567261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.567696 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.578994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:13.761436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Usage tracker for resource:port and tenant:f22821c4852e4b63bf7af51858cef515 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:13.824549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:13.832414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Calling delete_port for d5517ef0-ef7d-424e-b84f-3821a0190f15 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:13.856352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ed57-0a41-4aea-b9ee-7d78abd2d634 req-14547329-c355-4e2d-ad75-bad96f9f501c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.860150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ed57-0a41-4aea-b9ee-7d78abd2d634 req-14547329-c355-4e2d-ad75-bad96f9f501c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.863822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ed57-0a41-4aea-b9ee-7d78abd2d634 req-14547329-c355-4e2d-ad75-bad96f9f501c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.867863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:13.868085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ed57-0a41-4aea-b9ee-7d78abd2d634 req-14547329-c355-4e2d-ad75-bad96f9f501c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.872166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ed57-0a41-4aea-b9ee-7d78abd2d634 req-14547329-c355-4e2d-ad75-bad96f9f501c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.876300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ed57-0a41-4aea-b9ee-7d78abd2d634 req-14547329-c355-4e2d-ad75-bad96f9f501c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.880920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ed57-0a41-4aea-b9ee-7d78abd2d634 req-14547329-c355-4e2d-ad75-bad96f9f501c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.884819 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de42ed57-0a41-4aea-b9ee-7d78abd2d634 req-14547329-c355-4e2d-ad75-bad96f9f501c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.3223152 Feb 11 13:35:13.896838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Made reservation on behalf of f22821c4852e4b63bf7af51858cef515 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:13.898361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 2ccfa9e8-5184-4d55-af95-36be18d000d4 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:13.900221 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.900386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58538) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:13.938135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] device_id is not set on port 102c7a62-8825-4f80-815a-e71db35fe428 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:13.944667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.952613 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.122649 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.151421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-855452481', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:14.179174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event deleted for resources: {'Port': ['ID=d5517ef0-ef7d-424e-b84f-3821a0190f15,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:14.212455 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de42ed57-0a41-4aea-b9ee-7d78abd2d634 req-3686548d-cb3e-4e3a-915d-747d8691d9c7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3066499 Feb 11 13:35:14.225550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Allocated IP 172.20.0.6 (225eda48-cd8f-4716-a32c-30c6079b48ee/5f145a5b-6e56-4753-aefe-8d2e92ad4612/102c7a62-8825-4f80-815a-e71db35fe428) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:14.228938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:14.242065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Usage tracker for resource:port and tenant:19b1182700c74c4093f0a2a177a548bc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:14.244780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Pushing event updated for resources: {'Port': ['ID=ed14524b-64c4-4ca1-a1cc-b57f20d707d0,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:14.249741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:14.253230 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.262786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:14.304165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Made reservation on behalf of 19b1182700c74c4093f0a2a177a548bc for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:14.306423 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.367980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:14.379887 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea68a7-83d8-4793-9ade-38dd05b77293 None None] Sync routers for ids ['2ccfa9e8-5184-4d55-af95-36be18d000d4'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:14.391779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.402319 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea68a7-83d8-4793-9ade-38dd05b77293 None None] Routers {'2ccfa9e8-5184-4d55-af95-36be18d000d4'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:14.402993 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-92ea68a7-83d8-4793-9ade-38dd05b77293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['2ccfa9e8-5184-4d55-af95-36be18d000d4'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:14.432593 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3da4f372-ab46-4d1d-b6b1-47906412a8f8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/2ccfa9e8-5184-4d55-af95-36be18d000d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2760739 Feb 11 13:35:14.432806 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] create failed (client error): The resource could not be found. Feb 11 13:35:14.432806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d85525f6-8597-4799-a51d-6db2c90f7f5c tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4539881 Feb 11 13:35:14.432806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58546) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:14.443154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58550) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:14.492285 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-92ea68a7-83d8-4793-9ade-38dd05b77293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:14.504862 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f6567fef-9e85-4fc6-b1aa-d5c7defa47a1 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ccfa9e8-5184-4d55-af95-36be18d000d4 HTTP/1.1" status: 200 len: 205 time: 0.0686944 Feb 11 13:35:14.506398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58554) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:14.512823 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea68a7-83d8-4793-9ade-38dd05b77293 None None] Routers {'2ccfa9e8-5184-4d55-af95-36be18d000d4'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:14.513842 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-92ea68a7-83d8-4793-9ade-38dd05b77293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['2ccfa9e8-5184-4d55-af95-36be18d000d4'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:14.539194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:14.551432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Usage tracker for resource:security_group_rule and tenant:19b1182700c74c4093f0a2a177a548bc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:14.559373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:14.563747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Network 407ef79f-e8ab-41fa-aac5-347e4e1cacad is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:14.571664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-59c99521-6b5e-4e7b-be30-2fbf6b06c555 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Deleting port 9e753b4c-2359-486e-aaf7-c3d07874ff3e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:14.572000 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c99521-6b5e-4e7b-be30-2fbf6b06c555 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.591506 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-92ea68a7-83d8-4793-9ade-38dd05b77293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:14.591905 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea68a7-83d8-4793-9ade-38dd05b77293 None None] The sync data for ids ['2ccfa9e8-5184-4d55-af95-36be18d000d4'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:14.598772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:14.602151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:14.694116 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.711865 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32d41d83-9ba2-42e7-8247-02ec991473c9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.776779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Transition to ACTIVE for port object 102c7a62-8825-4f80-815a-e71db35fe428 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:14.818043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-481f880b-ac81-45d4-b134-0837ca798a23 None None] Provisioning complete for port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:14.818695 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-481f880b-ac81-45d4-b134-0837ca798a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.874250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-481f880b-ac81-45d4-b134-0837ca798a23 None None] Port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:14.993377 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.243169 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.251432 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.273340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] device_id is not set on port 71116d7a-6f09-4cf1-8806-c740c87e33d8 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:15.308901 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32d41d83-9ba2-42e7-8247-02ec991473c9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.312078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Network 225eda48-cd8f-4716-a32c-30c6079b48ee is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:15.312956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event updated for resources: {'Port': ['ID=102c7a62-8825-4f80-815a-e71db35fe428,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:15.316643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:15.319741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:15.354352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32d41d83-9ba2-42e7-8247-02ec991473c9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.365406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d30a6e-e445-4983-8ab3-f2b5e17db91d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:15.407378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.408204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.408651 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c99521-6b5e-4e7b-be30-2fbf6b06c555 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.433022 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f22af12d-9b31-4031-bca0-643dbef6488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.469019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32d41d83-9ba2-42e7-8247-02ec991473c9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.469672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d41d83-9ba2-42e7-8247-02ec991473c9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Fanout notify agent at l3_agent the message router_deleted on router 2ccfa9e8-5184-4d55-af95-36be18d000d4 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:35:15.502251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-24af2622-da55-429a-abf8-8b75419bdc58 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2130165 Feb 11 13:35:15.505132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32d41d83-9ba2-42e7-8247-02ec991473c9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.506313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-32d41d83-9ba2-42e7-8247-02ec991473c9 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/2ccfa9e8-5184-4d55-af95-36be18d000d4 HTTP/1.1" status: 204 len: 168 time: 0.9998982 Feb 11 13:35:15.507039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58560) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:15.510353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58562) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:15.586076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-59c99521-6b5e-4e7b-be30-2fbf6b06c555 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Calling delete_port for 9e753b4c-2359-486e-aaf7-c3d07874ff3e owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:15.707282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-46da60cc-6f85-498f-a46a-45f368d4efba None None] Provisioning for port 102c7a62-8825-4f80-815a-e71db35fe428 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:15.708138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Allocated IP 172.25.4.17 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/71116d7a-6f09-4cf1-8806-c740c87e33d8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:15.713717 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-46da60cc-6f85-498f-a46a-45f368d4efba None None] Provisioning complete for port 102c7a62-8825-4f80-815a-e71db35fe428 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:15.714089 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46da60cc-6f85-498f-a46a-45f368d4efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.739062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13fd3-1f76-465b-94b9-cd0cf88dd208 req-e294fd74-b47e-448f-96bd-34ada094e211 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.743358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13fd3-1f76-465b-94b9-cd0cf88dd208 req-e294fd74-b47e-448f-96bd-34ada094e211 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.747533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13fd3-1f76-465b-94b9-cd0cf88dd208 req-e294fd74-b47e-448f-96bd-34ada094e211 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.751882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13fd3-1f76-465b-94b9-cd0cf88dd208 req-e294fd74-b47e-448f-96bd-34ada094e211 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.756673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13fd3-1f76-465b-94b9-cd0cf88dd208 req-e294fd74-b47e-448f-96bd-34ada094e211 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.760567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13fd3-1f76-465b-94b9-cd0cf88dd208 req-e294fd74-b47e-448f-96bd-34ada094e211 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.764604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13fd3-1f76-465b-94b9-cd0cf88dd208 req-e294fd74-b47e-448f-96bd-34ada094e211 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.771977 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bff13fd3-1f76-465b-94b9-cd0cf88dd208 req-e294fd74-b47e-448f-96bd-34ada094e211 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.3571916 Feb 11 13:35:15.773312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-46da60cc-6f85-498f-a46a-45f368d4efba None None] Port 102c7a62-8825-4f80-815a-e71db35fe428 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:15.794928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'project_id': 'f22821c4852e4b63bf7af51858cef515', 'port_id': '102c7a62-8825-4f80-815a-e71db35fe428'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:15.805977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:15.816303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Usage tracker for resource:floatingip and tenant:f22821c4852e4b63bf7af51858cef515 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:15.821311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:15.845794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:15.875383 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bff13fd3-1f76-465b-94b9-cd0cf88dd208 req-77a2437c-11d2-42c6-af64-c2c4235514d8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018431 Feb 11 13:35:15.882026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfb0539-26ad-47dc-a27f-83cc53e1dc8e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting subnet 43e567d2-55d2-479a-aed7-ed0619b0e886 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:35:15.885323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.898690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0539-26ad-47dc-a27f-83cc53e1dc8e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.918485 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c99521-6b5e-4e7b-be30-2fbf6b06c555 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.966968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Router dd147da0-a5e2-430b-bd72-16a8e15d3429 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:15.986262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c99521-6b5e-4e7b-be30-2fbf6b06c555 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event deleted for resources: {'Port': ['ID=9e753b4c-2359-486e-aaf7-c3d07874ff3e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:16.009363 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0539-26ad-47dc-a27f-83cc53e1dc8e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.142491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0539-26ad-47dc-a27f-83cc53e1dc8e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.195289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.283693 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0539-26ad-47dc-a27f-83cc53e1dc8e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.326883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb0539-26ad-47dc-a27f-83cc53e1dc8e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Subnet': ['ID=43e567d2-55d2-479a-aed7-ed0619b0e886,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:16.334494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fcfb0539-26ad-47dc-a27f-83cc53e1dc8e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.340602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc57e59-17bf-4b3f-b5c3-e9c16face9f3 None None] Network e77a91ed-4037-49c9-bcbe-6b6f46a707c9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:16.343853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fcfb0539-26ad-47dc-a27f-83cc53e1dc8e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/43e567d2-55d2-479a-aed7-ed0619b0e886 HTTP/1.1" status: 204 len: 168 time: 0.8320746 Feb 11 13:35:16.346260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58570) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:16.391422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.408029 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c99521-6b5e-4e7b-be30-2fbf6b06c555 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.442338 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-59c99521-6b5e-4e7b-be30-2fbf6b06c555 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "DELETE /v2.0/ports/9e753b4c-2359-486e-aaf7-c3d07874ff3e HTTP/1.1" status: 204 len: 168 time: 1.9978046 Feb 11 13:35:16.446339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58574) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:16.480768 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.496299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:16.496899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.527454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.621888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9599bf-7988-4231-a26b-aa0a88ac0913 None None] DHCP port deletion for e77a91ed-4037-49c9-bcbe-6b6f46a707c9 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:35:16.626991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dc9599bf-7988-4231-a26b-aa0a88ac0913 None None] Deleting port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:16.628091 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc9599bf-7988-4231-a26b-aa0a88ac0913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.654457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:16.656654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Pushing event updated for resources: {'Port': ['ID=71116d7a-6f09-4cf1-8806-c740c87e33d8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:16.659071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:16.665606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:16.685485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Allocated IP 172.25.4.247 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/b0f8892a-a7f6-4ba5-b0b5-fa30b22f2156) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:16.703962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4310e1a-43d6-4354-8d23-c931dcbe9e60 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.704666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b4310e1a-43d6-4354-8d23-c931dcbe9e60 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Synchronizing usage tracker for tenant:f1c40417c1364d0eb5946d4b0fbc3b47 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:35:16.764292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.764941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.772586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b4310e1a-43d6-4354-8d23-c931dcbe9e60 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Unset dirty status for tenant:f1c40417c1364d0eb5946d4b0fbc3b47 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:35:16.776185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b4310e1a-43d6-4354-8d23-c931dcbe9e60 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cc5993d-6831-47da-84da-148cc340edac HTTP/1.1" status: 200 len: 913 time: 0.3253353 Feb 11 13:35:16.781449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58578) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:16.845313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:16.847655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dc9599bf-7988-4231-a26b-aa0a88ac0913 None None] For port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d,segment=NetworkSegment(ae3433cc-1eb4-46d6-925e-b4e21028734a),segment_id=ae3433cc-1eb4-46d6-925e-b4e21028734a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:16.848258 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc9599bf-7988-4231-a26b-aa0a88ac0913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.857024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-855ff009-91fc-4c71-918c-0b7c60b87d98 admin admin] 10.222.0.67 "PUT /v2.0/routers/dd147da0-a5e2-430b-bd72-16a8e15d3429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7945347 Feb 11 13:35:16.859522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Sync routers for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:16.920761 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-45a3a6d8-d1d0-4663-a8dd-f60cb5137a93 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.0165656 Feb 11 13:35:16.923782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d,segment=NetworkSegment(ae3433cc-1eb4-46d6-925e-b4e21028734a),segment_id=ae3433cc-1eb4-46d6-925e-b4e21028734a)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:16.923949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:16.924038 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.934331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.17'}]}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:16.941653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:16.947812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Usage tracker for resource:router and tenant:19b1182700c74c4093f0a2a177a548bc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:16.951773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:16.960890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:16.984793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.984793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.027466 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.080356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dc9599bf-7988-4231-a26b-aa0a88ac0913 None None] Calling delete_port for b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:17.120106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:17.121044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:34:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:17.335528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:17.367388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.395141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:17.440321 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.445826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.504577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:17.513295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:17.516581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d463f70-7fdc-480d-9d89-33e4351f4a67 req-a32de8c9-08c9-4141-94a6-5ad0699b855b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.518696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:17.522181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d463f70-7fdc-480d-9d89-33e4351f4a67 req-a32de8c9-08c9-4141-94a6-5ad0699b855b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.526204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d463f70-7fdc-480d-9d89-33e4351f4a67 req-a32de8c9-08c9-4141-94a6-5ad0699b855b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.530347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d463f70-7fdc-480d-9d89-33e4351f4a67 req-a32de8c9-08c9-4141-94a6-5ad0699b855b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.534347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d463f70-7fdc-480d-9d89-33e4351f4a67 req-a32de8c9-08c9-4141-94a6-5ad0699b855b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.538955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d463f70-7fdc-480d-9d89-33e4351f4a67 req-a32de8c9-08c9-4141-94a6-5ad0699b855b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.542901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d463f70-7fdc-480d-9d89-33e4351f4a67 req-a32de8c9-08c9-4141-94a6-5ad0699b855b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.544850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d463f70-7fdc-480d-9d89-33e4351f4a67 req-a32de8c9-08c9-4141-94a6-5ad0699b855b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5431 time: 0.4043503 Feb 11 13:35:17.645495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f8892a-a7f6-4ba5-b0b5-fa30b22f2156,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:17.654858 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.661227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:35:17.662304 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:35:17.680862 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc9599bf-7988-4231-a26b-aa0a88ac0913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.741131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d463f70-7fdc-480d-9d89-33e4351f4a67 req-5f984d48-7ed0-443d-9259-5158295d8a80 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1344857 Feb 11 13:35:17.789748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9599bf-7988-4231-a26b-aa0a88ac0913 None None] Pushing event deleted for resources: {'Port': ['ID=b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:17.802561 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-678d779d-8bcc-4380-8e8c-c5753c31f837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.823548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9599bf-7988-4231-a26b-aa0a88ac0913 None None] No DVR routers for this DVR port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:17.950263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:13Z', 'revision_number': 2, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:17.954970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Checking router: dd147da0-a5e2-430b-bd72-16a8e15d3429 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:35:17.955631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Updating router dd147da0-a5e2-430b-bd72-16a8e15d3429 port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:35:18.029518 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.046823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.159893 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.163956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:18.164304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.220607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.262007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58606) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:18.271343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-451728992-network', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:18.274497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] The port 'b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:35:18.283553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:18.325179 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.339948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Usage tracker for resource:network and tenant:61a967fb7cae44e2b44ff5f016779c13 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:18.345354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:18.366167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:18.388741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 2b152096-fb5d-4500-ac30-64cb724ef11f details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:35:18.422859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Made reservation on behalf of 61a967fb7cae44e2b44ff5f016779c13 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:18.424945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.474828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.483605 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.524770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77a91ed-4037-49c9-bcbe-6b6f46a707c9']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:18.589699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3433cc-1eb4-46d6-925e-b4e21028734a') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:18.589699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3433cc-1eb4-46d6-925e-b4e21028734a') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:18.596393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:35:18.616657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.630739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:18.641501 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.647431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Usage tracker for resource:security_group_rule and tenant:61a967fb7cae44e2b44ff5f016779c13 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:18.653456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:18.663013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:35:18.663452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.668747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:35:18.669085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b113c0d0-b6df-47d7-9f8c-aed4c3c61a2d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:35:18.674455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:18.682835 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:18.692408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.700756 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.732741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2b152096-fb5d-4500-ac30-64cb724ef11f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2b152096-fb5d-4500-ac30-64cb724ef11f,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:18.748764 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '2b152096-fb5d-4500-ac30-64cb724ef11f', 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'port_id': '2b152096-fb5d-4500-ac30-64cb724ef11f', 'mac_address': 'fa:16:3e:13:b1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d328ef-806e-4931-902c-7192baa56f62', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:35:18.810916 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.816455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.819580 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.821320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Transition to ACTIVE for port object ed14524b-64c4-4ca1-a1cc-b57f20d707d0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:18.841986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.853295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.854490 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.936514 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.940405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Network': ['ID=e77a91ed-4037-49c9-bcbe-6b6f46a707c9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:18.999048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2a32c-7007-46d1-9824-60aca508edbe None None] Pushing event updated for resources: {'Port': ['ID=ed14524b-64c4-4ca1-a1cc-b57f20d707d0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:19.006425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b152096-fb5d-4500-ac30-64cb724ef11f {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:35:19.012069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f8892a-a7f6-4ba5-b0b5-fa30b22f2156,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:19.015156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.066351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2b152096-fb5d-4500-ac30-64cb724ef11f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2b152096-fb5d-4500-ac30-64cb724ef11f,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:19.074160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.080254 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.082361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 88b262fa-5a1e-4679-9096-97bcd4dc6729 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:35:19.158274 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.200728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=2b152096-fb5d-4500-ac30-64cb724ef11f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:19.231476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.281288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.315037 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.317243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Attempting to bind port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:19.317932 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Attempting to bind port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:19.318153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Attempting to bind port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 on network 407ef79f-e8ab-41fa-aac5-347e4e1cacad {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:19.318804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:19.320975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a822b1-4d47-4fe2-a9fd-166fc5e90f9c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:19.340226 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.340562 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Added segment 92d4713d-bc5a-4ce9-9d0f-50cc251de4c8 of type vlan for network 30865275-3fa4-4b05-a0ea-fd932eecbed6 Feb 11 13:35:19.347919 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-397ca9f7-f8c7-4e53-9adb-718d3346c4b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/networks/e77a91ed-4037-49c9-bcbe-6b6f46a707c9 HTTP/1.1" status: 204 len: 168 time: 3.0004675 Feb 11 13:35:19.353421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58612) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:19.374237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-955814030', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:19.381512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:19.386317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:router and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:19.393099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:19.401399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:19.401737 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.402255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Checking segment: {'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:19.402857 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.403393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Bound using segment: {'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:19.404025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Bound port: ed14524b-64c4-4ca1-a1cc-b57f20d707d0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:19.404577 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.405267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:19.405960 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.406427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a0210c3-92ca-4052-af0a-69ced647f396 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:35:19.442536 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.444203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.479265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97d913-24e2-48a4-8b79-10e7ff60a146 req-4638a5ff-c567-40d4-9602-bd1ccbdeba12 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.482767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97d913-24e2-48a4-8b79-10e7ff60a146 req-4638a5ff-c567-40d4-9602-bd1ccbdeba12 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.487447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97d913-24e2-48a4-8b79-10e7ff60a146 req-4638a5ff-c567-40d4-9602-bd1ccbdeba12 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.492096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97d913-24e2-48a4-8b79-10e7ff60a146 req-4638a5ff-c567-40d4-9602-bd1ccbdeba12 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.495969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97d913-24e2-48a4-8b79-10e7ff60a146 req-4638a5ff-c567-40d4-9602-bd1ccbdeba12 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.497903 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:35:19.498966 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-902e1c4b-e055-4818-8e83-5a18e2f589d6 tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5752666 Feb 11 13:35:19.499924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97d913-24e2-48a4-8b79-10e7ff60a146 req-4638a5ff-c567-40d4-9602-bd1ccbdeba12 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.504808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97d913-24e2-48a4-8b79-10e7ff60a146 req-4638a5ff-c567-40d4-9602-bd1ccbdeba12 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.507256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f97d913-24e2-48a4-8b79-10e7ff60a146 req-4638a5ff-c567-40d4-9602-bd1ccbdeba12 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5432 time: 0.2657275 Feb 11 13:35:19.508318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58616) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:19.512397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] For port ed14524b-64c4-4ca1-a1cc-b57f20d707d0, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:19.514669 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.515538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.516172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.517040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] For port ed14524b-64c4-4ca1-a1cc-b57f20d707d0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ed14524b-64c4-4ca1-a1cc-b57f20d707d0,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:19.522781 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.527887 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.596522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.611082 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f97d913-24e2-48a4-8b79-10e7ff60a146 req-7728aaa4-ecda-43e1-a4d4-1058225b0e04 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858111 Feb 11 13:35:19.651194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Deleting port c8023889-6ee2-468f-88b9-cfae9c2b89e0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:19.651194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.655960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.659042 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4a01265f-8214-49fa-bc0c-6fd77d968535 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2963104 Feb 11 13:35:19.659392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:19.660847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:19.670024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58620) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:19.689355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1620527980'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:19.711583 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Floating IP b16095ca-f435-4930-ace8-5be0068596a8 associated. External IP: 172.25.4.247, port: 102c7a62-8825-4f80-815a-e71db35fe428. Feb 11 13:35:19.738997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2a32c-7007-46d1-9824-60aca508edbe None None] Pushing event updated for resources: {'Port': ['ID=ed14524b-64c4-4ca1-a1cc-b57f20d707d0,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:19.743026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 88b262fa-5a1e-4679-9096-97bcd4dc6729, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:19.761159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8eb44983-2d72-41ba-8066-384b7730401f tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Deleting port 71116d7a-6f09-4cf1-8806-c740c87e33d8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:19.761502 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eb44983-2d72-41ba-8066-384b7730401f tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.786303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:19.801641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:network and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:19.832366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '88b262fa-5a1e-4679-9096-97bcd4dc6729', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'port_id': '88b262fa-5a1e-4679-9096-97bcd4dc6729', 'mac_address': 'fa:16:3e:72:bf:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:35:19.855235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:19.872075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:19.901172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:19.904084 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.904805 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.920921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] Pushing event updated for resources: {'Network': ['ID=30865275-3fa4-4b05-a0ea-fd932eecbed6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:19.924724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6140fe1d-b122-4792-9df7-307268589b12 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6612089 Feb 11 13:35:19.929407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58624) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:19.929708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b262fa-5a1e-4679-9096-97bcd4dc6729 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:35:19.938672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 30865275-3fa4-4b05-a0ea-fd932eecbed6 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:19.939374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Request body: {'subnet': {'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-451728992-subnet', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:19.950827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:19.967116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Usage tracker for resource:subnet and tenant:61a967fb7cae44e2b44ff5f016779c13 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:19.971076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:19.973247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:19.983443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:19.998338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.998759 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added segment c53aeedf-7963-446e-b12d-60aaf971b844 of type vlan for network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 Feb 11 13:35:20.008500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Made reservation on behalf of 61a967fb7cae44e2b44ff5f016779c13 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:20.011099 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.029435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 88b262fa-5a1e-4679-9096-97bcd4dc6729, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:20.043008 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.044065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c899f753-f998-42d3-960c-2eb5c59c628c details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:35:20.132716 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.211002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.212829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c899f753-f998-42d3-960c-2eb5c59c628c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c899f753-f998-42d3-960c-2eb5c59c628c,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:20.213696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:20.214300 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.230553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=88b262fa-5a1e-4679-9096-97bcd4dc6729,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:20.236166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:20.241996 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.288449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'c899f753-f998-42d3-960c-2eb5c59c628c', 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'port_id': 'c899f753-f998-42d3-960c-2eb5c59c628c', 'mac_address': 'fa:16:3e:34:fa:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d328ef-806e-4931-902c-7192baa56f62', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:35:20.352725 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.402180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Calling delete_port for c8023889-6ee2-468f-88b9-cfae9c2b89e0 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:20.451949 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.498887 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eb44983-2d72-41ba-8066-384b7730401f tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.553943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c899f753-f998-42d3-960c-2eb5c59c628c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:35:20.575064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Network': ['ID=700b4ff6-d028-4e5d-a3fb-dfa919544ef8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:20.580271 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2111b4d8-5b78-4c06-9494-f1ebe8c66d4c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9059038 Feb 11 13:35:20.585343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:20.593476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c899f753-f998-42d3-960c-2eb5c59c628c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c899f753-f998-42d3-960c-2eb5c59c628c,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:20.601996 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.602742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ff71d346-712c-4d9e-b2ca-503622e9b2f0 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:35:20.636273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:20.671642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'subnet': {'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:20.672296 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.705339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8eb44983-2d72-41ba-8066-384b7730401f tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Calling delete_port for 71116d7a-6f09-4cf1-8806-c740c87e33d8 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:20.741643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ff2a42-81f5-4c96-86cc-5ac92c91febc,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:20.812896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Checking segment: {'id': '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:20.813146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Network hostable DHCP agents. Network: 30865275-3fa4-4b05-a0ea-fd932eecbed6, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:20.876630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Router ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:20.878079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Network 30865275-3fa4-4b05-a0ea-fd932eecbed6 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:20.900574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 30865275-3fa4-4b05-a0ea-fd932eecbed6) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:20.907540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:20.908276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.913870 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:35:20.926836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc378925-3e56-4d50-832f-d0e2152d44ef None None] Network 30865275-3fa4-4b05-a0ea-fd932eecbed6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:21.007230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:21.016326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:subnet and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:21.025541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:21.065290 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-32ab4a9b-e1b4-437f-b135-21f0608c10ae admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1301694 Feb 11 13:35:21.067045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58636) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:21.069963 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c899f753-f998-42d3-960c-2eb5c59c628c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:21.073822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:21.076277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ff71d346-712c-4d9e-b2ca-503622e9b2f0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ff71d346-712c-4d9e-b2ca-503622e9b2f0,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:21.077366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-451728992-router', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:21.085010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:21.091965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Usage tracker for resource:router and tenant:61a967fb7cae44e2b44ff5f016779c13 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:21.105501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:21.106777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'ff71d346-712c-4d9e-b2ca-503622e9b2f0', 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'port_id': 'ff71d346-712c-4d9e-b2ca-503622e9b2f0', 'mac_address': 'fa:16:3e:2c:41:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d328ef-806e-4931-902c-7192baa56f62', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:35:21.115641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:21.133519 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.135078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.185595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:21.189100 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.221702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ba26-ef5f-4154-8c72-21effa6b6b8c req-15faee80-2c95-4f33-be11-2487fad57908 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.225844 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.226000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ba26-ef5f-4154-8c72-21effa6b6b8c req-15faee80-2c95-4f33-be11-2487fad57908 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.229738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ba26-ef5f-4154-8c72-21effa6b6b8c req-15faee80-2c95-4f33-be11-2487fad57908 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.233807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ba26-ef5f-4154-8c72-21effa6b6b8c req-15faee80-2c95-4f33-be11-2487fad57908 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.238457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ba26-ef5f-4154-8c72-21effa6b6b8c req-15faee80-2c95-4f33-be11-2487fad57908 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.243790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ba26-ef5f-4154-8c72-21effa6b6b8c req-15faee80-2c95-4f33-be11-2487fad57908 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.247916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ba26-ef5f-4154-8c72-21effa6b6b8c req-15faee80-2c95-4f33-be11-2487fad57908 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.249878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4109ba26-ef5f-4154-8c72-21effa6b6b8c req-15faee80-2c95-4f33-be11-2487fad57908 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5434 time: 0.4388084 Feb 11 13:35:21.258086 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eb44983-2d72-41ba-8066-384b7730401f tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.283399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff71d346-712c-4d9e-b2ca-503622e9b2f0 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:35:21.294081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:19Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:21.308310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249d681-353b-4f91-b69b-6a813f25b9d8 None None] The sync data for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 is: [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:19Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:21.323885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ff71d346-712c-4d9e-b2ca-503622e9b2f0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ff71d346-712c-4d9e-b2ca-503622e9b2f0,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:21.330872 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.331873 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 6f25dc42-13d6-4753-bcaf-9f913c73223e details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:35:21.399027 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.429638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb44983-2d72-41ba-8066-384b7730401f tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Pushing event deleted for resources: {'Port': ['ID=71116d7a-6f09-4cf1-8806-c740c87e33d8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:21.483210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:21.501676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-30865275-3fa4-4b05-a0ea-fd932eecbed6', 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'fixed_ips': [{'subnet_id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:21.502493 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.508439 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b23e54-29c9-4e3d-b21b-a5f50c498f9a None None] Sync routers for ids ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:21.532910 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b23e54-29c9-4e3d-b21b-a5f50c498f9a None None] Routers {'ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:21.533529 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-33b23e54-29c9-4e3d-b21b-a5f50c498f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:21.540224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.566822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event deleted for resources: {'Port': ['ID=c8023889-6ee2-468f-88b9-cfae9c2b89e0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:21.612295 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.650484 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-33b23e54-29c9-4e3d-b21b-a5f50c498f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:21.682452 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b23e54-29c9-4e3d-b21b-a5f50c498f9a None None] Routers {'ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:21.683098 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-33b23e54-29c9-4e3d-b21b-a5f50c498f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:21.707777 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:35:21.768223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.774293 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d42622f7-db0d-4252-bed9-f74934b04eaa tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.2627034 Feb 11 13:35:21.775150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58642) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:21.794984 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-33b23e54-29c9-4e3d-b21b-a5f50c498f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:21.795392 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b23e54-29c9-4e3d-b21b-a5f50c498f9a None None] The sync data for ids ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:21.843933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ff71d346-712c-4d9e-b2ca-503622e9b2f0,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:22.012463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f914291d-c709-4c4b-8c57-f761015498a7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] 10.222.0.67 "GET /v2.0/floatingips/b16095ca-f435-4930-ace8-5be0068596a8 HTTP/1.1" status: 200 len: 983 time: 0.2340827 Feb 11 13:35:22.015248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58646) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:22.015398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 6f25dc42-13d6-4753-bcaf-9f913c73223e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6f25dc42-13d6-4753-bcaf-9f913c73223e,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:22.037876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Allocated IP 172.20.0.2 (30865275-3fa4-4b05-a0ea-fd932eecbed6/42ff2a42-81f5-4c96-86cc-5ac92c91febc/8f381969-0d6d-405f-a2cb-d2a074aceb60) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:22.044434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '6f25dc42-13d6-4753-bcaf-9f913c73223e', 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d', 'port_id': '6f25dc42-13d6-4753-bcaf-9f913c73223e', 'mac_address': 'fa:16:3e:6f:82:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7eb4684-f135-434b-92ca-19187fdd48c4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:35:22.129072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4109ba26-ef5f-4154-8c72-21effa6b6b8c req-d9801eef-2c42-4f7b-b6de-d5bddc2766cc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8196633 Feb 11 13:35:22.146735 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d74498d9-f59e-4ac0-83d2-4fc70c65ee85 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1947 time: 0.1303558 Feb 11 13:35:22.154485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58650) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:22.196211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eb44983-2d72-41ba-8066-384b7730401f tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.238777 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.263727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f25dc42-13d6-4753-bcaf-9f913c73223e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:35:22.310567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 6f25dc42-13d6-4753-bcaf-9f913c73223e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6f25dc42-13d6-4753-bcaf-9f913c73223e,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:22.319150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.319984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 717a2c18-0476-4820-a631-22c0a1d02603 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:35:22.355261 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8eb44983-2d72-41ba-8066-384b7730401f tempest-RoutersAdminNegativeIpV6Test-1420266592 tempest-RoutersAdminNegativeIpV6Test-1420266592-project-admin] 10.222.0.67 "DELETE /v2.0/ports/71116d7a-6f09-4cf1-8806-c740c87e33d8 HTTP/1.1" status: 204 len: 168 time: 2.8456426 Feb 11 13:35:22.400377 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.415097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Deleting port b0f8892a-a7f6-4ba5-b0b5-fa30b22f2156 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:22.415445 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.488428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 717a2c18-0476-4820-a631-22c0a1d02603, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=717a2c18-0476-4820-a631-22c0a1d02603,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:22.504324 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.508760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=6f25dc42-13d6-4753-bcaf-9f913c73223e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:22.520254 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '717a2c18-0476-4820-a631-22c0a1d02603', 'network_id': '0c4ce99b-bcb8-4d76-a929-088829e9857d', 'port_id': '717a2c18-0476-4820-a631-22c0a1d02603', 'mac_address': 'fa:16:3e:7e:8c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7eb4684-f135-434b-92ca-19187fdd48c4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:35:22.545215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Transition to ACTIVE for port object 8f381969-0d6d-405f-a2cb-d2a074aceb60 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:22.666814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Transition to ACTIVE for port object 8f381969-0d6d-405f-a2cb-d2a074aceb60 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:22.682904 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.695876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ed14524b-64c4-4ca1-a1cc-b57f20d707d0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:22.712726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.725959 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.827355 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.833143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717a2c18-0476-4820-a631-22c0a1d02603 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:35:22.897759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 717a2c18-0476-4820-a631-22c0a1d02603, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=717a2c18-0476-4820-a631-22c0a1d02603,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:22.904991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Network 30865275-3fa4-4b05-a0ea-fd932eecbed6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:22.907396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Pushing event updated for resources: {'Port': ['ID=8f381969-0d6d-405f-a2cb-d2a074aceb60,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:22.910464 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.911246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:35:22.913669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:22.952783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:22.962999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:22.971996 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.034089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Allocated IP 172.25.4.238 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a7f089db-b05f-439a-9d56-e01365037da3) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:23.047069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Subnet': ['ID=785eba60-c074-408f-bbdc-001679857bbf,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.062788 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.063267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.100010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:23.103731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=717a2c18-0476-4820-a631-22c0a1d02603,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.108551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:23.138273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:23.138678 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.174664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '0ef48dfa-9284-4bb4-a107-0f9e3d3df40b', 'network_id': 'a08c08c5-9a52-41f6-8375-2cdd7db21ff8', 'port_id': '0ef48dfa-9284-4bb4-a107-0f9e3d3df40b', 'mac_address': 'fa:16:3e:81:ed:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d328ef-806e-4931-902c-7192baa56f62', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:35:23.252114 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.261916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Attempting to bind port 8f381969-0d6d-405f-a2cb-d2a074aceb60 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:23.262282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Attempting to bind port 8f381969-0d6d-405f-a2cb-d2a074aceb60 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:23.262694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Attempting to bind port 8f381969-0d6d-405f-a2cb-d2a074aceb60 on network 30865275-3fa4-4b05-a0ea-fd932eecbed6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:23.267852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Calling delete_port for b0f8892a-a7f6-4ba5-b0b5-fa30b22f2156 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:23.284309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:23.284605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Checking segment: {'id': '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:23.285008 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.285401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Bound using segment: {'id': '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:23.285866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Bound port: 8f381969-0d6d-405f-a2cb-d2a074aceb60, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:23.287137 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.304242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:35:23.308053 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d449ee6c-af36-4f96-ba29-8b6a19803252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.339995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Checking segment: {'id': 'c53aeedf-7963-446e-b12d-60aaf971b844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:23.340673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network hostable DHCP agents. Network: 700b4ff6-d028-4e5d-a3fb-dfa919544ef8, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:23.371581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d449ee6c-af36-4f96-ba29-8b6a19803252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:23.381295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d449ee6c-af36-4f96-ba29-8b6a19803252 admin admin] Usage tracker for resource:security_group_rule and tenant:0c79c444158449c7b4259524ebee37c7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:23.387108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d449ee6c-af36-4f96-ba29-8b6a19803252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:23.391508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Router 5cc5993d-6831-47da-84da-148cc340edac has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:23.401790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d449ee6c-af36-4f96-ba29-8b6a19803252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:23.408320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:23.418833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:23.424738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.447185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 700b4ff6-d028-4e5d-a3fb-dfa919544ef8) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:23.482198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf688a6-e4bd-42a7-83e0-bdfee107a46a None None] Network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:23.516597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.517196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.630595 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d800127d-b221-43b8-bd02-3eee1a66c191 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9625909 Feb 11 13:35:23.631464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58670) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:23.632188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.644729 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.708117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516318-422e-47d7-9e16-cdc65c27afe9 req-e0581085-6638-4713-888c-12465e77e650 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.712142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516318-422e-47d7-9e16-cdc65c27afe9 req-e0581085-6638-4713-888c-12465e77e650 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.713369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] For port 8f381969-0d6d-405f-a2cb-d2a074aceb60, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:23.716159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516318-422e-47d7-9e16-cdc65c27afe9 req-e0581085-6638-4713-888c-12465e77e650 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.720331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516318-422e-47d7-9e16-cdc65c27afe9 req-e0581085-6638-4713-888c-12465e77e650 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.721399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] For port 8f381969-0d6d-405f-a2cb-d2a074aceb60, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8f381969-0d6d-405f-a2cb-d2a074aceb60,segment=NetworkSegment(92d4713d-bc5a-4ce9-9d0f-50cc251de4c8),segment_id=92d4713d-bc5a-4ce9-9d0f-50cc251de4c8)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:23.725416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516318-422e-47d7-9e16-cdc65c27afe9 req-e0581085-6638-4713-888c-12465e77e650 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.727722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port ed14524b-64c4-4ca1-a1cc-b57f20d707d0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ed14524b-64c4-4ca1-a1cc-b57f20d707d0,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:23.729686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516318-422e-47d7-9e16-cdc65c27afe9 req-e0581085-6638-4713-888c-12465e77e650 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.734257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516318-422e-47d7-9e16-cdc65c27afe9 req-e0581085-6638-4713-888c-12465e77e650 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.736267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-04516318-422e-47d7-9e16-cdc65c27afe9 req-e0581085-6638-4713-888c-12465e77e650 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5438 time: 0.3769100 Feb 11 13:35:23.742825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.749705 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.751680 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.812682 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.831300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042702d-73e1-4b3d-9cd6-fe867d43c8db None None] Pushing event updated for resources: {'Port': ['ID=8f381969-0d6d-405f-a2cb-d2a074aceb60,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.871289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.884907 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-04516318-422e-47d7-9e16-cdc65c27afe9 req-9cdc47d6-d321-4501-a4ed-990f527c1872 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316042 Feb 11 13:35:23.929393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:23.932138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d449ee6c-af36-4f96-ba29-8b6a19803252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.939751 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3019a98a-e576-49bd-9085-06c7b862aa73 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "PUT /v2.0/routers/5cc5993d-6831-47da-84da-148cc340edac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1562030 Feb 11 13:35:23.944954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:23.956856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:23.963364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f089db-b05f-439a-9d56-e01365037da3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.965773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:23.968561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:23.971576 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec7566-5065-4650-8eb1-8e12c69dcd8f None None] Sync routers for ids ['5cc5993d-6831-47da-84da-148cc340edac'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:24.007614 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d449ee6c-af36-4f96-ba29-8b6a19803252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.008200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['6f25dc42-13d6-4753-bcaf-9f913c73223e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:35:24.058998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['c899f753-f998-42d3-960c-2eb5c59c628c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:35:24.089549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event deleted for resources: {'Port': ['ID=b0f8892a-a7f6-4ba5-b0b5-fa30b22f2156,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:24.130006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['2b152096-fb5d-4500-ac30-64cb724ef11f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:35:24.154514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['0ef48dfa-9284-4bb4-a107-0f9e3d3df40b'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:35:24.172311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.183584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['717a2c18-0476-4820-a631-22c0a1d02603'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:35:24.244931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['ff71d346-712c-4d9e-b2ca-503622e9b2f0'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:35:24.272881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449ee6c-af36-4f96-ba29-8b6a19803252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451712d7-49d7-474d-ac18-026f88aed4ce,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:24.325052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=ed14524b-64c4-4ca1-a1cc-b57f20d707d0,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:24.350126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d449ee6c-af36-4f96-ba29-8b6a19803252 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0c79c444158449c7b4259524ebee37c7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3876050 Feb 11 13:35:24.354920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58680) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:24.397795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec7566-5065-4650-8eb1-8e12c69dcd8f None None] Routers {'5cc5993d-6831-47da-84da-148cc340edac'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:24.398422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8cec7566-5065-4650-8eb1-8e12c69dcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5cc5993d-6831-47da-84da-148cc340edac'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:24.421855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d597-43fd-4ac9-8189-4d5115c7cbeb tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.466790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c61-c036-4ac3-8a70-dc918bee2108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.504830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c61-c036-4ac3-8a70-dc918bee2108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.544093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.544923 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.552851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:24.553651 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.581155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8cec7566-5065-4650-8eb1-8e12c69dcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:24.794065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ed14524b-64c4-4ca1-a1cc-b57f20d707d0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:24.806802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c61-c036-4ac3-8a70-dc918bee2108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.862939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec7566-5065-4650-8eb1-8e12c69dcd8f None None] Routers {'5cc5993d-6831-47da-84da-148cc340edac'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:24.863841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8cec7566-5065-4650-8eb1-8e12c69dcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5cc5993d-6831-47da-84da-148cc340edac'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:24.889704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb9c61-c036-4ac3-8a70-dc918bee2108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451712d7-49d7-474d-ac18-026f88aed4ce,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:24.951645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c61-c036-4ac3-8a70-dc918bee2108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.955028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-70eb9c61-c036-4ac3-8a70-dc918bee2108 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/451712d7-49d7-474d-ac18-026f88aed4ce HTTP/1.1" status: 204 len: 168 time: 0.5966330 Feb 11 13:35:25.111802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d597-43fd-4ac9-8189-4d5115c7cbeb tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.121832 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d597-43fd-4ac9-8189-4d5115c7cbeb tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.124368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8cec7566-5065-4650-8eb1-8e12c69dcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:25.124779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec7566-5065-4650-8eb1-8e12c69dcd8f None None] The sync data for ids ['5cc5993d-6831-47da-84da-148cc340edac'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:25.155296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Router ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:25.158218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Router 840936b8-de39-4535-a2d5-5c7db49183cf is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:25.181470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['88b262fa-5a1e-4679-9096-97bcd4dc6729'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:35:25.211702 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d597-43fd-4ac9-8189-4d5115c7cbeb tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.212162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f6d597-43fd-4ac9-8189-4d5115c7cbeb tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Fanout notify agent at l3_agent the message router_deleted on router 5cc5993d-6831-47da-84da-148cc340edac {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:35:25.224528 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.242944 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d597-43fd-4ac9-8189-4d5115c7cbeb tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.243363 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e3f6d597-43fd-4ac9-8189-4d5115c7cbeb tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "DELETE /v2.0/routers/5cc5993d-6831-47da-84da-148cc340edac HTTP/1.1" status: 204 len: 168 time: 1.2942746 Feb 11 13:35:25.251437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58692) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:25.682173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58696) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:25.735456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:25.735833 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.888491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:25.894844 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.899184 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a330d32f-ba1c-4c3c-a1b4-3d6dc945dcf4 None None] Network 30865275-3fa4-4b05-a0ea-fd932eecbed6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:25.901852 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f318f6-4048-4de8-9739-61c76572740d None None] Sync routers for ids ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:25.917196 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f318f6-4048-4de8-9739-61c76572740d None None] Routers {'ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:25.918666 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-62f318f6-4048-4de8-9739-61c76572740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:25.992674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d9273bb6-dec9-4183-b421-812485b2a273 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "DELETE /v2.0/floatingips/b16095ca-f435-4930-ace8-5be0068596a8 HTTP/1.1" status: 204 len: 168 time: 3.8317432 Feb 11 13:35:25.995266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58700) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:25.997714 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-37897052-0ec0-4684-907c-d91ad15a3ede admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=19b1182700c74c4093f0a2a177a548bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2782822 Feb 11 13:35:26.000669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58704) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:26.019955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:26.026784 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-62f318f6-4048-4de8-9739-61c76572740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:26.035991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:26.044029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Usage tracker for resource:floatingip and tenant:32619d5f855042cd8d020b11dc3982ac is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:26.046170 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f318f6-4048-4de8-9739-61c76572740d None None] Routers {'ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:26.047469 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-62f318f6-4048-4de8-9739-61c76572740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:26.057195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:26.066650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:26.081656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:26.122735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.123771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Sync routers for ids ['840936b8-de39-4535-a2d5-5c7db49183cf'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:26.127872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15801f3-7f6a-458b-926b-366b41a9b092 req-a5b45ac1-7a7a-4a8a-a753-2529917e7db3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.133637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15801f3-7f6a-458b-926b-366b41a9b092 req-a5b45ac1-7a7a-4a8a-a753-2529917e7db3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.137744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15801f3-7f6a-458b-926b-366b41a9b092 req-a5b45ac1-7a7a-4a8a-a753-2529917e7db3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.141181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Allocated IP 2001:db8::2 (700b4ff6-d028-4e5d-a3fb-dfa919544ef8/785eba60-c074-408f-bbdc-001679857bbf/8ab871e6-047b-49ac-a2fd-245df8360ea3) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:26.142452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15801f3-7f6a-458b-926b-366b41a9b092 req-a5b45ac1-7a7a-4a8a-a753-2529917e7db3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.148578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15801f3-7f6a-458b-926b-366b41a9b092 req-a5b45ac1-7a7a-4a8a-a753-2529917e7db3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.153217 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.154159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15801f3-7f6a-458b-926b-366b41a9b092 req-a5b45ac1-7a7a-4a8a-a753-2529917e7db3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.154403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-44b5779a-5f72-4d62-af8c-c6b0a16c0523 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0864856 Feb 11 13:35:26.158682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15801f3-7f6a-458b-926b-366b41a9b092 req-a5b45ac1-7a7a-4a8a-a753-2529917e7db3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.164327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58710) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:26.169418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c15801f3-7f6a-458b-926b-366b41a9b092 req-a5b45ac1-7a7a-4a8a-a753-2529917e7db3 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5438 time: 1.0774295 Feb 11 13:35:26.172668 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-62f318f6-4048-4de8-9739-61c76572740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:26.173859 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f318f6-4048-4de8-9739-61c76572740d None None] The sync data for ids ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:26.224995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d59d6ea8-5358-4442-b92f-015c54eee41e None None] Provisioning for port 8f381969-0d6d-405f-a2cb-d2a074aceb60 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:26.243025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3f2200-da99-4753-8b7f-4249d7f2d490 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Deleting subnet e043bab4-140f-4cd8-92dd-6b33026bb990 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:35:26.250364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2200-da99-4753-8b7f-4249d7f2d490 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.299852 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74c1bfe5-6af3-473c-8308-f7cc5661fbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.300258 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c15801f3-7f6a-458b-926b-366b41a9b092 req-085e300a-b99d-4a2d-932c-fdf77af75275 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293492 Feb 11 13:35:26.316432 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2200-da99-4753-8b7f-4249d7f2d490 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.417977 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74c1bfe5-6af3-473c-8308-f7cc5661fbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.420811 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2200-da99-4753-8b7f-4249d7f2d490 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.522335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Routers {'840936b8-de39-4535-a2d5-5c7db49183cf'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:26.523627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['840936b8-de39-4535-a2d5-5c7db49183cf'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:26.525390 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2200-da99-4753-8b7f-4249d7f2d490 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.528843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74c1bfe5-6af3-473c-8308-f7cc5661fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.559504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1bfe5-6af3-473c-8308-f7cc5661fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d30a6e-e445-4983-8ab3-f2b5e17db91d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:26.568646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f2200-da99-4753-8b7f-4249d7f2d490 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event deleted for resources: {'Subnet': ['ID=e043bab4-140f-4cd8-92dd-6b33026bb990,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:26.571511 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74c1bfe5-6af3-473c-8308-f7cc5661fbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.575291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-74c1bfe5-6af3-473c-8308-f7cc5661fbee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f9d30a6e-e445-4983-8ab3-f2b5e17db91d HTTP/1.1" status: 204 len: 168 time: 0.5740032 Feb 11 13:35:26.584327 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2200-da99-4753-8b7f-4249d7f2d490 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.594076 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6b3f2200-da99-4753-8b7f-4249d7f2d490 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "DELETE /v2.0/subnets/e043bab4-140f-4cd8-92dd-6b33026bb990 HTTP/1.1" status: 204 len: 168 time: 1.3413517 Feb 11 13:35:26.596384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58716) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:26.604333 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.641131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e320ac2-3a6b-4722-a2e3-b07a2e4958e6 None None] Network 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:26.759764 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.773547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Deleting port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:26.774097 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.902563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8f381969-0d6d-405f-a2cb-d2a074aceb60 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:26.923574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Allocated IP 172.25.4.27 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/217cdcc2-570b-4a36-b4f5-0ebb41ca30e4) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:27.079383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] For port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8,segment=NetworkSegment(8b6348a3-f334-4e5f-b874-014a572b4ed3),segment_id=8b6348a3-f334-4e5f-b874-014a572b4ed3)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:27.079914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.157216 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.240609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Calling delete_port for d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:27.320941 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.325064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 8f381969-0d6d-405f-a2cb-d2a074aceb60 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:27.336184 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Set router 840936b8-de39-4535-a2d5-5c7db49183cf gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:27.336650 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.382823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.384821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8f381969-0d6d-405f-a2cb-d2a074aceb60 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:27.385195 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.415794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Transition to ACTIVE for port object 8ab871e6-047b-49ac-a2fd-245df8360ea3 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:27.441742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event deleted for resources: {'Port': ['ID=d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:27.456233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] No DVR routers for this DVR port d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:27.504191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:27.513488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:27.523668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:27.544815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 2b152096-fb5d-4500-ac30-64cb724ef11f up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:27.596827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Pushing event updated for resources: {'Port': ['ID=217cdcc2-570b-4a36-b4f5-0ebb41ca30e4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:27.640535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Transition to ACTIVE for port object 8ab871e6-047b-49ac-a2fd-245df8360ea3 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:27.755766 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.797562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce290c6-ff92-4128-ab8c-ba4db3df3ea2']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:27.814999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6348a3-f334-4e5f-b874-014a572b4ed3') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:27.815673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6348a3-f334-4e5f-b874-014a572b4ed3') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:27.832421 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.858521 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.860292 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.868314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:35:27.869207 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:27.899050 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:27.925109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58740) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:28.027286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb4b89-c5c1-401d-9c46-1c0d496a0f48 req-573bc669-1de8-4541-a929-55fe98eab435 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.031650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb4b89-c5c1-401d-9c46-1c0d496a0f48 req-573bc669-1de8-4541-a929-55fe98eab435 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.035970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb4b89-c5c1-401d-9c46-1c0d496a0f48 req-573bc669-1de8-4541-a929-55fe98eab435 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.040587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb4b89-c5c1-401d-9c46-1c0d496a0f48 req-573bc669-1de8-4541-a929-55fe98eab435 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.044865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb4b89-c5c1-401d-9c46-1c0d496a0f48 req-573bc669-1de8-4541-a929-55fe98eab435 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.048712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb4b89-c5c1-401d-9c46-1c0d496a0f48 req-573bc669-1de8-4541-a929-55fe98eab435 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.054312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb4b89-c5c1-401d-9c46-1c0d496a0f48 req-573bc669-1de8-4541-a929-55fe98eab435 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.056333 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3eb4b89-c5c1-401d-9c46-1c0d496a0f48 req-573bc669-1de8-4541-a929-55fe98eab435 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5438 time: 0.4077380 Feb 11 13:35:28.086948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb54fc8-ac1e-49ff-a197-bb796cdd7471 None None] DHCP port deletion for 5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:35:28.107913 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:28.108697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Pushing event updated for resources: {'Port': ['ID=8ab871e6-047b-49ac-a2fd-245df8360ea3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:28.129570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:28.133847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:28.174949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Allocated IP 2001:db8::1 (700b4ff6-d028-4e5d-a3fb-dfa919544ef8/785eba60-c074-408f-bbdc-001679857bbf/024c7322-b4da-43b5-8520-1f20556378ca) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:28.178128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.184698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'networks': [{'name': 'tempest-network--1389165675'}, {'name': 'tempest-network--1843647527'}]} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:28.184978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'network': {'name': 'tempest-network--1389165675'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:28.185455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'network': {'name': 'tempest-network--1843647527'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:28.190905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:28.199124 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.199805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3eb4b89-c5c1-401d-9c46-1c0d496a0f48 req-2d76d73b-4838-4a29-9f05-51137ebebf78 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319437 Feb 11 13:35:28.200753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Usage tracker for resource:network and tenant:0325daefc5a445c2ae166dae20a2ecb6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:28.218330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] Pushing event deleted for resources: {'Network': ['ID=5ce290c6-ff92-4128-ab8c-ba4db3df3ea2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:28.238075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-188dcb6f-ada7-4491-ba0d-d8e3edf68aaf None None] Provisioning complete for port 8f381969-0d6d-405f-a2cb-d2a074aceb60 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:28.238458 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-188dcb6f-ada7-4491-ba0d-d8e3edf68aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.248665 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-35a42db7-33bd-4ee1-a5f6-c8d37cea6988 tempest-FloatingIPNegativeTestJSON-533681237 tempest-FloatingIPNegativeTestJSON-533681237-project] 10.222.0.67 "DELETE /v2.0/networks/5ce290c6-ff92-4128-ab8c-ba4db3df3ea2 HTTP/1.1" status: 204 len: 168 time: 1.6509106 Feb 11 13:35:28.258333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:28.296797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:28.326744 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.341097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.416615 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.437105 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.444749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Attempting to bind port 8ab871e6-047b-49ac-a2fd-245df8360ea3 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:28.445207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Attempting to bind port 8ab871e6-047b-49ac-a2fd-245df8360ea3 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'c53aeedf-7963-446e-b12d-60aaf971b844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:28.445648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Attempting to bind port 8ab871e6-047b-49ac-a2fd-245df8360ea3 on network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:28.457529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:28.458099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Checking segment: {'id': 'c53aeedf-7963-446e-b12d-60aaf971b844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:28.458571 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.459962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Bound using segment: {'id': 'c53aeedf-7963-446e-b12d-60aaf971b844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:28.459962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Bound port: 8ab871e6-047b-49ac-a2fd-245df8360ea3, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53aeedf-7963-446e-b12d-60aaf971b844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:28.459962 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.463742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Transition to ACTIVE for port object 024c7322-b4da-43b5-8520-1f20556378ca will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:28.474411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 2b152096-fb5d-4500-ac30-64cb724ef11f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:28.493492 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.506960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 2b152096-fb5d-4500-ac30-64cb724ef11f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:28.507425 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.617780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:28.621483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:28.629296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:28.630655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.638090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=024c7322-b4da-43b5-8520-1f20556378ca,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:28.650517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 8f381969-0d6d-405f-a2cb-d2a074aceb60, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8f381969-0d6d-405f-a2cb-d2a074aceb60,segment=NetworkSegment(92d4713d-bc5a-4ce9-9d0f-50cc251de4c8),segment_id=92d4713d-bc5a-4ce9-9d0f-50cc251de4c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:28.669343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Made reservation on behalf of 0325daefc5a445c2ae166dae20a2ecb6 for: {'network': 2} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:28.670209 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.673152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.697168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.717271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58750) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:28.763623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=8f381969-0d6d-405f-a2cb-d2a074aceb60,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:28.767228 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.769723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:35:28.794391 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.814024 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.859527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:35:28.884905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:28.898058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.906457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'name': 'tempest-TestVolumeBackupRestore-451728992-router', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:21Z', 'updated_at': '2022-02-11T13:35:24Z', 'revision_number': 3, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'gw_port': {'id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:19:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:28.917067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Usage tracker for resource:security_group_rule and tenant:0325daefc5a445c2ae166dae20a2ecb6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:28.933429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Checking router: 840936b8-de39-4535-a2d5-5c7db49183cf for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:35:28.933775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Updating router 840936b8-de39-4535-a2d5-5c7db49183cf port a7f089db-b05f-439a-9d56-e01365037da3 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:35:28.951160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:28.970791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:28.972948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:35:28.974653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d602ddab-3db9-4b42-aa6f-a31a3f8a6aa8 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:35:28.974812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Pushing event updated for resources: {'Port': ['ID=217cdcc2-570b-4a36-b4f5-0ebb41ca30e4,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:28.999576 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] For port 8ab871e6-047b-49ac-a2fd-245df8360ea3, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:29.019382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.034465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] For port 8ab871e6-047b-49ac-a2fd-245df8360ea3, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8ab871e6-047b-49ac-a2fd-245df8360ea3,segment=NetworkSegment(c53aeedf-7963-446e-b12d-60aaf971b844),segment_id=c53aeedf-7963-446e-b12d-60aaf971b844)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:29.044615 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.097714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.118844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3898-9b24-49e9-9567-4486393b7380 None None] Pushing event updated for resources: {'Port': ['ID=8ab871e6-047b-49ac-a2fd-245df8360ea3,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:29.121975 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.186447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b152096-fb5d-4500-ac30-64cb724ef11f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:29.206962 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.213187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.214070 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.221098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2b152096-fb5d-4500-ac30-64cb724ef11f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2b152096-fb5d-4500-ac30-64cb724ef11f,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:29.233808 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.236035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 6f25dc42-13d6-4753-bcaf-9f913c73223e up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:29.239704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.243856 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-862df1a4-63e2-4dff-acb9-3c10bc332ffb tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2475328 Feb 11 13:35:29.246533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3a45b197-0a8c-4da5-9752-ab1fad0ed696 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f1c40417c1364d0eb5946d4b0fbc3b47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5282440 Feb 11 13:35:29.260465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58758) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:29.260809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58760) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:29.300346 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.316367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.316991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.326090 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b152096-fb5d-4500-ac30-64cb724ef11f', 'code': 200} Feb 11 13:35:29.497539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=2b152096-fb5d-4500-ac30-64cb724ef11f,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:29.498120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=024c7322-b4da-43b5-8520-1f20556378ca,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:29.567110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 6f25dc42-13d6-4753-bcaf-9f913c73223e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:29.600015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:29.604151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 6f25dc42-13d6-4753-bcaf-9f913c73223e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:29.605251 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.615987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:29.622138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:29.622547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:29.629416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8483c1fc-c34b-4c7e-a96c-d104bdf3397e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:29.643129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Usage tracker for resource:floatingip and tenant:22a2a1d44f2b42daa1b58a7b9d55a1b7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:29.651707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:29.664969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:29.705247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Allocated IP 172.20.0.1 (30865275-3fa4-4b05-a0ea-fd932eecbed6/42ff2a42-81f5-4c96-86cc-5ac92c91febc/97e694d9-a791-40ca-a912-eb56a70d5acf) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:29.810052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:29.838988 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.872169 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df6ef177-0df4-4d3a-80e3-7d4e32a7c7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.874021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.874361 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Added segment 0ef7602a-700f-4ade-bc41-f69d319dc1c8 of type vlan for network f8ab8774-cc4a-4aba-b9e9-07c2ae677be6 Feb 11 13:35:29.892944 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.000586 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 6f25dc42-13d6-4753-bcaf-9f913c73223e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6f25dc42-13d6-4753-bcaf-9f913c73223e,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:30.006828 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.007679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 717a2c18-0476-4820-a631-22c0a1d02603 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:30.011826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50483a-4191-4b70-aaee-dc1bdb73e38f req-7219b81a-3c33-430d-a2ee-b2084033f828 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.015691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50483a-4191-4b70-aaee-dc1bdb73e38f req-7219b81a-3c33-430d-a2ee-b2084033f828 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.019571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50483a-4191-4b70-aaee-dc1bdb73e38f req-7219b81a-3c33-430d-a2ee-b2084033f828 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.024102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50483a-4191-4b70-aaee-dc1bdb73e38f req-7219b81a-3c33-430d-a2ee-b2084033f828 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.027311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:30.028450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50483a-4191-4b70-aaee-dc1bdb73e38f req-7219b81a-3c33-430d-a2ee-b2084033f828 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.032367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50483a-4191-4b70-aaee-dc1bdb73e38f req-7219b81a-3c33-430d-a2ee-b2084033f828 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.036851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50483a-4191-4b70-aaee-dc1bdb73e38f req-7219b81a-3c33-430d-a2ee-b2084033f828 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.039067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dd50483a-4191-4b70-aaee-dc1bdb73e38f req-7219b81a-3c33-430d-a2ee-b2084033f828 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5439 time: 0.5762155 Feb 11 13:35:30.052701 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df6ef177-0df4-4d3a-80e3-7d4e32a7c7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.070510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.165142 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.195047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Transition to ACTIVE for port object a7f089db-b05f-439a-9d56-e01365037da3 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:30.205320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.212333 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.219619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=6f25dc42-13d6-4753-bcaf-9f913c73223e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:30.253000 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dd50483a-4191-4b70-aaee-dc1bdb73e38f req-052f62ef-ba6f-4075-b80d-4bb1fcbaae8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1917350 Feb 11 13:35:30.256747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:30.261032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Transition to ACTIVE for port object 97e694d9-a791-40ca-a912-eb56a70d5acf will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:30.280618 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.280964 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Added segment 1533c866-89d4-4304-bc45-a5c839f9ced7 of type vlan for network 3921e4bc-92dd-4b0d-8619-80e9bbde4df1 Feb 11 13:35:30.289260 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df6ef177-0df4-4d3a-80e3-7d4e32a7c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.324336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 717a2c18-0476-4820-a631-22c0a1d02603 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:30.330844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Attempting to bind port a7f089db-b05f-439a-9d56-e01365037da3 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:30.331280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Attempting to bind port a7f089db-b05f-439a-9d56-e01365037da3 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:30.331651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Attempting to bind port a7f089db-b05f-439a-9d56-e01365037da3 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:30.338070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ef177-0df4-4d3a-80e3-7d4e32a7c7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec1137a-9af7-4f6a-aa5d-7c4e5bcc11d7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:30.341239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:30.342145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:30.342145 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.342448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:30.342926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Bound port: a7f089db-b05f-439a-9d56-e01365037da3, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:30.343297 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.369130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada6007-317c-45ba-9a2b-1e656d907e8d None None] Pushing event updated for resources: {'Port': ['ID=a7f089db-b05f-439a-9d56-e01365037da3,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:30.378877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.404792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 717a2c18-0476-4820-a631-22c0a1d02603 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:30.405169 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.405606 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.409620 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df6ef177-0df4-4d3a-80e3-7d4e32a7c7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.413880 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-df6ef177-0df4-4d3a-80e3-7d4e32a7c7d0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2ec1137a-9af7-4f6a-aa5d-7c4e5bcc11d7 HTTP/1.1" status: 204 len: 168 time: 1.1473920 Feb 11 13:35:30.420315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:30.434850 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Sync routers for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:30.439287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fddc248a-823d-46d8-8a1b-4d30e1789cbf tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8067646 Feb 11 13:35:30.447340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58772) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:30.453752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1811797410'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:30.455676 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:30.456540 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:30.483735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:30.499408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:network and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:30.503981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:35:30.506391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:30.523316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:30.557401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:30.561105 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.588194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] For port a7f089db-b05f-439a-9d56-e01365037da3, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:30.591778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] For port a7f089db-b05f-439a-9d56-e01365037da3, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a7f089db-b05f-439a-9d56-e01365037da3,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:30.615516 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.634146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:30.659442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.663077 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added segment 7586c592-98a8-4d86-a6e1-9aace8636a2c of type vlan for network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 Feb 11 13:35:30.713517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.724088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.786526 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.794559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.796075 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.840446 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:30.843155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.844056 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.848205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.851943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13517e-3604-46df-8160-556916fd01ec None None] Network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:30.854463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.856023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.892975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Network 30865275-3fa4-4b05-a0ea-fd932eecbed6 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:30.902309 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.995138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8f381969-0d6d-405f-a2cb-d2a074aceb60 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:30.996833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:31.006885 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5558331 Feb 11 13:35:31.008499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58778) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:31.016439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'subnet': {'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:31.016810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:31.045957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a4411-820d-4e53-95f7-fd62e3baa4a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Network': ['ID=1cc38ce5-93fa-4a3f-90ef-e20a32a9a946,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:31.079850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1510291 Feb 11 13:35:31.118124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 717a2c18-0476-4820-a631-22c0a1d02603, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=717a2c18-0476-4820-a631-22c0a1d02603,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:31.129044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:31.135389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:31.193606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada6007-317c-45ba-9a2b-1e656d907e8d None None] Pushing event updated for resources: {'Port': ['ID=a7f089db-b05f-439a-9d56-e01365037da3,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:31.210540 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.211801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:31.238108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Pushing event updated for resources: {'Port': ['ID=97e694d9-a791-40ca-a912-eb56a70d5acf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:31.308963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:31.311856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'Network': ['ID=f8ab8774-cc4a-4aba-b9e9-07c2ae677be6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:31.321561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Allocated IP 172.25.4.192 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/70edba73-4f6f-4c40-b10e-3467acf7b3c9) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:31.328523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:subnet and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:31.335674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.354648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f25dc42-13d6-4753-bcaf-9f913c73223e'}, {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a2c18-0476-4820-a631-22c0a1d02603'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:31.360618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:31.383426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:31.461427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5d9ad-89fc-4eca-be09-a9566972382a tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:31.472875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5d9ad-89fc-4eca-be09-a9566972382a tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:31.483047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5d9ad-89fc-4eca-be09-a9566972382a tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:31.499208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5d9ad-89fc-4eca-be09-a9566972382a tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:31.505338 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-95d5d9ad-89fc-4eca-be09-a9566972382a tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3752730 Feb 11 13:35:31.507340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58798) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:31.511062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:31.532242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Routers {'840936b8-de39-4535-a2d5-5c7db49183cf'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:31.535200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['840936b8-de39-4535-a2d5-5c7db49183cf'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:31.549229 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:35:28Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:29Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:31.557612 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Checking router: 599da251-acce-48a7-8643-ad9319aa258f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:35:31.557963 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Updating router 599da251-acce-48a7-8643-ad9319aa258f port 024c7322-b4da-43b5-8520-1f20556378ca binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:35:31.626167 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.667318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network f8ab8774-cc4a-4aba-b9e9-07c2ae677be6 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:31.674501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a7157-87c1-43db-bc26-56ae3cad0209 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'Network': ['ID=3921e4bc-92dd-4b0d-8619-80e9bbde4df1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:31.733008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.806816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.827641 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f25dc42-13d6-4753-bcaf-9f913c73223e', 'code': 200} Feb 11 13:35:31.828005 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a2c18-0476-4820-a631-22c0a1d02603', 'code': 200} Feb 11 13:35:31.842311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.884195 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.941573 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 3921e4bc-92dd-4b0d-8619-80e9bbde4df1 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:32.015387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.072841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58808) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:32.127543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:32.134379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:32.150791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:32.197946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Pushing event updated for resources: {'Port': ['ID=70edba73-4f6f-4c40-b10e-3467acf7b3c9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:32.246261 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.296466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f4a7d23b-b20f-4527-a70b-0c9c7c7e2a1c None None] Provisioning for port 8ab871e6-047b-49ac-a2fd-245df8360ea3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:32.299776 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.324261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.339782 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Transition to ACTIVE for port object 024c7322-b4da-43b5-8520-1f20556378ca will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:32.346114 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.378158 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.434267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=717a2c18-0476-4820-a631-22c0a1d02603,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:32.454806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8f381969-0d6d-405f-a2cb-d2a074aceb60 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:32.455438 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.461082 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.489858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ee6-b770-4961-8b76-ee4a702275f2 req-9d1ff5ce-e349-4cb1-b573-9cb210ee8b8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.494780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ee6-b770-4961-8b76-ee4a702275f2 req-9d1ff5ce-e349-4cb1-b573-9cb210ee8b8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.495206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-944440471'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:32.499467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ee6-b770-4961-8b76-ee4a702275f2 req-9d1ff5ce-e349-4cb1-b573-9cb210ee8b8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.503643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ee6-b770-4961-8b76-ee4a702275f2 req-9d1ff5ce-e349-4cb1-b573-9cb210ee8b8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.510066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ee6-b770-4961-8b76-ee4a702275f2 req-9d1ff5ce-e349-4cb1-b573-9cb210ee8b8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.516564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ee6-b770-4961-8b76-ee4a702275f2 req-9d1ff5ce-e349-4cb1-b573-9cb210ee8b8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.521456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ee6-b770-4961-8b76-ee4a702275f2 req-9d1ff5ce-e349-4cb1-b573-9cb210ee8b8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.530429 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71c77ee6-b770-4961-8b76-ee4a702275f2 req-9d1ff5ce-e349-4cb1-b573-9cb210ee8b8f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5441 time: 1.0238972 Feb 11 13:35:32.535595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Pushing event updated for resources: {'Port': ['ID=97e694d9-a791-40ca-a912-eb56a70d5acf,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:32.545321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:32.549001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Subnet': ['ID=01213375-5df3-4758-be71-53f92e7acb4d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:32.576215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:32.576616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:network and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:32.590053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:32.590302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:32.590302 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.608318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ab8774-cc4a-4aba-b9e9-07c2ae677be6']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:32.620202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Checking segment: {'id': '7586c592-98a8-4d86-a6e1-9aace8636a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:32.620700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network hostable DHCP agents. Network: 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:32.637523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef7602a-700f-4ade-bc41-f69d319dc1c8') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:32.637962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef7602a-700f-4ade-bc41-f69d319dc1c8') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:32.656358 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.673965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5f214f0f-5ac9-49ee-9b73-d90348555e49 None None] Provisioning for port 97e694d9-a791-40ca-a912-eb56a70d5acf completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:32.677123 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71c77ee6-b770-4961-8b76-ee4a702275f2 req-b1dc5688-1324-462d-9a0e-8745476c79c7 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451101 Feb 11 13:35:32.683509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] Set router 840936b8-de39-4535-a2d5-5c7db49183cf gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:32.705836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.722009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:32.739642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:35:32.739642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.743109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.749572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:32.750801 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:32.752893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:32.761522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.762086 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.790365 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4e55d-fe18-4fde-9397-db63d58d573a None None] Pushing event updated for resources: {'Port': ['ID=024c7322-b4da-43b5-8520-1f20556378ca,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:32.804126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fa85d-80d8-495c-8a6e-65c81f21b091 None None] Network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:32.834880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5f214f0f-5ac9-49ee-9b73-d90348555e49 None None] Provisioning complete for port 97e694d9-a791-40ca-a912-eb56a70d5acf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:32.835281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f214f0f-5ac9-49ee-9b73-d90348555e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.863719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-43fe907b-826d-4342-8f84-76342fdf63dc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8538578 Feb 11 13:35:32.864464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58816) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:32.883541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.897548 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.941454 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Attempting to bind port 024c7322-b4da-43b5-8520-1f20556378ca on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:32.941814 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Attempting to bind port 024c7322-b4da-43b5-8520-1f20556378ca by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'c53aeedf-7963-446e-b12d-60aaf971b844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:32.942911 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Attempting to bind port 024c7322-b4da-43b5-8520-1f20556378ca on network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:32.951403 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:32.951763 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Checking segment: {'id': 'c53aeedf-7963-446e-b12d-60aaf971b844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:32.952343 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.952534 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Bound using segment: {'id': 'c53aeedf-7963-446e-b12d-60aaf971b844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:32.953147 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Bound port: 024c7322-b4da-43b5-8520-1f20556378ca, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53aeedf-7963-446e-b12d-60aaf971b844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:32.953518 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.094232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:33.098665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.101865 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] For port 024c7322-b4da-43b5-8520-1f20556378ca, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:33.105179 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] For port 024c7322-b4da-43b5-8520-1f20556378ca, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=024c7322-b4da-43b5-8520-1f20556378ca,segment=NetworkSegment(c53aeedf-7963-446e-b12d-60aaf971b844),segment_id=c53aeedf-7963-446e-b12d-60aaf971b844)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:33.110543 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.134197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Network 30865275-3fa4-4b05-a0ea-fd932eecbed6 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:33.147416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:33.186138 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4e55d-fe18-4fde-9397-db63d58d573a None None] Pushing event updated for resources: {'Port': ['ID=024c7322-b4da-43b5-8520-1f20556378ca,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:33.190051 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.214789 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:33.215680 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:33.237288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.265517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Network': ['ID=f8ab8774-cc4a-4aba-b9e9-07c2ae677be6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:33.311368 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9eed8224-7ff1-427f-a519-2a6278bb4b43 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "DELETE /v2.0/networks/f8ab8774-cc4a-4aba-b9e9-07c2ae677be6 HTTP/1.1" status: 204 len: 168 time: 1.8000550 Feb 11 13:35:33.311593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58820) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:33.338817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5f214f0f-5ac9-49ee-9b73-d90348555e49 None None] Port 97e694d9-a791-40ca-a912-eb56a70d5acf cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:33.520718 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:33.522337 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.546987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.564253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8ab871e6-047b-49ac-a2fd-245df8360ea3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:33.588104 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.759023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:33.805860 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.806835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c899f753-f998-42d3-960c-2eb5c59c628c up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:33.870939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:33.881607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:security_group_rule and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:33.881852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef48dfa-9284-4bb4-a107-0f9e3d3df40b'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:33.899203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:33.928724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-06ceb46f-55fb-4e7f-b7ca-eccc6f75d28c None None] Provisioning for port 024c7322-b4da-43b5-8520-1f20556378ca completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:33.930967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:33.953160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:33.954122 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.053970 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef48dfa-9284-4bb4-a107-0f9e3d3df40b', 'code': 200} Feb 11 13:35:34.056392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:34.100598 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.164236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 8ab871e6-047b-49ac-a2fd-245df8360ea3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:34.170385 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.174096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3921e4bc-92dd-4b0d-8619-80e9bbde4df1']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:34.207034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-06ceb46f-55fb-4e7f-b7ca-eccc6f75d28c None None] Provisioning complete for port 8ab871e6-047b-49ac-a2fd-245df8360ea3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:34.207898 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06ceb46f-55fb-4e7f-b7ca-eccc6f75d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.214730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1533c866-89d4-4304-bc45-a5c839f9ced7') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:34.215023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1533c866-89d4-4304-bc45-a5c839f9ced7') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:34.216560 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:35:28Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:34.222396 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee72d5-da4c-4296-9a06-379390910b07 None None] The sync data for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 is: [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:35:28Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:33Z', 'revision_number': 4, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:34.235145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.236118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8ab871e6-047b-49ac-a2fd-245df8360ea3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:34.236542 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.271484 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.288650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:35:34.289042 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:34.306858 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:34.320783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.324526 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.373768 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.386324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a0d011-a4c2-426e-8671-e28f29500b8a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:34.400637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port c899f753-f998-42d3-960c-2eb5c59c628c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:34.433799 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port c899f753-f998-42d3-960c-2eb5c59c628c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:34.434385 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.518188 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Allocated IP 2001:db8:1::2 (1cc38ce5-93fa-4a3f-90ef-e20a32a9a946/01213375-5df3-4758-be71-53f92e7acb4d/cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:34.542446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.582187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.591719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Network': ['ID=3921e4bc-92dd-4b0d-8619-80e9bbde4df1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:34.598771 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6fe47ce7-f4a3-4180-a84b-dc0e65cb2ced tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "DELETE /v2.0/networks/3921e4bc-92dd-4b0d-8619-80e9bbde4df1 HTTP/1.1" status: 204 len: 168 time: 1.2858367 Feb 11 13:35:34.601416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58828) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:34.609231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:34.626357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'name': 'tempest-TestVolumeBackupRestore-451728992-router', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:21Z', 'updated_at': '2022-02-11T13:35:31Z', 'revision_number': 4, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'gw_port': {'id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:19:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '97e694d9-a791-40ca-a912-eb56a70d5acf', 'name': '', 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'mac_address': 'fa:16:3e:34:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:29Z', 'updated_at': '2022-02-11T13:35:29Z', 'revision_number': 1, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'subnets': [{'id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:34.633196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.676349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.677525 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Added segment 942335de-5b3e-4754-9085-806b1348068c of type vlan for network 32486f04-3c6b-426c-a8b7-9e7287f462d1 Feb 11 13:35:34.688173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1463af-ba1a-4689-b4c4-a797a7d77a4f req-82b18d3a-1406-4a95-b6d4-6e16b71224f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.692098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1463af-ba1a-4689-b4c4-a797a7d77a4f req-82b18d3a-1406-4a95-b6d4-6e16b71224f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.696441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1463af-ba1a-4689-b4c4-a797a7d77a4f req-82b18d3a-1406-4a95-b6d4-6e16b71224f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.700377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1463af-ba1a-4689-b4c4-a797a7d77a4f req-82b18d3a-1406-4a95-b6d4-6e16b71224f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.704237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1463af-ba1a-4689-b4c4-a797a7d77a4f req-82b18d3a-1406-4a95-b6d4-6e16b71224f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.708900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1463af-ba1a-4689-b4c4-a797a7d77a4f req-82b18d3a-1406-4a95-b6d4-6e16b71224f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.713010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1463af-ba1a-4689-b4c4-a797a7d77a4f req-82b18d3a-1406-4a95-b6d4-6e16b71224f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.720522 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d1463af-ba1a-4689-b4c4-a797a7d77a4f req-82b18d3a-1406-4a95-b6d4-6e16b71224f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5442 time: 0.7632949 Feb 11 13:35:34.729753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Pushing event updated for resources: {'Port': ['ID=70edba73-4f6f-4c40-b10e-3467acf7b3c9,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:34.818355 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.862517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.862812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13e473-fdfb-4c39-a77c-4cadf72b0a86 None None] The sync data for ids ['840936b8-de39-4535-a2d5-5c7db49183cf'] in n-d-818559-1 is: [{'id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'name': 'tempest-TestVolumeBackupRestore-451728992-router', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:21Z', 'updated_at': '2022-02-11T13:35:31Z', 'revision_number': 4, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'gw_port': {'id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:19:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '97e694d9-a791-40ca-a912-eb56a70d5acf', 'name': '', 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'mac_address': 'fa:16:3e:34:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:29Z', 'updated_at': '2022-02-11T13:35:29Z', 'revision_number': 1, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'subnets': [{'id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:34.867003 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5fe7009a-18c9-430e-bdf9-27e3525c7d73 tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6020331 Feb 11 13:35:34.879247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58832) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:34.894418 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d1463af-ba1a-4689-b4c4-a797a7d77a4f req-73e57441-9b9a-4ed7-be0b-12ecea05f812 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727927 Feb 11 13:35:34.897395 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.901552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.902311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.928856 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06ceb46f-55fb-4e7f-b7ca-eccc6f75d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.040428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Network': ['ID=32486f04-3c6b-426c-a8b7-9e7287f462d1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:35.064119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-264be0dd-560f-482a-91cf-7a4d03ca2505 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.9893966 Feb 11 13:35:35.064916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187546ec-594c-4da2-ba8f-368d57de1eae tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.069556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187546ec-594c-4da2-ba8f-368d57de1eae tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.070340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-187546ec-594c-4da2-ba8f-368d57de1eae tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Synchronizing usage tracker for tenant:0325daefc5a445c2ae166dae20a2ecb6 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:35:35.071058 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.088830 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-73c6c180-2bbc-43ad-938d-09fbc880f9a5 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.2078729 Feb 11 13:35:35.092208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58836) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:35.117097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 8ab871e6-047b-49ac-a2fd-245df8360ea3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8ab871e6-047b-49ac-a2fd-245df8360ea3,segment=NetworkSegment(c53aeedf-7963-446e-b12d-60aaf971b844),segment_id=c53aeedf-7963-446e-b12d-60aaf971b844)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:35.121818 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.129410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 32486f04-3c6b-426c-a8b7-9e7287f462d1 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:35.135859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-187546ec-594c-4da2-ba8f-368d57de1eae tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Unset dirty status for tenant:0325daefc5a445c2ae166dae20a2ecb6 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:35:35.137116 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-187546ec-594c-4da2-ba8f-368d57de1eae tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5348175 Feb 11 13:35:35.143182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58840) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:35.152160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-512349157'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:35.161338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:35.188470 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.266114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-54057c4a-b23c-441b-b377-e644e1dedfd5 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Synchronizing usage tracker for tenant:f22821c4852e4b63bf7af51858cef515 on resource:floatingip {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:35:35.342532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-54057c4a-b23c-441b-b377-e644e1dedfd5 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Unset dirty status for tenant:f22821c4852e4b63bf7af51858cef515 on resource:floatingip {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:35:35.345231 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-54057c4a-b23c-441b-b377-e644e1dedfd5 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2508287 Feb 11 13:35:35.349348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58844) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:35.405772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=8ab871e6-047b-49ac-a2fd-245df8360ea3,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:35.424769 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.496247 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.560906 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-06ceb46f-55fb-4e7f-b7ca-eccc6f75d28c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:35:35.561253 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-06ceb46f-55fb-4e7f-b7ca-eccc6f75d28c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:35:35.562291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Transition to ACTIVE for port object cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:35.673066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Transition to ACTIVE for port object cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:35.689833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c899f753-f998-42d3-960c-2eb5c59c628c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c899f753-f998-42d3-960c-2eb5c59c628c,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:35.696629 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.763612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:35.775546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Router 840936b8-de39-4535-a2d5-5c7db49183cf has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:35.779329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a1aff124-f580-46fd-8101-38a43c5e14ea tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Deleting port 70edba73-4f6f-4c40-b10e-3467acf7b3c9 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:35.779898 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1aff124-f580-46fd-8101-38a43c5e14ea tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.804674 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.829320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Made reservation on behalf of 0325daefc5a445c2ae166dae20a2ecb6 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:35.835826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.849563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ff71d346-712c-4d9e-b2ca-503622e9b2f0 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:35.981283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:36.026209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:36.027994 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.028443 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Added segment a7eb22e7-acd0-45c2-89cc-46f17da627ef of type vlan for network 1ff19aab-f902-477a-9032-c9db7aa85769 Feb 11 13:35:36.040991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Pushing event updated for resources: {'Port': ['ID=cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:36.188132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.192758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1aff124-f580-46fd-8101-38a43c5e14ea tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.193120 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1aff124-f580-46fd-8101-38a43c5e14ea tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.243461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:36.278261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899f753-f998-42d3-960c-2eb5c59c628c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:36.354116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c899f753-f998-42d3-960c-2eb5c59c628c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:36.356807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Allocated IP 2001:db8:1::1 (1cc38ce5-93fa-4a3f-90ef-e20a32a9a946/01213375-5df3-4758-be71-53f92e7acb4d/5f06f120-260b-4eea-839e-c4232dbcc4d6) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:36.364994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:36.600392 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899f753-f998-42d3-960c-2eb5c59c628c', 'code': 200} Feb 11 13:35:36.610423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port ff71d346-712c-4d9e-b2ca-503622e9b2f0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:36.618117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port ff71d346-712c-4d9e-b2ca-503622e9b2f0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:36.618491 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.694475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:35:36.762006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Attempting to bind port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:36.762369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Attempting to bind port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '7586c592-98a8-4d86-a6e1-9aace8636a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:36.762921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Attempting to bind port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf on network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:36.768446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a1aff124-f580-46fd-8101-38a43c5e14ea tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Calling delete_port for 70edba73-4f6f-4c40-b10e-3467acf7b3c9 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:36.775265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:36.775634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Checking segment: {'id': '7586c592-98a8-4d86-a6e1-9aace8636a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:36.776031 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.776417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Bound using segment: {'id': '7586c592-98a8-4d86-a6e1-9aace8636a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:36.777168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Bound port: cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7586c592-98a8-4d86-a6e1-9aace8636a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:36.777839 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.802285 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.811209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:36.812197 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.925367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] For port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:36.929725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] For port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf,segment=NetworkSegment(7586c592-98a8-4d86-a6e1-9aace8636a2c),segment_id=7586c592-98a8-4d86-a6e1-9aace8636a2c)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:36.940465 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7961528 Feb 11 13:35:36.943861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58852) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:36.952072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.954897 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.028453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-419090794'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:37.034853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:37.039991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Usage tracker for resource:network and tenant:0325daefc5a445c2ae166dae20a2ecb6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:37.043275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:37.049444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:37.065155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518bb77-3918-4950-a992-dae3a7a22bd4 req-6f990bef-7971-4113-b020-68920896b45c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.072495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Made reservation on behalf of 0325daefc5a445c2ae166dae20a2ecb6 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:37.075957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518bb77-3918-4950-a992-dae3a7a22bd4 req-6f990bef-7971-4113-b020-68920896b45c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.076099 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.089778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518bb77-3918-4950-a992-dae3a7a22bd4 req-6f990bef-7971-4113-b020-68920896b45c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.101941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518bb77-3918-4950-a992-dae3a7a22bd4 req-6f990bef-7971-4113-b020-68920896b45c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.110198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518bb77-3918-4950-a992-dae3a7a22bd4 req-6f990bef-7971-4113-b020-68920896b45c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.122499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518bb77-3918-4950-a992-dae3a7a22bd4 req-6f990bef-7971-4113-b020-68920896b45c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.132472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518bb77-3918-4950-a992-dae3a7a22bd4 req-6f990bef-7971-4113-b020-68920896b45c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.136933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f518bb77-3918-4950-a992-dae3a7a22bd4 req-6f990bef-7971-4113-b020-68920896b45c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5443 time: 0.9234064 Feb 11 13:35:37.158320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Transition to ACTIVE for port object 5f06f120-260b-4eea-839e-c4232dbcc4d6 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:37.198610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.262536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:37.271021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1aff124-f580-46fd-8101-38a43c5e14ea tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.328887 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57c045-6f28-4324-b373-ff766d3a7d73 None None] Pushing event updated for resources: {'Port': ['ID=cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:37.361706 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.377748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f98d4aba-6cd6-4911-a5dc-64662e95b8df None None] Provisioning complete for port 97e694d9-a791-40ca-a912-eb56a70d5acf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:37.382537 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f98d4aba-6cd6-4911-a5dc-64662e95b8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.404226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f43ea9-6b3d-47cf-b69a-a77947038cf1 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'Network': ['ID=1ff19aab-f902-477a-9032-c9db7aa85769,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:37.537467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f518bb77-3918-4950-a992-dae3a7a22bd4 req-a198a72a-44f7-4d77-adbf-02c6d26bf8d1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3572824 Feb 11 13:35:37.550356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 1ff19aab-f902-477a-9032-c9db7aa85769 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:37.560160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=5f06f120-260b-4eea-839e-c4232dbcc4d6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:37.568413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:37.576464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:37.582797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:37.583823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.608655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a7f089db-b05f-439a-9d56-e01365037da3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:37.630507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aff124-f580-46fd-8101-38a43c5e14ea tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Pushing event deleted for resources: {'Port': ['ID=70edba73-4f6f-4c40-b10e-3467acf7b3c9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:37.642061 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.642515 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Added segment a6a8fca6-3453-4c5c-94f1-42c250ab3075 of type vlan for network 8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e Feb 11 13:35:37.783768 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.823594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.851746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1aff124-f580-46fd-8101-38a43c5e14ea tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.917870 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.932852 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a1aff124-f580-46fd-8101-38a43c5e14ea tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.937207 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a1aff124-f580-46fd-8101-38a43c5e14ea tempest-FloatingIPAdminTestJSON-851224128 tempest-FloatingIPAdminTestJSON-851224128-project] 10.222.0.67 "DELETE /v2.0/floatingips/7d97858e-4458-4ce3-aeca-2e522c884e28 HTTP/1.1" status: 204 len: 168 time: 2.5849848 Feb 11 13:35:37.938311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58856) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:37.943219 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.947475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.948706 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.967192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ff71d346-712c-4d9e-b2ca-503622e9b2f0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ff71d346-712c-4d9e-b2ca-503622e9b2f0,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:37.980102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f98d4aba-6cd6-4911-a5dc-64662e95b8df None None] Port 97e694d9-a791-40ca-a912-eb56a70d5acf cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:37.983309 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.983966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 88b262fa-5a1e-4679-9096-97bcd4dc6729 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:38.066010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:38.091319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1296dec0-6363-4b71-bfea-9de1954878eb admin admin] 10.222.0.67 "PUT /v2.0/routers/840936b8-de39-4535-a2d5-5c7db49183cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9215825 Feb 11 13:35:38.107045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ff71d346-712c-4d9e-b2ca-503622e9b2f0,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:38.123838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a7f089db-b05f-439a-9d56-e01365037da3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:38.157942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a7f089db-b05f-439a-9d56-e01365037da3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:38.158566 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.394108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 88b262fa-5a1e-4679-9096-97bcd4dc6729 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:38.412218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 88b262fa-5a1e-4679-9096-97bcd4dc6729 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:38.413199 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.486078 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.495104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.496091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.508787 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.521885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ebc51573-d0a8-4359-803e-f35ae9bc23d7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Deleting port 217cdcc2-570b-4a36-b4f5-0ebb41ca30e4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:38.523873 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebc51573-d0a8-4359-803e-f35ae9bc23d7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.621228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff71d346-712c-4d9e-b2ca-503622e9b2f0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:38.652836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port a7f089db-b05f-439a-9d56-e01365037da3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a7f089db-b05f-439a-9d56-e01365037da3,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:38.664757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58866) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:38.669064 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.672135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 024c7322-b4da-43b5-8520-1f20556378ca up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:38.685111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'subnet': {'network_id': '32486f04-3c6b-426c-a8b7-9e7287f462d1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:38.812276 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff71d346-712c-4d9e-b2ca-503622e9b2f0', 'code': 200} Feb 11 13:35:38.839867 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.877582 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebc51573-d0a8-4359-803e-f35ae9bc23d7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.878181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebc51573-d0a8-4359-803e-f35ae9bc23d7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.914263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=a7f089db-b05f-439a-9d56-e01365037da3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:38.963244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 88b262fa-5a1e-4679-9096-97bcd4dc6729, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:38.965212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 024c7322-b4da-43b5-8520-1f20556378ca completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:38.970391 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.014207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 024c7322-b4da-43b5-8520-1f20556378ca triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:39.014606 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.033453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ebc51573-d0a8-4359-803e-f35ae9bc23d7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Calling delete_port for 217cdcc2-570b-4a36-b4f5-0ebb41ca30e4 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:39.136221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1772358 Feb 11 13:35:39.140217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58892) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:39.148708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3c021-9b95-4c3b-8dcb-a53894d9e019 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'Network': ['ID=8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:39.157338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'ports': [{'network_id': '1ff19aab-f902-477a-9032-c9db7aa85769', 'name': 'tempest-port--963361859', 'admin_state_up': True}, {'network_id': '8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e', 'admin_state_up': False}]} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:39.161456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'port': {'network_id': '1ff19aab-f902-477a-9032-c9db7aa85769', 'name': 'tempest-port--963361859', 'admin_state_up': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:39.162821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'port': {'network_id': '8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e', 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:39.183969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:39.212107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=5f06f120-260b-4eea-839e-c4232dbcc4d6,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:39.284998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:39.313556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:subnet and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:39.318092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=88b262fa-5a1e-4679-9096-97bcd4dc6729,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:39.318503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:39.331609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:39.339680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:39.341983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb16499-4641-4231-80fb-0064326501b8 None None] Network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:39.345425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:39.518656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:39.576522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.588438 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebc51573-d0a8-4359-803e-f35ae9bc23d7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.590128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-56d5a3e2-d10f-4b3e-b77d-111ba10d2477 None None] Provisioning for port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:39.659827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc51573-d0a8-4359-803e-f35ae9bc23d7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Pushing event deleted for resources: {'Port': ['ID=217cdcc2-570b-4a36-b4f5-0ebb41ca30e4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:39.693575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 024c7322-b4da-43b5-8520-1f20556378ca, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=024c7322-b4da-43b5-8520-1f20556378ca,segment=NetworkSegment(c53aeedf-7963-446e-b12d-60aaf971b844),segment_id=c53aeedf-7963-446e-b12d-60aaf971b844)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:39.700399 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.701775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8ab871e6-047b-49ac-a2fd-245df8360ea3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:39.751660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:39.759088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dfa0-6ab0-4f99-9730-02005e674ff6 req-00b40a89-a06d-47a9-9f68-6ecf65adf7f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.763698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dfa0-6ab0-4f99-9730-02005e674ff6 req-00b40a89-a06d-47a9-9f68-6ecf65adf7f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.767357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dfa0-6ab0-4f99-9730-02005e674ff6 req-00b40a89-a06d-47a9-9f68-6ecf65adf7f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.771905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dfa0-6ab0-4f99-9730-02005e674ff6 req-00b40a89-a06d-47a9-9f68-6ecf65adf7f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.775928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dfa0-6ab0-4f99-9730-02005e674ff6 req-00b40a89-a06d-47a9-9f68-6ecf65adf7f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.780025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dfa0-6ab0-4f99-9730-02005e674ff6 req-00b40a89-a06d-47a9-9f68-6ecf65adf7f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.784278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5dfa0-6ab0-4f99-9730-02005e674ff6 req-00b40a89-a06d-47a9-9f68-6ecf65adf7f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.786412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f9e5dfa0-6ab0-4f99-9730-02005e674ff6 req-00b40a89-a06d-47a9-9f68-6ecf65adf7f1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5445 time: 0.8670440 Feb 11 13:35:39.809075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Usage tracker for resource:port and tenant:0325daefc5a445c2ae166dae20a2ecb6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:39.813791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:39.829406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:39.843091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.847490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebc51573-d0a8-4359-803e-f35ae9bc23d7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.852143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Made reservation on behalf of 0325daefc5a445c2ae166dae20a2ecb6 for: {'port': 2} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:39.855977 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.877306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.904073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=024c7322-b4da-43b5-8520-1f20556378ca,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:39.904681 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebc51573-d0a8-4359-803e-f35ae9bc23d7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.905832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ebc51573-d0a8-4359-803e-f35ae9bc23d7 tempest-FloatingIPAdminTestJSON-566767691 tempest-FloatingIPAdminTestJSON-566767691-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/c703f1ec-90b4-4699-ba70-52e78c2037ac HTTP/1.1" status: 204 len: 168 time: 1.9650214 Feb 11 13:35:39.910203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58900) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:39.917833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8ab871e6-047b-49ac-a2fd-245df8360ea3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:39.918412 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.068421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a0972904-65fe-4774-b4ed-2d5fb9f65f1a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Deleting port 102c7a62-8825-4f80-815a-e71db35fe428 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:40.068803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0972904-65fe-4774-b4ed-2d5fb9f65f1a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.258690 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f9e5dfa0-6ab0-4f99-9730-02005e674ff6 req-ea6100ab-624d-4457-826b-612fb6e62491 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4544737 Feb 11 13:35:40.390615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.404418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f43bac89-096f-4aea-97f7-4eef9e5567e7 None None] Provisioning for port 5f06f120-260b-4eea-839e-c4232dbcc4d6 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:40.411292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f43bac89-096f-4aea-97f7-4eef9e5567e7 None None] Provisioning complete for port 5f06f120-260b-4eea-839e-c4232dbcc4d6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:40.411869 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f43bac89-096f-4aea-97f7-4eef9e5567e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.429340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] device_id is not set on port f8466e3d-6719-4302-b84a-b892d718f322 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:40.495329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f43bac89-096f-4aea-97f7-4eef9e5567e7 None None] Port 5f06f120-260b-4eea-839e-c4232dbcc4d6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:40.563307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:40.618727 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.625393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Subnet': ['ID=f32b8a6d-b781-4a6f-943e-498fbbd70bf0,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:40.648317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Checking segment: {'id': '942335de-5b3e-4754-9085-806b1348068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32486f04-3c6b-426c-a8b7-9e7287f462d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:40.648675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network hostable DHCP agents. Network: 32486f04-3c6b-426c-a8b7-9e7287f462d1, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:40.669156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:40.743746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-235c067c-1d54-4b03-9e80-6d68fe680312 None None] Provisioning complete for port 5f06f120-260b-4eea-839e-c4232dbcc4d6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:40.744535 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-235c067c-1d54-4b03-9e80-6d68fe680312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.790254 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:40.803829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:40.805410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.851036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network 32486f04-3c6b-426c-a8b7-9e7287f462d1 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:40.862193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b262fa-5a1e-4679-9096-97bcd4dc6729'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:40.885280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 32486f04-3c6b-426c-a8b7-9e7287f462d1) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:40.912981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.913957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.936524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542c273-6111-4e84-99ab-54e46c0c61d6 None None] Network 32486f04-3c6b-426c-a8b7-9e7287f462d1 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:40.941155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] device_id is not set on port 14c251b4-0fc0-4fbb-95d1-60adde6140cf yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:40.969886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-235c067c-1d54-4b03-9e80-6d68fe680312 None None] Port 5f06f120-260b-4eea-839e-c4232dbcc4d6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:40.993899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1dc93737-e718-46df-ba51-499af0cef706 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3259718 Feb 11 13:35:40.994646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58924) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:41.011559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1438972307'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:41.021939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:41.034161 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0972904-65fe-4774-b4ed-2d5fb9f65f1a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.039775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:41.047095 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b262fa-5a1e-4679-9096-97bcd4dc6729', 'code': 200} Feb 11 13:35:41.054999 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-69683711-84b9-4d56-b5f2-dbaa6fb51563 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1859818 Feb 11 13:35:41.054999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:network and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:41.057483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58928) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:41.060639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:41.071160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1006559063'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:41.078610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:41.080933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:41.091207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:network and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:41.097321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:41.155674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:41.169896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:41.173892 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.216960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:41.220668 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.234232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a0972904-65fe-4774-b4ed-2d5fb9f65f1a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Calling delete_port for 102c7a62-8825-4f80-815a-e71db35fe428 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:41.255498 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.279227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:41.306387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.307424 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added segment 6347ed98-aa81-457b-95f2-ba70538b82c9 of type vlan for network e1f01654-d40d-47b0-9993-af0c6b0714e3 Feb 11 13:35:41.359443 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.422037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf,segment=NetworkSegment(7586c592-98a8-4d86-a6e1-9aace8636a2c),segment_id=7586c592-98a8-4d86-a6e1-9aace8636a2c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:41.428578 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.431744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 024c7322-b4da-43b5-8520-1f20556378ca up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:41.444368 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.448889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:41.449712 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.487822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:41.496384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-32486f04-3c6b-426c-a8b7-9e7287f462d1', 'network_id': '32486f04-3c6b-426c-a8b7-9e7287f462d1', 'tenant_id': '72ffae0171b04f0390ba1a01aac41fc5', 'fixed_ips': [{'subnet_id': 'f32b8a6d-b781-4a6f-943e-498fbbd70bf0'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:41.497455 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.506229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-90624f66-e821-4d03-a165-85e2a822e15a None None] Provisioning complete for port 5f06f120-260b-4eea-839e-c4232dbcc4d6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:41.506855 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90624f66-e821-4d03-a165-85e2a822e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.518989 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4589016 Feb 11 13:35:41.527099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58934) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:41.610960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.616301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0972904-65fe-4774-b4ed-2d5fb9f65f1a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.618912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'subnet': {'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:41.678106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0972904-65fe-4774-b4ed-2d5fb9f65f1a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event deleted for resources: {'Port': ['ID=102c7a62-8825-4f80-815a-e71db35fe428,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.708813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-90624f66-e821-4d03-a165-85e2a822e15a None None] Port 5f06f120-260b-4eea-839e-c4232dbcc4d6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:41.719999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.925712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Allocated IP 2001:db8:0:ffff::2 (32486f04-3c6b-426c-a8b7-9e7287f462d1/f32b8a6d-b781-4a6f-943e-498fbbd70bf0/30992efe-ecdb-4e06-b8f8-80f92fbd9d58) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:41.929735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 024c7322-b4da-43b5-8520-1f20556378ca triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:41.930149 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.956673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ff6e4-b04f-412c-a06f-0a9f2bb9ce6e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Network': ['ID=e1f01654-d40d-47b0-9993-af0c6b0714e3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.971876 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.972220 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Added segment 2d29f928-dbd3-4387-acb5-434f63701b2a of type vlan for network 901e86df-05de-4cd6-b616-3a3a25080df4 Feb 11 13:35:41.980127 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a0972904-65fe-4774-b4ed-2d5fb9f65f1a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.984250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.018332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e1f01654-d40d-47b0-9993-af0c6b0714e3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:42.050448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a0972904-65fe-4774-b4ed-2d5fb9f65f1a tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "DELETE /v2.0/ports/102c7a62-8825-4f80-815a-e71db35fe428 HTTP/1.1" status: 204 len: 168 time: 2.1383846 Feb 11 13:35:42.057597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58940) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:42.087199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf4fa402-f45e-4d99-8209-3d25e2565207 req-03d4b88d-515e-46c8-ba00-7012a68b5e22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6502 time: 0.9857736 Feb 11 13:35:42.150999 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.159021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'Port': ['ID=f8466e3d-6719-4302-b84a-b892d718f322,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:42.168364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Checking segment: {'id': 'a7eb22e7-acd0-45c2-89cc-46f17da627ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1ff19aab-f902-477a-9032-c9db7aa85769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:42.168944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Network hostable DHCP agents. Network: 1ff19aab-f902-477a-9032-c9db7aa85769, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:42.172077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:42.180681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:subnet and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:42.186142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:42.196446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:42.216844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7831f-fd19-4a57-9332-b0efaa08114f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.218090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c2c7831f-fd19-4a57-9332-b0efaa08114f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Synchronizing usage tracker for tenant:f22821c4852e4b63bf7af51858cef515 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:35:42.224203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Network 1ff19aab-f902-477a-9032-c9db7aa85769 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:42.241262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 1ff19aab-f902-477a-9032-c9db7aa85769) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:42.247925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:42.248889 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.260651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8873c-5a21-4f84-9340-b68272b0fe3a None None] Network 1ff19aab-f902-477a-9032-c9db7aa85769 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:42.261100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:42.283481 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:35:42.309510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c2c7831f-fd19-4a57-9332-b0efaa08114f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Unset dirty status for tenant:f22821c4852e4b63bf7af51858cef515 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:35:42.310864 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c2c7831f-fd19-4a57-9332-b0efaa08114f tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2 HTTP/1.1" status: 200 len: 913 time: 0.2519724 Feb 11 13:35:42.325338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58944) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:42.404530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf4fa402-f45e-4d99-8209-3d25e2565207 req-919fc9d5-a0e3-4c4e-b080-bcadb095db36 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bff2ce8a-27da-40b5-93d6-7b01d923c498&id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2957063 Feb 11 13:35:42.427107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d145d9-0507-4308-a8aa-bb035b10fa9e req-973746ec-d2ca-43aa-abcc-141a21035576 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.430898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d145d9-0507-4308-a8aa-bb035b10fa9e req-973746ec-d2ca-43aa-abcc-141a21035576 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.434761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d145d9-0507-4308-a8aa-bb035b10fa9e req-973746ec-d2ca-43aa-abcc-141a21035576 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.438622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d145d9-0507-4308-a8aa-bb035b10fa9e req-973746ec-d2ca-43aa-abcc-141a21035576 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.443364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d145d9-0507-4308-a8aa-bb035b10fa9e req-973746ec-d2ca-43aa-abcc-141a21035576 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.447239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d145d9-0507-4308-a8aa-bb035b10fa9e req-973746ec-d2ca-43aa-abcc-141a21035576 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.451154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d145d9-0507-4308-a8aa-bb035b10fa9e req-973746ec-d2ca-43aa-abcc-141a21035576 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.453080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e2d145d9-0507-4308-a8aa-bb035b10fa9e req-973746ec-d2ca-43aa-abcc-141a21035576 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5445 time: 0.4992368 Feb 11 13:35:42.456831 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.462984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.463861 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.537399 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5380158 Feb 11 13:35:42.559128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.567078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'Port': ['ID=14c251b4-0fc0-4fbb-95d1-60adde6140cf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:42.571510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58948) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:42.601824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'subnet': {'network_id': '901e86df-05de-4cd6-b616-3a3a25080df4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:42.641239 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.673095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Transition to ACTIVE for port object 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:42.680012 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.735563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Transition to ACTIVE for port object 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:42.742986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Checking segment: {'id': 'a6a8fca6-3453-4c5c-94f1-42c250ab3075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:42.743348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Network hostable DHCP agents. Network: 8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:42.778958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:42.787712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:subnet and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:42.793070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:42.807023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:42.825004 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.825254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Network 8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:42.836842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:42.880906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:42.887724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a7f089db-b05f-439a-9d56-e01365037da3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:42.924407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e933e-bcaf-4b09-9516-4cde4188b62c None None] Network 8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:42.935853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:42.939780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.943768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.944441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.003643 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4fad9baa-22da-4615-b79d-f5a88597ac2f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8561194 Feb 11 13:35:43.005896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58952) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:43.049474 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.054296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Pushing event updated for resources: {'Port': ['ID=30992efe-ecdb-4e06-b8f8-80f92fbd9d58,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:43.058435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Network 32486f04-3c6b-426c-a8b7-9e7287f462d1 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:43.058888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164d4b7-bb32-4fff-8920-e377b9d60b18 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Network': ['ID=901e86df-05de-4cd6-b616-3a3a25080df4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:43.064810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.067318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:43.079667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:43.097631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 901e86df-05de-4cd6-b616-3a3a25080df4 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:43.145983 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e2d145d9-0507-4308-a8aa-bb035b10fa9e req-46b222b8-2b77-476a-94ba-674482ef7fe9 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6562338 Feb 11 13:35:43.241675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Subnet': ['ID=8403f02b-fa01-49a9-9734-c4e83be0e8fb,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:43.264808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Checking segment: {'id': '6347ed98-aa81-457b-95f2-ba70538b82c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:43.265090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network hostable DHCP agents. Network: e1f01654-d40d-47b0-9993-af0c6b0714e3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:43.308936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network e1f01654-d40d-47b0-9993-af0c6b0714e3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:43.323944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e1f01654-d40d-47b0-9993-af0c6b0714e3) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:43.328551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:43.329425 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.359207 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b17f74f5-8955-44cb-af1c-8cf46522e145 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8308454 Feb 11 13:35:43.362245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58958) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:43.427072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400f592-7bc5-47f8-97bc-06b556af370e None None] Network e1f01654-d40d-47b0-9993-af0c6b0714e3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:43.461460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Attempting to bind port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:43.461612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Attempting to bind port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '942335de-5b3e-4754-9085-806b1348068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32486f04-3c6b-426c-a8b7-9e7287f462d1'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:43.462014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Attempting to bind port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 on network 32486f04-3c6b-426c-a8b7-9e7287f462d1 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:43.503459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e6d2f-695b-4d13-9f31-d28d46ced9ab tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:43.508447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e6d2f-695b-4d13-9f31-d28d46ced9ab tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:43.509444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-095e6d2f-695b-4d13-9f31-d28d46ced9ab tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Synchronizing usage tracker for tenant:0325daefc5a445c2ae166dae20a2ecb6 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:35:43.562357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a7f089db-b05f-439a-9d56-e01365037da3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:43.562665 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.633911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:43.634502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Checking segment: {'id': '942335de-5b3e-4754-9085-806b1348068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32486f04-3c6b-426c-a8b7-9e7287f462d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:43.635016 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.635508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Bound using segment: {'id': '942335de-5b3e-4754-9085-806b1348068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32486f04-3c6b-426c-a8b7-9e7287f462d1'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:43.636043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Bound port: 30992efe-ecdb-4e06-b8f8-80f92fbd9d58, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942335de-5b3e-4754-9085-806b1348068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32486f04-3c6b-426c-a8b7-9e7287f462d1'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:43.636995 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.742946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-095e6d2f-695b-4d13-9f31-d28d46ced9ab tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Unset dirty status for tenant:0325daefc5a445c2ae166dae20a2ecb6 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:35:43.744466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-095e6d2f-695b-4d13-9f31-d28d46ced9ab tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7360444 Feb 11 13:35:43.753689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58962) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:43.979004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9b751fab-4160-4073-b1d7-92802b04976f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Deleting port f8466e3d-6719-4302-b84a-b892d718f322 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:43.979624 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b751fab-4160-4073-b1d7-92802b04976f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.983649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] For port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:43.998363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] For port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=30992efe-ecdb-4e06-b8f8-80f92fbd9d58,segment=NetworkSegment(942335de-5b3e-4754-9085-806b1348068c),segment_id=942335de-5b3e-4754-9085-806b1348068c)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:44.001297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-e1f01654-d40d-47b0-9993-af0c6b0714e3', 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'fixed_ips': [{'subnet_id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:44.002237 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.017775 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.084022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.153544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:44.204651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07297073-73f0-4e86-99e1-67d31c9cf370 None None] Pushing event updated for resources: {'Port': ['ID=30992efe-ecdb-4e06-b8f8-80f92fbd9d58,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:44.386880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:44.387330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.444763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Allocated IP 2001:db8:2::2 (e1f01654-d40d-47b0-9993-af0c6b0714e3/8403f02b-fa01-49a9-9734-c4e83be0e8fb/bcf0a559-84f8-4b7b-a1dc-c53c581113ad) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:44.652135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.659946 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b751fab-4160-4073-b1d7-92802b04976f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.834107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9b751fab-4160-4073-b1d7-92802b04976f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Calling delete_port for f8466e3d-6719-4302-b84a-b892d718f322 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:44.835872 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.853406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Transition to ACTIVE for port object bcf0a559-84f8-4b7b-a1dc-c53c581113ad will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:44.876105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Transition to ACTIVE for port object bcf0a559-84f8-4b7b-a1dc-c53c581113ad will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:44.886196 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.975194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Network e1f01654-d40d-47b0-9993-af0c6b0714e3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:44.981811 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:44.994217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:44.998418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Pushing event updated for resources: {'Port': ['ID=bcf0a559-84f8-4b7b-a1dc-c53c581113ad,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:45.062375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.objects.ports [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83567) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:35:45.068078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.111381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Attempting to bind port bcf0a559-84f8-4b7b-a1dc-c53c581113ad on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:45.111740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Attempting to bind port bcf0a559-84f8-4b7b-a1dc-c53c581113ad by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '6347ed98-aa81-457b-95f2-ba70538b82c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:45.112099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Attempting to bind port bcf0a559-84f8-4b7b-a1dc-c53c581113ad on network e1f01654-d40d-47b0-9993-af0c6b0714e3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:45.120715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:45.121091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Checking segment: {'id': '6347ed98-aa81-457b-95f2-ba70538b82c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:45.121491 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.121875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Bound using segment: {'id': '6347ed98-aa81-457b-95f2-ba70538b82c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:45.123025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Bound port: bcf0a559-84f8-4b7b-a1dc-c53c581113ad, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6347ed98-aa81-457b-95f2-ba70538b82c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:45.123187 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.148606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Subnet': ['ID=dbfa7773-cf7f-4e98-bcbb-30e9c6b15f9d,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:45.161544 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b751fab-4160-4073-b1d7-92802b04976f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.249088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b751fab-4160-4073-b1d7-92802b04976f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Port': ['ID=f8466e3d-6719-4302-b84a-b892d718f322,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:45.290653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b751fab-4160-4073-b1d7-92802b04976f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.291327 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] For port bcf0a559-84f8-4b7b-a1dc-c53c581113ad, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:45.297625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] For port bcf0a559-84f8-4b7b-a1dc-c53c581113ad, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bcf0a559-84f8-4b7b-a1dc-c53c581113ad,segment=NetworkSegment(6347ed98-aa81-457b-95f2-ba70538b82c9),segment_id=6347ed98-aa81-457b-95f2-ba70538b82c9)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:45.308899 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.317940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81585a66-0153-49f6-8951-f2f0a4f3d24c req-94bb1447-8526-45ce-a095-b9334c730890 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.323241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81585a66-0153-49f6-8951-f2f0a4f3d24c req-94bb1447-8526-45ce-a095-b9334c730890 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.328563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81585a66-0153-49f6-8951-f2f0a4f3d24c req-94bb1447-8526-45ce-a095-b9334c730890 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.333417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81585a66-0153-49f6-8951-f2f0a4f3d24c req-94bb1447-8526-45ce-a095-b9334c730890 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.337445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81585a66-0153-49f6-8951-f2f0a4f3d24c req-94bb1447-8526-45ce-a095-b9334c730890 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.341649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81585a66-0153-49f6-8951-f2f0a4f3d24c req-94bb1447-8526-45ce-a095-b9334c730890 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.345718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81585a66-0153-49f6-8951-f2f0a4f3d24c req-94bb1447-8526-45ce-a095-b9334c730890 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.355440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81585a66-0153-49f6-8951-f2f0a4f3d24c req-94bb1447-8526-45ce-a095-b9334c730890 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5445 time: 0.3762386 Feb 11 13:35:45.381270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Checking segment: {'id': '2d29f928-dbd3-4387-acb5-434f63701b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '901e86df-05de-4cd6-b616-3a3a25080df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:45.381644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network hostable DHCP agents. Network: 901e86df-05de-4cd6-b616-3a3a25080df4, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:45.386379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Allocated IP 2001:db8:2::1 (e1f01654-d40d-47b0-9993-af0c6b0714e3/8403f02b-fa01-49a9-9734-c4e83be0e8fb/58b789a8-2e7c-43cf-8734-c8ac14cb3ca2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:45.419943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9b751fab-4160-4073-b1d7-92802b04976f tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "DELETE /v2.0/ports/f8466e3d-6719-4302-b84a-b892d718f322 HTTP/1.1" status: 204 len: 168 time: 1.6630652 Feb 11 13:35:45.430436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58970) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:45.486755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc5fbf-9b41-45e5-bfd1-f9c3632bb16a None None] Pushing event updated for resources: {'Port': ['ID=bcf0a559-84f8-4b7b-a1dc-c53c581113ad,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:45.496092 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-066f652c-b05b-434e-b11a-ba6a33018c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.616899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81585a66-0153-49f6-8951-f2f0a4f3d24c req-dce0336c-f3fc-4fba-8f73-0daacb0dbd71 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2605300 Feb 11 13:35:45.649890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network 901e86df-05de-4cd6-b616-3a3a25080df4 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:45.687518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-828a13a0-a72b-47fd-83aa-92c24a74db53 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Deleting port 14c251b4-0fc0-4fbb-95d1-60adde6140cf {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:45.687869 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-828a13a0-a72b-47fd-83aa-92c24a74db53 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.740925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.769380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 901e86df-05de-4cd6-b616-3a3a25080df4) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:45.779402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06804444-6bc5-4239-ac52-e7d973e8b92c None None] Network 901e86df-05de-4cd6-b616-3a3a25080df4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:45.787267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.787873 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.797680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Transition to ACTIVE for port object 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:45.871490 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-597efcf9-9602-4a49-9f62-5425dd91f71c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2896836 Feb 11 13:35:45.875269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.898065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58978) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:45.991646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'port': {'network_id': '901e86df-05de-4cd6-b616-3a3a25080df4', 'name': 'tempest-NetworksIpV6TestAttrs-1656045340'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:46.151864 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-828a13a0-a72b-47fd-83aa-92c24a74db53 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.169682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb84dde4-df5e-48a8-b658-5c75f5880fa7 None None] Network 32486f04-3c6b-426c-a8b7-9e7287f462d1 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:46.266567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network e1f01654-d40d-47b0-9993-af0c6b0714e3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:46.279414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:46.297197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:46.300595 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.319805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=58b789a8-2e7c-43cf-8734-c8ac14cb3ca2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:46.340649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-828a13a0-a72b-47fd-83aa-92c24a74db53 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Calling delete_port for 14c251b4-0fc0-4fbb-95d1-60adde6140cf owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:46.355964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-901e86df-05de-4cd6-b616-3a3a25080df4', 'network_id': '901e86df-05de-4cd6-b616-3a3a25080df4', 'tenant_id': '72ffae0171b04f0390ba1a01aac41fc5', 'fixed_ips': [{'subnet_id': 'dbfa7773-cf7f-4e98-bcbb-30e9c6b15f9d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:46.356753 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.370891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:46.511532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:46.520302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:port and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:46.533154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:46.547501 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.559649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:46.606870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f003d-11a7-41c4-97a2-0d91735c6d66 req-fbd5d991-5d1d-4d3f-9ae6-98592293ec95 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.614045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f003d-11a7-41c4-97a2-0d91735c6d66 req-fbd5d991-5d1d-4d3f-9ae6-98592293ec95 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.619618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f003d-11a7-41c4-97a2-0d91735c6d66 req-fbd5d991-5d1d-4d3f-9ae6-98592293ec95 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.624588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f003d-11a7-41c4-97a2-0d91735c6d66 req-fbd5d991-5d1d-4d3f-9ae6-98592293ec95 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.630061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f003d-11a7-41c4-97a2-0d91735c6d66 req-fbd5d991-5d1d-4d3f-9ae6-98592293ec95 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.636806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f003d-11a7-41c4-97a2-0d91735c6d66 req-fbd5d991-5d1d-4d3f-9ae6-98592293ec95 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.641149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f003d-11a7-41c4-97a2-0d91735c6d66 req-fbd5d991-5d1d-4d3f-9ae6-98592293ec95 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.648666 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-239f003d-11a7-41c4-97a2-0d91735c6d66 req-fbd5d991-5d1d-4d3f-9ae6-98592293ec95 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5445 time: 0.6077173 Feb 11 13:35:46.688625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58982) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:46.701453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9dff7912-67e4-4263-855e-285420e4293b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Request body: {'floatingip': {'port_id': '88b262fa-5a1e-4679-9096-97bcd4dc6729'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:46.717760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Allocated IP 2001:db8::f816:3eff:fec0:4b09 (901e86df-05de-4cd6-b616-3a3a25080df4/dbfa7773-cf7f-4e98-bcbb-30e9c6b15f9d/9ef1f3b5-99d3-40e9-a58d-72f85cb43b58) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:46.731403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:46.740646 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.836629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] device_id is not set on port 59896283-76ea-43d2-a1db-6d898e806d45 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:46.888593 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-828a13a0-a72b-47fd-83aa-92c24a74db53 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.949126 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.960816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Transition to ACTIVE for port object 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:46.986514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Transition to ACTIVE for port object 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:46.997561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9dff7912-67e4-4263-855e-285420e4293b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.998531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d6a825b7-41a3-4e11-bbc9-6714c86a9ec4 None None] Provisioning for port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:47.031393 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.106464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a13a0-a72b-47fd-83aa-92c24a74db53 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Port': ['ID=14c251b4-0fc0-4fbb-95d1-60adde6140cf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:47.108378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-828a13a0-a72b-47fd-83aa-92c24a74db53 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.109359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Pushing event updated for resources: {'Port': ['ID=9ef1f3b5-99d3-40e9-a58d-72f85cb43b58,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:47.135574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-828a13a0-a72b-47fd-83aa-92c24a74db53 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "DELETE /v2.0/ports/14c251b4-0fc0-4fbb-95d1-60adde6140cf HTTP/1.1" status: 204 len: 168 time: 1.7029054 Feb 11 13:35:47.137894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58988) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:47.167056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0287d834-8581-4507-b4bb-05321fcb81ac None None] Network e1f01654-d40d-47b0-9993-af0c6b0714e3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:47.278418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Network 901e86df-05de-4cd6-b616-3a3a25080df4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:47.283325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:47.291657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:47.334700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:47.341933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:47.342302 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.343776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fdcd1a6e-ee2f-47fa-9c8f-8e0586c1c74d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Synchronizing usage tracker for tenant:0325daefc5a445c2ae166dae20a2ecb6 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:35:47.402632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Allocated IP 2001:db8::f816:3eff:fe06:a5af (901e86df-05de-4cd6-b616-3a3a25080df4/dbfa7773-cf7f-4e98-bcbb-30e9c6b15f9d/59896283-76ea-43d2-a1db-6d898e806d45) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:47.412037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6140fa28-4d46-44bb-9fd8-3adf42774a74 None None] Provisioning for port bcf0a559-84f8-4b7b-a1dc-c53c581113ad completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:47.548498 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.609849 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.617186 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.719155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Attempting to bind port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:47.719155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Attempting to bind port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '2d29f928-dbd3-4387-acb5-434f63701b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '901e86df-05de-4cd6-b616-3a3a25080df4'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:47.719155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Attempting to bind port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 on network 901e86df-05de-4cd6-b616-3a3a25080df4 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:47.733820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fdcd1a6e-ee2f-47fa-9c8f-8e0586c1c74d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Unset dirty status for tenant:0325daefc5a445c2ae166dae20a2ecb6 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:35:47.735122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fdcd1a6e-ee2f-47fa-9c8f-8e0586c1c74d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5773687 Feb 11 13:35:47.748970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58992) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:47.777152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-269920933'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:47.798276 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cc26e0d-c0d2-4ccb-8c04-ebeb9236cf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.808511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Sync routers for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:47.811029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:47.811397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Checking segment: {'id': '2d29f928-dbd3-4387-acb5-434f63701b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '901e86df-05de-4cd6-b616-3a3a25080df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:47.811797 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.812188 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Bound using segment: {'id': '2d29f928-dbd3-4387-acb5-434f63701b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '901e86df-05de-4cd6-b616-3a3a25080df4'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:47.812667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Bound port: 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d29f928-dbd3-4387-acb5-434f63701b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '901e86df-05de-4cd6-b616-3a3a25080df4'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:47.813043 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.818104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:47.827409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Usage tracker for resource:network and tenant:0325daefc5a445c2ae166dae20a2ecb6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:48.027718 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.054545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:48.055192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:48.067492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:48.082300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:48.087870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9dff7912-67e4-4263-855e-285420e4293b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.099353 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9dff7912-67e4-4263-855e-285420e4293b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.149686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network e1f01654-d40d-47b0-9993-af0c6b0714e3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:48.157099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:48.168479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Made reservation on behalf of 0325daefc5a445c2ae166dae20a2ecb6 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:48.171483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.231816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=58b789a8-2e7c-43cf-8734-c8ac14cb3ca2,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.245740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] For port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:48.251962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=30992efe-ecdb-4e06-b8f8-80f92fbd9d58,segment=NetworkSegment(942335de-5b3e-4754-9085-806b1348068c),segment_id=942335de-5b3e-4754-9085-806b1348068c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:48.266307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] For port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9ef1f3b5-99d3-40e9-a58d-72f85cb43b58,segment=NetworkSegment(2d29f928-dbd3-4387-acb5-434f63701b2a),segment_id=2d29f928-dbd3-4387-acb5-434f63701b2a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:48.270086 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.271170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcf0a559-84f8-4b7b-a1dc-c53c581113ad up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:48.346609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.350536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:48.367457 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.368058 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Added segment 08201dce-f5cc-46e4-8915-9886457ceef0 of type vlan for network 3fb061b2-c16a-456c-bd82-ff8e817f514d Feb 11 13:35:48.386137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Transition to ACTIVE for port object 59896283-76ea-43d2-a1db-6d898e806d45 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:48.408944 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.426333 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.442863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-83d15f2d-8f50-4588-9b02-032a7ce1535e None None] Provisioning complete for port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:48.443361 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83d15f2d-8f50-4588-9b02-032a7ce1535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.464946 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.469515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:48.470164 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.564680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.642013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:48.658928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network 901e86df-05de-4cd6-b616-3a3a25080df4 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:48.660961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Port': ['ID=59896283-76ea-43d2-a1db-6d898e806d45,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.664962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:48.668271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:48.672213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:48.672816 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.711845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:48.728071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=30992efe-ecdb-4e06-b8f8-80f92fbd9d58,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.826351 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4a34822e-7f77-4772-a126-751373f4c4c1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8475399 Feb 11 13:35:48.837082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58998) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:49.001041 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2511060 Feb 11 13:35:49.014949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59004) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:49.027677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79d26f-1bf0-4ae4-9c53-2263a87e833e tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'Network': ['ID=3fb061b2-c16a-456c-bd82-ff8e817f514d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:49.043708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1514753856'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:49.052899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:49.062305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Usage tracker for resource:network and tenant:0325daefc5a445c2ae166dae20a2ecb6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:49.068390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:49.077679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:49.129370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Made reservation on behalf of 0325daefc5a445c2ae166dae20a2ecb6 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:49.136396 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.148285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port bcf0a559-84f8-4b7b-a1dc-c53c581113ad completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:49.155733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 3fb061b2-c16a-456c-bd82-ff8e817f514d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:49.224789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Deleting port 26519742-81de-49a2-ba6f-e4c4594a2383 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:49.225336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.268388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:49.281130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.281800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769f5b-0292-4bad-b6cc-73decc05f10e None None] Pushing event updated for resources: {'Port': ['ID=9ef1f3b5-99d3-40e9-a58d-72f85cb43b58,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:49.338924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1baff98-cc99-4c76-8aa0-76a71216f2a5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting subnet dbfa7773-cf7f-4e98-bcbb-30e9c6b15f9d {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:35:49.344306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1baff98-cc99-4c76-8aa0-76a71216f2a5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.400508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:49.409308 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a34c5ba8-e4d7-413c-8d7d-18239a05761d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0458040 Feb 11 13:35:49.410056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59008) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:49.424695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port bcf0a559-84f8-4b7b-a1dc-c53c581113ad triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:49.425052 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.435371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1357039593'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:49.444737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:49.452847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:network and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:49.457925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:49.466532 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1baff98-cc99-4c76-8aa0-76a71216f2a5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.504183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.526300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:49.528918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.586318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:49.589295 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.656637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:49.682462 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.685515 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added segment 73e4a4ca-f736-490d-8a8f-4dd9f3de1042 of type vlan for network 49c71bc3-205e-4f3f-8c47-18a7845589ee Feb 11 13:35:49.726316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Calling delete_port for 26519742-81de-49a2-ba6f-e4c4594a2383 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:49.751218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.827792 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1baff98-cc99-4c76-8aa0-76a71216f2a5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.837537 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.853843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9df69c56-27db-4ff3-b987-bc69be4c7e3d None None] Provisioning for port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:49.871392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9df69c56-27db-4ff3-b987-bc69be4c7e3d None None] Provisioning complete for port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:49.871768 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9df69c56-27db-4ff3-b987-bc69be4c7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.887265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.887640 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Added segment dc5589e7-9fb4-40db-a168-659789257265 of type vlan for network b7a19c7e-900f-4cb1-8a6b-b8e3322a5154 Feb 11 13:35:49.937793 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.989403 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.993216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:49.993365 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port bcf0a559-84f8-4b7b-a1dc-c53c581113ad, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bcf0a559-84f8-4b7b-a1dc-c53c581113ad,segment=NetworkSegment(6347ed98-aa81-457b-95f2-ba70538b82c9),segment_id=6347ed98-aa81-457b-95f2-ba70538b82c9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:49.993863 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.997276 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1baff98-cc99-4c76-8aa0-76a71216f2a5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.019024 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.042524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.046600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.047373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.077073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9df69c56-27db-4ff3-b987-bc69be4c7e3d None None] Port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:50.095069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baff98-cc99-4c76-8aa0-76a71216f2a5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfa7773-cf7f-4e98-bcbb-30e9c6b15f9d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:50.112618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:35:46Z', 'revision_number': 4, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b789a8-2e7c-43cf-8734-c8ac14cb3ca2', 'name': '', 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:ea:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:45Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:35:38Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:50.122815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=bcf0a559-84f8-4b7b-a1dc-c53c581113ad,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:50.124915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Checking router: 599da251-acce-48a7-8643-ad9319aa258f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:35:50.125530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Updating router 599da251-acce-48a7-8643-ad9319aa258f port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:35:50.195401 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1baff98-cc99-4c76-8aa0-76a71216f2a5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.199662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d1baff98-cc99-4c76-8aa0-76a71216f2a5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/subnets/dbfa7773-cf7f-4e98-bcbb-30e9c6b15f9d HTTP/1.1" status: 204 len: 168 time: 1.3510897 Feb 11 13:35:50.201809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59012) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:50.209217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7886331 Feb 11 13:35:50.209872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59016) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:50.284745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'subnet': {'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:50.290608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.291221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.291718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.292215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.295980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.296494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.296989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.297320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.297645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.297966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.298287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:50.303072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'Network': ['ID=b7a19c7e-900f-4cb1-8a6b-b8e3322a5154,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:50.321147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9df69c56-27db-4ff3-b987-bc69be4c7e3d None None] Provisioning complete for port bcf0a559-84f8-4b7b-a1dc-c53c581113ad triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:50.321514 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9df69c56-27db-4ff3-b987-bc69be4c7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.323344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-00e05533-01ed-41f6-82cb-1b6c44bc7ae6 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3004456 Feb 11 13:35:50.347942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff73cf6-7921-453b-926c-a9a47c069bec tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Network': ['ID=49c71bc3-205e-4f3f-8c47-18a7845589ee,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:50.414473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network b7a19c7e-900f-4cb1-8a6b-b8e3322a5154 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:50.420572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.443769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 49c71bc3-205e-4f3f-8c47-18a7845589ee details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:50.499060 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.510483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59022) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:50.513790 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-9dff7912-67e4-4263-855e-285420e4293b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Floating IP 1266b228-c52b-41c7-8215-dbed8e91364e associated. External IP: 172.25.4.244, port: 88b262fa-5a1e-4679-9096-97bcd4dc6729. Feb 11 13:35:50.556290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:50.678036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7be9485-6514-498a-8386-176e119e1796 None None] Network 901e86df-05de-4cd6-b616-3a3a25080df4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:50.689054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f627ba8-2ca6-4ef3-aa3a-c0c972461251 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.690629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f627ba8-2ca6-4ef3-aa3a-c0c972461251 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.691969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9f627ba8-2ca6-4ef3-aa3a-c0c972461251 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Synchronizing usage tracker for tenant:72ffae0171b04f0390ba1a01aac41fc5 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:35:50.714370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:50.714568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'subnets': [{'network_id': '3fb061b2-c16a-456c-bd82-ff8e817f514d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--760443552', 'ip_version': 4}, {'network_id': 'b7a19c7e-900f-4cb1-8a6b-b8e3322a5154', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:50.715086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'subnet': {'network_id': '3fb061b2-c16a-456c-bd82-ff8e817f514d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--760443552', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:50.715257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Request body: {'subnet': {'network_id': 'b7a19c7e-900f-4cb1-8a6b-b8e3322a5154', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:50.723979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:subnet and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:50.728752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:50.741750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event deleted for resources: {'Port': ['ID=26519742-81de-49a2-ba6f-e4c4594a2383,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:50.746539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9f627ba8-2ca6-4ef3-aa3a-c0c972461251 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Unset dirty status for tenant:72ffae0171b04f0390ba1a01aac41fc5 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:35:50.748058 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9f627ba8-2ca6-4ef3-aa3a-c0c972461251 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5450664 Feb 11 13:35:50.749584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:50.751658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59026) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:50.868401 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.981927 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5645daf-184a-4f26-9792-e3160316d37d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.996238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Made reservation on behalf of af3067ee552347ceb5be577a068c500a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:51.074476 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5645daf-184a-4f26-9792-e3160316d37d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 13:35:51.075005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5645daf-184a-4f26-9792-e3160316d37d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:35:51.076884 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a5645daf-184a-4f26-9792-e3160316d37d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/901e86df-05de-4cd6-b616-3a3a25080df4 HTTP/1.1" status: 409 len: 405 time: 0.3240628 Feb 11 13:35:51.087496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59030) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:51.098240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1870239027'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:51.108665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:51.113926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:network and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:51.117561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:51.124852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:51.147762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:51.150444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.208569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:35:51.212914 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Sync routers for ids ['840936b8-de39-4535-a2d5-5c7db49183cf'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:51.236473 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Routers {'840936b8-de39-4535-a2d5-5c7db49183cf'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:51.237021 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['840936b8-de39-4535-a2d5-5c7db49183cf'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:51.239716 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.240063 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Added segment 83a28c06-b8ab-414a-a13d-8b3231b40f73 of type vlan for network bb1d24aa-6c49-49f2-8778-0dc5a0602043 Feb 11 13:35:51.281878 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.322528 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.339877 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.344220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:51.345069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.395494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:51.410171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:51.546379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:51.588072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Usage tracker for resource:subnet and tenant:0325daefc5a445c2ae166dae20a2ecb6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:51.600379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:51.629831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:51.665020 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Set router 840936b8-de39-4535-a2d5-5c7db49183cf gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:51.683415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3acba654-06f8-4a3c-97a6-809bf5ef1cb5 None None] Provisioning complete for port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:51.684091 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3acba654-06f8-4a3c-97a6-809bf5ef1cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.748460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Made reservation on behalf of 0325daefc5a445c2ae166dae20a2ecb6 for: {'subnet': 2} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:51.824743 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7355773 Feb 11 13:35:51.830531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59036) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:51.832732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.867901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'subnet': {'network_id': 'bb1d24aa-6c49-49f2-8778-0dc5a0602043', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:51.885931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3acba654-06f8-4a3c-97a6-809bf5ef1cb5 None None] Port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:35:51.922436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:51.923009 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.926173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4136-facf-4750-a161-a16bbc0de6e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Network': ['ID=bb1d24aa-6c49-49f2-8778-0dc5a0602043,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:51.965669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network bb1d24aa-6c49-49f2-8778-0dc5a0602043 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:35:51.979876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a65c47-2de3-4078-a4d6-78bcd4aea85a None None] DHCP port deletion for 901e86df-05de-4cd6-b616-3a3a25080df4 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:35:51.993703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Subnet': ['ID=7380064c-f65d-4d87-8054-6a3e06d90224,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:52.013314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Checking segment: {'id': '73e4a4ca-f736-490d-8a8f-4dd9f3de1042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:52.013976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network hostable DHCP agents. Network: 49c71bc3-205e-4f3f-8c47-18a7845589ee, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:52.055493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 49c71bc3-205e-4f3f-8c47-18a7845589ee is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:52.073769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-51a65c47-2de3-4078-a4d6-78bcd4aea85a None None] Deleting port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:35:52.074155 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51a65c47-2de3-4078-a4d6-78bcd4aea85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.086048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 49c71bc3-205e-4f3f-8c47-18a7845589ee) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:52.096445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:52.099744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.124360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3acba654-06f8-4a3c-97a6-809bf5ef1cb5 None None] Provisioning for port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:52.127609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab7dbe-decf-4769-8fb5-fb0e87d33f55 None None] Network 49c71bc3-205e-4f3f-8c47-18a7845589ee requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:52.176233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:52.186669 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a8f732ee-11b4-4077-8b80-fcc1163ede65 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9193056 Feb 11 13:35:52.189738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59040) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:52.213675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:52.236998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3acba654-06f8-4a3c-97a6-809bf5ef1cb5 None None] Provisioning complete for port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:52.237692 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3acba654-06f8-4a3c-97a6-809bf5ef1cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.290554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:52.308198 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'name': 'tempest-TestVolumeBackupRestore-451728992-router', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:21Z', 'updated_at': '2022-02-11T13:35:31Z', 'revision_number': 4, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'gw_port': {'id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:19:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '97e694d9-a791-40ca-a912-eb56a70d5acf', 'name': '', 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'mac_address': 'fa:16:3e:34:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:29Z', 'updated_at': '2022-02-11T13:35:31Z', 'revision_number': 2, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'subnets': [{'id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:52.321924 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Checking router: 840936b8-de39-4535-a2d5-5c7db49183cf for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:35:52.322997 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Updating router 840936b8-de39-4535-a2d5-5c7db49183cf port 97e694d9-a791-40ca-a912-eb56a70d5acf binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:35:52.412309 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.450460 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:35:52.491461 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.627494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.628204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.856379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.903666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Transition to ACTIVE for port object 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:52.917974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-51a65c47-2de3-4078-a4d6-78bcd4aea85a None None] For port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9ef1f3b5-99d3-40e9-a58d-72f85cb43b58,segment=NetworkSegment(2d29f928-dbd3-4387-acb5-434f63701b2a),segment_id=2d29f928-dbd3-4387-acb5-434f63701b2a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:52.918279 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51a65c47-2de3-4078-a4d6-78bcd4aea85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.987499 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.114196 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.129707 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Transition to ACTIVE for port object 97e694d9-a791-40ca-a912-eb56a70d5acf will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:53.138437 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.292178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcf0a559-84f8-4b7b-a1dc-c53c581113ad up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:53.499296 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a150b-2db9-408f-8db8-46666bd5c117 None None] Pushing event updated for resources: {'Port': ['ID=97e694d9-a791-40ca-a912-eb56a70d5acf,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:53.524577 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Attempting to bind port 97e694d9-a791-40ca-a912-eb56a70d5acf on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:53.525296 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Attempting to bind port 97e694d9-a791-40ca-a912-eb56a70d5acf by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:53.527254 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Attempting to bind port 97e694d9-a791-40ca-a912-eb56a70d5acf on network 30865275-3fa4-4b05-a0ea-fd932eecbed6 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:53.555497 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:53.555875 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Checking segment: {'id': '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:53.556250 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.560359 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Bound using segment: {'id': '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:53.564261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-51a65c47-2de3-4078-a4d6-78bcd4aea85a None None] Calling delete_port for 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:35:53.571714 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Bound port: 97e694d9-a791-40ca-a912-eb56a70d5acf, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:53.572424 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.681974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694aedd9-6bed-4eb0-861d-d885883a43a6 None None] Pushing event updated for resources: {'Port': ['ID=58b789a8-2e7c-43cf-8734-c8ac14cb3ca2,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:53.685729 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.705572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.734518 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3acba654-06f8-4a3c-97a6-809bf5ef1cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.812629 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] For port 97e694d9-a791-40ca-a912-eb56a70d5acf, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:53.818206 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] For port 97e694d9-a791-40ca-a912-eb56a70d5acf, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97e694d9-a791-40ca-a912-eb56a70d5acf,segment=NetworkSegment(92d4713d-bc5a-4ce9-9d0f-50cc251de4c8),segment_id=92d4713d-bc5a-4ce9-9d0f-50cc251de4c8)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:53.826350 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.828146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.856614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-49c71bc3-205e-4f3f-8c47-18a7845589ee', 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'fixed_ips': [{'subnet_id': '7380064c-f65d-4d87-8054-6a3e06d90224'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:53.859202 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.039653 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a150b-2db9-408f-8db8-46666bd5c117 None None] Pushing event updated for resources: {'Port': ['ID=97e694d9-a791-40ca-a912-eb56a70d5acf,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:54.060727 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Routers {'840936b8-de39-4535-a2d5-5c7db49183cf'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:54.062923 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['840936b8-de39-4535-a2d5-5c7db49183cf'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:54.102186 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51a65c47-2de3-4078-a4d6-78bcd4aea85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.413114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'Subnet': ['ID=9d68630b-bc80-44a2-ae26-ac60fc940f3f,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:54.415360 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] Set router 840936b8-de39-4535-a2d5-5c7db49183cf gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:54.459662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a65c47-2de3-4078-a4d6-78bcd4aea85a None None] Pushing event deleted for resources: {'Port': ['ID=9ef1f3b5-99d3-40e9-a58d-72f85cb43b58,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:54.461555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port bcf0a559-84f8-4b7b-a1dc-c53c581113ad triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:54.461919 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.547449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.547801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.548139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.548816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.550562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.552480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.552986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.553565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.555145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.555748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.556373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:54.722592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Checking segment: {'id': '08201dce-f5cc-46e4-8915-9886457ceef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3fb061b2-c16a-456c-bd82-ff8e817f514d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:54.723195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Network hostable DHCP agents. Network: 3fb061b2-c16a-456c-bd82-ff8e817f514d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:54.766275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a65c47-2de3-4078-a4d6-78bcd4aea85a None None] No DVR routers for this DVR port 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:54.766275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Attempting to bind port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:54.774050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Allocated IP 2001:db8:3::1 (49c71bc3-205e-4f3f-8c47-18a7845589ee/7380064c-f65d-4d87-8054-6a3e06d90224/3e40161b-78ad-46f4-afbe-bec650a5f2f1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:54.785141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Attempting to bind port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '6347ed98-aa81-457b-95f2-ba70538b82c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:54.785141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Attempting to bind port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 on network e1f01654-d40d-47b0-9993-af0c6b0714e3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:54.867516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Network 3fb061b2-c16a-456c-bd82-ff8e817f514d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:54.915010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dff7912-67e4-4263-855e-285420e4293b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Router ecc36174-f0eb-4374-b26f-9749f9e9f720 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:54.970113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:54.970113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Checking segment: {'id': '6347ed98-aa81-457b-95f2-ba70538b82c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:54.989575 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.991866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Bound using segment: {'id': '6347ed98-aa81-457b-95f2-ba70538b82c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:54.996197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Bound port: 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6347ed98-aa81-457b-95f2-ba70538b82c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:54.996905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.043189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 3fb061b2-c16a-456c-bd82-ff8e817f514d) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:55.051325 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.156662 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.171325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef8372-dffe-4a0a-85ba-01a6bfa58625 None None] Network 3fb061b2-c16a-456c-bd82-ff8e817f514d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:55.193898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Transition to ACTIVE for port object 3e40161b-78ad-46f4-afbe-bec650a5f2f1 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:55.201112 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'name': 'tempest-TestVolumeBackupRestore-451728992-router', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:21Z', 'updated_at': '2022-02-11T13:35:31Z', 'revision_number': 4, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'gw_port': {'id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:19:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '97e694d9-a791-40ca-a912-eb56a70d5acf', 'name': '', 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'mac_address': 'fa:16:3e:34:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:29Z', 'updated_at': '2022-02-11T13:35:53Z', 'revision_number': 4, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'subnets': [{'id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:55.216030 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923ec07-a488-48c3-b39b-1749a588398b None None] The sync data for ids ['840936b8-de39-4535-a2d5-5c7db49183cf'] in n-d-818559-1 is: [{'id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'name': 'tempest-TestVolumeBackupRestore-451728992-router', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:21Z', 'updated_at': '2022-02-11T13:35:31Z', 'revision_number': 4, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'gw_port': {'id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:19:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '97e694d9-a791-40ca-a912-eb56a70d5acf', 'name': '', 'network_id': '30865275-3fa4-4b05-a0ea-fd932eecbed6', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'mac_address': 'fa:16:3e:34:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:29Z', 'updated_at': '2022-02-11T13:35:53Z', 'revision_number': 4, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'subnets': [{'id': '42ff2a42-81f5-4c96-86cc-5ac92c91febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:55.248728 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.258036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Checking segment: {'id': 'dc5589e7-9fb4-40db-a168-659789257265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b7a19c7e-900f-4cb1-8a6b-b8e3322a5154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:55.258972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Network hostable DHCP agents. Network: b7a19c7e-900f-4cb1-8a6b-b8e3322a5154, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:55.350461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 49c71bc3-205e-4f3f-8c47-18a7845589ee is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:55.357098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:55.359945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=3e40161b-78ad-46f4-afbe-bec650a5f2f1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:55.362041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:55.362642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.535215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.653299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Allocated IP 2001:db8:3::2 (49c71bc3-205e-4f3f-8c47-18a7845589ee/7380064c-f65d-4d87-8054-6a3e06d90224/b0c17cda-0a1d-492f-9694-149b54894757) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:55.662356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.objects.ports [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83567) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:35:55.664049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event updated for resources: {'Subnet': ['ID=242473ad-d989-4940-bc86-48ce80bb6a77,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:55.680813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.684472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Network b7a19c7e-900f-4cb1-8a6b-b8e3322a5154 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:55.783374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, b7a19c7e-900f-4cb1-8a6b-b8e3322a5154) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:55.799333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:55.799718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:55.802544 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.855683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Subnet': ['ID=265d067b-b569-449a-860c-768212011db2,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:55.877725 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-916bfd6c-c209-435d-81e3-1cc741f6bb9d tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.2488575 Feb 11 13:35:55.886019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59050) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:55.887845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176bafca-340c-4cb2-9513-478f7c4af5c6 None None] Network b7a19c7e-900f-4cb1-8a6b-b8e3322a5154 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:56.113625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Checking segment: {'id': '83a28c06-b8ab-414a-a13d-8b3231b40f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb1d24aa-6c49-49f2-8778-0dc5a0602043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:56.114304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network hostable DHCP agents. Network: bb1d24aa-6c49-49f2-8778-0dc5a0602043, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:35:56.141763 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.156131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Transition to ACTIVE for port object b0c17cda-0a1d-492f-9694-149b54894757 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:56.190065 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.193683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Transition to ACTIVE for port object b0c17cda-0a1d-492f-9694-149b54894757 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:56.200120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] For port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:56.202407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.203440 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.209191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] For port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=58b789a8-2e7c-43cf-8734-c8ac14cb3ca2,segment=NetworkSegment(6347ed98-aa81-457b-95f2-ba70538b82c9),segment_id=6347ed98-aa81-457b-95f2-ba70538b82c9)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:56.294385 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.324726 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.350249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e102e6-f08e-4a59-81cd-d898b7c08ee5 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:56.352273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e102e6-f08e-4a59-81cd-d898b7c08ee5 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:56.353657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e102e6-f08e-4a59-81cd-d898b7c08ee5 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:56.354825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b2e102e6-f08e-4a59-81cd-d898b7c08ee5 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Synchronizing usage tracker for tenant:0325daefc5a445c2ae166dae20a2ecb6 on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:35:56.381708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:35:56.415928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event updated for resources: {'Port': ['ID=3e40161b-78ad-46f4-afbe-bec650a5f2f1,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:56.439328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:35:56.439674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9ef1f3b5-99d3-40e9-a58d-72f85cb43b58 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:35:56.461584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Updating router 599da251-acce-48a7-8643-ad9319aa258f port 5f06f120-260b-4eea-839e-c4232dbcc4d6 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:35:56.512010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Network 49c71bc3-205e-4f3f-8c47-18a7845589ee is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:56.512299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b2e102e6-f08e-4a59-81cd-d898b7c08ee5 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Unset dirty status for tenant:0325daefc5a445c2ae166dae20a2ecb6 on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:35:56.513879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:56.514153 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b2e102e6-f08e-4a59-81cd-d898b7c08ee5 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.6269906 Feb 11 13:35:56.526456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network bb1d24aa-6c49-49f2-8778-0dc5a0602043 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:35:56.552315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59056) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:56.748599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, bb1d24aa-6c49-49f2-8778-0dc5a0602043) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:56.763763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:56.764630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.769822 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.780884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97e694d9-a791-40ca-a912-eb56a70d5acf up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:35:56.817730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102c03ef-dbb0-429b-bda4-46ab13df2a7e None None] Network bb1d24aa-6c49-49f2-8778-0dc5a0602043 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:56.827892 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ca6473ee-81cd-4220-812b-efa6d9662b9b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9760273 Feb 11 13:35:56.835055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59060) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:56.842731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05a6fae-e33a-4e5c-bd0b-5d9e8bb62de8 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Deleting subnet 9d68630b-bc80-44a2-ae26-ac60fc940f3f {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:35:56.849746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'port': {'network_id': 'bb1d24aa-6c49-49f2-8778-0dc5a0602043', 'name': 'tempest-NetworksIpV6TestAttrs-1101032793'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:56.885929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f05a6fae-e33a-4e5c-bd0b-5d9e8bb62de8 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.924194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Network 49c71bc3-205e-4f3f-8c47-18a7845589ee is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:56.987203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:56.996964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dff7912-67e4-4263-855e-285420e4293b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:57.000684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:57.013431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9dff7912-67e4-4263-855e-285420e4293b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.034117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635a173-5601-46e1-ba59-23671107d075 None None] Sync routers for ids ['ecc36174-f0eb-4374-b26f-9749f9e9f720'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:57.066873 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Pushing event updated for resources: {'Port': ['ID=b0c17cda-0a1d-492f-9694-149b54894757,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:57.108271 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f05a6fae-e33a-4e5c-bd0b-5d9e8bb62de8 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.172607 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9dff7912-67e4-4263-855e-285420e4293b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "PUT /v2.0/floatingips/1266b228-c52b-41c7-8215-dbed8e91364e HTTP/1.1" status: 200 len: 992 time: 10.4823015 Feb 11 13:35:57.180681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '88b262fa-5a1e-4679-9096-97bcd4dc6729'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:57.401462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:57.549516 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f05a6fae-e33a-4e5c-bd0b-5d9e8bb62de8 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.593161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:35:57.610053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:port and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:35:57.621530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:35:57.650950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:35:57.689732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:57.693514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.732461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d4b3-11eb-485a-a590-5c9f580ea85b req-67db6d8a-c528-4217-b927-56412962ff73 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.736797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d4b3-11eb-485a-a590-5c9f580ea85b req-67db6d8a-c528-4217-b927-56412962ff73 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.741265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d4b3-11eb-485a-a590-5c9f580ea85b req-67db6d8a-c528-4217-b927-56412962ff73 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.745419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d4b3-11eb-485a-a590-5c9f580ea85b req-67db6d8a-c528-4217-b927-56412962ff73 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.749433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d4b3-11eb-485a-a590-5c9f580ea85b req-67db6d8a-c528-4217-b927-56412962ff73 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.754244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d4b3-11eb-485a-a590-5c9f580ea85b req-67db6d8a-c528-4217-b927-56412962ff73 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.757982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d4b3-11eb-485a-a590-5c9f580ea85b req-67db6d8a-c528-4217-b927-56412962ff73 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.766903 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8a48d4b3-11eb-485a-a590-5c9f580ea85b req-67db6d8a-c528-4217-b927-56412962ff73 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5445 time: 0.3359013 Feb 11 13:35:57.780267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635a173-5601-46e1-ba59-23671107d075 None None] Routers {'ecc36174-f0eb-4374-b26f-9749f9e9f720'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:57.781210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5635a173-5601-46e1-ba59-23671107d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ecc36174-f0eb-4374-b26f-9749f9e9f720'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:57.793684 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f05a6fae-e33a-4e5c-bd0b-5d9e8bb62de8 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.842357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] device_id is not set on port 4c9eb40f-190a-42ab-9718-0faf3b2fd9c0 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:57.898288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82445354-62e6-47aa-a870-06ed3be0eef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-3fb061b2-c16a-456c-bd82-ff8e817f514d', 'network_id': '3fb061b2-c16a-456c-bd82-ff8e817f514d', 'tenant_id': '0325daefc5a445c2ae166dae20a2ecb6', 'fixed_ips': [{'subnet_id': '9d68630b-bc80-44a2-ae26-ac60fc940f3f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:57.899126 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82445354-62e6-47aa-a870-06ed3be0eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.903947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:57.909076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 97e694d9-a791-40ca-a912-eb56a70d5acf completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:57.923352 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'tag': '88b262fa-5a1e-4679-9096-97bcd4dc6729', 'status': 'completed', 'code': 200} Feb 11 13:35:57.928151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Router ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:57.939729 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cfdc23e6-8617-4264-a9e3-ddcbb53fac42 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7469883 Feb 11 13:35:57.941626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59076) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:57.947417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9f930c34-93a0-47ac-9939-ae222c2366b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:35:57.967596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a6fae-e33a-4e5c-bd0b-5d9e8bb62de8 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Subnet': ['ID=9d68630b-bc80-44a2-ae26-ac60fc940f3f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:58.017505 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f05a6fae-e33a-4e5c-bd0b-5d9e8bb62de8 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.046355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 97e694d9-a791-40ca-a912-eb56a70d5acf triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:58.046755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.047869 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f05a6fae-e33a-4e5c-bd0b-5d9e8bb62de8 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "DELETE /v2.0/subnets/9d68630b-bc80-44a2-ae26-ac60fc940f3f HTTP/1.1" status: 204 len: 168 time: 1.4878919 Feb 11 13:35:58.048719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59084) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:58.067243 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8a48d4b3-11eb-485a-a590-5c9f580ea85b req-9664cc76-8e5b-4083-a9ab-23b4595a2e6a tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2993386 Feb 11 13:35:58.112243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694aedd9-6bed-4eb0-861d-d885883a43a6 None None] Pushing event updated for resources: {'Port': ['ID=58b789a8-2e7c-43cf-8734-c8ac14cb3ca2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:58.140515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Attempting to bind port b0c17cda-0a1d-492f-9694-149b54894757 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:58.140883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Attempting to bind port b0c17cda-0a1d-492f-9694-149b54894757 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '73e4a4ca-f736-490d-8a8f-4dd9f3de1042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:58.141239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Attempting to bind port b0c17cda-0a1d-492f-9694-149b54894757 on network 49c71bc3-205e-4f3f-8c47-18a7845589ee {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:35:58.143699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-b7a19c7e-900f-4cb1-8a6b-b8e3322a5154', 'network_id': 'b7a19c7e-900f-4cb1-8a6b-b8e3322a5154', 'tenant_id': '0325daefc5a445c2ae166dae20a2ecb6', 'fixed_ips': [{'subnet_id': '242473ad-d989-4940-bc86-48ce80bb6a77'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:58.145328 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.323425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-91733f53-b96a-4851-abbd-3c8e87a1b7ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6502 time: 0.4367466 Feb 11 13:35:58.329338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:35:58.329977 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Checking segment: {'id': '73e4a4ca-f736-490d-8a8f-4dd9f3de1042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:35:58.330561 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.331198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Bound using segment: {'id': '73e4a4ca-f736-490d-8a8f-4dd9f3de1042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:35:58.332424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Bound port: b0c17cda-0a1d-492f-9694-149b54894757, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e4a4ca-f736-490d-8a8f-4dd9f3de1042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:58.332971 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.564722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Allocated IP 172.20.0.18 (b7a19c7e-900f-4cb1-8a6b-b8e3322a5154/242473ad-d989-4940-bc86-48ce80bb6a77/3a7ee967-611c-46b5-98a5-1f00f837c1b1) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:58.619412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Allocated IP 2001:db8::f816:3eff:feed:15b1 (bb1d24aa-6c49-49f2-8778-0dc5a0602043/265d067b-b569-449a-860c-768212011db2/4c9eb40f-190a-42ab-9718-0faf3b2fd9c0) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:58.682371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc02b88-e936-4f50-95ed-4f02e9b2bc67 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Deleting subnet 242473ad-d989-4940-bc86-48ce80bb6a77 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:35:58.937517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.953656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:58.965458 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cd7b1ad5-9c72-4d05-9311-13736e94d2e6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "PUT /v2.0/routers/ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6386874 Feb 11 13:35:58.966704 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77868362-2774-485a-b454-5abf4c523c1a None None] Sync routers for ids ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:35:58.974718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59096) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:59.019168 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77868362-2774-485a-b454-5abf4c523c1a None None] Routers {'ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:59.024883 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-77868362-2774-485a-b454-5abf4c523c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:59.068465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Transition to ACTIVE for port object 4c9eb40f-190a-42ab-9718-0faf3b2fd9c0 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:59.148251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-bb1d24aa-6c49-49f2-8778-0dc5a0602043', 'network_id': 'bb1d24aa-6c49-49f2-8778-0dc5a0602043', 'tenant_id': '72ffae0171b04f0390ba1a01aac41fc5', 'fixed_ips': [{'subnet_id': '265d067b-b569-449a-860c-768212011db2'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:35:59.149057 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.168445 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.174016 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-77868362-2774-485a-b454-5abf4c523c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:59.199714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-9f930c34-93a0-47ac-9939-ae222c2366b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 11 13:35:59.200609 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77868362-2774-485a-b454-5abf4c523c1a None None] Routers {'ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:35:59.201462 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-77868362-2774-485a-b454-5abf4c523c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:59.220500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-9f930c34-93a0-47ac-9939-ae222c2366b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Removed routes are [] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 11 13:35:59.220802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f930c34-93a0-47ac-9939-ae222c2366b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.229343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-096ee972-5df9-4444-92aa-616d41810736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.231187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-096ee972-5df9-4444-92aa-616d41810736 service neutron] 10.222.0.73 "GET /v2.0/networks?id=33c7dbfc-9cfc-49f6-8127-3528bf05f912 HTTP/1.1" status: 200 len: 918 time: 0.8948863 Feb 11 13:35:59.269829 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-77868362-2774-485a-b454-5abf4c523c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:59.270405 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77868362-2774-485a-b454-5abf4c523c1a None None] The sync data for ids ['ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:35:59.318962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network bb1d24aa-6c49-49f2-8778-0dc5a0602043 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:59.321576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Port': ['ID=4c9eb40f-190a-42ab-9718-0faf3b2fd9c0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:59.331913 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:59.335176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:35:59.339282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.340497 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.388124 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1610a7d7-20ef-4f2b-bfc6-181da4f94ce1 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5502520 Feb 11 13:35:59.391196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59100) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:35:59.473246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] For port b0c17cda-0a1d-492f-9694-149b54894757, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:59.495950 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.543289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] For port b0c17cda-0a1d-492f-9694-149b54894757, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b0c17cda-0a1d-492f-9694-149b54894757,segment=NetworkSegment(73e4a4ca-f736-490d-8a8f-4dd9f3de1042),segment_id=73e4a4ca-f736-490d-8a8f-4dd9f3de1042)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:59.548549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Transition to ACTIVE for port object 3a7ee967-611c-46b5-98a5-1f00f837c1b1 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:59.570664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989bc1-13c1-4b99-b5d3-19a90ecc7053 req-782dd474-2d51-4f22-b52c-af1dc02f9ee8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.574949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989bc1-13c1-4b99-b5d3-19a90ecc7053 req-782dd474-2d51-4f22-b52c-af1dc02f9ee8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.578953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989bc1-13c1-4b99-b5d3-19a90ecc7053 req-782dd474-2d51-4f22-b52c-af1dc02f9ee8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.579213 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.583846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989bc1-13c1-4b99-b5d3-19a90ecc7053 req-782dd474-2d51-4f22-b52c-af1dc02f9ee8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.587925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989bc1-13c1-4b99-b5d3-19a90ecc7053 req-782dd474-2d51-4f22-b52c-af1dc02f9ee8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.591950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989bc1-13c1-4b99-b5d3-19a90ecc7053 req-782dd474-2d51-4f22-b52c-af1dc02f9ee8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.595946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989bc1-13c1-4b99-b5d3-19a90ecc7053 req-782dd474-2d51-4f22-b52c-af1dc02f9ee8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.599491 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f4989bc1-13c1-4b99-b5d3-19a90ecc7053 req-782dd474-2d51-4f22-b52c-af1dc02f9ee8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5445 time: 1.1727703 Feb 11 13:35:59.639127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5635a173-5601-46e1-ba59-23671107d075 None None] Set router ecc36174-f0eb-4374-b26f-9749f9e9f720 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:35:59.672045 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-ade7172d-882c-4f47-9bb3-55e1877a75d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729 HTTP/1.1" status: 200 len: 1000 time: 0.4308388 Feb 11 13:35:59.692898 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.699755 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.736460 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:35:59.762900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60176e12-0200-4084-a2ec-b5676d24f81f None None] Network 3fb061b2-c16a-456c-bd82-ff8e817f514d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:35:59.805621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-444b27de-ec30-42f2-bb24-cc90ecb601ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.807679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-444b27de-ec30-42f2-bb24-cc90ecb601ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4699c2d-7998-4932-b51b-0565c9c41d72 HTTP/1.1" status: 200 len: 856 time: 0.1281223 Feb 11 13:35:59.809865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Transition to ACTIVE for port object 3a7ee967-611c-46b5-98a5-1f00f837c1b1 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:59.930272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fc02b88-e936-4f50-95ed-4f02e9b2bc67 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.988014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 97e694d9-a791-40ca-a912-eb56a70d5acf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97e694d9-a791-40ca-a912-eb56a70d5acf,segment=NetworkSegment(92d4713d-bc5a-4ce9-9d0f-50cc251de4c8),segment_id=92d4713d-bc5a-4ce9-9d0f-50cc251de4c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:00.000444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-815b6ea6-4765-48ca-9463-7d579fd5475c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting subnet 265d067b-b569-449a-860c-768212011db2 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:36:00.006418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.063787 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.105336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fc02b88-e936-4f50-95ed-4f02e9b2bc67 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.157182 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f930c34-93a0-47ac-9939-ae222c2366b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.157182 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f930c34-93a0-47ac-9939-ae222c2366b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.178084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5fa48-ef52-42a2-b0e5-0f147e31d8c0 None None] Pushing event updated for resources: {'Port': ['ID=b0c17cda-0a1d-492f-9694-149b54894757,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:00.286267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fc02b88-e936-4f50-95ed-4f02e9b2bc67 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.389960 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-6bbd0d3d-9fa9-41eb-892c-b7c1ec2153bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33c7dbfc-9cfc-49f6-8127-3528bf05f912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5752573 Feb 11 13:36:00.405035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-62477d78-f77b-4075-90af-f6f306b08d1b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:36:00.405969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-62477d78-f77b-4075-90af-f6f306b08d1b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053647 Feb 11 13:36:00.471197 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fc02b88-e936-4f50-95ed-4f02e9b2bc67 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.522202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc02b88-e936-4f50-95ed-4f02e9b2bc67 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Subnet': ['ID=242473ad-d989-4940-bc86-48ce80bb6a77,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:00.536057 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fc02b88-e936-4f50-95ed-4f02e9b2bc67 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.548871 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9fc02b88-e936-4f50-95ed-4f02e9b2bc67 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "DELETE /v2.0/subnets/242473ad-d989-4940-bc86-48ce80bb6a77 HTTP/1.1" status: 204 len: 168 time: 2.4858131 Feb 11 13:36:00.556894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59112) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:00.626040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Network b7a19c7e-900f-4cb1-8a6b-b8e3322a5154 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:00.642717 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.649252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:00.676423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03ed9f4-61e3-4107-8637-6f79cf6e369b tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.677800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e03ed9f4-61e3-4107-8637-6f79cf6e369b tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Synchronizing usage tracker for tenant:0325daefc5a445c2ae166dae20a2ecb6 on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:00.688190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f930c34-93a0-47ac-9939-ae222c2366b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:00.690058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:00.722272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e03ed9f4-61e3-4107-8637-6f79cf6e369b tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Unset dirty status for tenant:0325daefc5a445c2ae166dae20a2ecb6 on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:00.727108 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e03ed9f4-61e3-4107-8637-6f79cf6e369b tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1688273 Feb 11 13:36:00.730550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59116) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:00.746456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Allocated IP 2001:db8::f816:3eff:fee6:5623 (bb1d24aa-6c49-49f2-8778-0dc5a0602043/265d067b-b569-449a-860c-768212011db2/22622d13-69ae-47d6-8890-b2059bd04b17) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:00.758015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Transition to ACTIVE for port object 5f06f120-260b-4eea-839e-c4232dbcc4d6 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:00.765496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.837377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Pushing event updated for resources: {'Port': ['ID=3a7ee967-611c-46b5-98a5-1f00f837c1b1,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:00.874454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Deleting port 78e7d86e-1565-4b26-b59e-f37e6c1051af {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:00.874854 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.907693 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.975188 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-e2f9872c-23ed-422e-8cf0-0e55321c7951 service neutron] 10.222.0.73 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486698 Feb 11 13:36:01.143420 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.145578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9759697c-546e-4748-b752-a1ddbe0d2a11 req-1d479a38-569b-47f9-8a07-99abb6863609 service neutron] 10.222.0.73 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637540 Feb 11 13:36:01.196880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f930c34-93a0-47ac-9939-ae222c2366b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:01.202839 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f930c34-93a0-47ac-9939-ae222c2366b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.207985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=97e694d9-a791-40ca-a912-eb56a70d5acf,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:01.218485 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9f930c34-93a0-47ac-9939-ae222c2366b2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f HTTP/1.1" status: 200 len: 953 time: 3.2752604 Feb 11 13:36:01.219412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59122) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:01.326325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Attempting to bind port 3a7ee967-611c-46b5-98a5-1f00f837c1b1 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:01.326645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Attempting to bind port 3a7ee967-611c-46b5-98a5-1f00f837c1b1 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'dc5589e7-9fb4-40db-a168-659789257265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b7a19c7e-900f-4cb1-8a6b-b8e3322a5154'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:01.340321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Attempting to bind port 3a7ee967-611c-46b5-98a5-1f00f837c1b1 on network b7a19c7e-900f-4cb1-8a6b-b8e3322a5154 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:01.404474 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.415354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Calling delete_port for 78e7d86e-1565-4b26-b59e-f37e6c1051af owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:01.432910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:01.433906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Checking segment: {'id': 'dc5589e7-9fb4-40db-a168-659789257265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b7a19c7e-900f-4cb1-8a6b-b8e3322a5154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:01.434477 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.435055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Bound using segment: {'id': 'dc5589e7-9fb4-40db-a168-659789257265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b7a19c7e-900f-4cb1-8a6b-b8e3322a5154'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:01.437317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Bound port: 3a7ee967-611c-46b5-98a5-1f00f837c1b1, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5589e7-9fb4-40db-a168-659789257265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b7a19c7e-900f-4cb1-8a6b-b8e3322a5154'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:01.438783 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.587904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Deleting port 3a7ee967-611c-46b5-98a5-1f00f837c1b1 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:01.587904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.680914 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694aedd9-6bed-4eb0-861d-d885883a43a6 None None] Pushing event updated for resources: {'Port': ['ID=5f06f120-260b-4eea-839e-c4232dbcc4d6,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:01.686708 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-42f6344a-a85d-43ee-95e8-5a5c06cee4b1 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f HTTP/1.1" status: 200 len: 953 time: 0.4518588 Feb 11 13:36:01.686708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59126) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:01.699019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-268ea5c2-07c1-4539-a4c3-5f0d2b463f9a tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'routes': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:01.777635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2386cee-08ec-42c0-bcfc-1f43beed9206 None None] Network 49c71bc3-205e-4f3f-8c47-18a7845589ee requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:02.183757 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.272781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Attempting to bind port 5f06f120-260b-4eea-839e-c4232dbcc4d6 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:02.272781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Attempting to bind port 5f06f120-260b-4eea-839e-c4232dbcc4d6 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '7586c592-98a8-4d86-a6e1-9aace8636a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:02.272781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Attempting to bind port 5f06f120-260b-4eea-839e-c4232dbcc4d6 on network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:02.298321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] For port 3a7ee967-611c-46b5-98a5-1f00f837c1b1, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:02.298321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4d455e5e-1bec-4be0-9966-92f6f22ab888 None None] Provisioning for port b0c17cda-0a1d-492f-9694-149b54894757 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:02.331287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] For port 3a7ee967-611c-46b5-98a5-1f00f837c1b1, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3a7ee967-611c-46b5-98a5-1f00f837c1b1,segment=NetworkSegment(dc5589e7-9fb4-40db-a168-659789257265),segment_id=dc5589e7-9fb4-40db-a168-659789257265)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:02.335453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:02.335623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Checking segment: {'id': '7586c592-98a8-4d86-a6e1-9aace8636a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:02.336281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.336643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Bound using segment: {'id': '7586c592-98a8-4d86-a6e1-9aace8636a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:02.336944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Bound port: 5f06f120-260b-4eea-839e-c4232dbcc4d6, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7586c592-98a8-4d86-a6e1-9aace8636a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:02.337367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.367151 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.367151 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.401796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event deleted for resources: {'Port': ['ID=78e7d86e-1565-4b26-b59e-f37e6c1051af,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:02.522448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] For port 3a7ee967-611c-46b5-98a5-1f00f837c1b1, host n-d-818559-1, got binding levels [] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:02.522448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.586950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97e694d9-a791-40ca-a912-eb56a70d5acf up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:02.679817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Transition to ACTIVE for port object 22622d13-69ae-47d6-8890-b2059bd04b17 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:02.970714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5635a173-5601-46e1-ba59-23671107d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:23Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '1266b228-c52b-41c7-8215-dbed8e91364e', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'port_id': '88b262fa-5a1e-4679-9096-97bcd4dc6729', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'mac_address': 'fa:16:3e:72:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:33:49Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 1, 'project_id': '39219a77ba9946bba65fb10271078e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491cadea-0ac9-43f2-8674-8481e49dabde', 'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'mac_address': 'fa:16:3e:55:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:21Z', 'updated_at': '2022-02-11T13:32:35Z', 'revision_number': 5, 'project_id': '39219a77ba9946bba65fb10271078e63', 'subnets': [{'id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:02.976341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Transition to ACTIVE for port object 22622d13-69ae-47d6-8890-b2059bd04b17 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:03.014944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Calling delete_port for 3a7ee967-611c-46b5-98a5-1f00f837c1b1 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:03.060630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635a173-5601-46e1-ba59-23671107d075 None None] Checking router: ecc36174-f0eb-4374-b26f-9749f9e9f720 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:36:03.067709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815b6ea6-4765-48ca-9463-7d579fd5475c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.074029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fffe7-d48f-4f7c-8e8f-d99551d9b760 None None] Pushing event updated for resources: {'Port': ['ID=3a7ee967-611c-46b5-98a5-1f00f837c1b1,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:03.090359 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.142016 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815b6ea6-4765-48ca-9463-7d579fd5475c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.150046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8ed46e-493d-4049-869c-2b98a5a37e31 None None] Network b7a19c7e-900f-4cb1-8a6b-b8e3322a5154 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:03.239916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-268ea5c2-07c1-4539-a4c3-5f0d2b463f9a tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added routes are [] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 11 13:36:03.241838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-268ea5c2-07c1-4539-a4c3-5f0d2b463f9a tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 11 13:36:03.276867 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815b6ea6-4765-48ca-9463-7d579fd5475c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.340742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] For port 5f06f120-260b-4eea-839e-c4232dbcc4d6, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:03.381351 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-268ea5c2-07c1-4539-a4c3-5f0d2b463f9a tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.396448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635a173-5601-46e1-ba59-23671107d075 None None] Routers {'ecc36174-f0eb-4374-b26f-9749f9e9f720'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:03.396448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5635a173-5601-46e1-ba59-23671107d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ecc36174-f0eb-4374-b26f-9749f9e9f720'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:03.502682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] For port 5f06f120-260b-4eea-839e-c4232dbcc4d6, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5f06f120-260b-4eea-839e-c4232dbcc4d6,segment=NetworkSegment(7586c592-98a8-4d86-a6e1-9aace8636a2c),segment_id=7586c592-98a8-4d86-a6e1-9aace8636a2c)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:03.519835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Network bb1d24aa-6c49-49f2-8778-0dc5a0602043 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:03.590986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Pushing event updated for resources: {'Port': ['ID=22622d13-69ae-47d6-8890-b2059bd04b17,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:03.603967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:03.603967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:03.608188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.621025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 97e694d9-a791-40ca-a912-eb56a70d5acf triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:03.621395 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.722829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.747678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5635a173-5601-46e1-ba59-23671107d075 None None] Set router ecc36174-f0eb-4374-b26f-9749f9e9f720 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:03.877147 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-268ea5c2-07c1-4539-a4c3-5f0d2b463f9a tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.883205 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-268ea5c2-07c1-4539-a4c3-5f0d2b463f9a tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.906359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815b6ea6-4765-48ca-9463-7d579fd5475c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.946357 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:03.946772 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:03.963249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b6ea6-4765-48ca-9463-7d579fd5475c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Subnet': ['ID=265d067b-b569-449a-860c-768212011db2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:03.973828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815b6ea6-4765-48ca-9463-7d579fd5475c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.100973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ea5c2-07c1-4539-a4c3-5f0d2b463f9a tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:04.154780 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.157507 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-815b6ea6-4765-48ca-9463-7d579fd5475c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/subnets/265d067b-b569-449a-860c-768212011db2 HTTP/1.1" status: 204 len: 168 time: 4.7652528 Feb 11 13:36:04.163052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59134) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:04.168717 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.308230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac8961-ac59-4de9-80ed-e141476d0df7 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:04.314288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac8961-ac59-4de9-80ed-e141476d0df7 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:04.315939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b2ac8961-ac59-4de9-80ed-e141476d0df7 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Synchronizing usage tracker for tenant:72ffae0171b04f0390ba1a01aac41fc5 on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:04.375700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.376619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Fanout notify agent at l3_agent the message router_deleted on router ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:36:04.392191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b2ac8961-ac59-4de9-80ed-e141476d0df7 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Unset dirty status for tenant:72ffae0171b04f0390ba1a01aac41fc5 on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:04.394356 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b2ac8961-ac59-4de9-80ed-e141476d0df7 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2286189 Feb 11 13:36:04.396948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59142) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:04.410305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.415138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5d38018e-7287-483c-bc60-431662540b6d tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "DELETE /v2.0/routers/ff84c0b8-2e4a-47d5-8efd-58fb9a0000b2 HTTP/1.1" status: 204 len: 168 time: 5.4380009 Feb 11 13:36:04.416833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59146) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:04.470075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694aedd9-6bed-4eb0-861d-d885883a43a6 None None] Pushing event updated for resources: {'Port': ['ID=5f06f120-260b-4eea-839e-c4232dbcc4d6,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:04.489036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Attempting to bind port 22622d13-69ae-47d6-8890-b2059bd04b17 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:04.491388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Attempting to bind port 22622d13-69ae-47d6-8890-b2059bd04b17 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '83a28c06-b8ab-414a-a13d-8b3231b40f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb1d24aa-6c49-49f2-8778-0dc5a0602043'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:04.491950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Attempting to bind port 22622d13-69ae-47d6-8890-b2059bd04b17 on network bb1d24aa-6c49-49f2-8778-0dc5a0602043 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:04.511088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Deleting port 3a7ee967-611c-46b5-98a5-1f00f837c1b1 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:04.511633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.517688 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:04.518055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Checking segment: {'id': '83a28c06-b8ab-414a-a13d-8b3231b40f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb1d24aa-6c49-49f2-8778-0dc5a0602043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:04.519257 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.520168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Bound using segment: {'id': '83a28c06-b8ab-414a-a13d-8b3231b40f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb1d24aa-6c49-49f2-8778-0dc5a0602043'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:04.520830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Bound port: 22622d13-69ae-47d6-8890-b2059bd04b17, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a28c06-b8ab-414a-a13d-8b3231b40f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb1d24aa-6c49-49f2-8778-0dc5a0602043'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:04.521640 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.787201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ea5c2-07c1-4539-a4c3-5f0d2b463f9a tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:04.804161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-268ea5c2-07c1-4539-a4c3-5f0d2b463f9a tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.808256 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-268ea5c2-07c1-4539-a4c3-5f0d2b463f9a tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f HTTP/1.1" status: 200 len: 703 time: 3.1343157 Feb 11 13:36:04.809155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59150) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:04.841798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:04.842696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:04.908393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] For port 3a7ee967-611c-46b5-98a5-1f00f837c1b1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3a7ee967-611c-46b5-98a5-1f00f837c1b1,segment=NetworkSegment(dc5589e7-9fb4-40db-a168-659789257265),segment_id=dc5589e7-9fb4-40db-a168-659789257265)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:04.909231 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.955859 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75a6b8f7-3c27-43b8-b7b0-33456b878134 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.971370 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a6b8f7-3c27-43b8-b7b0-33456b878134 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 13:36:04.972689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a6b8f7-3c27-43b8-b7b0-33456b878134 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:04.974814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-75a6b8f7-3c27-43b8-b7b0-33456b878134 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/bb1d24aa-6c49-49f2-8778-0dc5a0602043 HTTP/1.1" status: 409 len: 405 time: 0.5768981 Feb 11 13:36:04.980143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59154) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:04.987364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-180772352'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:05.002968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:05.016492 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:network and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:05.024759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:05.033921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:05.040385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:05.056356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:05.059467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.087576 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b658cc24-03ca-4908-b372-c465dc1712b8 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f HTTP/1.1" status: 200 len: 703 time: 0.2740881 Feb 11 13:36:05.088741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59158) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:05.179725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Calling delete_port for 3a7ee967-611c-46b5-98a5-1f00f837c1b1 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:05.187923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:05.250187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f54d48-d62e-447f-a547-3260873c9e44 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Deleting subnet 5f145a5b-6e56-4753-aefe-8d2e92ad4612 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:36:05.256974 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35f54d48-d62e-447f-a547-3260873c9e44 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.298793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.298793 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Added segment 6e29b4c3-2025-457a-8fb6-de3c03e37571 of type vlan for network 791786c2-72bf-48ea-bde7-a0bd1073553f Feb 11 13:36:05.352696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.389115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35f54d48-d62e-447f-a547-3260873c9e44 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.404967 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.408249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.409419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.424236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b0c17cda-0a1d-492f-9694-149b54894757 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:05.503642 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.598353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Port': ['ID=3a7ee967-611c-46b5-98a5-1f00f837c1b1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:05.605828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] No DVR routers for this DVR port 3a7ee967-611c-46b5-98a5-1f00f837c1b1 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:05.621753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Network': ['ID=791786c2-72bf-48ea-bde7-a0bd1073553f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:05.640012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.642468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.642468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.642468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.642468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.642468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.642468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.643263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.644957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.644957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.646738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:05.648950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] For port 22622d13-69ae-47d6-8890-b2059bd04b17, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:05.662604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] For port 22622d13-69ae-47d6-8890-b2059bd04b17, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=22622d13-69ae-47d6-8890-b2059bd04b17,segment=NetworkSegment(83a28c06-b8ab-414a-a13d-8b3231b40f73),segment_id=83a28c06-b8ab-414a-a13d-8b3231b40f73)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:05.670765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 791786c2-72bf-48ea-bde7-a0bd1073553f details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:36:05.691221 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.709171 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35f54d48-d62e-447f-a547-3260873c9e44 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.776666 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3ff87ae4-ad79-437e-8e28-39e8a40d9260 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7939208 Feb 11 13:36:05.791732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59168) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:05.883607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533de732-9107-4c56-a04d-3a909094c2b2 None None] Pushing event updated for resources: {'Port': ['ID=22622d13-69ae-47d6-8890-b2059bd04b17,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:05.892417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'subnet': {'network_id': '791786c2-72bf-48ea-bde7-a0bd1073553f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:05.917143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35f54d48-d62e-447f-a547-3260873c9e44 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.984562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port b0c17cda-0a1d-492f-9694-149b54894757 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:05.989020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54d48-d62e-447f-a547-3260873c9e44 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event deleted for resources: {'Subnet': ['ID=5f145a5b-6e56-4753-aefe-8d2e92ad4612,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:05.992938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.998112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5635a173-5601-46e1-ba59-23671107d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:23Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '1266b228-c52b-41c7-8215-dbed8e91364e', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'port_id': '88b262fa-5a1e-4679-9096-97bcd4dc6729', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'mac_address': 'fa:16:3e:72:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:33:49Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 1, 'project_id': '39219a77ba9946bba65fb10271078e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491cadea-0ac9-43f2-8674-8481e49dabde', 'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'mac_address': 'fa:16:3e:55:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:21Z', 'updated_at': '2022-02-11T13:32:35Z', 'revision_number': 5, 'project_id': '39219a77ba9946bba65fb10271078e63', 'subnets': [{'id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:06.004621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35f54d48-d62e-447f-a547-3260873c9e44 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.021545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-35f54d48-d62e-447f-a547-3260873c9e44 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "DELETE /v2.0/subnets/5f145a5b-6e56-4753-aefe-8d2e92ad4612 HTTP/1.1" status: 204 len: 168 time: 1.6020064 Feb 11 13:36:06.021857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59176) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:06.027131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e8f15f-f1bb-4b63-b210-13cee2f92a2d None None] Network 225eda48-cd8f-4716-a32c-30c6079b48ee requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:06.041863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a19c7e-900f-4cb1-8a6b-b8e3322a5154']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:06.050885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635a173-5601-46e1-ba59-23671107d075 None None] The sync data for ids ['ecc36174-f0eb-4374-b26f-9749f9e9f720'] in n-d-818559-1 is: [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:23Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '1266b228-c52b-41c7-8215-dbed8e91364e', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'port_id': '88b262fa-5a1e-4679-9096-97bcd4dc6729', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'mac_address': 'fa:16:3e:72:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:33:49Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 1, 'project_id': '39219a77ba9946bba65fb10271078e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491cadea-0ac9-43f2-8674-8481e49dabde', 'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'mac_address': 'fa:16:3e:55:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:21Z', 'updated_at': '2022-02-11T13:32:35Z', 'revision_number': 5, 'project_id': '39219a77ba9946bba65fb10271078e63', 'subnets': [{'id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:36:06.053773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b0c17cda-0a1d-492f-9694-149b54894757 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:06.053891 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.062893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5589e7-9fb4-40db-a168-659789257265') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:06.063326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5589e7-9fb4-40db-a168-659789257265') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:06.077785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.102034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.172936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:06.172936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.205800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:06.254087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:06.274979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.312912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.371255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:03Z', 'revision_number': 7, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e40161b-78ad-46f4-afbe-bec650a5f2f1', 'name': '', 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:fc:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7380064c-f65d-4d87-8054-6a3e06d90224', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:54Z', 'updated_at': '2022-02-11T13:35:55Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '7380064c-f65d-4d87-8054-6a3e06d90224', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b789a8-2e7c-43cf-8734-c8ac14cb3ca2', 'name': '', 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:ea:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:45Z', 'updated_at': '2022-02-11T13:35:55Z', 'revision_number': 4, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:03Z', 'revision_number': 4, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:06.392864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:06.411290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-83c9ac08-d2e3-45e1-8c7c-74acc958ff79 None None] Provisioning complete for port b0c17cda-0a1d-492f-9694-149b54894757 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:06.416531 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83c9ac08-d2e3-45e1-8c7c-74acc958ff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:06.429678 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:06.433587 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.439241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.486132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8658443-44ef-47a6-b8ce-be05f94dcbd4 None None] The sync data for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 is: [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:03Z', 'revision_number': 7, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e40161b-78ad-46f4-afbe-bec650a5f2f1', 'name': '', 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:fc:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7380064c-f65d-4d87-8054-6a3e06d90224', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:54Z', 'updated_at': '2022-02-11T13:35:55Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '7380064c-f65d-4d87-8054-6a3e06d90224', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b789a8-2e7c-43cf-8734-c8ac14cb3ca2', 'name': '', 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:ea:6c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:45Z', 'updated_at': '2022-02-11T13:35:55Z', 'revision_number': 4, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:03Z', 'revision_number': 4, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:36:06.524671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Network': ['ID=b7a19c7e-900f-4cb1-8a6b-b8e3322a5154,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:06.526808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e627776-4c15-485a-b5a8-b45fad4b2ae2 None None] Network bb1d24aa-6c49-49f2-8778-0dc5a0602043 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:06.532019 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2555bf2c-96e9-4807-91ba-c1e72032de59 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "DELETE /v2.0/networks/b7a19c7e-900f-4cb1-8a6b-b8e3322a5154 HTTP/1.1" status: 204 len: 168 time: 5.7997694 Feb 11 13:36:06.535241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59182) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:06.623094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Deleting port f7a2735f-9e3c-4134-8fc3-823df4ce6955 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:06.623094 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.893033 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.038511 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.116771 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.157190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb061b2-c16a-456c-bd82-ff8e817f514d']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:07.163525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3024f3c2-40ef-4365-a92e-6f05cc9b2d2b None None] New status for floating IP 1266b228-c52b-41c7-8215-dbed8e91364e: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:36:07.184967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08201dce-f5cc-46e4-8915-9886457ceef0') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:07.184967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08201dce-f5cc-46e4-8915-9886457ceef0') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:07.201097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.217935 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.228765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:07.228765 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:07.317684 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:07.380548 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.400122 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.412593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Network': ['ID=3fb061b2-c16a-456c-bd82-ff8e817f514d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:07.421893 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7d0d371c-1546-49f2-a77a-0512920ed436 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "DELETE /v2.0/networks/3fb061b2-c16a-456c-bd82-ff8e817f514d HTTP/1.1" status: 204 len: 168 time: 0.8855679 Feb 11 13:36:07.422422 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59188) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:07.462475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] For port f7a2735f-9e3c-4134-8fc3-823df4ce6955, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f7a2735f-9e3c-4134-8fc3-823df4ce6955,segment=NetworkSegment(0850759c-b19e-4d77-a70f-36bc5a60f69f),segment_id=0850759c-b19e-4d77-a70f-36bc5a60f69f)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:07.462475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.605294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Calling delete_port for f7a2735f-9e3c-4134-8fc3-823df4ce6955 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:07.674653 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.757489 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.808671 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.892823 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.935331 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83c9ac08-d2e3-45e1-8c7c-74acc958ff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.067811 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.122184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event deleted for resources: {'Port': ['ID=f7a2735f-9e3c-4134-8fc3-823df4ce6955,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:08.143067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:08.158852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d6b95a-af58-40b1-a457-2ee8caa90407 None None] DHCP port deletion for 225eda48-cd8f-4716-a32c-30c6079b48ee request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:36:08.195442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port b0c17cda-0a1d-492f-9694-149b54894757, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b0c17cda-0a1d-492f-9694-149b54894757,segment=NetworkSegment(73e4a4ca-f736-490d-8a8f-4dd9f3de1042),segment_id=73e4a4ca-f736-490d-8a8f-4dd9f3de1042)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:08.198803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] No DVR routers for this DVR port f7a2735f-9e3c-4134-8fc3-823df4ce6955 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:08.223678 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.360033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a8fca6-3453-4c5c-94f1-42c250ab3075') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:08.360267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a8fca6-3453-4c5c-94f1-42c250ab3075') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:08.394368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5e317-6b5b-4e03-afc1-51a2c7ccd9a2 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:36:08.397557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.458062 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.477085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:08.479594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.501721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:08.523123 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:08.592281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-83c9ac08-d2e3-45e1-8c7c-74acc958ff79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:08.592798 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-83c9ac08-d2e3-45e1-8c7c-74acc958ff79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:08.601690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=b0c17cda-0a1d-492f-9694-149b54894757,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:08.720778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.759552 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.766711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:08.781827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:08.782676 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.789040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Network': ['ID=8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:08.798339 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e155c524-2601-4330-8585-de03dbaeee57 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "DELETE /v2.0/networks/8a7fa84b-b425-40e4-a4c4-ec6b95c7c11e HTTP/1.1" status: 204 len: 168 time: 1.3745019 Feb 11 13:36:08.799184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59196) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:08.854593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.objects.ports [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:36:08.867989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.908708 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.997029 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.071787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-97919729-7dcb-4191-b808-5f3977823c0e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0285468 Feb 11 13:36:09.146296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225eda48-cd8f-4716-a32c-30c6079b48ee']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:09.202546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Subnet': ['ID=b5bbe9cb-82b1-4b18-aae8-3e0580b8672d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:09.213566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0850759c-b19e-4d77-a70f-36bc5a60f69f') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:09.213698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0850759c-b19e-4d77-a70f-36bc5a60f69f') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:09.252819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.276846 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.313098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff19aab-f902-477a-9032-c9db7aa85769']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:09.327339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7eb22e7-acd0-45c2-89cc-46f17da627ef') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:09.327339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7eb22e7-acd0-45c2-89cc-46f17da627ef') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:09.349815 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.381865 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.393320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.394856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:09.395871 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.420065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=58b789a8-2e7c-43cf-8734-c8ac14cb3ca2,segment=NetworkSegment(6347ed98-aa81-457b-95f2-ba70538b82c9),segment_id=6347ed98-aa81-457b-95f2-ba70538b82c9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:09.421508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-83c9ac08-d2e3-45e1-8c7c-74acc958ff79 None None] Provisioning for port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:09.436546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-83c9ac08-d2e3-45e1-8c7c-74acc958ff79 None None] Provisioning complete for port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:09.437635 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83c9ac08-d2e3-45e1-8c7c-74acc958ff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.500581 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.531665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Checking segment: {'id': '6e29b4c3-2025-457a-8fb6-de3c03e37571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '791786c2-72bf-48ea-bde7-a0bd1073553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:09.532319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network hostable DHCP agents. Network: 791786c2-72bf-48ea-bde7-a0bd1073553f, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:09.544064 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:09.549376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.571868 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-83c9ac08-d2e3-45e1-8c7c-74acc958ff79 None None] Port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:36:09.575962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.578017 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.598737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] 10.222.0.67 "DELETE /v2.0/networks/1ff19aab-f902-477a-9032-c9db7aa85769 HTTP/1.1" status: 204 len: 168 time: 0.7979736 Feb 11 13:36:09.605748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6f46e-91df-4bbc-824e-e62ea2d00bd0 tempest-BulkNetworkOpsTest-1966415983 tempest-BulkNetworkOpsTest-1966415983-project] Pushing event deleted for resources: {'Network': ['ID=1ff19aab-f902-477a-9032-c9db7aa85769,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:09.620713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:09.621387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:09.654825 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:09.833330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f7a2735f-9e3c-4134-8fc3-823df4ce6955 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:09.917130 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-a9cff85d-298a-4893-81a1-330a9d26d9a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6502 time: 0.6613712 Feb 11 13:36:09.934271 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.968658 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.974712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: f7a2735f-9e3c-4134-8fc3-823df4ce6955 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:09.974712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f7a2735f-9e3c-4134-8fc3-823df4ce6955 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:10.064393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=58b789a8-2e7c-43cf-8734-c8ac14cb3ca2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:10.080564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e5e317-6b5b-4e03-afc1-51a2c7ccd9a2 None None] Unable to find a vacant binding_index for network 791786c2-72bf-48ea-bde7-a0bd1073553f and agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 11 13:36:10.087768 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Sync routers for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:36:10.130295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e5e317-6b5b-4e03-afc1-51a2c7ccd9a2 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 791786c2-72bf-48ea-bde7-a0bd1073553f) {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:36:10.138513 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:10.138513 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:10.254892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59210) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:10.380903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network 791786c2-72bf-48ea-bde7-a0bd1073553f is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:10.392875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event deleted for resources: {'Network': ['ID=225eda48-cd8f-4716-a32c-30c6079b48ee,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:10.441960 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:10.659998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 791786c2-72bf-48ea-bde7-a0bd1073553f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:10.670070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5f06f120-260b-4eea-839e-c4232dbcc4d6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:10.867300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-f63f8664-daf1-48a1-9958-afd7fefccb2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:10.867300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-f63f8664-daf1-48a1-9958-afd7fefccb2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:10.867300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-f63f8664-daf1-48a1-9958-afd7fefccb2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:10.867300 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-f63f8664-daf1-48a1-9958-afd7fefccb2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=33c7dbfc-9cfc-49f6-8127-3528bf05f912&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=0c4ce99b-bcb8-4d76-a929-088829e9857d&id=0c4ce99b-bcb8-4d76-a929-088829e9857d HTTP/1.1" status: 200 len: 2299 time: 0.9002767 Feb 11 13:36:10.877328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-589be281-e928-4a3b-87fe-c3dde46b305f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0325daefc5a445c2ae166dae20a2ecb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6191125 Feb 11 13:36:10.887553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59218) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:10.891412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:10.915207 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.945050 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-84b3837c-24da-4da7-b561-fd7ffcc849c4 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "DELETE /v2.0/networks/225eda48-cd8f-4716-a32c-30c6079b48ee HTTP/1.1" status: 204 len: 168 time: 4.9069746 Feb 11 13:36:10.953946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59222) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:11.217028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-75bed7c0-8577-47d5-875f-76edaac39ada tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 5.3298864 Feb 11 13:36:11.233103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 5f06f120-260b-4eea-839e-c4232dbcc4d6 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:11.236261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59226) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:11.244821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 5f06f120-260b-4eea-839e-c4232dbcc4d6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:11.245200 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:11.316756 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-19ab7558-db35-48e5-881c-8cbef8ec4810 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729 HTTP/1.1" status: 200 len: 1002 time: 0.3563352 Feb 11 13:36:11.324928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-791786c2-72bf-48ea-bde7-a0bd1073553f', 'network_id': '791786c2-72bf-48ea-bde7-a0bd1073553f', 'tenant_id': '72ffae0171b04f0390ba1a01aac41fc5', 'fixed_ips': [{'subnet_id': 'b5bbe9cb-82b1-4b18-aae8-3e0580b8672d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:36:11.325725 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:11.424958 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:03Z', 'revision_number': 7, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e40161b-78ad-46f4-afbe-bec650a5f2f1', 'name': '', 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:fc:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7380064c-f65d-4d87-8054-6a3e06d90224', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:54Z', 'updated_at': '2022-02-11T13:35:55Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '7380064c-f65d-4d87-8054-6a3e06d90224', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b789a8-2e7c-43cf-8734-c8ac14cb3ca2', 'name': '', 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:ea:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:45Z', 'updated_at': '2022-02-11T13:36:09Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:03Z', 'revision_number': 4, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:11.426820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-87b8a42e-247e-4c95-930a-1d9f35feb2a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.428666 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-87b8a42e-247e-4c95-930a-1d9f35feb2a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4699c2d-7998-4932-b51b-0565c9c41d72 HTTP/1.1" status: 200 len: 856 time: 0.1058915 Feb 11 13:36:11.438404 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Checking router: 599da251-acce-48a7-8643-ad9319aa258f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:36:11.438790 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Updating router 599da251-acce-48a7-8643-ad9319aa258f port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:36:11.602875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:11.604429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:11.635500 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:11.715720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Allocated IP 2001:db8::f816:3eff:fe53:ba7c (791786c2-72bf-48ea-bde7-a0bd1073553f/b5bbe9cb-82b1-4b18-aae8-3e0580b8672d/2924ad75-be6d-409d-b931-a5b07845fab2) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:11.741548 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-56714844-ad53-490c-9d10-5b8403e121f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33c7dbfc-9cfc-49f6-8127-3528bf05f912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3050795 Feb 11 13:36:11.805995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf987a57-073f-49b1-8c4b-65532dcb73c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:11.822772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-815431d5-5fd4-4b58-888e-9247942f1aa6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Deleting port 7a7ceda8-2285-4339-ad74-7d960b74b04c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:11.832172 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815431d5-5fd4-4b58-888e-9247942f1aa6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.068545 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.075767 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.086077 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf987a57-073f-49b1-8c4b-65532dcb73c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.111642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Transition to ACTIVE for port object 2924ad75-be6d-409d-b931-a5b07845fab2 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:12.163057 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.184652 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Transition to ACTIVE for port object 2924ad75-be6d-409d-b931-a5b07845fab2 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:12.269103 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.306298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting port 2924ad75-be6d-409d-b931-a5b07845fab2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:12.306298 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.342983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 3e40161b-78ad-46f4-afbe-bec650a5f2f1 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:12.394613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-f74eaaf0-8c9e-4d3c-83cd-7d33bb91035d service neutron] 10.222.0.73 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672743 Feb 11 13:36:12.469283 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.526932 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Pushing event updated for resources: {'Port': ['ID=2924ad75-be6d-409d-b931-a5b07845fab2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:12.543004 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.544060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Network 791786c2-72bf-48ea-bde7-a0bd1073553f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:12.547450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:12.551047 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.553084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:12.589516 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Transition to ACTIVE for port object 3e40161b-78ad-46f4-afbe-bec650a5f2f1 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:12.605863 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.606088 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-707107fc-3570-4b7d-9c4e-45f8c59a4239 service neutron] 10.222.0.73 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032032 Feb 11 13:36:12.812462 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Pushing event updated for resources: {'Port': ['ID=3e40161b-78ad-46f4-afbe-bec650a5f2f1,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:12.845922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 5f06f120-260b-4eea-839e-c4232dbcc4d6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5f06f120-260b-4eea-839e-c4232dbcc4d6,segment=NetworkSegment(7586c592-98a8-4d86-a6e1-9aace8636a2c),segment_id=7586c592-98a8-4d86-a6e1-9aace8636a2c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.876060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:12.901832 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-1d0c66c5-1273-41eb-852c-9582c7e5bf55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c899f753-f998-42d3-960c-2eb5c59c628c HTTP/1.1" status: 200 len: 217 time: 0.2861724 Feb 11 13:36:12.905629 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.911019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b0c17cda-0a1d-492f-9694-149b54894757 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:12.960868 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Attempting to bind port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:12.961368 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Attempting to bind port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '73e4a4ca-f736-490d-8a8f-4dd9f3de1042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:12.961956 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Attempting to bind port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 on network 49c71bc3-205e-4f3f-8c47-18a7845589ee {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:12.974733 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:12.975241 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Checking segment: {'id': '73e4a4ca-f736-490d-8a8f-4dd9f3de1042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:12.976294 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.977240 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Bound using segment: {'id': '73e4a4ca-f736-490d-8a8f-4dd9f3de1042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:12.977952 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Bound port: 3e40161b-78ad-46f4-afbe-bec650a5f2f1, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e4a4ca-f736-490d-8a8f-4dd9f3de1042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:12.979019 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.066936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Attempting to bind port 2924ad75-be6d-409d-b931-a5b07845fab2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:13.066936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Attempting to bind port 2924ad75-be6d-409d-b931-a5b07845fab2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '6e29b4c3-2025-457a-8fb6-de3c03e37571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '791786c2-72bf-48ea-bde7-a0bd1073553f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:13.066936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Attempting to bind port 2924ad75-be6d-409d-b931-a5b07845fab2 on network 791786c2-72bf-48ea-bde7-a0bd1073553f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:13.095871 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815431d5-5fd4-4b58-888e-9247942f1aa6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.095871 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815431d5-5fd4-4b58-888e-9247942f1aa6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.159140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:13.159140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Checking segment: {'id': '6e29b4c3-2025-457a-8fb6-de3c03e37571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '791786c2-72bf-48ea-bde7-a0bd1073553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:13.159140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.159140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Bound using segment: {'id': '6e29b4c3-2025-457a-8fb6-de3c03e37571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '791786c2-72bf-48ea-bde7-a0bd1073553f'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:13.159140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Bound port: 2924ad75-be6d-409d-b931-a5b07845fab2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e29b4c3-2025-457a-8fb6-de3c03e37571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '791786c2-72bf-48ea-bde7-a0bd1073553f'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:13.159140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.263366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-760d66be-d07d-4d12-9ef3-9d9503d2461b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.266671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-760d66be-d07d-4d12-9ef3-9d9503d2461b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.3555412 Feb 11 13:36:13.287014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=5f06f120-260b-4eea-839e-c4232dbcc4d6,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:13.319215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b0c17cda-0a1d-492f-9694-149b54894757 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:13.319215 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.390414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] For port 2924ad75-be6d-409d-b931-a5b07845fab2, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:13.413409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] For port 2924ad75-be6d-409d-b931-a5b07845fab2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2924ad75-be6d-409d-b931-a5b07845fab2,segment=NetworkSegment(6e29b4c3-2025-457a-8fb6-de3c03e37571),segment_id=6e29b4c3-2025-457a-8fb6-de3c03e37571)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:13.423629 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.465767 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] For port 3e40161b-78ad-46f4-afbe-bec650a5f2f1, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:13.481234 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] For port 3e40161b-78ad-46f4-afbe-bec650a5f2f1, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3e40161b-78ad-46f4-afbe-bec650a5f2f1,segment=NetworkSegment(73e4a4ca-f736-490d-8a8f-4dd9f3de1042),segment_id=73e4a4ca-f736-490d-8a8f-4dd9f3de1042)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:13.489945 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.563452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:13.565565 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:13.618854 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf987a57-073f-49b1-8c4b-65532dcb73c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.635446 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-8af6194b-d772-4891-9317-03d3753c2604 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3585336 Feb 11 13:36:13.647347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-815431d5-5fd4-4b58-888e-9247942f1aa6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Calling delete_port for 7a7ceda8-2285-4339-ad74-7d960b74b04c owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:13.679682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:13.743347 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:13.746916 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:13.785868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf987a57-073f-49b1-8c4b-65532dcb73c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483c1fc-c34b-4c7e-a96c-d104bdf3397e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:13.965616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bf987a57-073f-49b1-8c4b-65532dcb73c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.965616 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bf987a57-073f-49b1-8c4b-65532dcb73c6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8483c1fc-c34b-4c7e-a96c-d104bdf3397e HTTP/1.1" status: 204 len: 168 time: 3.0719092 Feb 11 13:36:14.012991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183cecc-ec7b-4665-9b6f-9023587d8851 None None] Pushing event updated for resources: {'Port': ['ID=2924ad75-be6d-409d-b931-a5b07845fab2,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:14.073401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:14.073401 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.085511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] For port 2924ad75-be6d-409d-b931-a5b07845fab2, host n-d-818559-1, got binding levels [] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:14.085511 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.166637 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:14.348849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:14.348849 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.601373 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629691f1-3d3f-4c11-83f5-7829e434dddf None None] Pushing event updated for resources: {'Port': ['ID=3e40161b-78ad-46f4-afbe-bec650a5f2f1,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:14.706421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Calling delete_port for 2924ad75-be6d-409d-b931-a5b07845fab2 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:14.885917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-8555857c-72d3-47eb-8096-d68e3c22f2c0 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2450294 Feb 11 13:36:14.887893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port 3e40161b-78ad-46f4-afbe-bec650a5f2f1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3e40161b-78ad-46f4-afbe-bec650a5f2f1,segment=NetworkSegment(73e4a4ca-f736-490d-8a8f-4dd9f3de1042),segment_id=73e4a4ca-f736-490d-8a8f-4dd9f3de1042)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:14.888384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.912630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:14.912947 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:14.929695 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:03Z', 'revision_number': 7, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e40161b-78ad-46f4-afbe-bec650a5f2f1', 'name': '', 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:fc:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7380064c-f65d-4d87-8054-6a3e06d90224', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:54Z', 'updated_at': '2022-02-11T13:36:13Z', 'revision_number': 4, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '7380064c-f65d-4d87-8054-6a3e06d90224', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b789a8-2e7c-43cf-8734-c8ac14cb3ca2', 'name': '', 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:ea:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:45Z', 'updated_at': '2022-02-11T13:36:09Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:12Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:14.937831 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3aefaa-3a47-4f08-8f1d-957582f1f5e5 None None] The sync data for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 is: [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:03Z', 'revision_number': 7, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e40161b-78ad-46f4-afbe-bec650a5f2f1', 'name': '', 'network_id': '49c71bc3-205e-4f3f-8c47-18a7845589ee', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:fc:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7380064c-f65d-4d87-8054-6a3e06d90224', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:54Z', 'updated_at': '2022-02-11T13:36:13Z', 'revision_number': 4, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '7380064c-f65d-4d87-8054-6a3e06d90224', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b789a8-2e7c-43cf-8734-c8ac14cb3ca2', 'name': '', 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:ea:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:45Z', 'updated_at': '2022-02-11T13:36:09Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:12Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:36:15.038539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3e40161b-78ad-46f4-afbe-bec650a5f2f1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:15.081713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815431d5-5fd4-4b58-888e-9247942f1aa6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.143619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815431d5-5fd4-4b58-888e-9247942f1aa6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Pushing event deleted for resources: {'Port': ['ID=7a7ceda8-2285-4339-ad74-7d960b74b04c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:15.242439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:15.252050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:15.252441 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.297697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 3e40161b-78ad-46f4-afbe-bec650a5f2f1 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:15.308878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815431d5-5fd4-4b58-888e-9247942f1aa6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.379691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-815431d5-5fd4-4b58-888e-9247942f1aa6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.387396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-815431d5-5fd4-4b58-888e-9247942f1aa6 tempest-FloatingIPAdminTestJSON-2000859704 tempest-FloatingIPAdminTestJSON-2000859704-project] 10.222.0.67 "DELETE /v2.0/floatingips/28481af0-6fc9-4567-b11d-e746f6675a4f HTTP/1.1" status: 204 len: 168 time: 4.4307730 Feb 11 13:36:15.414748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting port 2924ad75-be6d-409d-b931-a5b07845fab2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:15.415580 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.561395 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-c453cea0-e725-45c6-b276-8c00d8b33373 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612933 Feb 11 13:36:15.563367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75617076-adeb-4c5c-af1f-d81e17cad700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.644243 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.707490 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-cc459c83-a986-4ac5-aefb-b6e930354c92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=ff71d346-712c-4d9e-b2ca-503622e9b2f0 HTTP/1.1" status: 200 len: 217 time: 0.1279225 Feb 11 13:36:15.756281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f37541-6fd2-4046-98fa-644eb5e13627 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:36:15.832903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-c25cf12c-98dc-4428-a21e-e7225858e2a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.835442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-c25cf12c-98dc-4428-a21e-e7225858e2a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.1155779 Feb 11 13:36:15.845500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] For port 2924ad75-be6d-409d-b931-a5b07845fab2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2924ad75-be6d-409d-b931-a5b07845fab2,segment=NetworkSegment(6e29b4c3-2025-457a-8fb6-de3c03e37571),segment_id=6e29b4c3-2025-457a-8fb6-de3c03e37571)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:15.845994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.965465 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-6d88cbcf-98f2-4c7f-aa22-413cd8d3c7cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1198967 Feb 11 13:36:16.012968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f37541-6fd2-4046-98fa-644eb5e13627 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:36:16.040762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 3e40161b-78ad-46f4-afbe-bec650a5f2f1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3e40161b-78ad-46f4-afbe-bec650a5f2f1,segment=NetworkSegment(73e4a4ca-f736-490d-8a8f-4dd9f3de1042),segment_id=73e4a4ca-f736-490d-8a8f-4dd9f3de1042)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:16.052988 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.054062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2924ad75-be6d-409d-b931-a5b07845fab2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:16.096435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59292) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:16.105818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Calling delete_port for 2924ad75-be6d-409d-b931-a5b07845fab2 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:16.145400 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6f07f579-3f75-427d-8c25-46b7a1c44a9b None None] Provisioning for port 2924ad75-be6d-409d-b931-a5b07845fab2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:16.183471 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:16.184053 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:16.270074 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-1c50f2e3-27ed-4081-a3b3-26e1b910175a service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978570 Feb 11 13:36:16.311771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59302) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:16.382227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=3e40161b-78ad-46f4-afbe-bec650a5f2f1,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:16.453101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.493193 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-bc325bff-b719-469c-8c01-8588b2ea87de service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007334 Feb 11 13:36:16.631501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Port': ['ID=2924ad75-be6d-409d-b931-a5b07845fab2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:16.672635 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-89b4c30d-b41e-45aa-b79a-379b5845a83b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=2b152096-fb5d-4500-ac30-64cb724ef11f HTTP/1.1" status: 200 len: 217 time: 0.1897326 Feb 11 13:36:16.690941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No DVR routers for this DVR port 2924ad75-be6d-409d-b931-a5b07845fab2 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:16.739284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-520546770'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:16.742311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Could not find standard attr ID for object 2924ad75-be6d-409d-b931-a5b07845fab2. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:16.742813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5f06f120-260b-4eea-839e-c4232dbcc4d6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:16.744380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:16.748210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:network and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:16.751079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:16.757590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:16.770170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:16.773874 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.794047 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.795842 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.833768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-97131b91-096f-48c2-b0e7-0b86edafd02f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:16.835630 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-97131b91-096f-48c2-b0e7-0b86edafd02f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.1566486 Feb 11 13:36:16.843503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:16.852862 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0fbf5631-877f-4443-a2c5-ad14d2d902ee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f22821c4852e4b63bf7af51858cef515&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7550735 Feb 11 13:36:16.856448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59310) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:16.888266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group_rule and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:16.895847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:16.903833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:16.949034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-02008ae4-5b0e-44fc-9717-be590e30b601 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067874 Feb 11 13:36:16.951878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 5f06f120-260b-4eea-839e-c4232dbcc4d6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:16.952434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.960180 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.019859 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6364-0d2a-44b9-a88a-016f292e2c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.057248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Subnet': ['ID=b5bbe9cb-82b1-4b18-aae8-3e0580b8672d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:17.133573 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4dbc21-6785-4310-b522-9e3ba8ef398c None None] Network 791786c2-72bf-48ea-bde7-a0bd1073553f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:17.205349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6364-0d2a-44b9-a88a-016f292e2c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.356433 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.358078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:17.359095 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.403506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844bf3c9-1f08-4f4e-907d-7719170bf4aa None None] Network 791786c2-72bf-48ea-bde7-a0bd1073553f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:17.447946 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.580348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791786c2-72bf-48ea-bde7-a0bd1073553f']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:17.600440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e29b4c3-2025-457a-8fb6-de3c03e37571') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:17.600731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e29b4c3-2025-457a-8fb6-de3c03e37571') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:17.606373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3e40161b-78ad-46f4-afbe-bec650a5f2f1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:17.634003 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.654191 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.656643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port 3e40161b-78ad-46f4-afbe-bec650a5f2f1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3e40161b-78ad-46f4-afbe-bec650a5f2f1,segment=NetworkSegment(73e4a4ca-f736-490d-8a8f-4dd9f3de1042),segment_id=73e4a4ca-f736-490d-8a8f-4dd9f3de1042)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:17.657129 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.666111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:17.666994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:17.685347 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:17.688207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6364-0d2a-44b9-a88a-016f292e2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.767272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e6364-0d2a-44b9-a88a-016f292e2c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f2e9cd-3349-47ac-952f-e704fd384584,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:17.795839 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a91c8ec-bb8b-4764-a2b6-e9596a01d0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.817721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-17483e1c-1503-45e7-baa7-ca82977f4f64 None None] Provisioning complete for port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:17.818374 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17483e1c-1503-45e7-baa7-ca82977f4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.847275 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.876156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.883088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Network': ['ID=791786c2-72bf-48ea-bde7-a0bd1073553f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:17.888264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5a3e6364-0d2a-44b9-a88a-016f292e2c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.889550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5a3e6364-0d2a-44b9-a88a-016f292e2c36 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d6f2e9cd-3349-47ac-952f-e704fd384584 HTTP/1.1" status: 204 len: 168 time: 1.0321090 Feb 11 13:36:17.912182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8af7dd55-a3d6-45d4-9a09-32a393a448e4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/791786c2-72bf-48ea-bde7-a0bd1073553f HTTP/1.1" status: 204 len: 168 time: 6.6766353 Feb 11 13:36:17.915699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59318) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:17.928797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1496213939'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:17.938037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 3e40161b-78ad-46f4-afbe-bec650a5f2f1 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:17.942915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:17.944780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3e40161b-78ad-46f4-afbe-bec650a5f2f1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:17.945154 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.951336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:network and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:17.958523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:17.971734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:17.996542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:18.002777 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.018992 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae75552e-864d-41e1-acb0-e1cfb4413866 None None] DHCP port deletion for 791786c2-72bf-48ea-bde7-a0bd1073553f request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:36:18.113145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:18.136114 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.136736 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Added segment 251a3256-5363-4a92-8700-92d237273440 of type vlan for network df31d3b5-4444-42dd-8913-0f826dab4ad6 Feb 11 13:36:18.180499 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.229952 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.239353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:18.240311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.251966 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.266761 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.342450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-f7cac103-28e5-45a0-a934-1bcc91842da7 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3860478 Feb 11 13:36:18.353943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f20b8bfa-b022-4376-a21c-4f4d1907560c None None] Could not find standard attr ID for object 3e40161b-78ad-46f4-afbe-bec650a5f2f1. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:18.364620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:18.371056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=3e40161b-78ad-46f4-afbe-bec650a5f2f1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:18.383139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4660046 Feb 11 13:36:18.400131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59334) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:18.403431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466e9eb-48a7-40e2-acbc-7ec22052043d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Network': ['ID=df31d3b5-4444-42dd-8913-0f826dab4ad6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:18.410096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'subnet': {'network_id': 'df31d3b5-4444-42dd-8913-0f826dab4ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:18.416843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network df31d3b5-4444-42dd-8913-0f826dab4ad6 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:36:18.436613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb2914-38e1-4090-9fa9-7002e95cd0f5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:18.685529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:18.689761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:subnet and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:18.695337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:18.708013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:18.717629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59342) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:18.765059 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-866f9ff7-40ff-4f49-a5a7-ddaa6c6d5e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.765278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-d6043148-aec7-4ebf-a126-3bf491a34272 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935907 Feb 11 13:36:18.771340 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.771691 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Added segment 655f4e15-e9a2-4b91-9f02-b7a01b919b7d of type vlan for network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 Feb 11 13:36:18.776307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:18.862776 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.894667 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.937359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-866f9ff7-40ff-4f49-a5a7-ddaa6c6d5e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:18.944492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.958793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-866f9ff7-40ff-4f49-a5a7-ddaa6c6d5e9f admin admin] Usage tracker for resource:security_group_rule and tenant:22a2a1d44f2b42daa1b58a7b9d55a1b7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:18.964934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-866f9ff7-40ff-4f49-a5a7-ddaa6c6d5e9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:18.976349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-32dabb52-c650-47c2-82ca-60587759b7d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b HTTP/1.1" status: 200 len: 217 time: 0.1956818 Feb 11 13:36:18.986023 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.021089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-866f9ff7-40ff-4f49-a5a7-ddaa6c6d5e9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:19.085772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-762612bc-3916-453a-a35f-0f3387f415dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:19.088038 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-762612bc-3916-453a-a35f-0f3387f415dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.0975792 Feb 11 13:36:19.143689 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.149793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:19.150405 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.261579 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-866f9ff7-40ff-4f49-a5a7-ddaa6c6d5e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.263015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2924ad75-be6d-409d-b931-a5b07845fab2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:19.287122 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:36:19.287997 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-866f9ff7-40ff-4f49-a5a7-ddaa6c6d5e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.315396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Network': ['ID=6abfda97-9fcf-4beb-89e0-74983b8d9d38,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:19.333466 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d12b5e96-b2ae-4734-aa07-4ad5d36edbf5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0109775 Feb 11 13:36:19.337356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.340699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59352) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:19.349056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:36:19.387475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'name': 'tempest-PortsIpV6TestJSON-437151773'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:19.407787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2924ad75-be6d-409d-b931-a5b07845fab2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:19.409598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2924ad75-be6d-409d-b931-a5b07845fab2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:19.436664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-866f9ff7-40ff-4f49-a5a7-ddaa6c6d5e9f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=22a2a1d44f2b42daa1b58a7b9d55a1b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7175920 Feb 11 13:36:19.455035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59356) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:19.483443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f9ff7-40ff-4f49-a5a7-ddaa6c6d5e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8db87e3-62e2-4fa2-af9c-97e7378dfb61,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:19.619355 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.649260 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-7df3e671-3d18-4a55-91b4-29095c4e14bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5551870 Feb 11 13:36:19.784538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:19.808369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:port and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:19.817536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:19.822104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Subnet': ['ID=05d5d217-8294-480c-9d5f-1e0997485ed5,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:19.838525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:19.850995 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-0ffdd53a-17c6-4b0c-b1c6-f02cef0dad4d service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941009 Feb 11 13:36:19.858311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e91ec6f3-5b8f-47ff-af11-d5d46df04b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.863990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Checking segment: {'id': '251a3256-5363-4a92-8700-92d237273440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'df31d3b5-4444-42dd-8913-0f826dab4ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:19.864360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network hostable DHCP agents. Network: df31d3b5-4444-42dd-8913-0f826dab4ad6, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:19.871609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:19.874519 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.932668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e91ec6f3-5b8f-47ff-af11-d5d46df04b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.945486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:20.029098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network df31d3b5-4444-42dd-8913-0f826dab4ad6 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:20.055055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, df31d3b5-4444-42dd-8913-0f826dab4ad6) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:20.063951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.064361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6999675-40cc-41c6-bf39-12bd25957b63 None None] Network df31d3b5-4444-42dd-8913-0f826dab4ad6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:20.064550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.120493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e91ec6f3-5b8f-47ff-af11-d5d46df04b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.206564 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-e77ebee9-5748-4f74-a5f5-0cf358b407df service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448529 Feb 11 13:36:20.232500 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e91ec6f3-5b8f-47ff-af11-d5d46df04b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.236078 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e91ec6f3-5b8f-47ff-af11-d5d46df04b0f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a8db87e3-62e2-4fa2-af9c-97e7378dfb61 HTTP/1.1" status: 204 len: 168 time: 0.7722747 Feb 11 13:36:20.239745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ec6f3-5b8f-47ff-af11-d5d46df04b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8db87e3-62e2-4fa2-af9c-97e7378dfb61,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:20.261191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-810c234d-3fe0-40ab-807b-3ba3ff3fe693 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8575218 Feb 11 13:36:20.262759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59370) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:20.318476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-cad9811b-8018-45fd-a9c2-6e92f504cb17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f25dc42-13d6-4753-bcaf-9f913c73223e HTTP/1.1" status: 200 len: 217 time: 0.1060853 Feb 11 13:36:20.376841 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.489285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-df31d3b5-4444-42dd-8913-0f826dab4ad6', 'network_id': 'df31d3b5-4444-42dd-8913-0f826dab4ad6', 'tenant_id': '72ffae0171b04f0390ba1a01aac41fc5', 'fixed_ips': [{'subnet_id': '05d5d217-8294-480c-9d5f-1e0997485ed5'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:36:20.490235 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.543651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.549879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-97748355-9ff1-4716-97e9-d44413963d75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.556442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-97748355-9ff1-4716-97e9-d44413963d75 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7eb4684-f135-434b-92ca-19187fdd48c4 HTTP/1.1" status: 200 len: 797 time: 0.1652975 Feb 11 13:36:20.630793 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.665192 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.697741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-428aad07-f7cf-45ae-9ae2-366a37e89729 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339250 Feb 11 13:36:20.787115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:20.798512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Allocated IP 2001:db8::2 (df31d3b5-4444-42dd-8913-0f826dab4ad6/05d5d217-8294-480c-9d5f-1e0997485ed5/583378c0-f3c4-4b2f-b4cb-106fedb96953) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:20.919030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=8a516d2e-a6fc-4f57-ab52-7dc02a547bcf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:20.921347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.997506 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-3392b1e5-6a1b-472b-9992-bedc5ce0055b service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932441 Feb 11 13:36:21.006771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59382) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:21.032953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Checking segment: {'id': '655f4e15-e9a2-4b91-9f02-b7a01b919b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:21.032953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network hostable DHCP agents. Network: 6abfda97-9fcf-4beb-89e0-74983b8d9d38, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:21.044740 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aafbc493-6fed-48dd-8e5e-da6b722bc707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.101525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aafbc493-6fed-48dd-8e5e-da6b722bc707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:21.101525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aafbc493-6fed-48dd-8e5e-da6b722bc707 admin admin] Usage tracker for resource:security_group_rule and tenant:32619d5f855042cd8d020b11dc3982ac is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:21.101525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:21.101525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aafbc493-6fed-48dd-8e5e-da6b722bc707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:21.125553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aafbc493-6fed-48dd-8e5e-da6b722bc707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:21.125553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 6abfda97-9fcf-4beb-89e0-74983b8d9d38) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:21.125553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:21.144135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.144135 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.195199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6bb57009-bb21-4d9c-95be-535057c27a99 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8199868 Feb 11 13:36:21.195199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59386) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:21.195199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-355545395'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:21.216569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:21.216569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:network and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:21.231775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:21.244268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:21.255654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-3848e7ba-99d6-4799-99cb-57cc32b92fe2 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424958 Feb 11 13:36:21.272264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aafbc493-6fed-48dd-8e5e-da6b722bc707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.277421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c753594-f47d-48b6-ac3a-df43945a2590 None None] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:21.284106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aafbc493-6fed-48dd-8e5e-da6b722bc707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.335248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:21.335248 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.352606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbc493-6fed-48dd-8e5e-da6b722bc707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e208c881-c397-458d-824f-1f48e4e68fa5,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:21.407540 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aafbc493-6fed-48dd-8e5e-da6b722bc707 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32619d5f855042cd8d020b11dc3982ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3938460 Feb 11 13:36:21.411662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59390) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:21.452383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:21.485431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.485431 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Added segment 24f29379-074a-4d00-9532-a27e1189fc77 of type vlan for network f2631f19-8592-4656-be09-0ccd324cbe74 Feb 11 13:36:21.568635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e88c2b70-029c-433c-a976-6064b2996640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.589334 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.623010 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e88c2b70-029c-433c-a976-6064b2996640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.687669 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.696450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.696450 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.738560 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.766673 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-ef1f8fc0-3ff9-43ce-8d9b-4ca49d90724a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=717a2c18-0476-4820-a631-22c0a1d02603 HTTP/1.1" status: 200 len: 217 time: 0.5094976 Feb 11 13:36:21.777509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:21.798840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-59bdad2e-6d11-4f83-862d-def3fba597a6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7065721 Feb 11 13:36:21.804232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59402) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:21.841884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] Sync routers for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:36:21.880426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:21.881072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:21.942924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Network': ['ID=f2631f19-8592-4656-be09-0ccd324cbe74,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:21.974702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network f2631f19-8592-4656-be09-0ccd324cbe74 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:36:21.980509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e88c2b70-029c-433c-a976-6064b2996640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.995827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Transition to ACTIVE for port object 583378c0-f3c4-4b2f-b4cb-106fedb96953 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:22.015354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b8d8db40-bb22-44a0-b824-80364df141a0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8271241 Feb 11 13:36:22.015354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59406) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:22.015354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e88c2b70-029c-433c-a976-6064b2996640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.026926 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e88c2b70-029c-433c-a976-6064b2996640 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e208c881-c397-458d-824f-1f48e4e68fa5 HTTP/1.1" status: 204 len: 168 time: 0.6069300 Feb 11 13:36:22.026926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c2b70-029c-433c-a976-6064b2996640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e208c881-c397-458d-824f-1f48e4e68fa5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:22.032699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-0faf8d47-05f3-444e-b712-6dbdd6b54809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:22.044668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-0faf8d47-05f3-444e-b712-6dbdd6b54809 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7eb4684-f135-434b-92ca-19187fdd48c4 HTTP/1.1" status: 200 len: 797 time: 0.2336202 Feb 11 13:36:22.065971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'ports': [{'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38'}, {'network_id': 'f2631f19-8592-4656-be09-0ccd324cbe74'}]} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:22.065971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:22.065971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': 'f2631f19-8592-4656-be09-0ccd324cbe74'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:22.294456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Transition to ACTIVE for port object 583378c0-f3c4-4b2f-b4cb-106fedb96953 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:22.350547 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.527660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9caee4-225b-4106-b35b-61942756026e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting subnet 7380064c-f65d-4d87-8054-6a3e06d90224 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:36:22.559343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:22.565582 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d9caee4-225b-4106-b35b-61942756026e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.673015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d9caee4-225b-4106-b35b-61942756026e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.695128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Network df31d3b5-4444-42dd-8913-0f826dab4ad6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:22.724114 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-d6f6d4a6-1d17-4ac8-8883-4cf165e27ecf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6620767 Feb 11 13:36:22.729044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:22.764088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Pushing event updated for resources: {'Port': ['ID=583378c0-f3c4-4b2f-b4cb-106fedb96953,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:22.775059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:22.780203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:22.791409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.831603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:port and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:22.838709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:22.845278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Subnet': ['ID=05d5d217-8294-480c-9d5f-1e0997485ed5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:22.857926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:22.962920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 2} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:22.967808 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.020290 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.047116 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.084246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-5a1741ae-68ec-4002-92f6-0ecf9b7fa507 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490264 Feb 11 13:36:23.147650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df31d3b5-4444-42dd-8913-0f826dab4ad6']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:23.225950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251a3256-5363-4a92-8700-92d237273440') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:23.225950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251a3256-5363-4a92-8700-92d237273440') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:23.293522 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d9caee4-225b-4106-b35b-61942756026e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.332497 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8613843a-8f7c-4c4d-bb0b-2f605efbc612 req-4b2a92a8-383a-4714-bd52-e3baa1a5f855 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421126 Feb 11 13:36:23.357630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.400139 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d9caee4-225b-4106-b35b-61942756026e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.464284 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d9caee4-225b-4106-b35b-61942756026e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.489488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9caee4-225b-4106-b35b-61942756026e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Subnet': ['ID=7380064c-f65d-4d87-8054-6a3e06d90224,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:23.502128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879535b0-1da2-4199-9399-21da94bfb858 None None] Network 49c71bc3-205e-4f3f-8c47-18a7845589ee requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:23.504555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6d9caee4-225b-4106-b35b-61942756026e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/7380064c-f65d-4d87-8054-6a3e06d90224 HTTP/1.1" status: 204 len: 168 time: 1.6990755 Feb 11 13:36:23.507012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:23.559425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.621520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:23.621520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:23.669408 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:23.703929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Attempting to bind port 583378c0-f3c4-4b2f-b4cb-106fedb96953 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:23.703929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Attempting to bind port 583378c0-f3c4-4b2f-b4cb-106fedb96953 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '251a3256-5363-4a92-8700-92d237273440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'df31d3b5-4444-42dd-8913-0f826dab4ad6'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:23.703929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Attempting to bind port 583378c0-f3c4-4b2f-b4cb-106fedb96953 on network df31d3b5-4444-42dd-8913-0f826dab4ad6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:23.846147 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.868881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port b0c17cda-0a1d-492f-9694-149b54894757 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:23.868881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.902569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port dea10455-a341-4c82-ac96-176330853075 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:23.949172 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:36:23.949172 n-d-818559-1 neutron-server[83567]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:36:23.949172 n-d-818559-1 neutron-server[83567]: [parameters: {'id': 'df31d3b5-4444-42dd-8913-0f826dab4ad6'}] Feb 11 13:36:23.949172 n-d-818559-1 neutron-server[83567]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:23.949172 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:24.020220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:24.020220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Checking segment: {'id': '251a3256-5363-4a92-8700-92d237273440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'df31d3b5-4444-42dd-8913-0f826dab4ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:24.021390 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.021390 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Bound using segment: {'id': '251a3256-5363-4a92-8700-92d237273440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'df31d3b5-4444-42dd-8913-0f826dab4ad6'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:24.021390 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Bound port: 583378c0-f3c4-4b2f-b4cb-106fedb96953, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251a3256-5363-4a92-8700-92d237273440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'df31d3b5-4444-42dd-8913-0f826dab4ad6'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:24.022042 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.150159 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.368752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port b0c17cda-0a1d-492f-9694-149b54894757, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b0c17cda-0a1d-492f-9694-149b54894757,segment=NetworkSegment(73e4a4ca-f736-490d-8a8f-4dd9f3de1042),segment_id=73e4a4ca-f736-490d-8a8f-4dd9f3de1042)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:24.369429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.420409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a5d84484-2168-493a-a117-4162975aef16 None None] For port 583378c0-f3c4-4b2f-b4cb-106fedb96953, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:24.433315 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a5d84484-2168-493a-a117-4162975aef16 None None] For port 583378c0-f3c4-4b2f-b4cb-106fedb96953, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=583378c0-f3c4-4b2f-b4cb-106fedb96953,segment=NetworkSegment(251a3256-5363-4a92-8700-92d237273440),segment_id=251a3256-5363-4a92-8700-92d237273440)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:24.446248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.483996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 4553a646-c8ad-4599-aee7-417d55cde6d9 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:24.636204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.662681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for b0c17cda-0a1d-492f-9694-149b54894757 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:24.692214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.704250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.773951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting port 583378c0-f3c4-4b2f-b4cb-106fedb96953 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:24.773951 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.820866 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.892852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:24.903411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:24.908853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=dea10455-a341-4c82-ac96-176330853075,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:24.916934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:24.918211 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.931176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d84484-2168-493a-a117-4162975aef16 None None] Pushing event updated for resources: {'Port': ['ID=583378c0-f3c4-4b2f-b4cb-106fedb96953,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:24.971848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=b0c17cda-0a1d-492f-9694-149b54894757,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:25.012060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No DVR routers for this DVR port b0c17cda-0a1d-492f-9694-149b54894757 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:25.124875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:18Z', 'revision_number': 8, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b789a8-2e7c-43cf-8734-c8ac14cb3ca2', 'name': '', 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:ea:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:45Z', 'updated_at': '2022-02-11T13:36:09Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:12Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:25.141461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=4553a646-c8ad-4599-aee7-417d55cde6d9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:25.148866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] Checking router: 599da251-acce-48a7-8643-ad9319aa258f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:36:25.190842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8b1b3b-73ea-44f9-946b-894a3e2191f7 None None] Network df31d3b5-4444-42dd-8913-0f826dab4ad6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:25.249263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce0ab8-5afa-4c95-a2da-450e9895ec34 None None] DHCP port deletion for 49c71bc3-205e-4f3f-8c47-18a7845589ee request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:36:25.406069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Checking segment: {'id': '24f29379-074a-4d00-9532-a27e1189fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f2631f19-8592-4656-be09-0ccd324cbe74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:25.406069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network hostable DHCP agents. Network: f2631f19-8592-4656-be09-0ccd324cbe74, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:25.420402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:25.420402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:25.463037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] For port 583378c0-f3c4-4b2f-b4cb-106fedb96953, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=583378c0-f3c4-4b2f-b4cb-106fedb96953,segment=NetworkSegment(251a3256-5363-4a92-8700-92d237273440),segment_id=251a3256-5363-4a92-8700-92d237273440)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:25.463037 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.527224 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.606246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c71bc3-205e-4f3f-8c47-18a7845589ee']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:25.637032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e4a4ca-f736-490d-8a8f-4dd9f3de1042') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:25.637032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e4a4ca-f736-490d-8a8f-4dd9f3de1042') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:25.682284 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.724422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.739271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:25.739271 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.761511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Calling delete_port for 583378c0-f3c4-4b2f-b4cb-106fedb96953 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:25.781111 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:25.805098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network f2631f19-8592-4656-be09-0ccd324cbe74 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:25.831327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, f2631f19-8592-4656-be09-0ccd324cbe74) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:25.831327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:25.847223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:25.847223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:25.847223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.872632 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fc0b7b-cb27-4df1-be72-5cc8b9b35e98 None None] Network f2631f19-8592-4656-be09-0ccd324cbe74 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:25.908893 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f5abb6e-f9de-490d-956c-4d2b3fb80c84 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8876626 Feb 11 13:36:25.908893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59458) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:26.011717 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.070604 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.082987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Network': ['ID=49c71bc3-205e-4f3f-8c47-18a7845589ee,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:26.094630 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-058af51d-1dad-4826-8afb-4850e142b86f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/networks/49c71bc3-205e-4f3f-8c47-18a7845589ee HTTP/1.1" status: 204 len: 168 time: 2.5865772 Feb 11 13:36:26.095323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59468) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:26.140578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.198746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:26.199926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-bbf79100-058a-4b5a-8e43-3c04e9fbd5ff tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 4553a646-c8ad-4599-aee7-417d55cde6d9 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:26.200433 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbf79100-058a-4b5a-8e43-3c04e9fbd5ff tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.276378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Port': ['ID=583378c0-f3c4-4b2f-b4cb-106fedb96953,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:26.324388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No DVR routers for this DVR port 583378c0-f3c4-4b2f-b4cb-106fedb96953 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:26.770530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59480) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:26.825238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.873003 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.877728 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbf79100-058a-4b5a-8e43-3c04e9fbd5ff tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.886666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df31d3b5-4444-42dd-8913-0f826dab4ad6']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:26.915661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79f3c2-2ad1-4af7-b5d6-26efabbfe846 None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:36:26.962623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251a3256-5363-4a92-8700-92d237273440') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:26.962917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251a3256-5363-4a92-8700-92d237273440') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:27.034417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:18Z', 'revision_number': 8, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b789a8-2e7c-43cf-8734-c8ac14cb3ca2', 'name': '', 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:ea:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:45Z', 'updated_at': '2022-02-11T13:36:09Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:12Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:27.035515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-bbf79100-058a-4b5a-8e43-3c04e9fbd5ff tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 4553a646-c8ad-4599-aee7-417d55cde6d9 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:27.049632 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b6cb7-9069-4286-9e89-c54a5c239700 None None] The sync data for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 is: [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:18Z', 'revision_number': 8, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58b789a8-2e7c-43cf-8734-c8ac14cb3ca2', 'name': '', 'network_id': 'e1f01654-d40d-47b0-9993-af0c6b0714e3', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:ea:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:45Z', 'updated_at': '2022-02-11T13:36:09Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '8403f02b-fa01-49a9-9734-c4e83be0e8fb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:12Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:36:27.104325 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.147994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1576278285', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:27.149289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.157012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:27.158107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:27.158637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.160618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f79f3c2-2ad1-4af7-b5d6-26efabbfe846 None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:36:27.168943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Usage tracker for resource:port and tenant:5f78d0bede574a75b15973050af1bf04 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:27.172320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:27.180596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:27.201850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Made reservation on behalf of 5f78d0bede574a75b15973050af1bf04 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:27.204181 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.221767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:27.288598 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:27.308653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.313804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.331543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:27.338665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Usage tracker for resource:security_group_rule and tenant:5f78d0bede574a75b15973050af1bf04 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:27.342800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:27.445890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:27.478314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3e40161b-78ad-46f4-afbe-bec650a5f2f1 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:27.561339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Network': ['ID=df31d3b5-4444-42dd-8913-0f826dab4ad6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:27.570943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3e40161b-78ad-46f4-afbe-bec650a5f2f1 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:27.571530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3e40161b-78ad-46f4-afbe-bec650a5f2f1 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:27.572165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b0c17cda-0a1d-492f-9694-149b54894757 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:27.582205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59492) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:27.590115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9fcf52fc-ab76-439f-a2e2-e8096b0f310b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/df31d3b5-4444-42dd-8913-0f826dab4ad6 HTTP/1.1" status: 204 len: 168 time: 7.3262990 Feb 11 13:36:27.602293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbf79100-058a-4b5a-8e43-3c04e9fbd5ff tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.621836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: b0c17cda-0a1d-492f-9694-149b54894757 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:27.623009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b0c17cda-0a1d-492f-9694-149b54894757 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:27.659277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1048640819'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:27.668944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:27.680883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf79100-058a-4b5a-8e43-3c04e9fbd5ff tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=4553a646-c8ad-4599-aee7-417d55cde6d9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:27.683563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:network and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:27.687071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:27.693388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:27.693854 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbf79100-058a-4b5a-8e43-3c04e9fbd5ff tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.709757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bbf79100-058a-4b5a-8e43-3c04e9fbd5ff tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/4553a646-c8ad-4599-aee7-417d55cde6d9 HTTP/1.1" status: 204 len: 168 time: 1.8013153 Feb 11 13:36:27.712177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59496) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:27.734732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.746058 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.764561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] device_id is not set on port b1c935e9-b00f-4042-9a79-6bff9f5414ba yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:27.820495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782cf5ae-5ec8-4b8f-8d00-f752b2e84c0b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:27.825032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782cf5ae-5ec8-4b8f-8d00-f752b2e84c0b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:27.825992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-782cf5ae-5ec8-4b8f-8d00-f752b2e84c0b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:27.839226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:27.842372 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.851719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-782cf5ae-5ec8-4b8f-8d00-f752b2e84c0b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:27.853395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-782cf5ae-5ec8-4b8f-8d00-f752b2e84c0b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1401916 Feb 11 13:36:27.855899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59500) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:27.884279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e7e8fe-3ee2-409b-9057-2a2ff590040e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:27.949091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ec0aaf08-e6b3-49ab-a081-fa40f40d9f09 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port dea10455-a341-4c82-ac96-176330853075 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:27.949518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec0aaf08-e6b3-49ab-a081-fa40f40d9f09 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.988780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:28.010389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.010999 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Added segment 007601a8-64bf-45cd-b3e4-6d795cc76a22 of type vlan for network 724f8f25-0585-4f65-a8cc-36551a23d6c7 Feb 11 13:36:28.045327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Allocated IP 172.25.4.156 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/b1c935e9-b00f-4042-9a79-6bff9f5414ba) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:28.074313 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.218009 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec0aaf08-e6b3-49ab-a081-fa40f40d9f09 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.316099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.320476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:28.321356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.358427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ec0aaf08-e6b3-49ab-a081-fa40f40d9f09 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for dea10455-a341-4c82-ac96-176330853075 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:28.443828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec0aaf08-e6b3-49ab-a081-fa40f40d9f09 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.499028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0aaf08-e6b3-49ab-a081-fa40f40d9f09 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=dea10455-a341-4c82-ac96-176330853075,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:28.510987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec0aaf08-e6b3-49ab-a081-fa40f40d9f09 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.560379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ec0aaf08-e6b3-49ab-a081-fa40f40d9f09 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/dea10455-a341-4c82-ac96-176330853075 HTTP/1.1" status: 204 len: 168 time: 0.7020237 Feb 11 13:36:28.560379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59510) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:28.573534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Network': ['ID=724f8f25-0585-4f65-a8cc-36551a23d6c7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:28.585381 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d98a18bb-c32a-4215-803f-570c41457908 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9994242 Feb 11 13:36:28.589187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 724f8f25-0585-4f65-a8cc-36551a23d6c7 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:36:28.595328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59514) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:28.621064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Request body: {'subnet': {'network_id': '724f8f25-0585-4f65-a8cc-36551a23d6c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:28.653488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ed3aeb-78b9-4e34-8dd8-c50a78ea3f75 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:28.654483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-98ed3aeb-78b9-4e34-8dd8-c50a78ea3f75 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:28.730530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-98ed3aeb-78b9-4e34-8dd8-c50a78ea3f75 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:28.738857 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-98ed3aeb-78b9-4e34-8dd8-c50a78ea3f75 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1775837 Feb 11 13:36:28.739523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59518) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:28.784377 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-757a8063-5ba6-4970-b4b6-380b2e10aa4b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:36:28.787539 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-757a8063-5ba6-4970-b4b6-380b2e10aa4b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/4553a646-c8ad-4599-aee7-417d55cde6d9 HTTP/1.1" status: 404 len: 333 time: 0.0470493 Feb 11 13:36:28.788399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59522) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:28.794419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.837119 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cee90f-b328-49f0-a7b3-5d2ff66d7451 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:36:28.838382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-59cee90f-b328-49f0-a7b3-5d2ff66d7451 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/dea10455-a341-4c82-ac96-176330853075 HTTP/1.1" status: 404 len: 333 time: 0.0490420 Feb 11 13:36:28.841047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59528) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:28.849506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:28.849847 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.877429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:28.893678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Usage tracker for resource:subnet and tenant:72ffae0171b04f0390ba1a01aac41fc5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:28.897526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:28.916089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:28.969497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Made reservation on behalf of 72ffae0171b04f0390ba1a01aac41fc5 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:28.973330 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.113510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.143390 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.172490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2631f19-8592-4656-be09-0ccd324cbe74']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:29.186220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f29379-074a-4d00-9532-a27e1189fc77') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:29.186600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f29379-074a-4d00-9532-a27e1189fc77') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:29.209708 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.232297 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.244734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:29.245643 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:29.261239 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:29.263396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:29.268380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:29.270916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:29.297009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.320310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Pushing event updated for resources: {'Port': ['ID=b1c935e9-b00f-4042-9a79-6bff9f5414ba,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:29.327075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=58b789a8-2e7c-43cf-8734-c8ac14cb3ca2,segment=NetworkSegment(6347ed98-aa81-457b-95f2-ba70538b82c9),segment_id=6347ed98-aa81-457b-95f2-ba70538b82c9)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:29.327432 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.356261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.375242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.402223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Network': ['ID=f2631f19-8592-4656-be09-0ccd324cbe74,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:29.405042 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8d4ce521-8a20-4a9f-bcb4-0bd6b6671ce8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/networks/f2631f19-8592-4656-be09-0ccd324cbe74 HTTP/1.1" status: 204 len: 168 time: 0.5629086 Feb 11 13:36:29.409958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59534) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:29.415941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1458469962'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:29.421926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:29.427219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:network and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:29.430265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:29.437361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:29.448595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:29.451902 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.484451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:29.500583 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.501206 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Added segment bfad3e56-714c-499c-a591-8a9118069d03 of type vlan for network 56f5ff03-004b-48e4-ad7a-f961b16b6855 Feb 11 13:36:29.529125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:29.538064 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.574798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.578875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:29.579447 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.616104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:29.616813 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.675971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-141f3612-0ba5-419f-bddc-d49e2d667947 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9033113 Feb 11 13:36:29.680029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59538) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:29.687518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2764518 Feb 11 13:36:29.691371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59542) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:29.695188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.156'}]}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:29.699499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '56f5ff03-004b-48e4-ad7a-f961b16b6855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:29.703952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:29.713826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f62526-aea5-4044-a982-4a9909bcdb32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Network': ['ID=56f5ff03-004b-48e4-ad7a-f961b16b6855,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:29.728389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 56f5ff03-004b-48e4-ad7a-f961b16b6855 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:36:29.743527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Usage tracker for resource:router and tenant:5f78d0bede574a75b15973050af1bf04 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:29.751642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:29.772587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:29.814016 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.815057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.973798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:29.978440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:29.984101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:29.994266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:30.007816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:30.016242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.127663 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.204701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=58b789a8-2e7c-43cf-8734-c8ac14cb3ca2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:30.228648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Performing IP validity checks on allocation pools {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 11 13:36:30.231717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.ipam_backend_mixin [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83567) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 11 13:36:30.257534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.objects.ports [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:36:30.260475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.265634 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.391280 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.555704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=6a72285d-1def-4932-9182-6732674393c5,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:30.573534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Checking segment: {'id': 'bfad3e56-714c-499c-a591-8a9118069d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '56f5ff03-004b-48e4-ad7a-f961b16b6855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:30.573903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network hostable DHCP agents. Network: 56f5ff03-004b-48e4-ad7a-f961b16b6855, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:30.604466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event updated for resources: {'Subnet': ['ID=133c8882-c062-419c-bffb-93281dc8909c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:30.605026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 56f5ff03-004b-48e4-ad7a-f961b16b6855 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:30.615323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 56f5ff03-004b-48e4-ad7a-f961b16b6855) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:30.621531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:30.622432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.623925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47d2153-24a6-405c-8b83-ad08cf2587dd None None] Network 56f5ff03-004b-48e4-ad7a-f961b16b6855 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:30.656549 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-40399766-14f6-418f-a38d-f55e69c2cec2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9638324 Feb 11 13:36:30.659846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59552) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:30.667805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '56f5ff03-004b-48e4-ad7a-f961b16b6855', 'name': 'tempest-PortsIpV6TestJSON-208505803'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:30.681054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Checking segment: {'id': '007601a8-64bf-45cd-b3e4-6d795cc76a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '724f8f25-0585-4f65-a8cc-36551a23d6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:30.681427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network hostable DHCP agents. Network: 724f8f25-0585-4f65-a8cc-36551a23d6c7, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:30.726508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.738152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Network 724f8f25-0585-4f65-a8cc-36551a23d6c7 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:30.754276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 724f8f25-0585-4f65-a8cc-36551a23d6c7) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:30.774860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:30.775792 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.802566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d46789-f941-4b59-a054-f43a40329740 None None] Network 724f8f25-0585-4f65-a8cc-36551a23d6c7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:30.843592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:30.856049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:30.864195 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.882094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-89a9aee4-f22e-477a-ac21-c11d4d7fd15d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2721641 Feb 11 13:36:30.883392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:30.885107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59556) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:30.887161 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.922769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 45d44c39-1d47-473c-a7d9-c3f234cc20b7 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:31.140261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8::173 (56f5ff03-004b-48e4-ad7a-f961b16b6855/6a72285d-1def-4932-9182-6732674393c5/45d44c39-1d47-473c-a7d9-c3f234cc20b7) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:31.182986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-724f8f25-0585-4f65-a8cc-36551a23d6c7', 'network_id': '724f8f25-0585-4f65-a8cc-36551a23d6c7', 'tenant_id': '72ffae0171b04f0390ba1a01aac41fc5', 'fixed_ips': [{'subnet_id': '133c8882-c062-419c-bffb-93281dc8909c'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:36:31.183796 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:31.201523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-56f5ff03-004b-48e4-ad7a-f961b16b6855', 'network_id': '56f5ff03-004b-48e4-ad7a-f961b16b6855', 'tenant_id': '9b5cac8106e94c2497438abeb7d32a2b', 'fixed_ips': [{'subnet_id': '6a72285d-1def-4932-9182-6732674393c5'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:36:31.202319 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:31.258012 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:31.461199 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:31.480118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object 45d44c39-1d47-473c-a7d9-c3f234cc20b7 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:31.509590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:31.531093 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:31.603061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Allocated IP 2001:db8::f816:3eff:fe28:4a13 (724f8f25-0585-4f65-a8cc-36551a23d6c7/133c8882-c062-419c-bffb-93281dc8909c/b565adcd-2dd5-499e-930b-0ed83151bacb) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:31.617907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 56f5ff03-004b-48e4-ad7a-f961b16b6855 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:31.621511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:31.628247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=45d44c39-1d47-473c-a7d9-c3f234cc20b7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:31.631613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:31.639599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:31.640297 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:31.678756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59566) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:31.679931 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1c0e5a6b-7f9d-4c6b-ad48-135fe833b0e7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0183799 Feb 11 13:36:31.726261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Allocated IP 2001:db8::2 (56f5ff03-004b-48e4-ad7a-f961b16b6855/6a72285d-1def-4932-9182-6732674393c5/e55fecf1-63f8-41d9-bac7-4e4a78d69f7c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:32.030106 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.076989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Transition to ACTIVE for port object b565adcd-2dd5-499e-930b-0ed83151bacb will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:32.079180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.107110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bcde343d-dc53-4c11-b73b-8f973860aa5a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 45d44c39-1d47-473c-a7d9-c3f234cc20b7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:32.107463 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcde343d-dc53-4c11-b73b-8f973860aa5a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.113998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Transition to ACTIVE for port object b565adcd-2dd5-499e-930b-0ed83151bacb will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:32.118100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.124450 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.160229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.184079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Transition to ACTIVE for port object e55fecf1-63f8-41d9-bac7-4e4a78d69f7c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:32.218347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Network 724f8f25-0585-4f65-a8cc-36551a23d6c7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:32.225107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:32.228105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:32.269211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Transition to ACTIVE for port object e55fecf1-63f8-41d9-bac7-4e4a78d69f7c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:32.272024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.278206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Pushing event updated for resources: {'Port': ['ID=b565adcd-2dd5-499e-930b-0ed83151bacb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:32.314033 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.362212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Subnet': ['ID=133c8882-c062-419c-bffb-93281dc8909c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:32.386937 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Attempting to bind port b565adcd-2dd5-499e-930b-0ed83151bacb on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:32.386937 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Attempting to bind port b565adcd-2dd5-499e-930b-0ed83151bacb by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '007601a8-64bf-45cd-b3e4-6d795cc76a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '724f8f25-0585-4f65-a8cc-36551a23d6c7'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:32.386937 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Attempting to bind port b565adcd-2dd5-499e-930b-0ed83151bacb on network 724f8f25-0585-4f65-a8cc-36551a23d6c7 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:32.413104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:32.413471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Checking segment: {'id': '007601a8-64bf-45cd-b3e4-6d795cc76a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '724f8f25-0585-4f65-a8cc-36551a23d6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:32.414075 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.416353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Bound using segment: {'id': '007601a8-64bf-45cd-b3e4-6d795cc76a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '724f8f25-0585-4f65-a8cc-36551a23d6c7'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:32.417357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Bound port: b565adcd-2dd5-499e-930b-0ed83151bacb, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007601a8-64bf-45cd-b3e4-6d795cc76a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '724f8f25-0585-4f65-a8cc-36551a23d6c7'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:32.417901 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.439482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Network 56f5ff03-004b-48e4-ad7a-f961b16b6855 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:32.445749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:32.452476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:32.495609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Pushing event updated for resources: {'Port': ['ID=e55fecf1-63f8-41d9-bac7-4e4a78d69f7c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:32.624727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] For port b565adcd-2dd5-499e-930b-0ed83151bacb, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:32.645698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] For port b565adcd-2dd5-499e-930b-0ed83151bacb, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b565adcd-2dd5-499e-930b-0ed83151bacb,segment=NetworkSegment(007601a8-64bf-45cd-b3e4-6d795cc76a22),segment_id=007601a8-64bf-45cd-b3e4-6d795cc76a22)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:32.648644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Attempting to bind port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:32.648990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Attempting to bind port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'bfad3e56-714c-499c-a591-8a9118069d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '56f5ff03-004b-48e4-ad7a-f961b16b6855'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:32.649556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Attempting to bind port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c on network 56f5ff03-004b-48e4-ad7a-f961b16b6855 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:32.659130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.663054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:32.663618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Checking segment: {'id': 'bfad3e56-714c-499c-a591-8a9118069d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '56f5ff03-004b-48e4-ad7a-f961b16b6855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:32.664192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.664736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Bound using segment: {'id': 'bfad3e56-714c-499c-a591-8a9118069d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '56f5ff03-004b-48e4-ad7a-f961b16b6855'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:32.665356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Bound port: e55fecf1-63f8-41d9-bac7-4e4a78d69f7c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfad3e56-714c-499c-a591-8a9118069d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '56f5ff03-004b-48e4-ad7a-f961b16b6855'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:32.665889 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.679595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.749119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724f8f25-0585-4f65-a8cc-36551a23d6c7']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:32.775648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:32.787134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007601a8-64bf-45cd-b3e4-6d795cc76a22') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:32.787675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007601a8-64bf-45cd-b3e4-6d795cc76a22') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:32.820415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.821936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6bd0e-b194-483a-a5d8-ba1f9b2ce3e3 None None] Pushing event updated for resources: {'Port': ['ID=b565adcd-2dd5-499e-930b-0ed83151bacb,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:32.859606 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcde343d-dc53-4c11-b73b-8f973860aa5a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.875472 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.946931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] For port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:32.960683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] For port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e55fecf1-63f8-41d9-bac7-4e4a78d69f7c,segment=NetworkSegment(bfad3e56-714c-499c-a591-8a9118069d03),segment_id=bfad3e56-714c-499c-a591-8a9118069d03)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:32.966768 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:33.001418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589ea16-08e3-4ab6-a7be-47eb6b8188b3 None None] Network 724f8f25-0585-4f65-a8cc-36551a23d6c7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:33.037149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bcde343d-dc53-4c11-b73b-8f973860aa5a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 45d44c39-1d47-473c-a7d9-c3f234cc20b7 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:33.138608 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:33.172424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c012e2a-f5a3-41ff-bce7-dd008b9b0e62 None None] Pushing event updated for resources: {'Port': ['ID=e55fecf1-63f8-41d9-bac7-4e4a78d69f7c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:33.221442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:33.221810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:33.598797 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:33.612595 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:36:33.612595 n-d-818559-1 neutron-server[83568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:36:33.612595 n-d-818559-1 neutron-server[83568]: [parameters: {'id': '724f8f25-0585-4f65-a8cc-36551a23d6c7'}] Feb 11 13:36:33.612595 n-d-818559-1 neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:33.613000 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:34.026486 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.045564 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.079771 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcde343d-dc53-4c11-b73b-8f973860aa5a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.118201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.121082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:34.131951 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] Sync routers for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:36:34.154272 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:34.154889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde343d-dc53-4c11-b73b-8f973860aa5a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=45d44c39-1d47-473c-a7d9-c3f234cc20b7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:34.155113 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:34.160269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.160749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ffb3ae3-29b3-402e-a6e4-2e572794d5e0 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:36:34.256401 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcde343d-dc53-4c11-b73b-8f973860aa5a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.262994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting port b565adcd-2dd5-499e-930b-0ed83151bacb {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:34.263327 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.288291 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:36:34.292527 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2e56c74f-585a-45e4-96ba-1c22ebbf9893 tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6048679 Feb 11 13:36:34.292717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59586) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:34.302302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cd52f52d-ea66-4657-9d5b-3eaf5f09980f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2053974 Feb 11 13:36:34.303106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59590) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:34.312066 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bcde343d-dc53-4c11-b73b-8f973860aa5a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/45d44c39-1d47-473c-a7d9-c3f234cc20b7 HTTP/1.1" status: 204 len: 168 time: 2.6318328 Feb 11 13:36:34.344154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59594) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:34.381084 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:34.385023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-174327f1-6f76-439d-88e8-4e16846bcb2b tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Deleting port b1c935e9-b00f-4042-9a79-6bff9f5414ba {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:34.387108 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-174327f1-6f76-439d-88e8-4e16846bcb2b tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.431738 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-245c3093-07bb-4900-91a0-c3d76309b8e8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:34.432755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245c3093-07bb-4900-91a0-c3d76309b8e8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:34.433971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-245c3093-07bb-4900-91a0-c3d76309b8e8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/45d44c39-1d47-473c-a7d9-c3f234cc20b7 HTTP/1.1" status: 404 len: 333 time: 0.0893271 Feb 11 13:36:34.438842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59598) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:34.574894 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0afbcf-1442-4484-b629-11b2ca74a6b9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:36:34.575328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5f0afbcf-1442-4484-b629-11b2ca74a6b9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:34.586158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f838f111-6ef2-4025-b09a-c913b2a09265 None None] Network 56f5ff03-004b-48e4-ad7a-f961b16b6855 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:34.698766 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-174327f1-6f76-439d-88e8-4e16846bcb2b tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.731481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5f0afbcf-1442-4484-b629-11b2ca74a6b9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:34.742317 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5f0afbcf-1442-4484-b629-11b2ca74a6b9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/45d44c39-1d47-473c-a7d9-c3f234cc20b7 HTTP/1.1" status: 404 len: 333 time: 0.2992699 Feb 11 13:36:34.787315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59604) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:34.842963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-174327f1-6f76-439d-88e8-4e16846bcb2b tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Calling delete_port for b1c935e9-b00f-4042-9a79-6bff9f5414ba owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:34.884774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-746d76dd-a8ed-4400-b7c2-93a0d00bbe4c None None] Provisioning for port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:35.099095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-174327f1-6f76-439d-88e8-4e16846bcb2b tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.259322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174327f1-6f76-439d-88e8-4e16846bcb2b tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1c935e9-b00f-4042-9a79-6bff9f5414ba,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:35.359462 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:29Z', 'revision_number': 9, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:12Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:35.389633 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] Checking router: 599da251-acce-48a7-8643-ad9319aa258f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:36:35.423378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-174327f1-6f76-439d-88e8-4e16846bcb2b tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.435390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-174327f1-6f76-439d-88e8-4e16846bcb2b tempest-RoutersAdminNegativeTest-701762160 tempest-RoutersAdminNegativeTest-701762160-project-admin] 10.222.0.67 "DELETE /v2.0/ports/b1c935e9-b00f-4042-9a79-6bff9f5414ba HTTP/1.1" status: 204 len: 168 time: 1.1320374 Feb 11 13:36:35.448700 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:35.448700 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:35.463872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e55fecf1-63f8-41d9-bac7-4e4a78d69f7c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:35.682863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:35.692627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:35.692627 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.805863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] For port b565adcd-2dd5-499e-930b-0ed83151bacb, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b565adcd-2dd5-499e-930b-0ed83151bacb,segment=NetworkSegment(007601a8-64bf-45cd-b3e4-6d795cc76a22),segment_id=007601a8-64bf-45cd-b3e4-6d795cc76a22)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:35.805863 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.848682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaab226a-d0cb-4c34-a541-3aff24526138 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting subnet 8403f02b-fa01-49a9-9734-c4e83be0e8fb {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:36:35.973850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5aaba9e8-9a82-4691-84b4-0377d6d02325 None None] Provisioning complete for port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:35.973850 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5aaba9e8-9a82-4691-84b4-0377d6d02325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.101710 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:36.141176 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.200203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e55fecf1-63f8-41d9-bac7-4e4a78d69f7c,segment=NetworkSegment(bfad3e56-714c-499c-a591-8a9118069d03),segment_id=bfad3e56-714c-499c-a591-8a9118069d03)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:36.257901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59618) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:36.274934 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.359155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=e55fecf1-63f8-41d9-bac7-4e4a78d69f7c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:36.454310 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aaab226a-d0cb-4c34-a541-3aff24526138 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.494767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6f91b2d8-74fd-4b44-8758-de57e1e69dab None None] Could not find standard attr ID for object 45d44c39-1d47-473c-a7d9-c3f234cc20b7. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:36.511281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Calling delete_port for b565adcd-2dd5-499e-930b-0ed83151bacb owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:36.556719 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc16b-9e9b-4d25-b3a9-63849e1cbbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.635529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0cbbc16b-9e9b-4d25-b3a9-63849e1cbbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:36.642087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aaab226a-d0cb-4c34-a541-3aff24526138 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.644450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0cbbc16b-9e9b-4d25-b3a9-63849e1cbbb5 admin admin] Usage tracker for resource:security_group_rule and tenant:43482d8bd1f04e33a837f5a6fea4ec92 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:36.658893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0cbbc16b-9e9b-4d25-b3a9-63849e1cbbb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:36.665206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0cbbc16b-9e9b-4d25-b3a9-63849e1cbbb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:36.695773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24f76d-835d-406f-b4f3-7325ffad6e9a None None] get_active_networks_info from n-d-818559-1 {{(pid=83569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 11 13:36:36.721732 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:29Z', 'revision_number': 9, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:12Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:36.729218 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c8858-02e4-4ea6-a002-7a803c962c28 None None] The sync data for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 is: [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:29Z', 'revision_number': 9, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f06f120-260b-4eea-839e-c4232dbcc4d6', 'name': '', 'network_id': '1cc38ce5-93fa-4a3f-90ef-e20a32a9a946', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:94:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01213375-5df3-4758-be71-53f92e7acb4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:35Z', 'updated_at': '2022-02-11T13:36:12Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '01213375-5df3-4758-be71-53f92e7acb4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:36:36.779105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ca652d-5d86-4760-87f6-2382028615a9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet 6a72285d-1def-4932-9182-6732674393c5 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:36:36.787296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84ca652d-5d86-4760-87f6-2382028615a9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.838665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc16b-9e9b-4d25-b3a9-63849e1cbbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.842202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc16b-9e9b-4d25-b3a9-63849e1cbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.883550 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.920851 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0cbbc16b-9e9b-4d25-b3a9-63849e1cbbb5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=43482d8bd1f04e33a837f5a6fea4ec92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6615343 Feb 11 13:36:36.921470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbc16b-9e9b-4d25-b3a9-63849e1cbbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866db5a0-bb83-4e6a-a88b-035b57fed0e6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:36.925572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59628) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:36.952136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc24f76d-835d-406f-b4f3-7325ffad6e9a None None] Resources bound (agent type, host, resource id): {{(pid=83569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:36:36.962969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No DVR routers for this DVR port b565adcd-2dd5-499e-930b-0ed83151bacb on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:36.967119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Port': ['ID=b565adcd-2dd5-499e-930b-0ed83151bacb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:36.977430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84ca652d-5d86-4760-87f6-2382028615a9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.018607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cca0-0341-46f3-acdf-3e8a53897c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.049619 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cca0-0341-46f3-acdf-3e8a53897c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.171987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cca0-0341-46f3-acdf-3e8a53897c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.202772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0cca0-0341-46f3-acdf-3e8a53897c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866db5a0-bb83-4e6a-a88b-035b57fed0e6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:37.205663 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cca0-0341-46f3-acdf-3e8a53897c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.211482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c1e0cca0-0341-46f3-acdf-3e8a53897c7d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/866db5a0-bb83-4e6a-a88b-035b57fed0e6 HTTP/1.1" status: 204 len: 168 time: 0.2811971 Feb 11 13:36:37.312179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.368074 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aaab226a-d0cb-4c34-a541-3aff24526138 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.426786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e55fecf1-63f8-41d9-bac7-4e4a78d69f7c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:37.477633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724f8f25-0585-4f65-a8cc-36551a23d6c7']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:37.523111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007601a8-64bf-45cd-b3e4-6d795cc76a22') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:37.523111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007601a8-64bf-45cd-b3e4-6d795cc76a22') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:37.552474 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84ca652d-5d86-4760-87f6-2382028615a9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.622514 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.705775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:37.706967 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.724076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.735562 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aaab226a-d0cb-4c34-a541-3aff24526138 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.789484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab226a-d0cb-4c34-a541-3aff24526138 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Subnet': ['ID=8403f02b-fa01-49a9-9734-c4e83be0e8fb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:37.797076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.807939 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aaab226a-d0cb-4c34-a541-3aff24526138 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.812563 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84ca652d-5d86-4760-87f6-2382028615a9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.817361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:37.817932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.836537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59642) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:37.867853 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:37.888180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84ca652d-5d86-4760-87f6-2382028615a9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.930452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d901f821-fba1-4975-a0f6-f98b5d4c7372 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f78d0bede574a75b15973050af1bf04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0922582 Feb 11 13:36:37.931627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59648) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:37.991895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca652d-5d86-4760-87f6-2382028615a9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=6a72285d-1def-4932-9182-6732674393c5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:38.002783 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-aaab226a-d0cb-4c34-a541-3aff24526138 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/8403f02b-fa01-49a9-9734-c4e83be0e8fb HTTP/1.1" status: 204 len: 168 time: 3.6917105 Feb 11 13:36:38.007374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59652) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.015009 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-84ca652d-5d86-4760-87f6-2382028615a9 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/6a72285d-1def-4932-9182-6732674393c5 HTTP/1.1" status: 204 len: 168 time: 3.2370830 Feb 11 13:36:38.022197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb5d7f-5839-4089-a412-5e9deba33b70 None None] Network e1f01654-d40d-47b0-9993-af0c6b0714e3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:38.022617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59656) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.055901 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c0ce2c2b-4251-42bd-b64b-afeb5051bcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.085449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89d355-804a-486a-915a-83e26f59ce19 None None] Network 56f5ff03-004b-48e4-ad7a-f961b16b6855 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:38.086752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c0ce2c2b-4251-42bd-b64b-afeb5051bcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.104485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:38.111250 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.121068 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.165634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Network': ['ID=724f8f25-0585-4f65-a8cc-36551a23d6c7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:38.177298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a24d9f6d-b9e8-4d36-801c-437f46406d65 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/724f8f25-0585-4f65-a8cc-36551a23d6c7 HTTP/1.1" status: 204 len: 168 time: 7.2907465 Feb 11 13:36:38.178077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59660) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.218567 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c0ce2c2b-4251-42bd-b64b-afeb5051bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.228052 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f9e853-29e1-4c31-be83-ae111245822c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:38.228489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f9e853-29e1-4c31-be83-ae111245822c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:38.232671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-19f9e853-29e1-4c31-be83-ae111245822c tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/subnets/133c8882-c062-419c-bffb-93281dc8909c HTTP/1.1" status: 404 len: 337 time: 0.0512662 Feb 11 13:36:38.235631 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59664) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.238312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce2c2b-4251-42bd-b64b-afeb5051bcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e7e8fe-3ee2-409b-9057-2a2ff590040e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:38.258741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:38.259531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 58b789a8-2e7c-43cf-8734-c8ac14cb3ca2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:38.266294 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c0ce2c2b-4251-42bd-b64b-afeb5051bcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.267964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c0ce2c2b-4251-42bd-b64b-afeb5051bcf0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/09e7e8fe-3ee2-409b-9057-2a2ff590040e HTTP/1.1" status: 204 len: 168 time: 0.3350070 Feb 11 13:36:38.274134 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.281592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.288266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port bcf0a559-84f8-4b7b-a1dc-c53c581113ad {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:38.288820 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.289102 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae8a745-0d01-4bbf-afee-825f037a514d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:38.289541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae8a745-0d01-4bbf-afee-825f037a514d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:38.293736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9ae8a745-0d01-4bbf-afee-825f037a514d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/724f8f25-0585-4f65-a8cc-36551a23d6c7 HTTP/1.1" status: 404 len: 339 time: 0.0571675 Feb 11 13:36:38.294730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59670) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.343940 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-defdfd06-a08d-4742-a7a9-4740dacfef6d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:38.344670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defdfd06-a08d-4742-a7a9-4740dacfef6d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:38.349860 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-defdfd06-a08d-4742-a7a9-4740dacfef6d tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/subnets/05d5d217-8294-480c-9d5f-1e0997485ed5 HTTP/1.1" status: 404 len: 337 time: 0.0538857 Feb 11 13:36:38.350653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.407219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:38.410300 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.550460 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c23ae8a-8f4f-4ced-844d-0decdad182d8 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:38.550930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c23ae8a-8f4f-4ced-844d-0decdad182d8 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:38.555488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8c23ae8a-8f4f-4ced-844d-0decdad182d8 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/df31d3b5-4444-42dd-8913-0f826dab4ad6 HTTP/1.1" status: 404 len: 339 time: 0.2034993 Feb 11 13:36:38.558244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59680) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.590730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port bcf0a559-84f8-4b7b-a1dc-c53c581113ad, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bcf0a559-84f8-4b7b-a1dc-c53c581113ad,segment=NetworkSegment(6347ed98-aa81-457b-95f2-ba70538b82c9),segment_id=6347ed98-aa81-457b-95f2-ba70538b82c9)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:38.591175 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.663196 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0cc326-3597-4b35-a2ef-b9af1bced049 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:38.663636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0cc326-3597-4b35-a2ef-b9af1bced049 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:38.667879 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bc0cc326-3597-4b35-a2ef-b9af1bced049 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/subnets/b5bbe9cb-82b1-4b18-aae8-3e0580b8672d HTTP/1.1" status: 404 len: 337 time: 0.1062446 Feb 11 13:36:38.671284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59686) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.833238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for bcf0a559-84f8-4b7b-a1dc-c53c581113ad owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:38.880694 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d81e54-1921-4baa-a2b4-f51d58677be3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:38.881444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d81e54-1921-4baa-a2b4-f51d58677be3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:38.882789 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-48d81e54-1921-4baa-a2b4-f51d58677be3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/791786c2-72bf-48ea-bde7-a0bd1073553f HTTP/1.1" status: 404 len: 339 time: 0.2109995 Feb 11 13:36:38.891344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59692) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:38.971854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f3a926e1-3e1c-4ab8-b0be-e55a7f34b6d5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting port 4c9eb40f-190a-42ab-9718-0faf3b2fd9c0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:38.972197 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f3a926e1-3e1c-4ab8-b0be-e55a7f34b6d5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.048108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] DHCP port deletion for 56f5ff03-004b-48e4-ad7a-f961b16b6855 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:36:39.072210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] Deleting port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:39.072589 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.102796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.124837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] For port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e55fecf1-63f8-41d9-bac7-4e4a78d69f7c,segment=NetworkSegment(bfad3e56-714c-499c-a591-8a9118069d03),segment_id=bfad3e56-714c-499c-a591-8a9118069d03)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:39.126161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.157356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee818217-3a0f-4e78-9040-5d7dd6f44772 None None] DHCP port deletion for e1f01654-d40d-47b0-9993-af0c6b0714e3 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:36:39.222833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=bcf0a559-84f8-4b7b-a1dc-c53c581113ad,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:39.380705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No DVR routers for this DVR port bcf0a559-84f8-4b7b-a1dc-c53c581113ad on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:39.386572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e55fecf1-63f8-41d9-bac7-4e4a78d69f7c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:39.397890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for e55fecf1-63f8-41d9-bac7-4e4a78d69f7c owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:39.509428 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.584858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] For port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e55fecf1-63f8-41d9-bac7-4e4a78d69f7c,segment=NetworkSegment(bfad3e56-714c-499c-a591-8a9118069d03),segment_id=bfad3e56-714c-499c-a591-8a9118069d03)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:39.586428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=e55fecf1-63f8-41d9-bac7-4e4a78d69f7c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:39.587160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.597262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No DVR routers for this DVR port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:39.614991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No active binding found for port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c {{(pid=83569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 11 13:36:39.615657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e55fecf1-63f8-41d9-bac7-4e4a78d69f7c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:39.616258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcf0a559-84f8-4b7b-a1dc-c53c581113ad no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:39.686271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: bcf0a559-84f8-4b7b-a1dc-c53c581113ad {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:39.688099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcf0a559-84f8-4b7b-a1dc-c53c581113ad not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:39.727085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f3a926e1-3e1c-4ab8-b0be-e55a7f34b6d5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.786777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.816378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f5ff03-004b-48e4-ad7a-f961b16b6855']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:39.830991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfad3e56-714c-499c-a591-8a9118069d03') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:39.832128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfad3e56-714c-499c-a591-8a9118069d03') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:39.865464 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.871335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] Calling delete_port for e55fecf1-63f8-41d9-bac7-4e4a78d69f7c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:39.888080 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.952235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:39.952927 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.967993 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.975791 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:39.975791 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:39.977005 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:39.982032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f3a926e1-3e1c-4ab8-b0be-e55a7f34b6d5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Calling delete_port for 4c9eb40f-190a-42ab-9718-0faf3b2fd9c0 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:40.072431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59724) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:40.086305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f01654-d40d-47b0-9993-af0c6b0714e3']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:40.104630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6347ed98-aa81-457b-95f2-ba70538b82c9') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:40.105191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6347ed98-aa81-457b-95f2-ba70538b82c9') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:40.118740 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.131696 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.145393 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.150981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.155712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Network': ['ID=56f5ff03-004b-48e4-ad7a-f961b16b6855,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:40.157651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f3a926e1-3e1c-4ab8-b0be-e55a7f34b6d5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.170303 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-720db54b-22df-433a-ab3d-538e1697c24d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/networks/56f5ff03-004b-48e4-ad7a-f961b16b6855 HTTP/1.1" status: 204 len: 168 time: 2.1458590 Feb 11 13:36:40.181365 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b11cb1d-ec74-4035-87df-c5d157bea8fd req-908ef68b-f8a4-4fab-8a72-92989c35f232 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6502 time: 0.6816134 Feb 11 13:36:40.182078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59730) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:40.187535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2027663061'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:40.194566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:40.209911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:40.211108 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.211292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:network and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:40.216541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:40.225165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:40.231484 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:40.246102 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f3a926e1-3e1c-4ab8-b0be-e55a7f34b6d5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.248812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a926e1-3e1c-4ab8-b0be-e55a7f34b6d5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Port': ['ID=4c9eb40f-190a-42ab-9718-0faf3b2fd9c0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:40.261471 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b11cb1d-ec74-4035-87df-c5d157bea8fd req-257f9f20-5ce6-48f5-a0ab-5fd8e7695fc4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680172 Feb 11 13:36:40.265181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:40.269724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.306327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:40.319216 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.319427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f3a926e1-3e1c-4ab8-b0be-e55a7f34b6d5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/ports/4c9eb40f-190a-42ab-9718-0faf3b2fd9c0 HTTP/1.1" status: 204 len: 168 time: 1.4234488 Feb 11 13:36:40.319523 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Added segment 3f029c92-9c1a-4e9a-8092-594754496f53 of type vlan for network febcc558-a93e-409c-8dad-adc5b98caf6b Feb 11 13:36:40.327756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59736) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:40.346149 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.377310 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66fa010-01ea-4aa3-8595-f108ff7d8541 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:40.377930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66fa010-01ea-4aa3-8595-f108ff7d8541 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:40.379811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group': {'name': 'tempest-secgroup--195202068'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:40.385364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.388392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a66fa010-01ea-4aa3-8595-f108ff7d8541 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/subnets/265d067b-b569-449a-860c-768212011db2 HTTP/1.1" status: 404 len: 337 time: 0.0574605 Feb 11 13:36:40.388551 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.392552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:40.393216 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.397429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:40.399517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59740) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:40.404661 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.409327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/networks/e1f01654-d40d-47b0-9993-af0c6b0714e3 HTTP/1.1" status: 204 len: 168 time: 2.3980756 Feb 11 13:36:40.410608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59742) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:40.446326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:40.476848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] Deleting port e55fecf1-63f8-41d9-bac7-4e4a78d69f7c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:40.477459 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.543019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfc0b4-ee90-48a6-9f91-94840bb5e104 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Network': ['ID=e1f01654-d40d-47b0-9993-af0c6b0714e3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:40.571017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:40.589550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:40.604007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5ebee-3ad0-479f-9e93-9e6519582197 None None] The port 'e55fecf1-63f8-41d9-bac7-4e4a78d69f7c' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:36:40.709260 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.718416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Network': ['ID=febcc558-a93e-409c-8dad-adc5b98caf6b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:40.722869 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7a96495c-96b9-46d9-a6b4-6bf7c2bf409b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5394702 Feb 11 13:36:40.728187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59750) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:40.732083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network febcc558-a93e-409c-8dad-adc5b98caf6b details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:36:40.759391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': 'febcc558-a93e-409c-8dad-adc5b98caf6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:40.789296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.794979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.812164 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.929614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting port 22622d13-69ae-47d6-8890-b2059bd04b17 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:40.929614 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.988349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:41.008662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:41.011412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:41.013599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:41.021188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:41.025208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:41.030503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:41.214356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:41.224246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:41.248584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] For port 22622d13-69ae-47d6-8890-b2059bd04b17, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=22622d13-69ae-47d6-8890-b2059bd04b17,segment=NetworkSegment(83a28c06-b8ab-414a-a13d-8b3231b40f73),segment_id=83a28c06-b8ab-414a-a13d-8b3231b40f73)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:41.249008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.540250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Calling delete_port for 22622d13-69ae-47d6-8890-b2059bd04b17 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:41.576941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 5f06f120-260b-4eea-839e-c4232dbcc4d6 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:41.577406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.617283 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.773547 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.800034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port 5f06f120-260b-4eea-839e-c4232dbcc4d6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5f06f120-260b-4eea-839e-c4232dbcc4d6,segment=NetworkSegment(7586c592-98a8-4d86-a6e1-9aace8636a2c),segment_id=7586c592-98a8-4d86-a6e1-9aace8636a2c)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:41.800512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.838602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Port': ['ID=22622d13-69ae-47d6-8890-b2059bd04b17,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:41.850807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.856699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No DVR routers for this DVR port 22622d13-69ae-47d6-8890-b2059bd04b17 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:41.859682 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.869062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-aa9d941b-50ce-40f6-be8c-4e936d3add1a req-07d03573-6541-4595-8af6-747b05e3f38b tempest-ServersTestJSON-246966447 tempest-ServersTestJSON-246966447-project] (83567) timed out ('10.222.0.75', 64706) {{(pid=83567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:36:41.935031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 5f06f120-260b-4eea-839e-c4232dbcc4d6 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:41.993342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:42.046890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc8e762-8bfa-4d6e-8edb-b267ae2a20c4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:42.054349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:42.069472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:42.085164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:42.091287 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.139987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1d24aa-6c49-49f2-8778-0dc5a0602043']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:42.154311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.175751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a28c06-b8ab-414a-a13d-8b3231b40f73') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:42.176031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a28c06-b8ab-414a-a13d-8b3231b40f73') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:42.202388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=5f06f120-260b-4eea-839e-c4232dbcc4d6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:42.205926 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.236828 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.260514 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.328983 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.330871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:42.331273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:42.355585 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:42.408880 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.415456 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.524608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=0cbf4e09-5d0e-46cc-a065-eeeffee6ea1d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:42.529774 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.539856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.542644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a9e67a-c9c7-4ad2-87d5-e3cc38656855,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:42.569657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.574420 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.575809 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-db4c8645-7473-458b-8e2b-ef815987f8e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.5024459 Feb 11 13:36:42.583218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59772) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:42.622434 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/bb1d24aa-6c49-49f2-8778-0dc5a0602043 HTTP/1.1" status: 204 len: 168 time: 2.2033706 Feb 11 13:36:42.622434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e51141-fafa-4a67-b36c-d29257c0a8e5 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Network': ['ID=bb1d24aa-6c49-49f2-8778-0dc5a0602043,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:42.625354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59776) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:42.651275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Checking segment: {'id': '3f029c92-9c1a-4e9a-8092-594754496f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'febcc558-a93e-409c-8dad-adc5b98caf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:42.651639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network hostable DHCP agents. Network: febcc558-a93e-409c-8dad-adc5b98caf6b, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:42.708734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-217e8fa1-d239-4dec-95d6-9fa2e35eb43c tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:42.722305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network febcc558-a93e-409c-8dad-adc5b98caf6b is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:42.732770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-217e8fa1-d239-4dec-95d6-9fa2e35eb43c tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:42.734636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-217e8fa1-d239-4dec-95d6-9fa2e35eb43c tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1496661 Feb 11 13:36:42.737358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:42.740217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, febcc558-a93e-409c-8dad-adc5b98caf6b) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:42.744149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:42.744737 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.753069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a0a58b02-7106-4303-8c2a-53ba78b1b0d2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group': {'name': 'tempest-security--256876952', 'description': 'tempest-security-description-731466825'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:42.754806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f09c094-e8c6-4d4d-a891-990ee9869dfe None None] Network febcc558-a93e-409c-8dad-adc5b98caf6b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:42.773324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-41482b2a-1ad4-4fd9-8927-ffb68c3f8ed3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting port 59896283-76ea-43d2-a1db-6d898e806d45 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:42.773668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41482b2a-1ad4-4fd9-8927-ffb68c3f8ed3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.792304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-22c96e40-3769-40b7-9236-32fdf6c68736 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0525944 Feb 11 13:36:42.792979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59784) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:42.798714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': 'febcc558-a93e-409c-8dad-adc5b98caf6b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-965505538'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:42.882870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0a58b02-7106-4303-8c2a-53ba78b1b0d2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.991779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0a58b02-7106-4303-8c2a-53ba78b1b0d2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.996387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0a58b02-7106-4303-8c2a-53ba78b1b0d2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.998824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0a58b02-7106-4303-8c2a-53ba78b1b0d2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.000081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a0a58b02-7106-4303-8c2a-53ba78b1b0d2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "PUT /v2.0/security-groups/44a9e67a-c9c7-4ad2-87d5-e3cc38656855 HTTP/1.1" status: 200 len: 1610 time: 0.2618067 Feb 11 13:36:43.009747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59788) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:43.040911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-febcc558-a93e-409c-8dad-adc5b98caf6b', 'network_id': 'febcc558-a93e-409c-8dad-adc5b98caf6b', 'tenant_id': '9b5cac8106e94c2497438abeb7d32a2b', 'fixed_ips': [{'subnet_id': '0cbf4e09-5d0e-46cc-a065-eeeffee6ea1d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:36:43.041801 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.049872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:43.067887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:port and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:43.081035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:43.087617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a58b02-7106-4303-8c2a-53ba78b1b0d2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a9e67a-c9c7-4ad2-87d5-e3cc38656855,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:43.097391 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41482b2a-1ad4-4fd9-8927-ffb68c3f8ed3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.103976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:43.124246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e2b46665-6e09-4601-82b8-1d47bd5deb04 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups/44a9e67a-c9c7-4ad2-87d5-e3cc38656855 HTTP/1.1" status: 200 len: 1610 time: 0.1120982 Feb 11 13:36:43.125517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:43.129346 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.139245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:43.221018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 7dc885a3-412b-4621-bc6f-dabfe897a7de yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:43.317840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Allocated IP 2001:db8::2 (febcc558-a93e-409c-8dad-adc5b98caf6b/0cbf4e09-5d0e-46cc-a065-eeeffee6ea1d/1a716bfd-2f6f-4740-bde8-b98c4730ece2) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:43.347640 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a67320d-bd1d-4bca-9928-96547a210872 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.383769 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a67320d-bd1d-4bca-9928-96547a210872 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.430472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-41482b2a-1ad4-4fd9-8927-ffb68c3f8ed3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Calling delete_port for 59896283-76ea-43d2-a1db-6d898e806d45 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:43.435918 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a67320d-bd1d-4bca-9928-96547a210872 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.462591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67320d-bd1d-4bca-9928-96547a210872 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a9e67a-c9c7-4ad2-87d5-e3cc38656855,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:43.491989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a67320d-bd1d-4bca-9928-96547a210872 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.495489 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9a67320d-bd1d-4bca-9928-96547a210872 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/44a9e67a-c9c7-4ad2-87d5-e3cc38656855 HTTP/1.1" status: 204 len: 168 time: 0.3504336 Feb 11 13:36:43.496004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59798) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:43.574425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bef20de9-e824-4ea2-a2ed-d7adbdfdead9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:43.605609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bef20de9-e824-4ea2-a2ed-d7adbdfdead9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:43.613285 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bef20de9-e824-4ea2-a2ed-d7adbdfdead9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1131084 Feb 11 13:36:43.613800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59802) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:43.638217 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-50f87af0-d02c-4bd3-a91d-905775681d39 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] delete failed (client error): The resource could not be found. Feb 11 13:36:43.641932 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-50f87af0-d02c-4bd3-a91d-905775681d39 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/44a9e67a-c9c7-4ad2-87d5-e3cc38656855 HTTP/1.1" status: 404 len: 347 time: 0.0271947 Feb 11 13:36:43.646168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59806) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:43.653176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group': {'name': 'tempest-secgroup--779094807'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:43.653735 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.664255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:43.676727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:43.686887 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.705508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Transition to ACTIVE for port object 1a716bfd-2f6f-4740-bde8-b98c4730ece2 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:43.710022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41482b2a-1ad4-4fd9-8927-ffb68c3f8ed3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.728676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:43.733438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:43.737108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Transition to ACTIVE for port object 1a716bfd-2f6f-4740-bde8-b98c4730ece2 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:43.737412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:43.745373 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.747905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:43.817550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41482b2a-1ad4-4fd9-8927-ffb68c3f8ed3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Port': ['ID=59896283-76ea-43d2-a1db-6d898e806d45,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:43.829785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41482b2a-1ad4-4fd9-8927-ffb68c3f8ed3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.839796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-41482b2a-1ad4-4fd9-8927-ffb68c3f8ed3 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/ports/59896283-76ea-43d2-a1db-6d898e806d45 HTTP/1.1" status: 204 len: 168 time: 1.2061136 Feb 11 13:36:43.842115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59814) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:43.842547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Pushing event updated for resources: {'Port': ['ID=1a716bfd-2f6f-4740-bde8-b98c4730ece2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:43.860154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Network febcc558-a93e-409c-8dad-adc5b98caf6b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:43.862013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:43.865014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:43.894200 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6250dc-353e-49d3-a70d-0f07165b21f4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:43.894200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6250dc-353e-49d3-a70d-0f07165b21f4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:43.896615 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9b6250dc-353e-49d3-a70d-0f07165b21f4 tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/subnets/dbfa7773-cf7f-4e98-bcbb-30e9c6b15f9d HTTP/1.1" status: 404 len: 337 time: 0.0520794 Feb 11 13:36:43.898048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59818) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:44.008097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Attempting to bind port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:44.008970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Attempting to bind port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '3f029c92-9c1a-4e9a-8092-594754496f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'febcc558-a93e-409c-8dad-adc5b98caf6b'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:44.008970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Attempting to bind port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 on network febcc558-a93e-409c-8dad-adc5b98caf6b {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:44.015493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:44.015869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Checking segment: {'id': '3f029c92-9c1a-4e9a-8092-594754496f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'febcc558-a93e-409c-8dad-adc5b98caf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:44.016262 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.016644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Bound using segment: {'id': '3f029c92-9c1a-4e9a-8092-594754496f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'febcc558-a93e-409c-8dad-adc5b98caf6b'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:44.017941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Bound port: 1a716bfd-2f6f-4740-bde8-b98c4730ece2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f029c92-9c1a-4e9a-8092-594754496f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'febcc558-a93e-409c-8dad-adc5b98caf6b'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:44.018447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.025138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.044142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8::1e2 (febcc558-a93e-409c-8dad-adc5b98caf6b/0cbf4e09-5d0e-46cc-a065-eeeffee6ea1d/7dc885a3-412b-4621-bc6f-dabfe897a7de) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:44.111910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] For port 1a716bfd-2f6f-4740-bde8-b98c4730ece2, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:44.115494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] For port 1a716bfd-2f6f-4740-bde8-b98c4730ece2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1a716bfd-2f6f-4740-bde8-b98c4730ece2,segment=NetworkSegment(3f029c92-9c1a-4e9a-8092-594754496f53),segment_id=3f029c92-9c1a-4e9a-8092-594754496f53)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:44.121220 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.176471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.227602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53c224-6eb2-4c4a-975c-84e42d195f83 None None] Pushing event updated for resources: {'Port': ['ID=1a716bfd-2f6f-4740-bde8-b98c4730ece2,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:44.250523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.342239 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.346685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc2f1e2-db40-4a1b-b07b-23ab983cffa2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:44.367604 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.368517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.374174 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-59c55edb-99c4-414e-a5ad-c0cb2e82e7bf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7267165 Feb 11 13:36:44.377266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59824) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:44.381079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object 7dc885a3-412b-4621-bc6f-dabfe897a7de will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:44.387111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': 'cbc2f1e2-db40-4a1b-b07b-23ab983cffa2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:44.409208 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.415519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:44.419210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901e86df-05de-4cd6-b616-3a3a25080df4']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:44.430610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:44.442507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:44.452798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:44.460600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d29f928-dbd3-4387-acb5-434f63701b2a') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:44.460600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d29f928-dbd3-4387-acb5-434f63701b2a') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:44.499814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:44.501572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.522067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.525798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network febcc558-a93e-409c-8dad-adc5b98caf6b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:44.528987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:44.543155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.543939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:44.548367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:44.549058 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.553501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=7dc885a3-412b-4621-bc6f-dabfe897a7de,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:44.568555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:44.569172 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.575552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3bad1b8f-f0b3-446b-9a33-908fc2ac20f2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7799230 Feb 11 13:36:44.576482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59828) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:44.595600 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:44.675566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d4a0a-241c-491a-9340-55d9c5eddc3b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 7dc885a3-412b-4621-bc6f-dabfe897a7de {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:44.678963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4a0a-241c-491a-9340-55d9c5eddc3b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.839943 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.864910 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.879080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Network': ['ID=901e86df-05de-4cd6-b616-3a3a25080df4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:44.888164 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.896847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b77fa0dc-229b-428a-a91c-793a32d6df5a tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/901e86df-05de-4cd6-b616-3a3a25080df4 HTTP/1.1" status: 204 len: 168 time: 0.9970875 Feb 11 13:36:44.897491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59832) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:44.899871 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.969974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4a0a-241c-491a-9340-55d9c5eddc3b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.976712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa142ff8-bd85-48ec-80c0-aea04017f04b,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:44.995096 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.999090 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a58a516f-6b62-48ae-8a7c-7015735b20b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6178648 Feb 11 13:36:44.999941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59836) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:45.117423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d4a0a-241c-491a-9340-55d9c5eddc3b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 7dc885a3-412b-4621-bc6f-dabfe897a7de owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:45.279745 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7fb92479-42c9-4266-a557-6c60a1bab7e7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.296929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7fb92479-42c9-4266-a557-6c60a1bab7e7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.327300 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4a0a-241c-491a-9340-55d9c5eddc3b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.364848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:45.382033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e6a82d30-0aeb-466d-9726-22933362f621 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9702563 Feb 11 13:36:45.382963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59846) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:45.383440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] Sync routers for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:36:45.411340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1a716bfd-2f6f-4740-bde8-b98c4730ece2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:45.426453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d4a0a-241c-491a-9340-55d9c5eddc3b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=7dc885a3-412b-4621-bc6f-dabfe897a7de,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:45.499660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:45.500865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:45.510521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4a0a-241c-491a-9340-55d9c5eddc3b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.542747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7b3d4a0a-241c-491a-9340-55d9c5eddc3b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/7dc885a3-412b-4621-bc6f-dabfe897a7de HTTP/1.1" status: 204 len: 168 time: 0.9547670 Feb 11 13:36:45.543593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59850) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:45.625447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f513538-75dc-4983-95f2-6af7e62740c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.635959 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccb09e5-fe23-4e03-b00b-672ae56fd0e5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:36:45.636563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7ccb09e5-fe23-4e03-b00b-672ae56fd0e5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:45.656791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7ccb09e5-fe23-4e03-b00b-672ae56fd0e5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:45.661309 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7ccb09e5-fe23-4e03-b00b-672ae56fd0e5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/7dc885a3-412b-4621-bc6f-dabfe897a7de HTTP/1.1" status: 404 len: 333 time: 0.1137981 Feb 11 13:36:45.661583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59854) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:45.698729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:45.722715 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7fb92479-42c9-4266-a557-6c60a1bab7e7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.733680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6898752-0ca7-45d9-945e-ea2c3fd8f52b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet 0cbf4e09-5d0e-46cc-a065-eeeffee6ea1d {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:36:45.737453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6898752-0ca7-45d9-945e-ea2c3fd8f52b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.743191 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7fb92479-42c9-4266-a557-6c60a1bab7e7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.746914 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7fb92479-42c9-4266-a557-6c60a1bab7e7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/fa142ff8-bd85-48ec-80c0-aea04017f04b HTTP/1.1" status: 204 len: 168 time: 0.7466223 Feb 11 13:36:45.750232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59858) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:45.751644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb92479-42c9-4266-a557-6c60a1bab7e7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa142ff8-bd85-48ec-80c0-aea04017f04b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:45.757794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0955b845-9f51-4e3f-9e39-012e8694ef7f tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting subnet f32b8a6d-b781-4a6f-943e-498fbbd70bf0 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:36:45.761016 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0955b845-9f51-4e3f-9e39-012e8694ef7f tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.807948 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6898752-0ca7-45d9-945e-ea2c3fd8f52b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.888537 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0955b845-9f51-4e3f-9e39-012e8694ef7f tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.901111 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6898752-0ca7-45d9-945e-ea2c3fd8f52b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.908587 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e744c6-fe03-44ec-ae4e-9b0970ae1b0b None None] Network febcc558-a93e-409c-8dad-adc5b98caf6b requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:45.919511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-72324f15-6e6b-433e-bc59-799d441eaeff tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting subnet 01213375-5df3-4758-be71-53f92e7acb4d {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:36:45.922397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72324f15-6e6b-433e-bc59-799d441eaeff tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.978976 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6898752-0ca7-45d9-945e-ea2c3fd8f52b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.981155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-572290d1-3377-4a37-b18e-9b118de7f151 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:46.002485 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72324f15-6e6b-433e-bc59-799d441eaeff tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.027374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6898752-0ca7-45d9-945e-ea2c3fd8f52b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbf4e09-5d0e-46cc-a065-eeeffee6ea1d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:46.034260 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6898752-0ca7-45d9-945e-ea2c3fd8f52b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.044132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d6898752-0ca7-45d9-945e-ea2c3fd8f52b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/0cbf4e09-5d0e-46cc-a065-eeeffee6ea1d HTTP/1.1" status: 204 len: 168 time: 0.3792350 Feb 11 13:36:46.045739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59862) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:46.081302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-572290d1-3377-4a37-b18e-9b118de7f151 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:46.085501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-572290d1-3377-4a37-b18e-9b118de7f151 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3308475 Feb 11 13:36:46.086074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59866) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:46.097490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-24cd0281-1eed-4a69-8aba-b03b462aa4dc None None] Provisioning for port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:46.124213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:46.134636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:46.135331 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.188585 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86c20a37-c5af-413f-8a18-c3a933533d0e tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.188800 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.200968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:46.201301 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.240819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86c20a37-c5af-413f-8a18-c3a933533d0e tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.249904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0955b845-9f51-4e3f-9e39-012e8694ef7f tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.316305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72324f15-6e6b-433e-bc59-799d441eaeff tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.430839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86c20a37-c5af-413f-8a18-c3a933533d0e tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.480089 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0955b845-9f51-4e3f-9e39-012e8694ef7f tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.527888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c20a37-c5af-413f-8a18-c3a933533d0e tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc2f1e2-db40-4a1b-b07b-23ab983cffa2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:46.534555 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.542973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955b845-9f51-4e3f-9e39-012e8694ef7f tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Subnet': ['ID=f32b8a6d-b781-4a6f-943e-498fbbd70bf0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:46.547267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72324f15-6e6b-433e-bc59-799d441eaeff tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.560490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86c20a37-c5af-413f-8a18-c3a933533d0e tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.565605 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-86c20a37-c5af-413f-8a18-c3a933533d0e tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/cbc2f1e2-db40-4a1b-b07b-23ab983cffa2 HTTP/1.1" status: 204 len: 168 time: 0.4738731 Feb 11 13:36:46.566009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59872) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:46.610929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72324f15-6e6b-433e-bc59-799d441eaeff tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.615915 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-72324f15-6e6b-433e-bc59-799d441eaeff tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/01213375-5df3-4758-be71-53f92e7acb4d HTTP/1.1" status: 204 len: 168 time: 1.2172508 Feb 11 13:36:46.621606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 1a716bfd-2f6f-4740-bde8-b98c4730ece2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1a716bfd-2f6f-4740-bde8-b98c4730ece2,segment=NetworkSegment(3f029c92-9c1a-4e9a-8092-594754496f53),segment_id=3f029c92-9c1a-4e9a-8092-594754496f53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:46.622144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59876) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:46.624407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72324f15-6e6b-433e-bc59-799d441eaeff tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Subnet': ['ID=01213375-5df3-4758-be71-53f92e7acb4d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:46.635736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c33f4b-1572-48ba-89e5-52ad870093f9 None None] Network 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:46.637658 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0955b845-9f51-4e3f-9e39-012e8694ef7f tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.640159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0955b845-9f51-4e3f-9e39-012e8694ef7f tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/subnets/f32b8a6d-b781-4a6f-943e-498fbbd70bf0 HTTP/1.1" status: 204 len: 168 time: 1.7415152 Feb 11 13:36:46.644853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59880) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:46.680487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] For port 1a716bfd-2f6f-4740-bde8-b98c4730ece2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1a716bfd-2f6f-4740-bde8-b98c4730ece2,segment=NetworkSegment(3f029c92-9c1a-4e9a-8092-594754496f53),segment_id=3f029c92-9c1a-4e9a-8092-594754496f53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:46.681082 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.807022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f90a089-7107-4f1d-a57e-5bd6d08ed20c None None] Network 32486f04-3c6b-426c-a8b7-9e7287f462d1 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:46.820513 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.833338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 1a716bfd-2f6f-4740-bde8-b98c4730ece2 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:46.944609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:46.945103 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:46.945742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.956475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.960808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a96c4839-6ac6-41ff-b441-b36eb0112929 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:46.985885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:46.986509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.014549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a96c4839-6ac6-41ff-b441-b36eb0112929 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:47.023112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a96c4839-6ac6-41ff-b441-b36eb0112929 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4081218 Feb 11 13:36:47.023821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59890) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:47.024046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Deleting port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:47.024324 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.033116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group': {'name': 'tempest-secgroup--799533304'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:47.033340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:42Z', 'revision_number': 10, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:47.042252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:47.053325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] Checking router: 599da251-acce-48a7-8643-ad9319aa258f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:36:47.072148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:47.092822 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.098678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] DHCP port deletion for febcc558-a93e-409c-8dad-adc5b98caf6b request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:36:47.139327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:47.146435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:47.151650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] Deleting port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:47.152026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.152492 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:47.159657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:47.290691 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.298356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.363959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e284ae84-5f4b-4c2d-a86d-6d3a02f0b074,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.388847 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.390795 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-23a96756-3cb6-412a-a74a-b010762da7e9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3647034 Feb 11 13:36:47.394276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59894) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:47.401774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': 'e284ae84-5f4b-4c2d-a86d-6d3a02f0b074', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:47.410899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:47.416604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:47.418745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf,segment=NetworkSegment(7586c592-98a8-4d86-a6e1-9aace8636a2c),segment_id=7586c592-98a8-4d86-a6e1-9aace8636a2c)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:47.419096 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.421331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:47.430895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:47.433596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] For port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=30992efe-ecdb-4e06-b8f8-80f92fbd9d58,segment=NetworkSegment(942335de-5b3e-4754-9085-806b1348068c),segment_id=942335de-5b3e-4754-9085-806b1348068c)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:47.433951 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.445526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1a716bfd-2f6f-4740-bde8-b98c4730ece2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:47.453029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:47.453503 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.492459 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.524890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=1a716bfd-2f6f-4740-bde8-b98c4730ece2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.596753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:47.598019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:47.727528 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.746071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:47.750947 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.796377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:47.843534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Calling delete_port for 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:47.861199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.862850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4670458 Feb 11 13:36:47.868366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59900) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:47.871577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb2d38-fd6c-4fb6-998a-2980afa943f2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a00553d-64ce-4212-b3f1-57c4e72061b2,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.903747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': 'e284ae84-5f4b-4c2d-a86d-6d3a02f0b074', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:47.914549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:47.921916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:47.929598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:47.959062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:47.973683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01758928-a42c-49d7-a2af-d18dacad459f None None] DHCP port deletion for 1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:36:47.974824 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.977508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] For port 1a716bfd-2f6f-4740-bde8-b98c4730ece2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1a716bfd-2f6f-4740-bde8-b98c4730ece2,segment=NetworkSegment(3f029c92-9c1a-4e9a-8092-594754496f53),segment_id=3f029c92-9c1a-4e9a-8092-594754496f53)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:47.978266 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.053629 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.068206 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.068681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] No DVR routers for this DVR port 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:48.074038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Port': ['ID=30992efe-ecdb-4e06-b8f8-80f92fbd9d58,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:48.085457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No DVR routers for this DVR port cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:48.162856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] For port 1a716bfd-2f6f-4740-bde8-b98c4730ece2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1a716bfd-2f6f-4740-bde8-b98c4730ece2,segment=NetworkSegment(3f029c92-9c1a-4e9a-8092-594754496f53),segment_id=3f029c92-9c1a-4e9a-8092-594754496f53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:48.163421 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.171395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 1a716bfd-2f6f-4740-bde8-b98c4730ece2 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:48.262379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6b27-aeab-41a0-8500-cbad7f92a401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.276690 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.284490 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.293781 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.332256 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.350380 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] Calling delete_port for 1a716bfd-2f6f-4740-bde8-b98c4730ece2 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:48.362454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc38ce5-93fa-4a3f-90ef-e20a32a9a946']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:48.366316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d0e159-a7cc-4ce2-a48b-3cf6b9e5a43d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:48.368630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=1a716bfd-2f6f-4740-bde8-b98c4730ece2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:48.391297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7586c592-98a8-4d86-a6e1-9aace8636a2c') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:48.392325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7586c592-98a8-4d86-a6e1-9aace8636a2c') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:48.400181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No DVR routers for this DVR port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:48.409486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.428052 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.435438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:48.435833 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.439361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 update to DOWN by agent not found {{(pid=83569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 11 13:36:48.444697 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.449149 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cdbb835d-60c4-4bb7-895d-0e844a22c003 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5789170 Feb 11 13:36:48.453138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59908) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:48.477201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': 'e284ae84-5f4b-4c2d-a86d-6d3a02f0b074', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:48.484217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:48.489371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:48.492677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:48.498437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:48.576795 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.588653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ed120-195c-41d6-a651-67fab5106fb7 None None] DHCP port deletion for 32486f04-3c6b-426c-a8b7-9e7287f462d1 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:36:48.615884 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.663339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febcc558-a93e-409c-8dad-adc5b98caf6b']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:48.680412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f029c92-9c1a-4e9a-8092-594754496f53') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:48.680700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f029c92-9c1a-4e9a-8092-594754496f53') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:48.698487 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.712028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:48.712547 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:48.723618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.725536 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.730788 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.741120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:42Z', 'revision_number': 10, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:48.741521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:48.741852 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.745976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c7195-c997-4506-b83e-bf5e9e810009 None None] The sync data for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 is: [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:42Z', 'revision_number': 10, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None, '_interfaces': [{'id': '024c7322-b4da-43b5-8520-1f20556378ca', 'name': '', 'network_id': '700b4ff6-d028-4e5d-a3fb-dfa919544ef8', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'mac_address': 'fa:16:3e:1c:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599da251-acce-48a7-8643-ad9319aa258f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '785eba60-c074-408f-bbdc-001679857bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:25Z', 'updated_at': '2022-02-11T13:35:39Z', 'revision_number': 5, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'subnets': [{'id': '785eba60-c074-408f-bbdc-001679857bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:48.766381 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:48.776288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:48.781539 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:48.784806 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.793450 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.795035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b5cbcf-4eb6-4fa9-b5c3-4a33542ce39d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:48.808767 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.851867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Network': ['ID=1cc38ce5-93fa-4a3f-90ef-e20a32a9a946,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:48.858130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32486f04-3c6b-426c-a8b7-9e7287f462d1']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:48.862546 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.870435 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b45eabc5-81f3-44ee-9a3c-66b4da507523 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/networks/1cc38ce5-93fa-4a3f-90ef-e20a32a9a946 HTTP/1.1" status: 204 len: 168 time: 2.2259405 Feb 11 13:36:48.872129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59914) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:48.895364 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.932415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.935498 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6b7368b0-2e4d-461e-a36e-1b71d3abf7ee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4800968 Feb 11 13:36:48.935648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942335de-5b3e-4754-9085-806b1348068c') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:48.935648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942335de-5b3e-4754-9085-806b1348068c') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:48.939597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59918) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:48.948324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': 'e284ae84-5f4b-4c2d-a86d-6d3a02f0b074', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:48.956439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:48.958476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.963019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.983879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:48.989665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:48.998474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/networks/febcc558-a93e-409c-8dad-adc5b98caf6b HTTP/1.1" status: 204 len: 168 time: 2.9487400 Feb 11 13:36:48.998474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b20228-3585-4a31-9527-2121cd9222a2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Network': ['ID=febcc558-a93e-409c-8dad-adc5b98caf6b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:49.000630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59922) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:49.001676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:49.009969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'name': 'tempest-PortsIpV6TestJSON-647585499'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:49.011881 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.042013 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.050964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:49.051565 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:49.069930 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:49.193813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.214421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] Deleting port 1a716bfd-2f6f-4740-bde8-b98c4730ece2 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:49.215032 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.215343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.222118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] 10.222.0.67 "DELETE /v2.0/networks/32486f04-3c6b-426c-a8b7-9e7287f462d1 HTTP/1.1" status: 204 len: 168 time: 2.5616217 Feb 11 13:36:49.296902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afa7e4-c1c4-447a-aa8a-e110aea1353b tempest-NetworksIpV6TestAttrs-1718399693 tempest-NetworksIpV6TestAttrs-1718399693-project] Pushing event deleted for resources: {'Network': ['ID=32486f04-3c6b-426c-a8b7-9e7287f462d1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:49.364801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:49.392912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.394034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1764027a-83c1-4219-8a21-227d39a069f1 None None] The port '1a716bfd-2f6f-4740-bde8-b98c4730ece2' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:36:49.410208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:49.410637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cbc6b0e6-72ac-4a4f-ae34-5a38ee5c1ecf not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:49.411259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:49.446144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:49.459035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:49.462292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:49.465981 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 30992efe-ecdb-4e06-b8f8-80f92fbd9d58 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:49.466499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5f06f120-260b-4eea-839e-c4232dbcc4d6 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:49.508112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:49.513394 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.539348 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 5f06f120-260b-4eea-839e-c4232dbcc4d6 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:49.541482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5f06f120-260b-4eea-839e-c4232dbcc4d6 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:49.608603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.615516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 42ab62e5-00e7-49be-a38a-e9ecaced1f86 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:49.692402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59936) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:49.711250 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.717056 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.774490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0481f7-102f-4708-b2b1-d59ada254127,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:49.796646 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.800846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f106e745-5dea-4e5b-921e-e148fea84cb7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8588631 Feb 11 13:36:49.802015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59942) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:49.810215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': 'e284ae84-5f4b-4c2d-a86d-6d3a02f0b074', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:49.818920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:49.823855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:49.827103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:49.835220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:49.857842 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.966219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.997188 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-85f0aa0e-a45f-4435-85c5-0771e88ea1c0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=72ffae0171b04f0390ba1a01aac41fc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2956760 Feb 11 13:36:49.997392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:50.021331 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.027934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.070857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bdc221e4-6250-4e31-b621-c39a3064f381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.084085 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.096346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6805e7f-2c8d-4d85-8966-158e4ec25cd0,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:50.122712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.123884 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dbabe584-aa0c-40f1-9069-2c9300b33b30 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3193536 Feb 11 13:36:50.126936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59950) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:50.160767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bdc221e4-6250-4e31-b621-c39a3064f381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.197050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:50.203598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:50.207248 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f10326f-2f48-48a8-ac43-ff3d37a61227 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.216585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:50.221850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:50.222437 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.224323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f10326f-2f48-48a8-ac43-ff3d37a61227 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.242910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=42ab62e5-00e7-49be-a38a-e9ecaced1f86,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:50.252610 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8b2c6fa6-d768-424c-90bf-99f2dfa70e02 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2484453 Feb 11 13:36:50.254342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59954) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:50.285196 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.305729 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f10326f-2f48-48a8-ac43-ff3d37a61227 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.335551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10326f-2f48-48a8-ac43-ff3d37a61227 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6805e7f-2c8d-4d85-8966-158e4ec25cd0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:50.339158 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1f10326f-2f48-48a8-ac43-ff3d37a61227 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.340057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9b28e94e-66f2-4204-9813-f2e3cd62efc4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 42ab62e5-00e7-49be-a38a-e9ecaced1f86 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:50.340399 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b28e94e-66f2-4204-9813-f2e3cd62efc4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.343743 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1f10326f-2f48-48a8-ac43-ff3d37a61227 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/e6805e7f-2c8d-4d85-8966-158e4ec25cd0 HTTP/1.1" status: 204 len: 168 time: 0.2152922 Feb 11 13:36:50.346078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59962) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:50.415064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bdc221e4-6250-4e31-b621-c39a3064f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.429451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-18fd5648-c3b3-4187-a133-564ba3ad0f75 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:50.463767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc221e4-6250-4e31-b621-c39a3064f381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a0d011-a4c2-426e-8671-e28f29500b8a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:50.483777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bdc221e4-6250-4e31-b621-c39a3064f381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.485700 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bdc221e4-6250-4e31-b621-c39a3064f381 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d5a0d011-a4c2-426e-8671-e28f29500b8a HTTP/1.1" status: 204 len: 168 time: 0.4868641 Feb 11 13:36:50.493906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-18fd5648-c3b3-4187-a133-564ba3ad0f75 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:50.502294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59968) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:50.504526 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-18fd5648-c3b3-4187-a133-564ba3ad0f75 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1568773 Feb 11 13:36:50.651836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 024c7322-b4da-43b5-8520-1f20556378ca {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:50.652307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.685143 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696337dc-ac26-4409-8d03-542e170b7019 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.699091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b28e94e-66f2-4204-9813-f2e3cd62efc4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.709057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696337dc-ac26-4409-8d03-542e170b7019 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.847983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9b28e94e-66f2-4204-9813-f2e3cd62efc4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 42ab62e5-00e7-49be-a38a-e9ecaced1f86 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:50.899565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port 024c7322-b4da-43b5-8520-1f20556378ca, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=024c7322-b4da-43b5-8520-1f20556378ca,segment=NetworkSegment(c53aeedf-7963-446e-b12d-60aaf971b844),segment_id=c53aeedf-7963-446e-b12d-60aaf971b844)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:50.900086 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.933211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696337dc-ac26-4409-8d03-542e170b7019 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.944919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b28e94e-66f2-4204-9813-f2e3cd62efc4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.009604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28e94e-66f2-4204-9813-f2e3cd62efc4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=42ab62e5-00e7-49be-a38a-e9ecaced1f86,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:51.015378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696337dc-ac26-4409-8d03-542e170b7019 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f0481f7-102f-4708-b2b1-d59ada254127,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:51.055896 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b28e94e-66f2-4204-9813-f2e3cd62efc4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.066515 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9b28e94e-66f2-4204-9813-f2e3cd62efc4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/42ab62e5-00e7-49be-a38a-e9ecaced1f86 HTTP/1.1" status: 204 len: 168 time: 0.8087246 Feb 11 13:36:51.066515 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696337dc-ac26-4409-8d03-542e170b7019 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.069772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-696337dc-ac26-4409-8d03-542e170b7019 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/7f0481f7-102f-4708-b2b1-d59ada254127 HTTP/1.1" status: 204 len: 168 time: 0.5555966 Feb 11 13:36:51.069893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59986) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:51.070544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59988) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:51.083868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 024c7322-b4da-43b5-8520-1f20556378ca owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:51.119847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'mac_address': 'fa:16:3e:f7:0e:35', 'name': 'tempest-PortsIpV6TestJSON-1412072443'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:51.127431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4c3d3c8-5daa-4c1e-9b67-ed9dadcbd784 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:51.146797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4c3d3c8-5daa-4c1e-9b67-ed9dadcbd784 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:51.151638 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a4c3d3c8-5daa-4c1e-9b67-ed9dadcbd784 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0803175 Feb 11 13:36:51.151805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 59994) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:51.187728 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4966d654-c172-4b8e-bb14-f006968a428f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.200187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4966d654-c172-4b8e-bb14-f006968a428f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.248932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4966d654-c172-4b8e-bb14-f006968a428f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.273338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966d654-c172-4b8e-bb14-f006968a428f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06b5cbcf-4eb6-4fa9-b5c3-4a33542ce39d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:51.278230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:51.287752 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4966d654-c172-4b8e-bb14-f006968a428f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.289621 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4966d654-c172-4b8e-bb14-f006968a428f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/06b5cbcf-4eb6-4fa9-b5c3-4a33542ce39d HTTP/1.1" status: 204 len: 168 time: 0.1369815 Feb 11 13:36:51.292681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60004) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:51.340758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:51.353351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fe9767a2-123c-4421-8376-334830bde457 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:51.384272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fe9767a2-123c-4421-8376-334830bde457 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:51.384272 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fe9767a2-123c-4421-8376-334830bde457 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0876491 Feb 11 13:36:51.386394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60010) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:51.390253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:51.510335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1e70eef6-0570-4c5b-8b19-f2aa342c124d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.522242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1e70eef6-0570-4c5b-8b19-f2aa342c124d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.550671 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1e70eef6-0570-4c5b-8b19-f2aa342c124d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.584704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70eef6-0570-4c5b-8b19-f2aa342c124d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57d0e159-a7cc-4ce2-a48b-3cf6b9e5a43d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:51.594862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60016) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:51.625107 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.742216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1288421234'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:51.748075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:51.753201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:network and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:51.756328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:51.763301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:51.777432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:51.778478 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1e70eef6-0570-4c5b-8b19-f2aa342c124d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.779601 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1e70eef6-0570-4c5b-8b19-f2aa342c124d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/57d0e159-a7cc-4ce2-a48b-3cf6b9e5a43d HTTP/1.1" status: 204 len: 168 time: 0.3920686 Feb 11 13:36:51.781778 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.784090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60024) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:51.797023 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.818711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 074c8b4e-66e4-4581-8757-53b8dc1248bd yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:51.834659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:51.838679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:security_group_rule and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:51.841498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:51.848028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:51.875392 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.923899 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.927792 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.935863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=024c7322-b4da-43b5-8520-1f20556378ca,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:51.965904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:51.972421 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65073d74-f975-4012-adc1-75e3d031e5eb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:51.991589 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.991934 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added segment 4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1 of type vlan for network 42fa9c15-e641-4985-8008-db282f8fe9f4 Feb 11 13:36:52.036202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.076657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.081876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.082901 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.097145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d1036346-5d0f-417a-b777-cbfec38acb20 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:52.189317 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5891147 Feb 11 13:36:52.189962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60030) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:52.209706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1264971412'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:52.220368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:52.226539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:network and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:52.229179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14905b-7b0d-4f1e-aa44-dc1140be7bef tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Network': ['ID=42fa9c15-e641-4985-8008-db282f8fe9f4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:52.231256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:52.238261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:52.247037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 42fa9c15-e641-4985-8008-db282f8fe9f4 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:36:52.248363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:52.252254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.311912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:52.324604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d1036346-5d0f-417a-b777-cbfec38acb20 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:52.330449 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d1036346-5d0f-417a-b777-cbfec38acb20 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5408723 Feb 11 13:36:52.334238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.334238 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added segment e9d334c0-6d16-4ca2-8068-3d40582f3ae5 of type vlan for network 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 Feb 11 13:36:52.339297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60036) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:52.398006 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34af881c-4063-4008-b121-5d331aa7cbc4 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.398547 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.406472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.416600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34af881c-4063-4008-b121-5d331aa7cbc4 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.452303 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34af881c-4063-4008-b121-5d331aa7cbc4 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.474727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af881c-4063-4008-b121-5d331aa7cbc4 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a00553d-64ce-4212-b3f1-57c4e72061b2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:52.511310 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34af881c-4063-4008-b121-5d331aa7cbc4 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.516027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34af881c-4063-4008-b121-5d331aa7cbc4 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/5a00553d-64ce-4212-b3f1-57c4e72061b2 HTTP/1.1" status: 204 len: 168 time: 0.1741681 Feb 11 13:36:52.519455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60040) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:52.549553 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.593826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6c3c9adb-6704-4fe9-945a-dc91188fabe2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:52.628903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6c3c9adb-6704-4fe9-945a-dc91188fabe2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:52.634431 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6c3c9adb-6704-4fe9-945a-dc91188fabe2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1139383 Feb 11 13:36:52.635471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60044) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:52.646252 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.768687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.772407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.773049 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.808272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:52.811759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:52.818965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:52.822757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.823347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.826878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=074c8b4e-66e4-4581-8757-53b8dc1248bd,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:52.909824 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7187650 Feb 11 13:36:52.919426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60050) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:52.924712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24212dcd-c67f-4b65-8e3a-3ee4129623f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Network': ['ID=883ed60d-d6bc-4cb3-b50d-9a2563ce79c3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:52.930275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'subnet': {'network_id': '42fa9c15-e641-4985-8008-db282f8fe9f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:52.937984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:36:52.970930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2b4db6d9-e181-4b9d-b764-0b504d90b9f5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9023676 Feb 11 13:36:52.973774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60054) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:53.055427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:53.059974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e58a-37ea-4081-a2ab-05d238a6e980 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.060342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35634911-bae1-4dc9-9e0d-be790302eafa tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:53.060907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-35634911-bae1-4dc9-9e0d-be790302eafa tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:53.084838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-35634911-bae1-4dc9-9e0d-be790302eafa tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:53.085949 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-35634911-bae1-4dc9-9e0d-be790302eafa tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/074c8b4e-66e4-4581-8757-53b8dc1248bd HTTP/1.1" status: 200 len: 845 time: 0.1112580 Feb 11 13:36:53.093782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60058) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:53.168776 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e58a-37ea-4081-a2ab-05d238a6e980 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.203160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:53.210165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:subnet and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:53.213147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:53.218866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:53.225033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:53.234505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-67cb34dd-c946-439d-ac99-dda3b56333a5 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3585896 Feb 11 13:36:53.234505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60066) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:53.243650 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] Sync routers for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:36:53.254899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:53.272999 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:53.273860 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:53.301354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b90d285a-de24-405c-858f-ff37ae2f45be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 074c8b4e-66e4-4581-8757-53b8dc1248bd {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:53.301672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b90d285a-de24-405c-858f-ff37ae2f45be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.463522 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:53.498280 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.590914 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:51Z', 'revision_number': 11, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:53.603055 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] Checking router: 599da251-acce-48a7-8643-ad9319aa258f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:36:53.619671 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:53.620597 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:53.666845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-babc2c69-c5df-4c32-a8b5-7de3dfb9ee2d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting subnet 785eba60-c074-408f-bbdc-001679857bbf {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:36:53.669960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-babc2c69-c5df-4c32-a8b5-7de3dfb9ee2d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.724920 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e58a-37ea-4081-a2ab-05d238a6e980 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.738140 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-babc2c69-c5df-4c32-a8b5-7de3dfb9ee2d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.771378 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:53.842742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-babc2c69-c5df-4c32-a8b5-7de3dfb9ee2d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.872913 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b90d285a-de24-405c-858f-ff37ae2f45be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.942242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-babc2c69-c5df-4c32-a8b5-7de3dfb9ee2d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.954037 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:51Z', 'revision_number': 11, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:53.958344 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb56649c-f7e2-484b-8b78-f91185ad380c None None] The sync data for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 is: [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:51Z', 'revision_number': 11, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:36:54.002270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc2c69-c5df-4c32-a8b5-7de3dfb9ee2d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Subnet': ['ID=785eba60-c074-408f-bbdc-001679857bbf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:54.007792 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-babc2c69-c5df-4c32-a8b5-7de3dfb9ee2d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.015681 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-babc2c69-c5df-4c32-a8b5-7de3dfb9ee2d tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/785eba60-c074-408f-bbdc-001679857bbf HTTP/1.1" status: 204 len: 168 time: 0.7787850 Feb 11 13:36:54.017631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60072) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:54.018661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f530e-755e-4d64-b68b-18f888ca7258 None None] Network 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:54.021887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b90d285a-de24-405c-858f-ff37ae2f45be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 074c8b4e-66e4-4581-8757-53b8dc1248bd owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:54.131114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9e58a-37ea-4081-a2ab-05d238a6e980 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e284ae84-5f4b-4c2d-a86d-6d3a02f0b074,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:54.160232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.165415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b90d285a-de24-405c-858f-ff37ae2f45be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.175901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Deleting port 8ab871e6-047b-49ac-a2fd-245df8360ea3 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:54.176583 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.251398 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e58a-37ea-4081-a2ab-05d238a6e980 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.252837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b2a9e58a-37ea-4081-a2ab-05d238a6e980 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/e284ae84-5f4b-4c2d-a86d-6d3a02f0b074 HTTP/1.1" status: 204 len: 168 time: 1.6162369 Feb 11 13:36:54.257441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d285a-de24-405c-858f-ff37ae2f45be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=074c8b4e-66e4-4581-8757-53b8dc1248bd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:54.260037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60080) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:54.293471 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.342769 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b90d285a-de24-405c-858f-ff37ae2f45be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.403883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] DHCP port deletion for 700b4ff6-d028-4e5d-a3fb-dfa919544ef8 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:36:54.408299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] Deleting port 8ab871e6-047b-49ac-a2fd-245df8360ea3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:54.408660 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.421825 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b90d285a-de24-405c-858f-ff37ae2f45be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/074c8b4e-66e4-4581-8757-53b8dc1248bd HTTP/1.1" status: 204 len: 168 time: 1.3240488 Feb 11 13:36:54.425250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60084) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:54.452389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Subnet': ['ID=ddde7698-6a01-4ea9-a3d9-d64cf6edea5e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:54.482639 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fa95ab-20c2-4b4b-9bdf-3f779726f93c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:36:54.484921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-29fa95ab-20c2-4b4b-9bdf-3f779726f93c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/074c8b4e-66e4-4581-8757-53b8dc1248bd HTTP/1.1" status: 404 len: 333 time: 0.0573106 Feb 11 13:36:54.494280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60088) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:54.507950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'name': 'tempest-PortsIpV6TestJSON-1325807518'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:54.546624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-269f68fc-a133-4cfd-a5c8-8c9b2cf7aeb6 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:54.592158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] For port 8ab871e6-047b-49ac-a2fd-245df8360ea3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8ab871e6-047b-49ac-a2fd-245df8360ea3,segment=NetworkSegment(c53aeedf-7963-446e-b12d-60aaf971b844),segment_id=c53aeedf-7963-446e-b12d-60aaf971b844)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:54.592886 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.632178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Checking segment: {'id': '4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '42fa9c15-e641-4985-8008-db282f8fe9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:54.632536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network hostable DHCP agents. Network: 42fa9c15-e641-4985-8008-db282f8fe9f4, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:54.664783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-269f68fc-a133-4cfd-a5c8-8c9b2cf7aeb6 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:54.666274 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-269f68fc-a133-4cfd-a5c8-8c9b2cf7aeb6 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4046984 Feb 11 13:36:54.675171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60092) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:54.679639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:54.687942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712587386'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:54.694337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:port and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:54.698472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:54.701829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:54.711155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:54.721220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] For port 8ab871e6-047b-49ac-a2fd-245df8360ea3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8ab871e6-047b-49ac-a2fd-245df8360ea3,segment=NetworkSegment(c53aeedf-7963-446e-b12d-60aaf971b844),segment_id=c53aeedf-7963-446e-b12d-60aaf971b844)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:54.721927 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.722313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:54.724097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 42fa9c15-e641-4985-8008-db282f8fe9f4 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:54.735874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:54.738812 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.751283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 42fa9c15-e641-4985-8008-db282f8fe9f4) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:54.758184 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.769141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:54.769720 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.776553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Calling delete_port for 8ab871e6-047b-49ac-a2fd-245df8360ea3 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:54.798252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 7e957952-e91c-4b43-99a3-1e0ea5849cb8 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:54.869589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c5033-2449-475c-a6d0-7b76470326e3 None None] Network 42fa9c15-e641-4985-8008-db282f8fe9f4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:54.870491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.929351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Port': ['ID=8ab871e6-047b-49ac-a2fd-245df8360ea3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:54.946324 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cddd1878-61b1-4d14-845d-1c976b0be052 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0252993 Feb 11 13:36:54.948956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60098) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:54.958507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No DVR routers for this DVR port 8ab871e6-047b-49ac-a2fd-245df8360ea3 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:54.960822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'subnet': {'network_id': '883ed60d-d6bc-4cb3-b50d-9a2563ce79c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:54.961917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:54.962980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:54.965717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:54.966228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:54.966790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:54.967311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:54.967835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:54.968471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:54.968610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] Calling delete_port for 8ab871e6-047b-49ac-a2fd-245df8360ea3 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:54.971997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:54.972523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:54.973018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:55.092768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:55.126222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:55.135806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:55.139819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.168687 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:55.169308 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:55.172771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:55.177703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700b4ff6-d028-4e5d-a3fb-dfa919544ef8']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:55.216127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53aeedf-7963-446e-b12d-60aaf971b844') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:55.216673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53aeedf-7963-446e-b12d-60aaf971b844') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:55.236154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:55.241546 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.263805 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.275734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:36:55.276115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.279411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:subnet and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:55.386398 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.442876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 024c7322-b4da-43b5-8520-1f20556378ca no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:55.451266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.451940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Pushing event deleted for resources: {'Network': ['ID=700b4ff6-d028-4e5d-a3fb-dfa919544ef8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:55.463960 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-15f10186-bc43-4584-8c22-5e8138f867d0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/networks/700b4ff6-d028-4e5d-a3fb-dfa919544ef8 HTTP/1.1" status: 204 len: 168 time: 1.4450679 Feb 11 13:36:55.467631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60106) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:55.473941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f7b6e4ba-ee8d-4d4b-b577-6b52d407b46b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'routes': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:55.489668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:55.503522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-42fa9c15-e641-4985-8008-db282f8fe9f4', 'network_id': '42fa9c15-e641-4985-8008-db282f8fe9f4', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'fixed_ips': [{'subnet_id': 'ddde7698-6a01-4ea9-a3d9-d64cf6edea5e'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:36:55.506074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.534544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:55.538340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 024c7322-b4da-43b5-8520-1f20556378ca {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:55.538766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 024c7322-b4da-43b5-8520-1f20556378ca not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:55.539232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8ab871e6-047b-49ac-a2fd-245df8360ea3 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:36:55.635134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 8ab871e6-047b-49ac-a2fd-245df8360ea3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:36:55.635354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8ab871e6-047b-49ac-a2fd-245df8360ea3 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:36:55.665483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:55.722770 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.753347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] Deleting port 8ab871e6-047b-49ac-a2fd-245df8360ea3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:55.753721 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.798342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.812913 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.849692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2d40275d-aec2-41a7-8555-3a05136769a3 None None] The port '8ab871e6-047b-49ac-a2fd-245df8360ea3' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:36:55.879805 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.941154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Allocated IP 172.20.0.2 (42fa9c15-e641-4985-8008-db282f8fe9f4/ddde7698-6a01-4ea9-a3d9-d64cf6edea5e/72c5217c-6678-4757-bf03-b086b301579f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:55.950854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.extraroute_db [None req-f7b6e4ba-ee8d-4d4b-b577-6b52d407b46b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Added routes are [] {{(pid=83567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 11 13:36:55.951289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.extraroute_db [None req-f7b6e4ba-ee8d-4d4b-b577-6b52d407b46b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Removed routes are [] {{(pid=83567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 11 13:36:55.952124 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e4ba-ee8d-4d4b-b577-6b52d407b46b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.972632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc0d33a-9a1b-448f-9a2a-36709e1282d0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:55.984609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.986836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-422f54c0-7400-495e-af48-f5681d964764 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3089855 Feb 11 13:36:55.991383 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.993411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60110) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:56.052510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': '4cc0d33a-9a1b-448f-9a2a-36709e1282d0', 'direction': 'ingress', 'protocol': 17}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:56.075357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:56.094871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:56.107626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:56.124225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:56.142158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:56.144536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=7e957952-e91c-4b43-99a3-1e0ea5849cb8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.155905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:56.163123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:56.167569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:56.168322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.194485 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.249547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-50410e04-f561-4496-ac2e-bda61567c952 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7522206 Feb 11 13:36:56.255211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60116) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:56.262770 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.278425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Transition to ACTIVE for port object 72c5217c-6678-4757-bf03-b086b301579f will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:56.279051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4d663ab1-2770-4df3-b817-586833871092 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:56.291566 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:36:56.309017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Transition to ACTIVE for port object 72c5217c-6678-4757-bf03-b086b301579f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:56.316054 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.344122 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e4ba-ee8d-4d4b-b577-6b52d407b46b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.356132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.360444 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e4ba-ee8d-4d4b-b577-6b52d407b46b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.376836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.403187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Network 42fa9c15-e641-4985-8008-db282f8fe9f4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:56.406304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccaec9a-9a2d-47bb-b3a0-7a74f6826d6b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.409821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:56.409996 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.417750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:56.489060 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.490646 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5019c1e9-54fd-4117-8511-076ab7c7553d tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4864590 Feb 11 13:36:56.494222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60124) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:56.495572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Pushing event updated for resources: {'Port': ['ID=72c5217c-6678-4757-bf03-b086b301579f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.562138 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d663ab1-2770-4df3-b817-586833871092 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.569531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Subnet': ['ID=a0e1bbfe-9ebb-47e0-ab3c-92a8f8fb495b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.596667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.597109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.597505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.597925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.598287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.598699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.599084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.599465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.599866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.600243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.600629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.605838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Checking segment: {'id': 'e9d334c0-6d16-4ca2-8068-3d40582f3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '883ed60d-d6bc-4cb3-b50d-9a2563ce79c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:56.606103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network hostable DHCP agents. Network: 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:56.613591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Attempting to bind port 72c5217c-6678-4757-bf03-b086b301579f on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:56.614358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Attempting to bind port 72c5217c-6678-4757-bf03-b086b301579f by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '42fa9c15-e641-4985-8008-db282f8fe9f4'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:56.615154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Attempting to bind port 72c5217c-6678-4757-bf03-b086b301579f on network 42fa9c15-e641-4985-8008-db282f8fe9f4 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:56.623943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:56.624634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Checking segment: {'id': '4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '42fa9c15-e641-4985-8008-db282f8fe9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:56.625320 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.626007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Bound using segment: {'id': '4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '42fa9c15-e641-4985-8008-db282f8fe9f4'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:56.627192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Bound port: 72c5217c-6678-4757-bf03-b086b301579f, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '42fa9c15-e641-4985-8008-db282f8fe9f4'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:56.627841 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.640741 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aac4caad-0948-4df2-bc86-cd429eac5bf1 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.676283 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aac4caad-0948-4df2-bc86-cd429eac5bf1 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.736685 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aac4caad-0948-4df2-bc86-cd429eac5bf1 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.739818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] For port 72c5217c-6678-4757-bf03-b086b301579f, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:56.743712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] For port 72c5217c-6678-4757-bf03-b086b301579f, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=72c5217c-6678-4757-bf03-b086b301579f,segment=NetworkSegment(4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1),segment_id=4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:56.748770 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.772220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4caad-0948-4df2-bc86-cd429eac5bf1 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc0d33a-9a1b-448f-9a2a-36709e1282d0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.774948 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aac4caad-0948-4df2-bc86-cd429eac5bf1 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.778709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b6e4ba-ee8d-4d4b-b577-6b52d407b46b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 599da251-acce-48a7-8643-ad9319aa258f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:56.780229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-aac4caad-0948-4df2-bc86-cd429eac5bf1 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/4cc0d33a-9a1b-448f-9a2a-36709e1282d0 HTTP/1.1" status: 204 len: 168 time: 0.2843771 Feb 11 13:36:56.782901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60128) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:56.804952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:56.829951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:56.843142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:56.844000 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.854489 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986ea5c-944c-46c4-8d3e-4a05e8fca309 None None] Pushing event updated for resources: {'Port': ['ID=72c5217c-6678-4757-bf03-b086b301579f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.872656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e20377a-948d-47cb-ab19-72ace69789ab None None] Network 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:56.873438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-104bc60c-00b8-4206-a67a-af6ac44b56ad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9234891 Feb 11 13:36:56.877633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:56.884325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-472692479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:56.892239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:56.898053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:router and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:56.901900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:56.913100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:56.931547 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.932899 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.956495 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.979556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.007443 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.012570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-304724f0-19be-474e-89f2-af96b16194cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1337454 Feb 11 13:36:57.014107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60136) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:57.023374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d663ab1-2770-4df3-b817-586833871092 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.029719 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d663ab1-2770-4df3-b817-586833871092 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.065737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b6e4ba-ee8d-4d4b-b577-6b52d407b46b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:57.072091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e4ba-ee8d-4d4b-b577-6b52d407b46b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.073217 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f7b6e4ba-ee8d-4d4b-b577-6b52d407b46b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f HTTP/1.1" status: 200 len: 704 time: 1.6044807 Feb 11 13:36:57.081244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60142) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:57.101257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2dbf2983-c4cf-4f21-b6b4-8365078203cd tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:57.141414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4d663ab1-2770-4df3-b817-586833871092 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] In _notify_port_updated(), no bound segment for port 7e957952-e91c-4b43-99a3-1e0ea5849cb8 on network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:36:57.145078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d663ab1-2770-4df3-b817-586833871092 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:57.145668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d663ab1-2770-4df3-b817-586833871092 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.147030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4d663ab1-2770-4df3-b817-586833871092 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "PUT /v2.0/ports/7e957952-e91c-4b43-99a3-1e0ea5849cb8 HTTP/1.1" status: 200 len: 818 time: 0.8908870 Feb 11 13:36:57.160398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-906f7692-884c-4322-8039-6eafa3ce4000 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:57.171940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60146) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:57.179759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] Sync routers for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:36:57.220874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-883ed60d-d6bc-4cb3-b50d-9a2563ce79c3', 'network_id': '883ed60d-d6bc-4cb3-b50d-9a2563ce79c3', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'fixed_ips': [{'subnet_id': 'a0e1bbfe-9ebb-47e0-ab3c-92a8f8fb495b'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:36:57.220874 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.225413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2dbf2983-c4cf-4f21-b6b4-8365078203cd tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:57.231544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2dbf2983-c4cf-4f21-b6b4-8365078203cd tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4446864 Feb 11 13:36:57.231826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60152) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:57.231966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d663ab1-2770-4df3-b817-586833871092 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=7e957952-e91c-4b43-99a3-1e0ea5849cb8,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:57.243092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:57.243964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:57.249030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595080009'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:57.263354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-906f7692-884c-4322-8039-6eafa3ce4000 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:57.268174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:57.268732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60158) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:57.271148 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-906f7692-884c-4322-8039-6eafa3ce4000 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=599da251-acce-48a7-8643-ad9319aa258f HTTP/1.1" status: 200 len: 205 time: 0.1821606 Feb 11 13:36:57.289128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-deb43f0f-a837-4416-90ea-7198c75774ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 7e957952-e91c-4b43-99a3-1e0ea5849cb8 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:36:57.289473 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-deb43f0f-a837-4416-90ea-7198c75774ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.529297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:57.733764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:57.777684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.778123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:51Z', 'revision_number': 11, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:57.801786 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-935852fa-94bd-406b-a3de-7591b46ccc22 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.821493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] Checking router: 599da251-acce-48a7-8643-ad9319aa258f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:36:57.854313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] Routers {'599da251-acce-48a7-8643-ad9319aa258f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:36:57.855034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['599da251-acce-48a7-8643-ad9319aa258f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:57.956846 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-deb43f0f-a837-4416-90ea-7198c75774ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.997203 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:58.002910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:58.006563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:58.012332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:58.033978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] Set router 599da251-acce-48a7-8643-ad9319aa258f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:36:58.077534 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.089448 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.113190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-deb43f0f-a837-4416-90ea-7198c75774ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 7e957952-e91c-4b43-99a3-1e0ea5849cb8 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:36:58.139298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b29f554-6e2a-44c3-b0b3-83feb549a661,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:58.197825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Allocated IP 172.21.0.2 (883ed60d-d6bc-4cb3-b50d-9a2563ce79c3/a0e1bbfe-9ebb-47e0-ab3c-92a8f8fb495b/62910479-03a1-4148-8e58-3b7f1577f734) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:58.210148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-deb43f0f-a837-4416-90ea-7198c75774ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.285681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb43f0f-a837-4416-90ea-7198c75774ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=7e957952-e91c-4b43-99a3-1e0ea5849cb8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:58.292924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:51Z', 'revision_number': 11, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:58.295597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-deb43f0f-a837-4416-90ea-7198c75774ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.311813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26872d66-e80e-4eed-b9e7-1b5e6f218fca None None] The sync data for ids ['599da251-acce-48a7-8643-ad9319aa258f'] in n-d-818559-1 is: [{'id': '599da251-acce-48a7-8643-ad9319aa258f', 'name': 'tempest-RoutersIpV6Test-router-955814030', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:19Z', 'updated_at': '2022-02-11T13:36:51Z', 'revision_number': 11, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:36:58.324574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-deb43f0f-a837-4416-90ea-7198c75774ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/7e957952-e91c-4b43-99a3-1e0ea5849cb8 HTTP/1.1" status: 204 len: 168 time: 1.1336584 Feb 11 13:36:58.326992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60164) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:58.439812 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.446166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7d329fb5-312c-44ac-a916-29dfe9d7dcb8 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2025819 Feb 11 13:36:58.450754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e27182-f4b4-406a-b021-a37d492d59ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:58.451637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-94e27182-f4b4-406a-b021-a37d492d59ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:36:58.453602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60168) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:58.468004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group': {'name': 'tempest-secgroup--901916211'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:58.492385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:58.496086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-94e27182-f4b4-406a-b021-a37d492d59ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:36:58.496915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:58.497058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-94e27182-f4b4-406a-b021-a37d492d59ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1665645 Feb 11 13:36:58.499799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60172) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:58.500132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:58.506930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:58.509764 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.522888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Transition to ACTIVE for port object 62910479-03a1-4148-8e58-3b7f1577f734 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:58.559807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Transition to ACTIVE for port object 62910479-03a1-4148-8e58-3b7f1577f734 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:58.569572 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.607212 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac46eb7-53c2-487a-8598-0b56ad77204c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:36:58.608654 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0ac46eb7-53c2-487a-8598-0b56ad77204c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/7e957952-e91c-4b43-99a3-1e0ea5849cb8 HTTP/1.1" status: 404 len: 333 time: 0.1073573 Feb 11 13:36:58.612900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60178) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:58.621571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2095816338'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:58.635847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:58.639308 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.641548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:network and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:58.644625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:58.660650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:58.673901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Pushing event updated for resources: {'Port': ['ID=62910479-03a1-4148-8e58-3b7f1577f734,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:58.679538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Network 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:58.679684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:58.680920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:58.682969 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.683282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:36:58.717631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:58.730189 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.730541 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Added segment bdb00d9a-60be-4378-acc4-90fb06aab138 of type vlan for network 730b1f0c-de20-4baf-aab6-1237532336ce Feb 11 13:36:58.768196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.872678 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.876793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:58.881602 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.918715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Attempting to bind port 62910479-03a1-4148-8e58-3b7f1577f734 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:58.919182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Attempting to bind port 62910479-03a1-4148-8e58-3b7f1577f734 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'e9d334c0-6d16-4ca2-8068-3d40582f3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '883ed60d-d6bc-4cb3-b50d-9a2563ce79c3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:58.920321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Attempting to bind port 62910479-03a1-4148-8e58-3b7f1577f734 on network 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:36:58.928520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:36:58.929017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Checking segment: {'id': 'e9d334c0-6d16-4ca2-8068-3d40582f3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '883ed60d-d6bc-4cb3-b50d-9a2563ce79c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:58.929505 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.929974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Bound using segment: {'id': 'e9d334c0-6d16-4ca2-8068-3d40582f3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '883ed60d-d6bc-4cb3-b50d-9a2563ce79c3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:36:58.930837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Bound port: 62910479-03a1-4148-8e58-3b7f1577f734, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d334c0-6d16-4ca2-8068-3d40582f3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '883ed60d-d6bc-4cb3-b50d-9a2563ce79c3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:58.931289 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.029212 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4152813 Feb 11 13:36:59.029785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60184) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:59.029990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-935852fa-94bd-406b-a3de-7591b46ccc22 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.040015 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-935852fa-94bd-406b-a3de-7591b46ccc22 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.042704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce2444-08e3-448b-aed0-88645a19c67b None None] Network 42fa9c15-e641-4985-8008-db282f8fe9f4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:36:59.042953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:59.063860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879516ee-6571-4447-98bc-a9516a39ad46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Network': ['ID=730b1f0c-de20-4baf-aab6-1237532336ce,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:59.082517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-935852fa-94bd-406b-a3de-7591b46ccc22 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.083379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935852fa-94bd-406b-a3de-7591b46ccc22 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Fanout notify agent at l3_agent the message router_deleted on router 599da251-acce-48a7-8643-ad9319aa258f {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:36:59.129166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:59.133508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:59.137118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:59.143674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:59.160849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 730b1f0c-de20-4baf-aab6-1237532336ce details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:36:59.204966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:59.206775 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.217557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:59.218938 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.222535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:59.255217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:59.291557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:59.337182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3caff998-45b3-42a5-924a-4f637812dee8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:59.341366 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-935852fa-94bd-406b-a3de-7591b46ccc22 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.350299 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-935852fa-94bd-406b-a3de-7591b46ccc22 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f HTTP/1.1" status: 204 len: 168 time: 2.0204823 Feb 11 13:36:59.350299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60190) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:59.350810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] For port 62910479-03a1-4148-8e58-3b7f1577f734, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:59.358736 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.360713 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f0494afe-bbbf-4a9e-a1ed-1882271de4ff tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9059293 Feb 11 13:36:59.364841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1172903810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:59.378680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:59.378680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Usage tracker for resource:router and tenant:af3067ee552347ceb5be577a068c500a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:59.379157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] For port 62910479-03a1-4148-8e58-3b7f1577f734, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=62910479-03a1-4148-8e58-3b7f1577f734,segment=NetworkSegment(e9d334c0-6d16-4ca2-8068-3d40582f3ae5),segment_id=e9d334c0-6d16-4ca2-8068-3d40582f3ae5)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:59.380405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:59.387837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:59.396523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-476ca543-4738-4ce7-ac3e-81ab41ac1556 None None] Provisioning for port 72c5217c-6678-4757-bf03-b086b301579f completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:59.403289 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.411453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:36:59.412830 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.444129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': '0b29f554-6e2a-44c3-b0b3-83feb549a661', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3caff998-45b3-42a5-924a-4f637812dee8', 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:36:59.457735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:36:59.471252 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.472433 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.492227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:36:59.493322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.521753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 72c5217c-6678-4757-bf03-b086b301579f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:36:59.598618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:36:59.693627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:36:59.789000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d4300-5a68-4e58-8f9f-2710b87a8246 None None] Pushing event updated for resources: {'Port': ['ID=62910479-03a1-4148-8e58-3b7f1577f734,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:59.797907 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.809866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 72c5217c-6678-4757-bf03-b086b301579f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:59.810615 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.814941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.824534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 72c5217c-6678-4757-bf03-b086b301579f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:59.827476 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.889447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=d10a7695-8603-49b5-9590-62cac90601f0,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:59.925534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Checking segment: {'id': 'bdb00d9a-60be-4378-acc4-90fb06aab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:36:59.925888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network hostable DHCP agents. Network: 730b1f0c-de20-4baf-aab6-1237532336ce, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:00.000079 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.007001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 730b1f0c-de20-4baf-aab6-1237532336ce is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:00.025380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 730b1f0c-de20-4baf-aab6-1237532336ce) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:00.039843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:00.042517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.086078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a07202-6bd5-4713-9fb1-a666f924e6a1 None None] Network 730b1f0c-de20-4baf-aab6-1237532336ce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:00.087900 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-58d47ddc-3957-4e17-83d7-9bc466ffc56a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0515969 Feb 11 13:37:00.092538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60202) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:00.100232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:00.109558 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.291820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:00.298486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:00.304408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.305733 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3be64ac5-fc6c-4d62-9f8f-9bd03fbad8de tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9515817 Feb 11 13:37:00.306344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:00.309307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60206) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:00.321777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8d390e9f-e7d4-4aca-b25b-b960d851637f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:00.337728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 72c5217c-6678-4757-bf03-b086b301579f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=72c5217c-6678-4757-bf03-b086b301579f,segment=NetworkSegment(4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1),segment_id=4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:00.348091 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.432512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:00.453393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=72c5217c-6678-4757-bf03-b086b301579f,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:00.473139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Allocated IP 172.20.0.1 (42fa9c15-e641-4985-8008-db282f8fe9f4/ddde7698-6a01-4ea9-a3d9-d64cf6edea5e/99eb5c76-4473-4150-836a-8422f9508c40) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:00.567458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-730b1f0c-de20-4baf-aab6-1237532336ce', 'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce', 'tenant_id': '9b5cac8106e94c2497438abeb7d32a2b', 'fixed_ips': [{'subnet_id': 'd10a7695-8603-49b5-9590-62cac90601f0'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:37:00.568562 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.600676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9a29b219-e3cd-44cf-b571-f76b6d9f77fa None None] Provisioning complete for port 72c5217c-6678-4757-bf03-b086b301579f triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:00.601085 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a29b219-e3cd-44cf-b571-f76b6d9f77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.620862 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.627472 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.665763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:00.671883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.681435 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.685781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.2515943 Feb 11 13:37:00.693715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60212) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:00.755303 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a520fa3a-6e8d-4861-bf0f-7a1b502b5314 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.770723 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a520fa3a-6e8d-4861-bf0f-7a1b502b5314 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.804516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64a329-bc5f-4825-890c-96d405a42992 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a6384f-0911-4178-bf4d-ae41190b868c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:00.812465 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a520fa3a-6e8d-4861-bf0f-7a1b502b5314 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.839891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520fa3a-6e8d-4861-bf0f-7a1b502b5314 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58a6384f-0911-4178-bf4d-ae41190b868c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:00.856137 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a520fa3a-6e8d-4861-bf0f-7a1b502b5314 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.860194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a520fa3a-6e8d-4861-bf0f-7a1b502b5314 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/58a6384f-0911-4178-bf4d-ae41190b868c HTTP/1.1" status: 204 len: 168 time: 0.1641781 Feb 11 13:37:00.864210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60218) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:00.948381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f813d608-3e3c-4267-8da3-4a5885a3591c tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:00.965442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Allocated IP 2001:db8::2 (730b1f0c-de20-4baf-aab6-1237532336ce/d10a7695-8603-49b5-9590-62cac90601f0/66475411-333d-4f72-b0e1-9eb7ee3ed2ba) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:00.981432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f813d608-3e3c-4267-8da3-4a5885a3591c tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:00.986271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f813d608-3e3c-4267-8da3-4a5885a3591c tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1211002 Feb 11 13:37:00.989485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60222) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:01.043000 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.071859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Transition to ACTIVE for port object 99eb5c76-4473-4150-836a-8422f9508c40 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:01.101407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e8b5-b30e-4e3a-ad8d-e7372e4d7c75 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.138481 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e8b5-b30e-4e3a-ad8d-e7372e4d7c75 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.191294 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e8b5-b30e-4e3a-ad8d-e7372e4d7c75 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.207773 n-d-818559-1 neutron-server[83567]: INFO neutron.db.ipam_backend_mixin [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d10a7695-8603-49b5-9590-62cac90601f0 (CIDR: 2001:db8::/64) Feb 11 13:37:01.214608 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:37:01.215178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:01.230488 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e8b5-b30e-4e3a-ad8d-e7372e4d7c75 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.234563 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f1a8e8b5-b30e-4e3a-ad8d-e7372e4d7c75 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/3caff998-45b3-42a5-924a-4f637812dee8 HTTP/1.1" status: 204 len: 168 time: 0.2440908 Feb 11 13:37:01.239809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60226) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:01.261479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8e8b5-b30e-4e3a-ad8d-e7372e4d7c75 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caff998-45b3-42a5-924a-4f637812dee8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:01.323996 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8d390e9f-e7d4-4aca-b25b-b960d851637f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.328517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb9ef7-e77a-470c-8f77-e44be03c9c2f None None] Network 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:01.334940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d0478d73-900d-4622-9dc1-3371bf5df893 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2407153 Feb 11 13:37:01.339171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60232) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:01.345993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:01.360683 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.371107 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8d390e9f-e7d4-4aca-b25b-b960d851637f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.463777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-25c57f16-bc85-4732-861f-1dea6ad6540a tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:01.502861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 42fa9c15-e641-4985-8008-db282f8fe9f4 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:01.508111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:01.513419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:01.604017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 72c5217c-6678-4757-bf03-b086b301579f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:01.611425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=99eb5c76-4473-4150-836a-8422f9508c40,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:01.622238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-25c57f16-bc85-4732-861f-1dea6ad6540a tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:01.623571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-25c57f16-bc85-4732-861f-1dea6ad6540a tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3827560 Feb 11 13:37:01.631604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60242) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:01.678173 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.749809 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c559990-54fa-4fb7-a825-64b877507fdf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.779273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:01.784911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:01.788548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:01.795551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:01.815014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:01.820798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.843971 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.853766 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c559990-54fa-4fb7-a825-64b877507fdf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.878342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Transition to ACTIVE for port object 66475411-333d-4f72-b0e1-9eb7ee3ed2ba will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:01.887403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-db7e1704-c732-4fca-8d9d-7724a4d683b1 None None] Provisioning for port 62910479-03a1-4148-8e58-3b7f1577f734 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:01.901579 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.948172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Transition to ACTIVE for port object 66475411-333d-4f72-b0e1-9eb7ee3ed2ba will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:01.949830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 72c5217c-6678-4757-bf03-b086b301579f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:01.950410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.994492 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.004454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c559990-54fa-4fb7-a825-64b877507fdf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.034862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d390e9f-e7d4-4aca-b25b-b960d851637f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Router 502a6d82-1163-4a34-89b8-1dcd97eff27a is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:37:02.056487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c559990-54fa-4fb7-a825-64b877507fdf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b29f554-6e2a-44c3-b0b3-83feb549a661,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:02.158138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6b4a5b86-2573-48ec-b36a-61fe2968f4ad None None] Provisioning for port 99eb5c76-4473-4150-836a-8422f9508c40 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:02.173849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Pushing event updated for resources: {'Port': ['ID=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:02.177530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Network 730b1f0c-de20-4baf-aab6-1237532336ce is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:02.179221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6b4a5b86-2573-48ec-b36a-61fe2968f4ad None None] Provisioning complete for port 99eb5c76-4473-4150-836a-8422f9508c40 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:02.179736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5b86-2573-48ec-b36a-61fe2968f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.207978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:02.214836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:02.218289 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c559990-54fa-4fb7-a825-64b877507fdf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.220620 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3c559990-54fa-4fb7-a825-64b877507fdf tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/0b29f554-6e2a-44c3-b0b3-83feb549a661 HTTP/1.1" status: 204 len: 168 time: 0.5882266 Feb 11 13:37:02.227306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60246) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:02.355580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6ca29a74-e915-41c0-8377-96d2e0091415 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:02.394869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d390e9f-e7d4-4aca-b25b-b960d851637f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:02.408281 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] Sync routers for ids ['502a6d82-1163-4a34-89b8-1dcd97eff27a'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:37:02.426570 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] Routers {'502a6d82-1163-4a34-89b8-1dcd97eff27a'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:02.427372 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['502a6d82-1163-4a34-89b8-1dcd97eff27a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:02.433045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a5b86-2573-48ec-b36a-61fe2968f4ad None None] Port 99eb5c76-4473-4150-836a-8422f9508c40 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:02.433860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8d390e9f-e7d4-4aca-b25b-b960d851637f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.434953 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8d390e9f-e7d4-4aca-b25b-b960d851637f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "PUT /v2.0/routers/502a6d82-1163-4a34-89b8-1dcd97eff27a HTTP/1.1" status: 200 len: 698 time: 2.1243329 Feb 11 13:37:02.439894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60256) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:02.485378 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Attempting to bind port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:02.485792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Attempting to bind port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'bdb00d9a-60be-4378-acc4-90fb06aab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:02.486091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Attempting to bind port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba on network 730b1f0c-de20-4baf-aab6-1237532336ce {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:37:02.492861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 62910479-03a1-4148-8e58-3b7f1577f734 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:02.520230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6ca29a74-e915-41c0-8377-96d2e0091415 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:02.525840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6ca29a74-e915-41c0-8377-96d2e0091415 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2781560 Feb 11 13:37:02.529072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:02.535644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group': {'name': 'tempest-secgroup--592807070'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:02.542036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:02.574608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:02.576849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:37:02.577424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Checking segment: {'id': 'bdb00d9a-60be-4378-acc4-90fb06aab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:02.577934 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.579409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Bound using segment: {'id': 'bdb00d9a-60be-4378-acc4-90fb06aab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:37:02.580007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Bound port: 66475411-333d-4f72-b0e1-9eb7ee3ed2ba, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb00d9a-60be-4378-acc4-90fb06aab138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:02.580689 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.619622 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.685228 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] Set router 502a6d82-1163-4a34-89b8-1dcd97eff27a gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:37:02.706116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:02.714613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:02.721609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:02.731455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:02.776486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] For port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:02.779219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 62910479-03a1-4148-8e58-3b7f1577f734 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:02.781106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.786516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] For port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,segment=NetworkSegment(bdb00d9a-60be-4378-acc4-90fb06aab138),segment_id=bdb00d9a-60be-4378-acc4-90fb06aab138)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:02.791752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 62910479-03a1-4148-8e58-3b7f1577f734 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:02.792291 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.794362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.853261 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.897285 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502a6d82-1163-4a34-89b8-1dcd97eff27a', 'name': 'tempest-RoutersIpV6Test-router-1172903810', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:36:59Z', 'updated_at': '2022-02-11T13:37:01Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:02.902826 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] Checking router: 502a6d82-1163-4a34-89b8-1dcd97eff27a for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:37:02.914860 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] Routers {'502a6d82-1163-4a34-89b8-1dcd97eff27a'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:02.915867 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['502a6d82-1163-4a34-89b8-1dcd97eff27a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:03.020567 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.035332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=99eb5c76-4473-4150-836a-8422f9508c40,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:03.077957 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] Set router 502a6d82-1163-4a34-89b8-1dcd97eff27a gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:37:03.092424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-edec0a44-1506-41d9-8323-8676bdc81bf7 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/routers/502a6d82-1163-4a34-89b8-1dcd97eff27a HTTP/1.1" status: 200 len: 704 time: 0.6517956 Feb 11 13:37:03.095566 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.101338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60266) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:03.124110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb899f7-1fac-415d-8da6-805d4cb39927 None None] Pushing event updated for resources: {'Port': ['ID=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:03.177925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.183408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.199459 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.271802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 62910479-03a1-4148-8e58-3b7f1577f734, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=62910479-03a1-4148-8e58-3b7f1577f734,segment=NetworkSegment(e9d334c0-6d16-4ca2-8068-3d40582f3ae5),segment_id=e9d334c0-6d16-4ca2-8068-3d40582f3ae5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:03.276360 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.332002 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502a6d82-1163-4a34-89b8-1dcd97eff27a', 'name': 'tempest-RoutersIpV6Test-router-1172903810', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:36:59Z', 'updated_at': '2022-02-11T13:37:01Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:03.343157 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7ddb1-ea12-491e-bf1d-de622a41f9bf None None] The sync data for ids ['502a6d82-1163-4a34-89b8-1dcd97eff27a'] in n-d-818559-1 is: [{'id': '502a6d82-1163-4a34-89b8-1dcd97eff27a', 'name': 'tempest-RoutersIpV6Test-router-1172903810', 'tenant_id': 'af3067ee552347ceb5be577a068c500a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:36:59Z', 'updated_at': '2022-02-11T13:37:01Z', 'revision_number': 2, 'project_id': 'af3067ee552347ceb5be577a068c500a', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:37:03.350332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=17154e8d-62c5-434e-819e-0a9240db2025,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:03.364389 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b90c5e11-fc35-4dbd-890a-6641d6d7273e tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=502a6d82-1163-4a34-89b8-1dcd97eff27a HTTP/1.1" status: 200 len: 205 time: 0.2004471 Feb 11 13:37:03.368880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60270) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:03.381336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 730b1f0c-de20-4baf-aab6-1237532336ce is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:03.385782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795256b4-86ed-43f0-bf6d-2188e275cdac,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:03.394394 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.398457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b5967b52-715f-4246-95d6-490709fc5cb3 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8660758 Feb 11 13:37:03.399115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:03.405321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': '795256b4-86ed-43f0-bf6d-2188e275cdac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:03.416271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=62910479-03a1-4148-8e58-3b7f1577f734,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:03.426998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 42fa9c15-e641-4985-8008-db282f8fe9f4 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:03.429494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:03.431843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:03.456810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:03.463248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:03.463850 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.615267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b128aac8-31d6-4ec4-a09b-91887049266f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2725091 Feb 11 13:37:03.617401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60280) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:03.624446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce', 'fixed_ips': [{'subnet_id': 'd10a7695-8603-49b5-9590-62cac90601f0'}, {'subnet_id': '17154e8d-62c5-434e-819e-0a9240db2025'}], 'name': 'tempest-PortsIpV6TestJSON-1625668145'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:03.682319 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f081-fc15-414b-b021-823d29812455 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.847195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:03.850425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:03.858826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:03.874193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7191df3d-aa88-4858-ba95-04fff4e8326a None None] Provisioning complete for port 99eb5c76-4473-4150-836a-8422f9508c40 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:03.877049 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7191df3d-aa88-4858-ba95-04fff4e8326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.897222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.949397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7191df3d-aa88-4858-ba95-04fff4e8326a None None] Port 99eb5c76-4473-4150-836a-8422f9508c40 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:04.132041 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.152064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.154199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:04.169167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:port and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:04.173648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:04.182906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:04.186971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910ea0f7-e583-4eeb-9360-5b704e3a4a78,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:04.214865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.220866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4ca70f5a-ec55-41fa-beb0-df8306b4fece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8206577 Feb 11 13:37:04.221729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60290) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:04.279493 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da71f37f-7a08-42d9-afa1-1f5a15e9bece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.300788 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da71f37f-7a08-42d9-afa1-1f5a15e9bece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.327197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 50f27cdb-d167-48c1-b0fe-9cf217c4dffd is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:37:04.332150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:04.338462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.349122 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f081-fc15-414b-b021-823d29812455 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.360903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f081-fc15-414b-b021-823d29812455 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.368367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 10a8d1af-71ec-4a59-be1c-780215a9309d yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:04.412400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da71f37f-7a08-42d9-afa1-1f5a15e9bece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.447071 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f081-fc15-414b-b021-823d29812455 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.447584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d0f081-fc15-414b-b021-823d29812455 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Fanout notify agent at l3_agent the message router_deleted on router 502a6d82-1163-4a34-89b8-1dcd97eff27a {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:37:04.504338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f081-fc15-414b-b021-823d29812455 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.505577 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d9d0f081-fc15-414b-b021-823d29812455 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/502a6d82-1163-4a34-89b8-1dcd97eff27a HTTP/1.1" status: 204 len: 168 time: 1.1354904 Feb 11 13:37:04.509657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60294) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:04.549401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71f37f-7a08-42d9-afa1-1f5a15e9bece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=910ea0f7-e583-4eeb-9360-5b704e3a4a78,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:04.562743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da71f37f-7a08-42d9-afa1-1f5a15e9bece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.564180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-da71f37f-7a08-42d9-afa1-1f5a15e9bece tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/910ea0f7-e583-4eeb-9360-5b704e3a4a78 HTTP/1.1" status: 204 len: 168 time: 0.3399205 Feb 11 13:37:04.567068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:04.576694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5e15cb-02c8-46b6-be9f-0728ac3e7632 None None] Network 730b1f0c-de20-4baf-aab6-1237532336ce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:04.612331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1a360f77-9037-440b-bc2f-c0fe9076687c tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=502a6d82-1163-4a34-89b8-1dcd97eff27a HTTP/1.1" status: 200 len: 205 time: 0.1019530 Feb 11 13:37:04.619846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60302) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:04.656043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ab3b1307-71ea-476c-9f65-d1e72fde9cb2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:04.692167 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-fca5eaf3-e1cc-43ae-a452-8154aeaf5e18 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] delete failed (client error): The resource could not be found. Feb 11 13:37:04.693442 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fca5eaf3-e1cc-43ae-a452-8154aeaf5e18 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/502a6d82-1163-4a34-89b8-1dcd97eff27a HTTP/1.1" status: 404 len: 336 time: 0.0728734 Feb 11 13:37:04.697855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60306) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:04.709799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ab3b1307-71ea-476c-9f65-d1e72fde9cb2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:04.714550 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ab3b1307-71ea-476c-9f65-d1e72fde9cb2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1465437 Feb 11 13:37:04.745881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60312) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:04.771543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1459c463-45f1-428c-857d-1840dbbcadf8 None None] Provisioning for port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:04.776952 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5728b23-c83b-4438-b927-29a7558c3941 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:04.777396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5728b23-c83b-4438-b927-29a7558c3941 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:04.784556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d5728b23-c83b-4438-b927-29a7558c3941 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/7380064c-f65d-4d87-8054-6a3e06d90224 HTTP/1.1" status: 404 len: 337 time: 0.0816205 Feb 11 13:37:04.785868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60316) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:04.795591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:04.809821 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-10d6e1d6-cf14-49a2-a574-df3ba8026b63 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/50f27cdb-d167-48c1-b0fe-9cf217c4dffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7943771 Feb 11 13:37:04.812600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60320) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:04.816744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060cd3fe-2985-4976-a999-c1b61b1c09e1 None None] Sync routers for ids ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:37:04.861961 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d014e52-5a63-4f2e-95c6-d93940b03bf4 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:04.862309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d014e52-5a63-4f2e-95c6-d93940b03bf4 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:04.867401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060cd3fe-2985-4976-a999-c1b61b1c09e1 None None] Routers {'50f27cdb-d167-48c1-b0fe-9cf217c4dffd'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:04.868395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-060cd3fe-2985-4976-a999-c1b61b1c09e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:04.869445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7d014e52-5a63-4f2e-95c6-d93940b03bf4 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/8403f02b-fa01-49a9-9734-c4e83be0e8fb HTTP/1.1" status: 404 len: 337 time: 0.0808029 Feb 11 13:37:04.874416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60324) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:04.962143 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cb913f-d0b2-4b8e-94ee-e74e32b9e1ed tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:04.963321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cb913f-d0b2-4b8e-94ee-e74e32b9e1ed tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:04.967969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d1cb913f-d0b2-4b8e-94ee-e74e32b9e1ed tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/01213375-5df3-4758-be71-53f92e7acb4d HTTP/1.1" status: 404 len: 337 time: 0.0898635 Feb 11 13:37:04.969159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60332) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.002027 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-060cd3fe-2985-4976-a999-c1b61b1c09e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:05.045378 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de67fce-e05a-46c3-a12a-3d9c07cca0f0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:05.045973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de67fce-e05a-46c3-a12a-3d9c07cca0f0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:05.048340 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1de67fce-e05a-46c3-a12a-3d9c07cca0f0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/785eba60-c074-408f-bbdc-001679857bbf HTTP/1.1" status: 404 len: 337 time: 0.0781348 Feb 11 13:37:05.066957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf74e1-a4b3-4e8f-97fb-0c2f81c34f7b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:05.068496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-89cf74e1-a4b3-4e8f-97fb-0c2f81c34f7b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:05.071329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60336) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.083338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060cd3fe-2985-4976-a999-c1b61b1c09e1 None None] Routers {'50f27cdb-d167-48c1-b0fe-9cf217c4dffd'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:05.084101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-060cd3fe-2985-4976-a999-c1b61b1c09e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:05.117269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6957c924-ecd6-489c-9859-7d169d058e9b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.136071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fc13c088-c19e-4d58-ae65-cd755800aee2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Synchronizing usage tracker for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:05.151969 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6957c924-ecd6-489c-9859-7d169d058e9b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.160408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fc13c088-c19e-4d58-ae65-cd755800aee2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] Unset dirty status for tenant:af3067ee552347ceb5be577a068c500a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:05.164340 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fc13c088-c19e-4d58-ae65-cd755800aee2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=599da251-acce-48a7-8643-ad9319aa258f HTTP/1.1" status: 200 len: 205 time: 0.0896902 Feb 11 13:37:05.164340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-89cf74e1-a4b3-4e8f-97fb-0c2f81c34f7b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:05.167744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-89cf74e1-a4b3-4e8f-97fb-0c2f81c34f7b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports/99eb5c76-4473-4150-836a-8422f9508c40 HTTP/1.1" status: 200 len: 910 time: 0.3518338 Feb 11 13:37:05.169003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60340) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.169374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60342) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.173018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-060cd3fe-2985-4976-a999-c1b61b1c09e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:05.173155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060cd3fe-2985-4976-a999-c1b61b1c09e1 None None] The sync data for ids ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:37:05.234094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6957c924-ecd6-489c-9859-7d169d058e9b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.273109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957c924-ecd6-489c-9859-7d169d058e9b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795256b4-86ed-43f0-bf6d-2188e275cdac,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:05.394252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8::be (730b1f0c-de20-4baf-aab6-1237532336ce/d10a7695-8603-49b5-9590-62cac90601f0/10a8d1af-71ec-4a59-be1c-780215a9309d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:05.398532 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-703b82c0-3e66-4249-9948-fc61710924a0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] delete failed (client error): The resource could not be found. Feb 11 13:37:05.402070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-703b82c0-3e66-4249-9948-fc61710924a0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/599da251-acce-48a7-8643-ad9319aa258f HTTP/1.1" status: 404 len: 336 time: 0.2291296 Feb 11 13:37:05.403105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60348) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.403887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8:0:1::312 (730b1f0c-de20-4baf-aab6-1237532336ce/17154e8d-62c5-434e-819e-0a9240db2025/10a8d1af-71ec-4a59-be1c-780215a9309d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:05.408412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a4942-36b1-4ebf-a794-085cb20b366b None None] Update dhcp port {'port': {'network_id': '730b1f0c-de20-4baf-aab6-1237532336ce', 'fixed_ips': [{'subnet_id': 'd10a7695-8603-49b5-9590-62cac90601f0', 'ip_address': '2001:db8::2'}, {'subnet_id': '17154e8d-62c5-434e-819e-0a9240db2025'}], 'binding:host_id': 'n-d-818559-1'}, 'id': '66475411-333d-4f72-b0e1-9eb7ee3ed2ba'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:37:05.414311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6957c924-ecd6-489c-9859-7d169d058e9b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.414311 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6957c924-ecd6-489c-9859-7d169d058e9b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/795256b4-86ed-43f0-bf6d-2188e275cdac HTTP/1.1" status: 204 len: 168 time: 0.6666548 Feb 11 13:37:05.416880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60352) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.465290 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-daa1fb57-3c52-4524-90d7-d6dcb200e1a0 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ccfa9e8-5184-4d55-af95-36be18d000d4 HTTP/1.1" status: 200 len: 205 time: 0.0596933 Feb 11 13:37:05.476045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60356) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.518410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-937a4942-36b1-4ebf-a794-085cb20b366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.583885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 62910479-03a1-4148-8e58-3b7f1577f734 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:05.613200 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-219817b1-3a5f-4207-a5df-386eb7bdfaae tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] delete failed (client error): The resource could not be found. Feb 11 13:37:05.616806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-219817b1-3a5f-4207-a5df-386eb7bdfaae tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/2ccfa9e8-5184-4d55-af95-36be18d000d4 HTTP/1.1" status: 404 len: 336 time: 0.1333725 Feb 11 13:37:05.638885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60360) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.688266 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-45be818b-3f84-4ede-857d-6eaf28af3169 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:05.689074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45be818b-3f84-4ede-857d-6eaf28af3169 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:05.693381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-45be818b-3f84-4ede-857d-6eaf28af3169 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/43e567d2-55d2-479a-aed7-ed0619b0e886 HTTP/1.1" status: 404 len: 337 time: 0.0504127 Feb 11 13:37:05.702400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60364) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.776970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 62910479-03a1-4148-8e58-3b7f1577f734 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:05.777591 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.790850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3a554c2a-f961-4b59-a91b-48920733b2e6 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65 HTTP/1.1" status: 200 len: 205 time: 0.0823648 Feb 11 13:37:05.793731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60370) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.809415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b0c2c7d-46a0-418f-bb5c-277534d964b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:05.879162 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-84b460f2-fe7e-4e25-9f1e-9eade69b4b05 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] delete failed (client error): The resource could not be found. Feb 11 13:37:05.880167 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-84b460f2-fe7e-4e25-9f1e-9eade69b4b05 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/50e35c6a-6583-4eb5-89ee-bf4b2bcf6f65 HTTP/1.1" status: 404 len: 336 time: 0.0855224 Feb 11 13:37:05.882953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60374) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.917683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b0c2c7d-46a0-418f-bb5c-277534d964b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:05.922977 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4b0c2c7d-46a0-418f-bb5c-277534d964b2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5007513 Feb 11 13:37:05.925153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60378) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:05.928707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 66475411-333d-4f72-b0e1-9eb7ee3ed2ba up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:05.931407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514557391'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:05.938899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:05.957640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:05.961856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-27d52e4f-3130-4834-acad-87d671e0a82f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=22541559-680f-47e7-ad98-d16f2de8e8ee HTTP/1.1" status: 200 len: 205 time: 0.0777116 Feb 11 13:37:05.965106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60382) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.005003 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.005376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:06.011288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:06.011655 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.046807 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-0c877c03-e55a-4e82-9770-f595e7db206b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] delete failed (client error): The resource could not be found. Feb 11 13:37:06.048491 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0c877c03-e55a-4e82-9770-f595e7db206b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/22541559-680f-47e7-ad98-d16f2de8e8ee HTTP/1.1" status: 404 len: 336 time: 0.0824978 Feb 11 13:37:06.051776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60386) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.066266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.121409 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7e6dd3-e2d7-4085-ae74-f4c1a401005f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:06.121409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7e6dd3-e2d7-4085-ae74-f4c1a401005f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:06.124311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:06.133989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:06.137961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:06.142647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object 10a8d1af-71ec-4a59-be1c-780215a9309d will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:06.148805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4e7e6dd3-e2d7-4085-ae74-f4c1a401005f tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/3d0764c9-8dad-4029-bb5b-9ed257a2804a HTTP/1.1" status: 404 len: 337 time: 0.0942698 Feb 11 13:37:06.149697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:06.152277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60394) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.214640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-13b15b76-1990-4304-9a65-2000cae1fc9b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=595a5db0-2615-4ebb-8c08-d7b90088d55b HTTP/1.1" status: 200 len: 205 time: 0.0585282 Feb 11 13:37:06.217041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60398) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.239331 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.277575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,segment=NetworkSegment(bdb00d9a-60be-4378-acc4-90fb06aab138),segment_id=bdb00d9a-60be-4378-acc4-90fb06aab138)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:06.282779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.316910 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.321117 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-39ffc63e-9565-415d-8496-f31508ae817b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] delete failed (client error): The resource could not be found. Feb 11 13:37:06.322267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-39ffc63e-9565-415d-8496-f31508ae817b tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/595a5db0-2615-4ebb-8c08-d7b90088d55b HTTP/1.1" status: 404 len: 336 time: 0.1025066 Feb 11 13:37:06.336876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60402) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.399141 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5fac7f-8438-4c4f-a7e5-c4cc6d55ff10 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:06.399572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5fac7f-8438-4c4f-a7e5-c4cc6d55ff10 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:06.404896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7c5fac7f-8438-4c4f-a7e5-c4cc6d55ff10 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/25147a23-7546-4241-a09d-0c898c5cf6e7 HTTP/1.1" status: 404 len: 337 time: 0.0633860 Feb 11 13:37:06.405478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60406) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.423856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:06.424238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.436550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.436707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-937a4942-36b1-4ebf-a794-085cb20b366b None None] Allocated IP 2001:db8:0:1::2 (730b1f0c-de20-4baf-aab6-1237532336ce/17154e8d-62c5-434e-819e-0a9240db2025/66475411-333d-4f72-b0e1-9eb7ee3ed2ba) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:06.472974 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0d8813a6-40e7-46bf-9fd0-e37f2960bdfa tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "GET /v2.0/ports?device_id=f786325d-7b44-4226-bb2b-63f1fb706870 HTTP/1.1" status: 200 len: 205 time: 0.0634611 Feb 11 13:37:06.474662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60410) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.525334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 730b1f0c-de20-4baf-aab6-1237532336ce is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:06.527259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc75436-e0b3-464a-b892-41df47e96bdd,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:06.535422 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:06.537755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=10a8d1af-71ec-4a59-be1c-780215a9309d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:06.540564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:06.545354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:06.545962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.551504 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.555657 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-10fa9136-c196-4d8a-9704-7172fba04d25 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6290421 Feb 11 13:37:06.558414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60414) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.566488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': '5bc75436-e0b3-464a-b892-41df47e96bdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:06.585746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:06.599999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:06.605054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:06.610091 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fbe589d5-2be5-4405-bce3-c7fc6329308d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.9908020 Feb 11 13:37:06.614505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60422) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.619584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:06.622862 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-ac554922-4427-481a-a444-cf13554720bc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] delete failed (client error): The resource could not be found. Feb 11 13:37:06.625947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd10a7695-8603-49b5-9590-62cac90601f0'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:06.627635 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ac554922-4427-481a-a444-cf13554720bc tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/routers/f786325d-7b44-4226-bb2b-63f1fb706870 HTTP/1.1" status: 404 len: 336 time: 0.1495478 Feb 11 13:37:06.628185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60426) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.690439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-937a4942-36b1-4ebf-a794-085cb20b366b None None] For port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,segment=NetworkSegment(bdb00d9a-60be-4378-acc4-90fb06aab138),segment_id=bdb00d9a-60be-4378-acc4-90fb06aab138)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:06.706597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.723271 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.724279 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-937a4942-36b1-4ebf-a794-085cb20b366b None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.741580 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d802942-d6dc-493d-8581-844cad769662 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:06.742020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d802942-d6dc-493d-8581-844cad769662 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:06.743704 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3d802942-d6dc-493d-8581-844cad769662 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/1e73f930-d386-4d4a-9373-7cea7d7ce228 HTTP/1.1" status: 404 len: 337 time: 0.1107142 Feb 11 13:37:06.745745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-937a4942-36b1-4ebf-a794-085cb20b366b None None] Transition to ACTIVE for port object 66475411-333d-4f72-b0e1-9eb7ee3ed2ba will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:06.746410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60430) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:06.752004 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-937a4942-36b1-4ebf-a794-085cb20b366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.798976 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.819542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.843371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91dbd5a-b1c7-47c6-be22-569ed1fd9edb,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:06.874101 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-090d4673-301a-4712-a54d-66cdef8a02a2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:06.874545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090d4673-301a-4712-a54d-66cdef8a02a2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:06.882132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-090d4673-301a-4712-a54d-66cdef8a02a2 tempest-RoutersIpV6Test-590564153 tempest-RoutersIpV6Test-590564153-project] 10.222.0.67 "DELETE /v2.0/subnets/f24fe7d1-0c21-46ce-80b1-6b0615018e87 HTTP/1.1" status: 404 len: 337 time: 0.1324561 Feb 11 13:37:07.002820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a4942-36b1-4ebf-a794-085cb20b366b None None] Pushing event updated for resources: {'Port': ['ID=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:07.059822 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.060946 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-72e18e87-4f38-4a3d-85dd-5ab4f04b62f9 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5012095 Feb 11 13:37:07.079239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60442) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:07.095502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.126741 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c2b5b7a1-2539-4692-9a36-201f197eb673 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules/c91dbd5a-b1c7-47c6-be22-569ed1fd9edb HTTP/1.1" status: 200 len: 705 time: 0.0458388 Feb 11 13:37:07.134002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60446) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:07.311372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a5a1a3da-ae71-4716-a975-55ee7443f73e tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:07.338494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60452) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:07.353196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Allocated IP 172.21.0.1 (883ed60d-d6bc-4cb3-b50d-9a2563ce79c3/a0e1bbfe-9ebb-47e0-ab3c-92a8f8fb495b/eae8aaa0-20d6-41c8-90c0-01a50c632b85) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:07.411014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 66475411-333d-4f72-b0e1-9eb7ee3ed2ba up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:07.424423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a5a1a3da-ae71-4716-a975-55ee7443f73e tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:07.425768 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a5a1a3da-ae71-4716-a975-55ee7443f73e tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2907872 Feb 11 13:37:07.429209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60462) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:07.580263 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.599090 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.612670 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.701687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.730004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Transition to ACTIVE for port object eae8aaa0-20d6-41c8-90c0-01a50c632b85 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:07.742397 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.767674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c91dbd5a-b1c7-47c6-be22-569ed1fd9edb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:07.792912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.793281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.793687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.794068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.794408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.794770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.795153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.795481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.795802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.796173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.796502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:07.803588 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.807547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-646722d2-5bbf-4e39-9778-8fa42331646f tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/c91dbd5a-b1c7-47c6-be22-569ed1fd9edb HTTP/1.1" status: 204 len: 168 time: 0.3755171 Feb 11 13:37:07.809278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60466) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:07.827854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.875387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e717857-9ca2-407a-9a85-a49b8be06153 None None] Network 730b1f0c-de20-4baf-aab6-1237532336ce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:07.948810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Delete allocated IP 2001:db8:0:1::312 (730b1f0c-de20-4baf-aab6-1237532336ce/17154e8d-62c5-434e-819e-0a9240db2025) {{(pid=83567) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:37:07.953789 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f896ffe3-553e-4709-8373-8bdf35160e46 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=af3067ee552347ceb5be577a068c500a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6115389 Feb 11 13:37:07.966016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60476) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:08.060753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-63f57420-2e0b-4915-979b-9a07ddc78c8d None None] Provisioning for port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:08.072232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:08.072232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=eae8aaa0-20d6-41c8-90c0-01a50c632b85,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:08.075018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-63f57420-2e0b-4915-979b-9a07ddc78c8d None None] Provisioning complete for port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:08.075018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63f57420-2e0b-4915-979b-9a07ddc78c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.080895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:08.080895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:08.155052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ee99992-7b44-499e-8a57-b53b7cf8a2d7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:08.193836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.198760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ee99992-7b44-499e-8a57-b53b7cf8a2d7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:08.201121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4ee99992-7b44-499e-8a57-b53b7cf8a2d7 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3893793 Feb 11 13:37:08.208224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60480) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:08.220243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9a9b2616-ab72-4383-b89b-aa73da0b7333 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': '5bc75436-e0b3-464a-b892-41df47e96bdd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:08.248600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9a9b2616-ab72-4383-b89b-aa73da0b7333 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:08.264151 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71d571cd-1050-4a46-b847-2708a476f8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.305176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9a9b2616-ab72-4383-b89b-aa73da0b7333 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:08.331686 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71d571cd-1050-4a46-b847-2708a476f8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.364782 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.367322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.393056 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a9b2616-ab72-4383-b89b-aa73da0b7333 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.422698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Ignored duplicate provisioning block setup for port 10a8d1af-71ec-4a59-be1c-780215a9309d by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 11 13:37:08.471133 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.525563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3beb38ff-f261-4660-8993-d17454ef03d0 None None] Provisioning for port eae8aaa0-20d6-41c8-90c0-01a50c632b85 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:08.533859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3beb38ff-f261-4660-8993-d17454ef03d0 None None] Provisioning complete for port eae8aaa0-20d6-41c8-90c0-01a50c632b85 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:08.534230 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3beb38ff-f261-4660-8993-d17454ef03d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.658010 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a9b2616-ab72-4383-b89b-aa73da0b7333 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.676246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3beb38ff-f261-4660-8993-d17454ef03d0 None None] Port eae8aaa0-20d6-41c8-90c0-01a50c632b85 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:08.688873 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a9b2616-ab72-4383-b89b-aa73da0b7333 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.701163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] In _notify_port_updated(), no bound segment for port 10a8d1af-71ec-4a59-be1c-780215a9309d on network 730b1f0c-de20-4baf-aab6-1237532336ce {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:37:08.705479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:08.706154 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.710773 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "PUT /v2.0/ports/10a8d1af-71ec-4a59-be1c-780215a9309d HTTP/1.1" status: 200 len: 925 time: 2.0936375 Feb 11 13:37:08.717803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60488) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:08.746782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b2616-ab72-4383-b89b-aa73da0b7333 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bfe965-a224-450b-80dd-b3be92c6f69d,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:08.754297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd10a7695-8603-49b5-9590-62cac90601f0'}, {'subnet_id': '17154e8d-62c5-434e-819e-0a9240db2025'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:08.811254 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c4442af9-e8d6-46f3-a595-005c8acd080b None None] Provisioning for port 10a8d1af-71ec-4a59-be1c-780215a9309d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:08.823497 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c4442af9-e8d6-46f3-a595-005c8acd080b None None] Provisioning complete for port 10a8d1af-71ec-4a59-be1c-780215a9309d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:08.824893 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4442af9-e8d6-46f3-a595-005c8acd080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.913220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.945419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c4442af9-e8d6-46f3-a595-005c8acd080b None None] Port 10a8d1af-71ec-4a59-be1c-780215a9309d cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:08.969345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9477db-0798-46c9-987e-a232e4288d5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=10a8d1af-71ec-4a59-be1c-780215a9309d,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:08.978000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c4442af9-e8d6-46f3-a595-005c8acd080b None None] Provisioning complete for port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:08.978379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4442af9-e8d6-46f3-a595-005c8acd080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.983626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71d571cd-1050-4a46-b847-2708a476f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.006714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d571cd-1050-4a46-b847-2708a476f8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3850f244-16c4-4735-8522-f6793016fb4c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:09.025999 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a9b2616-ab72-4383-b89b-aa73da0b7333 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.027271 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9a9b2616-ab72-4383-b89b-aa73da0b7333 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8180127 Feb 11 13:37:09.032198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60494) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:09.060502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-07eeba0d-7492-439b-968b-e9fc286aa898 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules/e8bfe965-a224-450b-80dd-b3be92c6f69d HTTP/1.1" status: 200 len: 705 time: 0.0245175 Feb 11 13:37:09.064238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60498) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:09.081920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71d571cd-1050-4a46-b847-2708a476f8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.085853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-71d571cd-1050-4a46-b847-2708a476f8c8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3850f244-16c4-4735-8522-f6793016fb4c HTTP/1.1" status: 204 len: 168 time: 1.1183877 Feb 11 13:37:09.123058 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.136922 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-d95a30b1-dd2d-4c81-bff1-ffec81bb53b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3048921 Feb 11 13:37:09.165816 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.469285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=eae8aaa0-20d6-41c8-90c0-01a50c632b85,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:09.471683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-80abf537-f400-4685-94fa-69042a48352f None None] Provisioning complete for port 10a8d1af-71ec-4a59-be1c-780215a9309d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:09.472187 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80abf537-f400-4685-94fa-69042a48352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.494746 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.526390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-332e6e91-c66b-4e08-98de-76ed92b54179 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4606309 Feb 11 13:37:09.532975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60512) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:09.595868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8:0:1::37a (730b1f0c-de20-4baf-aab6-1237532336ce/17154e8d-62c5-434e-819e-0a9240db2025/10a8d1af-71ec-4a59-be1c-780215a9309d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:09.615562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-80abf537-f400-4685-94fa-69042a48352f None None] Port 10a8d1af-71ec-4a59-be1c-780215a9309d cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:09.739820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3f0cc444-258c-49d4-aaf9-214da14bb6eb None None] Provisioning complete for port 10a8d1af-71ec-4a59-be1c-780215a9309d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:09.740345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc444-258c-49d4-aaf9-214da14bb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.746072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:09.750934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:09.801995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.810414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cc444-258c-49d4-aaf9-214da14bb6eb None None] Port 10a8d1af-71ec-4a59-be1c-780215a9309d cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:09.824609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object 10a8d1af-71ec-4a59-be1c-780215a9309d will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:09.829480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.950317 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a094360b-b77d-42c3-9fac-bd0ad5e1d72b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.972806 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a094360b-b77d-42c3-9fac-bd0ad5e1d72b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.022908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-3b609c7f-a2d1-4936-be80-5cf5f08edbbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6502 time: 0.7249832 Feb 11 13:37:10.085193 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a094360b-b77d-42c3-9fac-bd0ad5e1d72b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.116649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=10a8d1af-71ec-4a59-be1c-780215a9309d,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:10.137232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] In _notify_port_updated(), no bound segment for port 10a8d1af-71ec-4a59-be1c-780215a9309d on network 730b1f0c-de20-4baf-aab6-1237532336ce {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:37:10.143216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.146201 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.148127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-822fbdbd-a5ae-4188-b356-83242686cad0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "PUT /v2.0/ports/10a8d1af-71ec-4a59-be1c-780215a9309d HTTP/1.1" status: 200 len: 1011 time: 1.4268088 Feb 11 13:37:10.150962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60530) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:10.233481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094360b-b77d-42c3-9fac-bd0ad5e1d72b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8bfe965-a224-450b-80dd-b3be92c6f69d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:10.258149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5df567b9-a9b2-4a19-a180-caf1b752fb39 None None] Provisioning complete for port eae8aaa0-20d6-41c8-90c0-01a50c632b85 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:10.258771 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5df567b9-a9b2-4a19-a180-caf1b752fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.274236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a094360b-b77d-42c3-9fac-bd0ad5e1d72b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.277750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a094360b-b77d-42c3-9fac-bd0ad5e1d72b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/e8bfe965-a224-450b-80dd-b3be92c6f69d HTTP/1.1" status: 204 len: 168 time: 0.7391040 Feb 11 13:37:10.278519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60536) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:10.380333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c4dad6d2-8a2c-456d-a472-0e19e4a3197f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 10a8d1af-71ec-4a59-be1c-780215a9309d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:10.386110 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4dad6d2-8a2c-456d-a472-0e19e4a3197f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.411037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5df567b9-a9b2-4a19-a180-caf1b752fb39 None None] Port eae8aaa0-20d6-41c8-90c0-01a50c632b85 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:10.500819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60542) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:10.510191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033224 Feb 11 13:37:10.521935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60544) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:10.545911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e3065232-8911-4cec-8ca5-65f2206ea208 None None] Provisioning for port 10a8d1af-71ec-4a59-be1c-780215a9309d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:10.557194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e3065232-8911-4cec-8ca5-65f2206ea208 None None] Provisioning complete for port 10a8d1af-71ec-4a59-be1c-780215a9309d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:10.557710 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3065232-8911-4cec-8ca5-65f2206ea208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.567568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b1a3b33f-579e-478b-aa89-a00422818aaa tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:10.667926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e3065232-8911-4cec-8ca5-65f2206ea208 None None] Port 10a8d1af-71ec-4a59-be1c-780215a9309d cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:10.754966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c68ae22-6f87-4513-b50f-25b61cb4de58 tempest-NetworksApiDiscovery-623597540 tempest-NetworksApiDiscovery-623597540-project] 10.222.0.67 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2261045 Feb 11 13:37:10.754966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b1a3b33f-579e-478b-aa89-a00422818aaa tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:10.754966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b1a3b33f-579e-478b-aa89-a00422818aaa tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4417927 Feb 11 13:37:10.755289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60552) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:10.761334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5c64b4df-cb26-4450-80bf-a37917def8e2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': '5bc75436-e0b3-464a-b892-41df47e96bdd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:10.774713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5c64b4df-cb26-4450-80bf-a37917def8e2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:10.815941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-5f03d064-c2ad-4286-8641-95ef94cbec39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.817668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-5f03d064-c2ad-4286-8641-95ef94cbec39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.817812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5c64b4df-cb26-4450-80bf-a37917def8e2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:10.819006 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-5f03d064-c2ad-4286-8641-95ef94cbec39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.821490 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-5f03d064-c2ad-4286-8641-95ef94cbec39 service neutron] 10.222.0.73 "GET /v2.0/networks?id=33c7dbfc-9cfc-49f6-8127-3528bf05f912&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=0c4ce99b-bcb8-4d76-a929-088829e9857d&id=0c4ce99b-bcb8-4d76-a929-088829e9857d HTTP/1.1" status: 200 len: 2299 time: 0.7682872 Feb 11 13:37:10.829837 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-5c64b4df-cb26-4450-80bf-a37917def8e2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Project 17cae8bf15a34a9c8a9584e59df74d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:37:10.847574 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c64b4df-cb26-4450-80bf-a37917def8e2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.862886 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4dad6d2-8a2c-456d-a472-0e19e4a3197f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.990131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-ab93b610-a16a-403a-ba8e-30f855c9f664 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729 HTTP/1.1" status: 200 len: 1002 time: 0.1575005 Feb 11 13:37:11.080958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 50f27cdb-d167-48c1-b0fe-9cf217c4dffd has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:37:11.083071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-4071c5d4-6b01-40ec-81cd-0cee230e9941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.084773 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-4071c5d4-6b01-40ec-81cd-0cee230e9941 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4699c2d-7998-4932-b51b-0565c9c41d72 HTTP/1.1" status: 200 len: 856 time: 0.0870862 Feb 11 13:37:11.264599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c4dad6d2-8a2c-456d-a472-0e19e4a3197f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 10a8d1af-71ec-4a59-be1c-780215a9309d owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:11.265405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60564) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:11.369039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c64b4df-cb26-4450-80bf-a37917def8e2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.379194 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c64b4df-cb26-4450-80bf-a37917def8e2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.386608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-a4a7ae8c-7a99-498d-a8ea-d84c579485ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33c7dbfc-9cfc-49f6-8127-3528bf05f912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2953937 Feb 11 13:37:11.474301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64b4df-cb26-4450-80bf-a37917def8e2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8574493f-5a0a-4220-bfcb-d72dbc0d01be,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:11.530530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:11.539194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4031de58-97d8-42e9-9f16-a08e582f4c81 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/50f27cdb-d167-48c1-b0fe-9cf217c4dffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3667293 Feb 11 13:37:11.543435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60576) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:11.546012 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71560e56-92af-406b-846e-f8778c35e9d4 None None] Sync routers for ids ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:37:11.567840 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71560e56-92af-406b-846e-f8778c35e9d4 None None] Routers {'50f27cdb-d167-48c1-b0fe-9cf217c4dffd'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:11.568482 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-71560e56-92af-406b-846e-f8778c35e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:11.577185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c64b4df-cb26-4450-80bf-a37917def8e2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.579499 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5c64b4df-cb26-4450-80bf-a37917def8e2 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8233533 Feb 11 13:37:11.584803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60582) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:11.610041 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b264bf96-875e-477c-bd29-1c7b9cc90263 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules/8574493f-5a0a-4220-bfcb-d72dbc0d01be HTTP/1.1" status: 200 len: 711 time: 0.0236454 Feb 11 13:37:11.623259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60588) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:11.650936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4dad6d2-8a2c-456d-a472-0e19e4a3197f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.668112 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-71560e56-92af-406b-846e-f8778c35e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:11.683942 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71560e56-92af-406b-846e-f8778c35e9d4 None None] Routers {'50f27cdb-d167-48c1-b0fe-9cf217c4dffd'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:11.684497 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-71560e56-92af-406b-846e-f8778c35e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:36:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:11.700250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-a849c3b3-5cf4-4a4f-9226-b6b813324f82 service neutron] 10.222.0.73 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073435 Feb 11 13:37:11.710005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ddb0104-17c6-434f-a96b-9ca18926349f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.747543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dad6d2-8a2c-456d-a472-0e19e4a3197f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=10a8d1af-71ec-4a59-be1c-780215a9309d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:11.768096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d70079-59a6-42c0-b9bb-509b2b739bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.768661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-17d70079-59a6-42c0-b9bb-509b2b739bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:11.770216 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-71560e56-92af-406b-846e-f8778c35e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:11.770798 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71560e56-92af-406b-846e-f8778c35e9d4 None None] The sync data for ids ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:37:11.850665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4dad6d2-8a2c-456d-a472-0e19e4a3197f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.855512 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c4dad6d2-8a2c-456d-a472-0e19e4a3197f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/10a8d1af-71ec-4a59-be1c-780215a9309d HTTP/1.1" status: 204 len: 168 time: 1.7031074 Feb 11 13:37:11.856115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60594) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:11.858508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9a9f9c9a-3bc0-48c4-bdd3-bbbe0f386fee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:11.906128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-17d70079-59a6-42c0-b9bb-509b2b739bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:11.907333 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-30125afc-9a43-45fc-8a65-7dfdb44867c2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:37:11.907795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-30125afc-9a43-45fc-8a65-7dfdb44867c2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:11.909263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-17d70079-59a6-42c0-b9bb-509b2b739bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports/eae8aaa0-20d6-41c8-90c0-01a50c632b85 HTTP/1.1" status: 200 len: 910 time: 0.3644867 Feb 11 13:37:11.910665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ddb0104-17c6-434f-a96b-9ca18926349f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:11.912271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60598) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:11.919569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ddb0104-17c6-434f-a96b-9ca18926349f admin admin] Usage tracker for resource:security_group_rule and tenant:d04e86434ab04d65b53ca5d782e47caf is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:11.922383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9a9f9c9a-3bc0-48c4-bdd3-bbbe0f386fee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:11.924312 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9a9f9c9a-3bc0-48c4-bdd3-bbbe0f386fee tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3001378 Feb 11 13:37:11.928286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ddb0104-17c6-434f-a96b-9ca18926349f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:11.941216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60602) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:11.974414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ddb0104-17c6-434f-a96b-9ca18926349f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:12.004751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a395c02-6978-47d0-bdbb-0b334e0d1767 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.012274 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-df82dd85-9535-41a9-adbd-b076325245ae service neutron] 10.222.0.73 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876029 Feb 11 13:37:12.025976 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a395c02-6978-47d0-bdbb-0b334e0d1767 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.061872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-30125afc-9a43-45fc-8a65-7dfdb44867c2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:12.063038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-30125afc-9a43-45fc-8a65-7dfdb44867c2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/10a8d1af-71ec-4a59-be1c-780215a9309d HTTP/1.1" status: 404 len: 333 time: 0.2060118 Feb 11 13:37:12.068961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60608) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:12.115678 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-ccdfe384-e399-4ec1-97b2-6f8888a8dda6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c899f753-f998-42d3-960c-2eb5c59c628c HTTP/1.1" status: 200 len: 217 time: 0.0944300 Feb 11 13:37:12.189157 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a395c02-6978-47d0-bdbb-0b334e0d1767 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.240904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a395c02-6978-47d0-bdbb-0b334e0d1767 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8574493f-5a0a-4220-bfcb-d72dbc0d01be,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:12.263544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-2b692e28-8dba-4ef7-bee8-b8417ba24718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:12.266091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-2b692e28-8dba-4ef7-bee8-b8417ba24718 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.1417627 Feb 11 13:37:12.268751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ddb0104-17c6-434f-a96b-9ca18926349f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.270337 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a395c02-6978-47d0-bdbb-0b334e0d1767 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.273917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0a395c02-6978-47d0-bdbb-0b334e0d1767 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/8574493f-5a0a-4220-bfcb-d72dbc0d01be HTTP/1.1" status: 204 len: 168 time: 0.3290670 Feb 11 13:37:12.283500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60616) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:12.323339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ddb0104-17c6-434f-a96b-9ca18926349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.387025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4ddb0104-17c6-434f-a96b-9ca18926349f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d04e86434ab04d65b53ca5d782e47caf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0645652 Feb 11 13:37:12.387025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb0104-17c6-434f-a96b-9ca18926349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b38aa3b-727b-414a-ad88-36a654c8b489,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:12.389332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60620) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:12.390518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5273c4c-2908-490e-9285-aef7b964c660 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet 17154e8d-62c5-434e-819e-0a9240db2025 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:37:12.400437 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5273c4c-2908-490e-9285-aef7b964c660 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.420841 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.452370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-14db1a28-f494-4806-b255-78e99d3a3697 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1794977 Feb 11 13:37:12.520961 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5273c4c-2908-490e-9285-aef7b964c660 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.545567 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40e5168b-f8c8-4026-964f-2c6ee60e99d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.589198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40e5168b-f8c8-4026-964f-2c6ee60e99d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.604776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f5583411-1b7a-46fa-b5cf-29b37c7ae4af tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:12.651921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f5583411-1b7a-46fa-b5cf-29b37c7ae4af tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:12.652821 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f5583411-1b7a-46fa-b5cf-29b37c7ae4af tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3684089 Feb 11 13:37:12.653344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-ae4121b1-5d51-4754-be07-cd984069624c service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947081 Feb 11 13:37:12.656815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60624) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:12.673550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5273c4c-2908-490e-9285-aef7b964c660 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.750194 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.815932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40e5168b-f8c8-4026-964f-2c6ee60e99d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.847567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5168b-f8c8-4026-964f-2c6ee60e99d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b38aa3b-727b-414a-ad88-36a654c8b489,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:12.999153 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-40e5168b-f8c8-4026-964f-2c6ee60e99d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.001071 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-40e5168b-f8c8-4026-964f-2c6ee60e99d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b38aa3b-727b-414a-ad88-36a654c8b489 HTTP/1.1" status: 204 len: 168 time: 0.6106362 Feb 11 13:37:13.020957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5273c4c-2908-490e-9285-aef7b964c660 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.036840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-a4e18cb4-1eea-4d81-a52a-c237dc47bb76 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608174 Feb 11 13:37:13.037384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c23897e8-bed8-4d48-a234-54ed86e462fc tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.065071 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c23897e8-bed8-4d48-a234-54ed86e462fc tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.079017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5273c4c-2908-490e-9285-aef7b964c660 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=17154e8d-62c5-434e-819e-0a9240db2025,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:13.119911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5273c4c-2908-490e-9285-aef7b964c660 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.120318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6bbeb-0de9-4371-9ebf-8887f1886baf None None] Network 730b1f0c-de20-4baf-aab6-1237532336ce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:13.164795 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e5273c4c-2908-490e-9285-aef7b964c660 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/17154e8d-62c5-434e-819e-0a9240db2025 HTTP/1.1" status: 204 len: 168 time: 1.0947700 Feb 11 13:37:13.167162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60638) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:13.169957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c23897e8-bed8-4d48-a234-54ed86e462fc tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.246017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23897e8-bed8-4d48-a234-54ed86e462fc tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc75436-e0b3-464a-b892-41df47e96bdd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:13.332916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-06798b31-6e1f-477c-b49d-2afaa70d9b14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=ff71d346-712c-4d9e-b2ca-503622e9b2f0 HTTP/1.1" status: 200 len: 217 time: 0.2162492 Feb 11 13:37:13.449173 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c23897e8-bed8-4d48-a234-54ed86e462fc tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.450406 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c23897e8-bed8-4d48-a234-54ed86e462fc tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/5bc75436-e0b3-464a-b892-41df47e96bdd HTTP/1.1" status: 204 len: 168 time: 0.7925508 Feb 11 13:37:13.459845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60650) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:13.645450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-154ce196-8cc2-43c7-bc52-9c90e1f961ca tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:13.681266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-97826b90-901f-48d9-bb61-c0b1cf1ce053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:13.682764 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-97826b90-901f-48d9-bb61-c0b1cf1ce053 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.3424459 Feb 11 13:37:13.700649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-154ce196-8cc2-43c7-bc52-9c90e1f961ca tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:13.707313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-154ce196-8cc2-43c7-bc52-9c90e1f961ca tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2383568 Feb 11 13:37:13.709837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60658) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:13.718401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group': {'name': 'tempest-secgroup--146260973'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:13.726458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:13.742104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:13.818911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.873196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0983c00-37a9-414b-9ac3-a66566522b26 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet d10a7695-8603-49b5-9590-62cac90601f0 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:37:13.878856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0983c00-37a9-414b-9ac3-a66566522b26 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.895417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:13.900738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:13.904351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:13.914170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:13.918618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-670e943d-08d8-40b8-9201-671d8d80f022 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2292204 Feb 11 13:37:14.002424 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.075720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.119979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0983c00-37a9-414b-9ac3-a66566522b26 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.149217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port eae8aaa0-20d6-41c8-90c0-01a50c632b85 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:14.150334 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.247088 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-5bb77374-cc58-4cf8-a0bf-09a3512d216c service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202562 Feb 11 13:37:14.370864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84e9e5a-755a-4d20-92ef-6d2eea75c40d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:14.415051 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-ee91da62-7a36-4fae-8b50-8c0789985c49 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609032 Feb 11 13:37:14.429116 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.434919 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-00fbe424-8abf-4ef4-b79b-e598114b1e85 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7198706 Feb 11 13:37:14.436356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60676) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:14.458119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Request body: {'security_group_rule': {'security_group_id': 'd84e9e5a-755a-4d20-92ef-6d2eea75c40d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:14.467010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:14.472317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Usage tracker for resource:security_group_rule and tenant:17cae8bf15a34a9c8a9584e59df74d52 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:14.475451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:14.481958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:14.489154 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0983c00-37a9-414b-9ac3-a66566522b26 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.530521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.538865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-7abda664-38fc-4a95-8113-5cb550f0c2c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=2b152096-fb5d-4500-ac30-64cb724ef11f HTTP/1.1" status: 200 len: 217 time: 0.1183910 Feb 11 13:37:14.545671 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.649050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d6d121cd-fd6f-436d-85dc-7b8af8631ec4 None None] Provisioning complete for port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:14.649606 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6d121cd-fd6f-436d-85dc-7b8af8631ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.659071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-ea81f339-be05-419e-bfad-7b4a67093f16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:14.660764 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-ea81f339-be05-419e-bfad-7b4a67093f16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.1125269 Feb 11 13:37:14.711804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0983c00-37a9-414b-9ac3-a66566522b26 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.761655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0983c00-37a9-414b-9ac3-a66566522b26 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.779344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0983c00-37a9-414b-9ac3-a66566522b26 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=d10a7695-8603-49b5-9590-62cac90601f0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:14.788122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b0983c00-37a9-414b-9ac3-a66566522b26 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/d10a7695-8603-49b5-9590-62cac90601f0 HTTP/1.1" status: 204 len: 168 time: 1.6195319 Feb 11 13:37:14.788948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:14.832862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c7dc93-f3f0-48fc-a7c5-e3f109b02883 None None] Network 730b1f0c-de20-4baf-aab6-1237532336ce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:14.846925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for eae8aaa0-20d6-41c8-90c0-01a50c632b85 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:14.970931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-fe3f3399-1d6b-43a8-97ce-0f6e6eda73e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3034379 Feb 11 13:37:14.977066 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.083881 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.109791 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.146499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:15.146849 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.198272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] DHCP port deletion for 730b1f0c-de20-4baf-aab6-1237532336ce request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:37:15.205096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Deleting port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:15.205690 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.361031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcddea58-fe09-4997-826d-b32e228a2fb9,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:15.409112 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.419453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2290b27e-3dfa-48fb-83f7-7dd15de11747 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9788835 Feb 11 13:37:15.419453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60708) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:15.432264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 66475411-333d-4f72-b0e1-9eb7ee3ed2ba no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:37:15.469460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.527715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=eae8aaa0-20d6-41c8-90c0-01a50c632b85,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:15.538867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-8e53529f-69e2-462e-adc4-e2522d5d4e92 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595345 Feb 11 13:37:15.719271 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c157590-6031-4477-b426-24257e1d893a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.731018 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf7087af-245c-4811-ada7-fc049c4d4228 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.792141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] For port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,segment=NetworkSegment(bdb00d9a-60be-4378-acc4-90fb06aab138),segment_id=bdb00d9a-60be-4378-acc4-90fb06aab138)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:15.792754 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.854778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf7087af-245c-4811-ada7-fc049c4d4228 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.999471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Calling delete_port for 66475411-333d-4f72-b0e1-9eb7ee3ed2ba owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:16.048903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-3106d19c-12e4-47d1-ba43-bc8c28a78c73 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992862 Feb 11 13:37:16.056489 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.125748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,segment=NetworkSegment(bdb00d9a-60be-4378-acc4-90fb06aab138),segment_id=bdb00d9a-60be-4378-acc4-90fb06aab138)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:16.139340 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.206517 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:16.207115 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:16.224283 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-f623cd09-2c89-4e7b-ab93-51b851537970 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b HTTP/1.1" status: 200 len: 217 time: 0.1703882 Feb 11 13:37:16.224456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:16.286043 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf7087af-245c-4811-ada7-fc049c4d4228 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.315388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7087af-245c-4811-ada7-fc049c4d4228 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84e9e5a-755a-4d20-92ef-6d2eea75c40d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:16.317191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] For port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,segment=NetworkSegment(bdb00d9a-60be-4378-acc4-90fb06aab138),segment_id=bdb00d9a-60be-4378-acc4-90fb06aab138)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:16.317569 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.336526 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf7087af-245c-4811-ada7-fc049c4d4228 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.341523 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cf7087af-245c-4811-ada7-fc049c4d4228 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/d84e9e5a-755a-4d20-92ef-6d2eea75c40d HTTP/1.1" status: 204 len: 168 time: 0.9180529 Feb 11 13:37:16.341523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60730) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:16.372568 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.472755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 66475411-333d-4f72-b0e1-9eb7ee3ed2ba owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:16.511255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-74e43beb-8595-422f-b406-52ea36accc81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:16.512711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-74e43beb-8595-422f-b406-52ea36accc81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.2872710 Feb 11 13:37:16.532703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16643c0f-aa3c-49bc-86ba-12515b89de3a tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:16.575570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16643c0f-aa3c-49bc-86ba-12515b89de3a tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:16.577133 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-16643c0f-aa3c-49bc-86ba-12515b89de3a tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2351420 Feb 11 13:37:16.581265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60736) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:16.654452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-53e2961c-b3d1-4173-ac35-ce79cfc0791b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:16.669835 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-969d4d28-f4d6-4895-b080-d0de1cdca9bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1463206 Feb 11 13:37:16.670652 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:16.670966 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:16.708438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Deleting port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:16.708912 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.851381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-53e2961c-b3d1-4173-ac35-ce79cfc0791b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:16.858084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-53e2961c-b3d1-4173-ac35-ce79cfc0791b tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2701993 Feb 11 13:37:16.861568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60746) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:16.861568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60748) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:16.905880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-97055389-f52a-4c6d-8540-34a6dfd11157 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280686 Feb 11 13:37:17.049157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] For port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,segment=NetworkSegment(bdb00d9a-60be-4378-acc4-90fb06aab138),segment_id=bdb00d9a-60be-4378-acc4-90fb06aab138)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:17.050040 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.094800 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-610242cf-1e62-496d-b3a5-6c8fc4e8ee20 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] delete failed (client error): The resource could not be found. Feb 11 13:37:17.099553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60756) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:17.100046 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-610242cf-1e62-496d-b3a5-6c8fc4e8ee20 tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "DELETE /v2.0/security-groups/d84e9e5a-755a-4d20-92ef-6d2eea75c40d HTTP/1.1" status: 404 len: 347 time: 0.2357404 Feb 11 13:37:17.134344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-86b89fd1-f15a-4f63-a5a3-61515e239454 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219992 Feb 11 13:37:17.163213 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3854b840-2925-4258-a51e-5ada1e2418ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.197223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:17.197537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.200486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3854b840-2925-4258-a51e-5ada1e2418ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:17.205540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3854b840-2925-4258-a51e-5ada1e2418ef admin admin] Usage tracker for resource:security_group_rule and tenant:57a16a5c572d4f69aa3fc9009c52b5b3 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:17.208759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3854b840-2925-4258-a51e-5ada1e2418ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:17.215218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3854b840-2925-4258-a51e-5ada1e2418ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:17.216759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Calling delete_port for 66475411-333d-4f72-b0e1-9eb7ee3ed2ba owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:17.266733 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-2c8527fe-2756-4f54-95e2-37a759f1bac2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f25dc42-13d6-4753-bcaf-9f913c73223e HTTP/1.1" status: 200 len: 217 time: 0.1204705 Feb 11 13:37:17.299299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3854b840-2925-4258-a51e-5ada1e2418ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.308877 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.317299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3854b840-2925-4258-a51e-5ada1e2418ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.329935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6bf70af7-0054-4e81-81b7-19915c6166bd tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Synchronizing usage tracker for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:17.369617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] The port '66475411-333d-4f72-b0e1-9eb7ee3ed2ba' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:37:17.380554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] Pushing event deleted for resources: {'Port': ['ID=66475411-333d-4f72-b0e1-9eb7ee3ed2ba,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:17.387241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797a4ab-ed62-4180-b4a5-8afd2994f6e8 None None] No DVR routers for this DVR port 66475411-333d-4f72-b0e1-9eb7ee3ed2ba on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:17.422526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-79559e94-e990-4570-9df5-59e66d8efdc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:17.422784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 50f27cdb-d167-48c1-b0fe-9cf217c4dffd has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:37:17.424526 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-79559e94-e990-4570-9df5-59e66d8efdc4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7eb4684-f135-434b-92ca-19187fdd48c4 HTTP/1.1" status: 200 len: 797 time: 0.1507399 Feb 11 13:37:17.431985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3854b840-2925-4258-a51e-5ada1e2418ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57a16a5c572d4f69aa3fc9009c52b5b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5655596 Feb 11 13:37:17.433528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854b840-2925-4258-a51e-5ada1e2418ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d53437a-8441-4f14-a4b4-5e3d0795b3a3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:17.437882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60762) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:17.524064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.551558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730b1f0c-de20-4baf-aab6-1237532336ce']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:17.566286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb00d9a-60be-4378-acc4-90fb06aab138') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:17.566564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb00d9a-60be-4378-acc4-90fb06aab138') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:17.573430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6bf70af7-0054-4e81-81b7-19915c6166bd tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] Unset dirty status for tenant:17cae8bf15a34a9c8a9584e59df74d52 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:17.579682 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6bf70af7-0054-4e81-81b7-19915c6166bd tempest-SecGroupIPv6Test-27024182 tempest-SecGroupIPv6Test-27024182-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4742606 Feb 11 13:37:17.619350 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1322ef1a-7ab8-4084-ad58-1fb81ddd65d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.672284 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40083c7d-6028-401c-b41c-f7ba68d5e599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.705844 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40083c7d-6028-401c-b41c-f7ba68d5e599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.744108 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.771512 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.786025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:17.801371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b35a9941-1a8e-4ba9-825d-77319defbf26 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/50f27cdb-d167-48c1-b0fe-9cf217c4dffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8876829 Feb 11 13:37:17.803036 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40083c7d-6028-401c-b41c-f7ba68d5e599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.805875 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40083c7d-6028-401c-b41c-f7ba68d5e599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.807281 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-40083c7d-6028-401c-b41c-f7ba68d5e599 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3d53437a-8441-4f14-a4b4-5e3d0795b3a3 HTTP/1.1" status: 204 len: 168 time: 0.3682256 Feb 11 13:37:17.807826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60770) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:17.808806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d73c46-8696-437c-ad10-f8ffc615fee3 None None] Sync routers for ids ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:37:17.812833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:37:17.813414 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.839817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d73c46-8696-437c-ad10-f8ffc615fee3 None None] Routers {'50f27cdb-d167-48c1-b0fe-9cf217c4dffd'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:17.840984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-40d73c46-8696-437c-ad10-f8ffc615fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:17.950885 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:17.970747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.976273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40083c7d-6028-401c-b41c-f7ba68d5e599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d53437a-8441-4f14-a4b4-5e3d0795b3a3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:18.028881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.034091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Network': ['ID=730b1f0c-de20-4baf-aab6-1237532336ce,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:18.048727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-ca561932-0827-4b3c-8556-4ea9a32f1c01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4848344 Feb 11 13:37:18.077299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-40d73c46-8696-437c-ad10-f8ffc615fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:18.087553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60778) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:18.119056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d73c46-8696-437c-ad10-f8ffc615fee3 None None] Routers {'50f27cdb-d167-48c1-b0fe-9cf217c4dffd'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:18.119478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-40d73c46-8696-437c-ad10-f8ffc615fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:18.185594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-40d73c46-8696-437c-ad10-f8ffc615fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:18.186395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d73c46-8696-437c-ad10-f8ffc615fee3 None None] The sync data for ids ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:37:18.231750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-534850ea-524e-4677-b3cb-177c8eaf7586 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/networks/730b1f0c-de20-4baf-aab6-1237532336ce HTTP/1.1" status: 204 len: 168 time: 3.4408224 Feb 11 13:37:18.236179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:18.304675 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-35ce4644-0612-40da-841a-02a4cef661e5 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451196 Feb 11 13:37:18.529293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60794) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:18.575529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2beec18-181d-437a-9638-98183fa65305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.623429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24650958-aac6-4153-be86-a56cca7d379a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:18.624229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-24650958-aac6-4153-be86-a56cca7d379a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:18.640742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-dcfbc7af-5936-471e-a6b7-c0e9ced503e3 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883332 Feb 11 13:37:18.659649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3f85b7fe-d948-4d84-8562-f7741e97acfe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=17cae8bf15a34a9c8a9584e59df74d52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5644691 Feb 11 13:37:18.659857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60798) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:18.679173 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.708879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-24650958-aac6-4153-be86-a56cca7d379a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:18.713517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-24650958-aac6-4153-be86-a56cca7d379a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4613352 Feb 11 13:37:18.721333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60802) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:18.727277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f2beec18-181d-437a-9638-98183fa65305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:18.766087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f2beec18-181d-437a-9638-98183fa65305 admin admin] Usage tracker for resource:security_group_rule and tenant:7029a88d56ad4d81904c55455f9ad3c1 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:18.774082 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-23a6d059-96bb-436f-aa10-15a18c5dee66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=717a2c18-0476-4820-a631-22c0a1d02603 HTTP/1.1" status: 200 len: 217 time: 0.1219022 Feb 11 13:37:18.774973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f2beec18-181d-437a-9638-98183fa65305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:18.791517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f2beec18-181d-437a-9638-98183fa65305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:18.876728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-845a9274-4e36-44c9-9738-a97d2fa28258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:18.876988 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32e58033-3e8f-4c26-9205-fb889e8ecacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.878675 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-845a9274-4e36-44c9-9738-a97d2fa28258 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7eb4684-f135-434b-92ca-19187fdd48c4 HTTP/1.1" status: 200 len: 797 time: 0.0892870 Feb 11 13:37:18.887080 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.907984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.910522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32e58033-3e8f-4c26-9205-fb889e8ecacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.995493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-31843fad-93c6-4117-81c9-79e23e0457d1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2695961 Feb 11 13:37:18.996447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60808) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:19.014596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1681737425'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:19.029084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:19.037204 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2beec18-181d-437a-9638-98183fa65305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.039809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:network and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:19.044483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:19.050256 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2beec18-181d-437a-9638-98183fa65305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.071410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:19.086499 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32e58033-3e8f-4c26-9205-fb889e8ecacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.129979 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-47d4c31f-7891-4252-acce-c8dd7f31ff0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2345474 Feb 11 13:37:19.131434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:19.133916 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.143549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e58033-3e8f-4c26-9205-fb889e8ecacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc8e762-8bfa-4d6e-8edb-b267ae2a20c4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.149736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f2beec18-181d-437a-9638-98183fa65305 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7029a88d56ad4d81904c55455f9ad3c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6157768 Feb 11 13:37:19.150091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60816) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:19.177506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beec18-181d-437a-9638-98183fa65305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a14a5b-e004-42f5-9f42-600459e41dea,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.195439 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32e58033-3e8f-4c26-9205-fb889e8ecacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.199714 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-32e58033-3e8f-4c26-9205-fb889e8ecacc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8cc8e762-8bfa-4d6e-8edb-b267ae2a20c4 HTTP/1.1" status: 204 len: 168 time: 0.5363445 Feb 11 13:37:19.262877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:19.272969 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.273312 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Added segment 6572ed51-2926-483c-ad0f-2b79a1eb1e98 of type vlan for network 8e08dccd-0d31-444a-bffd-f9365877458f Feb 11 13:37:19.303819 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.347113 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56268c48-537e-4154-9175-9878e7c6b632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.351239 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.356740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.357388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.416564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56268c48-537e-4154-9175-9878e7c6b632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.496088 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-6b845822-d535-4fff-a82d-fdb11091e79e service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429296 Feb 11 13:37:19.553576 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56268c48-537e-4154-9175-9878e7c6b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.599899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5988336 Feb 11 13:37:19.607003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60828) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:19.612797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '8e08dccd-0d31-444a-bffd-f9365877458f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:19.665502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56268c48-537e-4154-9175-9878e7c6b632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a14a5b-e004-42f5-9f42-600459e41dea,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.682147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56268c48-537e-4154-9175-9878e7c6b632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.684679 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-56268c48-537e-4154-9175-9878e7c6b632 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59a14a5b-e004-42f5-9f42-600459e41dea HTTP/1.1" status: 204 len: 168 time: 0.5321484 Feb 11 13:37:19.700778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 99eb5c76-4473-4150-836a-8422f9508c40 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:19.701138 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.830979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2c88b-85e1-4d0b-992f-1e9fdae214c6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Network': ['ID=8e08dccd-0d31-444a-bffd-f9365877458f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.853650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 8e08dccd-0d31-444a-bffd-f9365877458f details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:37:19.962662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb12f47-ff0f-45f1-9e43-880c46b09430 req-2ccefd64-2bae-4152-be1c-56cd16cbee2d service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615105 Feb 11 13:37:19.965270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:19.986157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:19.996117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:20.003715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:20.027832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:20.041859 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.220433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 99eb5c76-4473-4150-836a-8422f9508c40 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:20.296958 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.407127 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.492595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.576377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=99eb5c76-4473-4150-836a-8422f9508c40,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:20.867527 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.099253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Checking segment: {'id': '6572ed51-2926-483c-ad0f-2b79a1eb1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e08dccd-0d31-444a-bffd-f9365877458f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:21.100069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network hostable DHCP agents. Network: 8e08dccd-0d31-444a-bffd-f9365877458f, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:21.119970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=c3e52110-a70e-4aad-82d0-76ca4545099f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:21.173879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 8e08dccd-0d31-444a-bffd-f9365877458f is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:21.198513 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.207021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 8e08dccd-0d31-444a-bffd-f9365877458f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:21.212607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.213454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.225659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8937a8b2-e9af-487f-8533-d8c31ff46509 None None] Network 8e08dccd-0d31-444a-bffd-f9365877458f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:21.244865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7d3f487a-f4ac-4ad1-be3f-2d28d15027ad tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6368408 Feb 11 13:37:21.249149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60890) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:21.267516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '8e08dccd-0d31-444a-bffd-f9365877458f', 'name': 'tempest-PortsIpV6TestJSON-644605286'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:21.680011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:21.703329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:21.723389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:21.727019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.817611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:21.819388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 50f27cdb-d167-48c1-b0fe-9cf217c4dffd has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:37:21.889016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-8e08dccd-0d31-444a-bffd-f9365877458f', 'network_id': '8e08dccd-0d31-444a-bffd-f9365877458f', 'tenant_id': '9b5cac8106e94c2497438abeb7d32a2b', 'fixed_ips': [{'subnet_id': 'c3e52110-a70e-4aad-82d0-76ca4545099f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:37:21.891260 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.110133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:22.123119 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f64d498-9d06-4736-8594-06b9812c2a13 None None] Sync routers for ids ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:37:22.158018 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64d498-9d06-4736-8594-06b9812c2a13 None None] Routers {'50f27cdb-d167-48c1-b0fe-9cf217c4dffd'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:22.158711 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1f64d498-9d06-4736-8594-06b9812c2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:22.187818 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ba23d085-e4a7-4005-8e8a-70c615c56c9f tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/50f27cdb-d167-48c1-b0fe-9cf217c4dffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3688843 Feb 11 13:37:22.188436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60916) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:22.203824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8::18b (8e08dccd-0d31-444a-bffd-f9365877458f/c3e52110-a70e-4aad-82d0-76ca4545099f/d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:22.285506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-51c08dcd-8d8f-4e9d-85a7-fa87aa74e65a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:22.315489 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1f64d498-9d06-4736-8594-06b9812c2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:22.324908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-51c08dcd-8d8f-4e9d-85a7-fa87aa74e65a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:22.326101 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-51c08dcd-8d8f-4e9d-85a7-fa87aa74e65a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=50f27cdb-d167-48c1-b0fe-9cf217c4dffd HTTP/1.1" status: 200 len: 205 time: 0.1367252 Feb 11 13:37:22.329821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60926) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:22.349905 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64d498-9d06-4736-8594-06b9812c2a13 None None] Routers {'50f27cdb-d167-48c1-b0fe-9cf217c4dffd'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:22.350529 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1f64d498-9d06-4736-8594-06b9812c2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:22.504324 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1f64d498-9d06-4736-8594-06b9812c2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:22.507937 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f64d498-9d06-4736-8594-06b9812c2a13 None None] The sync data for ids ['50f27cdb-d167-48c1-b0fe-9cf217c4dffd'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:37:22.544611 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac91b5b2-be11-4d78-a9e5-33d9ace174e6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.661791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.685130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:22.734491 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.869464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Allocated IP 2001:db8::2 (8e08dccd-0d31-444a-bffd-f9365877458f/c3e52110-a70e-4aad-82d0-76ca4545099f/c3e5e63f-e5b1-4b99-961d-fad7955ac8f0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:22.888478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 8e08dccd-0d31-444a-bffd-f9365877458f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:22.895391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:22.897653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:22.899754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:22.903865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:22.904768 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.945443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6d0a4c2d-49e1-4238-aecf-61aacd62f630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6920466 Feb 11 13:37:22.947884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60948) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:22.954302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '8e08dccd-0d31-444a-bffd-f9365877458f', 'name': 'tempest-PortsIpV6TestJSON-257996206'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:23.153954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:23.183533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:port and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:23.189411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:23.217238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:23.233414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:23.237231 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.266504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 78c73670-f7cc-4363-bada-f2a13c256d1a yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:23.362470 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.382196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Transition to ACTIVE for port object c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:23.418349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Transition to ACTIVE for port object c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:23.428172 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.501383 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac91b5b2-be11-4d78-a9e5-33d9ace174e6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.506911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac91b5b2-be11-4d78-a9e5-33d9ace174e6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.531766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Network 8e08dccd-0d31-444a-bffd-f9365877458f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:23.534131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:23.537186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Pushing event updated for resources: {'Port': ['ID=c3e5e63f-e5b1-4b99-961d-fad7955ac8f0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:23.541653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:23.560502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac91b5b2-be11-4d78-a9e5-33d9ace174e6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.561290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac91b5b2-be11-4d78-a9e5-33d9ace174e6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Fanout notify agent at l3_agent the message router_deleted on router 50f27cdb-d167-48c1-b0fe-9cf217c4dffd {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:37:23.597939 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac91b5b2-be11-4d78-a9e5-33d9ace174e6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.599781 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ac91b5b2-be11-4d78-a9e5-33d9ace174e6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/50f27cdb-d167-48c1-b0fe-9cf217c4dffd HTTP/1.1" status: 204 len: 168 time: 1.2687669 Feb 11 13:37:23.605601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 60970) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:23.662515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8::a7 (8e08dccd-0d31-444a-bffd-f9365877458f/c3e52110-a70e-4aad-82d0-76ca4545099f/78c73670-f7cc-4363-bada-f2a13c256d1a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:23.662989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Attempting to bind port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:23.663646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Attempting to bind port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '6572ed51-2926-483c-ad0f-2b79a1eb1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e08dccd-0d31-444a-bffd-f9365877458f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:23.664624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Attempting to bind port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 on network 8e08dccd-0d31-444a-bffd-f9365877458f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:37:23.674036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:37:23.675539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Checking segment: {'id': '6572ed51-2926-483c-ad0f-2b79a1eb1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e08dccd-0d31-444a-bffd-f9365877458f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:23.676468 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.678166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Bound using segment: {'id': '6572ed51-2926-483c-ad0f-2b79a1eb1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e08dccd-0d31-444a-bffd-f9365877458f'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:37:23.679075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Bound port: c3e5e63f-e5b1-4b99-961d-fad7955ac8f0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6572ed51-2926-483c-ad0f-2b79a1eb1e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e08dccd-0d31-444a-bffd-f9365877458f'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:23.679638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.828818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] For port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:23.833526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] For port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c3e5e63f-e5b1-4b99-961d-fad7955ac8f0,segment=NetworkSegment(6572ed51-2926-483c-ad0f-2b79a1eb1e98),segment_id=6572ed51-2926-483c-ad0f-2b79a1eb1e98)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:23.846708 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.971936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbedda-8549-4904-b790-3ef9df6b1e6a None None] Pushing event updated for resources: {'Port': ['ID=c3e5e63f-e5b1-4b99-961d-fad7955ac8f0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:24.049872 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.069267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-91702890-5b40-4c5e-b518-96d4d702a8f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting subnet a0e1bbfe-9ebb-47e0-ab3c-92a8f8fb495b {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:37:24.075655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91702890-5b40-4c5e-b518-96d4d702a8f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.095733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object 78c73670-f7cc-4363-bada-f2a13c256d1a will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:24.159662 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.202212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91702890-5b40-4c5e-b518-96d4d702a8f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.377747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 8e08dccd-0d31-444a-bffd-f9365877458f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:24.381731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:24.386658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:24.390983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:24.391837 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.424082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=78c73670-f7cc-4363-bada-f2a13c256d1a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:24.431502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c3a11dd2-8a9c-472a-909e-b7090854ac5e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4826095 Feb 11 13:37:24.434206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 60996) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:24.449080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91702890-5b40-4c5e-b518-96d4d702a8f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.554944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5b6d4-a78c-4e2a-8b23-7f006ec789bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:24.562572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a9b5b6d4-a78c-4e2a-8b23-7f006ec789bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:24.575327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91702890-5b40-4c5e-b518-96d4d702a8f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.601192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a9b5b6d4-a78c-4e2a-8b23-7f006ec789bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:24.605178 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a9b5b6d4-a78c-4e2a-8b23-7f006ec789bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18b HTTP/1.1" status: 200 len: 928 time: 0.1672020 Feb 11 13:37:24.605481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32770) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:24.660840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91702890-5b40-4c5e-b518-96d4d702a8f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e1bbfe-9ebb-47e0-ab3c-92a8f8fb495b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:24.670448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91702890-5b40-4c5e-b518-96d4d702a8f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.677413 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-91702890-5b40-4c5e-b518-96d4d702a8f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/a0e1bbfe-9ebb-47e0-ab3c-92a8f8fb495b HTTP/1.1" status: 204 len: 168 time: 1.0696673 Feb 11 13:37:24.678903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f4792-1303-4606-843c-061cdfd01345 None None] Network 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:24.686242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:24.884287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0da8e8a8-8f86-4785-a24e-f884489e171b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 78c73670-f7cc-4363-bada-f2a13c256d1a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:24.884709 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0da8e8a8-8f86-4785-a24e-f884489e171b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.023807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa393fa-f0da-4500-af40-8ac730474d2d None None] DHCP port deletion for 883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:37:25.037740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9aa393fa-f0da-4500-af40-8ac730474d2d None None] Deleting port 62910479-03a1-4148-8e58-3b7f1577f734 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:25.038125 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9aa393fa-f0da-4500-af40-8ac730474d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.334532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cfe574-3617-47e5-b77a-283d86720c0e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting subnet ddde7698-6a01-4ea9-a3d9-d64cf6edea5e {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:37:25.352174 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe574-3617-47e5-b77a-283d86720c0e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.419725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9aa393fa-f0da-4500-af40-8ac730474d2d None None] For port 62910479-03a1-4148-8e58-3b7f1577f734, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=62910479-03a1-4148-8e58-3b7f1577f734,segment=NetworkSegment(e9d334c0-6d16-4ca2-8068-3d40582f3ae5),segment_id=e9d334c0-6d16-4ca2-8068-3d40582f3ae5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:25.420120 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9aa393fa-f0da-4500-af40-8ac730474d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.435477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0da8e8a8-8f86-4785-a24e-f884489e171b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.543475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe574-3617-47e5-b77a-283d86720c0e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.619462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:25.768370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9aa393fa-f0da-4500-af40-8ac730474d2d None None] Calling delete_port for 62910479-03a1-4148-8e58-3b7f1577f734 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:25.795239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d7e639-b3a5-4606-82a2-8b9a7226657f None None] Network 8e08dccd-0d31-444a-bffd-f9365877458f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:25.819296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0da8e8a8-8f86-4785-a24e-f884489e171b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 78c73670-f7cc-4363-bada-f2a13c256d1a owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:26.024856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe574-3617-47e5-b77a-283d86720c0e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.087927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2a2b2353-58cc-4c17-99dc-36fda10eda9f None None] Provisioning for port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:26.135425 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0da8e8a8-8f86-4785-a24e-f884489e171b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.146371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:26.166313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2a2b2353-58cc-4c17-99dc-36fda10eda9f None None] Provisioning complete for port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:26.166829 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a2b2353-58cc-4c17-99dc-36fda10eda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.211513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:26.211937 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.305761 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9aa393fa-f0da-4500-af40-8ac730474d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.318957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8e8a8-8f86-4785-a24e-f884489e171b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=78c73670-f7cc-4363-bada-f2a13c256d1a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:26.409310 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe574-3617-47e5-b77a-283d86720c0e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.415028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa393fa-f0da-4500-af40-8ac730474d2d None None] Pushing event deleted for resources: {'Port': ['ID=62910479-03a1-4148-8e58-3b7f1577f734,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:26.499046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe574-3617-47e5-b77a-283d86720c0e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.533573 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0da8e8a8-8f86-4785-a24e-f884489e171b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.565012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa393fa-f0da-4500-af40-8ac730474d2d None None] No DVR routers for this DVR port 62910479-03a1-4148-8e58-3b7f1577f734 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:26.565649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfe574-3617-47e5-b77a-283d86720c0e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Subnet': ['ID=ddde7698-6a01-4ea9-a3d9-d64cf6edea5e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:26.576379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.584808 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0da8e8a8-8f86-4785-a24e-f884489e171b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/78c73670-f7cc-4363-bada-f2a13c256d1a HTTP/1.1" status: 204 len: 168 time: 1.9781704 Feb 11 13:37:26.586478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e6cfe574-3617-47e5-b77a-283d86720c0e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/ddde7698-6a01-4ea9-a3d9-d64cf6edea5e HTTP/1.1" status: 204 len: 168 time: 1.8981018 Feb 11 13:37:26.587348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 32836) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:26.591364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec12edf-9bdb-4189-960f-7383239e32a5 None None] Network 42fa9c15-e641-4985-8008-db282f8fe9f4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:26.591841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 32838) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:26.665411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32842) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:26.703602 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e7ac28-4e72-4632-be8a-3f4a0bbe6499 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:37:26.705215 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-64e7ac28-4e72-4632-be8a-3f4a0bbe6499 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/78c73670-f7cc-4363-bada-f2a13c256d1a HTTP/1.1" status: 404 len: 333 time: 0.1159165 Feb 11 13:37:26.707628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32850) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:26.722387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c3e5e63f-e5b1-4b99-961d-fad7955ac8f0,segment=NetworkSegment(6572ed51-2926-483c-ad0f-2b79a1eb1e98),segment_id=6572ed51-2926-483c-ad0f-2b79a1eb1e98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:26.779070 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.877820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a1412862-38b9-460f-9cc7-a34d1090004d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:26.878163 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1412862-38b9-460f-9cc7-a34d1090004d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.894972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 62910479-03a1-4148-8e58-3b7f1577f734 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:37:26.954721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 62910479-03a1-4148-8e58-3b7f1577f734 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:37:26.955057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 62910479-03a1-4148-8e58-3b7f1577f734 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:37:26.979217 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0db5-c64a-4368-891a-d3123f8369de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.986873 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.029483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a2d0db5-c64a-4368-891a-d3123f8369de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:27.034074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a2d0db5-c64a-4368-891a-d3123f8369de admin admin] Usage tracker for resource:security_group_rule and tenant:b135e56a2ba64a4cb2f3e800b2e78e6f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:27.039364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a2d0db5-c64a-4368-891a-d3123f8369de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:27.051416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a2d0db5-c64a-4368-891a-d3123f8369de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:27.128631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=c3e5e63f-e5b1-4b99-961d-fad7955ac8f0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:27.276146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.348776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fc1797-6216-4a95-b927-57c28ec5bb79 None None] DHCP port deletion for 42fa9c15-e641-4985-8008-db282f8fe9f4 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:37:27.360716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d0fc1797-6216-4a95-b927-57c28ec5bb79 None None] Deleting port 72c5217c-6678-4757-bf03-b086b301579f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:27.360716 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0fc1797-6216-4a95-b927-57c28ec5bb79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.376369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883ed60d-d6bc-4cb3-b50d-9a2563ce79c3']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:27.404643 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0db5-c64a-4368-891a-d3123f8369de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.442414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d334c0-6d16-4ca2-8068-3d40582f3ae5') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:27.442742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d334c0-6d16-4ca2-8068-3d40582f3ae5') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:27.481543 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.482715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a2d0db5-c64a-4368-891a-d3123f8369de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.561231 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.576967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:37:27.578515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.600055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:27.613713 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:27.623450 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1412862-38b9-460f-9cc7-a34d1090004d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.731884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d0db5-c64a-4368-891a-d3123f8369de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2b1557-d095-45a0-bea8-3e74f25624b3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:27.751875 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.788709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.806886 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/networks/883ed60d-d6bc-4cb3-b50d-9a2563ce79c3 HTTP/1.1" status: 204 len: 168 time: 1.1331441 Feb 11 13:37:27.808129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfc876-95f8-41d8-9f36-b10e511daf75 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Network': ['ID=883ed60d-d6bc-4cb3-b50d-9a2563ce79c3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:27.810524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 32874) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:27.864630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9d888166-827d-4dce-8efb-735d77267f16 None None] Provisioning complete for port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:27.865264 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d888166-827d-4dce-8efb-735d77267f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.934764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a1412862-38b9-460f-9cc7-a34d1090004d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:28.003724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3a2d0db5-c64a-4368-891a-d3123f8369de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b135e56a2ba64a4cb2f3e800b2e78e6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3347282 Feb 11 13:37:28.003938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32878) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:28.035110 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.043890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d0fc1797-6216-4a95-b927-57c28ec5bb79 None None] For port 72c5217c-6678-4757-bf03-b086b301579f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=72c5217c-6678-4757-bf03-b086b301579f,segment=NetworkSegment(4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1),segment_id=4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:28.044357 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0fc1797-6216-4a95-b927-57c28ec5bb79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.063230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 72c5217c-6678-4757-bf03-b086b301579f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:28.063834 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.100503 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1728446e-8652-4696-be7d-405a1af5704a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.219851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1728446e-8652-4696-be7d-405a1af5704a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.244427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d0fc1797-6216-4a95-b927-57c28ec5bb79 None None] Calling delete_port for 72c5217c-6678-4757-bf03-b086b301579f owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:28.333019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1412862-38b9-460f-9cc7-a34d1090004d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.348155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:28.348523 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.416578 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1728446e-8652-4696-be7d-405a1af5704a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.421944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port 72c5217c-6678-4757-bf03-b086b301579f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=72c5217c-6678-4757-bf03-b086b301579f,segment=NetworkSegment(4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1),segment_id=4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:28.422328 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.492739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728446e-8652-4696-be7d-405a1af5704a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2b1557-d095-45a0-bea8-3e74f25624b3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:28.498526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9d888166-827d-4dce-8efb-735d77267f16 None None] Could not find standard attr ID for object d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:37:28.566811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1412862-38b9-460f-9cc7-a34d1090004d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:28.577834 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1412862-38b9-460f-9cc7-a34d1090004d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.588475 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0fc1797-6216-4a95-b927-57c28ec5bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.612785 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a1412862-38b9-460f-9cc7-a34d1090004d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27 HTTP/1.1" status: 204 len: 168 time: 1.9037783 Feb 11 13:37:28.615477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1728446e-8652-4696-be7d-405a1af5704a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.616923 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1728446e-8652-4696-be7d-405a1af5704a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd2b1557-d095-45a0-bea8-3e74f25624b3 HTTP/1.1" status: 204 len: 168 time: 0.6120722 Feb 11 13:37:28.617757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32892) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:28.663823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc1797-6216-4a95-b927-57c28ec5bb79 None None] Pushing event deleted for resources: {'Port': ['ID=72c5217c-6678-4757-bf03-b086b301579f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:28.669862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d00fba56-8c5d-446e-98d3-87bcdb5e0fd4 None None] Could not find standard attr ID for object 78c73670-f7cc-4363-bada-f2a13c256d1a. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:37:28.706238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc1797-6216-4a95-b927-57c28ec5bb79 None None] No DVR routers for this DVR port 72c5217c-6678-4757-bf03-b086b301579f on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:28.711986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d00fba56-8c5d-446e-98d3-87bcdb5e0fd4 None None] Could not find standard attr ID for object d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:37:28.741080 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a898da6-8ab9-4575-84b1-413055a18927 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:37:28.742208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a898da6-8ab9-4575-84b1-413055a18927 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:28.763593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a898da6-8ab9-4575-84b1-413055a18927 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:28.767200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3a898da6-8ab9-4575-84b1-413055a18927 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/d7af08e6-2cac-4deb-8a1a-6c0fbf7cdc27 HTTP/1.1" status: 404 len: 333 time: 0.1483202 Feb 11 13:37:28.770315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32900) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:28.797133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 72c5217c-6678-4757-bf03-b086b301579f no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:37:28.868677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 72c5217c-6678-4757-bf03-b086b301579f {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:37:28.868677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 72c5217c-6678-4757-bf03-b086b301579f not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:37:28.910014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 72c5217c-6678-4757-bf03-b086b301579f owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:29.044927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:29.045447 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:29.089554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf86526e-d898-48af-9aca-4594dbc94cf4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet c3e52110-a70e-4aad-82d0-76ca4545099f {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:37:29.093391 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf86526e-d898-48af-9aca-4594dbc94cf4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.231917 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf86526e-d898-48af-9aca-4594dbc94cf4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.340913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32916) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:29.370125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf95dd01-008e-43ae-b9db-ed28b4ce3de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.424767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bf95dd01-008e-43ae-b9db-ed28b4ce3de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:29.427567 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf86526e-d898-48af-9aca-4594dbc94cf4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.477096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bf95dd01-008e-43ae-b9db-ed28b4ce3de0 admin admin] Usage tracker for resource:security_group_rule and tenant:efefd4b237a642488a48f9f373385baa is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:29.497135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bf95dd01-008e-43ae-b9db-ed28b4ce3de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:29.516961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bf95dd01-008e-43ae-b9db-ed28b4ce3de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:29.546736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 72c5217c-6678-4757-bf03-b086b301579f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:29.547990 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.592363 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf86526e-d898-48af-9aca-4594dbc94cf4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.655282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] The port '72c5217c-6678-4757-bf03-b086b301579f' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:37:29.663719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86526e-d898-48af-9aca-4594dbc94cf4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e52110-a70e-4aad-82d0-76ca4545099f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:29.680347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf86526e-d898-48af-9aca-4594dbc94cf4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.684618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c5472f-f68a-4b13-ade4-499a9c3d661f None None] Network 8e08dccd-0d31-444a-bffd-f9365877458f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:29.706653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf95dd01-008e-43ae-b9db-ed28b4ce3de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.718534 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf95dd01-008e-43ae-b9db-ed28b4ce3de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.756320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bf95dd01-008e-43ae-b9db-ed28b4ce3de0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=efefd4b237a642488a48f9f373385baa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4140484 Feb 11 13:37:29.759687 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bf86526e-d898-48af-9aca-4594dbc94cf4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/c3e52110-a70e-4aad-82d0-76ca4545099f HTTP/1.1" status: 204 len: 168 time: 0.9879553 Feb 11 13:37:29.762457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32930) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:29.762808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32932) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:29.902796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95dd01-008e-43ae-b9db-ed28b4ce3de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9be3fa-ae08-47eb-96a5-67f70bc9a838,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:29.903527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.962798 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-44198525-bd17-485f-8288-ab6308593781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.973181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fa9c15-e641-4985-8008-db282f8fe9f4']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:29.997409 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.015458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:30.015458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0009d1-2e68-4b6c-a0c9-a6d84499d3d1') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:30.017032 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-44198525-bd17-485f-8288-ab6308593781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.042100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:30.042431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.047667 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.071119 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.081619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] DHCP port deletion for 8e08dccd-0d31-444a-bffd-f9365877458f request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:37:30.081826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:37:30.081966 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.088128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] Deleting port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:30.088884 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:30.103283 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:30.119801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-44198525-bd17-485f-8288-ab6308593781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.136884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44198525-bd17-485f-8288-ab6308593781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9be3fa-ae08-47eb-96a5-67f70bc9a838,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.188770 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-44198525-bd17-485f-8288-ab6308593781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.189940 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-44198525-bd17-485f-8288-ab6308593781 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a9be3fa-ae08-47eb-96a5-67f70bc9a838 HTTP/1.1" status: 204 len: 168 time: 0.4262621 Feb 11 13:37:30.226047 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.271046 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.290754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Network': ['ID=42fa9c15-e641-4985-8008-db282f8fe9f4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.330889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c490f42f-670a-472d-8937-5c1f386c4bc2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/networks/42fa9c15-e641-4985-8008-db282f8fe9f4 HTTP/1.1" status: 204 len: 168 time: 2.5182736 Feb 11 13:37:30.334746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 32946) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:30.340252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'network': {'name': 'tempest-RoutersTest-836969949'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:30.353203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:30.359370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:network and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:30.366486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:30.395657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:30.408845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] For port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c3e5e63f-e5b1-4b99-961d-fad7955ac8f0,segment=NetworkSegment(6572ed51-2926-483c-ad0f-2b79a1eb1e98),segment_id=6572ed51-2926-483c-ad0f-2b79a1eb1e98)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:30.409372 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.417690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:30.421028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.490207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:30.550560 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.551332 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added segment 9bb0c86a-5730-459b-a847-5abc3715845a of type vlan for network e08733d3-05d8-4074-a79b-0a6c6f97b5f0 Feb 11 13:37:30.622605 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.695389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:30.712876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] For port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c3e5e63f-e5b1-4b99-961d-fad7955ac8f0,segment=NetworkSegment(6572ed51-2926-483c-ad0f-2b79a1eb1e98),segment_id=6572ed51-2926-483c-ad0f-2b79a1eb1e98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:30.716863 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.731356 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.738483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:30.739359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.824977 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.892960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=c3e5e63f-e5b1-4b99-961d-fad7955ac8f0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.905152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No DVR routers for this DVR port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:31.040458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] Calling delete_port for c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:31.094703 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.116565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Network': ['ID=e08733d3-05d8-4074-a79b-0a6c6f97b5f0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:31.134836 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:31.135298 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:31.145413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e08dccd-0d31-444a-bffd-f9365877458f']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:31.151056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e08733d3-05d8-4074-a79b-0a6c6f97b5f0 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:37:31.160412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e2368d47-3859-468e-bef4-c76186264531 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8221221 Feb 11 13:37:31.161257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 32968) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:31.165433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6572ed51-2926-483c-ad0f-2b79a1eb1e98') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:31.166044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6572ed51-2926-483c-ad0f-2b79a1eb1e98') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:31.178437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'subnet': {'network_id': 'e08733d3-05d8-4074-a79b-0a6c6f97b5f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:31.182125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.200884 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.216683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:37:31.218228 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:31.271237 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:31.424036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:31.435740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:37:31.448236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:subnet and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:31.468219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:31.475000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:31.491614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:31.540666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:37:31.541122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:37:31.611811 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.636650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] Deleting port c3e5e63f-e5b1-4b99-961d-fad7955ac8f0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:31.637031 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.640624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.713049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Network': ['ID=8e08dccd-0d31-444a-bffd-f9365877458f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:31.749866 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.750264 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-41c59968-96a5-42d8-bef4-22d748b2b9ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/networks/8e08dccd-0d31-444a-bffd-f9365877458f HTTP/1.1" status: 204 len: 168 time: 1.9830837 Feb 11 13:37:31.754261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 32990) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:31.761700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-970276940'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:31.775950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:31.783081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:network and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:31.791271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:31.799357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b9abfeab-eff8-4896-86c2-02b8fb00e731 None None] The port 'c3e5e63f-e5b1-4b99-961d-fad7955ac8f0' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:37:31.805596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:31.828323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:31.832829 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.867796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:31.881316 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.885632 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Added segment bbed6231-c4b4-4895-a4f6-8b0f4dcad797 of type vlan for network 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 Feb 11 13:37:31.959959 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.005463 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.012498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:32.013117 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.096336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.163109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4072521 Feb 11 13:37:32.168000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33004) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:32.187540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '17c2651c-5141-4c1a-8d6a-b937cf7c1e93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:32.214245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Subnet': ['ID=be092629-60fc-4426-a011-5444c00f2942,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:32.237298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Checking segment: {'id': '9bb0c86a-5730-459b-a847-5abc3715845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e08733d3-05d8-4074-a79b-0a6c6f97b5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:32.237646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network hostable DHCP agents. Network: e08733d3-05d8-4074-a79b-0a6c6f97b5f0, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:32.265713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network e08733d3-05d8-4074-a79b-0a6c6f97b5f0 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:32.278525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e08733d3-05d8-4074-a79b-0a6c6f97b5f0) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:32.286306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:32.287453 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.288982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3100f0f-873f-4bb3-8d01-4d59d8223e0b None None] Network e08733d3-05d8-4074-a79b-0a6c6f97b5f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:32.290062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13676b-77de-4804-8840-295ef67e1eb0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Network': ['ID=17c2651c-5141-4c1a-8d6a-b937cf7c1e93,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:32.316826 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-079145db-13cd-4599-8eeb-940b5160b584 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1511607 Feb 11 13:37:32.317057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33010) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:32.324974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-713694501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:32.333786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:32.338129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:router and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:32.338280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:32.341490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:32.346323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:32.349408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:32.355246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:32.355437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:32.370237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:32.382722 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.383726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.423623 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.461541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:37:32.478571 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.520581 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.528987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.534648 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a3f48f9d-b4e8-4b09-a022-4917ab70b489 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2160172 Feb 11 13:37:32.535258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33018) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:32.541140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'port': {'network_id': 'e08733d3-05d8-4074-a79b-0a6c6f97b5f0', 'name': 'tempest-RoutersTest-901907616'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:32.924769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-e08733d3-05d8-4074-a79b-0a6c6f97b5f0', 'network_id': 'e08733d3-05d8-4074-a79b-0a6c6f97b5f0', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'fixed_ips': [{'subnet_id': 'be092629-60fc-4426-a011-5444c00f2942'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:37:32.927137 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.930189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:32.939513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:port and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:32.943784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:32.956459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:32.981487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:32.984983 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.033020 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.037649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] device_id is not set on port f595ccad-4115-4090-b135-e3f8884415f0 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:33.121670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33040) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:33.220877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=60a4f1ca-bd36-42c7-9df4-1a111390696c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:33.222213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Allocated IP 172.20.0.2 (e08733d3-05d8-4074-a79b-0a6c6f97b5f0/be092629-60fc-4426-a011-5444c00f2942/4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:33.245831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Checking segment: {'id': 'bbed6231-c4b4-4895-a4f6-8b0f4dcad797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17c2651c-5141-4c1a-8d6a-b937cf7c1e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:33.246626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network hostable DHCP agents. Network: 17c2651c-5141-4c1a-8d6a-b937cf7c1e93, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:33.279836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:33.299133 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:37:33.324667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 17c2651c-5141-4c1a-8d6a-b937cf7c1e93) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:33.338880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:33.340161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.375611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33048) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:33.382439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '17c2651c-5141-4c1a-8d6a-b937cf7c1e93', 'name': 'tempest-PortsIpV6TestJSON-1485785868', 'fixed_ips': [{'subnet_id': '60a4f1ca-bd36-42c7-9df4-1a111390696c', 'ip_address': '2001:db8::10'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:33.387684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34ad2c0a-c969-4473-81ad-06c501a8aff8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2180302 Feb 11 13:37:33.432620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b36ba20-8a92-4219-a2a0-e7810c9bcaa8 None None] Network 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:33.451376 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6326d58-3e8c-4e8c-a45f-6233eaaae9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.558736 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a6326d58-3e8c-4e8c-a45f-6233eaaae9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:33.570405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a6326d58-3e8c-4e8c-a45f-6233eaaae9ae admin admin] Usage tracker for resource:security_group_rule and tenant:e0b1144f35134a089a1c1be367bbb71b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:33.574533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a6326d58-3e8c-4e8c-a45f-6233eaaae9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:33.582801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a6326d58-3e8c-4e8c-a45f-6233eaaae9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:33.688196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6326d58-3e8c-4e8c-a45f-6233eaaae9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.695584 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6326d58-3e8c-4e8c-a45f-6233eaaae9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.785079 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a6326d58-3e8c-4e8c-a45f-6233eaaae9ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e0b1144f35134a089a1c1be367bbb71b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6611230 Feb 11 13:37:33.789578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33056) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:33.818718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6326d58-3e8c-4e8c-a45f-6233eaaae9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae604477-9fae-4cfa-a5ec-18f2888074a6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:33.848188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.863253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Transition to ACTIVE for port object 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:33.909990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:33.915705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:port and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:33.919652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:33.925937 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Transition to ACTIVE for port object 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:33.928657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:33.945715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-17c2651c-5141-4c1a-8d6a-b937cf7c1e93', 'network_id': '17c2651c-5141-4c1a-8d6a-b937cf7c1e93', 'tenant_id': '9b5cac8106e94c2497438abeb7d32a2b', 'fixed_ips': [{'subnet_id': '60a4f1ca-bd36-42c7-9df4-1a111390696c'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:37:33.947267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.964304 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.039633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a180bae4-b204-474e-9de3-e517e941b903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.054516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Allocated IP 172.20.0.4 (e08733d3-05d8-4074-a79b-0a6c6f97b5f0/be092629-60fc-4426-a011-5444c00f2942/f595ccad-4115-4090-b135-e3f8884415f0) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:34.058810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Pushing event updated for resources: {'Port': ['ID=4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:34.060235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:34.109525 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a180bae4-b204-474e-9de3-e517e941b903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.131264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Network e08733d3-05d8-4074-a79b-0a6c6f97b5f0 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:34.133613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:34.136499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:34.279101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Attempting to bind port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:34.279567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Attempting to bind port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9bb0c86a-5730-459b-a847-5abc3715845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e08733d3-05d8-4074-a79b-0a6c6f97b5f0'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:34.279997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Attempting to bind port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 on network e08733d3-05d8-4074-a79b-0a6c6f97b5f0 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:37:34.291557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:37:34.291883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Checking segment: {'id': '9bb0c86a-5730-459b-a847-5abc3715845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e08733d3-05d8-4074-a79b-0a6c6f97b5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:34.292766 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.292766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Bound using segment: {'id': '9bb0c86a-5730-459b-a847-5abc3715845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e08733d3-05d8-4074-a79b-0a6c6f97b5f0'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:37:34.293199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Bound port: 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb0c86a-5730-459b-a847-5abc3715845a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e08733d3-05d8-4074-a79b-0a6c6f97b5f0'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:34.293792 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.428983 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.445066 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a180bae4-b204-474e-9de3-e517e941b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.484210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180bae4-b204-474e-9de3-e517e941b903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae604477-9fae-4cfa-a5ec-18f2888074a6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:34.505839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] For port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:34.509683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] For port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22,segment=NetworkSegment(9bb0c86a-5730-459b-a847-5abc3715845a),segment_id=9bb0c86a-5730-459b-a847-5abc3715845a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:34.519041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port d637a46d-699f-489f-bc43-0af3b514b300 yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:34.526656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.605171 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a180bae4-b204-474e-9de3-e517e941b903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.618407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a180bae4-b204-474e-9de3-e517e941b903 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ae604477-9fae-4cfa-a5ec-18f2888074a6 HTTP/1.1" status: 204 len: 168 time: 0.8187613 Feb 11 13:37:34.625071 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.641025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Allocated IP 2001:db8::2 (17c2651c-5141-4c1a-8d6a-b937cf7c1e93/60a4f1ca-bd36-42c7-9df4-1a111390696c/0b3947b4-aa5a-4384-991f-c4d3ae42508f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:34.759588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Transition to ACTIVE for port object f595ccad-4115-4090-b135-e3f8884415f0 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:34.762012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03ae26-b9ec-4037-97a0-2018600509d3 None None] Pushing event updated for resources: {'Port': ['ID=4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:34.863067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:35.041779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network e08733d3-05d8-4074-a79b-0a6c6f97b5f0 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:35.045053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:35.052512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=f595ccad-4115-4090-b135-e3f8884415f0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:35.077703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:35.184345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:35.185244 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:35.244676 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-35eb9889-091a-4b1d-a41b-cd2a68acb84e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.7058671 Feb 11 13:37:35.244882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33098) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:35.304441 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:35.333535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Transition to ACTIVE for port object 0b3947b4-aa5a-4384-991f-c4d3ae42508f will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:35.394070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Transition to ACTIVE for port object 0b3947b4-aa5a-4384-991f-c4d3ae42508f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:35.410409 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:35.586974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8::10 (17c2651c-5141-4c1a-8d6a-b937cf7c1e93/60a4f1ca-bd36-42c7-9df4-1a111390696c/d637a46d-699f-489f-bc43-0af3b514b300) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:35.631982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:35.759894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Network 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:35.766113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:35.793409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:35.913214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Pushing event updated for resources: {'Port': ['ID=0b3947b4-aa5a-4384-991f-c4d3ae42508f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:36.008301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Attempting to bind port 0b3947b4-aa5a-4384-991f-c4d3ae42508f on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:36.008770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Attempting to bind port 0b3947b4-aa5a-4384-991f-c4d3ae42508f by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'bbed6231-c4b4-4895-a4f6-8b0f4dcad797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17c2651c-5141-4c1a-8d6a-b937cf7c1e93'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:36.009712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Attempting to bind port 0b3947b4-aa5a-4384-991f-c4d3ae42508f on network 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:37:36.035695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:37:36.036374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Checking segment: {'id': 'bbed6231-c4b4-4895-a4f6-8b0f4dcad797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17c2651c-5141-4c1a-8d6a-b937cf7c1e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:36.036930 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.038266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Bound using segment: {'id': 'bbed6231-c4b4-4895-a4f6-8b0f4dcad797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17c2651c-5141-4c1a-8d6a-b937cf7c1e93'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:37:36.038949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Bound port: 0b3947b4-aa5a-4384-991f-c4d3ae42508f, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbed6231-c4b4-4895-a4f6-8b0f4dcad797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17c2651c-5141-4c1a-8d6a-b937cf7c1e93'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:36.039712 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.085840 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.104841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:36.114908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object d637a46d-699f-489f-bc43-0af3b514b300 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:36.160986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.275794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] For port 0b3947b4-aa5a-4384-991f-c4d3ae42508f, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:36.284849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] For port 0b3947b4-aa5a-4384-991f-c4d3ae42508f, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0b3947b4-aa5a-4384-991f-c4d3ae42508f,segment=NetworkSegment(bbed6231-c4b4-4895-a4f6-8b0f4dcad797),segment_id=bbed6231-c4b4-4895-a4f6-8b0f4dcad797)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:36.289879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:36.294369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:36.294936 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.309789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:36.315252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.316652 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.362390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=d637a46d-699f-489f-bc43-0af3b514b300,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:36.381624 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9f9c9547-913e-4e76-b0a1-4ad9fde9c108 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0047121 Feb 11 13:37:36.389512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33120) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:36.413783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '17c2651c-5141-4c1a-8d6a-b937cf7c1e93', 'name': 'tempest-PortsIpV6TestJSON-966931726', 'fixed_ips': [{'subnet_id': '60a4f1ca-bd36-42c7-9df4-1a111390696c', 'ip_address': '2001:db8::f'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:36.526364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1fe95-34fc-4974-b9c3-792c6017713b None None] Pushing event updated for resources: {'Port': ['ID=0b3947b4-aa5a-4384-991f-c4d3ae42508f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:36.566847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d727f-ed58-4953-9a81-20c4689d12b5 None None] Network e08733d3-05d8-4074-a79b-0a6c6f97b5f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:36.794516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ffa22727-811b-44e8-bb1d-b1c2e2ccc395 None None] Provisioning for port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:36.808219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ffa22727-811b-44e8-bb1d-b1c2e2ccc395 None None] Provisioning complete for port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:36.808857 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa22727-811b-44e8-bb1d-b1c2e2ccc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.986884 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:37.282412 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa22727-811b-44e8-bb1d-b1c2e2ccc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:37.354356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ffa22727-811b-44e8-bb1d-b1c2e2ccc395 None None] For port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22,segment=NetworkSegment(9bb0c86a-5730-459b-a847-5abc3715845a),segment_id=9bb0c86a-5730-459b-a847-5abc3715845a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:37.354356 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffa22727-811b-44e8-bb1d-b1c2e2ccc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:37.586155 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:37.600410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0b3947b4-aa5a-4384-991f-c4d3ae42508f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:37.607130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:37.669108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:port and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:37.676871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:37.681760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa22727-811b-44e8-bb1d-b1c2e2ccc395 None None] Pushing event updated for resources: {'Port': ['ID=4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:37.730149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0b3947b4-aa5a-4384-991f-c4d3ae42508f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:37.809118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:37.845706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:37.993771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-55e07a1d-b0f2-4600-98fd-798d4678de72 None None] Provisioning for port f595ccad-4115-4090-b135-e3f8884415f0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:38.000313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-55e07a1d-b0f2-4600-98fd-798d4678de72 None None] Provisioning complete for port f595ccad-4115-4090-b135-e3f8884415f0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:38.001367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55e07a1d-b0f2-4600-98fd-798d4678de72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.153386 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.160237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-55e07a1d-b0f2-4600-98fd-798d4678de72 None None] Port f595ccad-4115-4090-b135-e3f8884415f0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:38.173321 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.207036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-55e07a1d-b0f2-4600-98fd-798d4678de72 None None] Provisioning complete for port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:38.207529 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55e07a1d-b0f2-4600-98fd-798d4678de72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.304889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.733773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 426afabd-4f72-4b8f-a698-d5dda9f794ef yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:38.852338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=f595ccad-4115-4090-b135-e3f8884415f0,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:38.887715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ced016d5-62e9-4c28-9384-79208bd6bf26 None None] Provisioning complete for port f595ccad-4115-4090-b135-e3f8884415f0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:38.889886 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ced016d5-62e9-4c28-9384-79208bd6bf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.072190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ced016d5-62e9-4c28-9384-79208bd6bf26 None None] Port f595ccad-4115-4090-b135-e3f8884415f0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:39.073294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c183b7-5ad4-4943-88a7-9776180f94c8 None None] Network 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:39.278137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8::f (17c2651c-5141-4c1a-8d6a-b937cf7c1e93/60a4f1ca-bd36-42c7-9df4-1a111390696c/426afabd-4f72-4b8f-a698-d5dda9f794ef) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:39.345220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8e3c3a51-f0f6-4403-817f-a94c51465839 None None] Provisioning complete for port f595ccad-4115-4090-b135-e3f8884415f0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:39.345610 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3a51-f0f6-4403-817f-a94c51465839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.400080 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.669761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:39.756445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c3a51-f0f6-4403-817f-a94c51465839 None None] Port f595ccad-4115-4090-b135-e3f8884415f0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:39.816437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8e3c3a51-f0f6-4403-817f-a94c51465839 None None] Provisioning for port 0b3947b4-aa5a-4384-991f-c4d3ae42508f completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:39.837710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8e3c3a51-f0f6-4403-817f-a94c51465839 None None] Provisioning complete for port 0b3947b4-aa5a-4384-991f-c4d3ae42508f triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:39.838454 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3a51-f0f6-4403-817f-a94c51465839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.883308 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.922354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:39.922354 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.978184 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.292058 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3a51-f0f6-4403-817f-a94c51465839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.416475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8e3c3a51-f0f6-4403-817f-a94c51465839 None None] For port 0b3947b4-aa5a-4384-991f-c4d3ae42508f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0b3947b4-aa5a-4384-991f-c4d3ae42508f,segment=NetworkSegment(bbed6231-c4b4-4895-a4f6-8b0f4dcad797),segment_id=bbed6231-c4b4-4895-a4f6-8b0f4dcad797)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:40.418338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object 426afabd-4f72-4b8f-a698-d5dda9f794ef will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:40.426502 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3a51-f0f6-4403-817f-a94c51465839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.660162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.666278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c3a51-f0f6-4403-817f-a94c51465839 None None] Pushing event updated for resources: {'Port': ['ID=0b3947b4-aa5a-4384-991f-c4d3ae42508f,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:40.730330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8b84ab68-5104-4a17-9f1c-2fd8d70aec22 None None] Provisioning complete for port 0b3947b4-aa5a-4384-991f-c4d3ae42508f triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:40.731595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b84ab68-5104-4a17-9f1c-2fd8d70aec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.025781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8b84ab68-5104-4a17-9f1c-2fd8d70aec22 None None] Provisioning for port d637a46d-699f-489f-bc43-0af3b514b300 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:41.038891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8b84ab68-5104-4a17-9f1c-2fd8d70aec22 None None] Provisioning complete for port d637a46d-699f-489f-bc43-0af3b514b300 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:41.039267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b84ab68-5104-4a17-9f1c-2fd8d70aec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.073708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:41.084030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:41.088972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=426afabd-4f72-4b8f-a698-d5dda9f794ef,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:41.091534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:41.100842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:41.101712 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.112002 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.136658 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.184377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8b84ab68-5104-4a17-9f1c-2fd8d70aec22 None None] Port d637a46d-699f-489f-bc43-0af3b514b300 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:41.337894 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.348420 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-de0f1bd9-1c1c-4d20-92ee-8cd27580b8b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.9552786 Feb 11 13:37:41.351790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:41.371128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bd10e622-d7b5-4fde-a949-7b7f928966be None None] Provisioning complete for port d637a46d-699f-489f-bc43-0af3b514b300 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:41.371937 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd10e622-d7b5-4fde-a949-7b7f928966be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.496470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0b3947b4-aa5a-4384-991f-c4d3ae42508f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:41.516208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=f595ccad-4115-4090-b135-e3f8884415f0,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:41.679980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bd10e622-d7b5-4fde-a949-7b7f928966be None None] Port d637a46d-699f-489f-bc43-0af3b514b300 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:41.721089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0b3947b4-aa5a-4384-991f-c4d3ae42508f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:41.722352 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.728659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a72409e-b9d0-4df9-82ce-2fa0138dbe1e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:41.729402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6a72409e-b9d0-4df9-82ce-2fa0138dbe1e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:41.782738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6a72409e-b9d0-4df9-82ce-2fa0138dbe1e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:41.784166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6a72409e-b9d0-4df9-82ce-2fa0138dbe1e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4313862 Feb 11 13:37:41.787048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33200) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:41.807765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network e08733d3-05d8-4074-a79b-0a6c6f97b5f0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:41.821265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:41.843618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b7b71a6c-56ea-4476-992b-27adbd193668 None None] Provisioning for port 426afabd-4f72-4b8f-a698-d5dda9f794ef completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:41.892476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b7b71a6c-56ea-4476-992b-27adbd193668 None None] Provisioning complete for port 426afabd-4f72-4b8f-a698-d5dda9f794ef triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:41.892909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7b71a6c-56ea-4476-992b-27adbd193668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.999525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ad150-bbf4-42d5-a3f5-71bcddb57c03 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:42.028859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ad150-bbf4-42d5-a3f5-71bcddb57c03 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:42.038214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ad150-bbf4-42d5-a3f5-71bcddb57c03 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:42.039170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-511ad150-bbf4-42d5-a3f5-71bcddb57c03 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:42.056690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-511ad150-bbf4-42d5-a3f5-71bcddb57c03 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:42.062661 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-511ad150-bbf4-42d5-a3f5-71bcddb57c03 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2735684 Feb 11 13:37:42.068319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33206) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:42.120053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b7b71a6c-56ea-4476-992b-27adbd193668 None None] Port 426afabd-4f72-4b8f-a698-d5dda9f794ef cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:42.280599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-424c2fc8-ac3a-4338-916e-074055432075 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 426afabd-4f72-4b8f-a698-d5dda9f794ef {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:42.280958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-424c2fc8-ac3a-4338-916e-074055432075 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.355653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a083f9f0-24f6-4436-9b39-914b860051ca None None] Provisioning complete for port f595ccad-4115-4090-b135-e3f8884415f0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:42.359441 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a083f9f0-24f6-4436-9b39-914b860051ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.466272 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.527414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a083f9f0-24f6-4436-9b39-914b860051ca None None] Port f595ccad-4115-4090-b135-e3f8884415f0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:42.633067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 5967806f-e4f9-4ec8-88e5-f6ac812ccd04 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:37:42.841305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:42.848367 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9510c82c-beeb-456f-8061-ac4460a7f31b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/5967806f-e4f9-4ec8-88e5-f6ac812ccd04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6014309 Feb 11 13:37:42.852763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d92368-365b-42ae-b003-f0291ede6c0f None None] Sync routers for ids ['5967806f-e4f9-4ec8-88e5-f6ac812ccd04'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:37:42.855087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33216) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:42.881199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d92368-365b-42ae-b003-f0291ede6c0f None None] Routers {'5967806f-e4f9-4ec8-88e5-f6ac812ccd04'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:42.881898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b8d92368-365b-42ae-b003-f0291ede6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5967806f-e4f9-4ec8-88e5-f6ac812ccd04'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:42.946205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6930ff-c096-43fe-afa5-eef87b424beb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:42.947170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ea6930ff-c096-43fe-afa5-eef87b424beb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:42.973387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ea6930ff-c096-43fe-afa5-eef87b424beb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:42.977653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33220) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:42.977842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea6930ff-c096-43fe-afa5-eef87b424beb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports/f595ccad-4115-4090-b135-e3f8884415f0 HTTP/1.1" status: 200 len: 976 time: 0.1101105 Feb 11 13:37:42.983328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b8d92368-365b-42ae-b003-f0291ede6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:42.995881 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d92368-365b-42ae-b003-f0291ede6c0f None None] Routers {'5967806f-e4f9-4ec8-88e5-f6ac812ccd04'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:42.996637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b8d92368-365b-42ae-b003-f0291ede6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5967806f-e4f9-4ec8-88e5-f6ac812ccd04'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:43.090270 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b8d92368-365b-42ae-b003-f0291ede6c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:43.090712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d92368-365b-42ae-b003-f0291ede6c0f None None] The sync data for ids ['5967806f-e4f9-4ec8-88e5-f6ac812ccd04'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:37:43.180020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-424c2fc8-ac3a-4338-916e-074055432075 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.435217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-424c2fc8-ac3a-4338-916e-074055432075 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 426afabd-4f72-4b8f-a698-d5dda9f794ef owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:43.627808 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-424c2fc8-ac3a-4338-916e-074055432075 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.749202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c2fc8-ac3a-4338-916e-074055432075 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=426afabd-4f72-4b8f-a698-d5dda9f794ef,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:43.815853 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-424c2fc8-ac3a-4338-916e-074055432075 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.853419 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-424c2fc8-ac3a-4338-916e-074055432075 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/426afabd-4f72-4b8f-a698-d5dda9f794ef HTTP/1.1" status: 204 len: 168 time: 1.7838440 Feb 11 13:37:43.855890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33234) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:43.992388 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-2497ca9c-5ab5-4320-bdac-34c741d7145c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:37:43.993160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2497ca9c-5ab5-4320-bdac-34c741d7145c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:44.021813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2497ca9c-5ab5-4320-bdac-34c741d7145c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:44.023275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2497ca9c-5ab5-4320-bdac-34c741d7145c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/426afabd-4f72-4b8f-a698-d5dda9f794ef HTTP/1.1" status: 404 len: 333 time: 0.1664803 Feb 11 13:37:44.026159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33238) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:44.167485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6f604452-2bff-49ba-87a3-3fe3c1664f32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port d637a46d-699f-489f-bc43-0af3b514b300 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:44.168987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f604452-2bff-49ba-87a3-3fe3c1664f32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.322854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.592727 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f604452-2bff-49ba-87a3-3fe3c1664f32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.769086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6f604452-2bff-49ba-87a3-3fe3c1664f32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for d637a46d-699f-489f-bc43-0af3b514b300 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:44.903382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port f595ccad-4115-4090-b135-e3f8884415f0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:44.903846 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.943795 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f604452-2bff-49ba-87a3-3fe3c1664f32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.003081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604452-2bff-49ba-87a3-3fe3c1664f32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=d637a46d-699f-489f-bc43-0af3b514b300,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:45.061231 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f604452-2bff-49ba-87a3-3fe3c1664f32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.086880 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6f604452-2bff-49ba-87a3-3fe3c1664f32 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/d637a46d-699f-489f-bc43-0af3b514b300 HTTP/1.1" status: 204 len: 168 time: 1.0591228 Feb 11 13:37:45.089966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33266) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:45.158729 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.176452 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd461511-8a20-4491-8b3b-6617b985befc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:37:45.177499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bd461511-8a20-4491-8b3b-6617b985befc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:45.227292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bd461511-8a20-4491-8b3b-6617b985befc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:45.228765 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bd461511-8a20-4491-8b3b-6617b985befc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/d637a46d-699f-489f-bc43-0af3b514b300 HTTP/1.1" status: 404 len: 333 time: 0.1375759 Feb 11 13:37:45.236129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33272) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:45.368245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for f595ccad-4115-4090-b135-e3f8884415f0 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:45.440478 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ccd28ca8-709b-40ae-b127-6bae834fd584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.545378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcde39b-020f-4e46-a39b-fba0bdba6630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet 60a4f1ca-bd36-42c7-9df4-1a111390696c {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:37:45.549677 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbcde39b-020f-4e46-a39b-fba0bdba6630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.642917 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbcde39b-020f-4e46-a39b-fba0bdba6630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.648892 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.730909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=f595ccad-4115-4090-b135-e3f8884415f0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:45.756770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbcde39b-020f-4e46-a39b-fba0bdba6630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.903087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbcde39b-020f-4e46-a39b-fba0bdba6630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.094767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcde39b-020f-4e46-a39b-fba0bdba6630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=60a4f1ca-bd36-42c7-9df4-1a111390696c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:46.104323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbcde39b-020f-4e46-a39b-fba0bdba6630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.110334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f54354-b934-400d-9431-896435cc5033 None None] Network 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:46.111885 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bbcde39b-020f-4e46-a39b-fba0bdba6630 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/60a4f1ca-bd36-42c7-9df4-1a111390696c HTTP/1.1" status: 204 len: 168 time: 0.8725226 Feb 11 13:37:46.114225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33278) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:46.443008 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.477397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 0b3947b4-aa5a-4384-991f-c4d3ae42508f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:46.477737 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.570088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.711545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] DHCP port deletion for 17c2651c-5141-4c1a-8d6a-b937cf7c1e93 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:37:46.720077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] Deleting port 0b3947b4-aa5a-4384-991f-c4d3ae42508f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:46.720077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.002447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] For port 0b3947b4-aa5a-4384-991f-c4d3ae42508f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0b3947b4-aa5a-4384-991f-c4d3ae42508f,segment=NetworkSegment(bbed6231-c4b4-4895-a4f6-8b0f4dcad797),segment_id=bbed6231-c4b4-4895-a4f6-8b0f4dcad797)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:47.002447 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.217669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] For port 0b3947b4-aa5a-4384-991f-c4d3ae42508f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0b3947b4-aa5a-4384-991f-c4d3ae42508f,segment=NetworkSegment(bbed6231-c4b4-4895-a4f6-8b0f4dcad797),segment_id=bbed6231-c4b4-4895-a4f6-8b0f4dcad797)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:47.218031 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.322887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 0b3947b4-aa5a-4384-991f-c4d3ae42508f owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:47.409901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 5967806f-e4f9-4ec8-88e5-f6ac812ccd04 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:37:47.508123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.616404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=0b3947b4-aa5a-4384-991f-c4d3ae42508f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:47.630771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No DVR routers for this DVR port 0b3947b4-aa5a-4384-991f-c4d3ae42508f on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:47.715772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0b3947b4-aa5a-4384-991f-c4d3ae42508f no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:37:47.807894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:47.822854 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35fcdd-7daa-44ba-b66f-3bd9a1cf595b None None] Sync routers for ids ['5967806f-e4f9-4ec8-88e5-f6ac812ccd04'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:37:47.838172 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-289c1248-71b9-4102-9eff-6110aed7e8fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/5967806f-e4f9-4ec8-88e5-f6ac812ccd04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8593254 Feb 11 13:37:47.839372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33320) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:47.852323 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35fcdd-7daa-44ba-b66f-3bd9a1cf595b None None] Routers {'5967806f-e4f9-4ec8-88e5-f6ac812ccd04'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:47.853194 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dd35fcdd-7daa-44ba-b66f-3bd9a1cf595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5967806f-e4f9-4ec8-88e5-f6ac812ccd04'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:47.864789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] Calling delete_port for 0b3947b4-aa5a-4384-991f-c4d3ae42508f owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:47.969333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 0b3947b4-aa5a-4384-991f-c4d3ae42508f {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:37:47.969333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0b3947b4-aa5a-4384-991f-c4d3ae42508f not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:37:48.023963 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dd35fcdd-7daa-44ba-b66f-3bd9a1cf595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:48.050889 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35fcdd-7daa-44ba-b66f-3bd9a1cf595b None None] Routers {'5967806f-e4f9-4ec8-88e5-f6ac812ccd04'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:37:48.051626 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dd35fcdd-7daa-44ba-b66f-3bd9a1cf595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5967806f-e4f9-4ec8-88e5-f6ac812ccd04'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:48.089001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.139318 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dd35fcdd-7daa-44ba-b66f-3bd9a1cf595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:48.139787 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35fcdd-7daa-44ba-b66f-3bd9a1cf595b None None] The sync data for ids ['5967806f-e4f9-4ec8-88e5-f6ac812ccd04'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:37:48.189374 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d22f4c38-3985-4bf3-b058-7ff1b1f8bdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.197719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c2651c-5141-4c1a-8d6a-b937cf7c1e93']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:48.216645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbed6231-c4b4-4895-a4f6-8b0f4dcad797') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:48.217977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbed6231-c4b4-4895-a4f6-8b0f4dcad797') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:48.231073 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.249870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.254780 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:48.255136 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:48.259420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:37:48.260184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:48.289910 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:48.458126 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-2c43e50c-be91-4254-be8d-d2416f65cca0 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 13:37:48.458126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2c43e50c-be91-4254-be8d-d2416f65cca0 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/5967806f-e4f9-4ec8-88e5-f6ac812ccd04/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6166999 Feb 11 13:37:48.458126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33326) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:48.499704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.507397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.557802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Network': ['ID=17c2651c-5141-4c1a-8d6a-b937cf7c1e93,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:48.594221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f26a775c-7cdf-4e38-bff9-a2ee8b81c2ca tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/networks/17c2651c-5141-4c1a-8d6a-b937cf7c1e93 HTTP/1.1" status: 204 len: 168 time: 2.4784577 Feb 11 13:37:48.595179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33332) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:48.607910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1f8f3114-165b-4eb4-b749-74703e7f1e91 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:37:48.608985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2016100168'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:48.634691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:48.637373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1f8f3114-165b-4eb4-b749-74703e7f1e91 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:37:48.640086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:network and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:48.642764 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1f8f3114-165b-4eb4-b749-74703e7f1e91 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=5967806f-e4f9-4ec8-88e5-f6ac812ccd04 HTTP/1.1" status: 200 len: 205 time: 0.1835420 Feb 11 13:37:48.643515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33338) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:48.644098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:48.660488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:48.679080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:48.683129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.763890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] Deleting port 0b3947b4-aa5a-4384-991f-c4d3ae42508f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:48.763890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.808529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:48.841063 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.841063 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Added segment 326f38be-78c4-4a74-8ef2-da34de1e846b of type vlan for network 19453039-4e60-41d4-9b7d-8105d6e65516 Feb 11 13:37:48.861889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f2dbe1a-82a5-4640-88c1-42aca1fc2334 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.916908 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.999972 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.034969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-75f2d5f8-7f8b-4a4b-a181-f4d3991383a9 None None] The port '0b3947b4-aa5a-4384-991f-c4d3ae42508f' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:37:49.043124 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.077151 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.082085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:49.093597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.361611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Network': ['ID=19453039-4e60-41d4-9b7d-8105d6e65516,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:49.374058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 19453039-4e60-41d4-9b7d-8105d6e65516 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:37:49.382764 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ff72463f-cafb-4c81-bb4a-6354f33f1170 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7863381 Feb 11 13:37:49.383385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33356) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:49.389472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '19453039-4e60-41d4-9b7d-8105d6e65516', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:49.574974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:49.584644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:49.584644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:49.595561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:49.602332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:49.816522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.113677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f2dbe1a-82a5-4640-88c1-42aca1fc2334 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.126363 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f2dbe1a-82a5-4640-88c1-42aca1fc2334 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.184529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f2dbe1a-82a5-4640-88c1-42aca1fc2334 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.185032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2dbe1a-82a5-4640-88c1-42aca1fc2334 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Fanout notify agent at l3_agent the message router_deleted on router 5967806f-e4f9-4ec8-88e5-f6ac812ccd04 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:37:50.227413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f2dbe1a-82a5-4640-88c1-42aca1fc2334 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.229747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3f2dbe1a-82a5-4640-88c1-42aca1fc2334 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/5967806f-e4f9-4ec8-88e5-f6ac812ccd04 HTTP/1.1" status: 204 len: 168 time: 1.5823715 Feb 11 13:37:50.229747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33376) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:50.400787 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.516401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-08340623-28a1-4e58-bfbd-c25d9595913a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting subnet be092629-60fc-4426-a011-5444c00f2942 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:37:50.519939 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08340623-28a1-4e58-bfbd-c25d9595913a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.555202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.613033 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08340623-28a1-4e58-bfbd-c25d9595913a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.692375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=724db765-69ec-4daf-92dd-e17ef1ee5036,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:50.735923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08340623-28a1-4e58-bfbd-c25d9595913a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.748457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Checking segment: {'id': '326f38be-78c4-4a74-8ef2-da34de1e846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '19453039-4e60-41d4-9b7d-8105d6e65516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:50.748457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network hostable DHCP agents. Network: 19453039-4e60-41d4-9b7d-8105d6e65516, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:50.793993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 19453039-4e60-41d4-9b7d-8105d6e65516 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:50.817352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 19453039-4e60-41d4-9b7d-8105d6e65516) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:50.831591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:50.831693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d966ef-c131-4f4a-9ee5-dcec7b7fd997 None None] Network 19453039-4e60-41d4-9b7d-8105d6e65516 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:50.832819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.866446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b100a396-8123-4df1-8156-d0c1f13ebbf6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4797134 Feb 11 13:37:50.867224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33384) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:50.891805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-22303518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:50.916457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:50.926792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:router and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:50.934018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:50.942201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:50.971388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08340623-28a1-4e58-bfbd-c25d9595913a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.068584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08340623-28a1-4e58-bfbd-c25d9595913a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Subnet': ['ID=be092629-60fc-4426-a011-5444c00f2942,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:51.074735 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.075735 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.082524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08340623-28a1-4e58-bfbd-c25d9595913a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.108850 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.110380 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a700f-18fc-42d9-b221-0c224d1c3457 None None] Network e08733d3-05d8-4074-a79b-0a6c6f97b5f0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:51.160369 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08340623-28a1-4e58-bfbd-c25d9595913a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/be092629-60fc-4426-a011-5444c00f2942 HTTP/1.1" status: 204 len: 168 time: 0.9295428 Feb 11 13:37:51.162938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33394) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:51.179246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.226314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.232353 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-95381fd1-e5e0-4a50-bbad-b5071340bd6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3640134 Feb 11 13:37:51.233250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33398) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:51.251275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'network_id': '19453039-4e60-41d4-9b7d-8105d6e65516', 'name': 'tempest-PortsIpV6TestJSON-859948625'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:51.465448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-19453039-4e60-41d4-9b7d-8105d6e65516', 'network_id': '19453039-4e60-41d4-9b7d-8105d6e65516', 'tenant_id': '9b5cac8106e94c2497438abeb7d32a2b', 'fixed_ips': [{'subnet_id': '724db765-69ec-4daf-92dd-e17ef1ee5036'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:37:51.466326 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.598894 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.615700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:51.616335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.671960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] DHCP port deletion for e08733d3-05d8-4074-a79b-0a6c6f97b5f0 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:37:51.689620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] Deleting port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:51.690190 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.794632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:51.849352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:port and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:51.863893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:51.879547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:51.895571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:51.895571 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.935273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22,segment=NetworkSegment(9bb0c86a-5730-459b-a847-5abc3715845a),segment_id=9bb0c86a-5730-459b-a847-5abc3715845a)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:51.935273 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.951069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port c003913d-2a43-4c85-bedf-741505eefed6 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:52.095145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:52.169015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Allocated IP 2001:db8::2 (19453039-4e60-41d4-9b7d-8105d6e65516/724db765-69ec-4daf-92dd-e17ef1ee5036/e5776804-8025-4e95-aeb4-a7f4f2d3cc9d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:52.227635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.308285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:52.333576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No DVR routers for this DVR port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:52.432118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.444011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Transition to ACTIVE for port object e5776804-8025-4e95-aeb4-a7f4f2d3cc9d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:52.468234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.469408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Transition to ACTIVE for port object e5776804-8025-4e95-aeb4-a7f4f2d3cc9d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:52.504345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.506000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08733d3-05d8-4074-a79b-0a6c6f97b5f0']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:52.536856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb0c86a-5730-459b-a847-5abc3715845a') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:52.537407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb0c86a-5730-459b-a847-5abc3715845a') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:52.592866 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.611239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.631891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:37:52.631891 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.639067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8::21d (19453039-4e60-41d4-9b7d-8105d6e65516/724db765-69ec-4daf-92dd-e17ef1ee5036/c003913d-2a43-4c85-bedf-741505eefed6) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:52.684886 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:52.692651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Network 19453039-4e60-41d4-9b7d-8105d6e65516 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:52.739716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Pushing event updated for resources: {'Port': ['ID=e5776804-8025-4e95-aeb4-a7f4f2d3cc9d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:52.745628 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:52.748701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] For port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22,segment=NetworkSegment(9bb0c86a-5730-459b-a847-5abc3715845a),segment_id=9bb0c86a-5730-459b-a847-5abc3715845a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:52.749091 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.756585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:52.868503 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.891966 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.906766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Network': ['ID=e08733d3-05d8-4074-a79b-0a6c6f97b5f0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:52.925894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33418) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:52.926562 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-91d2682f-e5d9-4d62-bb72-6297dada0acc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/networks/e08733d3-05d8-4074-a79b-0a6c6f97b5f0 HTTP/1.1" status: 204 len: 168 time: 1.7621679 Feb 11 13:37:52.936575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1175293935'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:52.946866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:52.949094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] Calling delete_port for 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:37:52.957192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:network and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:52.963136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:52.984269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:53.010036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:53.013362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.083654 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.114201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object c003913d-2a43-4c85-bedf-741505eefed6 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:53.114201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:53.139373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.139373 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added segment ae25bad5-045e-4f53-a719-f6ddcf17811b of type vlan for network 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 Feb 11 13:37:53.187107 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.202018 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.219509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Attempting to bind port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:53.219509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Attempting to bind port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '326f38be-78c4-4a74-8ef2-da34de1e846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '19453039-4e60-41d4-9b7d-8105d6e65516'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:53.219509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Attempting to bind port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d on network 19453039-4e60-41d4-9b7d-8105d6e65516 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:37:53.237985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:37:53.238320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Checking segment: {'id': '326f38be-78c4-4a74-8ef2-da34de1e846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '19453039-4e60-41d4-9b7d-8105d6e65516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:53.238765 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.239121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Bound using segment: {'id': '326f38be-78c4-4a74-8ef2-da34de1e846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '19453039-4e60-41d4-9b7d-8105d6e65516'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:37:53.239589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Bound port: e5776804-8025-4e95-aeb4-a7f4f2d3cc9d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326f38be-78c4-4a74-8ef2-da34de1e846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '19453039-4e60-41d4-9b7d-8105d6e65516'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:53.239962 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.292185 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:53.293279 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:53.430724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:37:53.478398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 19453039-4e60-41d4-9b7d-8105d6e65516 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:53.485936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:53.489450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:53.493771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:53.494737 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.524169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=c003913d-2a43-4c85-bedf-741505eefed6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:53.553646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:37:53.553646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:37:53.573374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] For port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:53.587054 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.604388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:53.607862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] For port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e5776804-8025-4e95-aeb4-a7f4f2d3cc9d,segment=NetworkSegment(326f38be-78c4-4a74-8ef2-da34de1e846b),segment_id=326f38be-78c4-4a74-8ef2-da34de1e846b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:53.611086 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.620151 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.771858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b847c4dc-d139-425d-90a9-ba9e672e22bc tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5361073 Feb 11 13:37:53.772371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33440) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:53.783374 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8537028 Feb 11 13:37:53.826151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] Deleting port 4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:37:53.826533 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.851225 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28be92c-9230-4d21-bc16-db2a3b116c38 None None] Pushing event updated for resources: {'Port': ['ID=e5776804-8025-4e95-aeb4-a7f4f2d3cc9d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:53.893027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33444) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:53.904682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f7f453c5-feee-426c-865e-cde0ff62c45c None None] The port '4ab7e379-1bd6-4f96-b2aa-7150b5cb0e22' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:37:53.912364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'subnet': {'network_id': '47ccbd6c-f7b9-4503-b45f-af3bc98cd299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:54.084201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862ae5c-614f-4634-b916-28730d2679be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Network': ['ID=47ccbd6c-f7b9-4503-b45f-af3bc98cd299,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:54.173759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:37:54.332281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:54.346383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:subnet and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:54.353474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:54.367595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:54.393396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:54.992808 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.526978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e5776804-8025-4e95-aeb4-a7f4f2d3cc9d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:55.659367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.742890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10f872-70a8-4588-8b6d-9caf3aa75f0e None None] Network 19453039-4e60-41d4-9b7d-8105d6e65516 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:55.791880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.073877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:56.180346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Provisioning for port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:56.281736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Provisioning complete for port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:56.281736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.327000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Subnet': ['ID=140c9dc1-bf59-4cc0-aed7-50ee360e5f25,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.508647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:56.525631 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.558085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Checking segment: {'id': 'ae25bad5-045e-4f53-a719-f6ddcf17811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '47ccbd6c-f7b9-4503-b45f-af3bc98cd299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:56.558085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network hostable DHCP agents. Network: 47ccbd6c-f7b9-4503-b45f-af3bc98cd299, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:56.614833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] For port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e5776804-8025-4e95-aeb4-a7f4f2d3cc9d,segment=NetworkSegment(326f38be-78c4-4a74-8ef2-da34de1e846b),segment_id=326f38be-78c4-4a74-8ef2-da34de1e846b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:56.619554 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.694484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:56.744161 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.747802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 47ccbd6c-f7b9-4503-b45f-af3bc98cd299) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:56.754107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:56.756419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.764012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.773805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade808d-740b-423c-b60e-0854c87deaa0 None None] Network 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:37:56.899071 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bbf720ce-f03f-470d-9741-6eca9b4e6cc9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9994917 Feb 11 13:37:56.901654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:56.910952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-767535984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:37:56.955775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=c003913d-2a43-4c85-bedf-741505eefed6,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:56.958724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:37:56.975960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:router and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:37:56.981353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:37:56.987252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:37:56.989995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Pushing event updated for resources: {'Port': ['ID=e5776804-8025-4e95-aeb4-a7f4f2d3cc9d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:57.012618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.012618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.068538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.068538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.068538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.068538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.071570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.071570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.071570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.071570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.077413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.077413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.077413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e06ce5-3aac-4b19-8fea-05f87f7a3ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:57.101508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.157128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e507bf29-b84c-4bf9-a197-7a73957b5813 None None] Provisioning complete for port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:57.157508 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e507bf29-b84c-4bf9-a197-7a73957b5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.194752 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.271703 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.273031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3656950e-7855-4240-939a-3eded4942846 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3703663 Feb 11 13:37:57.281437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33492) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:37:57.338862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-47ccbd6c-f7b9-4503-b45f-af3bc98cd299', 'network_id': '47ccbd6c-f7b9-4503-b45f-af3bc98cd299', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'fixed_ips': [{'subnet_id': '140c9dc1-bf59-4cc0-aed7-50ee360e5f25'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:37:57.340006 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.818527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Allocated IP 172.20.0.2 (47ccbd6c-f7b9-4503-b45f-af3bc98cd299/140c9dc1-bf59-4cc0-aed7-50ee360e5f25/2e208484-8eb1-4ad2-892a-9606d862bb27) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:57.876982 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.045555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e5776804-8025-4e95-aeb4-a7f4f2d3cc9d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:37:58.101631 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.518847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e507bf29-b84c-4bf9-a197-7a73957b5813 None None] Provisioning for port c003913d-2a43-4c85-bedf-741505eefed6 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:58.569763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e507bf29-b84c-4bf9-a197-7a73957b5813 None None] Provisioning complete for port c003913d-2a43-4c85-bedf-741505eefed6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:58.572536 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e507bf29-b84c-4bf9-a197-7a73957b5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.760171 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.819479 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.888005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Transition to ACTIVE for port object 2e208484-8eb1-4ad2-892a-9606d862bb27 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:58.940486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.955309 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.956472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.966915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e507bf29-b84c-4bf9-a197-7a73957b5813 None None] Port c003913d-2a43-4c85-bedf-741505eefed6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:58.969889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Transition to ACTIVE for port object 2e208484-8eb1-4ad2-892a-9606d862bb27 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:58.973724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:58.987135 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.045551 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.074626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=c003913d-2a43-4c85-bedf-741505eefed6,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:59.217708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Network 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:59.217708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6ba45ea2-fef2-42fa-b63f-3756917941e6 None None] Provisioning complete for port c003913d-2a43-4c85-bedf-741505eefed6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:59.217708 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ba45ea2-fef2-42fa-b63f-3756917941e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.254979 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:59.257910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:37:59.270998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Pushing event updated for resources: {'Port': ['ID=2e208484-8eb1-4ad2-892a-9606d862bb27,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:59.300734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 19453039-4e60-41d4-9b7d-8105d6e65516 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:59.306274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:59.517884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6ba45ea2-fef2-42fa-b63f-3756917941e6 None None] Port c003913d-2a43-4c85-bedf-741505eefed6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:37:59.538695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Allocated IP 172.20.0.1 (47ccbd6c-f7b9-4503-b45f-af3bc98cd299/140c9dc1-bf59-4cc0-aed7-50ee360e5f25/20fe40c3-cc8f-498d-a22e-062f2577447e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:59.578535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Attempting to bind port 2e208484-8eb1-4ad2-892a-9606d862bb27 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:59.578535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Attempting to bind port 2e208484-8eb1-4ad2-892a-9606d862bb27 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'ae25bad5-045e-4f53-a719-f6ddcf17811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '47ccbd6c-f7b9-4503-b45f-af3bc98cd299'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:59.578535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Attempting to bind port 2e208484-8eb1-4ad2-892a-9606d862bb27 on network 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:37:59.590331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:37:59.590331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Checking segment: {'id': 'ae25bad5-045e-4f53-a719-f6ddcf17811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '47ccbd6c-f7b9-4503-b45f-af3bc98cd299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:37:59.590331 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.590331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Bound using segment: {'id': 'ae25bad5-045e-4f53-a719-f6ddcf17811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '47ccbd6c-f7b9-4503-b45f-af3bc98cd299'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:37:59.590331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Bound port: 2e208484-8eb1-4ad2-892a-9606d862bb27, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae25bad5-045e-4f53-a719-f6ddcf17811b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '47ccbd6c-f7b9-4503-b45f-af3bc98cd299'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:59.590331 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.801717 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] For port 2e208484-8eb1-4ad2-892a-9606d862bb27, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:59.802532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] For port 2e208484-8eb1-4ad2-892a-9606d862bb27, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2e208484-8eb1-4ad2-892a-9606d862bb27,segment=NetworkSegment(ae25bad5-045e-4f53-a719-f6ddcf17811b),segment_id=ae25bad5-045e-4f53-a719-f6ddcf17811b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:59.808327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.063857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baefd7d-eb47-4def-a888-ef4c773ca3de None None] Pushing event updated for resources: {'Port': ['ID=2e208484-8eb1-4ad2-892a-9606d862bb27,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:00.068579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d0257474-c733-4134-b278-6b8751df0bf8 None None] Provisioning complete for port c003913d-2a43-4c85-bedf-741505eefed6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:00.068579 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0257474-c733-4134-b278-6b8751df0bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.222995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d0257474-c733-4134-b278-6b8751df0bf8 None None] Port c003913d-2a43-4c85-bedf-741505eefed6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:00.274651 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.285818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Router 557f994d-67b3-4757-ab39-d1960b04825a is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:38:00.322001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Transition to ACTIVE for port object 20fe40c3-cc8f-498d-a22e-062f2577447e will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:00.390342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.662684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=20fe40c3-cc8f-498d-a22e-062f2577447e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:00.697669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:00.697669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:00.707613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:38:00.713638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:00.733598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c66f46ec-c113-497b-87a7-af435cc2391c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "PUT /v2.0/routers/557f994d-67b3-4757-ab39-d1960b04825a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9463434 Feb 11 13:38:00.733598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33544) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:00.736731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021bcab0-8cfc-4ac1-8200-3225b592433f None None] Sync routers for ids ['557f994d-67b3-4757-ab39-d1960b04825a'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:38:00.784479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021bcab0-8cfc-4ac1-8200-3225b592433f None None] Routers {'557f994d-67b3-4757-ab39-d1960b04825a'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:00.784479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-021bcab0-8cfc-4ac1-8200-3225b592433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['557f994d-67b3-4757-ab39-d1960b04825a'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:00.821345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.917428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cabda1-4139-4736-8fda-5b93af85778b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:00.921429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-021bcab0-8cfc-4ac1-8200-3225b592433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:00.921768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-79cabda1-4139-4736-8fda-5b93af85778b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:00.938765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021bcab0-8cfc-4ac1-8200-3225b592433f None None] Routers {'557f994d-67b3-4757-ab39-d1960b04825a'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:00.939829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-021bcab0-8cfc-4ac1-8200-3225b592433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['557f994d-67b3-4757-ab39-d1960b04825a'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:00.960950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-79cabda1-4139-4736-8fda-5b93af85778b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:00.967706 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-79cabda1-4139-4736-8fda-5b93af85778b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports?device_id=557f994d-67b3-4757-ab39-d1960b04825a HTTP/1.1" status: 200 len: 988 time: 0.2431369 Feb 11 13:38:00.981382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33552) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:01.016034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-021bcab0-8cfc-4ac1-8200-3225b592433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:01.016932 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021bcab0-8cfc-4ac1-8200-3225b592433f None None] The sync data for ids ['557f994d-67b3-4757-ab39-d1960b04825a'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:38:01.147186 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.820481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7437f898-6fce-4c2a-828e-0f6b85ec409d None None] Network 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:02.030855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2e208484-8eb1-4ad2-892a-9606d862bb27 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:02.212212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.220904 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.260867 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f2214fbe-8ea8-4735-80fb-e6e04e13f2a0 None None] Provisioning for port 2e208484-8eb1-4ad2-892a-9606d862bb27 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:02.298176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2e208484-8eb1-4ad2-892a-9606d862bb27 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:02.308968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2e208484-8eb1-4ad2-892a-9606d862bb27 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:02.309596 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.350796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=20fe40c3-cc8f-498d-a22e-062f2577447e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:02.387855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.606845 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.746221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:02.756287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:02.811177 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.864076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 2e208484-8eb1-4ad2-892a-9606d862bb27, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2e208484-8eb1-4ad2-892a-9606d862bb27,segment=NetworkSegment(ae25bad5-045e-4f53-a719-f6ddcf17811b),segment_id=ae25bad5-045e-4f53-a719-f6ddcf17811b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:02.875328 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:03.151567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=2e208484-8eb1-4ad2-892a-9606d862bb27,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:03.336052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port c003913d-2a43-4c85-bedf-741505eefed6 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:03.338156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:03.349134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7a9dfb3d-786c-44fd-9262-e808dacf1c3d None None] Provisioning for port 20fe40c3-cc8f-498d-a22e-062f2577447e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:03.370451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7a9dfb3d-786c-44fd-9262-e808dacf1c3d None None] Provisioning complete for port 20fe40c3-cc8f-498d-a22e-062f2577447e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:03.370451 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb3d-786c-44fd-9262-e808dacf1c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:03.466917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router e2aef4fc-59f7-41e2-8f90-2e1096ce728e is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:38:03.587428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7a9dfb3d-786c-44fd-9262-e808dacf1c3d None None] Port 20fe40c3-cc8f-498d-a22e-062f2577447e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:03.620967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7a9dfb3d-786c-44fd-9262-e808dacf1c3d None None] Provisioning complete for port 2e208484-8eb1-4ad2-892a-9606d862bb27 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:03.621394 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfb3d-786c-44fd-9262-e808dacf1c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:03.869391 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:03.992532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2e208484-8eb1-4ad2-892a-9606d862bb27 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:04.114263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for c003913d-2a43-4c85-bedf-741505eefed6 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:04.126280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:04.139226 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e283374-cc12-499a-a76f-591c9ad1d8ef None None] Sync routers for ids ['e2aef4fc-59f7-41e2-8f90-2e1096ce728e'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:38:04.164892 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e283374-cc12-499a-a76f-591c9ad1d8ef None None] Routers {'e2aef4fc-59f7-41e2-8f90-2e1096ce728e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:04.165512 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4e283374-cc12-499a-a76f-591c9ad1d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2aef4fc-59f7-41e2-8f90-2e1096ce728e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.176007 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-14f0d076-9793-497c-8cb5-e7f23da43b59 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/e2aef4fc-59f7-41e2-8f90-2e1096ce728e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8911221 Feb 11 13:38:04.179212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33596) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:04.219015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c08768e8-821f-4052-9ada-8bc6c6c32144 None None] Provisioning complete for port 20fe40c3-cc8f-498d-a22e-062f2577447e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:04.219383 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c08768e8-821f-4052-9ada-8bc6c6c32144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.343994 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4e283374-cc12-499a-a76f-591c9ad1d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.371674 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e283374-cc12-499a-a76f-591c9ad1d8ef None None] Routers {'e2aef4fc-59f7-41e2-8f90-2e1096ce728e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:04.371674 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4e283374-cc12-499a-a76f-591c9ad1d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2aef4fc-59f7-41e2-8f90-2e1096ce728e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.385850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2e208484-8eb1-4ad2-892a-9606d862bb27 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:04.385850 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.434412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b1608c-1746-49c1-91ff-3388acd1e879 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:04.434412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-16b1608c-1746-49c1-91ff-3388acd1e879 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:04.474990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-16b1608c-1746-49c1-91ff-3388acd1e879 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:04.474990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-16b1608c-1746-49c1-91ff-3388acd1e879 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports/20fe40c3-cc8f-498d-a22e-062f2577447e HTTP/1.1" status: 200 len: 910 time: 0.2917697 Feb 11 13:38:04.480275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33608) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:04.537770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c08768e8-821f-4052-9ada-8bc6c6c32144 None None] Port 20fe40c3-cc8f-498d-a22e-062f2577447e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:04.600035 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4e283374-cc12-499a-a76f-591c9ad1d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.600631 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e283374-cc12-499a-a76f-591c9ad1d8ef None None] The sync data for ids ['e2aef4fc-59f7-41e2-8f90-2e1096ce728e'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:38:04.651207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.771871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f05d60e9-77b5-4adb-90d5-b1bc1d89fe8a None None] Provisioning complete for port 20fe40c3-cc8f-498d-a22e-062f2577447e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:04.772438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=c003913d-2a43-4c85-bedf-741505eefed6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:04.772716 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f05d60e9-77b5-4adb-90d5-b1bc1d89fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.855928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f05d60e9-77b5-4adb-90d5-b1bc1d89fe8a None None] Port 20fe40c3-cc8f-498d-a22e-062f2577447e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:05.378752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.647146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:06.111286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Router 557f994d-67b3-4757-ab39-d1960b04825a has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:06.347841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:06.357490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd9f08-9106-44f7-a76c-78c2c0152ce1 None None] Sync routers for ids ['557f994d-67b3-4757-ab39-d1960b04825a'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:38:06.374315 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7a0f9af2-8dbb-4aca-90c3-59e62f899b62 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "PUT /v2.0/routers/557f994d-67b3-4757-ab39-d1960b04825a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3887105 Feb 11 13:38:06.375890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33646) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:06.380171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd9f08-9106-44f7-a76c-78c2c0152ce1 None None] Routers {'557f994d-67b3-4757-ab39-d1960b04825a'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:06.381120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6ccd9f08-9106-44f7-a76c-78c2c0152ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['557f994d-67b3-4757-ab39-d1960b04825a'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:06.430276 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25ed9ae-72a3-4411-8733-057c7b5d9a6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:38:06.430836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c25ed9ae-72a3-4411-8733-057c7b5d9a6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:06.453145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c25ed9ae-72a3-4411-8733-057c7b5d9a6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:06.454367 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c25ed9ae-72a3-4411-8733-057c7b5d9a6f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/c003913d-2a43-4c85-bedf-741505eefed6 HTTP/1.1" status: 404 len: 333 time: 0.0762506 Feb 11 13:38:06.457045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33650) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:06.483755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6ccd9f08-9106-44f7-a76c-78c2c0152ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:06.496422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd9f08-9106-44f7-a76c-78c2c0152ce1 None None] Routers {'557f994d-67b3-4757-ab39-d1960b04825a'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:06.497891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6ccd9f08-9106-44f7-a76c-78c2c0152ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['557f994d-67b3-4757-ab39-d1960b04825a'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:06.633384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a806ddd-ffa4-48bd-ba33-7703355a92ee tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:06.692976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6ccd9f08-9106-44f7-a76c-78c2c0152ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:06.704778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd9f08-9106-44f7-a76c-78c2c0152ce1 None None] The sync data for ids ['557f994d-67b3-4757-ab39-d1960b04825a'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:38:06.820517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 20fe40c3-cc8f-498d-a22e-062f2577447e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:06.821046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.118454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.269919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 20fe40c3-cc8f-498d-a22e-062f2577447e owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:07.367420 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a806ddd-ffa4-48bd-ba33-7703355a92ee tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.374053 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a806ddd-ffa4-48bd-ba33-7703355a92ee tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.409048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a806ddd-ffa4-48bd-ba33-7703355a92ee tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.409048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a806ddd-ffa4-48bd-ba33-7703355a92ee tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Fanout notify agent at l3_agent the message router_deleted on router 557f994d-67b3-4757-ab39-d1960b04825a {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:07.468433 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a806ddd-ffa4-48bd-ba33-7703355a92ee tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.475126 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.478488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1a806ddd-ffa4-48bd-ba33-7703355a92ee tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/routers/557f994d-67b3-4757-ab39-d1960b04825a HTTP/1.1" status: 204 len: 168 time: 1.0108907 Feb 11 13:38:07.478488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33676) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:07.644625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.832095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=20fe40c3-cc8f-498d-a22e-062f2577447e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.847331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:07.871209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7f3a45-2266-4b28-a434-30183d50dd5c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet 724db765-69ec-4daf-92dd-e17ef1ee5036 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:38:07.871209 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3a45-2266-4b28-a434-30183d50dd5c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.944656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3a45-2266-4b28-a434-30183d50dd5c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.057246 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3a45-2266-4b28-a434-30183d50dd5c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.164431 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3a45-2266-4b28-a434-30183d50dd5c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.224611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f3a45-2266-4b28-a434-30183d50dd5c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=724db765-69ec-4daf-92dd-e17ef1ee5036,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:08.241197 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3a45-2266-4b28-a434-30183d50dd5c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.245962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead5097f-8d5e-4b9b-9b6a-f0a6d425b1a3 None None] Network 19453039-4e60-41d4-9b7d-8105d6e65516 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:08.249402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4a7f3a45-2266-4b28-a434-30183d50dd5c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/724db765-69ec-4daf-92dd-e17ef1ee5036 HTTP/1.1" status: 204 len: 168 time: 0.7756960 Feb 11 13:38:08.252361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33684) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:08.268987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.393492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.480202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:08.480202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.647085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af6317-9f26-44f2-aabf-f8c63933cb83 None None] DHCP port deletion for 19453039-4e60-41d4-9b7d-8105d6e65516 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:38:08.647085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-51af6317-9f26-44f2-aabf-f8c63933cb83 None None] Deleting port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:08.647085 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51af6317-9f26-44f2-aabf-f8c63933cb83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.073967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router e2aef4fc-59f7-41e2-8f90-2e1096ce728e has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:09.155229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] For port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e5776804-8025-4e95-aeb4-a7f4f2d3cc9d,segment=NetworkSegment(326f38be-78c4-4a74-8ef2-da34de1e846b),segment_id=326f38be-78c4-4a74-8ef2-da34de1e846b)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:09.155229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.235711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-51af6317-9f26-44f2-aabf-f8c63933cb83 None None] For port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e5776804-8025-4e95-aeb4-a7f4f2d3cc9d,segment=NetworkSegment(326f38be-78c4-4a74-8ef2-da34de1e846b),segment_id=326f38be-78c4-4a74-8ef2-da34de1e846b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:09.235711 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51af6317-9f26-44f2-aabf-f8c63933cb83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.391165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-51af6317-9f26-44f2-aabf-f8c63933cb83 None None] Calling delete_port for e5776804-8025-4e95-aeb4-a7f4f2d3cc9d owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:09.403054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:09.409029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for e5776804-8025-4e95-aeb4-a7f4f2d3cc9d owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:09.414996 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669582eb-72c8-4f89-aa2f-508b690d3f21 None None] Sync routers for ids ['e2aef4fc-59f7-41e2-8f90-2e1096ce728e'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:38:09.443049 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669582eb-72c8-4f89-aa2f-508b690d3f21 None None] Routers {'e2aef4fc-59f7-41e2-8f90-2e1096ce728e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:09.443049 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-669582eb-72c8-4f89-aa2f-508b690d3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2aef4fc-59f7-41e2-8f90-2e1096ce728e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:09.454119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-769ec248-e718-4114-8960-1a90dc80b4f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/e2aef4fc-59f7-41e2-8f90-2e1096ce728e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9719524 Feb 11 13:38:09.469723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33708) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:09.599337 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-669582eb-72c8-4f89-aa2f-508b690d3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:09.636365 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669582eb-72c8-4f89-aa2f-508b690d3f21 None None] Routers {'e2aef4fc-59f7-41e2-8f90-2e1096ce728e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:09.636497 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-669582eb-72c8-4f89-aa2f-508b690d3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:37:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e2aef4fc-59f7-41e2-8f90-2e1096ce728e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:09.644382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51af6317-9f26-44f2-aabf-f8c63933cb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.666475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1f9936a0-0ad7-41c9-9d8b-c2aca965f254 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:09.723169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af6317-9f26-44f2-aabf-f8c63933cb83 None None] Pushing event deleted for resources: {'Port': ['ID=e5776804-8025-4e95-aeb4-a7f4f2d3cc9d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:09.725091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e5776804-8025-4e95-aeb4-a7f4f2d3cc9d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:38:09.763965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af6317-9f26-44f2-aabf-f8c63933cb83 None None] No DVR routers for this DVR port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:09.766125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: e5776804-8025-4e95-aeb4-a7f4f2d3cc9d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:38:09.766674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e5776804-8025-4e95-aeb4-a7f4f2d3cc9d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:38:09.782694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1f9936a0-0ad7-41c9-9d8b-c2aca965f254 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:09.788082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33716) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:09.789075 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1f9936a0-0ad7-41c9-9d8b-c2aca965f254 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2aef4fc-59f7-41e2-8f90-2e1096ce728e HTTP/1.1" status: 200 len: 205 time: 0.3334539 Feb 11 13:38:09.801220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:38:09.801541 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:38:09.803504 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-669582eb-72c8-4f89-aa2f-508b690d3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:09.803931 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669582eb-72c8-4f89-aa2f-508b690d3f21 None None] The sync data for ids ['e2aef4fc-59f7-41e2-8f90-2e1096ce728e'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:38:09.965229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-580b82e5-c91c-4ba5-b1e7-7d5e3af73ee4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.301490 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:38:10.312505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port e5776804-8025-4e95-aeb4-a7f4f2d3cc9d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:10.312505 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.477388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] The port 'e5776804-8025-4e95-aeb4-a7f4f2d3cc9d' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:38:10.736050 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.809342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19453039-4e60-41d4-9b7d-8105d6e65516']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:10.836205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326f38be-78c4-4a74-8ef2-da34de1e846b') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:10.836205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326f38be-78c4-4a74-8ef2-da34de1e846b') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:10.860262 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.879322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.887343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:38:10.888448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.889339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-580b82e5-c91c-4ba5-b1e7-7d5e3af73ee4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:10.906382 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:10.925145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-580b82e5-c91c-4ba5-b1e7-7d5e3af73ee4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.999864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-23ee2af5-94ff-47e3-9bbd-0b8d2a65c9c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1868172 Feb 11 13:38:11.009623 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-580b82e5-c91c-4ba5-b1e7-7d5e3af73ee4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.009623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580b82e5-c91c-4ba5-b1e7-7d5e3af73ee4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Fanout notify agent at l3_agent the message router_deleted on router e2aef4fc-59f7-41e2-8f90-2e1096ce728e {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:11.049531 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-580b82e5-c91c-4ba5-b1e7-7d5e3af73ee4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.049531 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-580b82e5-c91c-4ba5-b1e7-7d5e3af73ee4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/e2aef4fc-59f7-41e2-8f90-2e1096ce728e HTTP/1.1" status: 204 len: 168 time: 1.2506616 Feb 11 13:38:11.049531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33738) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:11.319166 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.398279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-61248c58-2480-4d64-9284-04de73b4694c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting subnet 140c9dc1-bf59-4cc0-aed7-50ee360e5f25 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:38:11.406026 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-61248c58-2480-4d64-9284-04de73b4694c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.416156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.443109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Network': ['ID=19453039-4e60-41d4-9b7d-8105d6e65516,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:11.549201 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0298950f-02b2-4e20-b38b-1ce3ab03f5cb tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/networks/19453039-4e60-41d4-9b7d-8105d6e65516 HTTP/1.1" status: 204 len: 168 time: 3.2921803 Feb 11 13:38:11.549409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33748) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:11.625339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-61248c58-2480-4d64-9284-04de73b4694c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.690979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ad7bb2-e5ca-47fa-b467-26ed89996252 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:11.692478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-37ad7bb2-e5ca-47fa-b467-26ed89996252 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:11.732700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-37ad7bb2-e5ca-47fa-b467-26ed89996252 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:11.732700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-37ad7bb2-e5ca-47fa-b467-26ed89996252 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/8a516d2e-a6fc-4f57-ab52-7dc02a547bcf HTTP/1.1" status: 200 len: 844 time: 0.1764483 Feb 11 13:38:11.732700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33754) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:11.799142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-8f488558-2621-4649-925a-de1275bfd454 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 6502 time: 0.4498653 Feb 11 13:38:11.909063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-29da747d-8b67-4d90-8071-763b9fedeb4c tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/8a516d2e-a6fc-4f57-ab52-7dc02a547bcf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1527488 Feb 11 13:38:11.909063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33762) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:11.909063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:12.062905 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-61248c58-2480-4d64-9284-04de73b4694c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.162074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-801e4c49-3f59-473a-ba10-3a965d567624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:12.162074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-801e4c49-3f59-473a-ba10-3a965d567624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:12.162074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-801e4c49-3f59-473a-ba10-3a965d567624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:12.162074 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-801e4c49-3f59-473a-ba10-3a965d567624 service neutron] 10.222.0.73 "GET /v2.0/networks?id=33c7dbfc-9cfc-49f6-8127-3528bf05f912&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&id=0c4ce99b-bcb8-4d76-a929-088829e9857d&id=0c4ce99b-bcb8-4d76-a929-088829e9857d HTTP/1.1" status: 200 len: 2299 time: 0.3364320 Feb 11 13:38:12.197710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:12.217901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:12.217901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:12.243138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:12.265084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:12.313306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-61248c58-2480-4d64-9284-04de73b4694c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.358846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61248c58-2480-4d64-9284-04de73b4694c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Subnet': ['ID=140c9dc1-bf59-4cc0-aed7-50ee360e5f25,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:12.371027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-9220a35e-7441-4eba-b192-730f93d089f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729 HTTP/1.1" status: 200 len: 1002 time: 0.2006357 Feb 11 13:38:12.381653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-61248c58-2480-4d64-9284-04de73b4694c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.381818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da00854c-7b73-4f38-9f54-d8cb18e68195 None None] Network 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:12.438854 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.440695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-61248c58-2480-4d64-9284-04de73b4694c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/140c9dc1-bf59-4cc0-aed7-50ee360e5f25 HTTP/1.1" status: 204 len: 168 time: 1.3936076 Feb 11 13:38:12.452496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33774) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:12.575770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-c84f63de-d12d-40e9-8724-c8cc0afcef88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:12.575770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-c84f63de-d12d-40e9-8724-c8cc0afcef88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4699c2d-7998-4932-b51b-0565c9c41d72 HTTP/1.1" status: 200 len: 856 time: 0.1884930 Feb 11 13:38:12.667932 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.726559 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.738127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 2e208484-8eb1-4ad2-892a-9606d862bb27 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:12.739109 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.006424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] DHCP port deletion for 47ccbd6c-f7b9-4503-b45f-af3bc98cd299 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:38:13.008494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Deleting port 2e208484-8eb1-4ad2-892a-9606d862bb27 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:13.008915 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.062629 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-516be763-e66d-4b07-9a67-30e2e3c16e67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33c7dbfc-9cfc-49f6-8127-3528bf05f912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4761913 Feb 11 13:38:13.130639 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.290841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:13.295353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:13.300833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:13.302150 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.306790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb293a-1cdf-4f1b-91bd-99b749820250 None None] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:13.337621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=1adbcbec-74e6-4cc2-b863-b65d0f270451,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:13.343087 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-53a38077-1a0b-40f6-a433-bf8490944be1 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4534538 Feb 11 13:38:13.345986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33796) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:13.353827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'security_group': {'name': 'tempest-secgroup-1692956987'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:13.363563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:13.368517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:13.373452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:13.377479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-227dd277-b3f8-4eb9-b500-8db5e2a32da8 service neutron] 10.222.0.73 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849324 Feb 11 13:38:13.380901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:13.430037 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.591854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:13.596389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group_rule and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:13.599409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:13.606559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:13.724592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.736529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.930542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2e208484-8eb1-4ad2-892a-9606d862bb27 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:38:14.026703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d650214f-ca59-4b88-8dc4-3d33caa6385b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:14.037360 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-c309bf2e-db34-45cc-928e-733193e51656 service neutron] 10.222.0.73 "GET /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241104 Feb 11 13:38:14.048656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.049943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e46bd3b4-14c5-4f5a-997c-d3f6fc63de5f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7025530 Feb 11 13:38:14.053996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33814) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:14.083932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'security_group': {'name': 'tempest-secgroup-7765055'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:14.108642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:14.122117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:14.128661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:14.137031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:14.157444 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.181929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port 2e208484-8eb1-4ad2-892a-9606d862bb27, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2e208484-8eb1-4ad2-892a-9606d862bb27,segment=NetworkSegment(ae25bad5-045e-4f53-a719-f6ddcf17811b),segment_id=ae25bad5-045e-4f53-a719-f6ddcf17811b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:14.182419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.211453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:14.225150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group_rule and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:14.233944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:14.235987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] For port 2e208484-8eb1-4ad2-892a-9606d862bb27, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2e208484-8eb1-4ad2-892a-9606d862bb27,segment=NetworkSegment(ae25bad5-045e-4f53-a719-f6ddcf17811b),segment_id=ae25bad5-045e-4f53-a719-f6ddcf17811b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:14.236577 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.249746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:14.387463 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.400094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.420121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 2e208484-8eb1-4ad2-892a-9606d862bb27 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:14.456937 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.504292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e34a80f-2993-4ccb-93c9-2b01609dce66,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:14.516806 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.516806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c4700a13-60bb-4c87-a265-3c40fdd49ef0 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1574 time: 0.4572001 Feb 11 13:38:14.518777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33824) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:14.536187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1532050547', 'security_groups': ['5e34a80f-2993-4ccb-93c9-2b01609dce66'], 'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1adbcbec-74e6-4cc2-b863-b65d0f270451'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:14.627027 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 2e208484-8eb1-4ad2-892a-9606d862bb27, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2e208484-8eb1-4ad2-892a-9606d862bb27,segment=NetworkSegment(ae25bad5-045e-4f53-a719-f6ddcf17811b),segment_id=ae25bad5-045e-4f53-a719-f6ddcf17811b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:14.656037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Calling delete_port for 2e208484-8eb1-4ad2-892a-9606d862bb27 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:14.678484 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-d0083a86-9f92-40c1-b73d-531221f0da3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c899f753-f998-42d3-960c-2eb5c59c628c HTTP/1.1" status: 200 len: 217 time: 0.6226199 Feb 11 13:38:14.754914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:14.772382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:14.806682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:14.806682 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.851811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-dae1c0c7-6f91-40cc-a117-780f6398e5f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:14.858714 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-dae1c0c7-6f91-40cc-a117-780f6398e5f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.1570804 Feb 11 13:38:14.858714 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:38:14.858714 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:38:14.861912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 2de64148-ea53-41a7-bc2c-34b157f76dcf yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:14.886166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'tenant_id': '9b5cac8106e94c2497438abeb7d32a2b', 'fixed_ips': [{'subnet_id': '1adbcbec-74e6-4cc2-b863-b65d0f270451'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:38:14.886166 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.933346 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:38:14.933346 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:38:14.933346 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.040930 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-a002afb1-0ae1-4f77-9a99-448fee1bea30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1788483 Feb 11 13:38:15.215035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=2e208484-8eb1-4ad2-892a-9606d862bb27,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:15.354540 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-a577674c-be48-44db-8037-aa573ffa78b9 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076053 Feb 11 13:38:15.357164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 2e208484-8eb1-4ad2-892a-9606d862bb27 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:15.357499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.361318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Allocated IP 2001:db8::2 (6abfda97-9fcf-4beb-89e0-74983b8d9d38/1adbcbec-74e6-4cc2-b863-b65d0f270451/f4c922ec-0aaa-40eb-bd7d-c30673a65575) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:15.500374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Deleting port 2e208484-8eb1-4ad2-892a-9606d862bb27 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:15.500374 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.560945 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-d2dc5e16-b926-4ee4-bb4d-3deedc007d56 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477606 Feb 11 13:38:15.647283 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-3e994747-4b47-4237-901e-83355a0d3367 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=ff71d346-712c-4d9e-b2ca-503622e9b2f0 HTTP/1.1" status: 200 len: 217 time: 0.0833185 Feb 11 13:38:15.776055 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba46247a-c5d7-4d2c-b352-dafff9d12b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.881775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-c898ff13-1e01-49f5-a385-514783b2e316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:15.881775 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-c898ff13-1e01-49f5-a385-514783b2e316 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.2034140 Feb 11 13:38:16.061805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] For port 2e208484-8eb1-4ad2-892a-9606d862bb27, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2e208484-8eb1-4ad2-892a-9606d862bb27,segment=NetworkSegment(ae25bad5-045e-4f53-a719-f6ddcf17811b),segment_id=ae25bad5-045e-4f53-a719-f6ddcf17811b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:16.062236 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.170115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port 2e208484-8eb1-4ad2-892a-9606d862bb27, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2e208484-8eb1-4ad2-892a-9606d862bb27,segment=NetworkSegment(ae25bad5-045e-4f53-a719-f6ddcf17811b),segment_id=ae25bad5-045e-4f53-a719-f6ddcf17811b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:16.170846 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.239403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Calling delete_port for 2e208484-8eb1-4ad2-892a-9606d862bb27 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:16.506856 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.542950 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.554354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Transition to ACTIVE for port object f4c922ec-0aaa-40eb-bd7d-c30673a65575 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:16.616216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 2e208484-8eb1-4ad2-892a-9606d862bb27 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:16.645780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] No DVR routers for this DVR port 2e208484-8eb1-4ad2-892a-9606d862bb27 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:16.645780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b01b5d-77e4-4609-bb47-de722a692e58 None None] Pushing event deleted for resources: {'Port': ['ID=2e208484-8eb1-4ad2-892a-9606d862bb27,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:16.699381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Transition to ACTIVE for port object f4c922ec-0aaa-40eb-bd7d-c30673a65575 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:16.724450 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.848405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8::337 (6abfda97-9fcf-4beb-89e0-74983b8d9d38/1adbcbec-74e6-4cc2-b863-b65d0f270451/2de64148-ea53-41a7-bc2c-34b157f76dcf) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:16.858763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:16.860660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-ff9e4e5c-15ee-4b8f-ab09-6090084dee27 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9705513 Feb 11 13:38:16.863319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:16.867196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:38:16.877940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Pushing event updated for resources: {'Port': ['ID=f4c922ec-0aaa-40eb-bd7d-c30673a65575,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:16.946117 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:38:16.946117 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:38:17.068622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Attempting to bind port f4c922ec-0aaa-40eb-bd7d-c30673a65575 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:38:17.068622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Attempting to bind port f4c922ec-0aaa-40eb-bd7d-c30673a65575 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '655f4e15-e9a2-4b91-9f02-b7a01b919b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:38:17.068622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Attempting to bind port f4c922ec-0aaa-40eb-bd7d-c30673a65575 on network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:38:17.094825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:38:17.094825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Checking segment: {'id': '655f4e15-e9a2-4b91-9f02-b7a01b919b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:38:17.094825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.094825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Bound using segment: {'id': '655f4e15-e9a2-4b91-9f02-b7a01b919b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:38:17.094825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Bound port: f4c922ec-0aaa-40eb-bd7d-c30673a65575, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655f4e15-e9a2-4b91-9f02-b7a01b919b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:38:17.094825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.151967 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.170661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object 2de64148-ea53-41a7-bc2c-34b157f76dcf will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:17.220573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-92b8fa53-aa2e-4edb-b567-22e8c51f623e service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443072 Feb 11 13:38:17.230346 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.333220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] For port f4c922ec-0aaa-40eb-bd7d-c30673a65575, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:17.360003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:17.369436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] For port f4c922ec-0aaa-40eb-bd7d-c30673a65575, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f4c922ec-0aaa-40eb-bd7d-c30673a65575,segment=NetworkSegment(655f4e15-e9a2-4b91-9f02-b7a01b919b7d),segment_id=655f4e15-e9a2-4b91-9f02-b7a01b919b7d)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:17.371490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:17.379771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:38:17.389836 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.462303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:17.462303 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.487100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ec01c-46d5-4ce2-8279-697c16895ed6 None None] Pushing event updated for resources: {'Port': ['ID=f4c922ec-0aaa-40eb-bd7d-c30673a65575,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:17.574345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=2de64148-ea53-41a7-bc2c-34b157f76dcf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:17.626687 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05a01cdc-f014-4684-ac00-64b7d0e7fc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.637081 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fa65093b-6cae-44f0-aeb5-07ec552993a5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1187143 Feb 11 13:38:17.640371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33866) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:17.653789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:17.691627 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-e4b2e362-c783-4a63-9013-99802581bc7e service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707665 Feb 11 13:38:17.698337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 2e208484-8eb1-4ad2-892a-9606d862bb27 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:17.699019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.992286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] The port '2e208484-8eb1-4ad2-892a-9606d862bb27' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:38:18.085184 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-d05120e6-d017-4594-89af-0970d2d9e11f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=2b152096-fb5d-4500-ac30-64cb724ef11f HTTP/1.1" status: 200 len: 217 time: 0.2327552 Feb 11 13:38:18.185504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:18.190914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:18.194699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:18.275825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:18.319336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:18.480361 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.576240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-38376d08-fb07-46f1-9b5f-290d39460512 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:18.578713 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-38376d08-fb07-46f1-9b5f-290d39460512 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.4674380 Feb 11 13:38:18.657399 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.830058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ccbd6c-f7b9-4503-b45f-af3bc98cd299']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:18.891106 n-d-818559-1 neutron-server[83567]: INFO neutron.db.ipam_backend_mixin [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1adbcbec-74e6-4cc2-b863-b65d0f270451 (CIDR: 2001:db8::/64) Feb 11 13:38:18.897506 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:38:18.897506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:18.900890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae25bad5-045e-4f53-a719-f6ddcf17811b') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:18.900890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae25bad5-045e-4f53-a719-f6ddcf17811b') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:18.931600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-413a9558-875c-44e1-84c0-b5cf5d274832 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2869692 Feb 11 13:38:18.946956 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.947462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33882) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:18.951430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.958289 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.958916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:19.014012 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.023347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:38:19.023739 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:19.043059 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:19.193295 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-7a5486a0-bdfa-46b7-8e29-ed9c5e475506 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5564907 Feb 11 13:38:19.248906 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.262928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.335878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:19.346239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:19.355148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:19.369663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/networks/47ccbd6c-f7b9-4503-b45f-af3bc98cd299 HTTP/1.1" status: 204 len: 168 time: 6.9232726 Feb 11 13:38:19.370271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 33894) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:19.373908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:19.406639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:19.410971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.552503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cfea8-0726-4be7-869b-dc103efc0311 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Network': ['ID=47ccbd6c-f7b9-4503-b45f-af3bc98cd299,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:19.568770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1542010657', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:19.599236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:19.615106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:router and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:19.625157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:19.629266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:19.667939 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.671838 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.800012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33910) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:19.937534 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.937534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-223269f4-7d01-4fc7-97da-67ead51c4f2c service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364323 Feb 11 13:38:19.969665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f4c922ec-0aaa-40eb-bd7d-c30673a65575 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:20.224474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:20.232486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-332dbbf0-d307-4890-9c0c-48e9b65b6bbc None None] Provisioning for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:20.251132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-332dbbf0-d307-4890-9c0c-48e9b65b6bbc None None] Provisioning complete for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:20.254286 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332dbbf0-d307-4890-9c0c-48e9b65b6bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.335802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:20.335802 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.659127 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e539d79-ce3d-4890-89d8-064321f435b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.703249 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.757736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.757736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332dbbf0-d307-4890-9c0c-48e9b65b6bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.827536 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.827536 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-ed1884e2-4425-4ca1-9d55-f52ea3c238cc service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8722360 Feb 11 13:38:20.877263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6e539d79-ce3d-4890-89d8-064321f435b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:20.881517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6e539d79-ce3d-4890-89d8-064321f435b7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d568ad1343442698e00e5835c6c3669 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:20.884706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6e539d79-ce3d-4890-89d8-064321f435b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:20.893587 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.901328 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6e539d79-ce3d-4890-89d8-064321f435b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:20.955684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-74abfbfa-90fd-4c1c-8f8e-e3203ad39d58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b HTTP/1.1" status: 200 len: 217 time: 0.1190760 Feb 11 13:38:20.975441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-332dbbf0-d307-4890-9c0c-48e9b65b6bbc None None] For port f4c922ec-0aaa-40eb-bd7d-c30673a65575, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f4c922ec-0aaa-40eb-bd7d-c30673a65575,segment=NetworkSegment(655f4e15-e9a2-4b91-9f02-b7a01b919b7d),segment_id=655f4e15-e9a2-4b91-9f02-b7a01b919b7d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:20.988964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:21.004822 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332dbbf0-d307-4890-9c0c-48e9b65b6bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.024860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:21.054434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:21.054434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.056686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-2827e88b-88ea-4fa9-85a5-c01950957b80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:21.056686 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-2827e88b-88ea-4fa9-85a5-c01950957b80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 200 len: 797 time: 0.0973628 Feb 11 13:38:21.176304 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:38:21.176655 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:38:21.177295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf3d0cf-3587-472a-b405-55e9f45682dd None None] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:21.217657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=c56f8845-b2ed-49ea-b39d-752cac690d1a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:21.226119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-73a132bd-62b7-4f70-8f74-aa8e29109207 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2785311 Feb 11 13:38:21.228608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33936) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:21.237292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1123753225', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c56f8845-b2ed-49ea-b39d-752cac690d1a'}], 'security_groups': ['d650214f-ca59-4b88-8dc4-3d33caa6385b']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:21.320316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-332dbbf0-d307-4890-9c0c-48e9b65b6bbc None None] Provisioning complete for port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:21.320316 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332dbbf0-d307-4890-9c0c-48e9b65b6bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.379630 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-e8a57112-b6e6-4fcd-b713-9a2f94a2575b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a08c08c5-9a52-41f6-8375-2cdd7db21ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3092480 Feb 11 13:38:21.394927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dbbf0-d307-4890-9c0c-48e9b65b6bbc None None] Pushing event updated for resources: {'Port': ['ID=f4c922ec-0aaa-40eb-bd7d-c30673a65575,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:21.439263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-332dbbf0-d307-4890-9c0c-48e9b65b6bbc None None] Port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:21.506600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.537587 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e539d79-ce3d-4890-89d8-064321f435b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.578925 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e539d79-ce3d-4890-89d8-064321f435b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.644631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-701d0a12-44aa-46a8-b48c-046057c03b8b None None] Provisioning for port 2de64148-ea53-41a7-bc2c-34b157f76dcf completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:21.659548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-701d0a12-44aa-46a8-b48c-046057c03b8b None None] Provisioning complete for port 2de64148-ea53-41a7-bc2c-34b157f76dcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:21.660624 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-701d0a12-44aa-46a8-b48c-046057c03b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.662142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.756051 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.791399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-701d0a12-44aa-46a8-b48c-046057c03b8b None None] Port 2de64148-ea53-41a7-bc2c-34b157f76dcf cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:21.854889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e539d79-ce3d-4890-89d8-064321f435b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81af0375-d0c8-4ee2-bb0b-d864e56d9b08,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:21.880128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6e539d79-ce3d-4890-89d8-064321f435b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8d568ad1343442698e00e5835c6c3669&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0768182 Feb 11 13:38:21.893696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33944) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:22.090243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f4c922ec-0aaa-40eb-bd7d-c30673a65575 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:22.205837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8da7-5b2d-42c5-9f99-083f0dac073e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.209118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:22.209118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.255765 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8da7-5b2d-42c5-9f99-083f0dac073e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.365271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Allocated IP 172.25.4.186 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a30cef4b-bfbe-4089-9c88-96f20281e4d6) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:22.376681 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-15357ac1-6887-4c81-9539-cb305766c4d8 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9879153 Feb 11 13:38:22.416395 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8da7-5b2d-42c5-9f99-083f0dac073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.449401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f67a0b-9442-4c79-aed6-d940b4095d2b None None] Update dhcp port {'port': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'fixed_ips': [{'subnet_id': '1adbcbec-74e6-4cc2-b863-b65d0f270451', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c56f8845-b2ed-49ea-b39d-752cac690d1a'}], 'binding:host_id': 'n-d-818559-1'}, 'id': 'f4c922ec-0aaa-40eb-bd7d-c30673a65575'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:38:22.460037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e8da7-5b2d-42c5-9f99-083f0dac073e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af0375-d0c8-4ee2-bb0b-d864e56d9b08,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:22.514309 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8da7-5b2d-42c5-9f99-083f0dac073e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.515808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6a0e8da7-5b2d-42c5-9f99-083f0dac073e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81af0375-d0c8-4ee2-bb0b-d864e56d9b08 HTTP/1.1" status: 204 len: 168 time: 0.6302114 Feb 11 13:38:22.653340 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0f67a0b-9442-4c79-aed6-d940b4095d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.953584 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-1fa0b621-5e6a-4b85-8584-444fbe06b6d3 service neutron] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771799 Feb 11 13:38:23.005494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Delete allocated IP 2001:db8::337 (6abfda97-9fcf-4beb-89e0-74983b8d9d38/1adbcbec-74e6-4cc2-b863-b65d0f270451) {{(pid=83567) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:38:23.027051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8:0:1::246 (6abfda97-9fcf-4beb-89e0-74983b8d9d38/c56f8845-b2ed-49ea-b39d-752cac690d1a/2de64148-ea53-41a7-bc2c-34b157f76dcf) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:23.110492 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-0901e2c7-558d-4e1f-a372-b520676759d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f25dc42-13d6-4753-bcaf-9f913c73223e HTTP/1.1" status: 200 len: 217 time: 0.1368394 Feb 11 13:38:23.115841 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.216423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-d4c7da22-e4e1-4968-a8b4-d38436a7318b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:23.216423 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-d4c7da22-e4e1-4968-a8b4-d38436a7318b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7eb4684-f135-434b-92ca-19187fdd48c4 HTTP/1.1" status: 200 len: 797 time: 0.0960698 Feb 11 13:38:23.328787 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.509974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=a30cef4b-bfbe-4089-9c88-96f20281e4d6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:23.567132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.585903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:23.594358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:23.602897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:38:23.604652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object 2de64148-ea53-41a7-bc2c-34b157f76dcf will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:23.612298 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.704909 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-be28d57a-0c0f-493a-83a8-33831e7df9ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4756541 Feb 11 13:38:23.776954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f0f67a0b-9442-4c79-aed6-d940b4095d2b None None] Allocated IP 2001:db8:0:1::2 (6abfda97-9fcf-4beb-89e0-74983b8d9d38/c56f8845-b2ed-49ea-b39d-752cac690d1a/f4c922ec-0aaa-40eb-bd7d-c30673a65575) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:23.957903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] In _notify_port_updated(), no bound segment for port 2de64148-ea53-41a7-bc2c-34b157f76dcf on network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 {{(pid=83567) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:38:23.965456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:23.977524 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.982647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "PUT /v2.0/ports/2de64148-ea53-41a7-bc2c-34b157f76dcf HTTP/1.1" status: 200 len: 931 time: 2.7518637 Feb 11 13:38:24.000657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d8739-0db1-4275-a497-0af7ff3923d2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=2de64148-ea53-41a7-bc2c-34b157f76dcf,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:24.008136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 33982) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:24.107623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f0f67a0b-9442-4c79-aed6-d940b4095d2b None None] For port f4c922ec-0aaa-40eb-bd7d-c30673a65575, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f4c922ec-0aaa-40eb-bd7d-c30673a65575,segment=NetworkSegment(655f4e15-e9a2-4b91-9f02-b7a01b919b7d),segment_id=655f4e15-e9a2-4b91-9f02-b7a01b919b7d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:24.111786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5836d8cb-ad7e-40ab-9069-a8c104b7290f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 2de64148-ea53-41a7-bc2c-34b157f76dcf {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:24.112460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5836d8cb-ad7e-40ab-9069-a8c104b7290f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.167545 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0f67a0b-9442-4c79-aed6-d940b4095d2b None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.188713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f0f67a0b-9442-4c79-aed6-d940b4095d2b None None] Transition to ACTIVE for port object f4c922ec-0aaa-40eb-bd7d-c30673a65575 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:24.198445 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0f67a0b-9442-4c79-aed6-d940b4095d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.211770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-4e510934-f429-4519-907c-40d5aadd5ee8 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879651 Feb 11 13:38:24.335904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f67a0b-9442-4c79-aed6-d940b4095d2b None None] Pushing event updated for resources: {'Port': ['ID=f4c922ec-0aaa-40eb-bd7d-c30673a65575,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:24.767566 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-5b8f071e-c0a6-4cd7-b462-7a4c8d68b4f8 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509589 Feb 11 13:38:24.827837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5836d8cb-ad7e-40ab-9069-a8c104b7290f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.906955 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-2100f6d2-e1bd-4cd6-99bb-483ec7337d3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=717a2c18-0476-4820-a631-22c0a1d02603 HTTP/1.1" status: 200 len: 217 time: 0.1273465 Feb 11 13:38:25.011971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-fdb5ef5c-eafa-4f9e-ae08-661b066fa653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:25.011971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-fdb5ef5c-eafa-4f9e-ae08-661b066fa653 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7eb4684-f135-434b-92ca-19187fdd48c4 HTTP/1.1" status: 200 len: 797 time: 0.0987496 Feb 11 13:38:25.028393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5836d8cb-ad7e-40ab-9069-a8c104b7290f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 2de64148-ea53-41a7-bc2c-34b157f76dcf owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:25.149011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:25.149738 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:25.282148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5836d8cb-ad7e-40ab-9069-a8c104b7290f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:25.380813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-d1077360-661f-4b79-a2d6-823e98ff1cbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ce99b-bcb8-4d76-a929-088829e9857d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3554358 Feb 11 13:38:25.553402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836d8cb-ad7e-40ab-9069-a8c104b7290f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=2de64148-ea53-41a7-bc2c-34b157f76dcf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:25.580552 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5836d8cb-ad7e-40ab-9069-a8c104b7290f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:25.604179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5836d8cb-ad7e-40ab-9069-a8c104b7290f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/2de64148-ea53-41a7-bc2c-34b157f76dcf HTTP/1.1" status: 204 len: 168 time: 1.5942783 Feb 11 13:38:25.607266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34036) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:25.732024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-f33db005-7bca-477e-a8fa-ebb7693a5c4e service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314867 Feb 11 13:38:25.741507 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f3be96a2-670b-49be-ba35-2277ecd1c5a8 None None] Could not find standard attr ID for object 2de64148-ea53-41a7-bc2c-34b157f76dcf. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:38:25.745678 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-860ee3c6-300c-43ad-81ad-7bc670bfc645 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:38:25.745678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-860ee3c6-300c-43ad-81ad-7bc670bfc645 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:25.779946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f3be96a2-670b-49be-ba35-2277ecd1c5a8 None None] Provisioning for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:25.784046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-860ee3c6-300c-43ad-81ad-7bc670bfc645 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:25.784046 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-860ee3c6-300c-43ad-81ad-7bc670bfc645 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/2de64148-ea53-41a7-bc2c-34b157f76dcf HTTP/1.1" status: 404 len: 333 time: 0.1721001 Feb 11 13:38:25.784046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34042) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:25.791472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f3be96a2-670b-49be-ba35-2277ecd1c5a8 None None] Provisioning complete for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:25.791472 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3be96a2-670b-49be-ba35-2277ecd1c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:25.963022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7033bda3-6c70-4c2b-a681-1d9d9a6b03c4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.036101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7033bda3-6c70-4c2b-a681-1d9d9a6b03c4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.073017 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb23bc6-ce16-4658-bb32-77b690dc5f8b req-1ea8827d-5e5a-432f-bb92-b9d1205c0ef8 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399997 Feb 11 13:38:26.182593 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7033bda3-6c70-4c2b-a681-1d9d9a6b03c4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.205203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f4c922ec-0aaa-40eb-bd7d-c30673a65575 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:26.225889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34052) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:26.239992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033bda3-6c70-4c2b-a681-1d9d9a6b03c4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e34a80f-2993-4ccb-93c9-2b01609dce66,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:26.245124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 4c38f1ea-48cc-4d28-b766-c408d01752a1 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:38:26.256026 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7033bda3-6c70-4c2b-a681-1d9d9a6b03c4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.256026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7033bda3-6c70-4c2b-a681-1d9d9a6b03c4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/security-groups/5e34a80f-2993-4ccb-93c9-2b01609dce66 HTTP/1.1" status: 204 len: 168 time: 0.4674170 Feb 11 13:38:26.256026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34058) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:26.457320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-515d915a-feb5-4a3e-8907-8a340ac267f6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.536794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f3be96a2-670b-49be-ba35-2277ecd1c5a8 None None] Provisioning complete for port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:26.537163 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3be96a2-670b-49be-ba35-2277ecd1c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.665163 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-515d915a-feb5-4a3e-8907-8a340ac267f6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.713810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8cd54179-63a4-49f4-8501-3ede4ede42b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.741916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:26.741916 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.774673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8cd54179-63a4-49f4-8501-3ede4ede42b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:26.795539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8cd54179-63a4-49f4-8501-3ede4ede42b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0098040ad03c48b1aec77c3978caf488 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:26.795539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8cd54179-63a4-49f4-8501-3ede4ede42b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:26.816536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8cd54179-63a4-49f4-8501-3ede4ede42b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:26.830143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-515d915a-feb5-4a3e-8907-8a340ac267f6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.852478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f3be96a2-670b-49be-ba35-2277ecd1c5a8 None None] Port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:26.856325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d915a-feb5-4a3e-8907-8a340ac267f6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d650214f-ca59-4b88-8dc4-3d33caa6385b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:26.866061 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-515d915a-feb5-4a3e-8907-8a340ac267f6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.873137 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-515d915a-feb5-4a3e-8907-8a340ac267f6 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/security-groups/d650214f-ca59-4b88-8dc4-3d33caa6385b HTTP/1.1" status: 204 len: 168 time: 0.6171107 Feb 11 13:38:26.873743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34068) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:26.978733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1807dec9-657f-479e-838c-ba0953f3ec96 None None] Could not find standard attr ID for object 2de64148-ea53-41a7-bc2c-34b157f76dcf. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:38:26.985268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:27.032141 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8cd54179-63a4-49f4-8501-3ede4ede42b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.051682 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8cd54179-63a4-49f4-8501-3ede4ede42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.070402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba03155-83f5-4592-8f52-e982b91c1581 None None] Sync routers for ids ['4c38f1ea-48cc-4d28-b766-c408d01752a1'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:38:27.109232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba03155-83f5-4592-8f52-e982b91c1581 None None] Routers {'4c38f1ea-48cc-4d28-b766-c408d01752a1'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:27.109232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8ba03155-83f5-4592-8f52-e982b91c1581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4c38f1ea-48cc-4d28-b766-c408d01752a1'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:27.154115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8cd54179-63a4-49f4-8501-3ede4ede42b5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0098040ad03c48b1aec77c3978caf488&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9082830 Feb 11 13:38:27.154115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34074) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:27.154115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.166103 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-85ba4443-5a09-4ecd-bc5b-8093686eb492 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.6699247 Feb 11 13:38:27.166103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34078) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:27.200740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ea3cad-a65a-4d38-aa4a-3dfa41288d3a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet 1adbcbec-74e6-4cc2-b863-b65d0f270451 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:38:27.200740 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28ea3cad-a65a-4d38-aa4a-3dfa41288d3a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.245696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8ba03155-83f5-4592-8f52-e982b91c1581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:27.269387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd54179-63a4-49f4-8501-3ede4ede42b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de53713-0c1d-45b0-a159-4023afab29f2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:27.274743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba03155-83f5-4592-8f52-e982b91c1581 None None] Routers {'4c38f1ea-48cc-4d28-b766-c408d01752a1'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:27.275368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8ba03155-83f5-4592-8f52-e982b91c1581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4c38f1ea-48cc-4d28-b766-c408d01752a1'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:27.282752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28ea3cad-a65a-4d38-aa4a-3dfa41288d3a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.458730 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28ea3cad-a65a-4d38-aa4a-3dfa41288d3a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.474989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8ba03155-83f5-4592-8f52-e982b91c1581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:27.474989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba03155-83f5-4592-8f52-e982b91c1581 None None] The sync data for ids ['4c38f1ea-48cc-4d28-b766-c408d01752a1'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:38:27.485180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d925453-b79c-4b99-93cd-70d32845c18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.589639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d925453-b79c-4b99-93cd-70d32845c18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.636036 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28ea3cad-a65a-4d38-aa4a-3dfa41288d3a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.693979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea3cad-a65a-4d38-aa4a-3dfa41288d3a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=1adbcbec-74e6-4cc2-b863-b65d0f270451,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:27.701200 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-28ea3cad-a65a-4d38-aa4a-3dfa41288d3a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.709742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e6919-4839-4d00-b800-6be8da2c49b7 None None] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:27.741548 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-28ea3cad-a65a-4d38-aa4a-3dfa41288d3a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/1adbcbec-74e6-4cc2-b863-b65d0f270451 HTTP/1.1" status: 204 len: 168 time: 0.8554881 Feb 11 13:38:27.741548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34092) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:27.746564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:27.755943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d925453-b79c-4b99-93cd-70d32845c18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.775928 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3682fa41-56d3-4748-83bf-667a255e785e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/routers/4c38f1ea-48cc-4d28-b766-c408d01752a1 HTTP/1.1" status: 200 len: 881 time: 0.6022151 Feb 11 13:38:27.775928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34096) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:27.990724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d925453-b79c-4b99-93cd-70d32845c18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de53713-0c1d-45b0-a159-4023afab29f2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:28.097215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d925453-b79c-4b99-93cd-70d32845c18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:28.105115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1d925453-b79c-4b99-93cd-70d32845c18b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3de53713-0c1d-45b0-a159-4023afab29f2 HTTP/1.1" status: 204 len: 168 time: 0.9491041 Feb 11 13:38:28.248192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a99d80d0-8f56-410d-a1aa-c7b8715069cc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:router {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:28.270703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:28.284535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:28.284535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:28.289204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a99d80d0-8f56-410d-a1aa-c7b8715069cc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:router {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:28.289204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a99d80d0-8f56-410d-a1aa-c7b8715069cc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5144291 Feb 11 13:38:28.299035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34104) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:28.305693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c513084f-d9e9-438d-8c3d-ec5f9bd2ee8a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1542010657'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:28.324323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:28.336579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:28.341173 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:28.986317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.103502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:29.111278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:29.125305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.128095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.144818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=6616423e-87d1-4c24-99a3-e34d7f8e66bf,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:29.167299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d356ce1e-8c23-4f4a-a58b-f9a64818a3ac tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4283004 Feb 11 13:38:29.169532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34126) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:29.191665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'security_group': {'name': 'tempest-secgroup-41530915'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:29.216266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:29.228897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:29.228897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:29.242991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:29.268345 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.367567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:29.375551 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group_rule and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:29.383338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:29.399613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:29.404497 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c513084f-d9e9-438d-8c3d-ec5f9bd2ee8a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.440961 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c513084f-d9e9-438d-8c3d-ec5f9bd2ee8a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.509044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d84124-767e-47e2-9330-087240bafc1a None None] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:29.513191 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.524260 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.661840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c61a1-e800-440b-954b-1c1f19b216dc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:29.686512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.687779 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-54f90226-6958-4a26-a044-87fe45050d66 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.5133944 Feb 11 13:38:29.692004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34136) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:29.697456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'security_group': {'name': 'tempest-secgroup-713905847'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:29.716199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:29.720268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:29.723469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:29.732158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:29.779610 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.809547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-339526f4-aa72-46b2-96c3-fe0c87c89aa8 None None] Provisioning complete for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:29.810122 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339526f4-aa72-46b2-96c3-fe0c87c89aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.853609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c513084f-d9e9-438d-8c3d-ec5f9bd2ee8a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 4c38f1ea-48cc-4d28-b766-c408d01752a1 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:29.867791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:29.872611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group_rule and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:29.877946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:29.899131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:30.057468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.069949 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.133699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-339526f4-aa72-46b2-96c3-fe0c87c89aa8 None None] Provisioning complete for port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:30.133699 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-339526f4-aa72-46b2-96c3-fe0c87c89aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.204748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6cf714-6b2a-4194-8893-45b70700f2d6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:30.208750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-339526f4-aa72-46b2-96c3-fe0c87c89aa8 None None] Port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:30.224620 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.229286 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6c1f794c-9721-4133-b3e2-31a63b640fdf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5362906 Feb 11 13:38:30.231206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34148) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:30.256285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'security_group': {'name': 'tempest-secgroup-871293526'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:30.264994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:30.278930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:30.284588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:30.287089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c80b7-9683-4e48-b736-a66a65735ea3 None None] Update dhcp port {'port': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'fixed_ips': [{'subnet_id': 'c56f8845-b2ed-49ea-b39d-752cac690d1a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6616423e-87d1-4c24-99a3-e34d7f8e66bf'}], 'binding:host_id': 'n-d-818559-1'}, 'id': 'f4c922ec-0aaa-40eb-bd7d-c30673a65575'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:38:30.289136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c513084f-d9e9-438d-8c3d-ec5f9bd2ee8a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:30.295581 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c513084f-d9e9-438d-8c3d-ec5f9bd2ee8a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.303381 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7dc687-759a-4aa4-8dac-5db2c50a3cad None None] Sync routers for ids ['4c38f1ea-48cc-4d28-b766-c408d01752a1'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:38:30.304311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c513084f-d9e9-438d-8c3d-ec5f9bd2ee8a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/4c38f1ea-48cc-4d28-b766-c408d01752a1 HTTP/1.1" status: 200 len: 888 time: 2.0133269 Feb 11 13:38:30.306515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34152) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:30.307671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:30.322898 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7dc687-759a-4aa4-8dac-5db2c50a3cad None None] Routers {'4c38f1ea-48cc-4d28-b766-c408d01752a1'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:30.323561 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9c7dc687-759a-4aa4-8dac-5db2c50a3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4c38f1ea-48cc-4d28-b766-c408d01752a1'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:30.331044 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.354986 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-066c80b7-9683-4e48-b736-a66a65735ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.385970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:30.392510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:security_group_rule and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:30.396834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:30.413723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:30.515553 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9c7dc687-759a-4aa4-8dac-5db2c50a3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:30.548020 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7dc687-759a-4aa4-8dac-5db2c50a3cad None None] Routers {'4c38f1ea-48cc-4d28-b766-c408d01752a1'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:30.550683 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9c7dc687-759a-4aa4-8dac-5db2c50a3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4c38f1ea-48cc-4d28-b766-c408d01752a1'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:30.565556 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.574464 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.635731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-066c80b7-9683-4e48-b736-a66a65735ea3 None None] Allocated IP 2001:db8::2 (6abfda97-9fcf-4beb-89e0-74983b8d9d38/6616423e-87d1-4c24-99a3-e34d7f8e66bf/f4c922ec-0aaa-40eb-bd7d-c30673a65575) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:30.698033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e159f8-99f7-42a7-a1ee-23cd05f19f70,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:30.709207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.710763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-99b0fd23-c7b9-4626-a113-ae0d1ebaaac7 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4781115 Feb 11 13:38:30.713290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34162) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:30.721462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1150863616', 'security_groups': ['f9e159f8-99f7-42a7-a1ee-23cd05f19f70'], 'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6616423e-87d1-4c24-99a3-e34d7f8e66bf'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:30.726193 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f7963474-5981-47d6-989d-d4491b7dc8a9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/routers/4c38f1ea-48cc-4d28-b766-c408d01752a1 HTTP/1.1" status: 200 len: 888 time: 0.4181213 Feb 11 13:38:30.734524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34166) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:30.791119 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9c7dc687-759a-4aa4-8dac-5db2c50a3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:30.794931 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7dc687-759a-4aa4-8dac-5db2c50a3cad None None] The sync data for ids ['4c38f1ea-48cc-4d28-b766-c408d01752a1'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:38:30.938464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-066c80b7-9683-4e48-b736-a66a65735ea3 None None] For port f4c922ec-0aaa-40eb-bd7d-c30673a65575, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f4c922ec-0aaa-40eb-bd7d-c30673a65575,segment=NetworkSegment(655f4e15-e9a2-4b91-9f02-b7a01b919b7d),segment_id=655f4e15-e9a2-4b91-9f02-b7a01b919b7d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:30.999666 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-066c80b7-9683-4e48-b736-a66a65735ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:31.029002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:31.038095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0ea093d1-28c0-45cc-843d-de7b6d7b019d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:31.039652 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-066c80b7-9683-4e48-b736-a66a65735ea3 None None] Transition to ACTIVE for port object f4c922ec-0aaa-40eb-bd7d-c30673a65575 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:31.043748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:31.045336 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-066c80b7-9683-4e48-b736-a66a65735ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:31.062019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:31.063973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0ea093d1-28c0-45cc-843d-de7b6d7b019d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:31.065495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0ea093d1-28c0-45cc-843d-de7b6d7b019d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c38f1ea-48cc-4d28-b766-c408d01752a1 HTTP/1.1" status: 200 len: 205 time: 0.3292654 Feb 11 13:38:31.069350 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34174) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:31.070178 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:31.104584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] device_id is not set on port 11e2dc43-e8c8-4921-82ce-f8f04c234b4e yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:31.370686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c80b7-9683-4e48-b736-a66a65735ea3 None None] Pushing event updated for resources: {'Port': ['ID=f4c922ec-0aaa-40eb-bd7d-c30673a65575,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:31.462417 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:31.596727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8::344 (6abfda97-9fcf-4beb-89e0-74983b8d9d38/6616423e-87d1-4c24-99a3-e34d7f8e66bf/11e2dc43-e8c8-4921-82ce-f8f04c234b4e) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:31.985139 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.004802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port a30cef4b-bfbe-4089-9c88-96f20281e4d6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:32.005144 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.020792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f4c922ec-0aaa-40eb-bd7d-c30673a65575 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:32.069717 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.110476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object 11e2dc43-e8c8-4921-82ce-f8f04c234b4e will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:32.160976 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.241817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:32.248483 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.252099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:32.254805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:38:32.259508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.260406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.295843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=11e2dc43-e8c8-4921-82ce-f8f04c234b4e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:32.328987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f5a6df02-9f5e-44fa-9815-12b4de2efc73 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6138439 Feb 11 13:38:32.331628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34196) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:32.351032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:32.381313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for a30cef4b-bfbe-4089-9c88-96f20281e4d6 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:32.454109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9610be0e-0f07-42a8-8ea3-6ef664438b05 None None] Provisioning for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:32.467957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9610be0e-0f07-42a8-8ea3-6ef664438b05 None None] Provisioning complete for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:32.468525 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9610be0e-0f07-42a8-8ea3-6ef664438b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.670158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:32.681238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:32.684677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:32.696848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:32.721172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:32.725443 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.789080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9610be0e-0f07-42a8-8ea3-6ef664438b05 None None] Provisioning complete for port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:32.789691 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9610be0e-0f07-42a8-8ea3-6ef664438b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.800909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=a30cef4b-bfbe-4089-9c88-96f20281e4d6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:32.943791 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.983512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9610be0e-0f07-42a8-8ea3-6ef664438b05 None None] Port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:33.105026 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.114711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-56eac3d6-3532-43a1-8bca-8edb9a7a3194 None None] Provisioning for port 11e2dc43-e8c8-4921-82ce-f8f04c234b4e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:33.132712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-56eac3d6-3532-43a1-8bca-8edb9a7a3194 None None] Provisioning complete for port 11e2dc43-e8c8-4921-82ce-f8f04c234b4e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:33.134248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-56eac3d6-3532-43a1-8bca-8edb9a7a3194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.204937 n-d-818559-1 neutron-server[83567]: INFO neutron.db.ipam_backend_mixin [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6616423e-87d1-4c24-99a3-e34d7f8e66bf (CIDR: 2001:db8::/64) Feb 11 13:38:33.211325 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:38:33.211858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:33.234131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-56eac3d6-3532-43a1-8bca-8edb9a7a3194 None None] Port 11e2dc43-e8c8-4921-82ce-f8f04c234b4e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:33.253979 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-74b62327-1566-4288-8d6f-4b500124f5ef tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9206636 Feb 11 13:38:33.256468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34226) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:33.270918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:33.659697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:33.663632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:33.666603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:33.672868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:33.683025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:33.687295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.741179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.745501 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.777975 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.778671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Fanout notify agent at l3_agent the message router_deleted on router 4c38f1ea-48cc-4d28-b766-c408d01752a1 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:33.829372 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.834132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34238) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:33.835159 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-28216dc6-a3fd-4ac8-96ce-9b8adb332f1b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/4c38f1ea-48cc-4d28-b766-c408d01752a1 HTTP/1.1" status: 204 len: 168 time: 2.7590179 Feb 11 13:38:33.842029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1626187162'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:33.860169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:33.864768 n-d-818559-1 neutron-server[83567]: INFO neutron.db.ipam_backend_mixin [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c56f8845-b2ed-49ea-b39d-752cac690d1a (CIDR: 2001:db8:0:1::/64) Feb 11 13:38:33.867609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:network and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:33.871490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:33.874798 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:38:33.875236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:33.884166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:33.910882 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-531d1cb6-9d72-421b-a195-464fc404f9be tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6529374 Feb 11 13:38:33.912436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:33.915960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.926826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34242) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:33.941180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'subnet': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:33.955216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:38:33.967942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34246) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:33.972062 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.972906 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added segment e7671335-b65b-449b-bf6d-3bfe3fb09ab5 of type vlan for network ce88c8e4-deba-429c-8759-1cede0b8d9de Feb 11 13:38:33.982389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476898684', 'description': 'tempest-secgroup-smoke-1476898684 description', 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:33.989169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:33.996990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Usage tracker for resource:security_group and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:33.997541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:34.006514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.045140 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.050222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:34.050994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.072046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:34.109066 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.189043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:34.191481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:34.195981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Usage tracker for resource:security_group_rule and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:34.198884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Usage tracker for resource:subnet and tenant:9b5cac8106e94c2497438abeb7d32a2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:34.202046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:34.204878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:34.212392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:34.214764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:34.235929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Made reservation on behalf of 9b5cac8106e94c2497438abeb7d32a2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:34.291163 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4531033 Feb 11 13:38:34.292337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34252) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:34.301120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'subnet': {'network_id': 'ce88c8e4-deba-429c-8759-1cede0b8d9de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:34.321461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d3567-bf78-4d27-a741-7ccd616a51dc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Network': ['ID=ce88c8e4-deba-429c-8759-1cede0b8d9de,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:34.337710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network ce88c8e4-deba-429c-8759-1cede0b8d9de details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:38:34.377966 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.394407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.430958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:34.436255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:subnet and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:34.440101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:34.446352 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.451246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:34.463276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:34.528229 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.529425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5593922 Feb 11 13:38:34.535224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:34.537739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4044a-9671-41ab-821d-08bef0b6718b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a22cca-7cd2-4c11-8db8-904ba8fab1f1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:34.546835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Request body: {'security_group_rule': {'security_group_id': '53a22cca-7cd2-4c11-8db8-904ba8fab1f1', 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:34.563726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:34.572058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Usage tracker for resource:security_group_rule and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:34.577403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:34.586632 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.588035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:34.642984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.775595 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.780863 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.812428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821065f9-7314-4932-a70b-3209e7574a1b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:34.827868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.831900 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8ef19257-7e50-4be6-88ad-9ef872e26991 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2929039 Feb 11 13:38:34.832332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34264) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:34.838570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Request body: {'security_group_rule': {'security_group_id': '53a22cca-7cd2-4c11-8db8-904ba8fab1f1', 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:34.845743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:34.849759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Usage tracker for resource:security_group_rule and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:34.852662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:34.856382 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.865497 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.893108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:34.945340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:34.946913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:34.953058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:34.953849 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.960676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a234da6-28e0-4857-9835-f1054506d640 None None] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:34.971422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Subnet': ['ID=364784c2-3002-414a-9687-40b216ea2496,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:34.976750 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.992895 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6b585512-9bca-424a-a647-1de2d5d18971 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0646675 Feb 11 13:38:34.995444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:35.003551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1630676340', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '364784c2-3002-414a-9687-40b216ea2496'}], 'security_groups': ['d44c61a1-e800-440b-954b-1c1f19b216dc', '3b6cf714-6b2a-4194-8893-45b70700f2d6']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:35.022748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Subnet': ['ID=4a2c3b85-68d1-498b-8ec3-5e0f1ef543b7,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:35.041450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Checking segment: {'id': 'e7671335-b65b-449b-bf6d-3bfe3fb09ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ce88c8e4-deba-429c-8759-1cede0b8d9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:38:35.041940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network hostable DHCP agents. Network: ce88c8e4-deba-429c-8759-1cede0b8d9de, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:38:35.079356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network ce88c8e4-deba-429c-8759-1cede0b8d9de is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:38:35.100583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, ce88c8e4-deba-429c-8759-1cede0b8d9de) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:35.110603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.115167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:35.116239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.121582 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.144311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93ebba2-89f9-4f99-904e-fa7496fb1440,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:35.186311 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-40b71e02-fa10-4df3-a16e-0207d0c0fcdc tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8903234 Feb 11 13:38:35.186311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.193049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34282) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:35.194023 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2be7d1b6-a16e-484e-a831-acfc8339f371 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3599610 Feb 11 13:38:35.194630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34284) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:35.206356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Request body: {'security_group_rule': {'security_group_id': '53a22cca-7cd2-4c11-8db8-904ba8fab1f1', 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:35.238742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1680473393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:35.240137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1204402b-e1fa-4d55-9d4c-af039da916ca None None] Network ce88c8e4-deba-429c-8759-1cede0b8d9de requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:35.249220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:35.255937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:router and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:35.259116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:35.268320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:35.281272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:35.288788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Usage tracker for resource:security_group_rule and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:35.295826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:35.306337 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.307657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.318540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:35.321597 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.411629 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.625493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-ce88c8e4-deba-429c-8759-1cede0b8d9de', 'network_id': 'ce88c8e4-deba-429c-8759-1cede0b8d9de', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'fixed_ips': [{'subnet_id': '4a2c3b85-68d1-498b-8ec3-5e0f1ef543b7'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:38:35.626291 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.631962 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.722412 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.745784 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.755593 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.826952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Allocated IP 172.20.0.2 (ce88c8e4-deba-429c-8759-1cede0b8d9de/4a2c3b85-68d1-498b-8ec3-5e0f1ef543b7/ad022f0d-18f1-481b-b16c-e8375c388630) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:35.829449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e79f6-11c3-41a8-884c-664094443405 None None] Update dhcp port {'port': {'network_id': '6abfda97-9fcf-4beb-89e0-74983b8d9d38', 'fixed_ips': [{'subnet_id': 'c56f8845-b2ed-49ea-b39d-752cac690d1a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6616423e-87d1-4c24-99a3-e34d7f8e66bf', 'ip_address': '2001:db8::2'}, {'subnet_id': '364784c2-3002-414a-9687-40b216ea2496'}], 'binding:host_id': 'n-d-818559-1'}, 'id': 'f4c922ec-0aaa-40eb-bd7d-c30673a65575'} from n-d-818559-1. {{(pid=83569) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 11 13:38:35.833110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011189d8-3ba3-40ae-b490-8f343b28f456,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:35.840215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.841503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-79299daf-2515-4794-8325-1ce5d57341f1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6415460 Feb 11 13:38:35.845986 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.846351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34298) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:35.849687 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ccf5022a-1a89-4053-ae14-75be47f8c175 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6456490 Feb 11 13:38:35.851022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34300) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:35.943945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Request body: {'security_group_rule': {'security_group_id': '53a22cca-7cd2-4c11-8db8-904ba8fab1f1', 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:35.974200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:36.031280 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae7e79f6-11c3-41a8-884c-664094443405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.042313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Usage tracker for resource:security_group_rule and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:36.053515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:36.063556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:36.085396 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.110848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Delete allocated IP 2001:db8::344 (6abfda97-9fcf-4beb-89e0-74983b8d9d38/6616423e-87d1-4c24-99a3-e34d7f8e66bf) {{(pid=83568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:38:36.132259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Allocated IP 2001:db8:0:2::26b (6abfda97-9fcf-4beb-89e0-74983b8d9d38/364784c2-3002-414a-9687-40b216ea2496/11e2dc43-e8c8-4921-82ce-f8f04c234b4e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:36.377631 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.381835 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.387521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.394752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Transition to ACTIVE for port object ad022f0d-18f1-481b-b16c-e8375c388630 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:36.420670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Transition to ACTIVE for port object ad022f0d-18f1-481b-b16c-e8375c388630 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:36.428787 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.440778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517c20bd-954b-4153-8190-bf9023854b46,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:36.526536 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Network ce88c8e4-deba-429c-8759-1cede0b8d9de is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:36.539001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:36.548265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:38:36.566636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Pushing event updated for resources: {'Port': ['ID=ad022f0d-18f1-481b-b16c-e8375c388630,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:36.627050 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.630400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9b5e8adf-669f-4b37-b17d-db21f8529850 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7762396 Feb 11 13:38:36.631372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34314) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:36.642652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Request body: {'security_group_rule': {'security_group_id': '53a22cca-7cd2-4c11-8db8-904ba8fab1f1', 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:36.650340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:36.656093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Usage tracker for resource:security_group_rule and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:36.666555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:36.674087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:36.690908 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Project b10f7dbb64534a6990c6c2a58048e0d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:38:36.702493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.753072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.755097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Attempting to bind port ad022f0d-18f1-481b-b16c-e8375c388630 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:38:36.755513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Attempting to bind port ad022f0d-18f1-481b-b16c-e8375c388630 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'e7671335-b65b-449b-bf6d-3bfe3fb09ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ce88c8e4-deba-429c-8759-1cede0b8d9de'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:38:36.755826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Attempting to bind port ad022f0d-18f1-481b-b16c-e8375c388630 on network ce88c8e4-deba-429c-8759-1cede0b8d9de {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:38:36.769485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:38:36.769864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Checking segment: {'id': 'e7671335-b65b-449b-bf6d-3bfe3fb09ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ce88c8e4-deba-429c-8759-1cede0b8d9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:38:36.770259 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.781053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Bound using segment: {'id': 'e7671335-b65b-449b-bf6d-3bfe3fb09ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ce88c8e4-deba-429c-8759-1cede0b8d9de'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:38:36.781053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Bound port: ad022f0d-18f1-481b-b16c-e8375c388630, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7671335-b65b-449b-bf6d-3bfe3fb09ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ce88c8e4-deba-429c-8759-1cede0b8d9de'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:38:36.781053 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.791270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Transition to ACTIVE for port object 11e2dc43-e8c8-4921-82ce-f8f04c234b4e will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:36.795569 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.822359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.830177 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.879156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6852399-e737-446d-ba2d-92988f7014f1,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:36.886482 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.890760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ae7e79f6-11c3-41a8-884c-664094443405 None None] Allocated IP 2001:db8:0:2::2 (6abfda97-9fcf-4beb-89e0-74983b8d9d38/364784c2-3002-414a-9687-40b216ea2496/f4c922ec-0aaa-40eb-bd7d-c30673a65575) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:36.891407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a17ebac7-f91e-4698-b42e-ee902deaecbb tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2557623 Feb 11 13:38:36.896148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34320) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:36.904778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Request body: {'security_group_rule': {'security_group_id': '53a22cca-7cd2-4c11-8db8-904ba8fab1f1', 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:36.912027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:36.916174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Usage tracker for resource:security_group_rule and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:36.919997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:36.929635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:36.942749 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Project b10f7dbb64534a6990c6c2a58048e0d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:38:36.961889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event updated for resources: {'Port': ['ID=11e2dc43-e8c8-4921-82ce-f8f04c234b4e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:36.973937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] In _notify_port_updated(), no bound segment for port 11e2dc43-e8c8-4921-82ce-f8f04c234b4e on network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:38:36.978080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:36.978823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.984053 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.984609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7b0fed15-364c-44e5-b272-be577edfaeda tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "PUT /v2.0/ports/11e2dc43-e8c8-4921-82ce-f8f04c234b4e HTTP/1.1" status: 200 len: 970 time: 1.9870136 Feb 11 13:38:36.985517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34324) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:37.001215 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.064026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0321acd0-5d0c-491c-9e22-1d6805426916 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 11e2dc43-e8c8-4921-82ce-f8f04c234b4e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:37.064419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0321acd0-5d0c-491c-9e22-1d6805426916 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.067966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ae7e79f6-11c3-41a8-884c-664094443405 None None] For port f4c922ec-0aaa-40eb-bd7d-c30673a65575, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f4c922ec-0aaa-40eb-bd7d-c30673a65575,segment=NetworkSegment(655f4e15-e9a2-4b91-9f02-b7a01b919b7d),segment_id=655f4e15-e9a2-4b91-9f02-b7a01b919b7d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:37.108976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae7e79f6-11c3-41a8-884c-664094443405 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.129320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ae7e79f6-11c3-41a8-884c-664094443405 None None] Transition to ACTIVE for port object f4c922ec-0aaa-40eb-bd7d-c30673a65575 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:37.197704 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae7e79f6-11c3-41a8-884c-664094443405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.317351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e79f6-11c3-41a8-884c-664094443405 None None] Pushing event updated for resources: {'Port': ['ID=f4c922ec-0aaa-40eb-bd7d-c30673a65575,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:37.451935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0321acd0-5d0c-491c-9e22-1d6805426916 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.479884 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.488012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.495525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] For port ad022f0d-18f1-481b-b16c-e8375c388630, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:37.500765 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.504855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] For port ad022f0d-18f1-481b-b16c-e8375c388630, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ad022f0d-18f1-481b-b16c-e8375c388630,segment=NetworkSegment(e7671335-b65b-449b-bf6d-3bfe3fb09ab5),segment_id=e7671335-b65b-449b-bf6d-3bfe3fb09ab5)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:37.510398 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.608420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98aa065c-6407-44f8-857b-45e8ac7c9a0d,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:37.619080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcca18-1b6b-41bf-9219-a705781002c0 None None] Pushing event updated for resources: {'Port': ['ID=ad022f0d-18f1-481b-b16c-e8375c388630,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:37.636963 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.638666 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f8084978-33ae-4457-8e66-b11dbd73d8e7 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7410088 Feb 11 13:38:37.751388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0321acd0-5d0c-491c-9e22-1d6805426916 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 11e2dc43-e8c8-4921-82ce-f8f04c234b4e owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:37.753864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Allocated IP 172.20.0.1 (ce88c8e4-deba-429c-8759-1cede0b8d9de/4a2c3b85-68d1-498b-8ec3-5e0f1ef543b7/3d309980-f4db-4eb2-85ff-1cf3b855e9ec) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:38.100953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f4c922ec-0aaa-40eb-bd7d-c30673a65575 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:38.219027 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:38.244767 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0321acd0-5d0c-491c-9e22-1d6805426916 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:38.281819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Transition to ACTIVE for port object 3d309980-f4db-4eb2-85ff-1cf3b855e9ec will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:38.348118 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:38.445145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321acd0-5d0c-491c-9e22-1d6805426916 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=11e2dc43-e8c8-4921-82ce-f8f04c234b4e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:38.556234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=3d309980-f4db-4eb2-85ff-1cf3b855e9ec,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:38.580726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network ce88c8e4-deba-429c-8759-1cede0b8d9de is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:38.582293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:38.585743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:38:38.586341 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0321acd0-5d0c-491c-9e22-1d6805426916 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:38.606393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-19df2537-df14-4037-9e5d-df4c135f4935 req-3a3277fe-5df6-4fdf-abde-bf1982a7161a tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Synchronizing usage tracker for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:38.625491 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0321acd0-5d0c-491c-9e22-1d6805426916 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/11e2dc43-e8c8-4921-82ce-f8f04c234b4e HTTP/1.1" status: 204 len: 168 time: 1.6379964 Feb 11 13:38:38.628607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34348) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:38.695864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34352) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:38.707890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:38.722613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-19df2537-df14-4037-9e5d-df4c135f4935 req-3a3277fe-5df6-4fdf-abde-bf1982a7161a tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Unset dirty status for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:38.735521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-3a3277fe-5df6-4fdf-abde-bf1982a7161a tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476898684&fields=id&tenant_id=b10f7dbb64534a6990c6c2a58048e0d0 HTTP/1.1" status: 200 len: 267 time: 0.3448377 Feb 11 13:38:38.779284 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bb1fc6-7ad7-4724-a81e-5035624786ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] GET failed (client error): The resource could not be found. Feb 11 13:38:38.780049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d4bb1fc6-7ad7-4724-a81e-5035624786ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Synchronizing usage tracker for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:38.925619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b8c162e5-b1bd-4927-ba3d-7f3ea8c42edf None None] Could not find standard attr ID for object 11e2dc43-e8c8-4921-82ce-f8f04c234b4e. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:38:38.968026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b8c162e5-b1bd-4927-ba3d-7f3ea8c42edf None None] Provisioning for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:38.985423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b8c162e5-b1bd-4927-ba3d-7f3ea8c42edf None None] Provisioning complete for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:38.985800 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8c162e5-b1bd-4927-ba3d-7f3ea8c42edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.015772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d4bb1fc6-7ad7-4724-a81e-5035624786ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Unset dirty status for tenant:9b5cac8106e94c2497438abeb7d32a2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:39.025918 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d4bb1fc6-7ad7-4724-a81e-5035624786ed tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports/11e2dc43-e8c8-4921-82ce-f8f04c234b4e HTTP/1.1" status: 404 len: 333 time: 0.3962147 Feb 11 13:38:39.027610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34364) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:39.067263 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.233142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09d1a1d3-f824-4948-8326-1bcb0772a860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.258712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df2537-df14-4037-9e5d-df4c135f4935 req-bdd52fe2-282a-4d3b-b361-866536f6249e tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.262563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-19df2537-df14-4037-9e5d-df4c135f4935 req-bdd52fe2-282a-4d3b-b361-866536f6249e tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Synchronizing usage tracker for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:39.318988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b8c162e5-b1bd-4927-ba3d-7f3ea8c42edf None None] Provisioning complete for port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:39.320491 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8c162e5-b1bd-4927-ba3d-7f3ea8c42edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.347906 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb8a-2cdd-4def-a6b2-93c708d870b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.388416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-19df2537-df14-4037-9e5d-df4c135f4935 req-bdd52fe2-282a-4d3b-b361-866536f6249e tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Unset dirty status for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:39.395706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-bdd52fe2-282a-4d3b-b361-866536f6249e tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/networks?id=407ef79f-e8ab-41fa-aac5-347e4e1cacad HTTP/1.1" status: 200 len: 814 time: 0.6557338 Feb 11 13:38:39.421368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b8c162e5-b1bd-4927-ba3d-7f3ea8c42edf None None] Port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:39.432556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb8a-2cdd-4def-a6b2-93c708d870b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.449273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-573626d9-7633-4a9e-ab99-06bc81ec2ba5 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/quotas/b10f7dbb64534a6990c6c2a58048e0d0 HTTP/1.1" status: 200 len: 375 time: 0.0526779 Feb 11 13:38:39.535432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a414466d-d2c3-4915-8268-89406ae82b44 None None] Could not find standard attr ID for object 11e2dc43-e8c8-4921-82ce-f8f04c234b4e. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:38:39.565685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1ceb7b-43b4-460f-a5a7-222771debf0b None None] Network ce88c8e4-deba-429c-8759-1cede0b8d9de requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:39.581925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb8a-2cdd-4def-a6b2-93c708d870b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.605598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-09d1a1d3-f824-4948-8326-1bcb0772a860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:39.614665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-09d1a1d3-f824-4948-8326-1bcb0772a860 admin admin] Usage tracker for resource:security_group_rule and tenant:6be337160db247d8bcfd445d1100bc2f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:39.615992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb8a-2cdd-4def-a6b2-93c708d870b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.619799 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-36f8eb8a-2cdd-4def-a6b2-93c708d870b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/security-groups/f9e159f8-99f7-42a7-a1ee-23cd05f19f70 HTTP/1.1" status: 204 len: 168 time: 0.5783522 Feb 11 13:38:39.619799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8eb8a-2cdd-4def-a6b2-93c708d870b5 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e159f8-99f7-42a7-a1ee-23cd05f19f70,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:39.623164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34368) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:39.627796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-09d1a1d3-f824-4948-8326-1bcb0772a860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:39.634628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-09d1a1d3-f824-4948-8326-1bcb0772a860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:39.641366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-19df2537-df14-4037-9e5d-df4c135f4935 req-4a0b5b94-eae6-434c-81ef-3ec23fd3623e tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Synchronizing usage tracker for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:39.700272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-19df2537-df14-4037-9e5d-df4c135f4935 req-4a0b5b94-eae6-434c-81ef-3ec23fd3623e tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Unset dirty status for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:39.701468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-4a0b5b94-eae6-434c-81ef-3ec23fd3623e tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b10f7dbb64534a6990c6c2a58048e0d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2455931 Feb 11 13:38:39.739327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-36264ded-7a17-4e22-b6f1-138870ed925b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:38:39.742343 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-36264ded-7a17-4e22-b6f1-138870ed925b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0099192 Feb 11 13:38:39.750264 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c4949d7-6ecf-4998-a5a1-2edffb5c94cf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.772995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-268c510c-82b3-4a1f-841d-27a0633b78ce None None] Provisioning for port ad022f0d-18f1-481b-b16c-e8375c388630 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:39.853708 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09d1a1d3-f824-4948-8326-1bcb0772a860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.859299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-09d1a1d3-f824-4948-8326-1bcb0772a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.864512 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c4949d7-6ecf-4998-a5a1-2edffb5c94cf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.944085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.953522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1a1d3-f824-4948-8326-1bcb0772a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a6865a-c695-479b-84b9-20854678a06f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:39.963914 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-46ccb688-e913-4059-987d-5f15a8eea315 service neutron] 10.222.0.67 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050381 Feb 11 13:38:39.965496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.994358 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c4949d7-6ecf-4998-a5a1-2edffb5c94cf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.054170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-09d1a1d3-f824-4948-8326-1bcb0772a860 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6be337160db247d8bcfd445d1100bc2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3566499 Feb 11 13:38:40.062917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34378) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:40.123948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ad022f0d-18f1-481b-b16c-e8375c388630 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:40.135768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=3d309980-f4db-4eb2-85ff-1cf3b855e9ec,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:40.141593 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.234398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ad022f0d-18f1-481b-b16c-e8375c388630 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:40.239884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ad022f0d-18f1-481b-b16c-e8375c388630 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:40.240495 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.259934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4949d7-6ecf-4998-a5a1-2edffb5c94cf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6cf714-6b2a-4194-8893-45b70700f2d6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:40.299479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c4949d7-6ecf-4998-a5a1-2edffb5c94cf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.303494 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0c4949d7-6ecf-4998-a5a1-2edffb5c94cf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/security-groups/3b6cf714-6b2a-4194-8893-45b70700f2d6 HTTP/1.1" status: 204 len: 168 time: 0.6769490 Feb 11 13:38:40.305005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34388) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:40.385642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0da9ec49-6e25-4a47-9859-a362c9d2b1db None None] Provisioning for port 3d309980-f4db-4eb2-85ff-1cf3b855e9ec completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:40.400948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0da9ec49-6e25-4a47-9859-a362c9d2b1db None None] Provisioning complete for port 3d309980-f4db-4eb2-85ff-1cf3b855e9ec triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:40.401571 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0da9ec49-6e25-4a47-9859-a362c9d2b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.427618 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30d7520d-4d45-49e6-b25c-ede4022f8841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.433554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-6ceefc5d-409a-4930-a17b-f5d5968b3ffd service neutron] 10.222.0.67 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680352 Feb 11 13:38:40.441042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network ce88c8e4-deba-429c-8759-1cede0b8d9de is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:40.445422 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:40.506155 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30d7520d-4d45-49e6-b25c-ede4022f8841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.515609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0da9ec49-6e25-4a47-9859-a362c9d2b1db None None] Port 3d309980-f4db-4eb2-85ff-1cf3b855e9ec cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:40.565468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0da9ec49-6e25-4a47-9859-a362c9d2b1db None None] Provisioning complete for port ad022f0d-18f1-481b-b16c-e8375c388630 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:40.567014 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0da9ec49-6e25-4a47-9859-a362c9d2b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.629489 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30d7520d-4d45-49e6-b25c-ede4022f8841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.665244 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.668338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7520d-4d45-49e6-b25c-ede4022f8841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a6865a-c695-479b-84b9-20854678a06f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:40.675494 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30d7520d-4d45-49e6-b25c-ede4022f8841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.677896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-30d7520d-4d45-49e6-b25c-ede4022f8841 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/88a6865a-c695-479b-84b9-20854678a06f HTTP/1.1" status: 204 len: 168 time: 0.6031578 Feb 11 13:38:40.774653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port ad022f0d-18f1-481b-b16c-e8375c388630, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ad022f0d-18f1-481b-b16c-e8375c388630,segment=NetworkSegment(e7671335-b65b-449b-bf6d-3bfe3fb09ab5),segment_id=e7671335-b65b-449b-bf6d-3bfe3fb09ab5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:40.783217 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.925308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e37ffb7-266e-4a44-a507-484cc07226c2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.998638 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e37ffb7-266e-4a44-a507-484cc07226c2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.038827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=ad022f0d-18f1-481b-b16c-e8375c388630,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:41.165326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-543cdc08-ea51-4327-81c2-4f906508d4bf None None] Provisioning complete for port 3d309980-f4db-4eb2-85ff-1cf3b855e9ec triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:41.166031 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-543cdc08-ea51-4327-81c2-4f906508d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.253261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-543cdc08-ea51-4327-81c2-4f906508d4bf None None] Port 3d309980-f4db-4eb2-85ff-1cf3b855e9ec cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:41.263677 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e37ffb7-266e-4a44-a507-484cc07226c2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.276385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34422) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:41.298403 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd7d4293-0008-4fdd-99d9-33b307defc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.333951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fd7d4293-0008-4fdd-99d9-33b307defc74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:41.337846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fd7d4293-0008-4fdd-99d9-33b307defc74 admin admin] Usage tracker for resource:security_group_rule and tenant:cbca191ddbe142eb874e356d2001cf1b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:41.341837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37ffb7-266e-4a44-a507-484cc07226c2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c61a1-e800-440b-954b-1c1f19b216dc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:41.342317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fd7d4293-0008-4fdd-99d9-33b307defc74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:41.348535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fd7d4293-0008-4fdd-99d9-33b307defc74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:41.387994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d23f281b-a00b-4565-a0b0-d6911b5405e5 req-96b78fe1-a5bd-4223-beee-b76c25846e9b tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 210 time: 0.1314385 Feb 11 13:38:41.397133 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e37ffb7-266e-4a44-a507-484cc07226c2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.398250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e37ffb7-266e-4a44-a507-484cc07226c2 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/security-groups/d44c61a1-e800-440b-954b-1c1f19b216dc HTTP/1.1" status: 204 len: 168 time: 1.0887234 Feb 11 13:38:41.407093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34426) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:41.493581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 641aa9b2-1aba-4597-8965-b7265925f373 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:38:41.630996 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd7d4293-0008-4fdd-99d9-33b307defc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.642931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd7d4293-0008-4fdd-99d9-33b307defc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.720864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fd7d4293-0008-4fdd-99d9-33b307defc74 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cbca191ddbe142eb874e356d2001cf1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4425559 Feb 11 13:38:41.724629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-53765241-b222-454e-b447-091ddedaed38 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet 6616423e-87d1-4c24-99a3-e34d7f8e66bf {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:38:41.728860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53765241-b222-454e-b447-091ddedaed38 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.741825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34434) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:41.826081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d4293-0008-4fdd-99d9-33b307defc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f3e626-7308-49ec-92ea-ecc85530b1c0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:41.831934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:41.839408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8b1974e3-c16b-489f-833f-da6395e69dbd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/641aa9b2-1aba-4597-8965-b7265925f373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9866874 Feb 11 13:38:41.839956 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53765241-b222-454e-b447-091ddedaed38 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.841799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34438) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:41.856928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6758340-8d7f-4a6e-af66-d2590a23dfd9 None None] Sync routers for ids ['641aa9b2-1aba-4597-8965-b7265925f373'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:38:41.882776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6758340-8d7f-4a6e-af66-d2590a23dfd9 None None] Routers {'641aa9b2-1aba-4597-8965-b7265925f373'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:41.885868 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6758340-8d7f-4a6e-af66-d2590a23dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['641aa9b2-1aba-4597-8965-b7265925f373'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:41.906523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5011b422-a763-44a0-aa2b-d85d8fbcda49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.981389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53765241-b222-454e-b447-091ddedaed38 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.981890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5011b422-a763-44a0-aa2b-d85d8fbcda49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.026506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6758340-8d7f-4a6e-af66-d2590a23dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:42.030311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433260e7-6872-404b-a0da-cc17ee11df89 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.030975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-433260e7-6872-404b-a0da-cc17ee11df89 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:42.038527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6758340-8d7f-4a6e-af66-d2590a23dfd9 None None] Routers {'641aa9b2-1aba-4597-8965-b7265925f373'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:42.039208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6758340-8d7f-4a6e-af66-d2590a23dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['641aa9b2-1aba-4597-8965-b7265925f373'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:42.115570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ad022f0d-18f1-481b-b16c-e8375c388630 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:42.140391 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53765241-b222-454e-b447-091ddedaed38 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.146896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-433260e7-6872-404b-a0da-cc17ee11df89 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:42.152467 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-433260e7-6872-404b-a0da-cc17ee11df89 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports/3d309980-f4db-4eb2-85ff-1cf3b855e9ec HTTP/1.1" status: 200 len: 910 time: 0.3066392 Feb 11 13:38:42.152655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34452) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:42.171534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-06b221b9-3291-497f-89a1-2ca62ceabcad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4a2c3b85-68d1-498b-8ec3-5e0f1ef543b7'}]}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:42.198444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6758340-8d7f-4a6e-af66-d2590a23dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:42.199389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6758340-8d7f-4a6e-af66-d2590a23dfd9 None None] The sync data for ids ['641aa9b2-1aba-4597-8965-b7265925f373'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:38:42.222004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ad022f0d-18f1-481b-b16c-e8375c388630 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:42.222378 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.263471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53765241-b222-454e-b447-091ddedaed38 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=6616423e-87d1-4c24-99a3-e34d7f8e66bf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:42.273941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53765241-b222-454e-b447-091ddedaed38 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.286252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293a6e1b-fcc8-4e22-8ac8-d1ee079cd8dc None None] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:42.293709 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-53765241-b222-454e-b447-091ddedaed38 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/6616423e-87d1-4c24-99a3-e34d7f8e66bf HTTP/1.1" status: 204 len: 168 time: 0.8839960 Feb 11 13:38:42.298347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34456) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:42.311201 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5011b422-a763-44a0-aa2b-d85d8fbcda49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.396306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011b422-a763-44a0-aa2b-d85d8fbcda49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f3e626-7308-49ec-92ea-ecc85530b1c0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:42.430907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc7b2f4-c7d9-4eb6-be6a-66166f4515c3 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet 364784c2-3002-414a-9687-40b216ea2496 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:38:42.434550 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccc7b2f4-c7d9-4eb6-be6a-66166f4515c3 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.541144 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5011b422-a763-44a0-aa2b-d85d8fbcda49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.543730 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5011b422-a763-44a0-aa2b-d85d8fbcda49 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f5f3e626-7308-49ec-92ea-ecc85530b1c0 HTTP/1.1" status: 204 len: 168 time: 0.7996435 Feb 11 13:38:42.558622 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccc7b2f4-c7d9-4eb6-be6a-66166f4515c3 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.563359 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.622683 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e42d7ba7-afed-49a5-9b73-6266325cc5c8 req-05d33148-f2f8-4097-8ce8-ed702ac243d1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 210 time: 0.0771592 Feb 11 13:38:42.770375 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccc7b2f4-c7d9-4eb6-be6a-66166f4515c3 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.902375 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccc7b2f4-c7d9-4eb6-be6a-66166f4515c3 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.914167 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06b221b9-3291-497f-89a1-2ca62ceabcad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.974914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccc7b2f4-c7d9-4eb6-be6a-66166f4515c3 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.991005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7b2f4-c7d9-4eb6-be6a-66166f4515c3 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=364784c2-3002-414a-9687-40b216ea2496,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:42.998996 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ccc7b2f4-c7d9-4eb6-be6a-66166f4515c3 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/364784c2-3002-414a-9687-40b216ea2496 HTTP/1.1" status: 204 len: 168 time: 0.6982768 Feb 11 13:38:43.004078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34482) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:43.093571 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e670ea40-4862-4184-917f-59130b13e4a4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:43.099091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e670ea40-4862-4184-917f-59130b13e4a4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:43.105819 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e670ea40-4862-4184-917f-59130b13e4a4 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/6616423e-87d1-4c24-99a3-e34d7f8e66bf HTTP/1.1" status: 404 len: 337 time: 0.1005168 Feb 11 13:38:43.110754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34490) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:43.254414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-230a19b7-0786-4ea9-946d-bcbf7f23a520 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting subnet c56f8845-b2ed-49ea-b39d-752cac690d1a {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:38:43.263418 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-230a19b7-0786-4ea9-946d-bcbf7f23a520 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:43.370257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-230a19b7-0786-4ea9-946d-bcbf7f23a520 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:43.530605 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-230a19b7-0786-4ea9-946d-bcbf7f23a520 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:43.590952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657f17a-34d0-4dbb-8a1a-95649095d98e req-073f3b25-a808-4caf-9cee-ff38606163fc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.594839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657f17a-34d0-4dbb-8a1a-95649095d98e req-073f3b25-a808-4caf-9cee-ff38606163fc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.625888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657f17a-34d0-4dbb-8a1a-95649095d98e req-073f3b25-a808-4caf-9cee-ff38606163fc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.630881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657f17a-34d0-4dbb-8a1a-95649095d98e req-073f3b25-a808-4caf-9cee-ff38606163fc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.650523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657f17a-34d0-4dbb-8a1a-95649095d98e req-073f3b25-a808-4caf-9cee-ff38606163fc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.655847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657f17a-34d0-4dbb-8a1a-95649095d98e req-073f3b25-a808-4caf-9cee-ff38606163fc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.676996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657f17a-34d0-4dbb-8a1a-95649095d98e req-073f3b25-a808-4caf-9cee-ff38606163fc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.683219 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1657f17a-34d0-4dbb-8a1a-95649095d98e req-073f3b25-a808-4caf-9cee-ff38606163fc tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5445 time: 0.4583306 Feb 11 13:38:43.879324 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-230a19b7-0786-4ea9-946d-bcbf7f23a520 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:43.889762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1657f17a-34d0-4dbb-8a1a-95649095d98e req-097db25e-0943-4995-bb09-91bb11a6f8c0 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1838610 Feb 11 13:38:43.958000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a19b7-0786-4ea9-946d-bcbf7f23a520 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Subnet': ['ID=c56f8845-b2ed-49ea-b39d-752cac690d1a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:44.017991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df2537-df14-4037-9e5d-df4c135f4935 req-cbdc232b-7a10-4fdc-912b-7801e53ba2be tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.019452 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-cbdc232b-7a10-4fdc-912b-7801e53ba2be tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.73 "GET /v2.0/networks?id=407ef79f-e8ab-41fa-aac5-347e4e1cacad HTTP/1.1" status: 200 len: 814 time: 0.3828390 Feb 11 13:38:44.027423 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95a91aad-bb70-4397-84a1-4615c2544ca4 req-5264cdb0-a9f0-41a9-8d81-005b370090b1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 210 time: 0.1352785 Feb 11 13:38:44.033486 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-230a19b7-0786-4ea9-946d-bcbf7f23a520 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.049738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916fed5d-4a16-47bb-a0f3-a9075d4e1761 None None] Network 6abfda97-9fcf-4beb-89e0-74983b8d9d38 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:44.149734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-230a19b7-0786-4ea9-946d-bcbf7f23a520 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/c56f8845-b2ed-49ea-b39d-752cac690d1a HTTP/1.1" status: 204 len: 168 time: 1.0376444 Feb 11 13:38:44.154368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34514) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:44.171664 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-1aeee86a-5410-41f1-aed4-d0abd3601229 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10f7dbb64534a6990c6c2a58048e0d0 HTTP/1.1" status: 200 len: 380 time: 0.1340435 Feb 11 13:38:44.231241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Request body: {'port': {'device_id': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'admin_state_up': True, 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'security_groups': ['53a22cca-7cd2-4c11-8db8-904ba8fab1f1']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:44.255565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-385e5ac7-1952-472c-ad07-42dd935eb821 None None] Provisioning complete for port f4c922ec-0aaa-40eb-bd7d-c30673a65575 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:44.255912 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-385e5ac7-1952-472c-ad07-42dd935eb821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.257268 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbc9e47-67d2-43a9-9f64-55dd0ff00afd tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:44.257706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbc9e47-67d2-43a9-9f64-55dd0ff00afd tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:44.263743 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bdbc9e47-67d2-43a9-9f64-55dd0ff00afd tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/1adbcbec-74e6-4cc2-b863-b65d0f270451 HTTP/1.1" status: 404 len: 337 time: 0.1083288 Feb 11 13:38:44.264374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34520) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:44.496753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06b221b9-3291-497f-89a1-2ca62ceabcad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.517274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06b221b9-3291-497f-89a1-2ca62ceabcad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.569214 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6c13d58f-3e9e-4b14-b009-3cf14cc8c51b tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "GET /v2.0/ports?device_id=557f994d-67b3-4757-ab39-d1960b04825a HTTP/1.1" status: 200 len: 205 time: 0.2418323 Feb 11 13:38:44.571019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34528) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:44.584763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-385e5ac7-1952-472c-ad07-42dd935eb821 None None] Provisioning complete for port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:44.584763 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-385e5ac7-1952-472c-ad07-42dd935eb821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.688105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e21ff3d-f99c-4609-b5f2-032e58ba91a7 None None] DHCP port deletion for 6abfda97-9fcf-4beb-89e0-74983b8d9d38 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:38:44.696502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2e21ff3d-f99c-4609-b5f2-032e58ba91a7 None None] Deleting port f4c922ec-0aaa-40eb-bd7d-c30673a65575 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:44.696873 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e21ff3d-f99c-4609-b5f2-032e58ba91a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.715141 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-d0e6f04f-7fe2-48ee-889c-b9e4bd06a680 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] delete failed (client error): The resource could not be found. Feb 11 13:38:44.719604 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d0e6f04f-7fe2-48ee-889c-b9e4bd06a680 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/routers/557f994d-67b3-4757-ab39-d1960b04825a HTTP/1.1" status: 404 len: 336 time: 0.1376572 Feb 11 13:38:44.722815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34534) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:44.771309 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3077d0e4-11cd-4977-ae1d-9494e926325d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:44.771954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3077d0e4-11cd-4977-ae1d-9494e926325d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:44.773912 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3077d0e4-11cd-4977-ae1d-9494e926325d tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/724db765-69ec-4daf-92dd-e17ef1ee5036 HTTP/1.1" status: 404 len: 337 time: 0.0501502 Feb 11 13:38:44.779687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34538) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:44.785478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-385e5ac7-1952-472c-ad07-42dd935eb821 None None] Port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:44.828511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:44.829770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b221b9-3291-497f-89a1-2ca62ceabcad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=3d309980-f4db-4eb2-85ff-1cf3b855e9ec,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:44.837332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b221b9-3291-497f-89a1-2ca62ceabcad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.838044 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06b221b9-3291-497f-89a1-2ca62ceabcad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.839536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-06b221b9-3291-497f-89a1-2ca62ceabcad tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/ports/3d309980-f4db-4eb2-85ff-1cf3b855e9ec HTTP/1.1" status: 200 len: 910 time: 2.6834860 Feb 11 13:38:44.840822 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfe4850-6937-44dc-b61b-4521cddf8e1e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:44.841476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfe4850-6937-44dc-b61b-4521cddf8e1e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:44.842859 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34542) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:44.845559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1cfe4850-6937-44dc-b61b-4521cddf8e1e tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/60a4f1ca-bd36-42c7-9df4-1a111390696c HTTP/1.1" status: 404 len: 337 time: 0.0606668 Feb 11 13:38:44.845802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34544) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:44.851151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:44.918019 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d04d347-7518-462d-9040-820a2537594a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:44.918614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d04d347-7518-462d-9040-820a2537594a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:44.923506 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1d04d347-7518-462d-9040-820a2537594a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/c3e52110-a70e-4aad-82d0-76ca4545099f HTTP/1.1" status: 404 len: 337 time: 0.0739226 Feb 11 13:38:44.923814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34550) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:45.037580 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad866d2d-ca19-487a-96a7-992757fe1a56 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:45.040233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad866d2d-ca19-487a-96a7-992757fe1a56 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:45.045221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ad866d2d-ca19-487a-96a7-992757fe1a56 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/10a8d1af-71ec-4a59-be1c-780215a9309d HTTP/1.1" status: 404 len: 333 time: 0.1170759 Feb 11 13:38:45.045395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2e21ff3d-f99c-4609-b5f2-032e58ba91a7 None None] For port f4c922ec-0aaa-40eb-bd7d-c30673a65575, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=f4c922ec-0aaa-40eb-bd7d-c30673a65575,segment=NetworkSegment(655f4e15-e9a2-4b91-9f02-b7a01b919b7d),segment_id=655f4e15-e9a2-4b91-9f02-b7a01b919b7d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:45.045722 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e21ff3d-f99c-4609-b5f2-032e58ba91a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.045835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34556) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:45.089720 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab23f9e7-5a43-4665-8b11-7f7c415a2a2a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:45.090387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab23f9e7-5a43-4665-8b11-7f7c415a2a2a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:45.094740 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ab23f9e7-5a43-4665-8b11-7f7c415a2a2a tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/17154e8d-62c5-434e-819e-0a9240db2025 HTTP/1.1" status: 404 len: 337 time: 0.0454655 Feb 11 13:38:45.094971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34562) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:45.145757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Made reservation on behalf of b10f7dbb64534a6990c6c2a58048e0d0 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:45.153828 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.310298 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-569138a9-f1f9-4f88-b230-f66dee7c7cf8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:45.310298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569138a9-f1f9-4f88-b230-f66dee7c7cf8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:45.310298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-569138a9-f1f9-4f88-b230-f66dee7c7cf8 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/d10a7695-8603-49b5-9590-62cac90601f0 HTTP/1.1" status: 404 len: 337 time: 0.2091630 Feb 11 13:38:45.316430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2e21ff3d-f99c-4609-b5f2-032e58ba91a7 None None] Calling delete_port for f4c922ec-0aaa-40eb-bd7d-c30673a65575 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:45.319073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34566) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:45.365433 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cb9be7-08fc-4ef2-b6ed-929dde8ad0ea tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:45.366181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cb9be7-08fc-4ef2-b6ed-929dde8ad0ea tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:45.368039 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a5cb9be7-08fc-4ef2-b6ed-929dde8ad0ea tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/7dc885a3-412b-4621-bc6f-dabfe897a7de HTTP/1.1" status: 404 len: 333 time: 0.0546067 Feb 11 13:38:45.372478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34570) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:45.411552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e21ff3d-f99c-4609-b5f2-032e58ba91a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.484980 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bb6d53-8df6-47f4-9830-8aa3fbb6fe0f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:45.484980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bb6d53-8df6-47f4-9830-8aa3fbb6fe0f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:45.484980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c0bb6d53-8df6-47f4-9830-8aa3fbb6fe0f tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/0cbf4e09-5d0e-46cc-a065-eeeffee6ea1d HTTP/1.1" status: 404 len: 337 time: 0.1042640 Feb 11 13:38:45.484980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34578) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:45.539596 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21ff3d-f99c-4609-b5f2-032e58ba91a7 None None] No DVR routers for this DVR port f4c922ec-0aaa-40eb-bd7d-c30673a65575 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:45.554472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21ff3d-f99c-4609-b5f2-032e58ba91a7 None None] Pushing event deleted for resources: {'Port': ['ID=f4c922ec-0aaa-40eb-bd7d-c30673a65575,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:45.580271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Allocated IP 172.20.0.7 (407ef79f-e8ab-41fa-aac5-347e4e1cacad/62fd4a1b-407f-4221-afd1-f48392f423bd/594f1b75-44d6-45bb-8df7-d751edaeb53c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:45.604059 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5cb96161-abf0-4253-ba93-34e95f7125bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.681082 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-479088b7-5ea3-4c46-991f-eef5961cf543 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:45.681082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479088b7-5ea3-4c46-991f-eef5961cf543 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:45.696818 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-479088b7-5ea3-4c46-991f-eef5961cf543 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/subnets/6a72285d-1def-4932-9182-6732674393c5 HTTP/1.1" status: 404 len: 337 time: 0.1907434 Feb 11 13:38:45.696818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34582) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:45.796815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63007-be24-44d2-948a-f034b2e9c43e req-4ec2330a-1ad1-4438-a247-d31236b8b493 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.801200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63007-be24-44d2-948a-f034b2e9c43e req-4ec2330a-1ad1-4438-a247-d31236b8b493 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.805146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63007-be24-44d2-948a-f034b2e9c43e req-4ec2330a-1ad1-4438-a247-d31236b8b493 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.810134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63007-be24-44d2-948a-f034b2e9c43e req-4ec2330a-1ad1-4438-a247-d31236b8b493 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.814409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63007-be24-44d2-948a-f034b2e9c43e req-4ec2330a-1ad1-4438-a247-d31236b8b493 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.818673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63007-be24-44d2-948a-f034b2e9c43e req-4ec2330a-1ad1-4438-a247-d31236b8b493 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.825133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63007-be24-44d2-948a-f034b2e9c43e req-4ec2330a-1ad1-4438-a247-d31236b8b493 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.832794 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fae63007-be24-44d2-948a-f034b2e9c43e req-4ec2330a-1ad1-4438-a247-d31236b8b493 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5445 time: 0.6140511 Feb 11 13:38:45.870101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-27cb3088-82e7-423c-a5a3-b8a765a27dbf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Deleting port 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:45.874928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27cb3088-82e7-423c-a5a3-b8a765a27dbf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.987969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fae63007-be24-44d2-948a-f034b2e9c43e req-3a0ccae5-87d2-45f5-86e8-02fceebc8a86 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542368 Feb 11 13:38:46.061296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f4c922ec-0aaa-40eb-bd7d-c30673a65575 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:38:46.079544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c526bc11-485a-4a5e-92fd-3941a9fb85be req-186a6525-f9df-455c-ba81-36cf8e7e6356 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 210 time: 0.2004123 Feb 11 13:38:46.108046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: f4c922ec-0aaa-40eb-bd7d-c30673a65575 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:38:46.108828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device f4c922ec-0aaa-40eb-bd7d-c30673a65575 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:38:46.188010 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.237988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Transition to ACTIVE for port object 594f1b75-44d6-45bb-8df7-d751edaeb53c will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:46.276592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27cb3088-82e7-423c-a5a3-b8a765a27dbf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.420618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e906-a028-4de6-807f-875efb733af3 req-2e04b9a4-efd3-4f35-a8a6-69feb263938f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.425159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e906-a028-4de6-807f-875efb733af3 req-2e04b9a4-efd3-4f35-a8a6-69feb263938f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.429353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e906-a028-4de6-807f-875efb733af3 req-2e04b9a4-efd3-4f35-a8a6-69feb263938f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.434294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e906-a028-4de6-807f-875efb733af3 req-2e04b9a4-efd3-4f35-a8a6-69feb263938f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.438593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e906-a028-4de6-807f-875efb733af3 req-2e04b9a4-efd3-4f35-a8a6-69feb263938f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.443713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e906-a028-4de6-807f-875efb733af3 req-2e04b9a4-efd3-4f35-a8a6-69feb263938f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.449886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e906-a028-4de6-807f-875efb733af3 req-2e04b9a4-efd3-4f35-a8a6-69feb263938f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.451815 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-2e04b9a4-efd3-4f35-a8a6-69feb263938f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5445 time: 0.4888694 Feb 11 13:38:46.452286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-27cb3088-82e7-423c-a5a3-b8a765a27dbf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Calling delete_port for 8a516d2e-a6fc-4f57-ab52-7dc02a547bcf owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:46.533172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.599748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e906-a028-4de6-807f-875efb733af3 req-d7fcb1ae-a1d5-49fa-9f40-813dabb21691 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.601099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-d7fcb1ae-a1d5-49fa-9f40-813dabb21691 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "GET /v2.0/ports/ff71d346-712c-4d9e-b2ca-503622e9b2f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1418419 Feb 11 13:38:46.606914 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27cb3088-82e7-423c-a5a3-b8a765a27dbf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.696908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb3088-82e7-423c-a5a3-b8a765a27dbf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Port': ['ID=8a516d2e-a6fc-4f57-ab52-7dc02a547bcf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:46.711495 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27cb3088-82e7-423c-a5a3-b8a765a27dbf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.728430 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-27cb3088-82e7-423c-a5a3-b8a765a27dbf tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/ports/8a516d2e-a6fc-4f57-ab52-7dc02a547bcf HTTP/1.1" status: 204 len: 168 time: 1.0346422 Feb 11 13:38:46.728612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34592) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:46.755525 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Network 407ef79f-e8ab-41fa-aac5-347e4e1cacad is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:46.770746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:46.784352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event updated for resources: {'Port': ['ID=594f1b75-44d6-45bb-8df7-d751edaeb53c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:46.794718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:38:46.941710 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.960493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.961253 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.984315 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-4d09b69e-d85e-445e-88ee-99c51d777acf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "GET /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3591816 Feb 11 13:38:47.016267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:47.105971 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.242237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0662a2f7-412d-4d47-b36e-c3e29328f66a None None] Provisioning for port 594f1b75-44d6-45bb-8df7-d751edaeb53c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:47.264570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0662a2f7-412d-4d47-b36e-c3e29328f66a None None] Provisioning complete for port 594f1b75-44d6-45bb-8df7-d751edaeb53c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:47.265448 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0662a2f7-412d-4d47-b36e-c3e29328f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.294744 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:38:47.322112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-b86d771f-d224-42f7-9290-841436aea224 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0833254 Feb 11 13:38:47.332672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Request body: {'port': {'device_id': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:47.383500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0662a2f7-412d-4d47-b36e-c3e29328f66a None None] Port 594f1b75-44d6-45bb-8df7-d751edaeb53c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:47.493540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.540027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abfda97-9fcf-4beb-89e0-74983b8d9d38']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:47.559936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655f4e15-e9a2-4b91-9f02-b7a01b919b7d') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:47.560277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655f4e15-e9a2-4b91-9f02-b7a01b919b7d') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:47.580301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.613221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568c73-e1d9-4672-bd91-dd2660bc24d1 req-3f8f55b6-ae16-4707-88e5-3952ebf67194 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.616662 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e47bd184-3034-45fa-8755-1581e5a22f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.621217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568c73-e1d9-4672-bd91-dd2660bc24d1 req-3f8f55b6-ae16-4707-88e5-3952ebf67194 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.627754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568c73-e1d9-4672-bd91-dd2660bc24d1 req-3f8f55b6-ae16-4707-88e5-3952ebf67194 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.632909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568c73-e1d9-4672-bd91-dd2660bc24d1 req-3f8f55b6-ae16-4707-88e5-3952ebf67194 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.638654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568c73-e1d9-4672-bd91-dd2660bc24d1 req-3f8f55b6-ae16-4707-88e5-3952ebf67194 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.644382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568c73-e1d9-4672-bd91-dd2660bc24d1 req-3f8f55b6-ae16-4707-88e5-3952ebf67194 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.652593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08568c73-e1d9-4672-bd91-dd2660bc24d1 req-3f8f55b6-ae16-4707-88e5-3952ebf67194 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.675684 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08568c73-e1d9-4672-bd91-dd2660bc24d1 req-3f8f55b6-ae16-4707-88e5-3952ebf67194 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5445 time: 0.2552500 Feb 11 13:38:47.723397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.770201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:38:47.770653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:47.811636 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:47.907892 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.913562 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08568c73-e1d9-4672-bd91-dd2660bc24d1 req-3ea3f5ea-ab33-48d4-827b-2088c1d63de8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2368810 Feb 11 13:38:47.981071 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.002001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.017764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] Pushing event deleted for resources: {'Network': ['ID=6abfda97-9fcf-4beb-89e0-74983b8d9d38,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:48.023035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.024550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f6acbc1d-9ea9-4ed2-b6f5-fc80cf6e9d46 tempest-PortsIpV6TestJSON-857109191 tempest-PortsIpV6TestJSON-857109191-project] 10.222.0.67 "DELETE /v2.0/networks/6abfda97-9fcf-4beb-89e0-74983b8d9d38 HTTP/1.1" status: 204 len: 168 time: 1.2949696 Feb 11 13:38:48.171930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ebaa8-9f6d-4155-ae18-7e8deb3b039f req-f8d0120d-2117-4f94-84b6-9a123ca93ccd tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:48.172825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7a9ebaa8-9f6d-4155-ae18-7e8deb3b039f req-f8d0120d-2117-4f94-84b6-9a123ca93ccd tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Synchronizing usage tracker for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:48.359882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 2b152096-fb5d-4500-ac30-64cb724ef11f no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:38:48.453737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34658) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:48.498265 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.537743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b152096-fb5d-4500-ac30-64cb724ef11f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:48.537955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7a9ebaa8-9f6d-4155-ae18-7e8deb3b039f req-f8d0120d-2117-4f94-84b6-9a123ca93ccd tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Unset dirty status for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:48.545373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a9ebaa8-9f6d-4155-ae18-7e8deb3b039f req-f8d0120d-2117-4f94-84b6-9a123ca93ccd tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 931 time: 0.9539628 Feb 11 13:38:48.550226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2b152096-fb5d-4500-ac30-64cb724ef11f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2b152096-fb5d-4500-ac30-64cb724ef11f,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:48.556400 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.557441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ff71d346-712c-4d9e-b2ca-503622e9b2f0 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:38:48.583033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34668) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:48.587710 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:38:48.655412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a9ebaa8-9f6d-4155-ae18-7e8deb3b039f req-68751f0a-f6d0-4f2e-8f6f-d70a2c3f27c2 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087427 Feb 11 13:38:48.774957 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b152096-fb5d-4500-ac30-64cb724ef11f', 'code': 200} Feb 11 13:38:48.775733 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.814012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=2b152096-fb5d-4500-ac30-64cb724ef11f,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:48.850128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4bbff5c-c998-4cce-b268-eb064c6a9df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.857515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594f1b75-44d6-45bb-8df7-d751edaeb53c {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:38:48.876348 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.891160 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.906278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.932481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] For port ff71d346-712c-4d9e-b2ca-503622e9b2f0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ff71d346-712c-4d9e-b2ca-503622e9b2f0,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:48.934767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c4bbff5c-c998-4cce-b268-eb064c6a9df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:48.945736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c4bbff5c-c998-4cce-b268-eb064c6a9df4 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf4f625836345ed940a15d0480fbd36 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:48.950457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c4bbff5c-c998-4cce-b268-eb064c6a9df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:48.960080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c4bbff5c-c998-4cce-b268-eb064c6a9df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:48.990226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e1ab2ab-31e9-436b-a7fd-eaeb17c6ea91 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b5cac8106e94c2497438abeb7d32a2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4059143 Feb 11 13:38:48.990902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34680) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:48.996355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Transition to ACTIVE for port object 594f1b75-44d6-45bb-8df7-d751edaeb53c will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:49.061969 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.111640 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4bbff5c-c998-4cce-b268-eb064c6a9df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.112713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ef-ea10-4260-8251-b7ad2b8863e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.128316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4bbff5c-c998-4cce-b268-eb064c6a9df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.159660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:38:49.170627 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ef-ea10-4260-8251-b7ad2b8863e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.226239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbff5c-c998-4cce-b268-eb064c6a9df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce04497-cf5c-4418-bca5-05f7816a55d3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.236707 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c4bbff5c-c998-4cce-b268-eb064c6a9df4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1cf4f625836345ed940a15d0480fbd36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7795925 Feb 11 13:38:49.238097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34686) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:49.270231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] For port ff71d346-712c-4d9e-b2ca-503622e9b2f0, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:49.298383 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ef-ea10-4260-8251-b7ad2b8863e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.323913 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d714ef-ea10-4260-8251-b7ad2b8863e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb2914-38e1-4090-9fa9-7002e95cd0f5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.348262 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ef-ea10-4260-8251-b7ad2b8863e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.352173 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f6d714ef-ea10-4260-8251-b7ad2b8863e0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77fb2914-38e1-4090-9fa9-7002e95cd0f5 HTTP/1.1" status: 204 len: 168 time: 0.3590963 Feb 11 13:38:49.358094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cfea59d7-7bbf-46a9-96c2-05296f9dbe17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.392766 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cfea59d7-7bbf-46a9-96c2-05296f9dbe17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.460791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] device_id is not set on port ff71d346-712c-4d9e-b2ca-503622e9b2f0 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:49.462084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cfea59d7-7bbf-46a9-96c2-05296f9dbe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.494536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Pushing event updated for resources: {'Port': ['ID=594f1b75-44d6-45bb-8df7-d751edaeb53c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.500053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea59d7-7bbf-46a9-96c2-05296f9dbe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce04497-cf5c-4418-bca5-05f7816a55d3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.501928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.511684 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cfea59d7-7bbf-46a9-96c2-05296f9dbe17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.513279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cfea59d7-7bbf-46a9-96c2-05296f9dbe17 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bce04497-cf5c-4418-bca5-05f7816a55d3 HTTP/1.1" status: 204 len: 168 time: 0.2742012 Feb 11 13:38:49.564801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.679569 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:38:49.680189 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:38:49.803149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] Pushing event updated for resources: {'Port': ['ID=ff71d346-712c-4d9e-b2ca-503622e9b2f0,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.881576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35008757-1591-4ca5-a8c7-b2a1b139fd4f req-95f9c655-2979-43c8-92eb-0eb300ade89f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.885727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35008757-1591-4ca5-a8c7-b2a1b139fd4f req-95f9c655-2979-43c8-92eb-0eb300ade89f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.890599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35008757-1591-4ca5-a8c7-b2a1b139fd4f req-95f9c655-2979-43c8-92eb-0eb300ade89f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.894789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35008757-1591-4ca5-a8c7-b2a1b139fd4f req-95f9c655-2979-43c8-92eb-0eb300ade89f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.898873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35008757-1591-4ca5-a8c7-b2a1b139fd4f req-95f9c655-2979-43c8-92eb-0eb300ade89f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.904161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35008757-1591-4ca5-a8c7-b2a1b139fd4f req-95f9c655-2979-43c8-92eb-0eb300ade89f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.913625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35008757-1591-4ca5-a8c7-b2a1b139fd4f req-95f9c655-2979-43c8-92eb-0eb300ade89f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.915878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35008757-1591-4ca5-a8c7-b2a1b139fd4f req-95f9c655-2979-43c8-92eb-0eb300ade89f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 5443 time: 0.7642832 Feb 11 13:38:49.981878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ff15-cb9f-47ce-a83d-ea0b10f0a13e req-70fb0987-8e8f-4b4c-b33d-c7c46af507fa tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.998279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-db91ff15-cb9f-47ce-a83d-ea0b10f0a13e req-70fb0987-8e8f-4b4c-b33d-c7c46af507fa tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 943 time: 0.1487768 Feb 11 13:38:50.066323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] No DVR routers for this DVR port ff71d346-712c-4d9e-b2ca-503622e9b2f0 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:50.109890 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-db91ff15-cb9f-47ce-a83d-ea0b10f0a13e req-e472fe73-061d-4782-8b4e-398a7ac79d02 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070311 Feb 11 13:38:50.152727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Attempting to bind port 594f1b75-44d6-45bb-8df7-d751edaeb53c on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:38:50.153064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Attempting to bind port 594f1b75-44d6-45bb-8df7-d751edaeb53c by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:38:50.153390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Attempting to bind port 594f1b75-44d6-45bb-8df7-d751edaeb53c on network 407ef79f-e8ab-41fa-aac5-347e4e1cacad {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:38:50.171150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34710) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:50.194442 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ffdb57f-c317-4bbd-83cb-29cd1fe43552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.218012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Port 594f1b75-44d6-45bb-8df7-d751edaeb53c on network 407ef79f-e8ab-41fa-aac5-347e4e1cacad not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:38:50.218349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Attempting to bind port 594f1b75-44d6-45bb-8df7-d751edaeb53c on network 407ef79f-e8ab-41fa-aac5-347e4e1cacad {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:38:50.223526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] In _notify_port_updated(), no bound segment for port ff71d346-712c-4d9e-b2ca-503622e9b2f0 on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:38:50.252296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.253425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7ffdb57f-c317-4bbd-83cb-29cd1fe43552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:50.254016 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-24d3a01e-6ade-40d1-b41e-3b6d84cbc42d service neutron] 10.222.0.73 "PUT /v2.0/ports/ff71d346-712c-4d9e-b2ca-503622e9b2f0 HTTP/1.1" status: 200 len: 1032 time: 3.2505341 Feb 11 13:38:50.263748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7ffdb57f-c317-4bbd-83cb-29cd1fe43552 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec03aae51dd4e6ea69dd001846a4643 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:50.272118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7ffdb57f-c317-4bbd-83cb-29cd1fe43552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:50.274490 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35008757-1591-4ca5-a8c7-b2a1b139fd4f req-c5d74f69-4a86-47c4-a57d-ad4ddae6dcc8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2373762 Feb 11 13:38:50.283011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7ffdb57f-c317-4bbd-83cb-29cd1fe43552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:50.339577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:38:50.340200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Checking segment: {'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:38:50.340879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Bound using segment: {'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:38:50.341466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Bound port: 594f1b75-44d6-45bb-8df7-d751edaeb53c, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249593e8-0c54-4d40-909a-ddff302553c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:38:50.341965 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.383053 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.389117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 6f25dc42-13d6-4753-bcaf-9f913c73223e no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:38:50.422880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ffdb57f-c317-4bbd-83cb-29cd1fe43552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.429741 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ffdb57f-c317-4bbd-83cb-29cd1fe43552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.484065 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7ffdb57f-c317-4bbd-83cb-29cd1fe43552 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ec03aae51dd4e6ea69dd001846a4643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3104606 Feb 11 13:38:50.484744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34714) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:50.498319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e906-a028-4de6-807f-875efb733af3 req-3844d1a3-9d61-4fc8-8e4f-4be2039e73ed tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:50.505195 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-3844d1a3-9d61-4fc8-8e4f-4be2039e73ed tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "GET /v2.0/ports/c899f753-f998-42d3-960c-2eb5c59c628c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2426515 Feb 11 13:38:50.523478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:50.526314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9224637b-f6f9-46cf-9701-272e5370ede6 None None] Provisioning complete for port ff71d346-712c-4d9e-b2ca-503622e9b2f0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:50.527282 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9224637b-f6f9-46cf-9701-272e5370ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.533713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdb57f-c317-4bbd-83cb-29cd1fe43552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27066b5f-cff5-4fc7-bb48-4e2014fc808d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:50.591349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26c06cb5-f449-48a1-bb6c-8962aa31c77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.651739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9224637b-f6f9-46cf-9701-272e5370ede6 None None] Port ff71d346-712c-4d9e-b2ca-503622e9b2f0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:50.656189 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26c06cb5-f449-48a1-bb6c-8962aa31c77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.694769 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.747695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 6f25dc42-13d6-4753-bcaf-9f913c73223e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6f25dc42-13d6-4753-bcaf-9f913c73223e,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:50.748221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] For port 594f1b75-44d6-45bb-8df7-d751edaeb53c, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:50.749156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26c06cb5-f449-48a1-bb6c-8962aa31c77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.752039 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.752879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 717a2c18-0476-4820-a631-22c0a1d02603 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:38:50.764404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] For port 594f1b75-44d6-45bb-8df7-d751edaeb53c, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:50.781956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c06cb5-f449-48a1-bb6c-8962aa31c77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27066b5f-cff5-4fc7-bb48-4e2014fc808d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:50.785265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26c06cb5-f449-48a1-bb6c-8962aa31c77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.790099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-26c06cb5-f449-48a1-bb6c-8962aa31c77b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/27066b5f-cff5-4fc7-bb48-4e2014fc808d HTTP/1.1" status: 204 len: 168 time: 0.3028023 Feb 11 13:38:50.830324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f25dc42-13d6-4753-bcaf-9f913c73223e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:50.840843 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.934950 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.947738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=6f25dc42-13d6-4753-bcaf-9f913c73223e,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:51.041004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 3d309980-f4db-4eb2-85ff-1cf3b855e9ec {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:51.049374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.101194 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f25dc42-13d6-4753-bcaf-9f913c73223e', 'code': 200} Feb 11 13:38:51.101766 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.159883 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.166063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] 10.222.0.73 "PUT /v2.0/ports/594f1b75-44d6-45bb-8df7-d751edaeb53c HTTP/1.1" status: 200 len: 1091 time: 3.8430851 Feb 11 13:38:51.169167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:51.207992 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 717a2c18-0476-4820-a631-22c0a1d02603, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=717a2c18-0476-4820-a631-22c0a1d02603,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:51.215340 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.220381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:38:51.262397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34734) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:51.386178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fdef3-ea22-4249-bc3b-a9c1803538de service neutron] Pushing event updated for resources: {'Port': ['ID=594f1b75-44d6-45bb-8df7-d751edaeb53c,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:51.610538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=717a2c18-0476-4820-a631-22c0a1d02603,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:51.630724 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.671299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:51.676363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.677338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 88b262fa-5a1e-4679-9096-97bcd4dc6729 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:38:51.703855 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'status': 'completed', 'code': 200} Feb 11 13:38:51.759179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-773795354'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:51.769800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:51.781794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Usage tracker for resource:network and tenant:440441fe87874545badfb92bee8c5975 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:51.787546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:51.806601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:51.822655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Made reservation on behalf of 440441fe87874545badfb92bee8c5975 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:51.839304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.915083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:51.923346 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.928042 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.964409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.983856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 88b262fa-5a1e-4679-9096-97bcd4dc6729, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:51.988988 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.990113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c899f753-f998-42d3-960c-2eb5c59c628c no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:38:52.023667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:52.031946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Usage tracker for resource:security_group_rule and tenant:440441fe87874545badfb92bee8c5975 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:52.035984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:52.046267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:52.063853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525b363-2944-48cd-9bf8-098fef3351f3 req-fc625d37-706d-48ae-89e9-469b85658bb8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.069471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525b363-2944-48cd-9bf8-098fef3351f3 req-fc625d37-706d-48ae-89e9-469b85658bb8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.075193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525b363-2944-48cd-9bf8-098fef3351f3 req-fc625d37-706d-48ae-89e9-469b85658bb8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.080123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525b363-2944-48cd-9bf8-098fef3351f3 req-fc625d37-706d-48ae-89e9-469b85658bb8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.084863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525b363-2944-48cd-9bf8-098fef3351f3 req-fc625d37-706d-48ae-89e9-469b85658bb8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.089168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525b363-2944-48cd-9bf8-098fef3351f3 req-fc625d37-706d-48ae-89e9-469b85658bb8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.091177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d525b363-2944-48cd-9bf8-098fef3351f3 req-fc625d37-706d-48ae-89e9-469b85658bb8 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 4658 time: 0.2081506 Feb 11 13:38:52.114528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 3d309980-f4db-4eb2-85ff-1cf3b855e9ec owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:52.140058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=88b262fa-5a1e-4679-9096-97bcd4dc6729,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:52.170314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d525b363-2944-48cd-9bf8-098fef3351f3 req-357d4206-0d7f-44e5-bd50-c72e3f93aa6f tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&id=bff2ce8a-27da-40b5-93d6-7b01d923c498&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722849 Feb 11 13:38:52.220671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-97e174c2-f335-4a16-b2aa-9a92c3dc8309 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b10f7dbb64534a6990c6c2a58048e0d0&device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 1094 time: 0.9880321 Feb 11 13:38:52.244316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.248939 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.266312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:38:52.279566 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.279913 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Added segment 40ccc117-7f8f-4962-9a61-1beda44ba92d of type vlan for network 1519d61a-0007-4497-b786-ba467be98023 Feb 11 13:38:52.302841 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.330067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed642d81-39ae-46dc-adbf-00ade4d81f06,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:52.354089 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.400289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.406225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.407376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.456590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] For port c899f753-f998-42d3-960c-2eb5c59c628c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c899f753-f998-42d3-960c-2eb5c59c628c,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:52.469636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf535a6f-df10-45b6-8b7a-abe0f7b38c17 req-7f7553f6-add0-4fb9-8552-6a563bea5970 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.477464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf535a6f-df10-45b6-8b7a-abe0f7b38c17 req-7f7553f6-add0-4fb9-8552-6a563bea5970 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 943 time: 0.9327235 Feb 11 13:38:52.480709 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-fb6fb216-7145-46c5-8e97-3770d1c16da2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c HTTP/1.1" status: 200 len: 217 time: 0.2388794 Feb 11 13:38:52.617268 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:38:52.643283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df2537-df14-4037-9e5d-df4c135f4935 req-5965aaa8-9657-4892-84dc-bb62aad4d5de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.645775 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-5965aaa8-9657-4892-84dc-bb62aad4d5de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62fd4a1b-407f-4221-afd1-f48392f423bd HTTP/1.1" status: 200 len: 853 time: 0.1593797 Feb 11 13:38:52.658627 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3946822 Feb 11 13:38:52.660706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34764) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:52.670843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9c189-7c0c-4587-8de8-6aa392bf6773 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Pushing event updated for resources: {'Network': ['ID=1519d61a-0007-4497-b786-ba467be98023,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:52.677806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Request body: {'subnet': {'network_id': '1519d61a-0007-4497-b786-ba467be98023', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:52.685572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 1519d61a-0007-4497-b786-ba467be98023 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:38:52.764780 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf535a6f-df10-45b6-8b7a-abe0f7b38c17 req-a91f2d00-4c2c-4a26-a009-44ca2e780463 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861428 Feb 11 13:38:52.767831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] For port c899f753-f998-42d3-960c-2eb5c59c628c, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:52.859708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:52.864912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Usage tracker for resource:subnet and tenant:440441fe87874545badfb92bee8c5975 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:52.868233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:52.875931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:52.889047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] device_id is not set on port c899f753-f998-42d3-960c-2eb5c59c628c yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:52.892199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Made reservation on behalf of 440441fe87874545badfb92bee8c5975 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:52.915012 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.969392 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.023601 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.045529 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-3b760af5-5899-447f-9d94-77b226fd0705 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=407ef79f-e8ab-41fa-aac5-347e4e1cacad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3809664 Feb 11 13:38:53.080026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:38:53.080594 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:38:53.102790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717a2c18-0476-4820-a631-22c0a1d02603'}, {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef48dfa-9284-4bb4-a107-0f9e3d3df40b'}, {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b262fa-5a1e-4679-9096-97bcd4dc6729'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:53.191872 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.216415 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717a2c18-0476-4820-a631-22c0a1d02603', 'code': 200} Feb 11 13:38:53.216676 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef48dfa-9284-4bb4-a107-0f9e3d3df40b', 'code': 200} Feb 11 13:38:53.216926 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b262fa-5a1e-4679-9096-97bcd4dc6729', 'code': 200} Feb 11 13:38:53.344982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c899f753-f998-42d3-960c-2eb5c59c628c,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:53.430406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34780) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:53.532352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.702190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Pushing event updated for resources: {'Subnet': ['ID=58ae8a6c-132b-40d4-b8b1-a23cfec6917e,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:53.710969 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a882d3d-4948-45d7-996d-fa32fa2044d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.714470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=3d309980-f4db-4eb2-85ff-1cf3b855e9ec,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:53.727537 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9b10a84c-3ff0-4cf2-97b5-357a1c90d38e None None] Provisioning complete for port c899f753-f998-42d3-960c-2eb5c59c628c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:53.727913 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b10a84c-3ff0-4cf2-97b5-357a1c90d38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.744023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Checking segment: {'id': '40ccc117-7f8f-4962-9a61-1beda44ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1519d61a-0007-4497-b786-ba467be98023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:38:53.744629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Network hostable DHCP agents. Network: 1519d61a-0007-4497-b786-ba467be98023, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:38:53.775680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7a882d3d-4948-45d7-996d-fa32fa2044d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:53.783790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7a882d3d-4948-45d7-996d-fa32fa2044d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b1d443f4203e4c11bb6bc5e7c58e5c4f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:53.792027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7a882d3d-4948-45d7-996d-fa32fa2044d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:53.812047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7a882d3d-4948-45d7-996d-fa32fa2044d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:53.835537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Network 1519d61a-0007-4497-b786-ba467be98023 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:38:53.848569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 1519d61a-0007-4497-b786-ba467be98023) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:53.856677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:53.857279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.869370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59438acc-7cab-45ee-9fb6-95b75e0c4519 None None] Network 1519d61a-0007-4497-b786-ba467be98023 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:53.924349 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5dab78b4-2b64-4ab1-9bcc-28fc25fb9ca7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2573566 Feb 11 13:38:53.928154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34794) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:53.935703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Request body: {'port': {'network_id': '1519d61a-0007-4497-b786-ba467be98023', 'name': 'tempest-TagsExtTest-351008273'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:54.009691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-fcf0105c-6d8d-4c55-b8df-9f4dcd445ea7 service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9488142 Feb 11 13:38:54.063016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9b10a84c-3ff0-4cf2-97b5-357a1c90d38e None None] Port c899f753-f998-42d3-960c-2eb5c59c628c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:54.078965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] No DVR routers for this DVR port c899f753-f998-42d3-960c-2eb5c59c628c on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:54.114265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a882d3d-4948-45d7-996d-fa32fa2044d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.125916 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a882d3d-4948-45d7-996d-fa32fa2044d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.212529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-1519d61a-0007-4497-b786-ba467be98023', 'network_id': '1519d61a-0007-4497-b786-ba467be98023', 'tenant_id': '440441fe87874545badfb92bee8c5975', 'fixed_ips': [{'subnet_id': '58ae8a6c-132b-40d4-b8b1-a23cfec6917e'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:38:54.213352 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.226826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a882d3d-4948-45d7-996d-fa32fa2044d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a102bcef-3099-4ec7-9254-a1e5e15e8176,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:54.235208 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7a882d3d-4948-45d7-996d-fa32fa2044d9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1d443f4203e4c11bb6bc5e7c58e5c4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8004768 Feb 11 13:38:54.237968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34802) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:54.243126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:54.260374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Usage tracker for resource:port and tenant:440441fe87874545badfb92bee8c5975 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:54.265823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:54.279439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefd4ae-6def-4f9a-ba9b-dfdf74a5e14e req-04c27236-a0e4-4c00-97c3-bb95a94c3ead tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:54.286101 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8fefd4ae-6def-4f9a-ba9b-dfdf74a5e14e req-04c27236-a0e4-4c00-97c3-bb95a94c3ead tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 943 time: 0.2522199 Feb 11 13:38:54.296640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:54.366675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Made reservation on behalf of 440441fe87874545badfb92bee8c5975 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:54.369672 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.411920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19df2537-df14-4037-9e5d-df4c135f4935 req-2a9c154d-c818-4ad6-8bbb-b7d709fdca40 service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407254 Feb 11 13:38:54.417443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] In _notify_port_updated(), no bound segment for port c899f753-f998-42d3-960c-2eb5c59c628c on network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 11 13:38:54.418860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.420086 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-28f8ebf2-15c4-4960-9cd6-6533e98a92c2 service neutron] 10.222.0.73 "PUT /v2.0/ports/c899f753-f998-42d3-960c-2eb5c59c628c HTTP/1.1" status: 200 len: 1033 time: 3.9065094 Feb 11 13:38:54.426156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8fefd4ae-6def-4f9a-ba9b-dfdf74a5e14e req-245c84d8-43a4-4113-be82-42374e602fac tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391218 Feb 11 13:38:54.426906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d753624f-6c19-4e46-b8b3-b9f1aef0b1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.433217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9c15d-2dc0-4edc-8ce1-018fb2e53769 req-ee6d7c21-178f-4eaa-8fcd-0014d3a33d44 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:54.438086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9c15d-2dc0-4edc-8ce1-018fb2e53769 req-ee6d7c21-178f-4eaa-8fcd-0014d3a33d44 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:54.440108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] device_id is not set on port 2a198abe-e09e-4ba1-aca2-ac1ebb120c2a yet. {{(pid=83567) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:54.443318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9c15d-2dc0-4edc-8ce1-018fb2e53769 req-ee6d7c21-178f-4eaa-8fcd-0014d3a33d44 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:54.447785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9c15d-2dc0-4edc-8ce1-018fb2e53769 req-ee6d7c21-178f-4eaa-8fcd-0014d3a33d44 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:54.453808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9c15d-2dc0-4edc-8ce1-018fb2e53769 req-ee6d7c21-178f-4eaa-8fcd-0014d3a33d44 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:54.463098 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42e9c15d-2dc0-4edc-8ce1-018fb2e53769 req-ee6d7c21-178f-4eaa-8fcd-0014d3a33d44 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 3876 time: 0.9661272 Feb 11 13:38:54.466245 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.469693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Allocated IP 172.20.0.2 (1519d61a-0007-4497-b786-ba467be98023/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/588d8fa7-a585-45e2-be19-1ce654741061) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:54.594039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d753624f-6c19-4e46-b8b3-b9f1aef0b1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.679224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d753624f-6c19-4e46-b8b3-b9f1aef0b1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.701547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753624f-6c19-4e46-b8b3-b9f1aef0b1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a102bcef-3099-4ec7-9254-a1e5e15e8176,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:54.722079 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d753624f-6c19-4e46-b8b3-b9f1aef0b1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.725650 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d753624f-6c19-4e46-b8b3-b9f1aef0b1e2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a102bcef-3099-4ec7-9254-a1e5e15e8176 HTTP/1.1" status: 204 len: 168 time: 0.4826543 Feb 11 13:38:54.827768 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.862104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Transition to ACTIVE for port object 588d8fa7-a585-45e2-be19-1ce654741061 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:54.871015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-72cd1298-472a-4f62-9894-fa6bb656e500 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:54.871417 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-72cd1298-472a-4f62-9894-fa6bb656e500 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.885173 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Transition to ACTIVE for port object 588d8fa7-a585-45e2-be19-1ce654741061 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:54.891957 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.970569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Network 1519d61a-0007-4497-b786-ba467be98023 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:54.974107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:54.982095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:38:54.989286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Pushing event updated for resources: {'Port': ['ID=588d8fa7-a585-45e2-be19-1ce654741061,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:55.006760 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42e9c15d-2dc0-4edc-8ce1-018fb2e53769 req-8dce1bb2-1303-4c38-8700-228338a7d8bf tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5427768 Feb 11 13:38:55.048415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Allocated IP 172.20.0.6 (1519d61a-0007-4497-b786-ba467be98023/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:55.159991 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b7208fe-08a4-49b4-a932-fff7dc996ba2 req-8acedbc8-a15d-4ba6-a911-6783fd07da19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b10f7dbb64534a6990c6c2a58048e0d0&device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 1094 time: 0.6860545 Feb 11 13:38:55.174946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Attempting to bind port 588d8fa7-a585-45e2-be19-1ce654741061 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:38:55.174946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Attempting to bind port 588d8fa7-a585-45e2-be19-1ce654741061 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '40ccc117-7f8f-4962-9a61-1beda44ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1519d61a-0007-4497-b786-ba467be98023'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:38:55.175391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Attempting to bind port 588d8fa7-a585-45e2-be19-1ce654741061 on network 1519d61a-0007-4497-b786-ba467be98023 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:38:55.184989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:38:55.184989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Checking segment: {'id': '40ccc117-7f8f-4962-9a61-1beda44ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1519d61a-0007-4497-b786-ba467be98023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:38:55.184989 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.184989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Bound using segment: {'id': '40ccc117-7f8f-4962-9a61-1beda44ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1519d61a-0007-4497-b786-ba467be98023'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:38:55.184989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Bound port: 588d8fa7-a585-45e2-be19-1ce654741061, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ccc117-7f8f-4962-9a61-1beda44ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1519d61a-0007-4497-b786-ba467be98023'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:38:55.184989 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.323658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] For port 588d8fa7-a585-45e2-be19-1ce654741061, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:55.328940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] For port 588d8fa7-a585-45e2-be19-1ce654741061, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=588d8fa7-a585-45e2-be19-1ce654741061,segment=NetworkSegment(40ccc117-7f8f-4962-9a61-1beda44ba92d),segment_id=40ccc117-7f8f-4962-9a61-1beda44ba92d)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:55.334618 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.467047 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.471715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adbaeb-d597-47c9-9932-d507da1c0975 None None] Pushing event updated for resources: {'Port': ['ID=588d8fa7-a585-45e2-be19-1ce654741061,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:55.498442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Transition to ACTIVE for port object 2a198abe-e09e-4ba1-aca2-ac1ebb120c2a will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:55.554148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.660836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Network 1519d61a-0007-4497-b786-ba467be98023 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:55.664854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:55.668097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:38:55.759147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Pushing event updated for resources: {'Port': ['ID=2a198abe-e09e-4ba1-aca2-ac1ebb120c2a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:55.820336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7208fe-08a4-49b4-a932-fff7dc996ba2 req-aa240f68-cf46-4edf-9165-e3eaabf494d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:55.822373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b7208fe-08a4-49b4-a932-fff7dc996ba2 req-aa240f68-cf46-4edf-9165-e3eaabf494d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=407ef79f-e8ab-41fa-aac5-347e4e1cacad HTTP/1.1" status: 200 len: 915 time: 0.5813406 Feb 11 13:38:55.857739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:55.858442 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.918277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95061f9-6f7e-41f3-a3d9-2c485db51c5c req-77b9edea-c7cd-418d-b3f7-6e2f945bee48 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:55.919921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d95061f9-6f7e-41f3-a3d9-2c485db51c5c req-77b9edea-c7cd-418d-b3f7-6e2f945bee48 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 943 time: 0.2137764 Feb 11 13:38:55.922629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7f062d7c-79fe-4277-a0f3-b1eda7a2c224 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9919851 Feb 11 13:38:55.923924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34860) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:55.931291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-907507166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:55.939784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:55.940842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ef16e906-a028-4de6-807f-875efb733af3 req-72cd1298-472a-4f62-9894-fa6bb656e500 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] For port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:55.941196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-72cd1298-472a-4f62-9894-fa6bb656e500 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.947141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Usage tracker for resource:router and tenant:440441fe87874545badfb92bee8c5975 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:55.954676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b7208fe-08a4-49b4-a932-fff7dc996ba2 req-45b5a06e-ba47-41d3-85c1-ff02c72b8a50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c HTTP/1.1" status: 200 len: 217 time: 0.1216407 Feb 11 13:38:55.957148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:55.970987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:56.009763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.011296 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.114796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 588d8fa7-a585-45e2-be19-1ce654741061 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:56.130131 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d95061f9-6f7e-41f3-a3d9-2c485db51c5c req-2d1d8c9f-92af-4e2d-9c84-14ab87051d45 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983290 Feb 11 13:38:56.132068 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.171448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.206625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-72cd1298-472a-4f62-9894-fa6bb656e500 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Calling delete_port for 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:56.208760 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.216970 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ce577e6e-11b1-4f59-b14d-e07822139f17 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2891052 Feb 11 13:38:56.218831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34870) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:56.219637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 588d8fa7-a585-45e2-be19-1ce654741061 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:56.229776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7c18ccc1-c618-4d60-8319-511f4541055a tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-437396593', 'prefixes': ['172.20.0.0/16']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:38:56.236231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34874) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:56.240472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c18ccc1-c618-4d60-8319-511f4541055a tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:56.296304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 641aa9b2-1aba-4597-8965-b7265925f373 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:56.329319 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c18ccc1-c618-4d60-8319-511f4541055a tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for subnetpool, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.331880 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c18ccc1-c618-4d60-8319-511f4541055a tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1118517 Feb 11 13:38:56.336329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34880) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:56.350685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-3a8f937f-2d2d-44ce-ba7a-d2dd7f8975b6 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e', 'tempest-TagsExtTest-Tag-925987755') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:56.551174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7208fe-08a4-49b4-a932-fff7dc996ba2 req-3b509aab-cc41-4152-8611-6f6ee9dde34e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:56.553124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b7208fe-08a4-49b4-a932-fff7dc996ba2 req-3b509aab-cc41-4152-8611-6f6ee9dde34e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62fd4a1b-407f-4221-afd1-f48392f423bd HTTP/1.1" status: 200 len: 853 time: 0.5904107 Feb 11 13:38:56.562160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3a8f937f-2d2d-44ce-ba7a-d2dd7f8975b6 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags/tempest-TagsExtTest-Tag-925987755 HTTP/1.1" status: 201 len: 201 time: 0.2244735 Feb 11 13:38:56.564888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34888) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:56.577977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-61f52043-417b-4eb1-b639-d2302a6425f0 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a', 'tempest-TagsExtTest-Tag-1869130701') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:56.795452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.808984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-61f52043-417b-4eb1-b639-d2302a6425f0 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags/tempest-TagsExtTest-Tag-1869130701 HTTP/1.1" status: 201 len: 201 time: 0.2427511 Feb 11 13:38:56.811519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34902) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:56.825091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-3b89901a-b839-4b66-8a3c-7c9f91fba7ba tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4', 'tempest-TagsExtTest-Tag-1082417572') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.025538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f95d28f-c723-401a-869a-77f4d2c98b03 None None] Network 1519d61a-0007-4497-b786-ba467be98023 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:38:57.084300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:57.092686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Usage tracker for resource:security_group_rule and tenant:bac735b824544c76982c6868c30d8f06 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:57.103004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:57.113478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:57.134247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Provisioning for port 588d8fa7-a585-45e2-be19-1ce654741061 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:57.153435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Provisioning complete for port 588d8fa7-a585-45e2-be19-1ce654741061 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:57.153811 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.156480 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3b89901a-b839-4b66-8a3c-7c9f91fba7ba tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags/tempest-TagsExtTest-Tag-1082417572 HTTP/1.1" status: 201 len: 201 time: 0.3434887 Feb 11 13:38:57.157098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34914) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:57.165049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-5536c05e-e13e-493b-8ac2-06565949661e tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112', 'tempest-TagsExtTest-Tag-736751101') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.175944 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-72cd1298-472a-4f62-9894-fa6bb656e500 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.244425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5536c05e-e13e-493b-8ac2-06565949661e tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags/tempest-TagsExtTest-Tag-736751101 HTTP/1.1" status: 201 len: 201 time: 0.0847225 Feb 11 13:38:57.245785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34920) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:57.263492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-4ab9c600-a8a1-427a-a948-da8887a4dd46 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.306829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.311952 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.325887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd1298-472a-4f62-9894-fa6bb656e500 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Port': ['ID=0ef48dfa-9284-4bb4-a107-0f9e3d3df40b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:57.397892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:57.412265 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981b2ae-c5a0-4158-b3b1-4af6dfb9b5b2 None None] Sync routers for ids ['641aa9b2-1aba-4597-8965-b7265925f373'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:38:57.433762 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981b2ae-c5a0-4158-b3b1-4af6dfb9b5b2 None None] Routers {'641aa9b2-1aba-4597-8965-b7265925f373'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:57.434405 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2981b2ae-c5a0-4158-b3b1-4af6dfb9b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['641aa9b2-1aba-4597-8965-b7265925f373'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.514722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c554a6-5fdc-482e-8bb0-f888b17e9e29,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:57.523719 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.540525 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2981b2ae-c5a0-4158-b3b1-4af6dfb9b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.543236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bac735b824544c76982c6868c30d8f06&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3029017 Feb 11 13:38:57.544155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34928) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:57.550263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.550856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.551351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.551838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.552326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.553651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.554881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.555390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.555825 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981b2ae-c5a0-4158-b3b1-4af6dfb9b5b2 None None] Routers {'641aa9b2-1aba-4597-8965-b7265925f373'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:38:57.556319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.556619 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2981b2ae-c5a0-4158-b3b1-4af6dfb9b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['641aa9b2-1aba-4597-8965-b7265925f373'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.558531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.559070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed39c8-deb6-4162-bc66-b301132683a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.588008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] For port 588d8fa7-a585-45e2-be19-1ce654741061, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=588d8fa7-a585-45e2-be19-1ce654741061,segment=NetworkSegment(40ccc117-7f8f-4962-9a61-1beda44ba92d),segment_id=40ccc117-7f8f-4962-9a61-1beda44ba92d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:57.588746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16e906-a028-4de6-807f-875efb733af3 req-72cd1298-472a-4f62-9894-fa6bb656e500 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] No DVR routers for this DVR port 0ef48dfa-9284-4bb4-a107-0f9e3d3df40b on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:57.596892 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.614047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dab92-aac4-42d1-9457-2616c6da7e7a req-bfa1232a-3214-452e-a447-bb4318dd1357 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:57.626983 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4ab9c600-a8a1-427a-a948-da8887a4dd46 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags HTTP/1.1" status: 200 len: 240 time: 0.3778117 Feb 11 13:38:57.627660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34932) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:57.627776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dab92-aac4-42d1-9457-2616c6da7e7a req-bfa1232a-3214-452e-a447-bb4318dd1357 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:57.628741 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2981b2ae-c5a0-4158-b3b1-4af6dfb9b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.629253 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981b2ae-c5a0-4158-b3b1-4af6dfb9b5b2 None None] The sync data for ids ['641aa9b2-1aba-4597-8965-b7265925f373'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:38:57.638445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dab92-aac4-42d1-9457-2616c6da7e7a req-bfa1232a-3214-452e-a447-bb4318dd1357 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:57.646912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dab92-aac4-42d1-9457-2616c6da7e7a req-bfa1232a-3214-452e-a447-bb4318dd1357 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:57.655323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dab92-aac4-42d1-9457-2616c6da7e7a req-bfa1232a-3214-452e-a447-bb4318dd1357 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:57.658788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b20dab92-aac4-42d1-9457-2616c6da7e7a req-bfa1232a-3214-452e-a447-bb4318dd1357 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Synchronizing usage tracker for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:57.674530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-91651560-b778-46c4-9c9e-4a3fbfae3152 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e', 'tempest-TagsExtTest-Tag-925987755') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.678606 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a644a464-cccf-4d44-95a1-d35ede940c1a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/641aa9b2-1aba-4597-8965-b7265925f373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8260381 Feb 11 13:38:57.684966 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b7208fe-08a4-49b4-a932-fff7dc996ba2 req-8370b902-2161-4a12-be3b-ab50a0dada17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=407ef79f-e8ab-41fa-aac5-347e4e1cacad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9629428 Feb 11 13:38:57.685629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34938) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:57.687889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-72cd1298-472a-4f62-9894-fa6bb656e500 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.692328 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-72cd1298-472a-4f62-9894-fa6bb656e500 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "DELETE /v2.0/ports/0ef48dfa-9284-4bb4-a107-0f9e3d3df40b HTTP/1.1" status: 204 len: 173 time: 3.2207837 Feb 11 13:38:57.699604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-deleted', 'tag': '0ef48dfa-9284-4bb4-a107-0f9e3d3df40b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:57.708059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Pushing event updated for resources: {'Port': ['ID=588d8fa7-a585-45e2-be19-1ce654741061,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:57.723110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.723530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.723928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.724323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.724730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.725118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.725650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.726414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.726820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.727204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.727590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b80126-bf87-4b9c-bb09-47fcc91e7c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:57.782206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1762f94d-873a-468d-b43f-0efa6878a8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.815904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1762f94d-873a-468d-b43f-0efa6878a8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.836255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1f8e4-5a86-451e-92f3-eac766efef23 req-a10f94b7-c039-4aa8-a554-623dfe31bdbf tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:57.837782 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92f1f8e4-5a86-451e-92f3-eac766efef23 req-a10f94b7-c039-4aa8-a554-623dfe31bdbf tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 943 time: 0.4572182 Feb 11 13:38:57.881769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5ba932f2-3d32-4153-9246-29f6cef15028 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:38:57.922892 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92f1f8e4-5a86-451e-92f3-eac766efef23 req-aba2ad68-d40b-4aed-9823-b89e002b0181 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745599 Feb 11 13:38:57.925319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-91651560-b778-46c4-9c9e-4a3fbfae3152 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags/tempest-TagsExtTest-Tag-925987755 HTTP/1.1" status: 204 len: 168 time: 0.2945621 Feb 11 13:38:57.927888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34958) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:57.937067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-36cad38d-61cf-42dd-bb61-a45955bb8c65 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e', 'tempest-TagsExtTest-Tag-925987755') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.974955 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1762f94d-873a-468d-b43f-0efa6878a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.003803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762f94d-873a-468d-b43f-0efa6878a8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c554a6-5fdc-482e-8bb0-f888b17e9e29,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:58.033870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1762f94d-873a-468d-b43f-0efa6878a8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.035199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1762f94d-873a-468d-b43f-0efa6878a8b7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a1c554a6-5fdc-482e-8bb0-f888b17e9e29 HTTP/1.1" status: 204 len: 168 time: 0.4673986 Feb 11 13:38:58.103300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b20dab92-aac4-42d1-9457-2616c6da7e7a req-bfa1232a-3214-452e-a447-bb4318dd1357 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Unset dirty status for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:58.111870 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b20dab92-aac4-42d1-9457-2616c6da7e7a req-bfa1232a-3214-452e-a447-bb4318dd1357 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 3876 time: 1.7620873 Feb 11 13:38:58.129648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 588d8fa7-a585-45e2-be19-1ce654741061 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:38:58.137951 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36cad38d-61cf-42dd-bb61-a45955bb8c65 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags/tempest-TagsExtTest-Tag-925987755 HTTP/1.1" status: 204 len: 168 time: 0.2090697 Feb 11 13:38:58.140525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34964) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:58.156772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-cbfe55b9-cf59-4eca-b405-fa88aa0b5856 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:58.275558 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-deleted', 'tag': '0ef48dfa-9284-4bb4-a107-0f9e3d3df40b', 'status': 'completed', 'code': 200} Feb 11 13:38:58.287152 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b7208fe-08a4-49b4-a932-fff7dc996ba2 req-66f77818-3902-4fda-8ce9-1b5aa508a9a4 service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110056 Feb 11 13:38:58.301599 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cbfe55b9-cf59-4eca-b405-fa88aa0b5856 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags HTTP/1.1" status: 200 len: 205 time: 0.1594903 Feb 11 13:38:58.302983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 588d8fa7-a585-45e2-be19-1ce654741061 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:58.303361 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.304356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34968) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:58.310560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-002fd894-63a1-46be-85a0-fdd975b80bdf tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:58.333932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-c2d2b218-a74f-4b1c-8021-0644d45cf704 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting port 6f25dc42-13d6-4753-bcaf-9f913c73223e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:38:58.334501 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-c2d2b218-a74f-4b1c-8021-0644d45cf704 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.349525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5bd307da-226b-46a2-b0aa-182718703dc5 None None] Provisioning for port 2a198abe-e09e-4ba1-aca2-ac1ebb120c2a completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:58.384306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5bd307da-226b-46a2-b0aa-182718703dc5 None None] Provisioning complete for port 2a198abe-e09e-4ba1-aca2-ac1ebb120c2a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:58.384675 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bd307da-226b-46a2-b0aa-182718703dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.469557 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-002fd894-63a1-46be-85a0-fdd975b80bdf tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags HTTP/1.1" status: 200 len: 241 time: 0.1639373 Feb 11 13:38:58.470346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34974) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:58.481495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-d52f972f-24ed-48d4-858a-9a2204d70f0f tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a', 'tempest-TagsExtTest-Tag-1869130701') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:58.509872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5ba932f2-3d32-4153-9246-29f6cef15028 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:38:58.521519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5bd307da-226b-46a2-b0aa-182718703dc5 None None] Port 2a198abe-e09e-4ba1-aca2-ac1ebb120c2a cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:58.525353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 34980) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:58.533917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5ba932f2-3d32-4153-9246-29f6cef15028 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=641aa9b2-1aba-4597-8965-b7265925f373 HTTP/1.1" status: 200 len: 205 time: 0.8362646 Feb 11 13:38:58.662473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5bd307da-226b-46a2-b0aa-182718703dc5 None None] Provisioning complete for port 588d8fa7-a585-45e2-be19-1ce654741061 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:58.666206 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bd307da-226b-46a2-b0aa-182718703dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.747731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b20dab92-aac4-42d1-9457-2616c6da7e7a req-e14ac86f-2c20-4634-aba9-3f4179a31b0c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6347852 Feb 11 13:38:58.752602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34984) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:58.752755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d52f972f-24ed-48d4-858a-9a2204d70f0f tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags/tempest-TagsExtTest-Tag-1869130701 HTTP/1.1" status: 204 len: 168 time: 0.2811491 Feb 11 13:38:58.758496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0af48db8-bbf6-44f5-afe0-409614c98bfb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.776897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-3f341f43-c3ff-4bbe-b46f-580bc2254df1 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a', 'tempest-TagsExtTest-Tag-1869130701') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:58.846526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34988) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:58.965760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1793667-e0b2-41ad-862a-c1643dff9f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.003017 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b7208fe-08a4-49b4-a932-fff7dc996ba2 req-46a967a4-2805-45c1-934a-1a9196f7c4b8 service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873294 Feb 11 13:38:59.049118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b8518836-cddd-496b-93b6-0c9890d757ea None None] Provisioning complete for port 2a198abe-e09e-4ba1-aca2-ac1ebb120c2a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:59.050143 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8518836-cddd-496b-93b6-0c9890d757ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.067277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e1793667-e0b2-41ad-862a-c1643dff9f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:38:59.080324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e1793667-e0b2-41ad-862a-c1643dff9f14 admin admin] Usage tracker for resource:security_group_rule and tenant:154e2facd06e4a6a9bb3c3c2e2d88ac2 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:38:59.089407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e1793667-e0b2-41ad-862a-c1643dff9f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:38:59.102389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e1793667-e0b2-41ad-862a-c1643dff9f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:38:59.107151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ef16e906-a028-4de6-807f-875efb733af3 req-c2d2b218-a74f-4b1c-8021-0644d45cf704 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] For port 6f25dc42-13d6-4753-bcaf-9f913c73223e, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=6f25dc42-13d6-4753-bcaf-9f913c73223e,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:59.107526 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-c2d2b218-a74f-4b1c-8021-0644d45cf704 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.129824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b8518836-cddd-496b-93b6-0c9890d757ea None None] Port 2a198abe-e09e-4ba1-aca2-ac1ebb120c2a cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:38:59.263363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-c2d2b218-a74f-4b1c-8021-0644d45cf704 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Calling delete_port for 6f25dc42-13d6-4753-bcaf-9f913c73223e owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:38:59.295171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3f341f43-c3ff-4bbe-b46f-580bc2254df1 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags/tempest-TagsExtTest-Tag-1869130701 HTTP/1.1" status: 204 len: 168 time: 0.5389078 Feb 11 13:38:59.306215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34994) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:59.322643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-46a438c8-ffde-4e62-be83-1d323f77cb1c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:59.413924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0af48db8-bbf6-44f5-afe0-409614c98bfb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.426055 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0af48db8-bbf6-44f5-afe0-409614c98bfb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.474050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755ac2b-cb95-4334-873b-fb44d79e5357 req-65fdc3f0-5037-4e7f-ac3f-a08de5d8a198 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:59.475541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3755ac2b-cb95-4334-873b-fb44d79e5357 req-65fdc3f0-5037-4e7f-ac3f-a08de5d8a198 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 943 time: 0.2479341 Feb 11 13:38:59.476602 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0af48db8-bbf6-44f5-afe0-409614c98bfb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.477097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af48db8-bbf6-44f5-afe0-409614c98bfb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Fanout notify agent at l3_agent the message router_deleted on router 641aa9b2-1aba-4597-8965-b7265925f373 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:59.494198 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0af48db8-bbf6-44f5-afe0-409614c98bfb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.496119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0af48db8-bbf6-44f5-afe0-409614c98bfb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/641aa9b2-1aba-4597-8965-b7265925f373 HTTP/1.1" status: 204 len: 168 time: 0.9654438 Feb 11 13:38:59.506144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 34998) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:59.541446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3755ac2b-cb95-4334-873b-fb44d79e5357 req-2b91eeac-34a4-428d-a8a8-041e1cf892a3 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439272 Feb 11 13:38:59.548235 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-46a438c8-ffde-4e62-be83-1d323f77cb1c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags HTTP/1.1" status: 200 len: 205 time: 0.2407851 Feb 11 13:38:59.551748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35002) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:59.558483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-647cf65b-53fc-4969-8bea-925368c737e1 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:59.564780 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1793667-e0b2-41ad-862a-c1643dff9f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.575967 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1793667-e0b2-41ad-862a-c1643dff9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.636597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1793667-e0b2-41ad-862a-c1643dff9f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6488683d-b723-4870-aae7-fdcadd956600,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:59.649948 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-c2d2b218-a74f-4b1c-8021-0644d45cf704 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.710804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-647cf65b-53fc-4969-8bea-925368c737e1 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags HTTP/1.1" status: 200 len: 241 time: 0.1577866 Feb 11 13:38:59.713285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35008) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:59.720056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-2a6ae967-7b31-4ff4-b2f0-851727c120d1 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4', 'tempest-TagsExtTest-Tag-1082417572') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:59.887419 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2a6ae967-7b31-4ff4-b2f0-851727c120d1 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags/tempest-TagsExtTest-Tag-1082417572 HTTP/1.1" status: 204 len: 168 time: 0.1722434 Feb 11 13:38:59.889858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35014) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:38:59.895588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-2f7d4c4c-b688-4fba-9c7a-65f1b7038035 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4', 'tempest-TagsExtTest-Tag-1082417572') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:59.918946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2b218-a74f-4b1c-8021-0644d45cf704 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Port': ['ID=6f25dc42-13d6-4753-bcaf-9f913c73223e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:59.918946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e1793667-e0b2-41ad-862a-c1643dff9f14 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=154e2facd06e4a6a9bb3c3c2e2d88ac2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0664518 Feb 11 13:38:59.923550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35018) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:00.070099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2f7d4c4c-b688-4fba-9c7a-65f1b7038035 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags/tempest-TagsExtTest-Tag-1082417572 HTTP/1.1" status: 204 len: 168 time: 0.1792183 Feb 11 13:39:00.072540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35022) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:00.081889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-d2426184-4b61-4e75-95d7-0a1d4aa160b5 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:00.098978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16e906-a028-4de6-807f-875efb733af3 req-c2d2b218-a74f-4b1c-8021-0644d45cf704 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] No DVR routers for this DVR port 6f25dc42-13d6-4753-bcaf-9f913c73223e on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:00.117116 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-c2d2b218-a74f-4b1c-8021-0644d45cf704 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.165945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2a43b9-589f-4211-8baa-0e3b477acbd9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting subnet 4a2c3b85-68d1-498b-8ec3-5e0f1ef543b7 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:39:00.178475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd2a43b9-589f-4211-8baa-0e3b477acbd9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.207122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-c2d2b218-a74f-4b1c-8021-0644d45cf704 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "DELETE /v2.0/ports/6f25dc42-13d6-4753-bcaf-9f913c73223e HTTP/1.1" status: 204 len: 173 time: 2.4328053 Feb 11 13:39:00.226670 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d2426184-4b61-4e75-95d7-0a1d4aa160b5 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags HTTP/1.1" status: 200 len: 205 time: 0.1498260 Feb 11 13:39:00.226938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35026) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:00.233276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-95c94f69-d017-4074-a801-eb276da24f69 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:00.262141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-95c94f69-d017-4074-a801-eb276da24f69 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags HTTP/1.1" status: 200 len: 240 time: 0.0341702 Feb 11 13:39:00.264681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35030) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:00.269453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd5e5-b59a-4d32-b302-3d547c71eec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.271373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-70e4aa0f-52d3-433e-b467-9e8ae928a62e tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112', 'tempest-TagsExtTest-Tag-736751101') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:00.280777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-deleted', 'tag': '6f25dc42-13d6-4753-bcaf-9f913c73223e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:00.304566 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-70e4aa0f-52d3-433e-b467-9e8ae928a62e tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags/tempest-TagsExtTest-Tag-736751101 HTTP/1.1" status: 204 len: 168 time: 0.0360157 Feb 11 13:39:00.304566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35036) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:00.311078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-161b8368-aed4-424e-9658-9b072e5db7f4 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112', 'tempest-TagsExtTest-Tag-736751101') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:00.331796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd2a43b9-589f-4211-8baa-0e3b477acbd9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.354457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-161b8368-aed4-424e-9658-9b072e5db7f4 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags/tempest-TagsExtTest-Tag-736751101 HTTP/1.1" status: 204 len: 168 time: 0.0486636 Feb 11 13:39:00.356848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35040) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:00.364594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-d4724d34-3bab-4e43-bff9-4d7bf8df87c5 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:00.378076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac724c63-673c-4084-9f5e-42266d27704c req-6ea04cd2-3c10-445b-af59-ae3a0b66a757 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:00.381974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac724c63-673c-4084-9f5e-42266d27704c req-6ea04cd2-3c10-445b-af59-ae3a0b66a757 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:00.393067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac724c63-673c-4084-9f5e-42266d27704c req-6ea04cd2-3c10-445b-af59-ae3a0b66a757 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:00.398473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d4724d34-3bab-4e43-bff9-4d7bf8df87c5 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags HTTP/1.1" status: 200 len: 205 time: 0.0355799 Feb 11 13:39:00.398654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ac724c63-673c-4084-9f5e-42266d27704c req-6ea04cd2-3c10-445b-af59-ae3a0b66a757 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Synchronizing usage tracker for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:39:00.401020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35044) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:00.404895 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-deleted', 'tag': '6f25dc42-13d6-4753-bcaf-9f913c73223e', 'status': 'completed', 'code': 200} Feb 11 13:39:00.415203 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd5e5-b59a-4d32-b302-3d547c71eec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.427193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting port 88b262fa-5a1e-4679-9096-97bcd4dc6729 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:00.427536 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.459955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-50cd187b-bf32-460d-b65f-51d1c9812b57 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:00.573309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ac724c63-673c-4084-9f5e-42266d27704c req-6ea04cd2-3c10-445b-af59-ae3a0b66a757 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Unset dirty status for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:39:00.574523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ac724c63-673c-4084-9f5e-42266d27704c req-6ea04cd2-3c10-445b-af59-ae3a0b66a757 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 2410 time: 0.5975380 Feb 11 13:39:00.665593 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd5e5-b59a-4d32-b302-3d547c71eec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.706610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd2a43b9-589f-4211-8baa-0e3b477acbd9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.739750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-50cd187b-bf32-460d-b65f-51d1c9812b57 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags HTTP/1.1" status: 204 len: 168 time: 0.3316617 Feb 11 13:39:00.750700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35050) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:00.755475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd5e5-b59a-4d32-b302-3d547c71eec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6488683d-b723-4870-aae7-fdcadd956600,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:00.813960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d835219-1cdd-42d5-b96b-fa963a0515a0 req-82b23103-492e-4f05-b043-7a0961683b4f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:00.815569 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4d835219-1cdd-42d5-b96b-fa963a0515a0 req-82b23103-492e-4f05-b043-7a0961683b4f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 943 time: 0.1005480 Feb 11 13:39:00.821659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-14317d19-2049-49d7-9986-ad774348b6c3 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:00.902739 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4d835219-1cdd-42d5-b96b-fa963a0515a0 req-5a2a035b-d9af-4dba-9bed-0c2f51447a6c tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748048 Feb 11 13:39:00.907443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ac724c63-673c-4084-9f5e-42266d27704c req-2849ca5d-7048-4d91-b04f-c1521fcc583c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074384 Feb 11 13:39:00.912616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd5e5-b59a-4d32-b302-3d547c71eec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.916025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6f0dd5e5-b59a-4d32-b302-3d547c71eec2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6488683d-b723-4870-aae7-fdcadd956600 HTTP/1.1" status: 204 len: 168 time: 0.9889200 Feb 11 13:39:01.034456 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd2a43b9-589f-4211-8baa-0e3b477acbd9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.078462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] For port 88b262fa-5a1e-4679-9096-97bcd4dc6729, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=88b262fa-5a1e-4679-9096-97bcd4dc6729,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:01.078834 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.103177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a43b9-589f-4211-8baa-0e3b477acbd9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2c3b85-68d1-498b-8ec3-5e0f1ef543b7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:01.162500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60545d54-5f7d-43cb-ab69-de5352b08938 None None] Network ce88c8e4-deba-429c-8759-1cede0b8d9de requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:01.168482 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd2a43b9-589f-4211-8baa-0e3b477acbd9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.179290 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-14317d19-2049-49d7-9986-ad774348b6c3 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags HTTP/1.1" status: 204 len: 168 time: 0.4252164 Feb 11 13:39:01.183257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35058) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:01.183444 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cd2a43b9-589f-4211-8baa-0e3b477acbd9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/4a2c3b85-68d1-498b-8ec3-5e0f1ef543b7 HTTP/1.1" status: 204 len: 168 time: 1.6756752 Feb 11 13:39:01.186738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35062) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:01.189820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-c38ec8a6-bf66-4126-8fa4-03f18504be41 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:01.306691 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c38ec8a6-bf66-4126-8fa4-03f18504be41 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags HTTP/1.1" status: 204 len: 168 time: 0.1222224 Feb 11 13:39:01.309828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35068) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:01.316672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-fa85f329-f65c-4398-96f1-87d9e32aeceb tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:01.431867 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fa85f329-f65c-4398-96f1-87d9e32aeceb tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags HTTP/1.1" status: 204 len: 168 time: 0.1203344 Feb 11 13:39:01.437809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35074) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:01.445618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-083e38e2-ae1c-4ed7-a5ca-1ccc476ab0b1 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e', 'tempest-TagsExtTest-Tag-333857436') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:01.526042 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.637935 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-083e38e2-ae1c-4ed7-a5ca-1ccc476ab0b1 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags/tempest-TagsExtTest-Tag-333857436 HTTP/1.1" status: 201 len: 201 time: 0.1987033 Feb 11 13:39:01.641580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35082) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:01.655163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84089cc-f150-4418-b09c-7edf39c66371 None None] DHCP port deletion for ce88c8e4-deba-429c-8759-1cede0b8d9de request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:39:01.656933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-b5ee967a-a4a8-4496-b1d9-57c2494bbd11 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a', 'tempest-TagsExtTest-Tag-1321471870') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:01.660493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c84089cc-f150-4418-b09c-7edf39c66371 None None] Deleting port ad022f0d-18f1-481b-b16c-e8375c388630 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:01.661059 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c84089cc-f150-4418-b09c-7edf39c66371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.707248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port ad022f0d-18f1-481b-b16c-e8375c388630 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:01.707607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.747837 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.748251 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.748561 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Floating IP 1266b228-c52b-41c7-8215-dbed8e91364e disassociated. External IP: 172.25.4.244, port: 88b262fa-5a1e-4679-9096-97bcd4dc6729. Feb 11 13:39:01.748891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Calling delete_port for 88b262fa-5a1e-4679-9096-97bcd4dc6729 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:01.821195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b5ee967a-a4a8-4496-b1d9-57c2494bbd11 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags/tempest-TagsExtTest-Tag-1321471870 HTTP/1.1" status: 201 len: 201 time: 0.1769867 Feb 11 13:39:01.824069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35088) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:01.834701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-9a45fb9c-79a9-4d0e-9808-440492a1a335 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4', 'tempest-TagsExtTest-Tag-1221702663') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:01.988550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c84089cc-f150-4418-b09c-7edf39c66371 None None] For port ad022f0d-18f1-481b-b16c-e8375c388630, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ad022f0d-18f1-481b-b16c-e8375c388630,segment=NetworkSegment(e7671335-b65b-449b-bf6d-3bfe3fb09ab5),segment_id=e7671335-b65b-449b-bf6d-3bfe3fb09ab5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:01.989428 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c84089cc-f150-4418-b09c-7edf39c66371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.098722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port ad022f0d-18f1-481b-b16c-e8375c388630, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ad022f0d-18f1-481b-b16c-e8375c388630,segment=NetworkSegment(e7671335-b65b-449b-bf6d-3bfe3fb09ab5),segment_id=e7671335-b65b-449b-bf6d-3bfe3fb09ab5)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:02.099089 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.176649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c84089cc-f150-4418-b09c-7edf39c66371 None None] Calling delete_port for ad022f0d-18f1-481b-b16c-e8375c388630 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:02.207610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.270642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ad022f0d-18f1-481b-b16c-e8375c388630 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:39:02.315130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9a45fb9c-79a9-4d0e-9808-440492a1a335 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags/tempest-TagsExtTest-Tag-1221702663 HTTP/1.1" status: 201 len: 201 time: 0.4901946 Feb 11 13:39:02.317725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35102) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:02.324628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-5aac097b-be79-41e3-bbf3-cefb5049db78 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112', 'tempest-TagsExtTest-Tag-1556503860') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:02.326222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: ad022f0d-18f1-481b-b16c-e8375c388630 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:39:02.326833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ad022f0d-18f1-481b-b16c-e8375c388630 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:39:02.342024 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c84089cc-f150-4418-b09c-7edf39c66371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.345510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96fa93-34f6-4e89-83bd-6419e3708354 req-879dd37b-4531-449f-a785-8bd0d7085ba2 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.347504 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b96fa93-34f6-4e89-83bd-6419e3708354 req-879dd37b-4531-449f-a785-8bd0d7085ba2 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 943 time: 0.1819673 Feb 11 13:39:02.398904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for ad022f0d-18f1-481b-b16c-e8375c388630 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:02.406539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84089cc-f150-4418-b09c-7edf39c66371 None None] Pushing event deleted for resources: {'Port': ['ID=ad022f0d-18f1-481b-b16c-e8375c388630,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:02.423749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 594f1b75-44d6-45bb-8df7-d751edaeb53c details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:39:02.424295 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b96fa93-34f6-4e89-83bd-6419e3708354 req-86451e6e-648f-4b1b-9849-a6e94be2969f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710123 Feb 11 13:39:02.439641 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5aac097b-be79-41e3-bbf3-cefb5049db78 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags/tempest-TagsExtTest-Tag-1556503860 HTTP/1.1" status: 201 len: 201 time: 0.1208127 Feb 11 13:39:02.440153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84089cc-f150-4418-b09c-7edf39c66371 None None] No DVR routers for this DVR port ad022f0d-18f1-481b-b16c-e8375c388630 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:02.451277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35108) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:02.467875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-92c068c4-e6b3-4fd2-80bc-86070de4dc23 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e', {'tags': ['tempest-TagsExtTest-Tag-734180639', 'tempest-TagsExtTest-Tag-940182622', 'tempest-TagsExtTest-Tag-1993042351']}) {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:02.507303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Port': ['ID=88b262fa-5a1e-4679-9096-97bcd4dc6729,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:02.601490 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-92c068c4-e6b3-4fd2-80bc-86070de4dc23 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags HTTP/1.1" status: 200 len: 316 time: 0.1480296 Feb 11 13:39:02.603735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35112) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:02.621655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-e6ea472f-7d2d-45ec-b6f0-f40437063866 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:02.702696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 594f1b75-44d6-45bb-8df7-d751edaeb53c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:02.718700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'port_id': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'mac_address': 'fa:16:3e:6b:eb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:39:02.801796 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.836032 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:39:02.836611 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:39:02.845349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594f1b75-44d6-45bb-8df7-d751edaeb53c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:39:02.855531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf0a57-ae7d-4295-930b-6d88db5a516e req-2ca2ebd4-7c67-4c8e-b44b-c526d6dd3719 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.860024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf0a57-ae7d-4295-930b-6d88db5a516e req-2ca2ebd4-7c67-4c8e-b44b-c526d6dd3719 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.861806 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bf0a57-ae7d-4295-930b-6d88db5a516e req-2ca2ebd4-7c67-4c8e-b44b-c526d6dd3719 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 1676 time: 0.4747977 Feb 11 13:39:02.878431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 594f1b75-44d6-45bb-8df7-d751edaeb53c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:02.884431 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.913909 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e6ea472f-7d2d-45ec-b6f0-f40437063866 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags HTTP/1.1" status: 204 len: 168 time: 0.3076091 Feb 11 13:39:02.914690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35118) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:02.921873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-ca557f34-bce6-48c8-92f5-a4f60fdae70d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e', 'tempest-TagsExtTest-Tag-734180639') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:02.945474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15bf0a57-ae7d-4295-930b-6d88db5a516e req-2053f59d-aaf8-4b87-8bed-dd1624f92ffe tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746784 Feb 11 13:39:03.014972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Router ecc36174-f0eb-4374-b26f-9749f9e9f720 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:03.026822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=594f1b75-44d6-45bb-8df7-d751edaeb53c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:03.048915 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-ca557f34-bce6-48c8-92f5-a4f60fdae70d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:03.054995 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ca557f34-bce6-48c8-92f5-a4f60fdae70d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags/tempest-TagsExtTest-Tag-734180639 HTTP/1.1" status: 404 len: 328 time: 0.1388698 Feb 11 13:39:03.058019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35124) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:03.063953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-ea0185d3-4983-46c9-955f-9304d969a14d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e', 'tempest-TagsExtTest-Tag-940182622') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:03.118955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['594f1b75-44d6-45bb-8df7-d751edaeb53c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:39:03.219146 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-ea0185d3-4983-46c9-955f-9304d969a14d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:03.222805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ea0185d3-4983-46c9-955f-9304d969a14d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags/tempest-TagsExtTest-Tag-940182622 HTTP/1.1" status: 404 len: 328 time: 0.1611903 Feb 11 13:39:03.223400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35130) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:03.236104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-62b478ea-8a3d-40d7-ba45-617baa275040 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e', 'tempest-TagsExtTest-Tag-1993042351') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:03.340779 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-62b478ea-8a3d-40d7-ba45-617baa275040 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:03.341413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port ad022f0d-18f1-481b-b16c-e8375c388630 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:03.342935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.349623 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-62b478ea-8a3d-40d7-ba45-617baa275040 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags/tempest-TagsExtTest-Tag-1993042351 HTTP/1.1" status: 404 len: 329 time: 0.1238778 Feb 11 13:39:03.351682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35138) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:03.362860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-faba3ae0-53a1-4da2-bd41-c29b7a42baa4 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a', {'tags': ['tempest-TagsExtTest-Tag-948176385', 'tempest-TagsExtTest-Tag-2095655406', 'tempest-TagsExtTest-Tag-81439332']}) {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:03.428539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] The port 'ad022f0d-18f1-481b-b16c-e8375c388630' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:39:03.514359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-faba3ae0-53a1-4da2-bd41-c29b7a42baa4 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags HTTP/1.1" status: 200 len: 315 time: 0.1593354 Feb 11 13:39:03.515199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35146) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:03.522184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-362bef77-a602-46ae-926e-7c7374b9bce7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:03.633705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-362bef77-a602-46ae-926e-7c7374b9bce7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags HTTP/1.1" status: 204 len: 168 time: 0.1167352 Feb 11 13:39:03.636845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35150) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:03.647929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-e6bc231a-61cc-4f37-892e-8a10536c7df0 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a', 'tempest-TagsExtTest-Tag-948176385') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:03.723905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:03.737091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] Sync routers for ids ['ecc36174-f0eb-4374-b26f-9749f9e9f720'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:39:03.753185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] Routers {'ecc36174-f0eb-4374-b26f-9749f9e9f720'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:03.753808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ecc36174-f0eb-4374-b26f-9749f9e9f720'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:03.795651 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.805705 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-e6bc231a-61cc-4f37-892e-8a10536c7df0 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:03.809866 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e6bc231a-61cc-4f37-892e-8a10536c7df0 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags/tempest-TagsExtTest-Tag-948176385 HTTP/1.1" status: 404 len: 328 time: 0.1710048 Feb 11 13:39:03.811668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35158) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:03.824323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-ccb6243f-2abc-4d04-99a8-d31a70ced945 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a', 'tempest-TagsExtTest-Tag-2095655406') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:03.852094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] No DVR routers for this DVR port 88b262fa-5a1e-4679-9096-97bcd4dc6729 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:03.857661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.870817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-deleted', 'tag': '88b262fa-5a1e-4679-9096-97bcd4dc6729'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:03.879004 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-dd84b3ba-adb2-4c09-98db-22c813d19c51 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "DELETE /v2.0/ports/88b262fa-5a1e-4679-9096-97bcd4dc6729 HTTP/1.1" status: 204 len: 173 time: 3.6586592 Feb 11 13:39:03.880539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce88c8e4-deba-429c-8759-1cede0b8d9de']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:03.976680 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-ccb6243f-2abc-4d04-99a8-d31a70ced945 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:03.977710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ccb6243f-2abc-4d04-99a8-d31a70ced945 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags/tempest-TagsExtTest-Tag-2095655406 HTTP/1.1" status: 404 len: 329 time: 0.1648915 Feb 11 13:39:03.983075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35166) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:03.988463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-90901356-5f8f-4dbf-8458-938d0e306b53 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a', 'tempest-TagsExtTest-Tag-81439332') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:04.129044 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-90901356-5f8f-4dbf-8458-938d0e306b53 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:04.130833 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-90901356-5f8f-4dbf-8458-938d0e306b53 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags/tempest-TagsExtTest-Tag-81439332 HTTP/1.1" status: 404 len: 327 time: 0.1465471 Feb 11 13:39:04.133728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35174) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:04.147381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-9f9c5016-d407-47b9-bce5-3f641d39d78a tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4', {'tags': ['tempest-TagsExtTest-Tag-405785191', 'tempest-TagsExtTest-Tag-1142219210', 'tempest-TagsExtTest-Tag-1055506985']}) {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:04.275310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-d6ba9b38-82d7-4d62-bfea-9c87cbd42c8b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting port 2b152096-fb5d-4500-ac30-64cb724ef11f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:04.276347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-d6ba9b38-82d7-4d62-bfea-9c87cbd42c8b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.302398 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-deleted', 'tag': '88b262fa-5a1e-4679-9096-97bcd4dc6729', 'status': 'completed', 'code': 200} Feb 11 13:39:04.338295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] Set router ecc36174-f0eb-4374-b26f-9749f9e9f720 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:04.345995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7671335-b65b-449b-bf6d-3bfe3fb09ab5') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:04.346293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7671335-b65b-449b-bf6d-3bfe3fb09ab5') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:04.428955 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.441080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 594f1b75-44d6-45bb-8df7-d751edaeb53c up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:04.488936 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.499187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:39:04.499582 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:04.528297 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:04.566228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9f9c5016-d407-47b9-bce5-3f641d39d78a tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags HTTP/1.1" status: 200 len: 317 time: 0.4308636 Feb 11 13:39:04.567860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35186) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:04.576705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-9ffd8337-3314-43c7-b2e7-8066dea54116 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:04.797200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9432-88dd-4002-a96c-432e56ac0eda req-78295bc9-d0e0-44b1-8fb7-239be1f6a204 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:04.807987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-db4d9432-88dd-4002-a96c-432e56ac0eda req-78295bc9-d0e0-44b1-8fb7-239be1f6a204 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 944 time: 1.0995727 Feb 11 13:39:04.847171 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.873891 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9ffd8337-3314-43c7-b2e7-8066dea54116 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags HTTP/1.1" status: 204 len: 168 time: 0.3037081 Feb 11 13:39:04.881878 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.889420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:04.921812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-db4d9432-88dd-4002-a96c-432e56ac0eda req-bfdda150-f02c-418f-8199-e423bab5bed9 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090918 Feb 11 13:39:04.948828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 594f1b75-44d6-45bb-8df7-d751edaeb53c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:04.954717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-1eb783a1-f867-4c88-b230-dac446cc4f79 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4', 'tempest-TagsExtTest-Tag-405785191') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:04.959622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 594f1b75-44d6-45bb-8df7-d751edaeb53c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:04.959995 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.021322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Network': ['ID=ce88c8e4-deba-429c-8759-1cede0b8d9de,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.106915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0784d3b4-9c2a-49de-83b5-bc658dfcf44d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/networks/ce88c8e4-deba-429c-8759-1cede0b8d9de HTTP/1.1" status: 204 len: 168 time: 3.9159601 Feb 11 13:39:05.106915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ef16e906-a028-4de6-807f-875efb733af3 req-d6ba9b38-82d7-4d62-bfea-9c87cbd42c8b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] For port 2b152096-fb5d-4500-ac30-64cb724ef11f, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2b152096-fb5d-4500-ac30-64cb724ef11f,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:05.106915 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-d6ba9b38-82d7-4d62-bfea-9c87cbd42c8b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.107298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35202) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:05.113884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-169053140', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:05.122075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:05.130139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:router and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:05.136334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:05.147110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:05.153489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc1f9-8095-4423-9620-c6c095ca173a req-074b198a-7d6b-46cc-be4a-65473ad57578 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:05.157785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdc1f9-8095-4423-9620-c6c095ca173a req-074b198a-7d6b-46cc-be4a-65473ad57578 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:05.158913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-68fdc1f9-8095-4423-9620-c6c095ca173a req-074b198a-7d6b-46cc-be4a-65473ad57578 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Synchronizing usage tracker for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:39:05.164456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.166335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.217192 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.229749 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.258716 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.265492 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:05.291002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.291386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 594f1b75-44d6-45bb-8df7-d751edaeb53c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:05.295089 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-49a4bf84-0f1d-490d-8689-c3e6c66c5f47 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1843183 Feb 11 13:39:05.295723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35212) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:05.300865 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.303115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'network': {'name': 'tempest-RoutersTest-527555988'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:05.310407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:05.316885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:network and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:05.320408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:05.330266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:05.332046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-d6ba9b38-82d7-4d62-bfea-9c87cbd42c8b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Calling delete_port for 2b152096-fb5d-4500-ac30-64cb724ef11f owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:05.343679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:05.347763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.398633 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'code': 200} Feb 11 13:39:05.404092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:05.414162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:23Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '491cadea-0ac9-43f2-8674-8481e49dabde', 'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'mac_address': 'fa:16:3e:55:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:21Z', 'updated_at': '2022-02-11T13:32:35Z', 'revision_number': 5, 'project_id': '39219a77ba9946bba65fb10271078e63', 'subnets': [{'id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:05.418706 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.418706 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added segment f04478a4-8bee-46e9-8e66-ad2b579fdd85 of type vlan for network 52562a47-4243-4556-8e98-ac3ff4e3676d Feb 11 13:39:05.420929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] Checking router: ecc36174-f0eb-4374-b26f-9749f9e9f720 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:39:05.437571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=594f1b75-44d6-45bb-8df7-d751edaeb53c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.445051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] Routers {'ecc36174-f0eb-4374-b26f-9749f9e9f720'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:05.446147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ecc36174-f0eb-4374-b26f-9749f9e9f720'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:05.486877 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.553465 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.556678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:05.558023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.605691 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-d6ba9b38-82d7-4d62-bfea-9c87cbd42c8b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.633540 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3365169 Feb 11 13:39:05.637761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35224) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:05.711816 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-1eb783a1-f867-4c88-b230-dac446cc4f79 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:05.713244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1eb783a1-f867-4c88-b230-dac446cc4f79 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags/tempest-TagsExtTest-Tag-405785191 HTTP/1.1" status: 404 len: 328 time: 0.8227878 Feb 11 13:39:05.714954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba9b38-82d7-4d62-bfea-9c87cbd42c8b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Port': ['ID=2b152096-fb5d-4500-ac30-64cb724ef11f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.717530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-68fdc1f9-8095-4423-9620-c6c095ca173a req-074b198a-7d6b-46cc-be4a-65473ad57578 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Unset dirty status for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:39:05.728131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-68fdc1f9-8095-4423-9620-c6c095ca173a req-074b198a-7d6b-46cc-be4a-65473ad57578 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 1676 time: 1.4114230 Feb 11 13:39:05.733204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35230) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:05.740127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-9739a7bd-d73c-498f-b5d3-0bafded3f18c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4', 'tempest-TagsExtTest-Tag-1142219210') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:05.752063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'subnet': {'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:05.840795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] Set router ecc36174-f0eb-4374-b26f-9749f9e9f720 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:05.954249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e049e97-ad39-4823-9497-6f6c2c2887be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Network': ['ID=52562a47-4243-4556-8e98-ac3ff4e3676d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:06.031593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:06.040568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:subnet and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:06.050633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:06.061205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16e906-a028-4de6-807f-875efb733af3 req-d6ba9b38-82d7-4d62-bfea-9c87cbd42c8b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] No DVR routers for this DVR port 2b152096-fb5d-4500-ac30-64cb724ef11f on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:06.061791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:06.067944 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-d6ba9b38-82d7-4d62-bfea-9c87cbd42c8b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.070179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-d6ba9b38-82d7-4d62-bfea-9c87cbd42c8b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "DELETE /v2.0/ports/2b152096-fb5d-4500-ac30-64cb724ef11f HTTP/1.1" status: 204 len: 173 time: 2.1756852 Feb 11 13:39:06.077498 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cb17e91c-5730-42f3-9e0b-e57e0d025b20 req-aec8fef2-872e-4fe4-b535-d87b189b7aef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 1096 time: 0.5158753 Feb 11 13:39:06.085348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:06.092533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-68fdc1f9-8095-4423-9620-c6c095ca173a req-facc8cf9-1d84-47a7-bee1-43d8290fa944 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628659 Feb 11 13:39:06.131618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 52562a47-4243-4556-8e98-ac3ff4e3676d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:39:06.334439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-deleted', 'tag': '2b152096-fb5d-4500-ac30-64cb724ef11f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:06.345569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting port 717a2c18-0476-4820-a631-22c0a1d02603 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:06.346118 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.382028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.404898 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-9739a7bd-d73c-498f-b5d3-0bafded3f18c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:06.406238 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9739a7bd-d73c-498f-b5d3-0bafded3f18c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags/tempest-TagsExtTest-Tag-1142219210 HTTP/1.1" status: 404 len: 329 time: 0.6706660 Feb 11 13:39:06.417340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35264) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:06.454364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-79f35f6e-41c6-4c65-b19a-50a9bc344f51 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4', 'tempest-TagsExtTest-Tag-1055506985') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:06.647465 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-deleted', 'tag': '2b152096-fb5d-4500-ac30-64cb724ef11f', 'status': 'completed', 'code': 200} Feb 11 13:39:06.759611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b06db-3ddf-4da3-bece-48a55f5baa8b req-c4ed6e09-77b6-4251-bc7a-1ecf5b888be5 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:06.767278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-194b06db-3ddf-4da3-bece-48a55f5baa8b req-c4ed6e09-77b6-4251-bc7a-1ecf5b888be5 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 945 time: 0.5178556 Feb 11 13:39:06.814989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:23Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '491cadea-0ac9-43f2-8674-8481e49dabde', 'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'mac_address': 'fa:16:3e:55:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:21Z', 'updated_at': '2022-02-11T13:32:35Z', 'revision_number': 5, 'project_id': '39219a77ba9946bba65fb10271078e63', 'subnets': [{'id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:06.829708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027982d-aefa-45ae-be0c-f767909161cd None None] The sync data for ids ['ecc36174-f0eb-4374-b26f-9749f9e9f720'] in n-d-818559-1 is: [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:32:23Z', 'revision_number': 4, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '491cadea-0ac9-43f2-8674-8481e49dabde', 'name': '', 'network_id': '33c7dbfc-9cfc-49f6-8127-3528bf05f912', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'mac_address': 'fa:16:3e:55:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:21Z', 'updated_at': '2022-02-11T13:32:35Z', 'revision_number': 5, 'project_id': '39219a77ba9946bba65fb10271078e63', 'subnets': [{'id': 'c4699c2d-7998-4932-b51b-0565c9c41d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:39:06.874759 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-194b06db-3ddf-4da3-bece-48a55f5baa8b req-48500dbb-ad0d-456e-9810-d825e4582e3e tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069591 Feb 11 13:39:06.978329 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.056195 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cb17e91c-5730-42f3-9e0b-e57e0d025b20 req-a019efbb-8445-4206-938f-e22f48ab7466 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9601665 Feb 11 13:39:07.125654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Checking segment: {'id': 'f04478a4-8bee-46e9-8e66-ad2b579fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:07.126025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network hostable DHCP agents. Network: 52562a47-4243-4556-8e98-ac3ff4e3676d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:07.133141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Subnet': ['ID=1fad776b-fccc-4f5d-a12a-0f909e18b05d,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:07.155237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 52562a47-4243-4556-8e98-ac3ff4e3676d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:07.157126 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-79f35f6e-41c6-4c65-b19a-50a9bc344f51 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:07.162026 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-79f35f6e-41c6-4c65-b19a-50a9bc344f51 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags/tempest-TagsExtTest-Tag-1055506985 HTTP/1.1" status: 404 len: 329 time: 0.7223754 Feb 11 13:39:07.162026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:07.180313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 52562a47-4243-4556-8e98-ac3ff4e3676d) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:07.186935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-a55acb23-4abb-49c4-ae4b-728d9695e68b tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112', {'tags': ['tempest-TagsExtTest-Tag-246824637', 'tempest-TagsExtTest-Tag-443710634', 'tempest-TagsExtTest-Tag-61899527']}) {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:07.191704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c20006e-25cd-4895-abe7-32bc0885b3de None None] Network 52562a47-4243-4556-8e98-ac3ff4e3676d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:07.200253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:07.201100 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.255135 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-24b6efde-a596-45b1-a98a-d1a73183a7f5 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6122627 Feb 11 13:39:07.256296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35308) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:07.339613 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1987c08-685f-425e-b4c0-45ee85c5c5fd None None] New status for floating IP 1266b228-c52b-41c7-8215-dbed8e91364e: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:39:07.376222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ef16e906-a028-4de6-807f-875efb733af3 req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] For port 717a2c18-0476-4820-a631-22c0a1d02603, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=717a2c18-0476-4820-a631-22c0a1d02603,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:07.376583 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.452473 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.523627 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a55acb23-4abb-49c4-ae4b-728d9695e68b tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "PUT /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags HTTP/1.1" status: 200 len: 314 time: 0.3588953 Feb 11 13:39:07.538944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35316) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:07.613065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-52562a47-4243-4556-8e98-ac3ff4e3676d', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:39:07.613892 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.727163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ef16e906-a028-4de6-807f-875efb733af3 req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Calling delete_port for 717a2c18-0476-4820-a631-22c0a1d02603 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:07.769627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-45087e06-1892-40b4-9a07-7faca852870e tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:07.908812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Allocated IP 172.20.0.2 (52562a47-4243-4556-8e98-ac3ff4e3676d/1fad776b-fccc-4f5d-a12a-0f909e18b05d/c95a70d2-ad5e-4235-803b-c5e9e80807e9) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:07.926870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4318df-15e0-41cb-8f5a-11c2ab94aca5 req-8d57913b-adb0-4694-8f00-af171b94596c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:07.927892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2b4318df-15e0-41cb-8f5a-11c2ab94aca5 req-8d57913b-adb0-4694-8f00-af171b94596c tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 943 time: 0.5565574 Feb 11 13:39:08.117070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-45087e06-1892-40b4-9a07-7faca852870e tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags HTTP/1.1" status: 204 len: 168 time: 0.4762723 Feb 11 13:39:08.122230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35332) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:08.129475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-14d5caf6-1c8e-4412-8bbf-5f055e7fbf2b tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112', 'tempest-TagsExtTest-Tag-246824637') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:08.195186 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2b4318df-15e0-41cb-8f5a-11c2ab94aca5 req-dba85626-a6c7-4a32-b85a-b58d17e165d1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups?id=552f638c-7fb6-42b5-943c-6ed7086c28e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550161 Feb 11 13:39:08.243096 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.304339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Port': ['ID=717a2c18-0476-4820-a631-22c0a1d02603,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:08.364237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.364584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.364922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.365254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.365587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.365930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.366247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.366569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.366945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.367272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.367543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:08.390934 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.405369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Transition to ACTIVE for port object c95a70d2-ad5e-4235-803b-c5e9e80807e9 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:08.441113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Transition to ACTIVE for port object c95a70d2-ad5e-4235-803b-c5e9e80807e9 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:08.449075 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.456506 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-14d5caf6-1c8e-4412-8bbf-5f055e7fbf2b tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:08.457384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-14d5caf6-1c8e-4412-8bbf-5f055e7fbf2b tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags/tempest-TagsExtTest-Tag-246824637 HTTP/1.1" status: 404 len: 328 time: 0.3341696 Feb 11 13:39:08.462432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35340) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:08.464765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35338) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:08.467867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16e906-a028-4de6-807f-875efb733af3 req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] No DVR routers for this DVR port 717a2c18-0476-4820-a631-22c0a1d02603 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:08.479780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-bbfa78b5-1d46-4d32-acca-72b9358b49f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112', 'tempest-TagsExtTest-Tag-443710634') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:08.483844 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ef16e906-a028-4de6-807f-875efb733af3 req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.508857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef16e906-a028-4de6-807f-875efb733af3 req-f3d2c142-d779-4bd5-8ff7-4ef54b7a21d2 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.73 "DELETE /v2.0/ports/717a2c18-0476-4820-a631-22c0a1d02603 HTTP/1.1" status: 204 len: 173 time: 2.4269423 Feb 11 13:39:08.547231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Network 52562a47-4243-4556-8e98-ac3ff4e3676d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:08.552890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.556997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:08.564825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:39:08.578545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Pushing event updated for resources: {'Port': ['ID=c95a70d2-ad5e-4235-803b-c5e9e80807e9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:08.648645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-deleted', 'tag': '717a2c18-0476-4820-a631-22c0a1d02603'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:08.744464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Attempting to bind port c95a70d2-ad5e-4235-803b-c5e9e80807e9 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:08.744635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Attempting to bind port c95a70d2-ad5e-4235-803b-c5e9e80807e9 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'f04478a4-8bee-46e9-8e66-ad2b579fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:08.745025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Attempting to bind port c95a70d2-ad5e-4235-803b-c5e9e80807e9 on network 52562a47-4243-4556-8e98-ac3ff4e3676d {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:39:08.756131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:39:08.756502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Checking segment: {'id': 'f04478a4-8bee-46e9-8e66-ad2b579fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:08.756907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.757286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Bound using segment: {'id': 'f04478a4-8bee-46e9-8e66-ad2b579fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:39:08.757745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Bound port: c95a70d2-ad5e-4235-803b-c5e9e80807e9, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04478a4-8bee-46e9-8e66-ad2b579fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:08.758108 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.774484 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869dd2d3-e2cf-43a0-8390-2dd417c7f540', 'name': 'network-vif-deleted', 'tag': '717a2c18-0476-4820-a631-22c0a1d02603', 'status': 'completed', 'code': 200} Feb 11 13:39:08.780391 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f012a5e-a61f-4a29-bcec-5a8ac19819d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.787425 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-bbfa78b5-1d46-4d32-acca-72b9358b49f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:08.788738 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bbfa78b5-1d46-4d32-acca-72b9358b49f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags/tempest-TagsExtTest-Tag-443710634 HTTP/1.1" status: 404 len: 328 time: 0.3249726 Feb 11 13:39:08.797648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35350) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:08.810785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.tag.tag_plugin [None req-d55cf493-bd85-4d9f-9d75-a421d0b0625b tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112', 'tempest-TagsExtTest-Tag-61899527') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:08.880076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] For port c95a70d2-ad5e-4235-803b-c5e9e80807e9, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:08.882443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8f012a5e-a61f-4a29-bcec-5a8ac19819d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:08.889358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8f012a5e-a61f-4a29-bcec-5a8ac19819d4 admin admin] Usage tracker for resource:security_group_rule and tenant:28022ceb8c2640998d7909994e33566f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:08.891831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] For port c95a70d2-ad5e-4235-803b-c5e9e80807e9, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c95a70d2-ad5e-4235-803b-c5e9e80807e9,segment=NetworkSegment(f04478a4-8bee-46e9-8e66-ad2b579fdd85),segment_id=f04478a4-8bee-46e9-8e66-ad2b579fdd85)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:08.893447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f3153-29c2-439c-8c9d-531ebf505ec6 req-765cffe2-de97-4c44-abbd-a78ce9fbe1bc tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:08.895517 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-495f3153-29c2-439c-8c9d-531ebf505ec6 req-765cffe2-de97-4c44-abbd-a78ce9fbe1bc tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 945 time: 0.6820407 Feb 11 13:39:08.902132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8f012a5e-a61f-4a29-bcec-5a8ac19819d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:08.905913 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.909748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8f012a5e-a61f-4a29-bcec-5a8ac19819d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:08.986917 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-d55cf493-bd85-4d9f-9d75-a421d0b0625b tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] show failed (client error): The resource could not be found. Feb 11 13:39:08.990286 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d55cf493-bd85-4d9f-9d75-a421d0b0625b tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags/tempest-TagsExtTest-Tag-61899527 HTTP/1.1" status: 404 len: 327 time: 0.1887910 Feb 11 13:39:08.990800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35354) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:09.007369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-46b5ee73-602d-40b4-829d-3c6343df6a2d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a4693e7-b67a-473d-9bf4-cb2ffea2e112') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:09.044691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec935bd-be44-4221-9c0d-fba6eb64e140 None None] Pushing event updated for resources: {'Port': ['ID=c95a70d2-ad5e-4235-803b-c5e9e80807e9,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:09.084117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-495f3153-29c2-439c-8c9d-531ebf505ec6 req-31c6d4fe-5adb-4238-872c-a10b3e9b374d tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742668 Feb 11 13:39:09.142888 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f012a5e-a61f-4a29-bcec-5a8ac19819d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.157277 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f012a5e-a61f-4a29-bcec-5a8ac19819d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.217807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Allocated IP 172.20.0.1 (52562a47-4243-4556-8e98-ac3ff4e3676d/1fad776b-fccc-4f5d-a12a-0f909e18b05d/ee64ce2e-476b-4c24-a91c-7c3886fa3c7c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:09.266032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f012a5e-a61f-4a29-bcec-5a8ac19819d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24a7919-6965-4eb6-bd2f-6ef913be08bd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:09.298844 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-46b5ee73-602d-40b4-829d-3c6343df6a2d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112/tags HTTP/1.1" status: 204 len: 168 time: 0.3066740 Feb 11 13:39:09.300205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35362) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:09.314480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-83223c8a-6177-4aca-96d3-7c286e919b9b tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'de697f94-cf48-4e28-b048-5e726e5e8db4') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:09.526323 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8f012a5e-a61f-4a29-bcec-5a8ac19819d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=28022ceb8c2640998d7909994e33566f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0599444 Feb 11 13:39:09.532692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35366) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:09.647681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7416c16f-bc60-45a2-a019-e4c944e64ac6 req-ff6ad66a-f1d1-462d-9f0f-dabe2eea962d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Synchronizing usage tracker for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:39:09.685920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.706110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Transition to ACTIVE for port object ee64ce2e-476b-4c24-a91c-7c3886fa3c7c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:09.721254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8347-3b80-4f81-aa7b-e8a6916f95ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.722935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7416c16f-bc60-45a2-a019-e4c944e64ac6 req-ff6ad66a-f1d1-462d-9f0f-dabe2eea962d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Unset dirty status for tenant:39219a77ba9946bba65fb10271078e63 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:39:09.731124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7416c16f-bc60-45a2-a019-e4c944e64ac6 req-ff6ad66a-f1d1-462d-9f0f-dabe2eea962d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 210 time: 0.1966999 Feb 11 13:39:09.735545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.765858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-83223c8a-6177-4aca-96d3-7c286e919b9b tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4/tags HTTP/1.1" status: 204 len: 168 time: 0.4608228 Feb 11 13:39:09.768493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35370) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:09.784010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-828bc6f1-12e9-4397-9257-59f68ca6f133 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a198abe-e09e-4ba1-aca2-ac1ebb120c2a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:09.830262 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8347-3b80-4f81-aa7b-e8a6916f95ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.839950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 52562a47-4243-4556-8e98-ac3ff4e3676d is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:09.846642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:09.849349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:39:09.910685 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-828bc6f1-12e9-4397-9257-59f68ca6f133 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a/tags HTTP/1.1" status: 204 len: 168 time: 0.1410911 Feb 11 13:39:09.913237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35374) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:09.922002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-54368145-7ee1-49c0-99d2-e1bc38a9fe64 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '58ae8a6c-132b-40d4-b8b1-a23cfec6917e') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:09.924358 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.951697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=ee64ce2e-476b-4c24-a91c-7c3886fa3c7c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:09.970856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8347-3b80-4f81-aa7b-e8a6916f95ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.010633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6aaf8347-3b80-4f81-aa7b-e8a6916f95ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.014607 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6aaf8347-3b80-4f81-aa7b-e8a6916f95ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a24a7919-6965-4eb6-bd2f-6ef913be08bd HTTP/1.1" status: 204 len: 168 time: 0.4005721 Feb 11 13:39:10.015528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf8347-3b80-4f81-aa7b-e8a6916f95ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24a7919-6965-4eb6-bd2f-6ef913be08bd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.052658 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-54368145-7ee1-49c0-99d2-e1bc38a9fe64 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e/tags HTTP/1.1" status: 204 len: 168 time: 0.1383538 Feb 11 13:39:10.057696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35380) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:10.101699 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.225717 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a568b3e1-62e0-4d9f-8291-0f900a5bb3a2 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for subnetpool, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.227351 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a568b3e1-62e0-4d9f-8291-0f900a5bb3a2 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/subnetpools/4a4693e7-b67a-473d-9bf4-cb2ffea2e112 HTTP/1.1" status: 204 len: 168 time: 0.1686234 Feb 11 13:39:10.230433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35386) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:10.387635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c95a70d2-ad5e-4235-803b-c5e9e80807e9 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:10.612541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port c95a70d2-ad5e-4235-803b-c5e9e80807e9 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:10.838798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35396) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:10.841854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a6a125-5ce3-4fee-8908-46e0aeab7273 None None] Network 52562a47-4243-4556-8e98-ac3ff4e3676d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:10.857534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e33a0aa9-ff6f-4e56-a6d7-6b292e7f07d5 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "GET /v2.0/ports?device_id=de697f94-cf48-4e28-b048-5e726e5e8db4 HTTP/1.1" status: 200 len: 205 time: 0.5923550 Feb 11 13:39:10.913696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35400) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:10.953091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25a4c593-e80a-47da-9e5f-41d1d6a7880c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.981503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef930d3a-04bd-4e00-8e82-73605c9c4690 req-91671674-0aed-4423-8933-750fdbda0672 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:10.983033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ef930d3a-04bd-4e00-8e82-73605c9c4690 req-91671674-0aed-4423-8933-750fdbda0672 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 945 time: 0.5228012 Feb 11 13:39:11.028271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-25a4c593-e80a-47da-9e5f-41d1d6a7880c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:11.037103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-25a4c593-e80a-47da-9e5f-41d1d6a7880c admin admin] Usage tracker for resource:security_group_rule and tenant:fda491f67aaf44fa8183c0dbd12112c4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:11.052464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-25a4c593-e80a-47da-9e5f-41d1d6a7880c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:11.076589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dde66be9-53bf-46f6-9c64-b7e37fc56901 None None] Provisioning for port c95a70d2-ad5e-4235-803b-c5e9e80807e9 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:11.088264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-25a4c593-e80a-47da-9e5f-41d1d6a7880c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:11.098109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dde66be9-53bf-46f6-9c64-b7e37fc56901 None None] Provisioning complete for port c95a70d2-ad5e-4235-803b-c5e9e80807e9 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:11.098783 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dde66be9-53bf-46f6-9c64-b7e37fc56901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.127275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ef930d3a-04bd-4e00-8e82-73605c9c4690 req-c958eddd-8fc7-4343-8654-795bbf1d6b71 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891628 Feb 11 13:39:11.157518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba96829e-7558-4cbf-8aa6-009502d0ec6d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.266875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2213369c-a6c1-49cd-96e8-011376d78e13 req-46c75ecd-b494-4bac-ad32-26eb13ee0ef1 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 210 time: 0.1929307 Feb 11 13:39:11.305320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:39:11.331825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.359985 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.366629 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25a4c593-e80a-47da-9e5f-41d1d6a7880c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.375028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25a4c593-e80a-47da-9e5f-41d1d6a7880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.468466 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-25a4c593-e80a-47da-9e5f-41d1d6a7880c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fda491f67aaf44fa8183c0dbd12112c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5526187 Feb 11 13:39:11.471608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35406) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:11.515627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4c593-e80a-47da-9e5f-41d1d6a7880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6d1d1b-e011-4e06-ae1e-b66c46e4a372,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:11.561658 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dde66be9-53bf-46f6-9c64-b7e37fc56901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.612935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be4c1899-fd98-4d80-ae51-47efe7ea33d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.636987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dde66be9-53bf-46f6-9c64-b7e37fc56901 None None] For port c95a70d2-ad5e-4235-803b-c5e9e80807e9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c95a70d2-ad5e-4235-803b-c5e9e80807e9,segment=NetworkSegment(f04478a4-8bee-46e9-8e66-ad2b579fdd85),segment_id=f04478a4-8bee-46e9-8e66-ad2b579fdd85)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:11.647777 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dde66be9-53bf-46f6-9c64-b7e37fc56901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.673035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be4c1899-fd98-4d80-ae51-47efe7ea33d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.764948 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be4c1899-fd98-4d80-ae51-47efe7ea33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.796285 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.812425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=ee64ce2e-476b-4c24-a91c-7c3886fa3c7c,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:11.830643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c1899-fd98-4d80-ae51-47efe7ea33d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6d1d1b-e011-4e06-ae1e-b66c46e4a372,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:11.834189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be4c1899-fd98-4d80-ae51-47efe7ea33d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.845943 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-be4c1899-fd98-4d80-ae51-47efe7ea33d2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2d6d1d1b-e011-4e06-ae1e-b66c46e4a372 HTTP/1.1" status: 204 len: 168 time: 0.3732057 Feb 11 13:39:11.901001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde66be9-53bf-46f6-9c64-b7e37fc56901 None None] Pushing event updated for resources: {'Port': ['ID=c95a70d2-ad5e-4235-803b-c5e9e80807e9,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:12.087101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c95a70d2-ad5e-4235-803b-c5e9e80807e9 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:12.219723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c95a70d2-ad5e-4235-803b-c5e9e80807e9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:12.220670 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:12.356149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-53dbde56-e8b4-4c14-8dc3-78a458f98a5a None None] Provisioning complete for port c95a70d2-ad5e-4235-803b-c5e9e80807e9 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:12.356591 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53dbde56-e8b4-4c14-8dc3-78a458f98a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:12.563149 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:12.654495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 52562a47-4243-4556-8e98-ac3ff4e3676d is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:12.657692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:12.694655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-53dbde56-e8b4-4c14-8dc3-78a458f98a5a None None] Provisioning for port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:12.702651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-53dbde56-e8b4-4c14-8dc3-78a458f98a5a None None] Provisioning complete for port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:12.702981 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53dbde56-e8b4-4c14-8dc3-78a458f98a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:12.741475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4a4b3-fd2e-4908-b054-08a664977b0b req-10b724f7-40ae-4049-a2a3-6a1a3dfed0ce tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:12.743185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cc4a4b3-fd2e-4908-b054-08a664977b0b req-10b724f7-40ae-4049-a2a3-6a1a3dfed0ce tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 945 time: 1.1910133 Feb 11 13:39:12.783078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92a889de-3d57-4c35-bc31-e8a9ec1d74ad req-bb41c796-e9a7-4dd1-afa2-b4fe1778dda9 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 210 time: 0.1558712 Feb 11 13:39:12.887907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-53dbde56-e8b4-4c14-8dc3-78a458f98a5a None None] Port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:39:12.934344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eeea6233-65e0-43ee-b9b6-34de8c725802 req-8f35fa8a-e416-48aa-981b-39ddac0706ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1208622 Feb 11 13:39:13.077443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-61a32c10-9f43-4f42-8cfe-34aca94a0bd6 None None] Provisioning complete for port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:13.080402 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61a32c10-9f43-4f42-8cfe-34aca94a0bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.163488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba96829e-7558-4cbf-8aa6-009502d0ec6d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.185587 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba96829e-7558-4cbf-8aa6-009502d0ec6d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.207818 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cc4a4b3-fd2e-4908-b054-08a664977b0b req-26bd2b14-ded7-4e5a-9730-a1abdcb92c12 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249587 Feb 11 13:39:13.214936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-61a32c10-9f43-4f42-8cfe-34aca94a0bd6 None None] Port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:39:13.222502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eeea6233-65e0-43ee-b9b6-34de8c725802 req-66a61937-bac0-4bb0-8a2c-1ff8e77b40b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39219a77ba9946bba65fb10271078e63&device_id=869dd2d3-e2cf-43a0-8390-2dd417c7f540 HTTP/1.1" status: 200 len: 210 time: 0.0951347 Feb 11 13:39:13.239012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:13.349497 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9b83b1d8-e37f-4af7-9062-d86a87fe9968 None None] Provisioning complete for port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:13.349883 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b83b1d8-e37f-4af7-9062-d86a87fe9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.377737 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba96829e-7558-4cbf-8aa6-009502d0ec6d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.378244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba96829e-7558-4cbf-8aa6-009502d0ec6d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Fanout notify agent at l3_agent the message router_deleted on router de697f94-cf48-4e28-b048-5e726e5e8db4 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:39:13.413794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba96829e-7558-4cbf-8aa6-009502d0ec6d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.417850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ba96829e-7558-4cbf-8aa6-009502d0ec6d tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/routers/de697f94-cf48-4e28-b048-5e726e5e8db4 HTTP/1.1" status: 204 len: 168 time: 2.5715766 Feb 11 13:39:13.420041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35440) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:13.463950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9b83b1d8-e37f-4af7-9062-d86a87fe9968 None None] Port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:39:13.560104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6233-65e0-43ee-b9b6-34de8c725802 req-2e046884-d501-4477-9adb-4503a16a9359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.560478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6233-65e0-43ee-b9b6-34de8c725802 req-2e046884-d501-4477-9adb-4503a16a9359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.560839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6233-65e0-43ee-b9b6-34de8c725802 req-2e046884-d501-4477-9adb-4503a16a9359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.562534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eeea6233-65e0-43ee-b9b6-34de8c725802 req-2e046884-d501-4477-9adb-4503a16a9359 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=39219a77ba9946bba65fb10271078e63&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3152165 Feb 11 13:39:13.565886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b883338b-45ca-450a-9ed5-a475ee9918f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Deleting port 2a198abe-e09e-4ba1-aca2-ac1ebb120c2a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:13.566217 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b883338b-45ca-450a-9ed5-a475ee9918f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.613154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:39:13.815796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:13.821897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-01ac46ee-2dc2-46a0-9a4c-5030cdff5f9d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5642393 Feb 11 13:39:13.825510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35448) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:13.829405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Sync routers for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:39:13.832506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'network': {'name': 'tempest-RoutersTest-206052813'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:13.839104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:13.843654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:network and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:13.844249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:13.844902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:13.849507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:13.857735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:13.870092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:13.873842 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.910690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:13.923907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.925783 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added segment 83065c45-20d2-42d3-bbab-62ec33b23a28 of type vlan for network 7976f17d-2d57-49d0-8490-ae0e533ad153 Feb 11 13:39:13.981002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.040062 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.043978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.044576 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.136556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35460) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:14.195001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:14.224273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-82cab563-ff0f-437c-ba82-e5e302f272be tempest-TestVolumeBackupRestore-116901785 tempest-TestVolumeBackupRestore-116901785-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 1091 time: 0.9834840 Feb 11 13:39:14.246021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35464) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:14.253616 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4268036 Feb 11 13:39:14.257715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35470) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:14.273109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea6233-65e0-43ee-b9b6-34de8c725802 req-1d9d94ba-367f-47b3-be86-2ab1647da257 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.273302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'subnet': {'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:14.274849 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eeea6233-65e0-43ee-b9b6-34de8c725802 req-1d9d94ba-367f-47b3-be86-2ab1647da257 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6175141 Feb 11 13:39:14.283186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:14.290797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95be71-b19a-4e1c-b3e7-da64cb894101 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Network': ['ID=7976f17d-2d57-49d0-8490-ae0e533ad153,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:14.298169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:14.305532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 7976f17d-2d57-49d0-8490-ae0e533ad153 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:39:14.313708 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b883338b-45ca-450a-9ed5-a475ee9918f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.330468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Usage tracker for resource:floatingip and tenant:b10f7dbb64534a6990c6c2a58048e0d0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:14.425191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:14.429259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:subnet and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:14.432345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:14.438897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:14.454155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:14.457417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:14.553483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:14.575557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b883338b-45ca-450a-9ed5-a475ee9918f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Calling delete_port for 2a198abe-e09e-4ba1-aca2-ac1ebb120c2a owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:14.633527 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.667679 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.748615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2146397c-b89c-4a9c-bd55-4aa0b954fa4d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.780180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2146397c-b89c-4a9c-bd55-4aa0b954fa4d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.863655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:09Z', 'revision_number': 2, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:10Z', 'revision_number': 2, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:14.874359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Checking router: 37441e9e-391a-4fc8-81ec-f03803a0834f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:39:14.875242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Updating router 37441e9e-391a-4fc8-81ec-f03803a0834f port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:39:14.943089 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.019940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2146397c-b89c-4a9c-bd55-4aa0b954fa4d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.065758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146397c-b89c-4a9c-bd55-4aa0b954fa4d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552f638c-7fb6-42b5-943c-6ed7086c28e4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:15.096454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2146397c-b89c-4a9c-bd55-4aa0b954fa4d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.100338 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2146397c-b89c-4a9c-bd55-4aa0b954fa4d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "DELETE /v2.0/security-groups/552f638c-7fb6-42b5-943c-6ed7086c28e4 HTTP/1.1" status: 204 len: 168 time: 0.9486871 Feb 11 13:39:15.104795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:15.125869 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-e49ef38a-1e2b-46fe-a053-eb6516fa6d61 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] show failed (client error): The resource could not be found. Feb 11 13:39:15.129770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e49ef38a-1e2b-46fe-a053-eb6516fa6d61 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "GET /v2.0/security-groups/552f638c-7fb6-42b5-943c-6ed7086c28e4 HTTP/1.1" status: 404 len: 347 time: 0.0228574 Feb 11 13:39:15.138594 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35488) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:15.145381 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b883338b-45ca-450a-9ed5-a475ee9918f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.192932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.328424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883338b-45ca-450a-9ed5-a475ee9918f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Pushing event deleted for resources: {'Port': ['ID=2a198abe-e09e-4ba1-aca2-ac1ebb120c2a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:15.377939 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.380482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Subnet': ['ID=9a0de0ce-5422-4743-a30f-1a29c2c1138f,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:15.389835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Checking segment: {'id': '83065c45-20d2-42d3-bbab-62ec33b23a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:15.390203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network hostable DHCP agents. Network: 7976f17d-2d57-49d0-8490-ae0e533ad153, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:15.450918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 7976f17d-2d57-49d0-8490-ae0e533ad153 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:15.492169 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.497524 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f5d2cf8-bf49-42a3-a3df-21d14456fc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.509259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Transition to ACTIVE for port object ee64ce2e-476b-4c24-a91c-7c3886fa3c7c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:15.516340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 7976f17d-2d57-49d0-8490-ae0e533ad153) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:15.520512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.521101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.534876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8df486-467a-4aa4-9137-d89895594ff1 None None] Network 7976f17d-2d57-49d0-8490-ae0e533ad153 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:15.577796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e493d95d-2894-48c7-98e0-9fb8fb21fc04 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3157089 Feb 11 13:39:15.581158 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.585088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35500) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:15.718751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c06571fc-65ed-4b2f-a73b-a988e208bf17 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting port 7bb6f2c0-7929-46b1-ade2-fd3153d518f1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:15.719568 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c06571fc-65ed-4b2f-a73b-a988e208bf17 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.052965 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c06571fc-65ed-4b2f-a73b-a988e208bf17 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.053579 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c06571fc-65ed-4b2f-a73b-a988e208bf17 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.094331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef3034-af6b-4b52-9d06-9268584fd08a None None] Pushing event updated for resources: {'Port': ['ID=ee64ce2e-476b-4c24-a91c-7c3886fa3c7c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.224372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c06571fc-65ed-4b2f-a73b-a988e208bf17 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Calling delete_port for 7bb6f2c0-7929-46b1-ade2-fd3153d518f1 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:16.393164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Attempting to bind port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:16.393968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Attempting to bind port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'f04478a4-8bee-46e9-8e66-ad2b579fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:16.395162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Attempting to bind port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c on network 52562a47-4243-4556-8e98-ac3ff4e3676d {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:39:16.482357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:39:16.482793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Checking segment: {'id': 'f04478a4-8bee-46e9-8e66-ad2b579fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:16.483617 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.483751 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Bound using segment: {'id': 'f04478a4-8bee-46e9-8e66-ad2b579fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:39:16.484152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Bound port: ee64ce2e-476b-4c24-a91c-7c3886fa3c7c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04478a4-8bee-46e9-8e66-ad2b579fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:16.484508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Allocated IP 172.25.4.61 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/64d81382-3cf2-403a-8f36-d6fffbf33ffa) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:16.486991 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.549020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-7976f17d-2d57-49d0-8490-ae0e533ad153', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:39:16.550122 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.656172 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.714468 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.862515 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.868077 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b883338b-45ca-450a-9ed5-a475ee9918f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.990348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b883338b-45ca-450a-9ed5-a475ee9918f7 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/ports/2a198abe-e09e-4ba1-aca2-ac1ebb120c2a HTTP/1.1" status: 204 len: 168 time: 3.5657530 Feb 11 13:39:16.999489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35526) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:17.006700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event updated for resources: {'Port': ['ID=64d81382-3cf2-403a-8f36-d6fffbf33ffa,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:17.042740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Allocated IP 172.21.0.2 (7976f17d-2d57-49d0-8490-ae0e533ad153/9a0de0ce-5422-4743-a30f-1a29c2c1138f/2800ab8e-f209-4e0a-bf3e-19b6fe14c35a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:17.137551 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c06571fc-65ed-4b2f-a73b-a988e208bf17 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.192400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06571fc-65ed-4b2f-a73b-a988e208bf17 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Port': ['ID=7bb6f2c0-7929-46b1-ade2-fd3153d518f1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:17.204029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:17.209940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:17.216438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:39:17.294062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] For port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:17.308896 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] For port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ee64ce2e-476b-4c24-a91c-7c3886fa3c7c,segment=NetworkSegment(f04478a4-8bee-46e9-8e66-ad2b579fdd85),segment_id=f04478a4-8bee-46e9-8e66-ad2b579fdd85)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:17.317661 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.397109 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.399906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef3034-af6b-4b52-9d06-9268584fd08a None None] Pushing event updated for resources: {'Port': ['ID=ee64ce2e-476b-4c24-a91c-7c3886fa3c7c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:17.416644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Transition to ACTIVE for port object 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:17.453415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Transition to ACTIVE for port object 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:17.454693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:17.455319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:38:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:17.637757 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.776141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Allocated IP 172.21.0.1 (7976f17d-2d57-49d0-8490-ae0e533ad153/9a0de0ce-5422-4743-a30f-1a29c2c1138f/0dc44a4d-a322-4564-ba84-44f152a44cc0) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:17.836511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c724a459-150a-433d-98d6-9b1ffc1e9a89 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Deleting subnet 58ae8a6c-132b-40d4-b8b1-a23cfec6917e {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:39:17.840560 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c724a459-150a-433d-98d6-9b1ffc1e9a89 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.905152 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c724a459-150a-433d-98d6-9b1ffc1e9a89 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.967720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Network 7976f17d-2d57-49d0-8490-ae0e533ad153 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:17.986884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:18.001105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:39:18.021751 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0980a067-662e-4de3-b17d-d3a3020a686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.062492 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c724a459-150a-433d-98d6-9b1ffc1e9a89 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.079693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Pushing event updated for resources: {'Port': ['ID=2800ab8e-f209-4e0a-bf3e-19b6fe14c35a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.179295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.195697 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c724a459-150a-433d-98d6-9b1ffc1e9a89 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.198887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Transition to ACTIVE for port object 0dc44a4d-a322-4564-ba84-44f152a44cc0 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:18.233933 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.264675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:18.319008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Attempting to bind port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:18.319621 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Attempting to bind port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '83065c45-20d2-42d3-bbab-62ec33b23a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:18.319711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Attempting to bind port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a on network 7976f17d-2d57-49d0-8490-ae0e533ad153 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:39:18.335306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:39:18.336554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Checking segment: {'id': '83065c45-20d2-42d3-bbab-62ec33b23a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:18.336554 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.336714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Bound using segment: {'id': '83065c45-20d2-42d3-bbab-62ec33b23a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:39:18.337085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Bound port: 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83065c45-20d2-42d3-bbab-62ec33b23a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:18.337546 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.383733 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c06571fc-65ed-4b2f-a73b-a988e208bf17 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.396924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724a459-150a-433d-98d6-9b1ffc1e9a89 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Pushing event deleted for resources: {'Subnet': ['ID=58ae8a6c-132b-40d4-b8b1-a23cfec6917e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.426906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 7976f17d-2d57-49d0-8490-ae0e533ad153 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:18.430258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:18.435737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:39:18.501722 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c724a459-150a-433d-98d6-9b1ffc1e9a89 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.501722 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c724a459-150a-433d-98d6-9b1ffc1e9a89 tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/subnets/58ae8a6c-132b-40d4-b8b1-a23cfec6917e HTTP/1.1" status: 204 len: 168 time: 1.4816713 Feb 11 13:39:18.501722 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c06571fc-65ed-4b2f-a73b-a988e208bf17 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.501722 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c06571fc-65ed-4b2f-a73b-a988e208bf17 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "DELETE /v2.0/floatingips/1266b228-c52b-41c7-8215-dbed8e91364e HTTP/1.1" status: 204 len: 168 time: 3.3549933 Feb 11 13:39:18.501722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35544) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:18.518419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=0dc44a4d-a322-4564-ba84-44f152a44cc0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.518419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35546) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:18.535550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd13b66-98e6-4329-870a-3233ac927c5e None None] Network 1519d61a-0007-4497-b786-ba467be98023 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:18.774561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.804796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-016ff16c-7668-4715-a7a3-d7a540d5043d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting port ff71d346-712c-4d9e-b2ca-503622e9b2f0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:18.806865 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-016ff16c-7668-4715-a7a3-d7a540d5043d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.956258 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.019846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Deleting port 588d8fa7-a585-45e2-be19-1ce654741061 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:19.019846 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.394171 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.420126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.484513 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.529061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] For port 588d8fa7-a585-45e2-be19-1ce654741061, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=588d8fa7-a585-45e2-be19-1ce654741061,segment=NetworkSegment(40ccc117-7f8f-4962-9a61-1beda44ba92d),segment_id=40ccc117-7f8f-4962-9a61-1beda44ba92d)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:19.529061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.607513 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-016ff16c-7668-4715-a7a3-d7a540d5043d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.653860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] For port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:19.694997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] For port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2800ab8e-f209-4e0a-bf3e-19b6fe14c35a,segment=NetworkSegment(83065c45-20d2-42d3-bbab-62ec33b23a28),segment_id=83065c45-20d2-42d3-bbab-62ec33b23a28)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:19.710904 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.798902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-016ff16c-7668-4715-a7a3-d7a540d5043d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Calling delete_port for ff71d346-712c-4d9e-b2ca-503622e9b2f0 owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:19.810083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Calling delete_port for 588d8fa7-a585-45e2-be19-1ce654741061 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:19.813172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0614af4-7fab-496a-8698-edec2d259a70 None None] Pushing event updated for resources: {'Port': ['ID=2800ab8e-f209-4e0a-bf3e-19b6fe14c35a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:19.820091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b10666a-a594-40fe-b876-e2e1f4666782 None None] DHCP port deletion for 1519d61a-0007-4497-b786-ba467be98023 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:39:19.833486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5b10666a-a594-40fe-b876-e2e1f4666782 None None] Deleting port 588d8fa7-a585-45e2-be19-1ce654741061 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:19.835513 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b10666a-a594-40fe-b876-e2e1f4666782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.890061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.904175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:09Z', 'revision_number': 2, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:19.913035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a32e92-cf5c-44a2-9321-c3944e313b0b None None] The sync data for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 is: [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:09Z', 'revision_number': 2, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:39:19.961784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Pushing event deleted for resources: {'Port': ['ID=588d8fa7-a585-45e2-be19-1ce654741061,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:19.964884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] No DVR routers for this DVR port 588d8fa7-a585-45e2-be19-1ce654741061 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:20.005252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5b10666a-a594-40fe-b876-e2e1f4666782 None None] The port '588d8fa7-a585-45e2-be19-1ce654741061' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:39:20.156124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 588d8fa7-a585-45e2-be19-1ce654741061 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:39:20.320858 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.400319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1519d61a-0007-4497-b786-ba467be98023']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:20.417403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ccc117-7f8f-4962-9a61-1beda44ba92d') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:20.418143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ccc117-7f8f-4962-9a61-1beda44ba92d') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:20.436753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.501549 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.507003 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 588d8fa7-a585-45e2-be19-1ce654741061 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:39:20.508503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 588d8fa7-a585-45e2-be19-1ce654741061 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:39:20.560827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-016ff16c-7668-4715-a7a3-d7a540d5043d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.564218 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.637687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ff16c-7668-4715-a7a3-d7a540d5043d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Port': ['ID=ff71d346-712c-4d9e-b2ca-503622e9b2f0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:20.812588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:39:20.816890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:20.847454 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:20.854956 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-016ff16c-7668-4715-a7a3-d7a540d5043d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.906862 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-016ff16c-7668-4715-a7a3-d7a540d5043d tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "DELETE /v2.0/ports/ff71d346-712c-4d9e-b2ca-503622e9b2f0 HTTP/1.1" status: 204 len: 168 time: 2.3903139 Feb 11 13:39:20.909196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35568) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:21.014684 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:39:21.084725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.115851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.133837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.148130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.374497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] Pushing event deleted for resources: {'Network': ['ID=1519d61a-0007-4497-b786-ba467be98023,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:21.412472 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-119fe6fa-7957-4b84-8bab-7cdfb934af6c tempest-TagsExtTest-1166515927 tempest-TagsExtTest-1166515927-project] 10.222.0.67 "DELETE /v2.0/networks/1519d61a-0007-4497-b786-ba467be98023 HTTP/1.1" status: 204 len: 168 time: 2.8278303 Feb 11 13:39:21.524450 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.615795 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.652774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-9c2e8f0f-cf2d-406d-b077-c7664d68f1f6 req-aa1af427-b94a-44ab-b337-69bbc87e8065 service neutron] (83567) timed out ('10.222.0.67', 48370) {{(pid=83567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:39:21.653336 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.653925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=0dc44a4d-a322-4564-ba84-44f152a44cc0,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:21.723382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1bf74278-ac3b-4a43-971f-57086e5bf649 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting port c899f753-f998-42d3-960c-2eb5c59c628c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:21.723744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bf74278-ac3b-4a43-971f-57086e5bf649 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.796000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68782d90-0f1c-4224-b3f0-07909c96ec57 None None] Network 7976f17d-2d57-49d0-8490-ae0e533ad153 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:22.012532 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.016080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:22.032974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.249884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0faa1883-5640-4c4b-9f8e-c7c688f6187d None None] Provisioning for port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:22.326362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:22.387498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 7976f17d-2d57-49d0-8490-ae0e533ad153 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:22.436103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event updated for resources: {'Port': ['ID=64d81382-3cf2-403a-8f36-d6fffbf33ffa,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:22.437742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:22.546695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.591504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:22.609842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:22.610871 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.823363 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bf74278-ac3b-4a43-971f-57086e5bf649 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.976110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-96bfebb3-b6a1-4780-a1b1-f233d8f4251d None None] Provisioning for port 0dc44a4d-a322-4564-ba84-44f152a44cc0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:22.995312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-96bfebb3-b6a1-4780-a1b1-f233d8f4251d None None] Provisioning complete for port 0dc44a4d-a322-4564-ba84-44f152a44cc0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:22.996062 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb3-b6a1-4780-a1b1-f233d8f4251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.097192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.099725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5f778dd1-3db3-446d-8998-3e40dec5d567 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=440441fe87874545badfb92bee8c5975&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0822461 Feb 11 13:39:23.103270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35590) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:23.176661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2800ab8e-f209-4e0a-bf3e-19b6fe14c35a,segment=NetworkSegment(83065c45-20d2-42d3-bbab-62ec33b23a28),segment_id=83065c45-20d2-42d3-bbab-62ec33b23a28)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:23.179407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-96bfebb3-b6a1-4780-a1b1-f233d8f4251d None None] Port 0dc44a4d-a322-4564-ba84-44f152a44cc0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:39:23.191740 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.192826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ee64ce2e-476b-4c24-a91c-7c3886fa3c7c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:23.211352 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d3666a1-bb2f-4706-a109-e7b692f2ae5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.265191 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d3666a1-bb2f-4706-a109-e7b692f2ae5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.319596 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-96bfebb3-b6a1-4780-a1b1-f233d8f4251d None None] Provisioning complete for port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:23.320182 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb3-b6a1-4780-a1b1-f233d8f4251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.356739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1bf74278-ac3b-4a43-971f-57086e5bf649 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Calling delete_port for c899f753-f998-42d3-960c-2eb5c59c628c owned by {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:23.423725 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Floating IP 82b28765-defd-4dc6-b07d-4961147ae862 associated. External IP: 172.25.4.61, port: 594f1b75-44d6-45bb-8df7-d751edaeb53c. Feb 11 13:39:23.479495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=2800ab8e-f209-4e0a-bf3e-19b6fe14c35a,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:23.524027 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:23.603689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:23.604878 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.767865 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bf74278-ac3b-4a43-971f-57086e5bf649 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.800938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ed2012d3-8594-43c7-b76f-29dcaa41756f None None] Provisioning complete for port 0dc44a4d-a322-4564-ba84-44f152a44cc0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:23.800938 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed2012d3-8594-43c7-b76f-29dcaa41756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.868014 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d3666a1-bb2f-4706-a109-e7b692f2ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.882383 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.906062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3666a1-bb2f-4706-a109-e7b692f2ae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed642d81-39ae-46dc-adbf-00ade4d81f06,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:23.916023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ed2012d3-8594-43c7-b76f-29dcaa41756f None None] Port 0dc44a4d-a322-4564-ba84-44f152a44cc0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:39:23.924780 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d3666a1-bb2f-4706-a109-e7b692f2ae5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.925917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3d3666a1-bb2f-4706-a109-e7b692f2ae5d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ed642d81-39ae-46dc-adbf-00ade4d81f06 HTTP/1.1" status: 204 len: 168 time: 0.8211858 Feb 11 13:39:23.946144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf74278-ac3b-4a43-971f-57086e5bf649 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Port': ['ID=c899f753-f998-42d3-960c-2eb5c59c628c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:23.960280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ee64ce2e-476b-4c24-a91c-7c3886fa3c7c,segment=NetworkSegment(f04478a4-8bee-46e9-8e66-ad2b579fdd85),segment_id=f04478a4-8bee-46e9-8e66-ad2b579fdd85)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:23.964848 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.059896 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=ee64ce2e-476b-4c24-a91c-7c3886fa3c7c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:24.199818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bf74278-ac3b-4a43-971f-57086e5bf649 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.236109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1bf74278-ac3b-4a43-971f-57086e5bf649 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "DELETE /v2.0/ports/c899f753-f998-42d3-960c-2eb5c59c628c HTTP/1.1" status: 204 len: 168 time: 3.3202732 Feb 11 13:39:24.236220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35600) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:24.252072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:24.278722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:24.289676 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:39:24.414377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:24.415222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.659856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ee64ce2e-476b-4c24-a91c-7c3886fa3c7c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:24.793989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:24.794855 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.814506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ceab78-2a4e-449f-afc7-d1541d66f7f4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting subnet f7eb4684-f135-434b-92ca-19187fdd48c4 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:39:24.819926 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09ceab78-2a4e-449f-afc7-d1541d66f7f4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.913095 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09ceab78-2a4e-449f-afc7-d1541d66f7f4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.973792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:24.987737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8a472bbf-ae42-405b-8a0e-55826fa730f9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4011717 Feb 11 13:39:24.988159 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Sync routers for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:39:24.991199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35626) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:25.004647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Router dd147da0-a5e2-430b-bd72-16a8e15d3429 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:25.005405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'network': {'name': 'tempest-RoutersTest-847816980'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:25.010009 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:25.012569 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:25.019934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:25.028317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:network and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:25.035478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:25.053400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:25.079816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:25.105160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.246509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:25.314627 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.314627 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added segment f4f180c1-0b8e-4abd-97c2-640338f62fa7 of type vlan for network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 Feb 11 13:39:25.383538 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.395280 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:25.475656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.485141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:25.485782 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.686717 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09ceab78-2a4e-449f-afc7-d1541d66f7f4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.962853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09ceab78-2a4e-449f-afc7-d1541d66f7f4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.056442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35648) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:26.056442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceab78-2a4e-449f-afc7-d1541d66f7f4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Subnet': ['ID=f7eb4684-f135-434b-92ca-19187fdd48c4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:26.072435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'subnet': {'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:26.077475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0459311 Feb 11 13:39:26.077475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35652) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:26.114840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb54042-045b-4bf4-8a0d-a4d358288c24 None None] Network 0c4ce99b-bcb8-4d76-a929-088829e9857d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:26.126561 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09ceab78-2a4e-449f-afc7-d1541d66f7f4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.191707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7bcc7-fb5a-45a0-a7df-da0fe686cab1 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Network': ['ID=9faf6b88-e013-4fb2-8b68-ac4a9e89cc87,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:26.328750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35658) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:26.333635 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-09ceab78-2a4e-449f-afc7-d1541d66f7f4 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "DELETE /v2.0/subnets/f7eb4684-f135-434b-92ca-19187fdd48c4 HTTP/1.1" status: 204 len: 168 time: 2.0888488 Feb 11 13:39:26.412669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:26.468245 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:19Z', 'revision_number': 3, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:20Z', 'revision_number': 2, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:26.492636 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Checking router: 37441e9e-391a-4fc8-81ec-f03803a0834f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:39:26.492636 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Updating router 37441e9e-391a-4fc8-81ec-f03803a0834f port 0dc44a4d-a322-4564-ba84-44f152a44cc0 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:39:26.563339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:26.619184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:26.623974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-462327954-network', 'tenant_id': 'c4a60e8abb8740b7aff61e571d8fff65'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:26.625077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:subnet and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:26.632877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:26.633900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:26.646959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Usage tracker for resource:network and tenant:c4a60e8abb8740b7aff61e571d8fff65 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:26.650744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:26.655821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:26.657912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:26.669280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:39:26.740138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2452450d-e0bf-4a63-b3e0-4a173f9c6abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.783604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:26.825751 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.984764 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] Sync routers for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:39:27.006810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.028048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Made reservation on behalf of c4a60e8abb8740b7aff61e571d8fff65 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:27.031114 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.057432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.082726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2452450d-e0bf-4a63-b3e0-4a173f9c6abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:27.083264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4308f0-d296-4cb8-b758-d31de57d86c6 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting subnet 55d328ef-806e-4931-902c-7192baa56f62 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:39:27.087688 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db4308f0-d296-4cb8-b758-d31de57d86c6 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.088390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2452450d-e0bf-4a63-b3e0-4a173f9c6abd admin admin] Usage tracker for resource:security_group_rule and tenant:c3b6f607280f4221bf6eb6ad4c29ef96 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:27.091473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2452450d-e0bf-4a63-b3e0-4a173f9c6abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:27.097621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2452450d-e0bf-4a63-b3e0-4a173f9c6abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:27.137966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:27.139302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:27.162938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db4308f0-d296-4cb8-b758-d31de57d86c6 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.186870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2452450d-e0bf-4a63-b3e0-4a173f9c6abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.234013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.257905 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2452450d-e0bf-4a63-b3e0-4a173f9c6abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.271065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db4308f0-d296-4cb8-b758-d31de57d86c6 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.334391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2452450d-e0bf-4a63-b3e0-4a173f9c6abd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c3b6f607280f4221bf6eb6ad4c29ef96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9240947 Feb 11 13:39:27.335411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35670) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:27.379430 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db4308f0-d296-4cb8-b758-d31de57d86c6 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.405909 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:27.410806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452450d-e0bf-4a63-b3e0-4a173f9c6abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf6a811-f140-4369-ad49-6ceb0a95dc6c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:27.431929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4308f0-d296-4cb8-b758-d31de57d86c6 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Subnet': ['ID=55d328ef-806e-4931-902c-7192baa56f62,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:27.439389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:27.444665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-db4308f0-d296-4cb8-b758-d31de57d86c6 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.451946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a60e8abb8740b7aff61e571d8fff65 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:27.458838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:27.479534 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-db4308f0-d296-4cb8-b758-d31de57d86c6 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "DELETE /v2.0/subnets/55d328ef-806e-4931-902c-7192baa56f62 HTTP/1.1" status: 204 len: 168 time: 1.1541724 Feb 11 13:39:27.485595 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.486266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35674) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:27.497238 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8d6430cb-f3f7-4356-993d-80650e49b923 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 13.2418518 Feb 11 13:39:27.497347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:27.508620 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Transition to ACTIVE for port object 0dc44a4d-a322-4564-ba84-44f152a44cc0 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:27.511143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:27.517494 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.519266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:27.694662 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'status': 'completed', 'code': 200} Feb 11 13:39:27.786716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194664f-cabc-4a81-a89c-374967f3cf31 None None] Network a08c08c5-9a52-41f6-8375-2cdd7db21ff8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:27.834971 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Pushing event updated for resources: {'Port': ['ID=0dc44a4d-a322-4564-ba84-44f152a44cc0,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:27.854841 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.855128 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.855474 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.855853 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.856186 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.856512 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.856826 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.857146 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.857460 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.858121 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.858426 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.858768 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.874784 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9189233f-ed5c-4cc5-b784-d5558356bb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.895821 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Attempting to bind port 0dc44a4d-a322-4564-ba84-44f152a44cc0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:27.896475 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Attempting to bind port 0dc44a4d-a322-4564-ba84-44f152a44cc0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '83065c45-20d2-42d3-bbab-62ec33b23a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:27.897328 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Attempting to bind port 0dc44a4d-a322-4564-ba84-44f152a44cc0 on network 7976f17d-2d57-49d0-8490-ae0e533ad153 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:39:27.904907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Deleting port dc9db551-6777-4359-bcf9-da32e19e5073 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:27.905246 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.906442 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:39:27.907517 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Checking segment: {'id': '83065c45-20d2-42d3-bbab-62ec33b23a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:27.908326 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.908787 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Bound using segment: {'id': '83065c45-20d2-42d3-bbab-62ec33b23a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:39:27.909323 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Bound port: 0dc44a4d-a322-4564-ba84-44f152a44cc0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83065c45-20d2-42d3-bbab-62ec33b23a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:27.910347 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.947300 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.000833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9189233f-ed5c-4cc5-b784-d5558356bb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.045052 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] For port 0dc44a4d-a322-4564-ba84-44f152a44cc0, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:28.061087 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] For port 0dc44a4d-a322-4564-ba84-44f152a44cc0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0dc44a4d-a322-4564-ba84-44f152a44cc0,segment=NetworkSegment(83065c45-20d2-42d3-bbab-62ec33b23a28),segment_id=83065c45-20d2-42d3-bbab-62ec33b23a28)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:28.069839 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.086839 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddc99ddd-8c22-463c-a206-96af1632a64d req-1e959d6f-2cf7-4d07-81e7-fd6d807ed22b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b10f7dbb64534a6990c6c2a58048e0d0&device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 1096 time: 0.3968878 Feb 11 13:39:28.093945 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-18fc50fb-d7b1-4514-bec7-c886604a163f tempest-TestVolumeBackupRestore-116901785 tempest-TestVolumeBackupRestore-116901785-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 1091 time: 0.5640645 Feb 11 13:39:28.102101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:28.140462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-82e792f0-9df2-4294-901a-4db1e011332f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Request body: {'floatingip': {'port_id': '594f1b75-44d6-45bb-8df7-d751edaeb53c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:28.186686 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:28.187974 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:28.289068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] For port dc9db551-6777-4359-bcf9-da32e19e5073, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=dc9db551-6777-4359-bcf9-da32e19e5073,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:28.289602 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.394194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] DHCP port deletion for 0c4ce99b-bcb8-4d76-a929-088829e9857d request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:39:28.408936 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:28.415049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] Deleting port dc9db551-6777-4359-bcf9-da32e19e5073 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:28.415677 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.448545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc99ddd-8c22-463c-a206-96af1632a64d req-d63f8a17-ded4-4d02-9d65-d59d384161a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:28.450521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddc99ddd-8c22-463c-a206-96af1632a64d req-d63f8a17-ded4-4d02-9d65-d59d384161a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=407ef79f-e8ab-41fa-aac5-347e4e1cacad HTTP/1.1" status: 200 len: 915 time: 0.3492062 Feb 11 13:39:28.515529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.558028 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf915ec-320c-492e-9a73-fd555c267b5a None None] Pushing event updated for resources: {'Port': ['ID=0dc44a4d-a322-4564-ba84-44f152a44cc0,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:28.564042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:28.583762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.584113 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Added segment a102b88b-95c4-4523-9658-5f6ada225782 of type vlan for network 755e2f3a-469a-41ce-94bb-5586e962a8ba Feb 11 13:39:28.654967 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.668955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998f3ee-5336-4dcf-b522-a98b12021645 None None] DHCP port deletion for a08c08c5-9a52-41f6-8375-2cdd7db21ff8 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:39:28.690549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Calling delete_port for dc9db551-6777-4359-bcf9-da32e19e5073 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:28.740475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1998f3ee-5336-4dcf-b522-a98b12021645 None None] Deleting port af647aa0-c4d1-48a8-a877-2a2696c3405c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:28.740851 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1998f3ee-5336-4dcf-b522-a98b12021645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.817427 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.886693 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.resource_extend [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:39:28.901814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Port': ['ID=dc9db551-6777-4359-bcf9-da32e19e5073,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:28.901814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] No DVR routers for this DVR port dc9db551-6777-4359-bcf9-da32e19e5073 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:29.003863 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.039496 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:19Z', 'revision_number': 3, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:28Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:29.044742 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb97ceb-9173-42f4-9d46-7e6a8ef03065 None None] The sync data for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 is: [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:19Z', 'revision_number': 3, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:28Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:39:29.072407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45e207c-e19c-412d-8e79-731cc2f3551c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:29.102255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.106497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:29.107643 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.116720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.213445 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82e792f0-9df2-4294-901a-4db1e011332f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.410515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] For port dc9db551-6777-4359-bcf9-da32e19e5073, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=dc9db551-6777-4359-bcf9-da32e19e5073,segment=NetworkSegment(dc841e1b-7d79-4fab-a3fa-aa1111d54445),segment_id=dc841e1b-7d79-4fab-a3fa-aa1111d54445)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:29.411038 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.441546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '82b28765-defd-4dc6-b07d-4961147ae862', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'port_id': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'mac_address': 'fa:16:3e:6b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:20Z', 'updated_at': '2022-02-11T13:39:20Z', 'revision_number': 0, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:23Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:29.488115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddc99ddd-8c22-463c-a206-96af1632a64d req-ac657aa5-0b4c-49e8-93c3-f2df37dc93c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c HTTP/1.1" status: 200 len: 998 time: 0.6173487 Feb 11 13:39:29.503344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] Pushing event updated for resources: {'Network': ['ID=755e2f3a-469a-41ce-94bb-5586e962a8ba,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:29.544853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9189233f-ed5c-4cc5-b784-d5558356bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.610706 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7bde1caf-4345-4350-a16f-dfb4d6a4b139 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4540615 Feb 11 13:39:29.616244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35700) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:29.623771 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4ce99b-bcb8-4d76-a929-088829e9857d']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:29.648248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Request body: {'subnet': {'network_id': '755e2f3a-469a-41ce-94bb-5586e962a8ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-462327954-subnet', 'tenant_id': 'c4a60e8abb8740b7aff61e571d8fff65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:29.672301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:29.695021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc841e1b-7d79-4fab-a3fa-aa1111d54445') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:29.695021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc841e1b-7d79-4fab-a3fa-aa1111d54445') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:29.789571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Usage tracker for resource:subnet and tenant:c4a60e8abb8740b7aff61e571d8fff65 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:29.789967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Subnet': ['ID=2b6f0b4c-b213-4b04-8350-f758deecb2b9,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:29.823517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc99ddd-8c22-463c-a206-96af1632a64d req-02dfc680-da55-4653-9baa-f70fa97dc83d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:29.823517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddc99ddd-8c22-463c-a206-96af1632a64d req-02dfc680-da55-4653-9baa-f70fa97dc83d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62fd4a1b-407f-4221-afd1-f48392f423bd HTTP/1.1" status: 200 len: 853 time: 0.2497544 Feb 11 13:39:29.829311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.854085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:29.873887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:29.909288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Made reservation on behalf of c4a60e8abb8740b7aff61e571d8fff65 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:29.916220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.947166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1998f3ee-5336-4dcf-b522-a98b12021645 None None] For port af647aa0-c4d1-48a8-a877-2a2696c3405c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=af647aa0-c4d1-48a8-a877-2a2696c3405c,segment=NetworkSegment(01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6),segment_id=01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:29.948795 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1998f3ee-5336-4dcf-b522-a98b12021645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.965736 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.968488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 755e2f3a-469a-41ce-94bb-5586e962a8ba details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:39:29.994520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189233f-ed5c-4cc5-b784-d5558356bb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf6a811-f140-4369-ad49-6ceb0a95dc6c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:30.059947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] Calling delete_port for dc9db551-6777-4359-bcf9-da32e19e5073 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:30.072383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Checking segment: {'id': 'f4f180c1-0b8e-4abd-97c2-640338f62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:30.073227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network hostable DHCP agents. Network: 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:30.085084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9189233f-ed5c-4cc5-b784-d5558356bb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.088291 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9189233f-ed5c-4cc5-b784-d5558356bb00 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5cf6a811-f140-4369-ad49-6ceb0a95dc6c HTTP/1.1" status: 204 len: 168 time: 2.6556385 Feb 11 13:39:30.106553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:39:30.106553 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.186200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] Checking router: dd147da0-a5e2-430b-bd72-16a8e15d3429 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:30.361453 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:30.483031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:30.506719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddc99ddd-8c22-463c-a206-96af1632a64d req-db218c17-f8cb-4435-8ef0-de23aee83064 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=407ef79f-e8ab-41fa-aac5-347e4e1cacad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5467565 Feb 11 13:39:30.514698 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.532070 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.560257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1998f3ee-5336-4dcf-b522-a98b12021645 None None] Calling delete_port for af647aa0-c4d1-48a8-a877-2a2696c3405c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:30.611752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Network': ['ID=0c4ce99b-bcb8-4d76-a929-088829e9857d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:30.636096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-26a1f29a-46db-41ec-a6c5-a7702e67398b tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "DELETE /v2.0/networks/0c4ce99b-bcb8-4d76-a929-088829e9857d HTTP/1.1" status: 204 len: 168 time: 3.1473508 Feb 11 13:39:30.646847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35710) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:30.675465 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:30.702136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:30.702965 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.721517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0dc44a4d-a322-4564-ba84-44f152a44cc0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:30.753191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20173b3e-743b-4036-af1a-0ee2f1be97f0 None None] Network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:30.817724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b799a35b-41a0-42a0-94c0-15e0503e8f08 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7570775 Feb 11 13:39:30.821952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35714) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:30.833199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35716) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:30.841698 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1998f3ee-5336-4dcf-b522-a98b12021645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.875919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3dffdae1-8d2e-481b-9939-1fee689fec6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.901772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddc99ddd-8c22-463c-a206-96af1632a64d req-bc19aa8b-16bc-4bb4-951d-f07fc5f7ab52 service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986843 Feb 11 13:39:30.965029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998f3ee-5336-4dcf-b522-a98b12021645 None None] Pushing event deleted for resources: {'Port': ['ID=af647aa0-c4d1-48a8-a877-2a2696c3405c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:30.975531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:30.976220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:31.027894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3dffdae1-8d2e-481b-9939-1fee689fec6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:31.030014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.037030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3dffdae1-8d2e-481b-9939-1fee689fec6e admin admin] Usage tracker for resource:security_group_rule and tenant:bd79d88bff7a4a1b994550777383d723 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:31.043518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3dffdae1-8d2e-481b-9939-1fee689fec6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:31.053885 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:39:31.054176 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:39:31.063210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3dffdae1-8d2e-481b-9939-1fee689fec6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:31.137823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998f3ee-5336-4dcf-b522-a98b12021645 None None] No DVR routers for this DVR port af647aa0-c4d1-48a8-a877-2a2696c3405c on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:31.142909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.210753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddc99ddd-8c22-463c-a206-96af1632a64d req-c681d725-1403-4902-b75c-619e4cd99d63 service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015163 Feb 11 13:39:31.272216 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82e792f0-9df2-4294-901a-4db1e011332f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.282637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82e792f0-9df2-4294-901a-4db1e011332f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.288019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0dc44a4d-a322-4564-ba84-44f152a44cc0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:31.295733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0dc44a4d-a322-4564-ba84-44f152a44cc0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:31.296234 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.301343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.344585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08c08c5-9a52-41f6-8375-2cdd7db21ff8']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:31.362934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:31.362934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d59d5e-e9a5-4325-82f3-6d45e5bcf2e6') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:31.377434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.397658 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.404812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:31.410837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:39:31.410837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.438131 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3dffdae1-8d2e-481b-9939-1fee689fec6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.438131 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3dffdae1-8d2e-481b-9939-1fee689fec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.469976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:39:31.469976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:31.563783 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:31.567599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] Deleting port dc9db551-6777-4359-bcf9-da32e19e5073 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:31.570083 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.655184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.708708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffdae1-8d2e-481b-9939-1fee689fec6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b442fdd5-0a48-4d25-bfcf-40c396964e01,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:31.715523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.733985 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3dffdae1-8d2e-481b-9939-1fee689fec6e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd79d88bff7a4a1b994550777383d723&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8968599 Feb 11 13:39:31.734492 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35726) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:31.738175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] Pushing event deleted for resources: {'Network': ['ID=a08c08c5-9a52-41f6-8375-2cdd7db21ff8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:31.744605 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dda96247-c430-4ac6-a016-b726e1821b62 tempest-TaggedBootDevicesTest_v242-1835741113 tempest-TaggedBootDevicesTest_v242-1835741113-project] 10.222.0.67 "DELETE /v2.0/networks/a08c08c5-9a52-41f6-8375-2cdd7db21ff8 HTTP/1.1" status: 204 len: 168 time: 1.0395682 Feb 11 13:39:31.764943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6afb85-a2c3-4464-bca3-62fb30177efc,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:31.779714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Checking segment: {'id': 'a102b88b-95c4-4523-9658-5f6ada225782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '755e2f3a-469a-41ce-94bb-5586e962a8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:31.780453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Network hostable DHCP agents. Network: 755e2f3a-469a-41ce-94bb-5586e962a8ba, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:31.957090 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d6588eba-55c1-4b9d-bd11-41342777130b None None] The port 'dc9db551-6777-4359-bcf9-da32e19e5073' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:39:32.013984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7f6e784-a397-4a20-ad6f-41145d3671b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.025630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Network 755e2f3a-469a-41ce-94bb-5586e962a8ba is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:32.095714 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7f6e784-a397-4a20-ad6f-41145d3671b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.137083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 755e2f3a-469a-41ce-94bb-5586e962a8ba) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:32.140231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:32.140829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.148131 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.170899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077f9e6-be5f-4e27-b34c-f35c3837185f None None] Network 755e2f3a-469a-41ce-94bb-5586e962a8ba requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:32.197068 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-49382f17-b8df-48e2-ad57-ffda482b96bb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5751286 Feb 11 13:39:32.423862 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7f6e784-a397-4a20-ad6f-41145d3671b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.582159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6e784-a397-4a20-ad6f-41145d3671b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b442fdd5-0a48-4d25-bfcf-40c396964e01,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:32.622996 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7f6e784-a397-4a20-ad6f-41145d3671b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.638476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f7f6e784-a397-4a20-ad6f-41145d3671b0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b442fdd5-0a48-4d25-bfcf-40c396964e01 HTTP/1.1" status: 204 len: 168 time: 0.9022903 Feb 11 13:39:32.876690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e792f0-9df2-4294-901a-4db1e011332f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Router dd147da0-a5e2-430b-bd72-16a8e15d3429 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:32.976707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 0dc44a4d-a322-4564-ba84-44f152a44cc0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0dc44a4d-a322-4564-ba84-44f152a44cc0,segment=NetworkSegment(83065c45-20d2-42d3-bbab-62ec33b23a28),segment_id=83065c45-20d2-42d3-bbab-62ec33b23a28)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:32.978394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca2525f-9e62-42da-a7ee-8beb28eb25c8 None None] Network 755e2f3a-469a-41ce-94bb-5586e962a8ba requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:33.176782 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.354750 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.403636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e792f0-9df2-4294-901a-4db1e011332f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:33.410274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=0dc44a4d-a322-4564-ba84-44f152a44cc0,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.418279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82e792f0-9df2-4294-901a-4db1e011332f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.424572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dc9db551-6777-4359-bcf9-da32e19e5073 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:39:33.477950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Allocated IP 172.22.0.2 (9faf6b88-e013-4fb2-8b68-ac4a9e89cc87/2b6f0b4c-b213-4b04-8350-f758deecb2b9/53f77735-9c6a-4390-9bcc-a317ddaa7ac0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:33.487928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: dc9db551-6777-4359-bcf9-da32e19e5073 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:39:33.488530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dc9db551-6777-4359-bcf9-da32e19e5073 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:39:33.489222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device af647aa0-c4d1-48a8-a877-2a2696c3405c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:39:33.567483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: af647aa0-c4d1-48a8-a877-2a2696c3405c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:39:33.568042 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device af647aa0-c4d1-48a8-a877-2a2696c3405c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:39:33.829433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:33.866193 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-82e792f0-9df2-4294-901a-4db1e011332f tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "PUT /v2.0/floatingips/82b28765-defd-4dc6-b07d-4961147ae862 HTTP/1.1" status: 200 len: 990 time: 5.7588103 Feb 11 13:39:33.965915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0dc44a4d-a322-4564-ba84-44f152a44cc0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:34.063956 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'status': 'completed', 'code': 200} Feb 11 13:39:34.126485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '82b28765-defd-4dc6-b07d-4961147ae862', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'port_id': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'mac_address': 'fa:16:3e:6b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:20Z', 'updated_at': '2022-02-11T13:39:20Z', 'revision_number': 0, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:23Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:34.157242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032a73e-1393-49d2-82d1-e968d0af565a None None] The sync data for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 is: [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '82b28765-defd-4dc6-b07d-4961147ae862', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'port_id': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'mac_address': 'fa:16:3e:6b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:20Z', 'updated_at': '2022-02-11T13:39:20Z', 'revision_number': 0, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:23Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:39:34.179680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b64e649-9ede-4de0-a3f5-367c25dbefb4 req-76e29ab4-bf4b-4c91-b447-aa39306039d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b10f7dbb64534a6990c6c2a58048e0d0&device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 1096 time: 0.1091545 Feb 11 13:39:34.232267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0dc44a4d-a322-4564-ba84-44f152a44cc0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:34.232716 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.658483 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.716783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Transition to ACTIVE for port object 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:34.770929 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697b8c9-37b4-4f88-917c-9956fb32ea9f None None] New status for floating IP 82b28765-defd-4dc6-b07d-4961147ae862: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:39:34.789647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64e649-9ede-4de0-a3f5-367c25dbefb4 req-5dccbb31-d41a-4908-9e32-c605b3f68520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.794015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b64e649-9ede-4de0-a3f5-367c25dbefb4 req-5dccbb31-d41a-4908-9e32-c605b3f68520 service neutron] 10.222.0.73 "GET /v2.0/networks?id=407ef79f-e8ab-41fa-aac5-347e4e1cacad HTTP/1.1" status: 200 len: 915 time: 0.6076415 Feb 11 13:39:34.873199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Transition to ACTIVE for port object 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:34.893257 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.967341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Pushing event updated for resources: {'Port': ['ID=53f77735-9c6a-4390-9bcc-a317ddaa7ac0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:34.989693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:34.991511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:34.995344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:39:35.059844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35786) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:35.119355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2015336084-network', 'tenant_id': '41dd22722606410182434b92079eacb7'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:35.134136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:35.148669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Usage tracker for resource:network and tenant:41dd22722606410182434b92079eacb7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:35.157528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:35.167374 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b64e649-9ede-4de0-a3f5-367c25dbefb4 req-ea8dd205-4ce5-4fb3-a221-a9131870078d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c HTTP/1.1" status: 200 len: 998 time: 0.3648520 Feb 11 13:39:35.176085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:35.198295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Attempting to bind port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:35.198816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Attempting to bind port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'f4f180c1-0b8e-4abd-97c2-640338f62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:35.199222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Attempting to bind port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 on network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:39:35.203300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Allocated IP 172.22.0.1 (9faf6b88-e013-4fb2-8b68-ac4a9e89cc87/2b6f0b4c-b213-4b04-8350-f758deecb2b9/038d9991-0274-47c2-87ee-608d7dd6954d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:35.208413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:39:35.208947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Checking segment: {'id': 'f4f180c1-0b8e-4abd-97c2-640338f62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:35.209429 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.210137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Bound using segment: {'id': 'f4f180c1-0b8e-4abd-97c2-640338f62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:39:35.213298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Bound port: 53f77735-9c6a-4390-9bcc-a317ddaa7ac0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f180c1-0b8e-4abd-97c2-640338f62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:35.213492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Made reservation on behalf of 41dd22722606410182434b92079eacb7 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:35.213650 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.221948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.259286 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.350323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64e649-9ede-4de0-a3f5-367c25dbefb4 req-fc86262f-6a8f-4f83-86f4-961df839e6db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:35.354437 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b64e649-9ede-4de0-a3f5-367c25dbefb4 req-fc86262f-6a8f-4f83-86f4-961df839e6db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62fd4a1b-407f-4221-afd1-f48392f423bd HTTP/1.1" status: 200 len: 853 time: 0.1816020 Feb 11 13:39:35.372310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] For port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:35.376858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] For port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=53f77735-9c6a-4390-9bcc-a317ddaa7ac0,segment=NetworkSegment(f4f180c1-0b8e-4abd-97c2-640338f62fa7),segment_id=f4f180c1-0b8e-4abd-97c2-640338f62fa7)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:35.393081 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.436916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:35.458087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Usage tracker for resource:security_group_rule and tenant:41dd22722606410182434b92079eacb7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:35.467949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:35.519376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:35.580603 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b64e649-9ede-4de0-a3f5-367c25dbefb4 req-bb3ff045-5a4a-4489-aaef-4ac7538f1bea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=407ef79f-e8ab-41fa-aac5-347e4e1cacad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2180679 Feb 11 13:39:35.584193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a591804-b4fa-4b83-a50e-dea13d2e6553 None None] Pushing event updated for resources: {'Port': ['ID=53f77735-9c6a-4390-9bcc-a317ddaa7ac0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:35.694285 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.759474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Transition to ACTIVE for port object 038d9991-0274-47c2-87ee-608d7dd6954d will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:35.920798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.929489 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.951377 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.994833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b64e649-9ede-4de0-a3f5-367c25dbefb4 req-aad03b7d-8996-4878-bf94-8a74c7cc071f service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075327 Feb 11 13:39:36.069179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:36.151278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0514cb4e-cacb-406a-999b-5316a99f1265,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:36.162117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:36.183611 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.184122 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Added segment 49d821ee-7ec6-42ab-88a2-bafbbf54df9e of type vlan for network 0f6fa107-7e4d-4bf5-9dc2-22fdef801547 Feb 11 13:39:36.235486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.291164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=038d9991-0274-47c2-87ee-608d7dd6954d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:36.299821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:36.309724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:36.315317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:39:36.382538 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.384764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:36.384764 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.472651 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'status': 'completed', 'code': 200} Feb 11 13:39:36.497108 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.525254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b64e649-9ede-4de0-a3f5-367c25dbefb4 req-8a80b2ba-5819-4046-9f0b-2a22da34ccd4 service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209160 Feb 11 13:39:36.567005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] Pushing event updated for resources: {'Network': ['ID=0f6fa107-7e4d-4bf5-9dc2-22fdef801547,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:36.584672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 0f6fa107-7e4d-4bf5-9dc2-22fdef801547 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:39:36.621298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b7490611-19bc-4b21-8a15-99e6e79a24ed admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5530303 Feb 11 13:39:36.629730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35812) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:36.641915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Request body: {'subnet': {'network_id': '0f6fa107-7e4d-4bf5-9dc2-22fdef801547', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2015336084-subnet', 'tenant_id': '41dd22722606410182434b92079eacb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:36.661520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:36.684975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Usage tracker for resource:subnet and tenant:41dd22722606410182434b92079eacb7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:36.698038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:36.797181 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1aac54a8-9487-4ef0-a544-a09f0a1566ac req-9c232468-aea2-4ce0-b141-f0885c9df13d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b10f7dbb64534a6990c6c2a58048e0d0&device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 1096 time: 0.2298727 Feb 11 13:39:36.822880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:36.863562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.880979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Made reservation on behalf of 41dd22722606410182434b92079eacb7 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:36.892410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.232264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac54a8-9487-4ef0-a544-a09f0a1566ac req-21451019-3f7e-42a2-add5-61681b66e82b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.236483 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1aac54a8-9487-4ef0-a544-a09f0a1566ac req-21451019-3f7e-42a2-add5-61681b66e82b service neutron] 10.222.0.73 "GET /v2.0/networks?id=407ef79f-e8ab-41fa-aac5-347e4e1cacad HTTP/1.1" status: 200 len: 915 time: 0.4327590 Feb 11 13:39:37.475373 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.621953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1949fe98-b017-4907-8adf-0d550b325826 None None] Network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:37.628100 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1aac54a8-9487-4ef0-a544-a09f0a1566ac req-e42f646d-fbd8-4783-a982-96261e37fad5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c HTTP/1.1" status: 200 len: 1000 time: 0.3756790 Feb 11 13:39:37.886275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac54a8-9487-4ef0-a544-a09f0a1566ac req-f73fa007-0c77-4056-b978-42cdd9319ef1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.893516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1aac54a8-9487-4ef0-a544-a09f0a1566ac req-f73fa007-0c77-4056-b978-42cdd9319ef1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62fd4a1b-407f-4221-afd1-f48392f423bd HTTP/1.1" status: 200 len: 853 time: 0.2581778 Feb 11 13:39:37.920100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:37.983659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-39ab970c-8a36-41c3-8971-a216b0658c0f None None] Provisioning for port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:38.041998 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1aac54a8-9487-4ef0-a544-a09f0a1566ac req-e84b7d73-4462-4ecb-9d7b-0d3ea7d189a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=407ef79f-e8ab-41fa-aac5-347e4e1cacad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381218 Feb 11 13:39:38.139223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] Sync routers for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:39:38.238016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:38.292756 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1aac54a8-9487-4ef0-a544-a09f0a1566ac req-0a0f03c7-d126-42f1-88d7-b2b16a0005fc service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450166 Feb 11 13:39:38.302833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:38.303450 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.449054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:38.449945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:38.502611 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1aac54a8-9487-4ef0-a544-a09f0a1566ac req-7f85dbaa-e10b-4d58-a670-212833b7f597 service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018893 Feb 11 13:39:38.729521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.757228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35850) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:38.799840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5a9afe-348c-40a2-8688-6cfa7cda10f1,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:38.846570 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.853071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Checking segment: {'id': '49d821ee-7ec6-42ab-88a2-bafbbf54df9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '0f6fa107-7e4d-4bf5-9dc2-22fdef801547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:38.853428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Network hostable DHCP agents. Network: 0f6fa107-7e4d-4bf5-9dc2-22fdef801547, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:38.878560 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.919604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:38.990827 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.016232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Network 0f6fa107-7e4d-4bf5-9dc2-22fdef801547 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:39.094081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 0f6fa107-7e4d-4bf5-9dc2-22fdef801547) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:39.106954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.107779 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.112648 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-06ca29dd-fc70-4d03-a2a3-6da981a7117a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.122874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87576c1-4d18-4132-8ca6-7a6f5951d649 None None] Network 0f6fa107-7e4d-4bf5-9dc2-22fdef801547 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:39.127028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=038d9991-0274-47c2-87ee-608d7dd6954d,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:39.136315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.210219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-06ca29dd-fc70-4d03-a2a3-6da981a7117a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:39.221598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-06ca29dd-fc70-4d03-a2a3-6da981a7117a admin admin] Usage tracker for resource:security_group_rule and tenant:40dcdc350e574cc28ffff98ff199af36 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:39.225023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-06ca29dd-fc70-4d03-a2a3-6da981a7117a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:39.235305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=53f77735-9c6a-4390-9bcc-a317ddaa7ac0,segment=NetworkSegment(f4f180c1-0b8e-4abd-97c2-640338f62fa7),segment_id=f4f180c1-0b8e-4abd-97c2-640338f62fa7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:39.237075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-06ca29dd-fc70-4d03-a2a3-6da981a7117a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:39.355823 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-def66ff0-5cd7-42a3-8db5-410f54ab9cf1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7239695 Feb 11 13:39:39.380745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:39.382436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:39.390901 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-06ca29dd-fc70-4d03-a2a3-6da981a7117a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.402886 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-06ca29dd-fc70-4d03-a2a3-6da981a7117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.418619 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.538387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-06ca29dd-fc70-4d03-a2a3-6da981a7117a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40dcdc350e574cc28ffff98ff199af36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7786176 Feb 11 13:39:39.563898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35860) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:39.601200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35866) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:39.674839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca29dd-fc70-4d03-a2a3-6da981a7117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b22ff8-64b6-4fec-b4fc-c0d2f8f0e685,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:39.683556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3afdaf-2989-4762-acd6-55be4201642f admin admin] Deleting subnet 7a6afb85-a2c3-4464-bca3-62fb30177efc {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:39:39.690469 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c3afdaf-2989-4762-acd6-55be4201642f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.744636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fdb36ab8-15f7-473b-b8c0-accb65d46e36 None None] Provisioning for port 038d9991-0274-47c2-87ee-608d7dd6954d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:39.796385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fdb36ab8-15f7-473b-b8c0-accb65d46e36 None None] Provisioning complete for port 038d9991-0274-47c2-87ee-608d7dd6954d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:39.797243 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fdb36ab8-15f7-473b-b8c0-accb65d46e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.815067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c3afdaf-2989-4762-acd6-55be4201642f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.881883 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6ea38d4-5f5b-494e-ad39-ef50a8763fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.913516 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6ea38d4-5f5b-494e-ad39-ef50a8763fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.992772 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6ea38d4-5f5b-494e-ad39-ef50a8763fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.022702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea38d4-5f5b-494e-ad39-ef50a8763fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b22ff8-64b6-4fec-b4fc-c0d2f8f0e685,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:40.041353 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6ea38d4-5f5b-494e-ad39-ef50a8763fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.061460 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d6ea38d4-5f5b-494e-ad39-ef50a8763fd1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/44b22ff8-64b6-4fec-b4fc-c0d2f8f0e685 HTTP/1.1" status: 204 len: 168 time: 0.4785161 Feb 11 13:39:40.096703 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c3afdaf-2989-4762-acd6-55be4201642f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.332726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fdb36ab8-15f7-473b-b8c0-accb65d46e36 None None] Port 038d9991-0274-47c2-87ee-608d7dd6954d cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:39:40.334319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=53f77735-9c6a-4390-9bcc-a317ddaa7ac0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:40.343746 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c3afdaf-2989-4762-acd6-55be4201642f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.402680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:40.428189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3afdaf-2989-4762-acd6-55be4201642f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6afb85-a2c3-4464-bca3-62fb30177efc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:40.436868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c3afdaf-2989-4762-acd6-55be4201642f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.448371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8c3afdaf-2989-4762-acd6-55be4201642f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7a6afb85-a2c3-4464-bca3-62fb30177efc HTTP/1.1" status: 204 len: 168 time: 0.8427908 Feb 11 13:39:40.448371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35876) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:40.481987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fdb36ab8-15f7-473b-b8c0-accb65d46e36 None None] Provisioning complete for port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:40.482361 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fdb36ab8-15f7-473b-b8c0-accb65d46e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.531407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7296f-d4e1-49d0-890b-d234a1628a3b None None] Network 0f6fa107-7e4d-4bf5-9dc2-22fdef801547 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:40.775154 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.807836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:40.820390 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Sync routers for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:39:40.823461 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3a8648b4-a4b3-4b8f-bd3b-2fa159a96d03 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9942627 Feb 11 13:39:40.826084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35882) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:40.842485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'network': {'name': 'tempest-RoutersTest-102828849'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:40.850590 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:40.854796 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:40.856003 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:40.862265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:network and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:40.867102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:40.879840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:40.898267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:40.904947 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.985432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:40.988796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35888) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:41.079781 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.079781 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added segment 3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37 of type vlan for network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 Feb 11 13:39:41.100994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04ee16db-088f-455b-a632-7f93444e0659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.119762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.181179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755e2f3a-469a-41ce-94bb-5586e962a8ba']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:41.182723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04ee16db-088f-455b-a632-7f93444e0659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:41.197703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04ee16db-088f-455b-a632-7f93444e0659 admin admin] Usage tracker for resource:security_group_rule and tenant:3d11a283bbff4fb794ef1bf43089ce94 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:41.199610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-04ee16db-088f-455b-a632-7f93444e0659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:41.210666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-04ee16db-088f-455b-a632-7f93444e0659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:41.220032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '82b28765-defd-4dc6-b07d-4961147ae862', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'port_id': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'mac_address': 'fa:16:3e:6b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:20Z', 'updated_at': '2022-02-11T13:39:35Z', 'revision_number': 2, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:23Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:41.220711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a102b88b-95c4-4523-9658-5f6ada225782') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:41.221001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a102b88b-95c4-4523-9658-5f6ada225782') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:41.249467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.287718 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.299050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:39:41.299699 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.314183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] Checking router: dd147da0-a5e2-430b-bd72-16a8e15d3429 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:41.339295 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:41.359395 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04ee16db-088f-455b-a632-7f93444e0659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.373676 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:41.388407 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-04ee16db-088f-455b-a632-7f93444e0659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.432387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.455501 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8dcbeb0d-0969-4d3f-a9c1-d0558939abed None None] Provisioning complete for port 038d9991-0274-47c2-87ee-608d7dd6954d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:41.456906 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8dcbeb0d-0969-4d3f-a9c1-d0558939abed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.505128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.516649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-04ee16db-088f-455b-a632-7f93444e0659 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d11a283bbff4fb794ef1bf43089ce94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5256646 Feb 11 13:39:41.525478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee16db-088f-455b-a632-7f93444e0659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508a5ff2-c50f-44e2-975b-f7e411660a87,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:41.528014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35896) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:41.558811 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.603887 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/755e2f3a-469a-41ce-94bb-5586e962a8ba HTTP/1.1" status: 204 len: 168 time: 1.1544559 Feb 11 13:39:41.605030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68598c6-0e47-4b08-ad86-360eee830af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=755e2f3a-469a-41ce-94bb-5586e962a8ba,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:41.608231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35902) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:41.632994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.663295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:41.663932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.684237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:41.685125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:41.876585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35906) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:41.882811 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0549011 Feb 11 13:39:41.885381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'subnet': {'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:41.966481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c8b0dc-305f-47ba-900f-fe9b6d4e2f54 admin admin] Deleting subnet 0f5a9afe-348c-40a2-8688-6cfa7cda10f1 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:39:41.973290 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25c8b0dc-305f-47ba-900f-fe9b6d4e2f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.978600 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:42.068742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25c8b0dc-305f-47ba-900f-fe9b6d4e2f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.164181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:42.175645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:subnet and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:42.186856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:42.199793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:42.231105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Made reservation on behalf of 6faf0c8d1c6a4246814928371dec466a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:42.247360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbeb0d-0969-4d3f-a9c1-d0558939abed None None] Port 038d9991-0274-47c2-87ee-608d7dd6954d cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:39:42.354367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:42.355597 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.482364 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:36Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:38Z', 'revision_number': 2, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:42.495129 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Checking router: 37441e9e-391a-4fc8-81ec-f03803a0834f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:39:42.495472 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Updating router 37441e9e-391a-4fc8-81ec-f03803a0834f port 038d9991-0274-47c2-87ee-608d7dd6954d binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:39:42.606659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.625947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:42.640508 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.801378 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.828016 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25c8b0dc-305f-47ba-900f-fe9b6d4e2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.901595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ca410-a022-420e-b4c7-38524aa9accb tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Network': ['ID=a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:42.907739 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac161498-d291-4f24-b6f0-7e9e9a775fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.960038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:39:43.052680 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac161498-d291-4f24-b6f0-7e9e9a775fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.077939 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.179370 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25c8b0dc-305f-47ba-900f-fe9b6d4e2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.259388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Subnet': ['ID=1ddeac09-dad2-4001-b7a4-90214da2a4e5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:43.326856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8b0dc-305f-47ba-900f-fe9b6d4e2f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f5a9afe-348c-40a2-8688-6cfa7cda10f1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:43.365591 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-25c8b0dc-305f-47ba-900f-fe9b6d4e2f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.365765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Checking segment: {'id': '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:43.367177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network hostable DHCP agents. Network: a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:43.374048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac161498-d291-4f24-b6f0-7e9e9a775fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.412301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:43.422214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac161498-d291-4f24-b6f0-7e9e9a775fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508a5ff2-c50f-44e2-975b-f7e411660a87,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:43.431977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:43.438802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:43.439557 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.439980 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac161498-d291-4f24-b6f0-7e9e9a775fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.445635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ac161498-d291-4f24-b6f0-7e9e9a775fa9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/508a5ff2-c50f-44e2-975b-f7e411660a87 HTTP/1.1" status: 204 len: 168 time: 1.9075277 Feb 11 13:39:43.453966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-25c8b0dc-305f-47ba-900f-fe9b6d4e2f54 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0f5a9afe-348c-40a2-8688-6cfa7cda10f1 HTTP/1.1" status: 204 len: 168 time: 1.8440340 Feb 11 13:39:43.455136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35924) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:43.481165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfd5b79-2e1a-41bb-b713-bc8c8ca7695d None None] Network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:43.484647 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2f6b0af6-8399-4a55-a17e-39dd70a29ce4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6065681 Feb 11 13:39:43.488675 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 35928) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:43.493664 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.523700 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Transition to ACTIVE for port object 038d9991-0274-47c2-87ee-608d7dd6954d will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:43.534908 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.765379 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.942232 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251720a-04c6-4c77-bdac-72c657b681be None None] Pushing event updated for resources: {'Port': ['ID=038d9991-0274-47c2-87ee-608d7dd6954d,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:44.085829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.153826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6fa107-7e4d-4bf5-9dc2-22fdef801547']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:44.179254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d821ee-7ec6-42ab-88a2-bafbbf54df9e') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:44.180670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d821ee-7ec6-42ab-88a2-bafbbf54df9e') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:44.220194 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.245207 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Attempting to bind port 038d9991-0274-47c2-87ee-608d7dd6954d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:44.247301 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Attempting to bind port 038d9991-0274-47c2-87ee-608d7dd6954d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'f4f180c1-0b8e-4abd-97c2-640338f62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:44.249828 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Attempting to bind port 038d9991-0274-47c2-87ee-608d7dd6954d on network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:39:44.273666 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:39:44.276029 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.277008 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Checking segment: {'id': 'f4f180c1-0b8e-4abd-97c2-640338f62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:44.277112 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.277478 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Bound using segment: {'id': 'f4f180c1-0b8e-4abd-97c2-640338f62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:39:44.277968 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Bound port: 038d9991-0274-47c2-87ee-608d7dd6954d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f180c1-0b8e-4abd-97c2-640338f62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:44.278337 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.294293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:39:44.294567 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.601333 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] For port 038d9991-0274-47c2-87ee-608d7dd6954d, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:44.610933 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:44.613695 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] For port 038d9991-0274-47c2-87ee-608d7dd6954d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=038d9991-0274-47c2-87ee-608d7dd6954d,segment=NetworkSegment(f4f180c1-0b8e-4abd-97c2-640338f62fa7),segment_id=f4f180c1-0b8e-4abd-97c2-640338f62fa7)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:44.629765 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.641436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.664363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7', 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'fixed_ips': [{'subnet_id': '1ddeac09-dad2-4001-b7a4-90214da2a4e5'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:39:44.666195 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.703421 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.735875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] 10.222.0.67 "DELETE /v2.0/networks/0f6fa107-7e4d-4bf5-9dc2-22fdef801547 HTTP/1.1" status: 204 len: 168 time: 1.2793171 Feb 11 13:39:44.771980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e2b22-51ad-4075-9083-3c5eb49a6f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6fa107-7e4d-4bf5-9dc2-22fdef801547,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:44.814142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '82b28765-defd-4dc6-b07d-4961147ae862', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'port_id': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'mac_address': 'fa:16:3e:6b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:20Z', 'updated_at': '2022-02-11T13:39:35Z', 'revision_number': 2, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:23Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:44.825171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ba380-6fed-429f-b4b6-dba6025255f2 None None] The sync data for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 is: [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '82b28765-defd-4dc6-b07d-4961147ae862', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'port_id': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'mac_address': 'fa:16:3e:6b:eb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:20Z', 'updated_at': '2022-02-11T13:39:35Z', 'revision_number': 2, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:23Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:39:45.006458 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251720a-04c6-4c77-bdac-72c657b681be None None] Pushing event updated for resources: {'Port': ['ID=038d9991-0274-47c2-87ee-608d7dd6954d,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:45.013464 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:45.013464 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:45.113604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Allocated IP 172.23.0.2 (a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7/1ddeac09-dad2-4001-b7a4-90214da2a4e5/81b26128-f205-447e-af66-417c76f4e3e7) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:45.216923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.469657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35956) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:45.670260 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:45.682847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f364e4a4-0125-441d-84b6-dc8e8140a4be admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c4a60e8abb8740b7aff61e571d8fff65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2092457 Feb 11 13:39:45.689977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35962) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:45.694344 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de6bf5e0-d1c4-414e-8835-48da1bcb78fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.744601 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.765545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Transition to ACTIVE for port object 81b26128-f205-447e-af66-417c76f4e3e7 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:45.796151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Transition to ACTIVE for port object 81b26128-f205-447e-af66-417c76f4e3e7 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:45.819312 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.866721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cec87cc-688e-4d5e-88ec-45384e2126ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.900860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cec87cc-688e-4d5e-88ec-45384e2126ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.955160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Pushing event updated for resources: {'Port': ['ID=81b26128-f205-447e-af66-417c76f4e3e7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:45.984245 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cec87cc-688e-4d5e-88ec-45384e2126ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.993448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:46.007603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:46.007603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:39:46.021170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec87cc-688e-4d5e-88ec-45384e2126ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45e207c-e19c-412d-8e79-731cc2f3551c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:46.056573 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8cec87cc-688e-4d5e-88ec-45384e2126ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.056573 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8cec87cc-688e-4d5e-88ec-45384e2126ff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f45e207c-e19c-412d-8e79-731cc2f3551c HTTP/1.1" status: 204 len: 168 time: 0.3607614 Feb 11 13:39:46.263294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Allocated IP 172.23.0.1 (a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7/1ddeac09-dad2-4001-b7a4-90214da2a4e5/e502a0d3-62ff-4ff5-8cfd-daf884e69600) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:46.271906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Attempting to bind port 81b26128-f205-447e-af66-417c76f4e3e7 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:46.272051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Attempting to bind port 81b26128-f205-447e-af66-417c76f4e3e7 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:46.272796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Attempting to bind port 81b26128-f205-447e-af66-417c76f4e3e7 on network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:39:46.300082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:39:46.300206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Checking segment: {'id': '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:46.300611 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.300954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Bound using segment: {'id': '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:39:46.301434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Bound port: 81b26128-f205-447e-af66-417c76f4e3e7, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:46.301809 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.478223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] For port 81b26128-f205-447e-af66-417c76f4e3e7, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:46.482746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] For port 81b26128-f205-447e-af66-417c76f4e3e7, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=81b26128-f205-447e-af66-417c76f4e3e7,segment=NetworkSegment(3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37),segment_id=3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:46.490235 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.638415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3099a-98ce-48e3-9838-902b7aefc644 None None] Pushing event updated for resources: {'Port': ['ID=81b26128-f205-447e-af66-417c76f4e3e7,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:46.676286 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:36Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:46.693293 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b02bf3e-d59a-4912-8b3b-52e937edf387 None None] The sync data for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 is: [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:36Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:44Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:39:46.748446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35984) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:46.839115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.877978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Transition to ACTIVE for port object e502a0d3-62ff-4ff5-8cfd-daf884e69600 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:46.955126 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.983075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35992) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:47.047127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:47.053847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:47.061356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:39:47.152339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=e502a0d3-62ff-4ff5-8cfd-daf884e69600,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:47.169948 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.187702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-214f60da-0969-4cdb-8142-769044c18e5a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=41dd22722606410182434b92079eacb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2025366 Feb 11 13:39:47.187702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 35996) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:47.451232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75537727-ec86-4781-b2e9-30572db12724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.507490 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.574230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75537727-ec86-4781-b2e9-30572db12724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.636369 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17f3bbed-4089-4e69-99ba-18f32063a07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.213353 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75537727-ec86-4781-b2e9-30572db12724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.217238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 038d9991-0274-47c2-87ee-608d7dd6954d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:48.239279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75537727-ec86-4781-b2e9-30572db12724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514cb4e-cacb-406a-999b-5316a99f1265,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:48.258991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-75537727-ec86-4781-b2e9-30572db12724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.261116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-75537727-ec86-4781-b2e9-30572db12724 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0514cb4e-cacb-406a-999b-5316a99f1265 HTTP/1.1" status: 204 len: 168 time: 1.0726464 Feb 11 13:39:48.460848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 038d9991-0274-47c2-87ee-608d7dd6954d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:48.470538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 038d9991-0274-47c2-87ee-608d7dd6954d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:48.471188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.818709 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.823369 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.837127 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.014409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.031197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 038d9991-0274-47c2-87ee-608d7dd6954d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=038d9991-0274-47c2-87ee-608d7dd6954d,segment=NetworkSegment(f4f180c1-0b8e-4abd-97c2-640338f62fa7),segment_id=f4f180c1-0b8e-4abd-97c2-640338f62fa7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:49.048745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483847d6-449a-409a-878e-92a6aa25d336 None None] Network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:39:49.280720 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.353824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event updated for resources: {'Port': ['ID=e502a0d3-62ff-4ff5-8cfd-daf884e69600,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:49.374976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.407834 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.409040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 81b26128-f205-447e-af66-417c76f4e3e7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:49.522229 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.625566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:49.626919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:49.653291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2240b928-f315-469f-9af3-7658fac52320 None None] Provisioning for port 81b26128-f205-447e-af66-417c76f4e3e7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:49.706515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=038d9991-0274-47c2-87ee-608d7dd6954d,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:49.753824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 81b26128-f205-447e-af66-417c76f4e3e7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:49.764023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 81b26128-f205-447e-af66-417c76f4e3e7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:49.764712 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.950705 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.997119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 81b26128-f205-447e-af66-417c76f4e3e7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=81b26128-f205-447e-af66-417c76f4e3e7,segment=NetworkSegment(3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37),segment_id=3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:50.011126 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.261534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] Deleting port 491cadea-0ac9-43f2-8674-8481e49dabde {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:50.261989 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.335229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 038d9991-0274-47c2-87ee-608d7dd6954d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:50.394305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:50.511161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=81b26128-f205-447e-af66-417c76f4e3e7,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.527198 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.583882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] For port 491cadea-0ac9-43f2-8674-8481e49dabde, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=491cadea-0ac9-43f2-8674-8481e49dabde,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:50.584312 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.635791 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cec64eda-8441-4410-9370-ceffe807b514 None None] Provisioning complete for port 81b26128-f205-447e-af66-417c76f4e3e7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:50.636171 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cec64eda-8441-4410-9370-ceffe807b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.812707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] Calling delete_port for 491cadea-0ac9-43f2-8674-8481e49dabde owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:50.888865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 038d9991-0274-47c2-87ee-608d7dd6954d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:50.892347 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.239661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cec64eda-8441-4410-9370-ceffe807b514 None None] Provisioning for port e502a0d3-62ff-4ff5-8cfd-daf884e69600 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:51.250695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.256051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cec64eda-8441-4410-9370-ceffe807b514 None None] Provisioning complete for port e502a0d3-62ff-4ff5-8cfd-daf884e69600 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:51.256587 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cec64eda-8441-4410-9370-ceffe807b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.334966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cec64eda-8441-4410-9370-ceffe807b514 None None] Port e502a0d3-62ff-4ff5-8cfd-daf884e69600 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:39:51.349356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:51.362802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Sync routers for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:39:51.378499 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-caf7073d-d61b-4ae2-872f-4ad32d1ac9a2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8885252 Feb 11 13:39:51.384761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:51.385005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36066) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:51.386859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:51.396104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e118ea57-adc0-4d77-b7bc-2a6c8cabaedf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:51.408947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] Pushing event deleted for resources: {'Port': ['ID=491cadea-0ac9-43f2-8674-8481e49dabde,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:51.893296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:52.116973 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.139034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-44c0de83-15a2-471d-9e93-b3402869cce5 None None] Provisioning complete for port e502a0d3-62ff-4ff5-8cfd-daf884e69600 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:52.142782 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44c0de83-15a2-471d-9e93-b3402869cce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.276236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 81b26128-f205-447e-af66-417c76f4e3e7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:52.574010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-44c0de83-15a2-471d-9e93-b3402869cce5 None None] Port e502a0d3-62ff-4ff5-8cfd-daf884e69600 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:39:52.799643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 81b26128-f205-447e-af66-417c76f4e3e7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:52.800339 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.908124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-e118ea57-adc0-4d77-b7bc-2a6c8cabaedf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 11 13:39:52.943881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-e118ea57-adc0-4d77-b7bc-2a6c8cabaedf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Removed routes are [] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 11 13:39:52.944100 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e118ea57-adc0-4d77-b7bc-2a6c8cabaedf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.064122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:47Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:48Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e502a0d3-62ff-4ff5-8cfd-daf884e69600', 'name': '', 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:2f:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ddeac09-dad2-4001-b7a4-90214da2a4e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:45Z', 'updated_at': '2022-02-11T13:39:48Z', 'revision_number': 2, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1ddeac09-dad2-4001-b7a4-90214da2a4e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:53.069782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Checking router: 37441e9e-391a-4fc8-81ec-f03803a0834f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:39:53.070973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Updating router 37441e9e-391a-4fc8-81ec-f03803a0834f port e502a0d3-62ff-4ff5-8cfd-daf884e69600 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:39:53.157067 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.463227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] Router ecc36174-f0eb-4374-b26f-9749f9e9f720 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:53.469059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e118ea57-adc0-4d77-b7bc-2a6c8cabaedf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.474364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e118ea57-adc0-4d77-b7bc-2a6c8cabaedf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.764190 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.779447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Transition to ACTIVE for port object e502a0d3-62ff-4ff5-8cfd-daf884e69600 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:53.789478 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.863612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:53.866782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e118ea57-adc0-4d77-b7bc-2a6c8cabaedf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:53.879107 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] Sync routers for ids ['ecc36174-f0eb-4374-b26f-9749f9e9f720'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:39:53.887093 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-082352f9-7c1b-4a33-a935-f69ecdc5f29a admin admin] 10.222.0.67 "PUT /v2.0/routers/ecc36174-f0eb-4374-b26f-9749f9e9f720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1351478 Feb 11 13:39:53.888443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36106) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:53.906198 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] Routers {'ecc36174-f0eb-4374-b26f-9749f9e9f720'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:53.906846 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ecc36174-f0eb-4374-b26f-9749f9e9f720'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:54.371446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.375793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc78c4e-cde4-4e87-a137-4d19b8b7a12f None None] Pushing event updated for resources: {'Port': ['ID=e502a0d3-62ff-4ff5-8cfd-daf884e69600,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:54.386966 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] Set router ecc36174-f0eb-4374-b26f-9749f9e9f720 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:54.450103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e118ea57-adc0-4d77-b7bc-2a6c8cabaedf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:54.486753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e118ea57-adc0-4d77-b7bc-2a6c8cabaedf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.497904 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e118ea57-adc0-4d77-b7bc-2a6c8cabaedf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f HTTP/1.1" status: 200 len: 933 time: 3.1114705 Feb 11 13:39:54.499974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36112) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:54.586347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Attempting to bind port e502a0d3-62ff-4ff5-8cfd-daf884e69600 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:54.587083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Attempting to bind port e502a0d3-62ff-4ff5-8cfd-daf884e69600 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:54.587594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Attempting to bind port e502a0d3-62ff-4ff5-8cfd-daf884e69600 on network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:39:54.604310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:39:54.604685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Checking segment: {'id': '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:39:54.607133 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.607556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Bound using segment: {'id': '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:39:54.611993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Bound port: e502a0d3-62ff-4ff5-8cfd-daf884e69600, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:54.612893 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.699203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.716637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Deleting port a26fccda-1a5a-4599-a1b2-2349b324f4bd {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:54.717274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.842820 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b6490d98-adcc-419c-b352-d2ff14f89252 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f HTTP/1.1" status: 200 len: 933 time: 0.3395612 Feb 11 13:39:54.843409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36118) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:54.851586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2ab54507-1d89-44e9-a855-293210fb07f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'routes': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:39:54.857092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] For port e502a0d3-62ff-4ff5-8cfd-daf884e69600, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:54.862384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] For port e502a0d3-62ff-4ff5-8cfd-daf884e69600, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e502a0d3-62ff-4ff5-8cfd-daf884e69600,segment=NetworkSegment(3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37),segment_id=3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:54.882329 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.914500 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:39:51Z', 'revision_number': 5, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port': {'id': 'a26fccda-1a5a-4599-a1b2-2349b324f4bd', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:13Z', 'updated_at': '2022-02-11T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:54.920124 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] Checking router: ecc36174-f0eb-4374-b26f-9749f9e9f720 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:39:54.956030 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] Routers {'ecc36174-f0eb-4374-b26f-9749f9e9f720'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:54.959213 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ecc36174-f0eb-4374-b26f-9749f9e9f720'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:55.001786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:39:55.002504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:55.193069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] For port a26fccda-1a5a-4599-a1b2-2349b324f4bd, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a26fccda-1a5a-4599-a1b2-2349b324f4bd,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:55.198992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.377473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc78c4e-cde4-4e87-a137-4d19b8b7a12f None None] Pushing event updated for resources: {'Port': ['ID=e502a0d3-62ff-4ff5-8cfd-daf884e69600,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:55.486338 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] Set router ecc36174-f0eb-4374-b26f-9749f9e9f720 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:55.533759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:39:55.558225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Calling delete_port for a26fccda-1a5a-4599-a1b2-2349b324f4bd owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:55.892181 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:39:54Z', 'revision_number': 6, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:55.899497 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2a30c-1187-4305-9c8b-2ba808736be8 None None] The sync data for ids ['ecc36174-f0eb-4374-b26f-9749f9e9f720'] in n-d-818559-1 is: [{'id': 'ecc36174-f0eb-4374-b26f-9749f9e9f720', 'name': 'tempest-TaggedBootDevicesTest_v242-1633750992-router', 'tenant_id': '39219a77ba9946bba65fb10271078e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:12Z', 'updated_at': '2022-02-11T13:39:54Z', 'revision_number': 6, 'project_id': '39219a77ba9946bba65fb10271078e63', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:39:55.919703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36144) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:56.380956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 491cadea-0ac9-43f2-8674-8481e49dabde no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:39:56.404372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36162) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:56.523925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eee90953-cc31-4455-95c4-de758b120cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.531182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 491cadea-0ac9-43f2-8674-8481e49dabde {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:39:56.531182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 491cadea-0ac9-43f2-8674-8481e49dabde not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:39:56.675519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-eee90953-cc31-4455-95c4-de758b120cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:39:56.692096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:52Z', 'revision_number': 6, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:48Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e502a0d3-62ff-4ff5-8cfd-daf884e69600', 'name': '', 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:2f:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ddeac09-dad2-4001-b7a4-90214da2a4e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:45Z', 'updated_at': '2022-02-11T13:39:54Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1ddeac09-dad2-4001-b7a4-90214da2a4e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:56.700984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25253862-7f74-4e78-8485-bcd42b90d84d None None] The sync data for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 is: [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:52Z', 'revision_number': 6, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:48Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e502a0d3-62ff-4ff5-8cfd-daf884e69600', 'name': '', 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:2f:f6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ddeac09-dad2-4001-b7a4-90214da2a4e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:45Z', 'updated_at': '2022-02-11T13:39:54Z', 'revision_number': 4, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1ddeac09-dad2-4001-b7a4-90214da2a4e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:39:56.750022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-eee90953-cc31-4455-95c4-de758b120cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:311e98c58310485e807ead81d248a3dd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:39:56.752927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.762429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-eee90953-cc31-4455-95c4-de758b120cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:39:56.780563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-eee90953-cc31-4455-95c4-de758b120cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:39:56.942261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26fccda-1a5a-4599-a1b2-2349b324f4bd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.982670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Deleting port 64d81382-3cf2-403a-8f36-d6fffbf33ffa {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:39:56.983075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.007085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-2ab54507-1d89-44e9-a855-293210fb07f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added routes are [] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 11 13:39:57.008914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-2ab54507-1d89-44e9-a855-293210fb07f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 11 13:39:57.089172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ab54507-1d89-44e9-a855-293210fb07f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.308073 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eee90953-cc31-4455-95c4-de758b120cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.317889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eee90953-cc31-4455-95c4-de758b120cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.411041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee90953-cc31-4455-95c4-de758b120cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a804fb-5359-4cb9-b184-0dd5d895bb1e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:57.434817 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-eee90953-cc31-4455-95c4-de758b120cc9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=311e98c58310485e807ead81d248a3dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5074065 Feb 11 13:39:57.437362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:57.586830 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9224d3ba-344b-466f-bb01-a20fac533486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.831601 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9224d3ba-344b-466f-bb01-a20fac533486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.846183 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.908818 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9224d3ba-344b-466f-bb01-a20fac533486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.931111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224d3ba-344b-466f-bb01-a20fac533486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a804fb-5359-4cb9-b184-0dd5d895bb1e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:57.938957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ab54507-1d89-44e9-a855-293210fb07f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.963296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ab54507-1d89-44e9-a855-293210fb07f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.975287 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9224d3ba-344b-466f-bb01-a20fac533486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.980474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9224d3ba-344b-466f-bb01-a20fac533486 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7a804fb-5359-4cb9-b184-0dd5d895bb1e HTTP/1.1" status: 204 len: 168 time: 0.5386784 Feb 11 13:39:58.342359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e502a0d3-62ff-4ff5-8cfd-daf884e69600 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:39:58.399617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.400126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.433661 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.516551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port e502a0d3-62ff-4ff5-8cfd-daf884e69600 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:58.529030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e502a0d3-62ff-4ff5-8cfd-daf884e69600 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:58.532964 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.605968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab54507-1d89-44e9-a855-293210fb07f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:58.694761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.703462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Calling delete_port for 64d81382-3cf2-403a-8f36-d6fffbf33ffa owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:39:58.889970 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.972948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port e502a0d3-62ff-4ff5-8cfd-daf884e69600, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e502a0d3-62ff-4ff5-8cfd-daf884e69600,segment=NetworkSegment(3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37),segment_id=3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:58.984288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab54507-1d89-44e9-a855-293210fb07f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:58.988711 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.996826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ab54507-1d89-44e9-a855-293210fb07f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.004273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2ab54507-1d89-44e9-a855-293210fb07f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f HTTP/1.1" status: 200 len: 699 time: 4.1564481 Feb 11 13:39:59.004273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36248) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:59.126743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=e502a0d3-62ff-4ff5-8cfd-daf884e69600,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:59.161024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.161277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.163541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.165328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.165505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.167130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.167479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.168340 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.168850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecc36174-f0eb-4374-b26f-9749f9e9f720 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:39:59.169285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.169632 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.176034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.177783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.205912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.212303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-14219133-71d1-4d4b-a0f9-07be11e2c211 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ecc36174-f0eb-4374-b26f-9749f9e9f720 HTTP/1.1" status: 204 len: 168 time: 5.3190107 Feb 11 13:39:59.212303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36252) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:59.317036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e995d5-8d51-4bc8-b864-cd4fd5c43b43 admin admin] Deleting subnet c4699c2d-7998-4932-b51b-0565c9c41d72 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:39:59.322520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97e995d5-8d51-4bc8-b864-cd4fd5c43b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.347322 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5e2550ea-3bf0-47ea-82be-b93e07d0f3ff tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f HTTP/1.1" status: 200 len: 699 time: 0.3398218 Feb 11 13:39:59.350739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36262) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:59.450121 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97e995d5-8d51-4bc8-b864-cd4fd5c43b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.555557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36268) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:39:59.607796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.704259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event deleted for resources: {'Port': ['ID=64d81382-3cf2-403a-8f36-d6fffbf33ffa,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:59.834170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.835235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.836548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.837320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.837853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.838361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.838930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.839516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.840132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.841164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.842274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:59.874769 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97e995d5-8d51-4bc8-b864-cd4fd5c43b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.933902 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.970032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.184551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e502a0d3-62ff-4ff5-8cfd-daf884e69600 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:40:00.185056 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97e995d5-8d51-4bc8-b864-cd4fd5c43b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.257623 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-040434ce-b1a0-499d-93e2-70b7f40be8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.272722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e995d5-8d51-4bc8-b864-cd4fd5c43b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4699c2d-7998-4932-b51b-0565c9c41d72,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:00.276995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97e995d5-8d51-4bc8-b864-cd4fd5c43b43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.297500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e43e7ee-d461-4fe6-b9e1-b59417f8efa2 None None] Network 33c7dbfc-9cfc-49f6-8127-3528bf05f912 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:00.302120 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-97e995d5-8d51-4bc8-b864-cd4fd5c43b43 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c4699c2d-7998-4932-b51b-0565c9c41d72 HTTP/1.1" status: 204 len: 168 time: 1.0866213 Feb 11 13:40:00.304258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36280) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:00.387896 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e502a0d3-62ff-4ff5-8cfd-daf884e69600 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:00.388369 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.435343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.470854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-040434ce-b1a0-499d-93e2-70b7f40be8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:00.502055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-040434ce-b1a0-499d-93e2-70b7f40be8b2 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7321ce2a6649faa8b6586c1a40af6a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:00.504790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Deleting port 464870b8-61da-48a3-8e44-58e950ceca0d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:00.505306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.576765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-040434ce-b1a0-499d-93e2-70b7f40be8b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:00.652772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-040434ce-b1a0-499d-93e2-70b7f40be8b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:00.911592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a26fccda-1a5a-4599-a1b2-2349b324f4bd no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:00.932975 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-040434ce-b1a0-499d-93e2-70b7f40be8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.959664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a26fccda-1a5a-4599-a1b2-2349b324f4bd {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:00.959962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a26fccda-1a5a-4599-a1b2-2349b324f4bd not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:00.993434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-040434ce-b1a0-499d-93e2-70b7f40be8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.042877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b708b-f61b-4526-8e54-b5d40d0c645b None None] DHCP port deletion for 33c7dbfc-9cfc-49f6-8127-3528bf05f912 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:40:01.047177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-355b708b-f61b-4526-8e54-b5d40d0c645b None None] Deleting port 464870b8-61da-48a3-8e44-58e950ceca0d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:01.047714 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-355b708b-f61b-4526-8e54-b5d40d0c645b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.225784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-040434ce-b1a0-499d-93e2-70b7f40be8b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1b7321ce2a6649faa8b6586c1a40af6a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6586201 Feb 11 13:40:01.227815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040434ce-b1a0-499d-93e2-70b7f40be8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b35c5c2-fd98-49c5-a2e1-271114bccbca,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:01.230180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36290) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:01.235568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port e502a0d3-62ff-4ff5-8cfd-daf884e69600 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:01.235947 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.291996 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:40:01.376819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] For port 464870b8-61da-48a3-8e44-58e950ceca0d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=464870b8-61da-48a3-8e44-58e950ceca0d,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:01.377182 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.388100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-355b708b-f61b-4526-8e54-b5d40d0c645b None None] For port 464870b8-61da-48a3-8e44-58e950ceca0d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=464870b8-61da-48a3-8e44-58e950ceca0d,segment=NetworkSegment(b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8),segment_id=b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:01.388686 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-355b708b-f61b-4526-8e54-b5d40d0c645b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.500869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] Sync routers for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:01.602100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-355b708b-f61b-4526-8e54-b5d40d0c645b None None] Calling delete_port for 464870b8-61da-48a3-8e44-58e950ceca0d owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:01.604503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port e502a0d3-62ff-4ff5-8cfd-daf884e69600, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e502a0d3-62ff-4ff5-8cfd-daf884e69600,segment=NetworkSegment(3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37),segment_id=3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:01.604940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.646068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:01.647322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:01.760016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for e502a0d3-62ff-4ff5-8cfd-daf884e69600 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:01.845749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Calling delete_port for 464870b8-61da-48a3-8e44-58e950ceca0d owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:01.974752 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.068360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=e502a0d3-62ff-4ff5-8cfd-daf884e69600,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.237384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:02.252722 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d7ff-b26f-49d0-bc0e-901e371f86d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.312347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:02.312950 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:02.349907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d7ff-b26f-49d0-bc0e-901e371f86d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.376613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-355b708b-f61b-4526-8e54-b5d40d0c645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.380489 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 464870b8-61da-48a3-8e44-58e950ceca0d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:02.503522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d7ff-b26f-49d0-bc0e-901e371f86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.560139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 464870b8-61da-48a3-8e44-58e950ceca0d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:02.561283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 464870b8-61da-48a3-8e44-58e950ceca0d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:02.576651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2d7ff-b26f-49d0-bc0e-901e371f86d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b35c5c2-fd98-49c5-a2e1-271114bccbca,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.584065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b708b-f61b-4526-8e54-b5d40d0c645b None None] Pushing event deleted for resources: {'Port': ['ID=464870b8-61da-48a3-8e44-58e950ceca0d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.593121 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d7ff-b26f-49d0-bc0e-901e371f86d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.594279 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1ba2d7ff-b26f-49d0-bc0e-901e371f86d6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1b35c5c2-fd98-49c5-a2e1-271114bccbca HTTP/1.1" status: 204 len: 168 time: 1.3451951 Feb 11 13:40:02.611150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b708b-f61b-4526-8e54-b5d40d0c645b None None] No DVR routers for this DVR port 464870b8-61da-48a3-8e44-58e950ceca0d on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:02.618261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Router dd147da0-a5e2-430b-bd72-16a8e15d3429 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:02.731997 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.822613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Deleting port 464870b8-61da-48a3-8e44-58e950ceca0d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:02.827182 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.001696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] The port '464870b8-61da-48a3-8e44-58e950ceca0d' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:40:03.003172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36316) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:03.105513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:39:57Z', 'revision_number': 7, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:48Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e502a0d3-62ff-4ff5-8cfd-daf884e69600', 'name': '', 'network_id': 'a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:2f:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ddeac09-dad2-4001-b7a4-90214da2a4e5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:45Z', 'updated_at': '2022-02-11T13:39:58Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1ddeac09-dad2-4001-b7a4-90214da2a4e5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:03.115666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] Checking router: 37441e9e-391a-4fc8-81ec-f03803a0834f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:03.141829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:03.142727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:03.207502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.244412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c7dbfc-9cfc-49f6-8127-3528bf05f912']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:03.270180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:03.271254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8046cc4-4bb2-4e3b-a1dc-4d82039cf8b8') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:03.287601 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.291394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36322) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:03.329050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:03.331068 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.336149 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.341408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5716dfb4-6cb5-425d-80a1-748646cf528a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.343472 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] Sync routers for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:03.373601 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:03.374367 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:03.419339 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c772df25-5fa6-45c7-859c-492801ff7822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.428351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5716dfb4-6cb5-425d-80a1-748646cf528a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:03.435941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5716dfb4-6cb5-425d-80a1-748646cf528a admin admin] Usage tracker for resource:security_group_rule and tenant:099605c3cac143e38ac0864fb912ff5b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:03.437603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:40:03.438392 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.439132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5716dfb4-6cb5-425d-80a1-748646cf528a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:03.449591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5716dfb4-6cb5-425d-80a1-748646cf528a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:03.461159 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:03.524813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:03.574179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4ad59f1a-6738-4741-abb8-8b755f90e1f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "DELETE /v2.0/floatingips/82b28765-defd-4dc6-b07d-4961147ae862 HTTP/1.1" status: 204 len: 168 time: 7.1677923 Feb 11 13:40:03.585460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:03.615128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c772df25-5fa6-45c7-859c-492801ff7822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:03.626402 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.650909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.653998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c772df25-5fa6-45c7-859c-492801ff7822 admin admin] Usage tracker for resource:security_group_rule and tenant:c2715057ba2d4971a080935fea9b7a50 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:03.723543 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'status': 'completed', 'code': 200} Feb 11 13:40:03.745647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c772df25-5fa6-45c7-859c-492801ff7822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:03.754120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c7dbfc-9cfc-49f6-8127-3528bf05f912,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:03.765115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d4204c3c-f534-490f-8278-74c74d30a152 admin admin] 10.222.0.67 "DELETE /v2.0/networks/33c7dbfc-9cfc-49f6-8127-3528bf05f912 HTTP/1.1" status: 204 len: 168 time: 3.4567056 Feb 11 13:40:03.769202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36334) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:03.776001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c772df25-5fa6-45c7-859c-492801ff7822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:03.833559 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:04.117765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:01Z', 'revision_number': 8, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:48Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:04.121390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-90d9a08f-0f63-44f3-92ed-4c1aaf0cd1a3 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cb7437b150244ef5aaa4f5b14ed8acbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877957 Feb 11 13:40:04.128350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554fb90e-2a4c-4041-bd30-e38cb99e5755 None None] The sync data for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 is: [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:01Z', 'revision_number': 8, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:48Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:04.235799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c772df25-5fa6-45c7-859c-492801ff7822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.246616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c772df25-5fa6-45c7-859c-492801ff7822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.267698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47a3f882-1d8d-4a57-96de-547265012012 req-92aad255-cc92-4dd5-921d-6b86e8ca0ff2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b10f7dbb64534a6990c6c2a58048e0d0&device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 1096 time: 0.5673459 Feb 11 13:40:04.278448 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5716dfb4-6cb5-425d-80a1-748646cf528a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.314001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772df25-5fa6-45c7-859c-492801ff7822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079ae2b3-f3e5-40f4-96b4-0efeb16ecfe7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:04.329265 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c772df25-5fa6-45c7-859c-492801ff7822 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c2715057ba2d4971a080935fea9b7a50&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2527304 Feb 11 13:40:04.332545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36346) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:04.354810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e0562-ed8f-4382-a2b9-b37cc2fcfdd2 req-c33dd930-828c-4957-9cab-6600cf357f14 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:04.355513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4c2e0562-ed8f-4382-a2b9-b37cc2fcfdd2 req-c33dd930-828c-4957-9cab-6600cf357f14 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Synchronizing usage tracker for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:40:04.388121 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:23Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:04.392630 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5716dfb4-6cb5-425d-80a1-748646cf528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.393419 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] Checking router: dd147da0-a5e2-430b-bd72-16a8e15d3429 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:04.396215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4c2e0562-ed8f-4382-a2b9-b37cc2fcfdd2 req-c33dd930-828c-4957-9cab-6600cf357f14 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Unset dirty status for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:40:04.397363 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4c2e0562-ed8f-4382-a2b9-b37cc2fcfdd2 req-c33dd930-828c-4957-9cab-6600cf357f14 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 945 time: 0.2687399 Feb 11 13:40:04.412162 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:04.412747 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:04.507050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716dfb4-6cb5-425d-80a1-748646cf528a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6425285c-a40c-4899-a7f9-2adb65bb422e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:04.543737 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5716dfb4-6cb5-425d-80a1-748646cf528a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=099605c3cac143e38ac0864fb912ff5b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2513056 Feb 11 13:40:04.553652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041220ad-c5f2-4808-862b-73a157d1b107 req-216dbf0d-eddd-4d0f-9c85-655899b76fd9 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:04.564461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-216dbf0d-eddd-4d0f-9c85-655899b76fd9 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4239755 Feb 11 13:40:04.566986 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36350) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:04.578971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:04.615922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a8bd199-16a1-44dc-81b4-c39050f771f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.623740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3f882-1d8d-4a57-96de-547265012012 req-dd01d516-f553-411d-8744-04d3d70f76db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:04.625405 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47a3f882-1d8d-4a57-96de-547265012012 req-dd01d516-f553-411d-8744-04d3d70f76db service neutron] 10.222.0.73 "GET /v2.0/networks?id=407ef79f-e8ab-41fa-aac5-347e4e1cacad HTTP/1.1" status: 200 len: 915 time: 0.3456573 Feb 11 13:40:04.629094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-ceaea50d-546e-4050-a107-8bea8701cedb tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/quotas/cb7437b150244ef5aaa4f5b14ed8acbd HTTP/1.1" status: 200 len: 375 time: 0.0635097 Feb 11 13:40:04.635925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4c2e0562-ed8f-4382-a2b9-b37cc2fcfdd2 req-d748c03e-012c-46a4-8fdf-67fd176836a1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311974 Feb 11 13:40:04.654999 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a8bd199-16a1-44dc-81b4-c39050f771f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.660675 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:04.741663 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a8bd199-16a1-44dc-81b4-c39050f771f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.764459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bd199-16a1-44dc-81b4-c39050f771f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ae2b3-f3e5-40f4-96b4-0efeb16ecfe7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:04.769432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a8bd199-16a1-44dc-81b4-c39050f771f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.770551 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9a8bd199-16a1-44dc-81b4-c39050f771f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/079ae2b3-f3e5-40f4-96b4-0efeb16ecfe7 HTTP/1.1" status: 204 len: 168 time: 0.4371927 Feb 11 13:40:04.786757 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.791526 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-1b73e2b0-7fe6-4b72-8ca2-536a850e510b tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb7437b150244ef5aaa4f5b14ed8acbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1531167 Feb 11 13:40:04.798470 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47a3f882-1d8d-4a57-96de-547265012012 req-8bb45de9-9a6f-4686-80fa-5423d8146c82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c HTTP/1.1" status: 200 len: 217 time: 0.1612701 Feb 11 13:40:04.976285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3f882-1d8d-4a57-96de-547265012012 req-8d0f2fe3-93d2-4679-9916-826cd4fb61fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:04.978242 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47a3f882-1d8d-4a57-96de-547265012012 req-8d0f2fe3-93d2-4679-9916-826cd4fb61fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62fd4a1b-407f-4221-afd1-f48392f423bd HTTP/1.1" status: 200 len: 853 time: 0.0660052 Feb 11 13:40:05.118653 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:23Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:05.123519 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af9448-ff9d-48c7-98d6-d3031bdeb7fe None None] The sync data for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 is: [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:35:12Z', 'revision_number': 4, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'ed14524b-64c4-4ca1-a1cc-b57f20d707d0', 'name': '', 'network_id': '407ef79f-e8ab-41fa-aac5-347e4e1cacad', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'mac_address': 'fa:16:3e:92:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:11Z', 'updated_at': '2022-02-11T13:35:23Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'subnets': [{'id': '62fd4a1b-407f-4221-afd1-f48392f423bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:05.214966 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd836a42-5385-42fe-af3a-9e9e3c5c9d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.253105 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd836a42-5385-42fe-af3a-9e9e3c5c9d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.288096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e517f868-2574-4684-bd83-546685794247 req-48900c81-1444-481b-a607-ab22ab8db3b2 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 210 time: 0.1150455 Feb 11 13:40:05.356882 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47a3f882-1d8d-4a57-96de-547265012012 req-237a00c3-6798-48ad-b427-50022900f9e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=407ef79f-e8ab-41fa-aac5-347e4e1cacad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3645279 Feb 11 13:40:05.453751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd836a42-5385-42fe-af3a-9e9e3c5c9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.512663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36366) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:05.539189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd836a42-5385-42fe-af3a-9e9e3c5c9d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6425285c-a40c-4899-a7f9-2adb65bb422e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:05.552540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa62f80a-a266-41c7-bbe0-a6f5991d4772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.606609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:05.625849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] Sync routers for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:05.627468 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd836a42-5385-42fe-af3a-9e9e3c5c9d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.643171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cd836a42-5385-42fe-af3a-9e9e3c5c9d3f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6425285c-a40c-4899-a7f9-2adb65bb422e HTTP/1.1" status: 204 len: 168 time: 1.0465693 Feb 11 13:40:05.651923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:05.652561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:05.665317 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bf6e3b5c-5ac8-4540-b7e0-54011a053430 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3134420 Feb 11 13:40:05.668292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36374) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:05.691181 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fba8620-3d2f-41b4-a84f-da7ee889d5c7 None None] New status for floating IP 82b28765-defd-4dc6-b07d-4961147ae862: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:40:05.729938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aa62f80a-a266-41c7-bbe0-a6f5991d4772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:05.763068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aa62f80a-a266-41c7-bbe0-a6f5991d4772 admin admin] Usage tracker for resource:security_group_rule and tenant:6e69129d29e848098788c103a1af7e0c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:05.776948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aa62f80a-a266-41c7-bbe0-a6f5991d4772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:05.785986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aa62f80a-a266-41c7-bbe0-a6f5991d4772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:05.904223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa62f80a-a266-41c7-bbe0-a6f5991d4772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.909440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:05.939638 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa62f80a-a266-41c7-bbe0-a6f5991d4772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.965649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47a3f882-1d8d-4a57-96de-547265012012 req-d0b6622a-2556-4afb-986c-f835470c5ff0 service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720689 Feb 11 13:40:06.007609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aa62f80a-a266-41c7-bbe0-a6f5991d4772 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e69129d29e848098788c103a1af7e0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4937952 Feb 11 13:40:06.010363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62f80a-a266-41c7-bbe0-a6f5991d4772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ccec7a-25ba-4d77-bdd5-3c68273e5557,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:06.024170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36380) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:06.143685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e502a0d3-62ff-4ff5-8cfd-daf884e69600 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:06.161056 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5d43f17-eeb7-4255-af43-c5d769ba8665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.182898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: e502a0d3-62ff-4ff5-8cfd-daf884e69600 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:06.183232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e502a0d3-62ff-4ff5-8cfd-daf884e69600 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:06.242405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-702bec58-4bea-4fdb-a5f2-4bd34c57c3d8 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:06.244171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-702bec58-4bea-4fdb-a5f2-4bd34c57c3d8 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 945 time: 0.7646093 Feb 11 13:40:06.250891 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5d43f17-eeb7-4255-af43-c5d769ba8665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.385150 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5d43f17-eeb7-4255-af43-c5d769ba8665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.409092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d43f17-eeb7-4255-af43-c5d769ba8665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ccec7a-25ba-4d77-bdd5-3c68273e5557,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:06.411674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5d43f17-eeb7-4255-af43-c5d769ba8665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.416182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e5d43f17-eeb7-4255-af43-c5d769ba8665 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/79ccec7a-25ba-4d77-bdd5-3c68273e5557 HTTP/1.1" status: 204 len: 168 time: 0.3770866 Feb 11 13:40:06.505047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-c1d8d322-d242-469a-b437-639ed58569f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Deleting port 594f1b75-44d6-45bb-8df7-d751edaeb53c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:06.505381 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-c1d8d322-d242-469a-b437-639ed58569f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.509136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:01Z', 'revision_number': 8, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:48Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:06.515784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] Checking router: 37441e9e-391a-4fc8-81ec-f03803a0834f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:06.544450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] Deleting port 5c127928-9216-4f74-a4ff-8027ebeffb28 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:06.545020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.571447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:06.571970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:06.854018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-f5d85560-d266-4e32-a750-aa5c3c0f8115 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cb7437b150244ef5aaa4f5b14ed8acbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233423 Feb 11 13:40:06.915443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be57dd8f-b175-4d19-b4ed-172c4c78fb1c req-9f8a596e-2fae-46c5-ad5b-ed446fc7aec0 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 210 time: 0.0643671 Feb 11 13:40:06.981763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b5da9c-ef5d-4106-9e96-41e03b5cf783 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting subnet 1ddeac09-dad2-4001-b7a4-90214da2a4e5 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:40:06.998033 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19b5da9c-ef5d-4106-9e96-41e03b5cf783 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.086027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041220ad-c5f2-4808-862b-73a157d1b107 req-394c1fcf-36ac-40e1-85aa-8d6d4b09ca2b tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:07.087514 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-394c1fcf-36ac-40e1-85aa-8d6d4b09ca2b tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711409 Feb 11 13:40:07.097669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:07.104398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Request body: {'port': {'device_id': '96edbc0f-4717-4c72-a8b0-67e72e38bdef', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': 'cb7437b150244ef5aaa4f5b14ed8acbd'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:07.173466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf9280-0980-474c-b3e9-7edfe7528ffd req-dd82f270-04f1-4291-9d6b-e09c02ea913c tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:07.185161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4baf9280-0980-474c-b3e9-7edfe7528ffd req-dd82f270-04f1-4291-9d6b-e09c02ea913c tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 945 time: 1.2735727 Feb 11 13:40:07.321101 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47a3f882-1d8d-4a57-96de-547265012012 req-9efd969b-95c7-4981-a6ab-e89bd9bfd810 service neutron] 10.222.0.73 "GET /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3283014 Feb 11 13:40:07.323247 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19b5da9c-ef5d-4106-9e96-41e03b5cf783 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.349445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] For port 5c127928-9216-4f74-a4ff-8027ebeffb28, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5c127928-9216-4f74-a4ff-8027ebeffb28,segment=NetworkSegment(efc24e5d-fe1e-46a3-b475-2f0c5a7f1357),segment_id=efc24e5d-fe1e-46a3-b475-2f0c5a7f1357)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:07.349815 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.361935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:07.371698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Usage tracker for resource:port and tenant:cb7437b150244ef5aaa4f5b14ed8acbd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:07.423029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4baf9280-0980-474c-b3e9-7edfe7528ffd req-6c631a98-25da-4a14-9dfa-1346cc30d85d tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/security-groups?id=53a22cca-7cd2-4c11-8db8-904ba8fab1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367258 Feb 11 13:40:07.427690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:07.497277 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.567000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:01Z', 'revision_number': 8, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:48Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:07.581398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f28438-9b53-4728-a12e-4c73edecaaee None None] The sync data for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 is: [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:01Z', 'revision_number': 8, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '038d9991-0274-47c2-87ee-608d7dd6954d', 'name': '', 'network_id': '9faf6b88-e013-4fb2-8b68-ac4a9e89cc87', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:07:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:33Z', 'updated_at': '2022-02-11T13:39:48Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '2b6f0b4c-b213-4b04-8350-f758deecb2b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:07.596940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-c1d8d322-d242-469a-b437-639ed58569f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] For port 594f1b75-44d6-45bb-8df7-d751edaeb53c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=594f1b75-44d6-45bb-8df7-d751edaeb53c,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:07.597561 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-c1d8d322-d242-469a-b437-639ed58569f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.663186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:07.680741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] Calling delete_port for 5c127928-9216-4f74-a4ff-8027ebeffb28 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:07.719222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Made reservation on behalf of cb7437b150244ef5aaa4f5b14ed8acbd for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:07.722428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.753515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-c1d8d322-d242-469a-b437-639ed58569f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Calling delete_port for 594f1b75-44d6-45bb-8df7-d751edaeb53c owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:07.756603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.869198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:07.875211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Usage tracker for resource:security_group_rule and tenant:cb7437b150244ef5aaa4f5b14ed8acbd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:07.879001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:07.887594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:07.921878 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19b5da9c-ef5d-4106-9e96-41e03b5cf783 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.001050 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-c1d8d322-d242-469a-b437-639ed58569f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.020406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.064488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8d322-d242-469a-b437-639ed58569f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event deleted for resources: {'Port': ['ID=594f1b75-44d6-45bb-8df7-d751edaeb53c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.105537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c127928-9216-4f74-a4ff-8027ebeffb28,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.178089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-c1d8d322-d242-469a-b437-639ed58569f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] No DVR routers for this DVR port 594f1b75-44d6-45bb-8df7-d751edaeb53c on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:08.182983 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-c1d8d322-d242-469a-b437-639ed58569f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.187532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.187833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'name': 'network-vif-deleted', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:08.199591 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19b5da9c-ef5d-4106-9e96-41e03b5cf783 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.255183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5da9c-ef5d-4106-9e96-41e03b5cf783 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Subnet': ['ID=1ddeac09-dad2-4001-b7a4-90214da2a4e5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.273375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4536984-c8c2-411c-89f1-c73b050deb12 req-c1d8d322-d242-469a-b437-639ed58569f1 tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.73 "DELETE /v2.0/ports/594f1b75-44d6-45bb-8df7-d751edaeb53c HTTP/1.1" status: 204 len: 173 time: 2.0128965 Feb 11 13:40:08.285707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f8b213-9cde-490f-b9d0-f2ca3af1168a None None] Network a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:08.287887 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19b5da9c-ef5d-4106-9e96-41e03b5cf783 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.290591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-19b5da9c-ef5d-4106-9e96-41e03b5cf783 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/1ddeac09-dad2-4001-b7a4-90214da2a4e5 HTTP/1.1" status: 204 len: 168 time: 2.6023130 Feb 11 13:40:08.315369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36436) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:08.353152 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3fe064-03ee-4103-942d-d61e68b59b15', 'name': 'network-vif-deleted', 'tag': '594f1b75-44d6-45bb-8df7-d751edaeb53c', 'status': 'completed', 'code': 200} Feb 11 13:40:08.356600 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.659834 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca87676f-dbe2-409f-afee-d1efe6ba5cef req-3560b094-9d4b-467b-a4f3-bfe5e1e3a899 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 210 time: 0.3228686 Feb 11 13:40:08.681135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.706162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 594f1b75-44d6-45bb-8df7-d751edaeb53c no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:08.713309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 81b26128-f205-447e-af66-417c76f4e3e7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:08.713661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.765109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 594f1b75-44d6-45bb-8df7-d751edaeb53c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:08.765439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 594f1b75-44d6-45bb-8df7-d751edaeb53c not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:08.930775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eed00f-bc61-47b2-ab62-6d7cdad276ba None None] DHCP port deletion for a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:40:08.938118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f4eed00f-bc61-47b2-ab62-6d7cdad276ba None None] Deleting port 81b26128-f205-447e-af66-417c76f4e3e7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:08.938281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4eed00f-bc61-47b2-ab62-6d7cdad276ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.953425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586f7c21-e0e9-4f54-bc1a-9c87e6851e29,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.954422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e9657346-6677-4a80-ad37-76fb5e459bf6 req-43e55733-5bd7-4fee-a9b0-857bed96998d tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Synchronizing usage tracker for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:40:09.087479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e9657346-6677-4a80-ad37-76fb5e459bf6 req-43e55733-5bd7-4fee-a9b0-857bed96998d tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Unset dirty status for tenant:b10f7dbb64534a6990c6c2a58048e0d0 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:40:09.088880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9657346-6677-4a80-ad37-76fb5e459bf6 req-43e55733-5bd7-4fee-a9b0-857bed96998d tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b3fe064-03ee-4103-942d-d61e68b59b15 HTTP/1.1" status: 200 len: 210 time: 0.2850692 Feb 11 13:40:09.093314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Allocated IP 192.168.233.221 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/567578fe-b33d-48d9-b2d0-6838c794bf19) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:09.307879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f4eed00f-bc61-47b2-ab62-6d7cdad276ba None None] For port 81b26128-f205-447e-af66-417c76f4e3e7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=81b26128-f205-447e-af66-417c76f4e3e7,segment=NetworkSegment(3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37),segment_id=3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:09.308533 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4eed00f-bc61-47b2-ab62-6d7cdad276ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.325757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port 81b26128-f205-447e-af66-417c76f4e3e7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=81b26128-f205-447e-af66-417c76f4e3e7,segment=NetworkSegment(3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37),segment_id=3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:09.326137 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.542188 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f4eed00f-bc61-47b2-ab62-6d7cdad276ba None None] Calling delete_port for 81b26128-f205-447e-af66-417c76f4e3e7 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:09.568887 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.595947 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.694150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4eed00f-bc61-47b2-ab62-6d7cdad276ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.760473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 81b26128-f205-447e-af66-417c76f4e3e7 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:09.777204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Transition to ACTIVE for port object 567578fe-b33d-48d9-b2d0-6838c794bf19 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:09.783146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eed00f-bc61-47b2-ab62-6d7cdad276ba None None] No DVR routers for this DVR port 81b26128-f205-447e-af66-417c76f4e3e7 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:09.785224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eed00f-bc61-47b2-ab62-6d7cdad276ba None None] Pushing event deleted for resources: {'Port': ['ID=81b26128-f205-447e-af66-417c76f4e3e7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:09.841842 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.887782 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:09.887970 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:10.045503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:10.063069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:10.068205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:40:10.136012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Pushing event updated for resources: {'Port': ['ID=567578fe-b33d-48d9-b2d0-6838c794bf19,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:10.214834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:10.215748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.260605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30ecd9-c2f3-4a48-b6d9-c3d9efbc38f6 req-05408bd6-4d93-44a7-86c8-2df0f3c80b7f tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:10.261635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fc30ecd9-c2f3-4a48-b6d9-c3d9efbc38f6 req-05408bd6-4d93-44a7-86c8-2df0f3c80b7f tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Synchronizing usage tracker for tenant:cb7437b150244ef5aaa4f5b14ed8acbd on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:40:10.270175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-a528fab7-8cfc-4f1a-821d-c9ba3eaafaa5 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1702051 Feb 11 13:40:10.284115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 81b26128-f205-447e-af66-417c76f4e3e7 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:10.358916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 81b26128-f205-447e-af66-417c76f4e3e7 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:10.359554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 81b26128-f205-447e-af66-417c76f4e3e7 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:10.377670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36488) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:10.425608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 81b26128-f205-447e-af66-417c76f4e3e7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:10.434039 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.540560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a0aeeca1-5e9b-47b0-8c5f-9d2e8557ee18 None None] Provisioning for port 567578fe-b33d-48d9-b2d0-6838c794bf19 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:10.547448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a0aeeca1-5e9b-47b0-8c5f-9d2e8557ee18 None None] Provisioning complete for port 567578fe-b33d-48d9-b2d0-6838c794bf19 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:10.548174 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0aeeca1-5e9b-47b0-8c5f-9d2e8557ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.681345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] The port '81b26128-f205-447e-af66-417c76f4e3e7' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:40:10.683868 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a0aeeca1-5e9b-47b0-8c5f-9d2e8557ee18 None None] Port 567578fe-b33d-48d9-b2d0-6838c794bf19 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:40:10.826977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Request body: {'port': {'device_id': '96edbc0f-4717-4c72-a8b0-67e72e38bdef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:10.829860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.863670 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.876243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fc30ecd9-c2f3-4a48-b6d9-c3d9efbc38f6 req-05408bd6-4d93-44a7-86c8-2df0f3c80b7f tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Unset dirty status for tenant:cb7437b150244ef5aaa4f5b14ed8acbd on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:40:10.877525 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc30ecd9-c2f3-4a48-b6d9-c3d9efbc38f6 req-05408bd6-4d93-44a7-86c8-2df0f3c80b7f tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 936 time: 0.9400194 Feb 11 13:40:10.902749 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.000849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:11.021397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:11.022161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c168f4f-e2ef-4a07-96e0-ad3dcfabfa37') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:11.034513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fc30ecd9-c2f3-4a48-b6d9-c3d9efbc38f6 req-0a510759-6457-46e0-acce-067ebf3cdf59 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Synchronizing usage tracker for tenant:cb7437b150244ef5aaa4f5b14ed8acbd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:40:11.037267 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.060365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.071694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:40:11.072956 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.107905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.188322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fc30ecd9-c2f3-4a48-b6d9-c3d9efbc38f6 req-0a510759-6457-46e0-acce-067ebf3cdf59 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Unset dirty status for tenant:cb7437b150244ef5aaa4f5b14ed8acbd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:40:11.189475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc30ecd9-c2f3-4a48-b6d9-c3d9efbc38f6 req-0a510759-6457-46e0-acce-067ebf3cdf59 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006918 Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:11.200730 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:11.218330 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.222148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.252660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.265108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a22cca-7cd2-4c11-8db8-904ba8fab1f1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:11.275609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Network': ['ID=a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:11.315663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.315954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.316244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.316638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.316965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.317285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.317601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.317914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.318225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.318594 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.318959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.327693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.328027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.328357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.328682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.329002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.329570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.329894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.330211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.330600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.331469 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.331793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.350815 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1a3fe1e4-b67f-4c07-a374-46c3ba30ec3e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/networks/a52d0af3-9949-4d4d-9c20-5e9f8b8e19c7 HTTP/1.1" status: 204 len: 168 time: 3.0340991 Feb 11 13:40:11.351792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36512) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:11.442701 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.446120 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d302f0f9-94ae-4bb2-b47c-8b57fc4c80ee tempest-TestVolumeBackupRestore-562819674 tempest-TestVolumeBackupRestore-562819674-project] 10.222.0.67 "DELETE /v2.0/security-groups/53a22cca-7cd2-4c11-8db8-904ba8fab1f1 HTTP/1.1" status: 204 len: 168 time: 1.0670431 Feb 11 13:40:11.753004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567578fe-b33d-48d9-b2d0-6838c794bf19 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:40:11.760926 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.781242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Transition to ACTIVE for port object 567578fe-b33d-48d9-b2d0-6838c794bf19 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:11.795783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.004202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Pushing event updated for resources: {'Port': ['ID=567578fe-b33d-48d9-b2d0-6838c794bf19,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:12.010801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.353614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Attempting to bind port 567578fe-b33d-48d9-b2d0-6838c794bf19 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:12.354165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Attempting to bind port 567578fe-b33d-48d9-b2d0-6838c794bf19 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:12.354250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Attempting to bind port 567578fe-b33d-48d9-b2d0-6838c794bf19 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:40:12.368914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] Router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:12.379546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Port 567578fe-b33d-48d9-b2d0-6838c794bf19 on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:40:12.382646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Attempting to bind port 567578fe-b33d-48d9-b2d0-6838c794bf19 on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:40:12.439676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:40:12.440502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:40:12.445966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:40:12.447268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Bound port: 567578fe-b33d-48d9-b2d0-6838c794bf19, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:12.450763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.484596 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.227763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] For port 567578fe-b33d-48d9-b2d0-6838c794bf19, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:13.287386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] For port 567578fe-b33d-48d9-b2d0-6838c794bf19, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=567578fe-b33d-48d9-b2d0-6838c794bf19,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:13.300691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.402741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36688) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:13.440634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3bf61-0528-4bdb-8ae1-1bc09084a9b7 req-f1e9711d-3090-4c38-9395-ea7dcc7bd181 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:13.442082 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92b3bf61-0528-4bdb-8ae1-1bc09084a9b7 req-f1e9711d-3090-4c38-9395-ea7dcc7bd181 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 948 time: 0.7091417 Feb 11 13:40:13.507324 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.515832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/567578fe-b33d-48d9-b2d0-6838c794bf19 HTTP/1.1" status: 200 len: 1096 time: 3.0878313 Feb 11 13:40:13.549784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96edbc0f-4717-4c72-a8b0-67e72e38bdef', 'tag': '567578fe-b33d-48d9-b2d0-6838c794bf19'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:13.880802 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96edbc0f-4717-4c72-a8b0-67e72e38bdef', 'tag': '567578fe-b33d-48d9-b2d0-6838c794bf19', 'status': 'completed', 'code': 200} Feb 11 13:40:13.891894 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98969c6f-d66e-4993-a841-c22d9a240b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.986749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 038d9991-0274-47c2-87ee-608d7dd6954d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:13.990453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.996052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b36081-8625-47e7-be25-f3123c7089b0 service neutron] Pushing event updated for resources: {'Port': ['ID=567578fe-b33d-48d9-b2d0-6838c794bf19,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:14.062344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92b3bf61-0528-4bdb-8ae1-1bc09084a9b7 req-4b448b04-58d2-45ef-9bc1-65ea36f3959c tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690801 Feb 11 13:40:14.091445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-98969c6f-d66e-4993-a841-c22d9a240b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:14.105499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-98969c6f-d66e-4993-a841-c22d9a240b4e admin admin] Usage tracker for resource:security_group_rule and tenant:7be96c2141684125b8d9902640cf7b07 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:14.110909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-98969c6f-d66e-4993-a841-c22d9a240b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:14.133303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-9fa1c63d-64f6-4a0c-93d7-fc2444682043 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb7437b150244ef5aaa4f5b14ed8acbd&device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 1099 time: 0.5387011 Feb 11 13:40:14.139321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:14.139798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-98969c6f-d66e-4993-a841-c22d9a240b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:14.148691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36756) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:14.152698 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1226a4db-073d-4c04-b783-ce8e43e5d52f admin admin] 10.222.0.67 "PUT /v2.0/routers/e001e8b1-f5ca-4c20-8c8d-80b01b29bcee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3795424 Feb 11 13:40:14.152851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] Sync routers for ids ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:14.182442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] Routers {'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:14.184307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:14.338453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-d4e913e4-caab-4cb4-9515-649eddba4642 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=567578fe-b33d-48d9-b2d0-6838c794bf19 HTTP/1.1" status: 200 len: 217 time: 0.1972470 Feb 11 13:40:14.533738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041220ad-c5f2-4808-862b-73a157d1b107 req-06c78974-2d60-482e-9a99-4636d1adb3b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:14.537658 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-06c78974-2d60-482e-9a99-4636d1adb3b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.1819170 Feb 11 13:40:14.661043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] Set router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:14.720285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-8c7e5ea4-9b78-4cc0-a0d5-18b540afbae3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766243 Feb 11 13:40:14.828743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port 038d9991-0274-47c2-87ee-608d7dd6954d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=038d9991-0274-47c2-87ee-608d7dd6954d,segment=NetworkSegment(f4f180c1-0b8e-4abd-97c2-640338f62fa7),segment_id=f4f180c1-0b8e-4abd-97c2-640338f62fa7)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:14.835593 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.030482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-0b8c7947-5e76-4a62-9bd8-a3d3b20d0be4 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021510 Feb 11 13:40:15.157553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 038d9991-0274-47c2-87ee-608d7dd6954d owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:15.357234 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98969c6f-d66e-4993-a841-c22d9a240b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.373319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-041220ad-c5f2-4808-862b-73a157d1b107 req-74d3362d-ba70-460d-8785-ae08797f1ee7 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296769 Feb 11 13:40:15.485973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-router', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:32Z', 'updated_at': '2022-02-11T13:40:07Z', 'revision_number': 5, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'gw_port': {'id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:33Z', 'updated_at': '2022-02-11T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:15.492833 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84c813f0-36be-4869-bee8-d78de3e67a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.498652 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98969c6f-d66e-4993-a841-c22d9a240b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.511654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] Checking router: e001e8b1-f5ca-4c20-8c8d-80b01b29bcee for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:15.552381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] Routers {'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:15.553009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:39:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:15.615675 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66d86f7a-797e-4b4e-bd39-52ee990a8942 req-a0366c53-e3de-455b-807a-3991cc03f49a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb7437b150244ef5aaa4f5b14ed8acbd&device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 1099 time: 0.1781225 Feb 11 13:40:15.738461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98969c6f-d66e-4993-a841-c22d9a240b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f1c364-aee6-49b8-adaf-354dfa00afbc,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:15.798151 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-98969c6f-d66e-4993-a841-c22d9a240b4e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7be96c2141684125b8d9902640cf7b07&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3895462 Feb 11 13:40:15.804992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 36914) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:15.985215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84da8f-5d22-4fac-bc82-77690fd04721 req-aa3e4511-3782-49cc-9f7a-7d461097725e tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:15.988633 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4e84da8f-5d22-4fac-bc82-77690fd04721 req-aa3e4511-3782-49cc-9f7a-7d461097725e tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 948 time: 0.6338212 Feb 11 13:40:16.013045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] Set router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:16.050233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 36932) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:16.077912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86f7a-797e-4b4e-bd39-52ee990a8942 req-422738cf-dc71-41d5-8927-5c3bf2b8d97a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:16.083604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66d86f7a-797e-4b4e-bd39-52ee990a8942 req-422738cf-dc71-41d5-8927-5c3bf2b8d97a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.4598243 Feb 11 13:40:16.417415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4e84da8f-5d22-4fac-bc82-77690fd04721 req-ba9beb7f-d32b-4ac1-8881-67ef19d3ca06 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168336 Feb 11 13:40:16.418370 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ba4ed8b-9cd6-40bf-b319-90dbbcc2f045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:16.421655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:16.717265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=038d9991-0274-47c2-87ee-608d7dd6954d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:16.753969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66d86f7a-797e-4b4e-bd39-52ee990a8942 req-5b88c5e7-064d-423b-a7cd-2cfc86f931ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=567578fe-b33d-48d9-b2d0-6838c794bf19 HTTP/1.1" status: 200 len: 217 time: 0.6635277 Feb 11 13:40:16.927404 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:16.937505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37022) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:17.074432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86f7a-797e-4b4e-bd39-52ee990a8942 req-de2cec7d-e07b-445f-898f-ae001feb3e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.079603 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66d86f7a-797e-4b4e-bd39-52ee990a8942 req-de2cec7d-e07b-445f-898f-ae001feb3e48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.3101914 Feb 11 13:40:17.129112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-router', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:32Z', 'updated_at': '2022-02-11T13:40:07Z', 'revision_number': 5, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'gw_port': {'id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:33Z', 'updated_at': '2022-02-11T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:17.146466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292cda3-f756-4672-b3ca-ef9d359bd367 None None] The sync data for ids ['e001e8b1-f5ca-4c20-8c8d-80b01b29bcee'] in n-d-818559-1 is: [{'id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'name': 'tempest-TaggedBootDevicesTest_v242-1897338122-router', 'tenant_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:32:32Z', 'updated_at': '2022-02-11T13:40:07Z', 'revision_number': 5, 'project_id': '8c7cf3bcd1b94f45a64920bd1dda1814', 'gw_port': {'id': '1cf6218a-85fb-402d-90fb-8aea960c9d59', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001e8b1-f5ca-4c20-8c8d-80b01b29bcee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:32:33Z', 'updated_at': '2022-02-11T13:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:17.343386 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9842-3f2d-49d8-92c5-7cd63d1039c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.374970 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66d86f7a-797e-4b4e-bd39-52ee990a8942 req-e152faa6-fb55-4d4e-85a4-437c3ce61e20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2767680 Feb 11 13:40:17.420222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ba4ed8b-9cd6-40bf-b319-90dbbcc2f045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.641522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6a4e-c4b8-4c3f-a758-c3e5cbf07e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.692326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f9cd9842-3f2d-49d8-92c5-7cd63d1039c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:17.697546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f9cd9842-3f2d-49d8-92c5-7cd63d1039c7 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a683c13b654878af52e16b281f1a9a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:17.697953 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ba4ed8b-9cd6-40bf-b319-90dbbcc2f045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.701857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f9cd9842-3f2d-49d8-92c5-7cd63d1039c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:17.708263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f9cd9842-3f2d-49d8-92c5-7cd63d1039c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:17.758939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4ed8b-9cd6-40bf-b319-90dbbcc2f045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f1c364-aee6-49b8-adaf-354dfa00afbc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:17.805563 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ba4ed8b-9cd6-40bf-b319-90dbbcc2f045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.809249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4ba4ed8b-9cd6-40bf-b319-90dbbcc2f045 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/02f1c364-aee6-49b8-adaf-354dfa00afbc HTTP/1.1" status: 204 len: 168 time: 1.9920971 Feb 11 13:40:17.809249 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.875999 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9842-3f2d-49d8-92c5-7cd63d1039c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.895553 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9842-3f2d-49d8-92c5-7cd63d1039c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.018420 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.062051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Deleting port 1cf6218a-85fb-402d-90fb-8aea960c9d59 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:18.062393 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.146977 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5c127928-9216-4f74-a4ff-8027ebeffb28 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:18.188196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 5c127928-9216-4f74-a4ff-8027ebeffb28 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:18.189197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5c127928-9216-4f74-a4ff-8027ebeffb28 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:18.270191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66d86f7a-797e-4b4e-bd39-52ee990a8942 req-a5aa8300-17c3-4757-af52-5fc7811dffd0 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8858316 Feb 11 13:40:18.304886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37044) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:18.307481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd9842-3f2d-49d8-92c5-7cd63d1039c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5fcd0b-ba41-4a6e-8d36-b1e1cfd8fe3b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:18.386352 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f9cd9842-3f2d-49d8-92c5-7cd63d1039c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c8a683c13b654878af52e16b281f1a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4394505 Feb 11 13:40:18.388744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37048) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:18.421118 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea23432d-a0e7-43da-9c96-c50d19feffa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.458398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] For port 1cf6218a-85fb-402d-90fb-8aea960c9d59, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1cf6218a-85fb-402d-90fb-8aea960c9d59,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:18.458762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.475079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9932-e806-48e7-83c4-ed08ed58fdd7 req-ade93697-64c2-4f35-aa24-c5c7a8a9cf1e tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:18.477137 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-935d9932-e806-48e7-83c4-ed08ed58fdd7 req-ade93697-64c2-4f35-aa24-c5c7a8a9cf1e tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 948 time: 0.6439524 Feb 11 13:40:18.545938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66d86f7a-797e-4b4e-bd39-52ee990a8942 req-6900b640-44fb-4e4b-b756-e8d7090cb562 service neutron] 10.222.0.73 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653043 Feb 11 13:40:18.573896 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58ac83f7-1283-469c-abde-6eae44f7d5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.596286 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-935d9932-e806-48e7-83c4-ed08ed58fdd7 req-38bdb354-3918-4f8e-bd17-36fb0818ba71 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069207 Feb 11 13:40:18.610072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Calling delete_port for 1cf6218a-85fb-402d-90fb-8aea960c9d59 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:18.613884 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58ac83f7-1283-469c-abde-6eae44f7d5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.641930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ea23432d-a0e7-43da-9c96-c50d19feffa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:18.655093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ea23432d-a0e7-43da-9c96-c50d19feffa1 admin admin] Usage tracker for resource:security_group_rule and tenant:6679db0dd63f4781a5eb1eb188c17f10 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:18.660380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ea23432d-a0e7-43da-9c96-c50d19feffa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:18.680627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ea23432d-a0e7-43da-9c96-c50d19feffa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:18.692400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.733157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 567578fe-b33d-48d9-b2d0-6838c794bf19 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:40:18.808475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58ac83f7-1283-469c-abde-6eae44f7d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.835213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac83f7-1283-469c-abde-6eae44f7d5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5fcd0b-ba41-4a6e-8d36-b1e1cfd8fe3b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:18.839289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58ac83f7-1283-469c-abde-6eae44f7d5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.853252 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-58ac83f7-1283-469c-abde-6eae44f7d5bc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad5fcd0b-ba41-4a6e-8d36-b1e1cfd8fe3b HTTP/1.1" status: 204 len: 168 time: 0.4506953 Feb 11 13:40:18.917988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 567578fe-b33d-48d9-b2d0-6838c794bf19, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=567578fe-b33d-48d9-b2d0-6838c794bf19,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:18.936950 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.940969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.945101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '567578fe-b33d-48d9-b2d0-6838c794bf19', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': '567578fe-b33d-48d9-b2d0-6838c794bf19', 'mac_address': 'fa:16:3e:26:8c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:40:18.955681 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea23432d-a0e7-43da-9c96-c50d19feffa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.965828 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea23432d-a0e7-43da-9c96-c50d19feffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.013911 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.036201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567578fe-b33d-48d9-b2d0-6838c794bf19 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:40:19.055255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 567578fe-b33d-48d9-b2d0-6838c794bf19, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=567578fe-b33d-48d9-b2d0-6838c794bf19,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:19.060756 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.143478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=567578fe-b33d-48d9-b2d0-6838c794bf19,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:19.200454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23432d-a0e7-43da-9c96-c50d19feffa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b37e92-6c40-4443-95e1-fff7165b5569,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:19.211683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ea23432d-a0e7-43da-9c96-c50d19feffa1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6679db0dd63f4781a5eb1eb188c17f10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9060543 Feb 11 13:40:19.217003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37056) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:19.221861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:19.265112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['567578fe-b33d-48d9-b2d0-6838c794bf19'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:40:19.269076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.327769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf6218a-85fb-402d-90fb-8aea960c9d59,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:19.454601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37060) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:19.483921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] Deleting port ed14524b-64c4-4ca1-a1cc-b57f20d707d0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:19.484778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.519870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba279b6f-152f-4b0f-8c28-45b67b258516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.547023 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-967015c5-6c5f-4180-b1c1-077120879698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.604724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-967015c5-6c5f-4180-b1c1-077120879698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.645253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ba279b6f-152f-4b0f-8c28-45b67b258516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:19.657543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba279b6f-152f-4b0f-8c28-45b67b258516 admin admin] Usage tracker for resource:security_group_rule and tenant:50c73f41056f48a5b94f0b160e646b6f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:19.661841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba279b6f-152f-4b0f-8c28-45b67b258516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:19.670958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ba279b6f-152f-4b0f-8c28-45b67b258516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:19.726055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] For port ed14524b-64c4-4ca1-a1cc-b57f20d707d0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ed14524b-64c4-4ca1-a1cc-b57f20d707d0,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:19.726416 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.829942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.861684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] Calling delete_port for ed14524b-64c4-4ca1-a1cc-b57f20d707d0 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:19.958043 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba279b6f-152f-4b0f-8c28-45b67b258516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.966850 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba279b6f-152f-4b0f-8c28-45b67b258516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.036271 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ba279b6f-152f-4b0f-8c28-45b67b258516 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=50c73f41056f48a5b94f0b160e646b6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5804858 Feb 11 13:40:20.038126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba279b6f-152f-4b0f-8c28-45b67b258516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ee8ed3-e233-4331-9a85-b3b07a733014,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:20.041365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37066) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:20.059056 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-967015c5-6c5f-4180-b1c1-077120879698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.130513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:20.141694 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] Sync routers for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:20.155699 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:20.156366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967015c5-6c5f-4180-b1c1-077120879698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b37e92-6c40-4443-95e1-fff7165b5569,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:20.156686 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:20.165959 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.184283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ce7cb-e9ec-41f3-be09-8e34360b38eb req-9f5471ae-52a5-4904-a8cf-4830712a1bcf tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:20.185828 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e3ce7cb-e9ec-41f3-be09-8e34360b38eb req-9f5471ae-52a5-4904-a8cf-4830712a1bcf tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 949 time: 0.4326694 Feb 11 13:40:20.196419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.217265 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e9c1af42-9411-4f4a-a973-a70e3cf4fc4d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8606262 Feb 11 13:40:20.218569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37070) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:20.257900 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-967015c5-6c5f-4180-b1c1-077120879698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.262035 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-967015c5-6c5f-4180-b1c1-077120879698 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c3b37e92-6c40-4443-95e1-fff7165b5569 HTTP/1.1" status: 204 len: 168 time: 1.0411229 Feb 11 13:40:20.293451 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.317655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2331c7ea-ce39-4ee0-8a22-251084304027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.321997 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.322532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e001e8b1-f5ca-4c20-8c8d-80b01b29bcee {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:20.339975 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e3ce7cb-e9ec-41f3-be09-8e34360b38eb req-5da17793-a507-405a-ac41-d19a1310b634 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457214 Feb 11 13:40:20.376242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.399901 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:20.433405 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.436839 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3cc5bd90-434b-4443-8a61-93d3e53a341c admin admin] 10.222.0.67 "DELETE /v2.0/routers/e001e8b1-f5ca-4c20-8c8d-80b01b29bcee HTTP/1.1" status: 204 len: 168 time: 6.2337246 Feb 11 13:40:20.445886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37076) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:20.450924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2331c7ea-ce39-4ee0-8a22-251084304027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.507942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed14524b-64c4-4ca1-a1cc-b57f20d707d0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:20.541517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d53aa07-45cb-45cd-a4a0-63cf35375404 admin admin] Deleting subnet 0943dd62-bca1-48a3-bd41-227a972e1fee {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:40:20.575000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e357887-f0d3-4906-83f8-4fca46b0c820 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting subnet 2b6f0b4c-b213-4b04-8350-f758deecb2b9 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:40:20.579415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e357887-f0d3-4906-83f8-4fca46b0c820 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.764411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 567578fe-b33d-48d9-b2d0-6838c794bf19 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:40:20.862190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 567578fe-b33d-48d9-b2d0-6838c794bf19 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:20.866497 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d53aa07-45cb-45cd-a4a0-63cf35375404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.869096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 567578fe-b33d-48d9-b2d0-6838c794bf19 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:20.869463 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.929962 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e357887-f0d3-4906-83f8-4fca46b0c820 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.967392 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2331c7ea-ce39-4ee0-8a22-251084304027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.993904 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d53aa07-45cb-45cd-a4a0-63cf35375404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.009259 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:15Z', 'revision_number': 9, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:21.015524 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] Checking router: 37441e9e-391a-4fc8-81ec-f03803a0834f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:21.029048 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:21.029943 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:21.038005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331c7ea-ce39-4ee0-8a22-251084304027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ee8ed3-e233-4331-9a85-b3b07a733014,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:21.079532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2331c7ea-ce39-4ee0-8a22-251084304027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.080674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2331c7ea-ce39-4ee0-8a22-251084304027 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58ee8ed3-e233-4331-9a85-b3b07a733014 HTTP/1.1" status: 204 len: 168 time: 1.0384021 Feb 11 13:40:21.112218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e357887-f0d3-4906-83f8-4fca46b0c820 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.114881 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.169360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d53aa07-45cb-45cd-a4a0-63cf35375404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.176218 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.183349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 567578fe-b33d-48d9-b2d0-6838c794bf19, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=567578fe-b33d-48d9-b2d0-6838c794bf19,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:21.184212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96edbc0f-4717-4c72-a8b0-67e72e38bdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567578fe-b33d-48d9-b2d0-6838c794bf19'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:21.197268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.294327 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e357887-f0d3-4906-83f8-4fca46b0c820 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.353180 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:21.358508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=567578fe-b33d-48d9-b2d0-6838c794bf19,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:21.431375 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d53aa07-45cb-45cd-a4a0-63cf35375404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.436379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ad31d-c7b0-430e-9f23-471e7fcf0746 None None] Network 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:21.447491 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e357887-f0d3-4906-83f8-4fca46b0c820 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.450419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e357887-f0d3-4906-83f8-4fca46b0c820 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6f0b4c-b213-4b04-8350-f758deecb2b9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:21.604082 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d53aa07-45cb-45cd-a4a0-63cf35375404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.615544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1827bd-bd65-41cb-8730-f589044a162c None None] Network 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:21.644679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53aa07-45cb-45cd-a4a0-63cf35375404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0943dd62-bca1-48a3-bd41-227a972e1fee,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:21.659841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5d53aa07-45cb-45cd-a4a0-63cf35375404 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0943dd62-bca1-48a3-bd41-227a972e1fee HTTP/1.1" status: 204 len: 168 time: 1.2129095 Feb 11 13:40:21.664265 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9e357887-f0d3-4906-83f8-4fca46b0c820 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/2b6f0b4c-b213-4b04-8350-f758deecb2b9 HTTP/1.1" status: 204 len: 168 time: 1.4418035 Feb 11 13:40:21.665772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37106) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:21.666270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37108) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:21.787094 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96edbc0f-4717-4c72-a8b0-67e72e38bdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567578fe-b33d-48d9-b2d0-6838c794bf19', 'code': 200} Feb 11 13:40:21.811801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d364a-03d8-40e0-9f48-6042d1dcbbf7 req-4483dba7-4482-48d6-87a2-25462e5a80db tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:21.820568 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b40d364a-03d8-40e0-9f48-6042d1dcbbf7 req-4483dba7-4482-48d6-87a2-25462e5a80db tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 950 time: 0.2337112 Feb 11 13:40:21.892144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b40d364a-03d8-40e0-9f48-6042d1dcbbf7 req-eea427c3-8b9d-4cb5-a6da-2d787f5a4022 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704672 Feb 11 13:40:22.036041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.135464 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:15Z', 'revision_number': 9, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:22.145140 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a73908-b76e-4a6f-a710-a2ffb8f267ac None None] The sync data for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 is: [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:15Z', 'revision_number': 9, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': '0dc44a4d-a322-4564-ba84-44f152a44cc0', 'name': '', 'network_id': '7976f17d-2d57-49d0-8490-ae0e533ad153', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:ba:59:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:17Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '9a0de0ce-5422-4743-a30f-1a29c2c1138f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:22.199539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1cf6218a-85fb-402d-90fb-8aea960c9d59 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:22.240290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 1cf6218a-85fb-402d-90fb-8aea960c9d59 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:22.241484 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1cf6218a-85fb-402d-90fb-8aea960c9d59 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:22.379171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:22.379518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.411475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.553959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9718e835-9bc4-4d69-9930-43dc47fe177c None None] DHCP port deletion for 9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:40:22.558131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9718e835-9bc4-4d69-9930-43dc47fe177c None None] Deleting port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:22.558570 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9718e835-9bc4-4d69-9930-43dc47fe177c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.570318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Deleting port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:22.572093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.590743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4853bdce-21b4-415e-8105-8fb6cc3d27dd None None] DHCP port deletion for 30a89ef8-7f12-4a3f-bc2a-360e03019ce6 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:40:22.604198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4853bdce-21b4-415e-8105-8fb6cc3d27dd None None] Deleting port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:22.604799 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4853bdce-21b4-415e-8105-8fb6cc3d27dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.682353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72e93490-acf6-4894-90d2-87b60195dbe5 req-5518d502-3104-4b21-be42-625883bcfbb7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 1101 time: 0.6409199 Feb 11 13:40:22.872431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4853bdce-21b4-415e-8105-8fb6cc3d27dd None None] For port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c71f2c04-c4a8-4ccd-a73a-3802b4639d6b,segment=NetworkSegment(efc24e5d-fe1e-46a3-b475-2f0c5a7f1357),segment_id=efc24e5d-fe1e-46a3-b475-2f0c5a7f1357)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:22.872854 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4853bdce-21b4-415e-8105-8fb6cc3d27dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.047725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4853bdce-21b4-415e-8105-8fb6cc3d27dd None None] Calling delete_port for c71f2c04-c4a8-4ccd-a73a-3802b4639d6b owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:23.245700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9718e835-9bc4-4d69-9930-43dc47fe177c None None] For port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=53f77735-9c6a-4390-9bcc-a317ddaa7ac0,segment=NetworkSegment(f4f180c1-0b8e-4abd-97c2-640338f62fa7),segment_id=f4f180c1-0b8e-4abd-97c2-640338f62fa7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:23.246183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9718e835-9bc4-4d69-9930-43dc47fe177c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.254221 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4853bdce-21b4-415e-8105-8fb6cc3d27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.262100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72e93490-acf6-4894-90d2-87b60195dbe5 req-5c527115-731b-4be9-abd7-c0cda6da976e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715995 Feb 11 13:40:23.307719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853bdce-21b4-415e-8105-8fb6cc3d27dd None None] Pushing event deleted for resources: {'Port': ['ID=c71f2c04-c4a8-4ccd-a73a-3802b4639d6b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:23.429392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9718e835-9bc4-4d69-9930-43dc47fe177c None None] Calling delete_port for 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:23.452797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=53f77735-9c6a-4390-9bcc-a317ddaa7ac0,segment=NetworkSegment(f4f180c1-0b8e-4abd-97c2-640338f62fa7),segment_id=f4f180c1-0b8e-4abd-97c2-640338f62fa7)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:23.453287 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.463457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853bdce-21b4-415e-8105-8fb6cc3d27dd None None] No DVR routers for this DVR port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:23.520954 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9718e835-9bc4-4d69-9930-43dc47fe177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.610647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718e835-9bc4-4d69-9930-43dc47fe177c None None] No DVR routers for this DVR port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:23.612623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718e835-9bc4-4d69-9930-43dc47fe177c None None] Pushing event deleted for resources: {'Port': ['ID=53f77735-9c6a-4390-9bcc-a317ddaa7ac0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:23.643983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:23.692601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] For port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c71f2c04-c4a8-4ccd-a73a-3802b4639d6b,segment=NetworkSegment(efc24e5d-fe1e-46a3-b475-2f0c5a7f1357),segment_id=efc24e5d-fe1e-46a3-b475-2f0c5a7f1357)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:23.693282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.851636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Calling delete_port for c71f2c04-c4a8-4ccd-a73a-3802b4639d6b owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:23.895718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9ce72-0e72-4166-af19-9330a381f570 req-7db6b049-6239-4afa-bfdc-82a505f062fc tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:23.897968 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0d9ce72-0e72-4166-af19-9330a381f570 req-7db6b049-6239-4afa-bfdc-82a505f062fc tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 950 time: 0.7455330 Feb 11 13:40:24.002648 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:24.002970 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:24.019651 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:24.019975 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:24.026363 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0d9ce72-0e72-4166-af19-9330a381f570 req-f02e8e3f-0d02-413a-b1ef-6ec29a2f53ce tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023362 Feb 11 13:40:24.072577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] Router dd147da0-a5e2-430b-bd72-16a8e15d3429 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:24.172111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:24.297760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:24.298645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:24.299997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c71f2c04-c4a8-4ccd-a73a-3802b4639d6b no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:24.420040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: c71f2c04-c4a8-4ccd-a73a-3802b4639d6b {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:24.420651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c71f2c04-c4a8-4ccd-a73a-3802b4639d6b not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:24.421227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 038d9991-0274-47c2-87ee-608d7dd6954d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:24.451439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:24.463439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] Sync routers for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:24.479161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 038d9991-0274-47c2-87ee-608d7dd6954d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:24.484022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 038d9991-0274-47c2-87ee-608d7dd6954d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:24.493792 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4133df03-94b0-4f85-ac62-bedcd44cc79a admin admin] 10.222.0.67 "PUT /v2.0/routers/dd147da0-a5e2-430b-bd72-16a8e15d3429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4409897 Feb 11 13:40:24.496425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37186) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:24.530238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:24.531263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:24.562788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 53f77735-9c6a-4390-9bcc-a317ddaa7ac0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:24.563168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.591366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Deleting port c71f2c04-c4a8-4ccd-a73a-3802b4639d6b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:24.591746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.682992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] The port 'c71f2c04-c4a8-4ccd-a73a-3802b4639d6b' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:40:24.856496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:25.152880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.179770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a89ef8-7f12-4a3f-bc2a-360e03019ce6']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:25.193531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:25.194233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc24e5d-fe1e-46a3-b475-2f0c5a7f1357') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:25.206452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.220846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] The port '53f77735-9c6a-4390-9bcc-a317ddaa7ac0' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:40:25.273031 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.360603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:40:20Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:25.366228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] Checking router: dd147da0-a5e2-430b-bd72-16a8e15d3429 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:25.380631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:40:25.381036 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.384191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] Routers {'dd147da0-a5e2-430b-bd72-16a8e15d3429'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:25.384822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd147da0-a5e2-430b-bd72-16a8e15d3429'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:25.394891 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:25.493837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.531113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9faf6b88-e013-4fb2-8b68-ac4a9e89cc87']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:25.538879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.563529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f180c1-0b8e-4abd-97c2-640338f62fa7') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:25.563851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f180c1-0b8e-4abd-97c2-640338f62fa7') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:25.572778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.589119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a89ef8-7f12-4a3f-bc2a-360e03019ce6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:25.592018 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.606545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-33143595-9a2d-46ba-83be-a266bb6d58b6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/30a89ef8-7f12-4a3f-bc2a-360e03019ce6 HTTP/1.1" status: 204 len: 168 time: 3.9365821 Feb 11 13:40:25.621114 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.641854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:40:25.642272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.660012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] Set router dd147da0-a5e2-430b-bd72-16a8e15d3429 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:25.661423 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:25.749145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.785256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388adea-c13d-4fbb-88de-1d946b1e904e req-78602f80-6472-4bd3-b3ba-46a0dcd80b7e tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:25.795816 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1388adea-c13d-4fbb-88de-1d946b1e904e req-78602f80-6472-4bd3-b3ba-46a0dcd80b7e tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 950 time: 0.5843923 Feb 11 13:40:25.869871 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.906918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.911494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Network': ['ID=9faf6b88-e013-4fb2-8b68-ac4a9e89cc87,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:25.925228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37210) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:25.925412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dfc0039a-b4d0-4cff-9677-287449c9d94e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/networks/9faf6b88-e013-4fb2-8b68-ac4a9e89cc87 HTTP/1.1" status: 204 len: 168 time: 4.2535045 Feb 11 13:40:25.966926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37216) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:26.129239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:40:20Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:26.130253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1388adea-c13d-4fbb-88de-1d946b1e904e req-f9d11575-cf47-47c3-8d87-b12fadd843b7 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274760 Feb 11 13:40:26.134734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc22ed-0b0f-4100-8608-8e6bdab4a206 None None] The sync data for ids ['dd147da0-a5e2-430b-bd72-16a8e15d3429'] in n-d-818559-1 is: [{'id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'name': 'tempest-TestVolumeBackupRestore-1290244135-router', 'tenant_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3c277712-1217-4b70-a68e-cfef592764c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:00Z', 'updated_at': '2022-02-11T13:40:20Z', 'revision_number': 5, 'project_id': 'b10f7dbb64534a6990c6c2a58048e0d0', 'gw_port': {'id': '3c277712-1217-4b70-a68e-cfef592764c2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd147da0-a5e2-430b-bd72-16a8e15d3429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:02Z', 'updated_at': '2022-02-11T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:26.158779 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36485a81-b5df-4a54-8753-3512e0a2310e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=39219a77ba9946bba65fb10271078e63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1856782 Feb 11 13:40:26.164270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37222) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:26.212183 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.239828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Deleting port 3c277712-1217-4b70-a68e-cfef592764c2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:26.240168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.327215 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da5d2f75-aba0-4fd5-a50e-48b4d991c2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.356625 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da5d2f75-aba0-4fd5-a50e-48b4d991c2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.558245 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da5d2f75-aba0-4fd5-a50e-48b4d991c2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.619449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d2f75-aba0-4fd5-a50e-48b4d991c2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff2ce8a-27da-40b5-93d6-7b01d923c498,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:26.628757 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da5d2f75-aba0-4fd5-a50e-48b4d991c2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.629856 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-da5d2f75-aba0-4fd5-a50e-48b4d991c2a0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bff2ce8a-27da-40b5-93d6-7b01d923c498 HTTP/1.1" status: 204 len: 168 time: 0.4593620 Feb 11 13:40:26.760783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] For port 3c277712-1217-4b70-a68e-cfef592764c2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3c277712-1217-4b70-a68e-cfef592764c2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:26.761445 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.784675 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.034433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Calling delete_port for 3c277712-1217-4b70-a68e-cfef592764c2 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:27.156047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002676b-6cd2-416c-94e8-49756a3c9b8b req-60ad6c50-6636-4655-9e60-aab47f3894ac tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:27.157549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c002676b-6cd2-416c-94e8-49756a3c9b8b req-60ad6c50-6636-4655-9e60-aab47f3894ac tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 950 time: 0.2488606 Feb 11 13:40:27.290248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c002676b-6cd2-416c-94e8-49756a3c9b8b req-44eb7197-e21c-4c2c-a3d2-47650f3a832e tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105981 Feb 11 13:40:27.374153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37246) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:27.495878 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b03451dd-25e1-49ef-b85d-9d9fbe9479c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8c7cf3bcd1b94f45a64920bd1dda1814&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1204410 Feb 11 13:40:27.496715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37250) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:27.563903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.626169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Pushing event deleted for resources: {'Port': ['ID=3c277712-1217-4b70-a68e-cfef592764c2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:27.632329 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60577452-6cf2-446b-954e-0acf448b9615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.734048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60577452-6cf2-446b-954e-0acf448b9615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.856307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 0dc44a4d-a322-4564-ba84-44f152a44cc0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:27.857102 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.937461 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.056676 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60577452-6cf2-446b-954e-0acf448b9615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.072231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port 0dc44a4d-a322-4564-ba84-44f152a44cc0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0dc44a4d-a322-4564-ba84-44f152a44cc0,segment=NetworkSegment(83065c45-20d2-42d3-bbab-62ec33b23a28),segment_id=83065c45-20d2-42d3-bbab-62ec33b23a28)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:28.072578 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.137955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60577452-6cf2-446b-954e-0acf448b9615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e41e08-7f6e-4a34-9af9-e607cce2a168,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:28.233134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ed14524b-64c4-4ca1-a1cc-b57f20d707d0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:28.238331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 0dc44a4d-a322-4564-ba84-44f152a44cc0 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:28.306151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: ed14524b-64c4-4ca1-a1cc-b57f20d707d0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:28.306762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ed14524b-64c4-4ca1-a1cc-b57f20d707d0 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:28.340725 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.343365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-60577452-6cf2-446b-954e-0acf448b9615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.357954 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-60577452-6cf2-446b-954e-0acf448b9615 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f9e41e08-7f6e-4a34-9af9-e607cce2a168 HTTP/1.1" status: 204 len: 168 time: 0.8477693 Feb 11 13:40:28.379065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.454483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-8f89a64a-3a05-44f1-b5d3-0fb8903fe54f tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:28.455980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-8f89a64a-3a05-44f1-b5d3-0fb8903fe54f tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.73 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 950 time: 0.4006045 Feb 11 13:40:28.587350 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.608547 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.609093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd147da0-a5e2-430b-bd72-16a8e15d3429 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:28.683723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.684869 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c1016a98-a83c-4424-82ea-5724db2c6cee admin admin] 10.222.0.67 "DELETE /v2.0/routers/dd147da0-a5e2-430b-bd72-16a8e15d3429 HTTP/1.1" status: 204 len: 168 time: 4.1873083 Feb 11 13:40:28.708741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37278) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:28.742555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=0dc44a4d-a322-4564-ba84-44f152a44cc0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:28.779755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-bf6e44b7-6910-4ee0-8d0a-bf80270ecd7a tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Deleting port 567578fe-b33d-48d9-b2d0-6838c794bf19 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:28.780403 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-bf6e44b7-6910-4ee0-8d0a-bf80270ecd7a tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.980315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8bbce5-2199-47b5-8ade-f6d3a2e43220 admin admin] Deleting subnet 62fd4a1b-407f-4221-afd1-f48392f423bd {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:40:28.985752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da8bbce5-2199-47b5-8ade-f6d3a2e43220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:29.096957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da8bbce5-2199-47b5-8ade-f6d3a2e43220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:29.156630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c6962-02d8-4863-bb8e-493e298fbcd3 req-3afd05e0-b2bf-46fa-ba43-120750263905 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:29.172980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b77c6962-02d8-4863-bb8e-493e298fbcd3 req-3afd05e0-b2bf-46fa-ba43-120750263905 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 950 time: 0.6278291 Feb 11 13:40:29.266487 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:29.649411 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b77c6962-02d8-4863-bb8e-493e298fbcd3 req-5cda8fd9-2f31-48db-af77-6f411d7048e6 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/security-groups?id=586f7c21-e0e9-4f54-bc1a-9c87e6851e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740739 Feb 11 13:40:29.735624 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da8bbce5-2199-47b5-8ade-f6d3a2e43220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:29.794867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-bf6e44b7-6910-4ee0-8d0a-bf80270ecd7a tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] For port 567578fe-b33d-48d9-b2d0-6838c794bf19, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=567578fe-b33d-48d9-b2d0-6838c794bf19,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:29.795228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-bf6e44b7-6910-4ee0-8d0a-bf80270ecd7a tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:29.908546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37316) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:29.991640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-bf6e44b7-6910-4ee0-8d0a-bf80270ecd7a tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Calling delete_port for 567578fe-b33d-48d9-b2d0-6838c794bf19 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:30.058901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:30.073070 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da8bbce5-2199-47b5-8ade-f6d3a2e43220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.137192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bbce5-2199-47b5-8ade-f6d3a2e43220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62fd4a1b-407f-4221-afd1-f48392f423bd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:30.161763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-da8bbce5-2199-47b5-8ade-f6d3a2e43220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.167089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8745f50c-3ead-4415-8867-59d7049728dc None None] Network 407ef79f-e8ab-41fa-aac5-347e4e1cacad requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:30.190052 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-da8bbce5-2199-47b5-8ade-f6d3a2e43220 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/62fd4a1b-407f-4221-afd1-f48392f423bd HTTP/1.1" status: 204 len: 168 time: 1.4790728 Feb 11 13:40:30.192222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37324) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:30.278805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3c277712-1217-4b70-a68e-cfef592764c2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:30.312455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:30.335962 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] Sync routers for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:30.351097 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-025443e0-5fd1-4278-8f07-7a30d8b1951e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4185913 Feb 11 13:40:30.353485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37330) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:30.356725 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:30.358947 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:30.363530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3c277712-1217-4b70-a68e-cfef592764c2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:30.368276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3c277712-1217-4b70-a68e-cfef592764c2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:30.541964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.586213 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-bf6e44b7-6910-4ee0-8d0a-bf80270ecd7a tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.589161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Deleting port cdbe840a-a8dc-4459-980f-0309667d6722 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:30.589496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.760453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1734543713-network', 'tenant_id': 'a1c73ba51fc4450d80ac978e80494117'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:30.779850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c84397-6cb8-4dd8-a24e-2a63c6ae4643 None None] DHCP port deletion for 407ef79f-e8ab-41fa-aac5-347e4e1cacad request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:40:30.782609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:30.784516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a0c84397-6cb8-4dd8-a24e-2a63c6ae4643 None None] Deleting port cdbe840a-a8dc-4459-980f-0309667d6722 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:30.785054 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c84397-6cb8-4dd8-a24e-2a63c6ae4643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.804466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Usage tracker for resource:network and tenant:a1c73ba51fc4450d80ac978e80494117 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:30.809999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:30.812929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e44b7-6910-4ee0-8d0a-bf80270ecd7a tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Pushing event deleted for resources: {'Port': ['ID=567578fe-b33d-48d9-b2d0-6838c794bf19,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:30.840432 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:30.863763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f075428-7a11-4280-b10e-15fa3f1d74b4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting subnet 9a0de0ce-5422-4743-a30f-1a29c2c1138f {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:40:30.869135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f075428-7a11-4280-b10e-15fa3f1d74b4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.880337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 567578fe-b33d-48d9-b2d0-6838c794bf19 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:30.880625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:30.974038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 567578fe-b33d-48d9-b2d0-6838c794bf19 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:30.974380 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 567578fe-b33d-48d9-b2d0-6838c794bf19 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:31.117538 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a1e43bbc-7ccb-4020-8123-91450a72196a req-ab09bf5a-0b19-4ff0-b176-a77994df1c82 tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.67 "GET /v2.0/ports?device_id=96edbc0f-4717-4c72-a8b0-67e72e38bdef HTTP/1.1" status: 200 len: 210 time: 0.1491768 Feb 11 13:40:31.130633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Made reservation on behalf of a1c73ba51fc4450d80ac978e80494117 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:31.133785 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f075428-7a11-4280-b10e-15fa3f1d74b4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.137905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.171768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-bf6e44b7-6910-4ee0-8d0a-bf80270ecd7a tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] No DVR routers for this DVR port 567578fe-b33d-48d9-b2d0-6838c794bf19 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:31.210853 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-bf6e44b7-6910-4ee0-8d0a-bf80270ecd7a tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.210853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96edbc0f-4717-4c72-a8b0-67e72e38bdef', 'name': 'network-vif-deleted', 'tag': '567578fe-b33d-48d9-b2d0-6838c794bf19'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:31.245087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.272303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a0c84397-6cb8-4dd8-a24e-2a63c6ae4643 None None] For port cdbe840a-a8dc-4459-980f-0309667d6722, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cdbe840a-a8dc-4459-980f-0309667d6722,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:31.273278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c84397-6cb8-4dd8-a24e-2a63c6ae4643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.344092 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f075428-7a11-4280-b10e-15fa3f1d74b4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.351069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19638d4c-8edf-495d-88a4-6abaa7a5098f req-bf6e44b7-6910-4ee0-8d0a-bf80270ecd7a tempest-VolumesNegativeTest-1260760140 tempest-VolumesNegativeTest-1260760140-project] 10.222.0.73 "DELETE /v2.0/ports/567578fe-b33d-48d9-b2d0-6838c794bf19 HTTP/1.1" status: 204 len: 173 time: 2.8855944 Feb 11 13:40:31.473982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a0c84397-6cb8-4dd8-a24e-2a63c6ae4643 None None] Calling delete_port for cdbe840a-a8dc-4459-980f-0309667d6722 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:31.549619 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96edbc0f-4717-4c72-a8b0-67e72e38bdef', 'name': 'network-vif-deleted', 'tag': '567578fe-b33d-48d9-b2d0-6838c794bf19', 'status': 'completed', 'code': 200} Feb 11 13:40:31.566644 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0c84397-6cb8-4dd8-a24e-2a63c6ae4643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.588258 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f075428-7a11-4280-b10e-15fa3f1d74b4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.713958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] For port cdbe840a-a8dc-4459-980f-0309667d6722, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cdbe840a-a8dc-4459-980f-0309667d6722,segment=NetworkSegment(249593e8-0c54-4d40-909a-ddff302553c0),segment_id=249593e8-0c54-4d40-909a-ddff302553c0)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:31.714825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.720263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f075428-7a11-4280-b10e-15fa3f1d74b4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0de0ce-5422-4743-a30f-1a29c2c1138f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:31.726462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c84397-6cb8-4dd8-a24e-2a63c6ae4643 None None] Pushing event deleted for resources: {'Port': ['ID=cdbe840a-a8dc-4459-980f-0309667d6722,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:31.727975 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f075428-7a11-4280-b10e-15fa3f1d74b4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.732760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c84397-6cb8-4dd8-a24e-2a63c6ae4643 None None] No DVR routers for this DVR port cdbe840a-a8dc-4459-980f-0309667d6722 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:31.747161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2f075428-7a11-4280-b10e-15fa3f1d74b4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/9a0de0ce-5422-4743-a30f-1a29c2c1138f HTTP/1.1" status: 204 len: 168 time: 1.3923576 Feb 11 13:40:31.748202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37354) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:31.748955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd640b-5509-41ed-893a-6917f9df6832 None None] Network 7976f17d-2d57-49d0-8490-ae0e533ad153 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:31.774623 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:28Z', 'revision_number': 10, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:31.802410 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] Checking router: 37441e9e-391a-4fc8-81ec-f03803a0834f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:31.846258 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:31.847033 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:31.908806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Calling delete_port for cdbe840a-a8dc-4459-980f-0309667d6722 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:32.014628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:32.027674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c73ba51fc4450d80ac978e80494117 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:32.030856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:32.039049 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.042857 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:32.043290 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:32.044215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:32.073617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:32.074043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.080770 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:32.128279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.133965 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.216809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cdbe840a-a8dc-4459-980f-0309667d6722 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:32.256712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:32.285266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.306702 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.307021 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Added segment 4ffb709d-8bd6-4450-83e8-c43cdeb03b98 of type vlan for network 4ba7e235-4164-4c53-b266-14bb948ea7d6 Feb 11 13:40:32.337983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: cdbe840a-a8dc-4459-980f-0309667d6722 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:32.338523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cdbe840a-a8dc-4459-980f-0309667d6722 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:32.345233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2800ab8e-f209-4e0a-bf3e-19b6fe14c35a,segment=NetworkSegment(83065c45-20d2-42d3-bbab-62ec33b23a28),segment_id=83065c45-20d2-42d3-bbab-62ec33b23a28)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:32.345754 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.398796 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.466989 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.468119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:32.468752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.500173 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] DHCP port deletion for 7976f17d-2d57-49d0-8490-ae0e533ad153 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:40:32.512366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] Deleting port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:32.513050 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.562798 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:28Z', 'revision_number': 10, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:32.569676 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb4ddc-30d9-43c5-b32b-7552f7cb0938 None None] The sync data for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 is: [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:28Z', 'revision_number': 10, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None, '_interfaces': [{'id': 'ee64ce2e-476b-4c24-a91c-7c3886fa3c7c', 'name': '', 'network_id': '52562a47-4243-4556-8e98-ac3ff4e3676d', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'mac_address': 'fa:16:3e:55:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:08Z', 'updated_at': '2022-02-11T13:39:23Z', 'revision_number': 5, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'subnets': [{'id': '1fad776b-fccc-4f5d-a12a-0f909e18b05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:32.624252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:32.665452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Deleting port cdbe840a-a8dc-4459-980f-0309667d6722 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:32.665906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.704258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7927313 Feb 11 13:40:32.704848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37368) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:32.727912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Request body: {'subnet': {'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1734543713-subnet', 'tenant_id': 'a1c73ba51fc4450d80ac978e80494117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:32.772957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.843429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] For port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2800ab8e-f209-4e0a-bf3e-19b6fe14c35a,segment=NetworkSegment(83065c45-20d2-42d3-bbab-62ec33b23a28),segment_id=83065c45-20d2-42d3-bbab-62ec33b23a28)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:32.843856 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.853856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=2800ab8e-f209-4e0a-bf3e-19b6fe14c35a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.873188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No DVR routers for this DVR port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:32.936662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] The port 'cdbe840a-a8dc-4459-980f-0309667d6722' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:40:32.941144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:32.946923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Usage tracker for resource:subnet and tenant:a1c73ba51fc4450d80ac978e80494117 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:32.995844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:33.000888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9908-ca03-4c78-ba08-0529f02f0a35 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba7e235-4164-4c53-b266-14bb948ea7d6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.012127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:33.095852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 4ba7e235-4164-4c53-b266-14bb948ea7d6 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:40:33.120994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Made reservation on behalf of a1c73ba51fc4450d80ac978e80494117 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:33.125509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.304992 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] Calling delete_port for 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:33.398266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.415943 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:33.415943 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:33.453621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.480882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7976f17d-2d57-49d0-8490-ae0e533ad153']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:33.494831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83065c45-20d2-42d3-bbab-62ec33b23a28') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:33.495186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83065c45-20d2-42d3-bbab-62ec33b23a28') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:33.505573 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.509321 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.526807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.533146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:40:33.533539 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:33.650109 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:33.655614 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.705809 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.712042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbea47d-a95d-4451-9578-3024e647243d,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.719462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407ef79f-e8ab-41fa-aac5-347e4e1cacad']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:33.739932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249593e8-0c54-4d40-909a-ddff302553c0') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:33.740999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249593e8-0c54-4d40-909a-ddff302553c0') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:33.750039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Network': ['ID=7976f17d-2d57-49d0-8490-ae0e533ad153,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.761735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Checking segment: {'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:40:33.762124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Network hostable DHCP agents. Network: 4ba7e235-4164-4c53-b266-14bb948ea7d6, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:33.778049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9250cafe-d483-4b9a-80c3-ffbf4c0cfab6 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/networks/7976f17d-2d57-49d0-8490-ae0e533ad153 HTTP/1.1" status: 204 len: 168 time: 2.0211761 Feb 11 13:40:33.779136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37406) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:33.782737 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.805765 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.816541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:40:33.817180 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:33.838779 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:33.842813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Network 4ba7e235-4164-4c53-b266-14bb948ea7d6 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:33.916607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] Deleting port 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:33.917370 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.985329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 4ba7e235-4164-4c53-b266-14bb948ea7d6) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:34.003721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:34.004943 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.046166 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.061361 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.086240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd2b0ee-6778-4f63-8ba7-68cd59b549f2 None None] Network 4ba7e235-4164-4c53-b266-14bb948ea7d6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:34.123446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=407ef79f-e8ab-41fa-aac5-347e4e1cacad,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:34.135006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-19f4dbdd-93ae-4c72-9571-4b354aab59a4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/407ef79f-e8ab-41fa-aac5-347e4e1cacad HTTP/1.1" status: 204 len: 168 time: 3.9370763 Feb 11 13:40:34.139683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37430) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:34.145030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b026178e-7278-46ce-afa9-dc061efbaddd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4321105 Feb 11 13:40:34.357283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:34.398040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-48889c01-858a-46e8-891e-045f5f1158c0 None None] The port '2800ab8e-f209-4e0a-bf3e-19b6fe14c35a' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:40:34.426787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:34.428256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2800ab8e-f209-4e0a-bf3e-19b6fe14c35a not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:34.428829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0dc44a4d-a322-4564-ba84-44f152a44cc0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:34.519922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 0dc44a4d-a322-4564-ba84-44f152a44cc0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:34.520304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0dc44a4d-a322-4564-ba84-44f152a44cc0 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:34.758878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d58781e-1966-4a39-913e-4dc2778cf81e None None] Network 4ba7e235-4164-4c53-b266-14bb948ea7d6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:35.310044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2957-d221-42bb-a3ac-89f0a023781b req-593531cf-51a5-48ce-b72b-839699774840 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:35.310977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-939a2957-d221-42bb-a3ac-89f0a023781b req-593531cf-51a5-48ce-b72b-839699774840 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Synchronizing usage tracker for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:40:35.332080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-939a2957-d221-42bb-a3ac-89f0a023781b req-593531cf-51a5-48ce-b72b-839699774840 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Unset dirty status for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:40:35.334940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-593531cf-51a5-48ce-b72b-839699774840 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 815 time: 0.4087913 Feb 11 13:40:35.353351 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.367354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-18fdf780-0304-4cf4-826c-fe61a3824c58 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/quotas/a1c73ba51fc4450d80ac978e80494117 HTTP/1.1" status: 200 len: 375 time: 0.0268035 Feb 11 13:40:35.506521 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-6b4131a9-0cd9-4a8d-a30d-4f05b37c9b14 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1338408 Feb 11 13:40:35.706679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-ab814855-a7fb-4b86-8d28-3222656fceb8 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:40:35.707678 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-ab814855-a7fb-4b86-8d28-3222656fceb8 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1943474 Feb 11 13:40:35.767809 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.037000 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-8c2bca9a-e7f3-462d-bc77-28b65073477e service neutron] 10.222.0.67 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190658 Feb 11 13:40:36.363898 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-cf749569-f6ed-47da-ad1a-4142fe559ba5 service neutron] 10.222.0.67 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250899 Feb 11 13:40:36.711339 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3589b04c-3593-4b95-8d1b-dff8726bcacd req-e63f86e9-884f-481c-b901-3f4012da0c31 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 210 time: 0.0611339 Feb 11 13:40:37.231873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:37.232222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.493427 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.590305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port ee64ce2e-476b-4c24-a91c-7c3886fa3c7c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ee64ce2e-476b-4c24-a91c-7c3886fa3c7c,segment=NetworkSegment(f04478a4-8bee-46e9-8e66-ad2b579fdd85),segment_id=f04478a4-8bee-46e9-8e66-ad2b579fdd85)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:37.590687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.953924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for ee64ce2e-476b-4c24-a91c-7c3886fa3c7c owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:38.109929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] Deleting port 97e694d9-a791-40ca-a912-eb56a70d5acf {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:38.109929 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.127688 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-832b5314-4023-42af-a9b0-8fe78d7256bd req-9d37a2bb-ce6d-425a-84fe-d681b2779581 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 210 time: 0.0897927 Feb 11 13:40:38.295524 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:40:38.629227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] For port 97e694d9-a791-40ca-a912-eb56a70d5acf, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97e694d9-a791-40ca-a912-eb56a70d5acf,segment=NetworkSegment(92d4713d-bc5a-4ce9-9d0f-50cc251de4c8),segment_id=92d4713d-bc5a-4ce9-9d0f-50cc251de4c8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:38.629567 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.775724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2957-d221-42bb-a3ac-89f0a023781b req-f2d34966-22c0-4d08-98f6-28ca7a2d80de tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:38.777512 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-f2d34966-22c0-4d08-98f6-28ca7a2d80de tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 815 time: 0.3682466 Feb 11 13:40:38.793149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Request body: {'port': {'device_id': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6', 'admin_state_up': True, 'tenant_id': 'a1c73ba51fc4450d80ac978e80494117'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:38.813964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] Calling delete_port for 97e694d9-a791-40ca-a912-eb56a70d5acf owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:38.906449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.014391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:39.029646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Usage tracker for resource:port and tenant:a1c73ba51fc4450d80ac978e80494117 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:39.040859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:39.063681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:39.066884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=ee64ce2e-476b-4c24-a91c-7c3886fa3c7c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:39.094329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Made reservation on behalf of a1c73ba51fc4450d80ac978e80494117 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:39.098374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.477332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Allocated IP 172.20.0.14 (4ba7e235-4164-4c53-b266-14bb948ea7d6/2dbea47d-a95d-4451-9578-3024e647243d/a59fbe3b-a67e-46e2-a412-10b5882a03ec) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:39.619683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f83918c5-6d4f-4439-a222-fd993a44297a req-ea091cc0-5242-42a9-a755-2399dc1be1ca tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 210 time: 0.1756382 Feb 11 13:40:39.651688 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.668797 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.845652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e694d9-a791-40ca-a912-eb56a70d5acf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:40.117645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.159261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.253886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Network 4ba7e235-4164-4c53-b266-14bb948ea7d6 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:40.258125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:40.261608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:40:40.305779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Pushing event updated for resources: {'Port': ['ID=a59fbe3b-a67e-46e2-a412-10b5882a03ec,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:40.356457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:40.358031 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.407926 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-9002d18f-35ce-41cc-a160-258b9ed1b425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6187294 Feb 11 13:40:40.419013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Request body: {'port': {'device_id': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:40.593088 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.070674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:41.231981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59fbe3b-a67e-46e2-a412-10b5882a03ec {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:40:41.243530 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.252742 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.264124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:41.277863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] Sync routers for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:41.284878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d1ef6-cbea-4b99-9702-1287d7e9625f req-16833d3b-47f9-49e0-b71e-0d34e80fa686 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:41.285622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2c4d1ef6-cbea-4b99-9702-1287d7e9625f req-16833d3b-47f9-49e0-b71e-0d34e80fa686 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Synchronizing usage tracker for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:40:41.291390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Transition to ACTIVE for port object a59fbe3b-a67e-46e2-a412-10b5882a03ec will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:41.297116 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.300016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:41.307998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:41.410371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f44edeb7-f552-4785-88ea-e4f7bc7771b2 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6299326 Feb 11 13:40:41.411398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37648) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:41.438949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Pushing event updated for resources: {'Port': ['ID=a59fbe3b-a67e-46e2-a412-10b5882a03ec,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:41.547192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2c4d1ef6-cbea-4b99-9702-1287d7e9625f req-16833d3b-47f9-49e0-b71e-0d34e80fa686 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Unset dirty status for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:40:41.548379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c4d1ef6-cbea-4b99-9702-1287d7e9625f req-16833d3b-47f9-49e0-b71e-0d34e80fa686 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 932 time: 0.5887356 Feb 11 13:40:41.666003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2c4d1ef6-cbea-4b99-9702-1287d7e9625f req-3d89617c-c451-4236-b4c4-f3fa38a25072 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Synchronizing usage tracker for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:40:41.709168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2c4d1ef6-cbea-4b99-9702-1287d7e9625f req-3d89617c-c451-4236-b4c4-f3fa38a25072 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Unset dirty status for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:40:41.714029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c4d1ef6-cbea-4b99-9702-1287d7e9625f req-3d89617c-c451-4236-b4c4-f3fa38a25072 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336741 Feb 11 13:40:41.947265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:42.003811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Attempting to bind port a59fbe3b-a67e-46e2-a412-10b5882a03ec on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:42.004144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Attempting to bind port a59fbe3b-a67e-46e2-a412-10b5882a03ec by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:42.004469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Attempting to bind port a59fbe3b-a67e-46e2-a412-10b5882a03ec on network 4ba7e235-4164-4c53-b266-14bb948ea7d6 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:40:42.021517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Port a59fbe3b-a67e-46e2-a412-10b5882a03ec on network 4ba7e235-4164-4c53-b266-14bb948ea7d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:40:42.021846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Attempting to bind port a59fbe3b-a67e-46e2-a412-10b5882a03ec on network 4ba7e235-4164-4c53-b266-14bb948ea7d6 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:40:42.034485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:40:42.034784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Checking segment: {'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:40:42.035172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Bound using segment: {'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:40:42.035602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Bound port: a59fbe3b-a67e-46e2-a412-10b5882a03ec, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:42.035947 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.085936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-857155c2-65e9-4a4a-9f19-95f8d509fff9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting subnet 1fad776b-fccc-4f5d-a12a-0f909e18b05d {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:40:42.091159 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-857155c2-65e9-4a4a-9f19-95f8d509fff9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.243965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:38Z', 'revision_number': 11, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:42.249603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] Checking router: 37441e9e-391a-4fc8-81ec-f03803a0834f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:42.268465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] For port a59fbe3b-a67e-46e2-a412-10b5882a03ec, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:42.273762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] For port a59fbe3b-a67e-46e2-a412-10b5882a03ec, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:42.275157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37666) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:42.278273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:42.280163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:42.283430 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.355850 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.356046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-857155c2-65e9-4a4a-9f19-95f8d509fff9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.357319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] 10.222.0.73 "PUT /v2.0/ports/a59fbe3b-a67e-46e2-a412-10b5882a03ec HTTP/1.1" status: 200 len: 1092 time: 1.9430437 Feb 11 13:40:42.359715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'tag': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:42.383777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19191be9-21f1-44e5-8c2e-e016a867242f service neutron] Pushing event updated for resources: {'Port': ['ID=a59fbe3b-a67e-46e2-a412-10b5882a03ec,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:42.528487 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'tag': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec', 'status': 'completed', 'code': 200} Feb 11 13:40:42.690651 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-7101180a-aee3-4e6b-a7cb-432e48fba7fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 1095 time: 0.2615526 Feb 11 13:40:42.706422 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.712750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:42.885360 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-0a80605b-dbe9-4e37-9081-47e5f6f59dd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec HTTP/1.1" status: 200 len: 217 time: 0.1873538 Feb 11 13:40:42.890459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:38Z', 'revision_number': 11, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:42.891680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0027efd2-8283-4b9c-a6b4-6bd9ab4ed523 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cb7437b150244ef5aaa4f5b14ed8acbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6151569 Feb 11 13:40:42.893286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37676) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:42.895345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70329123-ee1e-443d-8956-5d5625e67fd9 None None] The sync data for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 is: [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:38Z', 'revision_number': 11, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:43.021642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-857155c2-65e9-4a4a-9f19-95f8d509fff9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.083768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2957-d221-42bb-a3ac-89f0a023781b req-f7949d0d-78c5-4246-9303-f4ee13f62adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:43.085256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-f7949d0d-78c5-4246-9303-f4ee13f62adc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dbea47d-a95d-4451-9578-3024e647243d HTTP/1.1" status: 200 len: 855 time: 0.1918895 Feb 11 13:40:43.180211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-857155c2-65e9-4a4a-9f19-95f8d509fff9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.229166 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-11ef4d7e-a33c-481a-841c-c868374cc2d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba7e235-4164-4c53-b266-14bb948ea7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007392 Feb 11 13:40:43.279647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e487a-e8c8-45bd-bbeb-a09e6b38d22f None None] Network 52562a47-4243-4556-8e98-ac3ff4e3676d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:43.280243 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-857155c2-65e9-4a4a-9f19-95f8d509fff9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.329311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857155c2-65e9-4a4a-9f19-95f8d509fff9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Subnet': ['ID=1fad776b-fccc-4f5d-a12a-0f909e18b05d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:43.341836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-857155c2-65e9-4a4a-9f19-95f8d509fff9 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/1fad776b-fccc-4f5d-a12a-0f909e18b05d HTTP/1.1" status: 204 len: 168 time: 1.9278660 Feb 11 13:40:43.342834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:43.631243 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f800744-3492-49e7-b31c-014e5c630ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.663377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbebe44-ec37-4144-a053-db5797347087 req-f1968ce5-d4e4-4e65-9374-3b465b8fea9f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:43.664925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8dbebe44-ec37-4144-a053-db5797347087 req-f1968ce5-d4e4-4e65-9374-3b465b8fea9f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 944 time: 0.5773602 Feb 11 13:40:43.675727 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-91ef2db0-62fd-4c6e-aa63-7202f9e3156e service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331388 Feb 11 13:40:43.743439 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f800744-3492-49e7-b31c-014e5c630ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.811334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] Router 840936b8-de39-4535-a2d5-5c7db49183cf has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:43.825573 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.847522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Deleting port c95a70d2-ad5e-4235-803b-c5e9e80807e9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:43.847861 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.910561 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8dbebe44-ec37-4144-a053-db5797347087 req-c5261241-fa58-41ea-a04d-d3c40cb76b20 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373953 Feb 11 13:40:43.956832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] DHCP port deletion for 52562a47-4243-4556-8e98-ac3ff4e3676d request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:40:43.962310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] Deleting port c95a70d2-ad5e-4235-803b-c5e9e80807e9 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:43.962712 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.009849 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-939a2957-d221-42bb-a3ac-89f0a023781b req-35f5191e-8c5d-4632-b294-50a0fdb818e4 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094418 Feb 11 13:40:44.012889 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f800744-3492-49e7-b31c-014e5c630ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.127585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37696) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:44.133426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f800744-3492-49e7-b31c-014e5c630ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586f7c21-e0e9-4f54-bc1a-9c87e6851e29,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:44.140950 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f800744-3492-49e7-b31c-014e5c630ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.145651 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f800744-3492-49e7-b31c-014e5c630ca4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/586f7c21-e0e9-4f54-bc1a-9c87e6851e29 HTTP/1.1" status: 204 len: 168 time: 1.2445867 Feb 11 13:40:44.251907 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f380779d-169a-4886-98f9-c8f19ac66a00 req-a78841e7-54a5-4b3f-bbdd-88e86bc32d36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 1095 time: 0.1919451 Feb 11 13:40:44.253904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ee64ce2e-476b-4c24-a91c-7c3886fa3c7c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:44.370993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: ee64ce2e-476b-4c24-a91c-7c3886fa3c7c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:44.371652 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ee64ce2e-476b-4c24-a91c-7c3886fa3c7c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:44.372133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c95a70d2-ad5e-4235-803b-c5e9e80807e9 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:44.402167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] For port c95a70d2-ad5e-4235-803b-c5e9e80807e9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c95a70d2-ad5e-4235-803b-c5e9e80807e9,segment=NetworkSegment(f04478a4-8bee-46e9-8e66-ad2b579fdd85),segment_id=f04478a4-8bee-46e9-8e66-ad2b579fdd85)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:44.402913 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.536190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380779d-169a-4886-98f9-c8f19ac66a00 req-2b334582-1619-4ef2-8cd5-7cc3e1784dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:44.540536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f380779d-169a-4886-98f9-c8f19ac66a00 req-2b334582-1619-4ef2-8cd5-7cc3e1784dd0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 916 time: 0.2809641 Feb 11 13:40:44.563711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] For port c95a70d2-ad5e-4235-803b-c5e9e80807e9, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c95a70d2-ad5e-4235-803b-c5e9e80807e9,segment=NetworkSegment(f04478a4-8bee-46e9-8e66-ad2b579fdd85),segment_id=f04478a4-8bee-46e9-8e66-ad2b579fdd85)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:44.564150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.639678 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f380779d-169a-4886-98f9-c8f19ac66a00 req-e945358e-bf9f-4e5a-9873-5e177c6818fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec HTTP/1.1" status: 200 len: 217 time: 0.0948043 Feb 11 13:40:44.693848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Calling delete_port for c95a70d2-ad5e-4235-803b-c5e9e80807e9 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:44.765328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c5b452a-264c-44af-89c2-a534ff977364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.800468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380779d-169a-4886-98f9-c8f19ac66a00 req-4be5f87b-1690-4ead-b34b-68ef356826fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:44.801708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f380779d-169a-4886-98f9-c8f19ac66a00 req-4be5f87b-1690-4ead-b34b-68ef356826fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dbea47d-a95d-4451-9578-3024e647243d HTTP/1.1" status: 200 len: 855 time: 0.1548302 Feb 11 13:40:44.804048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] Calling delete_port for c95a70d2-ad5e-4235-803b-c5e9e80807e9 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:44.806699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1c5b452a-264c-44af-89c2-a534ff977364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:44.812305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1c5b452a-264c-44af-89c2-a534ff977364 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed51e268beb48b0908ffd3283875f92 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:44.816472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1c5b452a-264c-44af-89c2-a534ff977364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:44.828758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1c5b452a-264c-44af-89c2-a534ff977364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:44.892268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:44.897366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f380779d-169a-4886-98f9-c8f19ac66a00 req-fe6c3d1a-fafd-4c93-8ed8-5a92f3fc5a67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba7e235-4164-4c53-b266-14bb948ea7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890119 Feb 11 13:40:44.912330 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] Sync routers for ids ['840936b8-de39-4535-a2d5-5c7db49183cf'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:44.919615 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08144df5-a4bb-4a8d-9da8-58d272fbd124 admin admin] 10.222.0.67 "PUT /v2.0/routers/840936b8-de39-4535-a2d5-5c7db49183cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7788014 Feb 11 13:40:44.920442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.924163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37714) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:44.938014 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.940262 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] Routers {'840936b8-de39-4535-a2d5-5c7db49183cf'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:44.941009 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['840936b8-de39-4535-a2d5-5c7db49183cf'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:45.129094 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:45.129671 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:45.224267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f380779d-169a-4886-98f9-c8f19ac66a00 req-6aaa8ec8-a1fc-43b9-970e-23ed8872d32c service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003666 Feb 11 13:40:45.238694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No DVR routers for this DVR port c95a70d2-ad5e-4235-803b-c5e9e80807e9 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:45.243144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Port': ['ID=c95a70d2-ad5e-4235-803b-c5e9e80807e9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:45.348344 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] Set router 840936b8-de39-4535-a2d5-5c7db49183cf gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:45.369277 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c5b452a-264c-44af-89c2-a534ff977364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.392680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1c5b452a-264c-44af-89c2-a534ff977364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.439994 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a06c2b04-0c67-41c2-8bc4-10de099b8521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.503307 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f380779d-169a-4886-98f9-c8f19ac66a00 req-6d1785c2-41bf-4b22-8319-d1a3e0149e79 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652848 Feb 11 13:40:45.631707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] Deleting port c95a70d2-ad5e-4235-803b-c5e9e80807e9 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:45.632026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.651069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.654859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37732) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:45.669031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b452a-264c-44af-89c2-a534ff977364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e2fb63-e091-4ce7-98cb-d11ab3c00a1a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:45.701364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1c5b452a-264c-44af-89c2-a534ff977364 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ed51e268beb48b0908ffd3283875f92&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5705531 Feb 11 13:40:45.701763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37738) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:45.716589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaef46-a4c0-40db-a943-fe7c92705a30 req-7d8de4f6-4305-4834-ab42-5d274063121d tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:45.718074 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cdaef46-a4c0-40db-a943-fe7c92705a30 req-7d8de4f6-4305-4834-ab42-5d274063121d tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 944 time: 0.4853029 Feb 11 13:40:45.719885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52562a47-4243-4556-8e98-ac3ff4e3676d']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:45.739327 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'name': 'tempest-TestVolumeBackupRestore-451728992-router', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:21Z', 'updated_at': '2022-02-11T13:40:39Z', 'revision_number': 5, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'gw_port': {'id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:19:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:45.754831 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] Checking router: 840936b8-de39-4535-a2d5-5c7db49183cf for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:45.756810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-53c5c014-a2a5-4cf5-ae09-69d17e277fcc None None] The port 'c95a70d2-ad5e-4235-803b-c5e9e80807e9' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:40:45.772862 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] Routers {'840936b8-de39-4535-a2d5-5c7db49183cf'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:45.776495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04478a4-8bee-46e9-8e66-ad2b579fdd85') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:45.776975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04478a4-8bee-46e9-8e66-ad2b579fdd85') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:45.777733 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['840936b8-de39-4535-a2d5-5c7db49183cf'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:45.807546 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.831338 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cdaef46-a4c0-40db-a943-fe7c92705a30 req-88f8da25-e419-4a11-80a9-469e3dacbadf tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970187 Feb 11 13:40:45.837403 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.856416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:40:45.857047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:45.873887 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:45.893280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-125459810-network', 'tenant_id': '926c859914dd4d70a28f3214309ecf4f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:45.901978 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a7f2dc0-2f5a-4cdb-9a53-94808928f24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.906108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:45.921299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Usage tracker for resource:network and tenant:926c859914dd4d70a28f3214309ecf4f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:45.926618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:45.956890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:45.973247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a7f2dc0-2f5a-4cdb-9a53-94808928f24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.012553 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.031690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Made reservation on behalf of 926c859914dd4d70a28f3214309ecf4f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:46.036986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.054642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.080835 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.100000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.116600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37744) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:46.117579 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] Set router 840936b8-de39-4535-a2d5-5c7db49183cf gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:46.176842 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a7f2dc0-2f5a-4cdb-9a53-94808928f24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.190040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:46.211466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Usage tracker for resource:security_group_rule and tenant:926c859914dd4d70a28f3214309ecf4f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:46.216360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f2dc0-2f5a-4cdb-9a53-94808928f24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e2fb63-e091-4ce7-98cb-d11ab3c00a1a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:46.253811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:46.266951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:46.277016 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/networks/52562a47-4243-4556-8e98-ac3ff4e3676d HTTP/1.1" status: 204 len: 168 time: 2.9290776 Feb 11 13:40:46.278655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37750) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:46.281523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9a7f2dc0-2f5a-4cdb-9a53-94808928f24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.286095 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9a7f2dc0-2f5a-4cdb-9a53-94808928f24b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/51e2fb63-e091-4ce7-98cb-d11ab3c00a1a HTTP/1.1" status: 204 len: 168 time: 0.5825613 Feb 11 13:40:46.288756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cc515-a9f5-4ae2-be51-e016dd916158 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Pushing event deleted for resources: {'Network': ['ID=52562a47-4243-4556-8e98-ac3ff4e3676d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:46.301625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-42bce6c5-533d-4efe-b355-d04f95620d88 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'routes': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:46.476641 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.486960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Deleting port a7f089db-b05f-439a-9d56-e01365037da3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:46.487305 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.560516 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.581115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.596785 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'name': 'tempest-TestVolumeBackupRestore-451728992-router', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:21Z', 'updated_at': '2022-02-11T13:40:39Z', 'revision_number': 5, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'gw_port': {'id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:19:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:46.599073 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdda3003-952c-4090-bf5e-e1e35139d523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.606045 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb1a230-bbdb-49cb-bed1-bf6619c2b6fb None None] The sync data for ids ['840936b8-de39-4535-a2d5-5c7db49183cf'] in n-d-818559-1 is: [{'id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'name': 'tempest-TestVolumeBackupRestore-451728992-router', 'tenant_id': '61a967fb7cae44e2b44ff5f016779c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:21Z', 'updated_at': '2022-02-11T13:40:39Z', 'revision_number': 5, 'project_id': '61a967fb7cae44e2b44ff5f016779c13', 'gw_port': {'id': 'a7f089db-b05f-439a-9d56-e01365037da3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:19:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840936b8-de39-4535-a2d5-5c7db49183cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:46.657490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:46.708101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] For port a7f089db-b05f-439a-9d56-e01365037da3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a7f089db-b05f-439a-9d56-e01365037da3,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:46.708770 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.772162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37758) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:46.849865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Calling delete_port for a7f089db-b05f-439a-9d56-e01365037da3 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:46.879502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a59fbe3b-a67e-46e2-a412-10b5882a03ec details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:40:46.888532 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc447fab-8189-4039-86bb-9f40bbac8192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.908258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4ebad2-ff77-43c3-9280-6eb572f08b51,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:46.923510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bdda3003-952c-4090-bf5e-e1e35139d523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:46.929941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.930286 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Added segment 45e7ac6b-9fb4-4102-9aef-abde54fee48d of type vlan for network dbb5ff15-67f5-44c5-955c-b754b373c77a Feb 11 13:40:46.960141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bdda3003-952c-4090-bf5e-e1e35139d523 admin admin] Usage tracker for resource:security_group_rule and tenant:a9dc54ffc7344938b74deb2cb35d6519 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:46.966223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dc447fab-8189-4039-86bb-9f40bbac8192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:46.972144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bdda3003-952c-4090-bf5e-e1e35139d523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:46.976398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.extraroute_db [None req-42bce6c5-533d-4efe-b355-d04f95620d88 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Added routes are [] {{(pid=83567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 11 13:40:46.976567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-dc447fab-8189-4039-86bb-9f40bbac8192 admin admin] Usage tracker for resource:security_group_rule and tenant:9c12e459ed5e41248ce1469403f1eaff is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:46.976920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.extraroute_db [None req-42bce6c5-533d-4efe-b355-d04f95620d88 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Removed routes are [] {{(pid=83567) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 11 13:40:46.977387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42bce6c5-533d-4efe-b355-d04f95620d88 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.980770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-dc447fab-8189-4039-86bb-9f40bbac8192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:46.988748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dc447fab-8189-4039-86bb-9f40bbac8192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:46.992282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bdda3003-952c-4090-bf5e-e1e35139d523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:47.104882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a59fbe3b-a67e-46e2-a412-10b5882a03ec, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:47.126416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec', 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6', 'port_id': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec', 'mac_address': 'fa:16:3e:90:85:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbea47d-a95d-4451-9578-3024e647243d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:40:47.132931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc447fab-8189-4039-86bb-9f40bbac8192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.139266 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc447fab-8189-4039-86bb-9f40bbac8192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.153940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.193971 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.214997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59fbe3b-a67e-46e2-a412-10b5882a03ec {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:40:47.233228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a59fbe3b-a67e-46e2-a412-10b5882a03ec, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:47.235509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f089db-b05f-439a-9d56-e01365037da3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:47.238075 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.243832 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.257000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc447fab-8189-4039-86bb-9f40bbac8192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb4b481-4be1-4a84-9ec7-51a744c37d35,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:47.307924 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dc447fab-8189-4039-86bb-9f40bbac8192 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c12e459ed5e41248ce1469403f1eaff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5346949 Feb 11 13:40:47.313314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37764) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:47.320663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a59fbe3b-a67e-46e2-a412-10b5882a03ec,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:47.427761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a59fbe3b-a67e-46e2-a412-10b5882a03ec'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:40:47.469167 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.470006 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:47.470612 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.555625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6eac340f-20ba-4dd6-a2b8-9cc165aea619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.585730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6eac340f-20ba-4dd6-a2b8-9cc165aea619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.589339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb5ff15-67f5-44c5-955c-b754b373c77a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:47.606825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42bce6c5-533d-4efe-b355-d04f95620d88 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.610111 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.610279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network dbb5ff15-67f5-44c5-955c-b754b373c77a details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:40:47.630851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42bce6c5-533d-4efe-b355-d04f95620d88 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.636933 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdda3003-952c-4090-bf5e-e1e35139d523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.648403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b12942-315e-4b6a-a3f2-db7d1dcd5144 req-5a4d47b0-02c2-438f-934e-c29cac1f98dd tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:47.649871 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c2b12942-315e-4b6a-a3f2-db7d1dcd5144 req-5a4d47b0-02c2-438f-934e-c29cac1f98dd tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 945 time: 0.4986360 Feb 11 13:40:47.653317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdda3003-952c-4090-bf5e-e1e35139d523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.717303 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd1c47f4-f035-4146-a043-e1eb58272fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.733070 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6fb74f79-e565-4efb-a8f8-5589c1f913a9 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0742798 Feb 11 13:40:47.737629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37768) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:47.746792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Request body: {'subnet': {'network_id': 'dbb5ff15-67f5-44c5-955c-b754b373c77a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-125459810-subnet', 'tenant_id': '926c859914dd4d70a28f3214309ecf4f', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:47.765704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:47.860671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda3003-952c-4090-bf5e-e1e35139d523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de21fe6-8ae5-4b63-8157-d136132308fc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:47.867830 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bdda3003-952c-4090-bf5e-e1e35139d523 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9dc54ffc7344938b74deb2cb35d6519&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7436788 Feb 11 13:40:47.871310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37772) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:47.901964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c2b12942-315e-4b6a-a3f2-db7d1dcd5144 req-f2cd63eb-9552-44e8-9426-0e0677618fa4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407985 Feb 11 13:40:47.923418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bce6c5-533d-4efe-b355-d04f95620d88 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 37441e9e-391a-4fc8-81ec-f03803a0834f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:47.933515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Usage tracker for resource:subnet and tenant:926c859914dd4d70a28f3214309ecf4f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:47.992463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:48.007752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:48.019311 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.023659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Made reservation on behalf of 926c859914dd4d70a28f3214309ecf4f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:48.024407 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ae01008-8a09-4d8a-a322-237947c1b803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.025949 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.041252 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.099515 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6eac340f-20ba-4dd6-a2b8-9cc165aea619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.117517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ae01008-8a09-4d8a-a322-237947c1b803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.132032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac340f-20ba-4dd6-a2b8-9cc165aea619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb4b481-4be1-4a84-9ec7-51a744c37d35,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:48.160499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bce6c5-533d-4efe-b355-d04f95620d88 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:48.171155 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6eac340f-20ba-4dd6-a2b8-9cc165aea619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.172314 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6eac340f-20ba-4dd6-a2b8-9cc165aea619 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1cb4b481-4be1-4a84-9ec7-51a744c37d35 HTTP/1.1" status: 204 len: 168 time: 0.8579133 Feb 11 13:40:48.172426 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-42bce6c5-533d-4efe-b355-d04f95620d88 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.176753 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-42bce6c5-533d-4efe-b355-d04f95620d88 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f HTTP/1.1" status: 200 len: 700 time: 1.8967330 Feb 11 13:40:48.178871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37778) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:48.186368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] Sync routers for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:48.189812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97e694d9-a791-40ca-a912-eb56a70d5acf no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:48.192681 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.193431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 840936b8-de39-4535-a2d5-5c7db49183cf {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:48.230867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-125d0c51-2252-4c61-b9b0-8b46c3a6e9f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:40:48.251068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-125d0c51-2252-4c61-b9b0-8b46c3a6e9f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:40:48.252045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 97e694d9-a791-40ca-a912-eb56a70d5acf {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:48.252867 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97e694d9-a791-40ca-a912-eb56a70d5acf not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:48.255903 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-125d0c51-2252-4c61-b9b0-8b46c3a6e9f3 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=37441e9e-391a-4fc8-81ec-f03803a0834f HTTP/1.1" status: 200 len: 205 time: 0.0742233 Feb 11 13:40:48.256971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37782) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:48.259827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ae01008-8a09-4d8a-a322-237947c1b803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.271100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:48.272988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:48.297857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.299551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6102703b-5a62-4a23-95dd-92038a46d02c admin admin] 10.222.0.67 "DELETE /v2.0/routers/840936b8-de39-4535-a2d5-5c7db49183cf HTTP/1.1" status: 204 len: 168 time: 3.3354311 Feb 11 13:40:48.302798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:48.349555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae01008-8a09-4d8a-a322-237947c1b803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de21fe6-8ae5-4b63-8157-d136132308fc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:48.412882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-894c2158-6314-40b6-9bba-28ea3425adea admin admin] Deleting subnet 42ff2a42-81f5-4c96-86cc-5ac92c91febc {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:40:48.416515 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.419988 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-894c2158-6314-40b6-9bba-28ea3425adea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.432666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7ae01008-8a09-4d8a-a322-237947c1b803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.439575 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7ae01008-8a09-4d8a-a322-237947c1b803 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5de21fe6-8ae5-4b63-8157-d136132308fc HTTP/1.1" status: 204 len: 168 time: 0.5673470 Feb 11 13:40:48.469040 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9ae5-53d2-416f-b661-ea8fb89da314 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.539763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:48.629705 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-894c2158-6314-40b6-9bba-28ea3425adea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.656513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:48.715643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Checking segment: {'id': '45e7ac6b-9fb4-4102-9aef-abde54fee48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dbb5ff15-67f5-44c5-955c-b754b373c77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:40:48.716019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Network hostable DHCP agents. Network: dbb5ff15-67f5-44c5-955c-b754b373c77a, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:48.758162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Network dbb5ff15-67f5-44c5-955c-b754b373c77a is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:48.762748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:38Z', 'revision_number': 11, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:48.767686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] Checking router: 37441e9e-391a-4fc8-81ec-f03803a0834f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:48.782219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] Routers {'37441e9e-391a-4fc8-81ec-f03803a0834f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:48.785923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['37441e9e-391a-4fc8-81ec-f03803a0834f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:48.789745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, dbb5ff15-67f5-44c5-955c-b754b373c77a) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:48.800602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:48.801236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.822873 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-894c2158-6314-40b6-9bba-28ea3425adea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.875971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989ee24a-659f-4476-9a52-f422a6c4842f None None] Network dbb5ff15-67f5-44c5-955c-b754b373c77a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:48.964609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-894c2158-6314-40b6-9bba-28ea3425adea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.024417 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-73622da8-4045-4c93-9dda-1f782c3e2b6b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2857430 Feb 11 13:40:49.025097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37798) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:49.026963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-894c2158-6314-40b6-9bba-28ea3425adea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.029377 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-894c2158-6314-40b6-9bba-28ea3425adea admin admin] 10.222.0.67 "DELETE /v2.0/subnets/42ff2a42-81f5-4c96-86cc-5ac92c91febc HTTP/1.1" status: 204 len: 168 time: 0.7254484 Feb 11 13:40:49.030363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c2158-6314-40b6-9bba-28ea3425adea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ff2a42-81f5-4c96-86cc-5ac92c91febc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:49.040881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37800) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:49.050053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-125459810-router', 'tenant_id': '926c859914dd4d70a28f3214309ecf4f', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:49.065210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:49.069928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Usage tracker for resource:router and tenant:926c859914dd4d70a28f3214309ecf4f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:49.073630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:49.080141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:49.107161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a59fbe3b-a67e-46e2-a412-10b5882a03ec up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:40:49.109075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37806) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:49.128281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.129349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.150192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.183856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37810) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:49.204402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415bfab8-942d-41c2-8b98-f809b643cb8d None None] Network 30865275-3fa4-4b05-a0ea-fd932eecbed6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:49.268588 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e333be2-814e-40d4-9352-7e73e7dbdcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.275600 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-23b25dcf-dd07-4381-abf8-32296e99b164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.292136 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9ae5-53d2-416f-b661-ea8fb89da314 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.307863 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9ae5-53d2-416f-b661-ea8fb89da314 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.311238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7e333be2-814e-40d4-9352-7e73e7dbdcc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:49.315205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7e333be2-814e-40d4-9352-7e73e7dbdcc7 admin admin] Usage tracker for resource:security_group_rule and tenant:d1e4ebdfcb354461b793f29541ab4544 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:49.318506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7e333be2-814e-40d4-9352-7e73e7dbdcc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:49.320681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-23b25dcf-dd07-4381-abf8-32296e99b164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:49.324366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7e333be2-814e-40d4-9352-7e73e7dbdcc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:49.327666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-23b25dcf-dd07-4381-abf8-32296e99b164 admin admin] Usage tracker for resource:security_group_rule and tenant:a88f8c98b0154b3eb1da27821dce23db is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:49.331939 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.340701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-23b25dcf-dd07-4381-abf8-32296e99b164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:49.348269 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.348490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-23b25dcf-dd07-4381-abf8-32296e99b164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:49.359741 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9ae5-53d2-416f-b661-ea8fb89da314 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.360214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6f9ae5-53d2-416f-b661-ea8fb89da314 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Fanout notify agent at l3_agent the message router_deleted on router 37441e9e-391a-4fc8-81ec-f03803a0834f {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:49.382676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] Set router 37441e9e-391a-4fc8-81ec-f03803a0834f gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:49.405413 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9ae5-53d2-416f-b661-ea8fb89da314 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.410339 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0c6f9ae5-53d2-416f-b661-ea8fb89da314 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f HTTP/1.1" status: 204 len: 168 time: 1.1485801 Feb 11 13:40:49.411765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37814) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:49.419069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1594634028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:49.433870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:49.440600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Usage tracker for resource:router and tenant:6faf0c8d1c6a4246814928371dec466a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:49.445613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:49.458953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:49.465152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-23b25dcf-dd07-4381-abf8-32296e99b164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.468975 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.470246 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-23b25dcf-dd07-4381-abf8-32296e99b164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.491176 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.492097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.511301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.551773 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.586236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25dcf-dd07-4381-abf8-32296e99b164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e81a271-3595-4542-bcb8-a0d59fcbca8a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:49.592980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Deleting port 8f381969-0d6d-405f-a2cb-d2a074aceb60 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:49.593650 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.599360 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-23b25dcf-dd07-4381-abf8-32296e99b164 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a88f8c98b0154b3eb1da27821dce23db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4119210 Feb 11 13:40:49.601144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37818) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:49.615577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:38Z', 'revision_number': 11, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:49.617414 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.618559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-88789f63-05ba-4f37-8176-7edba8364bab tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2056179 Feb 11 13:40:49.621842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37822) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:49.628669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f489cec6-b5c0-4280-b3ad-b46c4a58e244 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:49.646368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51c181-19f1-439a-855b-2a96eac1577c req-4c479423-3aa8-4403-bd30-06420a9157df tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:49.649280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd51c181-19f1-439a-855b-2a96eac1577c req-4c479423-3aa8-4403-bd30-06420a9157df tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 945 time: 0.4906259 Feb 11 13:40:49.658334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4df6f-bd9d-4356-ba0e-01e2ffc4916a None None] The sync data for ids ['37441e9e-391a-4fc8-81ec-f03803a0834f'] in n-d-818559-1 is: [{'id': '37441e9e-391a-4fc8-81ec-f03803a0834f', 'name': 'tempest-RoutersTest-router-169053140', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:05Z', 'updated_at': '2022-02-11T13:40:38Z', 'revision_number': 11, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:49.667740 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e333be2-814e-40d4-9352-7e73e7dbdcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.704022 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e333be2-814e-40d4-9352-7e73e7dbdcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.727950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port a59fbe3b-a67e-46e2-a412-10b5882a03ec completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:49.745701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port a59fbe3b-a67e-46e2-a412-10b5882a03ec triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:49.746072 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.755361 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7e333be2-814e-40d4-9352-7e73e7dbdcc7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d1e4ebdfcb354461b793f29541ab4544&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6445901 Feb 11 13:40:49.757796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.777461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37826) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:49.779177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-dbb5ff15-67f5-44c5-955c-b754b373c77a', 'network_id': 'dbb5ff15-67f5-44c5-955c-b754b373c77a', 'tenant_id': '926c859914dd4d70a28f3214309ecf4f', 'fixed_ips': [{'subnet_id': '3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:40:49.780202 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.855710 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ac4fc60-c87c-4b73-a438-29a64d7b7162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.873724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd51c181-19f1-439a-855b-2a96eac1577c req-d52d842f-a5e4-4ce7-b5c2-5fd9cf339d1e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157431 Feb 11 13:40:49.881699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e333be2-814e-40d4-9352-7e73e7dbdcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f9813f-837c-4811-9d66-c72792491dc3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:49.886608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ac4fc60-c87c-4b73-a438-29a64d7b7162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.046638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] DHCP port deletion for 30865275-3fa4-4b05-a0ea-fd932eecbed6 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:40:50.061974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] Deleting port 8f381969-0d6d-405f-a2cb-d2a074aceb60 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:50.062338 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.128568 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e541739-e204-4a95-b39f-f834c64b04eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.166376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ac4fc60-c87c-4b73-a438-29a64d7b7162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.187617 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.194335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e541739-e204-4a95-b39f-f834c64b04eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.207487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a7f089db-b05f-439a-9d56-e01365037da3 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:50.248569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a7f089db-b05f-439a-9d56-e01365037da3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:40:50.248569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a7f089db-b05f-439a-9d56-e01365037da3 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:50.248966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8f381969-0d6d-405f-a2cb-d2a074aceb60 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:40:50.258625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] For port 8f381969-0d6d-405f-a2cb-d2a074aceb60, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8f381969-0d6d-405f-a2cb-d2a074aceb60,segment=NetworkSegment(92d4713d-bc5a-4ce9-9d0f-50cc251de4c8),segment_id=92d4713d-bc5a-4ce9-9d0f-50cc251de4c8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:50.259261 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.308066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Allocated IP 172.20.0.2 (dbb5ff15-67f5-44c5-955c-b754b373c77a/3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0/32bbed83-18cb-4504-a219-4241f7121776) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:50.329964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4fc60-c87c-4b73-a438-29a64d7b7162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e81a271-3595-4542-bcb8-a0d59fcbca8a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.361964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ac4fc60-c87c-4b73-a438-29a64d7b7162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.366532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8ac4fc60-c87c-4b73-a438-29a64d7b7162 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2e81a271-3595-4542-bcb8-a0d59fcbca8a HTTP/1.1" status: 204 len: 168 time: 0.7612903 Feb 11 13:40:50.366815 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f489cec6-b5c0-4280-b3ad-b46c4a58e244 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.389492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f489cec6-b5c0-4280-b3ad-b46c4a58e244 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.425945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:50.453505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Calling delete_port for 8f381969-0d6d-405f-a2cb-d2a074aceb60 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:50.481757 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.498915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a59fbe3b-a67e-46e2-a412-10b5882a03ec, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:50.567648 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.618523 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.621620 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec', 'code': 200} Feb 11 13:40:50.660229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f381969-0d6d-405f-a2cb-d2a074aceb60,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.685793 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e541739-e204-4a95-b39f-f834c64b04eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.714132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e541739-e204-4a95-b39f-f834c64b04eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f9813f-837c-4811-9d66-c72792491dc3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.724530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a59fbe3b-a67e-46e2-a412-10b5882a03ec,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.729280 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e541739-e204-4a95-b39f-f834c64b04eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.730478 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5e541739-e204-4a95-b39f-f834c64b04eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/70f9813f-837c-4811-9d66-c72792491dc3 HTTP/1.1" status: 204 len: 168 time: 0.9397950 Feb 11 13:40:50.751839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No active binding found for port 8f381969-0d6d-405f-a2cb-d2a074aceb60 {{(pid=83569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 11 13:40:50.752601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8f381969-0d6d-405f-a2cb-d2a074aceb60 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:40:50.758262 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] For port 8f381969-0d6d-405f-a2cb-d2a074aceb60, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8f381969-0d6d-405f-a2cb-d2a074aceb60,segment=NetworkSegment(92d4713d-bc5a-4ce9-9d0f-50cc251de4c8),segment_id=92d4713d-bc5a-4ce9-9d0f-50cc251de4c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:50.759210 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.785903 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b8f985f6-ed90-425f-bc4b-15e727873da9 req-557c5775-6146-43da-bf05-8d8a50e39def service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 1097 time: 0.1599598 Feb 11 13:40:50.787617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] No DVR routers for this DVR port 8f381969-0d6d-405f-a2cb-d2a074aceb60 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:50.853209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f489cec6-b5c0-4280-b3ad-b46c4a58e244 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Router 01d9cf51-2977-46fa-824a-9355d2974009 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:40:50.856815 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b8f985f6-ed90-425f-bc4b-15e727873da9 req-16af426b-4e60-4ccf-b588-bbba5ed8ee4b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614362 Feb 11 13:40:50.875087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.048439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] Calling delete_port for 8f381969-0d6d-405f-a2cb-d2a074aceb60 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:40:51.064113 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.132204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f489cec6-b5c0-4280-b3ad-b46c4a58e244 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:51.139369 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f489cec6-b5c0-4280-b3ad-b46c4a58e244 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.140505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f489cec6-b5c0-4280-b3ad-b46c4a58e244 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "PUT /v2.0/routers/01d9cf51-2977-46fa-824a-9355d2974009 HTTP/1.1" status: 200 len: 694 time: 1.5175889 Feb 11 13:40:51.148097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37846) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:51.149752 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] Sync routers for ids ['01d9cf51-2977-46fa-824a-9355d2974009'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:51.171494 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] Routers {'01d9cf51-2977-46fa-824a-9355d2974009'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:51.173174 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['01d9cf51-2977-46fa-824a-9355d2974009'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:51.178083 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.234902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30865275-3fa4-4b05-a0ea-fd932eecbed6']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:51.264622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:51.265083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d4713d-bc5a-4ce9-9d0f-50cc251de4c8') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:51.319375 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.355660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.363440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b031b-e432-433b-8e1b-36a3974c0564 req-fd04dba4-d9d8-45ac-a714-7dd573e6febb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:51.366278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-662b031b-e432-433b-8e1b-36a3974c0564 req-fd04dba4-d9d8-45ac-a714-7dd573e6febb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.3001029 Feb 11 13:40:51.379537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:40:51.380262 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:51.397317 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:51.399798 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:51.400253 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:51.405616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Allocated IP 172.25.4.200 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/8a4399c7-9e24-44d7-ac5b-5221102aa105) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:51.435644 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.453053 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e6bfe980-7c8e-46db-a8f1-9a8709a9472b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/routers/01d9cf51-2977-46fa-824a-9355d2974009 HTTP/1.1" status: 200 len: 700 time: 0.3012872 Feb 11 13:40:51.457404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37860) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:51.525536 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] Set router 01d9cf51-2977-46fa-824a-9355d2974009 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:51.554702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b3832856-719a-409f-9149-d9d25439b9d7 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=01d9cf51-2977-46fa-824a-9355d2974009 HTTP/1.1" status: 200 len: 205 time: 0.0862572 Feb 11 13:40:51.555468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37866) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:51.571426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-662b031b-e432-433b-8e1b-36a3974c0564 req-f5a14984-2d01-48a2-b204-81ac0181300c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932311 Feb 11 13:40:51.678299 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d9cf51-2977-46fa-824a-9355d2974009', 'name': 'tempest-RoutersTest-router-1594634028', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:49Z', 'updated_at': '2022-02-11T13:40:50Z', 'revision_number': 2, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:51.682678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Transition to ACTIVE for port object 32bbed83-18cb-4504-a219-4241f7121776 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:51.685029 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] Checking router: 01d9cf51-2977-46fa-824a-9355d2974009 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:51.690791 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.705495 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] Routers {'01d9cf51-2977-46fa-824a-9355d2974009'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:51.706163 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['01d9cf51-2977-46fa-824a-9355d2974009'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:51.709484 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.721527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] Pushing event deleted for resources: {'Network': ['ID=30865275-3fa4-4b05-a0ea-fd932eecbed6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:51.726466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Transition to ACTIVE for port object 32bbed83-18cb-4504-a219-4241f7121776 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:51.736170 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.760937 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a9f31732-bc26-49c6-9708-c8d9cb170435 admin admin] 10.222.0.67 "DELETE /v2.0/networks/30865275-3fa4-4b05-a0ea-fd932eecbed6 HTTP/1.1" status: 204 len: 168 time: 2.7163002 Feb 11 13:40:51.796414 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.838730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.908696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Network dbb5ff15-67f5-44c5-955c-b754b373c77a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:51.909790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113b59c3-274c-4aca-b988-2b70af25403c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.916040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] Deleting port 8f381969-0d6d-405f-a2cb-d2a074aceb60 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:40:51.918351 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.950842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:51.960129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:51.965951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:40:52.015935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:52.022396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:40:52.051176 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] Set router 01d9cf51-2977-46fa-824a-9355d2974009 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:52.052522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4399c7-9e24-44d7-ac5b-5221102aa105,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:52.115536 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6117a2b8-6e85-4c4e-bceb-22bff10378c6 None None] The port '8f381969-0d6d-405f-a2cb-d2a074aceb60' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:40:52.116508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Pushing event updated for resources: {'Port': ['ID=32bbed83-18cb-4504-a219-4241f7121776,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:52.156199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37880) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:52.182846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Attempting to bind port 32bbed83-18cb-4504-a219-4241f7121776 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:52.183287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Attempting to bind port 32bbed83-18cb-4504-a219-4241f7121776 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '45e7ac6b-9fb4-4102-9aef-abde54fee48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dbb5ff15-67f5-44c5-955c-b754b373c77a'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:52.183768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Attempting to bind port 32bbed83-18cb-4504-a219-4241f7121776 on network dbb5ff15-67f5-44c5-955c-b754b373c77a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:40:52.190720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:40:52.191080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Checking segment: {'id': '45e7ac6b-9fb4-4102-9aef-abde54fee48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dbb5ff15-67f5-44c5-955c-b754b373c77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:40:52.191477 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.191859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Bound using segment: {'id': '45e7ac6b-9fb4-4102-9aef-abde54fee48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dbb5ff15-67f5-44c5-955c-b754b373c77a'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:40:52.192356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Bound port: 32bbed83-18cb-4504-a219-4241f7121776, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e7ac6b-9fb4-4102-9aef-abde54fee48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dbb5ff15-67f5-44c5-955c-b754b373c77a'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:52.192727 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.261880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37886) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:52.262336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9d77f864-db34-490e-8d5a-700270a12044 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b10f7dbb64534a6990c6c2a58048e0d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1050019 Feb 11 13:40:52.309509 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.310283 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.312074 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d9cf51-2977-46fa-824a-9355d2974009', 'name': 'tempest-RoutersTest-router-1594634028', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:49Z', 'updated_at': '2022-02-11T13:40:50Z', 'revision_number': 2, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:52.327539 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205a7dc-1f2c-49cf-b30e-6e8e34cbb9cc None None] The sync data for ids ['01d9cf51-2977-46fa-824a-9355d2974009'] in n-d-818559-1 is: [{'id': '01d9cf51-2977-46fa-824a-9355d2974009', 'name': 'tempest-RoutersTest-router-1594634028', 'tenant_id': '6faf0c8d1c6a4246814928371dec466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:49Z', 'updated_at': '2022-02-11T13:40:50Z', 'revision_number': 2, 'project_id': '6faf0c8d1c6a4246814928371dec466a', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:52.370141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] For port 32bbed83-18cb-4504-a219-4241f7121776, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:52.377485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] For port 32bbed83-18cb-4504-a219-4241f7121776, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=32bbed83-18cb-4504-a219-4241f7121776,segment=NetworkSegment(45e7ac6b-9fb4-4102-9aef-abde54fee48d),segment_id=45e7ac6b-9fb4-4102-9aef-abde54fee48d)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:52.386528 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.405552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37890) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:52.607008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf7880-332c-4a62-9d35-d3456a3c0dcf None None] Pushing event updated for resources: {'Port': ['ID=32bbed83-18cb-4504-a219-4241f7121776,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:52.734262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Router 7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:40:53.210024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-925455474-network', 'tenant_id': '33698822b42b4aae9303e5020f312061'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:53.224797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:53.229826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113b59c3-274c-4aca-b988-2b70af25403c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.241133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:53.246045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Usage tracker for resource:network and tenant:33698822b42b4aae9303e5020f312061 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:53.253708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:53.255342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Sync routers for ids ['7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:53.261732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.263235 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4aa5029c-6f46-4304-beeb-def3a2f289a3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2298355 Feb 11 13:40:53.264216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:53.265855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37904) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:53.267897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df3fd6df-c81d-4f51-a7fd-4ebd8b3ac939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.272603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113b59c3-274c-4aca-b988-2b70af25403c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.276836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Routers {'7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:53.277988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:53.310393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Made reservation on behalf of 33698822b42b4aae9303e5020f312061 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:53.313943 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.347943 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df3fd6df-c81d-4f51-a7fd-4ebd8b3ac939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.358704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.399041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:53.403299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Usage tracker for resource:security_group_rule and tenant:33698822b42b4aae9303e5020f312061 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:53.406655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:53.417547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:53.504327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43e822-8dc1-4997-83a4-f2a8918f5e68 req-407f3af5-9ffb-4153-b8f5-fc2dd76a5290 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:53.506300 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d43e822-8dc1-4997-83a4-f2a8918f5e68 req-407f3af5-9ffb-4153-b8f5-fc2dd76a5290 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.6620522 Feb 11 13:40:53.509313 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113b59c3-274c-4aca-b988-2b70af25403c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.510014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113b59c3-274c-4aca-b988-2b70af25403c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Fanout notify agent at l3_agent the message router_deleted on router 01d9cf51-2977-46fa-824a-9355d2974009 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:53.601943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Set router 7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:53.618911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.627544 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df3fd6df-c81d-4f51-a7fd-4ebd8b3ac939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.665315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.690359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:53.728755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fd6df-c81d-4f51-a7fd-4ebd8b3ac939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e50da75-550b-49b4-8f8e-3cef8bc62a20,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:53.744708 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.745360 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Added segment b72592f8-336d-427a-b5dd-385445235af6 of type vlan for network c59c6e29-4f40-4261-8075-08f916d3c2fc Feb 11 13:40:53.815125 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d43e822-8dc1-4997-83a4-f2a8918f5e68 req-549a1b7f-690b-4f83-9407-c3c803e71970 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975783 Feb 11 13:40:53.912869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fade247-407a-4ac7-8ecf-17c7c8361698,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:53.961154 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df3fd6df-c81d-4f51-a7fd-4ebd8b3ac939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.963359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-df3fd6df-c81d-4f51-a7fd-4ebd8b3ac939 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8e50da75-550b-49b4-8f8e-3cef8bc62a20 HTTP/1.1" status: 204 len: 168 time: 1.7000222 Feb 11 13:40:53.983929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-113b59c3-274c-4aca-b988-2b70af25403c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.985409 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-113b59c3-274c-4aca-b988-2b70af25403c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/01d9cf51-2977-46fa-824a-9355d2974009 HTTP/1.1" status: 204 len: 168 time: 2.4288018 Feb 11 13:40:53.990192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37918) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:53.992148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.042536 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207', 'name': 'tempest-ImageQuotaTest-125459810-router', 'tenant_id': '926c859914dd4d70a28f3214309ecf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8a4399c7-9e24-44d7-ac5b-5221102aa105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:49Z', 'updated_at': '2022-02-11T13:40:52Z', 'revision_number': 3, 'project_id': '926c859914dd4d70a28f3214309ecf4f', 'gw_port': {'id': '8a4399c7-9e24-44d7-ac5b-5221102aa105', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:51Z', 'updated_at': '2022-02-11T13:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:54.051568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Checking router: 7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:54.052089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Updating router 7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207 port 8a4399c7-9e24-44d7-ac5b-5221102aa105 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:40:54.068503 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.069763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:54.070505 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.135593 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.144061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-66cac762-8be2-4c6b-9042-6aa7e620948e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Synchronizing usage tracker for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:40:54.175833 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7316051 Feb 11 13:40:54.247530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969f5d7f-2d1b-49a3-95f2-7e28b9e91a42 None None] Network dbb5ff15-67f5-44c5-955c-b754b373c77a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:54.248363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37922) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:54.260615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-66cac762-8be2-4c6b-9042-6aa7e620948e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] Unset dirty status for tenant:6faf0c8d1c6a4246814928371dec466a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:40:54.264504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-66cac762-8be2-4c6b-9042-6aa7e620948e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=01d9cf51-2977-46fa-824a-9355d2974009 HTTP/1.1" status: 200 len: 205 time: 0.2726245 Feb 11 13:40:54.265158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37926) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:54.267811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Request body: {'subnet': {'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-925455474-subnet', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:54.283076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:54.306922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Usage tracker for resource:subnet and tenant:33698822b42b4aae9303e5020f312061 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:54.330967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:54.352625 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-2c9c1dc4-31c5-4d0b-818e-8df161cf662e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] delete failed (client error): The resource could not be found. Feb 11 13:40:54.353044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dee625-e337-4e3d-b7fc-cce738d0dfc5 admin admin] Pushing event updated for resources: {'Network': ['ID=c59c6e29-4f40-4261-8075-08f916d3c2fc,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:54.356317 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2c9c1dc4-31c5-4d0b-818e-8df161cf662e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/01d9cf51-2977-46fa-824a-9355d2974009 HTTP/1.1" status: 404 len: 336 time: 0.0880783 Feb 11 13:40:54.357070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37932) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:54.373720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:54.398815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Made reservation on behalf of 33698822b42b4aae9303e5020f312061 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:54.403557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.417551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 32bbed83-18cb-4504-a219-4241f7121776 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:40:54.444836 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-984d691f-fd29-4f27-8ebc-6f96b3395746 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:54.445274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984d691f-fd29-4f27-8ebc-6f96b3395746 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:54.450065 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-984d691f-fd29-4f27-8ebc-6f96b3395746 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/1ddeac09-dad2-4001-b7a4-90214da2a4e5 HTTP/1.1" status: 404 len: 337 time: 0.0832975 Feb 11 13:40:54.450671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37936) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:54.458307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b2a0e-547b-472c-9c89-1eb5cd16285b req-89ee3bd7-d7c4-466f-9860-041d7fbf9fd0 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:54.465364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef4b2a0e-547b-472c-9c89-1eb5cd16285b req-89ee3bd7-d7c4-466f-9860-041d7fbf9fd0 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.3549006 Feb 11 13:40:54.481164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network c59c6e29-4f40-4261-8075-08f916d3c2fc details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:40:54.537936 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9eb00d-d0e2-48ae-96bd-8fe8b06c8c8c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:54.538291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9eb00d-d0e2-48ae-96bd-8fe8b06c8c8c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:54.542510 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1d9eb00d-d0e2-48ae-96bd-8fe8b06c8c8c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/2b6f0b4c-b213-4b04-8350-f758deecb2b9 HTTP/1.1" status: 404 len: 337 time: 0.0751202 Feb 11 13:40:54.544869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37940) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:54.647209 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-82548cb1-3815-45b8-931b-cabc6b5a479c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:54.651618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82548cb1-3815-45b8-931b-cabc6b5a479c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:54.653380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-82548cb1-3815-45b8-931b-cabc6b5a479c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/9a0de0ce-5422-4743-a30f-1a29c2c1138f HTTP/1.1" status: 404 len: 337 time: 0.0933812 Feb 11 13:40:54.661955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37946) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:54.721760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37950) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:54.744609 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d022254-764e-41e1-90c5-e89d8bd5d54e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:54.745597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d022254-764e-41e1-90c5-e89d8bd5d54e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:54.750855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9d022254-764e-41e1-90c5-e89d8bd5d54e tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/1fad776b-fccc-4f5d-a12a-0f909e18b05d HTTP/1.1" status: 404 len: 337 time: 0.0819933 Feb 11 13:40:54.753760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37954) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:54.788401 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef4b2a0e-547b-472c-9c89-1eb5cd16285b req-f798546a-e3ee-4c58-8070-f6832bf2e37c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219516 Feb 11 13:40:54.818148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8d9ce3fd-d56f-4835-8ab6-458dbb8a0d88 None None] Provisioning for port 32bbed83-18cb-4504-a219-4241f7121776 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:54.852768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 32bbed83-18cb-4504-a219-4241f7121776 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:54.878882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 32bbed83-18cb-4504-a219-4241f7121776 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:54.879415 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.944364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8d9ce3fd-d56f-4835-8ab6-458dbb8a0d88 None None] Provisioning complete for port 32bbed83-18cb-4504-a219-4241f7121776 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:54.944956 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d9ce3fd-d56f-4835-8ab6-458dbb8a0d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.042922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.087104 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7db3c73c-bb24-4fb6-addf-60bcb17e599b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=37441e9e-391a-4fc8-81ec-f03803a0834f HTTP/1.1" status: 200 len: 205 time: 0.3259563 Feb 11 13:40:55.088064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37964) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:55.151103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d5fdcefc-42e8-4553-bd9a-08c2b3649079 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=61a967fb7cae44e2b44ff5f016779c13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4279649 Feb 11 13:40:55.156503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37968) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:55.223180 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-1f86b828-aaad-40c2-8687-fdd4dec0907b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] delete failed (client error): The resource could not be found. Feb 11 13:40:55.225441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69da728-efb4-4dea-a872-536019ee2535,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:55.228573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1f86b828-aaad-40c2-8687-fdd4dec0907b tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/37441e9e-391a-4fc8-81ec-f03803a0834f HTTP/1.1" status: 404 len: 336 time: 0.1392236 Feb 11 13:40:55.232173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37972) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:55.249180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Checking segment: {'id': 'b72592f8-336d-427a-b5dd-385445235af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:40:55.249738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Network hostable DHCP agents. Network: c59c6e29-4f40-4261-8075-08f916d3c2fc, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:55.309739 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d9ce3fd-d56f-4835-8ab6-458dbb8a0d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.310548 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc309-0813-4f76-89c7-532308eb3a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.313362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Network c59c6e29-4f40-4261-8075-08f916d3c2fc is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:55.348596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, c59c6e29-4f40-4261-8075-08f916d3c2fc) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:55.353625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:55.354219 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.373547 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc309-0813-4f76-89c7-532308eb3a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.389774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd2c28-bc29-4d17-84d6-f42ddf52c47e None None] Network c59c6e29-4f40-4261-8075-08f916d3c2fc requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:40:55.425587 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-12bc8669-7d6e-47c4-b5d8-911339e52aaa admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1756439 Feb 11 13:40:55.435030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37978) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:55.444180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-925455474-router', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:40:55.449669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:40:55.453755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Usage tracker for resource:router and tenant:33698822b42b4aae9303e5020f312061 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:40:55.456850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:40:55.465355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:40:55.479922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.481737 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.505572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.528000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc309-0813-4f76-89c7-532308eb3a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.567837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8d9ce3fd-d56f-4835-8ab6-458dbb8a0d88 None None] For port 32bbed83-18cb-4504-a219-4241f7121776, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=32bbed83-18cb-4504-a219-4241f7121776,segment=NetworkSegment(45e7ac6b-9fb4-4102-9aef-abde54fee48d),segment_id=45e7ac6b-9fb4-4102-9aef-abde54fee48d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:55.592549 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d9ce3fd-d56f-4835-8ab6-458dbb8a0d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.594406 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.607503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-efbb4308-e60e-4c80-b731-e5c44fbba5fe tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=641aa9b2-1aba-4597-8965-b7265925f373 HTTP/1.1" status: 200 len: 205 time: 0.3718908 Feb 11 13:40:55.639119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 37982) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:55.648131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddc309-0813-4f76-89c7-532308eb3a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a822b1-4d47-4fe2-a9fd-166fc5e90f9c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:55.679834 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.709914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cc030-3c68-4678-8994-8be93a9e69cb req-3618c9d2-d7f4-4855-8bb7-e192459c9efa tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:55.716557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a47cc030-3c68-4678-8994-8be93a9e69cb req-3618c9d2-d7f4-4855-8bb7-e192459c9efa tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.1862569 Feb 11 13:40:55.783188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.794939 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-dd87ddf4-39e1-4897-a2ec-19323ad70722 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] delete failed (client error): The resource could not be found. Feb 11 13:40:55.798274 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dd87ddf4-39e1-4897-a2ec-19323ad70722 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/641aa9b2-1aba-4597-8965-b7265925f373 HTTP/1.1" status: 404 len: 336 time: 0.1497147 Feb 11 13:40:55.803912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Transition to ACTIVE for port object 8a4399c7-9e24-44d7-ac5b-5221102aa105 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:55.805101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37990) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:55.816462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc309-0813-4f76-89c7-532308eb3a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.822080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d5ddc309-0813-4f76-89c7-532308eb3a82 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a0a822b1-4d47-4fe2-a9fd-166fc5e90f9c HTTP/1.1" status: 204 len: 168 time: 0.6643395 Feb 11 13:40:55.846497 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.868714 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a47cc030-3c68-4678-8994-8be93a9e69cb req-8e1d8770-8e8f-4f19-924b-20a3c43b9a92 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512198 Feb 11 13:40:55.888341 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-413f29de-c2ec-4b44-bb5a-3f9f5a6c6125 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:55.888816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413f29de-c2ec-4b44-bb5a-3f9f5a6c6125 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:55.914855 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-413f29de-c2ec-4b44-bb5a-3f9f5a6c6125 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/4a2c3b85-68d1-498b-8ec3-5e0f1ef543b7 HTTP/1.1" status: 404 len: 337 time: 0.1086860 Feb 11 13:40:55.928079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 37996) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:56.055451 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.067972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ce3fd-d56f-4835-8ab6-458dbb8a0d88 None None] Pushing event updated for resources: {'Port': ['ID=32bbed83-18cb-4504-a219-4241f7121776,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:56.130792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08c0d99e-8d75-4a6d-b220-8c4d740dc440 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c38f1ea-48cc-4d28-b766-c408d01752a1 HTTP/1.1" status: 200 len: 205 time: 0.2007258 Feb 11 13:40:56.134526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38002) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:56.141872 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.149882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-c59c6e29-4f40-4261-8075-08f916d3c2fc', 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'fixed_ips': [{'subnet_id': 'f69da728-efb4-4dea-a872-536019ee2535'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:40:56.156252 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.179815 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.223151 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-12d8baab-6181-4d5a-9cbe-fa4c7774b1d7 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] delete failed (client error): The resource could not be found. Feb 11 13:40:56.227417 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-12d8baab-6181-4d5a-9cbe-fa4c7774b1d7 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/4c38f1ea-48cc-4d28-b766-c408d01752a1 HTTP/1.1" status: 404 len: 336 time: 0.0893562 Feb 11 13:40:56.228136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38006) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:56.292298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e9874f23-5012-4de5-a92f-2f363606c469 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2aef4fc-59f7-41e2-8f90-2e1096ce728e HTTP/1.1" status: 200 len: 205 time: 0.0630476 Feb 11 13:40:56.300060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38010) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:56.391721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703b86b-0dfe-48c9-ad42-a0375ea1e495 None None] Pushing event updated for resources: {'Port': ['ID=8a4399c7-9e24-44d7-ac5b-5221102aa105,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:56.408628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Allocated IP 172.20.0.1 (dbb5ff15-67f5-44c5-955c-b754b373c77a/3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0/7066c08f-f85b-4e42-a562-be01eddd463c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:56.587529 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-e0717aac-5777-4863-9fc4-c2f94ee893be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] delete failed (client error): The resource could not be found. Feb 11 13:40:56.591580 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e0717aac-5777-4863-9fc4-c2f94ee893be tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/e2aef4fc-59f7-41e2-8f90-2e1096ce728e HTTP/1.1" status: 404 len: 336 time: 0.2904816 Feb 11 13:40:56.592151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38014) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:56.630372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Allocated IP 172.20.0.2 (c59c6e29-4f40-4261-8075-08f916d3c2fc/f69da728-efb4-4dea-a872-536019ee2535/4323049b-137d-4fbc-a80d-d8c3b1bafbd3) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:56.650770 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8d1507-bb01-495e-9219-f297a1895a37 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:56.651218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8d1507-bb01-495e-9219-f297a1895a37 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:56.666220 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3a8d1507-bb01-495e-9219-f297a1895a37 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/140c9dc1-bf59-4cc0-aed7-50ee360e5f25 HTTP/1.1" status: 404 len: 337 time: 0.0708351 Feb 11 13:40:56.668322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38018) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:56.683230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Allocated IP 172.25.4.9 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d76acffb-d424-4d2e-998c-c3788d7c54ac) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:56.728880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cc081854-43ab-4b2c-8eeb-a4a9f29423e4 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=5967806f-e4f9-4ec8-88e5-f6ac812ccd04 HTTP/1.1" status: 200 len: 205 time: 0.0588090 Feb 11 13:40:56.732972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38022) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:56.820405 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-c046d6aa-2513-4592-82c7-b2ad2022917d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] delete failed (client error): The resource could not be found. Feb 11 13:40:56.821767 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c046d6aa-2513-4592-82c7-b2ad2022917d tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/5967806f-e4f9-4ec8-88e5-f6ac812ccd04 HTTP/1.1" status: 404 len: 336 time: 0.0875740 Feb 11 13:40:56.825408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38026) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:56.850232 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:56.850613 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:56.855273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Attempting to bind port 8a4399c7-9e24-44d7-ac5b-5221102aa105 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:56.855642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Attempting to bind port 8a4399c7-9e24-44d7-ac5b-5221102aa105 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:56.856001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Attempting to bind port 8a4399c7-9e24-44d7-ac5b-5221102aa105 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:40:56.865757 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.883146 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ad9bea-13f1-4526-b506-d9b13f4633cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:56.884064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ad9bea-13f1-4526-b506-d9b13f4633cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:56.886248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34ad9bea-13f1-4526-b506-d9b13f4633cd tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/be092629-60fc-4426-a011-5444c00f2942 HTTP/1.1" status: 404 len: 337 time: 0.0596859 Feb 11 13:40:56.889673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38030) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:56.901515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:40:56.901934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:40:56.902350 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.902784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:40:56.903252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Bound port: 8a4399c7-9e24-44d7-ac5b-5221102aa105, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:56.903624 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.914805 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.945837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Transition to ACTIVE for port object 7066c08f-f85b-4e42-a562-be01eddd463c will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:56.960014 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b9f5dc4f-600e-4e2f-a94e-53f3094f66cf tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "GET /v2.0/ports?device_id=50f27cdb-d167-48c1-b0fe-9cf217c4dffd HTTP/1.1" status: 200 len: 205 time: 0.0661500 Feb 11 13:40:56.963226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38036) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:57.003763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.045215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] For port 8a4399c7-9e24-44d7-ac5b-5221102aa105, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:57.117755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.129305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Transition to ACTIVE for port object 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:57.133457 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-f501a0ad-567f-409e-85de-b2bcbe2c208c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] delete failed (client error): The resource could not be found. Feb 11 13:40:57.137474 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f501a0ad-567f-409e-85de-b2bcbe2c208c tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/routers/50f27cdb-d167-48c1-b0fe-9cf217c4dffd HTTP/1.1" status: 404 len: 336 time: 0.1687539 Feb 11 13:40:57.138194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38042) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:57.148293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Network dbb5ff15-67f5-44c5-955c-b754b373c77a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:57.150165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Transition to ACTIVE for port object 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:57.154572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] For port 8a4399c7-9e24-44d7-ac5b-5221102aa105, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8a4399c7-9e24-44d7-ac5b-5221102aa105,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:57.158514 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.163384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Pushing event updated for resources: {'Port': ['ID=7066c08f-f85b-4e42-a562-be01eddd463c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:57.165952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:57.168168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:40:57.227600 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.232289 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.256343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Network c59c6e29-4f40-4261-8075-08f916d3c2fc is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:57.264826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:57.272593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:40:57.276763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Pushing event updated for resources: {'Port': ['ID=4323049b-137d-4fbc-a80d-d8c3b1bafbd3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:57.291802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.409496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.456115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:57.467464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703b86b-0dfe-48c9-ad42-a0375ea1e495 None None] Pushing event updated for resources: {'Port': ['ID=8a4399c7-9e24-44d7-ac5b-5221102aa105,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:57.475193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Routers {'7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:57.476079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:57.495186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:57.497368 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-280cf08e-7667-41b0-9caa-95d9e95fa731 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:57.498195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280cf08e-7667-41b0-9caa-95d9e95fa731 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:57.499619 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-280cf08e-7667-41b0-9caa-95d9e95fa731 tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/a0e1bbfe-9ebb-47e0-ab3c-92a8f8fb495b HTTP/1.1" status: 404 len: 337 time: 0.3367233 Feb 11 13:40:57.503705 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38046) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:57.508802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:40:57.609643 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1857ba0e-bcf8-4ebe-8d97-06cd506ca40a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:57.610217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1857ba0e-bcf8-4ebe-8d97-06cd506ca40a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:57.612112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1857ba0e-bcf8-4ebe-8d97-06cd506ca40a tempest-RoutersTest-722671602 tempest-RoutersTest-722671602-project] 10.222.0.67 "DELETE /v2.0/subnets/ddde7698-6a01-4ea9-a3d9-d64cf6edea5e HTTP/1.1" status: 404 len: 337 time: 0.1050947 Feb 11 13:40:57.740618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Pushing event updated for resources: {'Port': ['ID=d76acffb-d424-4d2e-998c-c3788d7c54ac,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:57.764772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755d6d2-5082-438d-9f6a-61cd10a54389 req-ed317e6c-9db7-48fb-96f2-3bebb368f936 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:57.766363 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e755d6d2-5082-438d-9f6a-61cd10a54389 req-ed317e6c-9db7-48fb-96f2-3bebb368f936 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.6111207 Feb 11 13:40:57.840881 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e755d6d2-5082-438d-9f6a-61cd10a54389 req-26987df1-1d38-4c83-9be1-226ae160c485 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646579 Feb 11 13:40:57.841870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.842560 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.863776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 32bbed83-18cb-4504-a219-4241f7121776 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:40:57.894763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.901279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.929651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6fd6af97-786b-4fcd-81fa-ebde3294a521 None None] Provisioning complete for port 32bbed83-18cb-4504-a219-4241f7121776 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:57.930133 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fd6af97-786b-4fcd-81fa-ebde3294a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.094291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Attempting to bind port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:58.094526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Attempting to bind port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'b72592f8-336d-427a-b5dd-385445235af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:58.094929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Attempting to bind port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 on network c59c6e29-4f40-4261-8075-08f916d3c2fc {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:40:58.096200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Pushing event updated for resources: {'Port': ['ID=7066c08f-f85b-4e42-a562-be01eddd463c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:58.100423 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.155862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:40:58.156251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Checking segment: {'id': 'b72592f8-336d-427a-b5dd-385445235af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:40:58.156642 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.157058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Bound using segment: {'id': 'b72592f8-336d-427a-b5dd-385445235af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:40:58.157555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Bound port: 4323049b-137d-4fbc-a80d-d8c3b1bafbd3, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72592f8-336d-427a-b5dd-385445235af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:58.157952 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.161187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38054) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:58.243071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Router d29cef8f-64cd-4bad-bb30-a37495ddb60b is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:40:58.334702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 32bbed83-18cb-4504-a219-4241f7121776 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:58.334702 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.446617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] Set router 7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:58.452735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Network dbb5ff15-67f5-44c5-955c-b754b373c77a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:58.454109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:58.486631 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4fb77b54-4480-4d27-8ab7-6060f6d11168 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6faf0c8d1c6a4246814928371dec466a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3237290 Feb 11 13:40:58.489692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38062) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:58.591210 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ec39cf2-e5e9-4628-a5fe-2e5f63d618b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.638274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ec39cf2-e5e9-4628-a5fe-2e5f63d618b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.684641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9a0ce58f-744a-467b-8448-9cd896120814 None None] Provisioning for port 7066c08f-f85b-4e42-a562-be01eddd463c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:58.709589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] For port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:58.723129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9a0ce58f-744a-467b-8448-9cd896120814 None None] Provisioning complete for port 7066c08f-f85b-4e42-a562-be01eddd463c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:58.723680 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce58f-744a-467b-8448-9cd896120814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.753743 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ec39cf2-e5e9-4628-a5fe-2e5f63d618b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.779773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec39cf2-e5e9-4628-a5fe-2e5f63d618b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65073d74-f975-4012-adc1-75e3d031e5eb,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:58.790285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:58.809592 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Sync routers for ids ['d29cef8f-64cd-4bad-bb30-a37495ddb60b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:40:58.811330 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6ec39cf2-e5e9-4628-a5fe-2e5f63d618b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.812693 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6ec39cf2-e5e9-4628-a5fe-2e5f63d618b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/65073d74-f975-4012-adc1-75e3d031e5eb HTTP/1.1" status: 204 len: 168 time: 0.3224788 Feb 11 13:40:58.825726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.833297 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3593a626-c3e4-49e1-9d0e-e8f6a8bc4086 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3942244 Feb 11 13:40:58.839179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38072) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:40:58.876445 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Routers {'d29cef8f-64cd-4bad-bb30-a37495ddb60b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:40:58.876445 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d29cef8f-64cd-4bad-bb30-a37495ddb60b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:58.971844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] For port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4323049b-137d-4fbc-a80d-d8c3b1bafbd3,segment=NetworkSegment(b72592f8-336d-427a-b5dd-385445235af6),segment_id=b72592f8-336d-427a-b5dd-385445235af6)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:59.068129 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.170210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ce58f-744a-467b-8448-9cd896120814 None None] Port 7066c08f-f85b-4e42-a562-be01eddd463c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:40:59.185849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Pushing event updated for resources: {'Port': ['ID=4323049b-137d-4fbc-a80d-d8c3b1bafbd3,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:59.227125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.227641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.228136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.228622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.229097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.229583 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.230124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.230613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.231083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.231564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.232044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183078e-348c-4d2d-9aeb-6ac5e665e666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:59.308556 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Set router d29cef8f-64cd-4bad-bb30-a37495ddb60b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:40:59.386550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0c011951-6284-4215-990c-fe32ded0e710 None None] Provisioning complete for port 7066c08f-f85b-4e42-a562-be01eddd463c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:59.387239 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c011951-6284-4215-990c-fe32ded0e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.455716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f006340-2b65-40b8-97d4-ebca5d495a79 req-c70018df-828c-4006-954b-834d6054eeac tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:59.457385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8f006340-2b65-40b8-97d4-ebca5d495a79 req-c70018df-828c-4006-954b-834d6054eeac tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.2659700 Feb 11 13:40:59.472509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0c011951-6284-4215-990c-fe32ded0e710 None None] Port 7066c08f-f85b-4e42-a562-be01eddd463c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:40:59.487837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207', 'name': 'tempest-ImageQuotaTest-125459810-router', 'tenant_id': '926c859914dd4d70a28f3214309ecf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8a4399c7-9e24-44d7-ac5b-5221102aa105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:49Z', 'updated_at': '2022-02-11T13:40:57Z', 'revision_number': 4, 'project_id': '926c859914dd4d70a28f3214309ecf4f', 'gw_port': {'id': '8a4399c7-9e24-44d7-ac5b-5221102aa105', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:51Z', 'updated_at': '2022-02-11T13:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '7066c08f-f85b-4e42-a562-be01eddd463c', 'name': '', 'network_id': 'dbb5ff15-67f5-44c5-955c-b754b373c77a', 'tenant_id': '926c859914dd4d70a28f3214309ecf4f', 'mac_address': 'fa:16:3e:0f:8c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:55Z', 'updated_at': '2022-02-11T13:40:56Z', 'revision_number': 1, 'project_id': '926c859914dd4d70a28f3214309ecf4f', 'subnets': [{'id': '3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.493361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f72933c-9d11-4cd0-8cb1-fdb77a6fdffd None None] The sync data for ids ['7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207'] in n-d-818559-1 is: [{'id': '7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207', 'name': 'tempest-ImageQuotaTest-125459810-router', 'tenant_id': '926c859914dd4d70a28f3214309ecf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8a4399c7-9e24-44d7-ac5b-5221102aa105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:49Z', 'updated_at': '2022-02-11T13:40:57Z', 'revision_number': 4, 'project_id': '926c859914dd4d70a28f3214309ecf4f', 'gw_port': {'id': '8a4399c7-9e24-44d7-ac5b-5221102aa105', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:51Z', 'updated_at': '2022-02-11T13:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '7066c08f-f85b-4e42-a562-be01eddd463c', 'name': '', 'network_id': 'dbb5ff15-67f5-44c5-955c-b754b373c77a', 'tenant_id': '926c859914dd4d70a28f3214309ecf4f', 'mac_address': 'fa:16:3e:0f:8c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:55Z', 'updated_at': '2022-02-11T13:40:56Z', 'revision_number': 1, 'project_id': '926c859914dd4d70a28f3214309ecf4f', 'subnets': [{'id': '3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:40:59.691578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8f006340-2b65-40b8-97d4-ebca5d495a79 req-36a90c08-8f98-4942-b14e-4abeffce437a tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047336 Feb 11 13:40:59.711239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Router 7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:59.813664 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'name': 'tempest-TestAggregatesBasicOps-925455474-router', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:55Z', 'updated_at': '2022-02-11T13:40:57Z', 'revision_number': 3, 'project_id': '33698822b42b4aae9303e5020f312061', 'gw_port': {'id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:56Z', 'updated_at': '2022-02-11T13:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.820964 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Checking router: d29cef8f-64cd-4bad-bb30-a37495ddb60b for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:40:59.821314 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Updating router d29cef8f-64cd-4bad-bb30-a37495ddb60b port d76acffb-d424-4d2e-998c-c3788d7c54ac binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:40:59.989722 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.123007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:00.128699 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6fc88410-eb30-4a3c-8e19-f0398c5aa899 admin admin] 10.222.0.67 "PUT /v2.0/routers/7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8615487 Feb 11 13:41:00.522456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38102) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:00.651267 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.682421 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Transition to ACTIVE for port object d76acffb-d424-4d2e-998c-c3788d7c54ac will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:00.700581 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.797742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.885606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group': {'name': 'tempest-secgroup--792173087'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:00.901561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:00.915493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:00.933901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:00.936219 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Attempting to bind port d76acffb-d424-4d2e-998c-c3788d7c54ac on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:00.940758 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Attempting to bind port d76acffb-d424-4d2e-998c-c3788d7c54ac by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:00.945042 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Attempting to bind port d76acffb-d424-4d2e-998c-c3788d7c54ac on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:41:00.950188 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Pushing event updated for resources: {'Port': ['ID=d76acffb-d424-4d2e-998c-c3788d7c54ac,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:00.953334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:00.983532 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:41:00.983895 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:00.985164 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.989635 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.993629 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:41:00.994599 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Bound port: d76acffb-d424-4d2e-998c-c3788d7c54ac, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:01.000041 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.045661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.061581 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.063462 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.063813 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.064136 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.064459 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.064777 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.065094 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.081171 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.081381 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.082000 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.082543 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:01.136768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:01.146833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:01.152012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:01.166773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:01.175962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22663b46-174d-44a8-bd92-87384b752783 None None] Network c59c6e29-4f40-4261-8075-08f916d3c2fc requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:41:01.206811 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] For port d76acffb-d424-4d2e-998c-c3788d7c54ac, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:01.215273 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] For port d76acffb-d424-4d2e-998c-c3788d7c54ac, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d76acffb-d424-4d2e-998c-c3788d7c54ac,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:01.221610 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.356695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Allocated IP 172.20.0.1 (c59c6e29-4f40-4261-8075-08f916d3c2fc/f69da728-efb4-4dea-a872-536019ee2535/160b590f-b523-4c29-9818-68718756d9af) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:01.382014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700421f-045c-4493-9fc6-de3fab62a3a3 req-683b4b8c-0705-4d23-acc1-e3ae03bb60e9 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:01.391624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.405974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.413096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a700421f-045c-4493-9fc6-de3fab62a3a3 req-683b4b8c-0705-4d23-acc1-e3ae03bb60e9 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.3447442 Feb 11 13:41:01.424801 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca68d11-5331-4cb3-b51f-964815aefdd6 None None] Pushing event updated for resources: {'Port': ['ID=d76acffb-d424-4d2e-998c-c3788d7c54ac,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:01.427922 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Routers {'d29cef8f-64cd-4bad-bb30-a37495ddb60b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:01.429213 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d29cef8f-64cd-4bad-bb30-a37495ddb60b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:01.436535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8d87c8e0-ec6d-405e-aae3-f5348eb7140b None None] Provisioning for port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:01.497026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:01.509796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:01.517774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:01.535323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:01.599046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.615201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.693747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8befcf41-29bc-4999-b347-fadc96142875,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:01.722240 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.743236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2181115 Feb 11 13:41:01.743885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38140) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:01.822121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a700421f-045c-4493-9fc6-de3fab62a3a3 req-6f7a00c5-f624-4be8-97b1-b1220196adbf tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065156 Feb 11 13:41:01.889830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8a4399c7-9e24-44d7-ac5b-5221102aa105 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:01.969697 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.970947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e397bf73-6fe4-4762-b0ae-7a456619896a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:01.985557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95435de3-dcc2-41fb-85a5-a664ec4c0951 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1162e60d-02c7-441f-ac85-e9af6e3cdac0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:01.995917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Transition to ACTIVE for port object 160b590f-b523-4c29-9818-68718756d9af will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:02.015047 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] Set router d29cef8f-64cd-4bad-bb30-a37495ddb60b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:02.024949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e397bf73-6fe4-4762-b0ae-7a456619896a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:02.026569 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e397bf73-6fe4-4762-b0ae-7a456619896a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2794483 Feb 11 13:41:02.029574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38150) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:02.036395 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.040243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ac2a46d0-f6b0-4e3c-b4a5-aa095656876c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group': {'name': 'tempest-security--1792759294', 'description': 'tempest-security-description-133427534'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:02.065545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 8a4399c7-9e24-44d7-ac5b-5221102aa105 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:02.076050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8a4399c7-9e24-44d7-ac5b-5221102aa105 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:02.076430 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.180411 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac2a46d0-f6b0-4e3c-b4a5-aa095656876c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.252481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Network c59c6e29-4f40-4261-8075-08f916d3c2fc is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:02.275325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Pushing event updated for resources: {'Port': ['ID=160b590f-b523-4c29-9818-68718756d9af,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.280371 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.290479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:02.300197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:41:02.301828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 8a4399c7-9e24-44d7-ac5b-5221102aa105, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8a4399c7-9e24-44d7-ac5b-5221102aa105,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:02.309081 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.310723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:02.323360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac2a46d0-f6b0-4e3c-b4a5-aa095656876c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.336027 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac2a46d0-f6b0-4e3c-b4a5-aa095656876c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.338519 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac2a46d0-f6b0-4e3c-b4a5-aa095656876c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.342895 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ac2a46d0-f6b0-4e3c-b4a5-aa095656876c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "PUT /v2.0/security-groups/1162e60d-02c7-441f-ac85-e9af6e3cdac0 HTTP/1.1" status: 200 len: 1611 time: 0.3119867 Feb 11 13:41:02.343598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38156) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:02.407770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.408164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.408536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.408867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.409194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.409612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.409938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.410259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.410622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.411697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.417818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:02.462129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.487880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a46d0-f6b0-4e3c-b4a5-aa095656876c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1162e60d-02c7-441f-ac85-e9af6e3cdac0,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.552315 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=8a4399c7-9e24-44d7-ac5b-5221102aa105,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.608344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:02.617635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38166) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:02.627738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:02.628135 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.629034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f9a5bdbd-3741-4db0-91dd-1a74b3920566 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups/1162e60d-02c7-441f-ac85-e9af6e3cdac0 HTTP/1.1" status: 200 len: 1611 time: 0.2022283 Feb 11 13:41:02.648161 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.796227 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'name': 'tempest-TestAggregatesBasicOps-925455474-router', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:55Z', 'updated_at': '2022-02-11T13:40:57Z', 'revision_number': 3, 'project_id': '33698822b42b4aae9303e5020f312061', 'gw_port': {'id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:56Z', 'updated_at': '2022-02-11T13:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:02.806751 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e6a935-d022-4b27-9fc8-ec78662e91d7 None None] The sync data for ids ['d29cef8f-64cd-4bad-bb30-a37495ddb60b'] in n-d-818559-1 is: [{'id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'name': 'tempest-TestAggregatesBasicOps-925455474-router', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:55Z', 'updated_at': '2022-02-11T13:40:57Z', 'revision_number': 3, 'project_id': '33698822b42b4aae9303e5020f312061', 'gw_port': {'id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:56Z', 'updated_at': '2022-02-11T13:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:41:02.866925 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.879394 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36347fa0-85f2-4de4-b530-e3933335371f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.927947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4323049b-137d-4fbc-a80d-d8c3b1bafbd3,segment=NetworkSegment(b72592f8-336d-427a-b5dd-385445235af6),segment_id=b72592f8-336d-427a-b5dd-385445235af6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:02.931016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fe2911f4-d936-4124-ba94-3eca7424db4f None None] Provisioning for port 160b590f-b523-4c29-9818-68718756d9af completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:02.941049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fe2911f4-d936-4124-ba94-3eca7424db4f None None] Provisioning complete for port 160b590f-b523-4c29-9818-68718756d9af triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:02.941484 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe2911f4-d936-4124-ba94-3eca7424db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.977274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36347fa0-85f2-4de4-b530-e3933335371f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.993173 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.071034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36347fa0-85f2-4de4-b530-e3933335371f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.093544 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.120227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fe2911f4-d936-4124-ba94-3eca7424db4f None None] Port 160b590f-b523-4c29-9818-68718756d9af cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:41:03.131987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36347fa0-85f2-4de4-b530-e3933335371f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1162e60d-02c7-441f-ac85-e9af6e3cdac0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:03.135261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.144627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80886-bc8e-4cc3-b773-28b93698ad7f req-6019aaad-063b-4139-9391-e866d9178425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:03.152146 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2cd80886-bc8e-4cc3-b773-28b93698ad7f req-6019aaad-063b-4139-9391-e866d9178425 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.1507404 Feb 11 13:41:03.158173 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=4323049b-137d-4fbc-a80d-d8c3b1bafbd3,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:03.242736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2cd80886-bc8e-4cc3-b773-28b93698ad7f req-b538fe42-4a6d-4908-a0b4-9bc8d6f9ffa0 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873568 Feb 11 13:41:03.249594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36347fa0-85f2-4de4-b530-e3933335371f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.250998 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36347fa0-85f2-4de4-b530-e3933335371f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/1162e60d-02c7-441f-ac85-e9af6e3cdac0 HTTP/1.1" status: 204 len: 168 time: 0.6292551 Feb 11 13:41:03.253538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38180) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:03.267527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.276257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Pushing event updated for resources: {'Port': ['ID=160b590f-b523-4c29-9818-68718756d9af,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:03.312675 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9f02e0cb-644d-4d92-8080-ec43e25e5f75 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0569100 Feb 11 13:41:03.315548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38184) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:03.339215 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-84455a2f-3c19-46f3-b1c5-f9eab2d8b42b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] delete failed (client error): The resource could not be found. Feb 11 13:41:03.340321 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-84455a2f-3c19-46f3-b1c5-f9eab2d8b42b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/1162e60d-02c7-441f-ac85-e9af6e3cdac0 HTTP/1.1" status: 404 len: 347 time: 0.0234332 Feb 11 13:41:03.344668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38188) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:03.351625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148617665'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:03.360136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:03.366405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:03.370540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:03.379602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:03.393831 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.437577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:03.441935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:03.446052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:03.452683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:03.499273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:03.585430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Network c59c6e29-4f40-4261-8075-08f916d3c2fc is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:03.586692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:03.630952 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.737853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8a4399c7-9e24-44d7-ac5b-5221102aa105 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:03.870095 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.870221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8a4399c7-9e24-44d7-ac5b-5221102aa105 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:03.870500 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.933047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.938258 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5922360 Feb 11 13:41:03.939160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38206) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:03.977864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': 'fe4432ad-e1d2-4045-80a9-02ec93c89e12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:03.993234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:04.021862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233b05f-eea5-417a-a7a2-86695c574317 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4432ad-e1d2-4045-80a9-02ec93c89e12,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:04.029991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:04.043606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:04.047327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:04.057065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:04.090036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.109225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-9c86d715-81c5-4a05-bf1d-b3ffd324fe1f req-77852f31-dfa4-4920-abe7-4464982d7e18 service neutron] (83567) timed out ('10.222.0.73', 57508) {{(pid=83567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:41:04.120562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bca78a7a-5b50-40c2-aeea-7857bb6b6edf None None] Provisioning complete for port 160b590f-b523-4c29-9818-68718756d9af triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:04.121003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bca78a7a-5b50-40c2-aeea-7857bb6b6edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.153871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Router d29cef8f-64cd-4bad-bb30-a37495ddb60b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:04.179153 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.185700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bca78a7a-5b50-40c2-aeea-7857bb6b6edf None None] Port 160b590f-b523-4c29-9818-68718756d9af cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:41:04.196481 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.215516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:04.216045 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.359627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd18c56-9e56-40c1-85fb-adbab6b58b5d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:04.389143 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.390726 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0505885e-6296-48c7-a5a1-64ce0ceaacf5 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4416256 Feb 11 13:41:04.405756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38216) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:04.450928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53962c9-1e81-4138-a311-52a8a6b5272a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.471537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53962c9-1e81-4138-a311-52a8a6b5272a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.525509 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53962c9-1e81-4138-a311-52a8a6b5272a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.527161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d70620-a632-4025-a208-5bf5a7413647 req-c0147b9e-2df8-417f-a411-3ed4c440f63c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.528639 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3d70620-a632-4025-a208-5bf5a7413647 req-c0147b9e-2df8-417f-a411-3ed4c440f63c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.1300035 Feb 11 13:41:04.582125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53962c9-1e81-4138-a311-52a8a6b5272a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dd18c56-9e56-40c1-85fb-adbab6b58b5d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:04.590621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e53962c9-1e81-4138-a311-52a8a6b5272a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.593608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e53962c9-1e81-4138-a311-52a8a6b5272a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/7dd18c56-9e56-40c1-85fb-adbab6b58b5d HTTP/1.1" status: 204 len: 168 time: 0.1835775 Feb 11 13:41:04.593838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38226) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:04.629103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3d70620-a632-4025-a208-5bf5a7413647 req-6394908a-c2b3-4f89-8856-c10b769e0008 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891218 Feb 11 13:41:04.632284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:04.637863 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-07247123-2d15-4278-9eb6-e12810055697 admin admin] 10.222.0.67 "PUT /v2.0/routers/d29cef8f-64cd-4bad-bb30-a37495ddb60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7974427 Feb 11 13:41:04.646446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.761760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2d198dfc-3f84-4570-b20c-c328343a618e tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:04.806910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2d198dfc-3f84-4570-b20c-c328343a618e tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:04.810826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2d198dfc-3f84-4570-b20c-c328343a618e tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2133303 Feb 11 13:41:04.811228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38238) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:04.886942 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32edb198-7038-47af-9681-e5291e89df78 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.918085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32edb198-7038-47af-9681-e5291e89df78 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.975509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32edb198-7038-47af-9681-e5291e89df78 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.009759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edb198-7038-47af-9681-e5291e89df78 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4432ad-e1d2-4045-80a9-02ec93c89e12,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:05.012950 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32edb198-7038-47af-9681-e5291e89df78 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.016962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-32edb198-7038-47af-9681-e5291e89df78 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/fe4432ad-e1d2-4045-80a9-02ec93c89e12 HTTP/1.1" status: 204 len: 168 time: 0.2046266 Feb 11 13:41:05.017789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38246) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:05.084759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8e974eb4-f650-464b-99c5-173f1e19ad13 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:05.102447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8e974eb4-f650-464b-99c5-173f1e19ad13 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:05.108532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8e974eb4-f650-464b-99c5-173f1e19ad13 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0889535 Feb 11 13:41:05.109481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38252) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:05.116564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132267602'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:05.125261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:05.138223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:05.152470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.231472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:05.236057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:05.239158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:05.244869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:05.328559 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.333335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.389159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc2c57a-c32c-47a9-a55c-e50e495b212d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:05.397276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.399002 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ce9d0a0c-ae20-4dc8-aa81-70b334978747 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2877328 Feb 11 13:41:05.401778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38266) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:05.408157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': '0fc2c57a-c32c-47a9-a55c-e50e495b212d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:05.413874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] Deleting port 7066c08f-f85b-4e42-a562-be01eddd463c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:05.414224 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.416325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:05.420530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:05.424010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:05.430826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:05.449016 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.552599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.556723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.586625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630867f5-5d9d-4887-aad6-e6e455076f60,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:05.599438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-de00541f-de3c-4268-b0f3-9263e6bdaec3 req-b04c4859-1fd0-4f1c-94bb-97b170a38db6 service neutron] (83568) timed out ('10.222.0.73', 57564) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:41:05.602467 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.603809 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-01c2a59e-55ff-4784-bc2b-2e168508dcf7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2009504 Feb 11 13:41:05.607807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38276) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:05.615790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': '0fc2c57a-c32c-47a9-a55c-e50e495b212d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:05.627501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:05.647127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:05.655084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:05.666330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:05.676773 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.714083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38284) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:05.720214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1610940848-network', 'tenant_id': '4c7c17f4b04849e19919728e4fef0a80'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:05.727496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:05.731362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Usage tracker for resource:network and tenant:4c7c17f4b04849e19919728e4fef0a80 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:05.734227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:05.740271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:05.751464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Made reservation on behalf of 4c7c17f4b04849e19919728e4fef0a80 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:05.755468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.770936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.812378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:05.816443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Usage tracker for resource:security_group_rule and tenant:4c7c17f4b04849e19919728e4fef0a80 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:05.816713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] Calling delete_port for 7066c08f-f85b-4e42-a562-be01eddd463c owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:05.820113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:05.826032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:05.892451 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.911613 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.915845 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.955124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:05.972082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e141ac3-28f9-4aec-a7ce-f293538d4b0d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:05.979624 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.979624 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Added segment 3cc4eb28-fb64-4e11-a3ab-71216f167f9f of type vlan for network 2ee39e1b-b290-4372-9606-7c9b1ce38c54 Feb 11 13:41:06.005664 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.029946 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.038725 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.039663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:06.040288 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.045124 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.152733 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4370139 Feb 11 13:41:06.155458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38296) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:06.163520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Request body: {'subnet': {'network_id': '2ee39e1b-b290-4372-9606-7c9b1ce38c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1610940848-subnet', 'tenant_id': '4c7c17f4b04849e19919728e4fef0a80', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:06.167583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed72df-f411-4e97-9ec3-f167625300ff admin admin] Pushing event updated for resources: {'Network': ['ID=2ee39e1b-b290-4372-9606-7c9b1ce38c54,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.171244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:06.175969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Usage tracker for resource:subnet and tenant:4c7c17f4b04849e19919728e4fef0a80 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:06.179874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:06.187124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 2ee39e1b-b290-4372-9606-7c9b1ce38c54 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:41:06.189420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:06.199697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d34071f-61ab-4164-83ef-8a700c6f1119,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.215266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156adc-8435-4936-bb46-b87c39c2296c req-f9f88a4a-2545-4366-bb1a-af2b2e2a17f2 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:06.217778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Made reservation on behalf of 4c7c17f4b04849e19919728e4fef0a80 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:06.220471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.221807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a156adc-8435-4936-bb46-b87c39c2296c req-f9f88a4a-2545-4366-bb1a-af2b2e2a17f2 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.4130230 Feb 11 13:41:06.258624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.268795 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e3ea5382-5a8b-4a61-94a2-bee372ab06dc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6571846 Feb 11 13:41:06.268795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38302) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:06.284752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': '0fc2c57a-c32c-47a9-a55c-e50e495b212d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:06.303660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:06.319847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:06.326237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:06.366120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:06.383161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a156adc-8435-4936-bb46-b87c39c2296c req-f0ffec0b-4cbf-4642-af26-bdb62890adca tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604383 Feb 11 13:41:06.409245 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.446639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.504869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] Pushing event deleted for resources: {'Port': ['ID=7066c08f-f85b-4e42-a562-be01eddd463c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.574849 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.646357 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.654231 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.775262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0e96c8-7627-410a-8601-a26f51206c5d,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.811658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Checking segment: {'id': '3cc4eb28-fb64-4e11-a3ab-71216f167f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ee39e1b-b290-4372-9606-7c9b1ce38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:06.811990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Network hostable DHCP agents. Network: 2ee39e1b-b290-4372-9606-7c9b1ce38c54, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:06.820739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736f5d0b-61cb-4b7b-a4ac-df6a94cb91e7,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.837755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Network 2ee39e1b-b290-4372-9606-7c9b1ce38c54 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:06.849594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 2ee39e1b-b290-4372-9606-7c9b1ce38c54) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:06.858882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c026b7d-96d4-47a5-8d1c-133279e396dd None None] Network 2ee39e1b-b290-4372-9606-7c9b1ce38c54 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:41:06.860833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:06.861433 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.874037 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.889263 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7a3382bc-8d43-430b-b19c-c3f48c2d367e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7323153 Feb 11 13:41:06.890091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-30b3e2ef-1475-4f1d-834a-b98f1a7e66e8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6121824 Feb 11 13:41:06.892490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38316) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:06.892972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38318) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:06.937051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1610940848-router', 'tenant_id': '4c7c17f4b04849e19919728e4fef0a80', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:06.943321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': '0fc2c57a-c32c-47a9-a55c-e50e495b212d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:06.957989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:06.961785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:06.966450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:06.970267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:06.976716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Usage tracker for resource:router and tenant:4c7c17f4b04849e19919728e4fef0a80 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:06.979915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:06.982225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:06.993142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:07.015420 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.016326 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.019364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.089199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.128440 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.174735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-2ee39e1b-b290-4372-9606-7c9b1ce38c54', 'network_id': '2ee39e1b-b290-4372-9606-7c9b1ce38c54', 'tenant_id': '4c7c17f4b04849e19919728e4fef0a80', 'fixed_ips': [{'subnet_id': '4c0e96c8-7627-410a-8601-a26f51206c5d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:41:07.175612 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.200245 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.285187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.306387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75cfd4a-9768-43ab-928e-bb2ee605c77d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:07.347477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Allocated IP 172.20.0.2 (2ee39e1b-b290-4372-9606-7c9b1ce38c54/4c0e96c8-7627-410a-8601-a26f51206c5d/d8d2f15a-cb6b-4340-ba66-8852039ff620) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:07.381568 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.385482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8e6c0e2d-0c75-4a1d-9d4b-19e773648d97 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4829419 Feb 11 13:41:07.386224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38328) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:07.393315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': '0fc2c57a-c32c-47a9-a55c-e50e495b212d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:07.423903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:07.429014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:07.432154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:07.447772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:07.452024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.475967 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.677269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.704360 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.736390 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.747359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Transition to ACTIVE for port object d8d2f15a-cb6b-4340-ba66-8852039ff620 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:07.760421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a4043c-971e-453d-9493-eabb32f5cd5e,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:07.767314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Transition to ACTIVE for port object d8d2f15a-cb6b-4340-ba66-8852039ff620 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:07.771961 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.779515 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.800987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea4368-0240-42e2-8ef6-12793a49e03b req-c095367f-3803-4912-9456-94000dd6c232 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:07.811191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-57ea4368-0240-42e2-8ef6-12793a49e03b req-c095367f-3803-4912-9456-94000dd6c232 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.2093809 Feb 11 13:41:07.831622 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.836823 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c1b30ea9-d53b-429c-afda-c30ff6f845e6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4489579 Feb 11 13:41:07.839930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38338) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:07.862900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Pushing event updated for resources: {'Port': ['ID=d8d2f15a-cb6b-4340-ba66-8852039ff620,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:07.875911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Network 2ee39e1b-b290-4372-9606-7c9b1ce38c54 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:07.877451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:07.880894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:41:07.903244 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a26db919-abca-4abd-b804-0c905350d6f9 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.919187 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a26db919-abca-4abd-b804-0c905350d6f9 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.983348 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Attempting to bind port d8d2f15a-cb6b-4340-ba66-8852039ff620 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:07.983959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Attempting to bind port d8d2f15a-cb6b-4340-ba66-8852039ff620 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '3cc4eb28-fb64-4e11-a3ab-71216f167f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ee39e1b-b290-4372-9606-7c9b1ce38c54'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:07.984395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Attempting to bind port d8d2f15a-cb6b-4340-ba66-8852039ff620 on network 2ee39e1b-b290-4372-9606-7c9b1ce38c54 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:41:07.990295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a26db919-abca-4abd-b804-0c905350d6f9 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.992387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:41:07.992855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Checking segment: {'id': '3cc4eb28-fb64-4e11-a3ab-71216f167f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ee39e1b-b290-4372-9606-7c9b1ce38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:07.993327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.993790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Bound using segment: {'id': '3cc4eb28-fb64-4e11-a3ab-71216f167f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ee39e1b-b290-4372-9606-7c9b1ce38c54'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:41:07.994322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Bound port: d8d2f15a-cb6b-4340-ba66-8852039ff620, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc4eb28-fb64-4e11-a3ab-71216f167f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2ee39e1b-b290-4372-9606-7c9b1ce38c54'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:07.994800 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.033987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-57ea4368-0240-42e2-8ef6-12793a49e03b req-7f6fba78-4050-466e-9ffd-2b62b231580b tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179990 Feb 11 13:41:08.072266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26db919-abca-4abd-b804-0c905350d6f9 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5a4043c-971e-453d-9493-eabb32f5cd5e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:08.086307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a26db919-abca-4abd-b804-0c905350d6f9 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.087572 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a26db919-abca-4abd-b804-0c905350d6f9 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/d5a4043c-971e-453d-9493-eabb32f5cd5e HTTP/1.1" status: 204 len: 168 time: 0.2463424 Feb 11 13:41:08.090166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38348) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:08.116063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.122912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] For port d8d2f15a-cb6b-4340-ba66-8852039ff620, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:08.127570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] For port d8d2f15a-cb6b-4340-ba66-8852039ff620, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d8d2f15a-cb6b-4340-ba66-8852039ff620,segment=NetworkSegment(3cc4eb28-fb64-4e11-a3ab-71216f167f9f),segment_id=3cc4eb28-fb64-4e11-a3ab-71216f167f9f)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:08.132296 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.153658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-45285ac7-d6a7-439e-8ece-5303d1d05bbf tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:08.171084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-45285ac7-d6a7-439e-8ece-5303d1d05bbf tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:08.176671 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-45285ac7-d6a7-439e-8ece-5303d1d05bbf tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0818403 Feb 11 13:41:08.177544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38352) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:08.211720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c29381cc-c084-41f0-9afd-f5fe8faf321b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.211903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902aba9-8806-4da3-b844-a743d5c562d0 None None] Pushing event updated for resources: {'Port': ['ID=d8d2f15a-cb6b-4340-ba66-8852039ff620,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:08.234549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c29381cc-c084-41f0-9afd-f5fe8faf321b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.267027 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c29381cc-c084-41f0-9afd-f5fe8faf321b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.290225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29381cc-c084-41f0-9afd-f5fe8faf321b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f75cfd4a-9768-43ab-928e-bb2ee605c77d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:08.303359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c29381cc-c084-41f0-9afd-f5fe8faf321b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.304637 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c29381cc-c084-41f0-9afd-f5fe8faf321b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/f75cfd4a-9768-43ab-928e-bb2ee605c77d HTTP/1.1" status: 204 len: 168 time: 0.1261499 Feb 11 13:41:08.307578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38360) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:08.382834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-598d6548-8f35-4d62-a4d5-f8f563ec36c6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:08.402447 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.404585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-598d6548-8f35-4d62-a4d5-f8f563ec36c6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:08.406033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-598d6548-8f35-4d62-a4d5-f8f563ec36c6 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0972877 Feb 11 13:41:08.409176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38364) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:08.448607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74f1a8c5-ffee-4265-a3b5-4cfbcc68c776 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.491550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74f1a8c5-ffee-4265-a3b5-4cfbcc68c776 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.533397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74f1a8c5-ffee-4265-a3b5-4cfbcc68c776 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.560901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1a8c5-ffee-4265-a3b5-4cfbcc68c776 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=736f5d0b-61cb-4b7b-a4ac-df6a94cb91e7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:08.572141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-74f1a8c5-ffee-4265-a3b5-4cfbcc68c776 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.575806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-74f1a8c5-ffee-4265-a3b5-4cfbcc68c776 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/736f5d0b-61cb-4b7b-a4ac-df6a94cb91e7 HTTP/1.1" status: 204 len: 168 time: 0.1632152 Feb 11 13:41:08.576123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38368) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:08.634622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-717e07f9-62eb-4b09-9751-077135877607 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:08.652539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-717e07f9-62eb-4b09-9751-077135877607 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:08.656795 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-717e07f9-62eb-4b09-9751-077135877607 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0769880 Feb 11 13:41:08.657064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38376) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:08.698132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Allocated IP 172.25.4.20 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/b342fa47-f0c4-4c35-9a69-c4a3aff5601d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:08.698606 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-625812c3-0654-4111-8ae6-20d0265b3525 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.711736 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-625812c3-0654-4111-8ae6-20d0265b3525 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.753782 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-625812c3-0654-4111-8ae6-20d0265b3525 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.782895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625812c3-0654-4111-8ae6-20d0265b3525 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d34071f-61ab-4164-83ef-8a700c6f1119,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:08.791041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-625812c3-0654-4111-8ae6-20d0265b3525 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.794892 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-625812c3-0654-4111-8ae6-20d0265b3525 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/1d34071f-61ab-4164-83ef-8a700c6f1119 HTTP/1.1" status: 204 len: 168 time: 0.1368027 Feb 11 13:41:08.795507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38382) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:08.867799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f6c1e47c-4873-4d88-9f2f-14fc29214d14 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:08.874549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] Router 7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:08.935501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f6c1e47c-4873-4d88-9f2f-14fc29214d14 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:08.939483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f6c1e47c-4873-4d88-9f2f-14fc29214d14 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1402795 Feb 11 13:41:08.940083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38386) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:08.959324 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.985887 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85157e4-2572-44d4-b924-67c52fb3c2b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.999640 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85157e4-2572-44d4-b924-67c52fb3c2b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.047912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85157e4-2572-44d4-b924-67c52fb3c2b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.065958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85157e4-2572-44d4-b924-67c52fb3c2b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=630867f5-5d9d-4887-aad6-e6e455076f60,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.108109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d85157e4-2572-44d4-b924-67c52fb3c2b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.112161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38398) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:09.112325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d85157e4-2572-44d4-b924-67c52fb3c2b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/630867f5-5d9d-4887-aad6-e6e455076f60 HTTP/1.1" status: 204 len: 168 time: 0.1710913 Feb 11 13:41:09.241869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-57801c4e-1873-498f-a02d-209405b4a68c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:09.246569 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.392230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:09.397130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:09.399811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:41:09.436717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-57801c4e-1873-498f-a02d-209405b4a68c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:09.436717 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-57801c4e-1873-498f-a02d-209405b4a68c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3205440 Feb 11 13:41:09.443140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38406) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:09.451979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Pushing event updated for resources: {'Port': ['ID=b342fa47-f0c4-4c35-9a69-c4a3aff5601d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.591973 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28ebb19-327c-4370-95a0-bc7d32beeb81 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.655700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28ebb19-327c-4370-95a0-bc7d32beeb81 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.667323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c364e-a106-44b2-96de-a724b5fe0f72 req-0bc11711-cb30-45ec-9469-d799fde72b46 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:09.668639 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d4c364e-a106-44b2-96de-a724b5fe0f72 req-0bc11711-cb30-45ec-9469-d799fde72b46 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.4342000 Feb 11 13:41:09.756965 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28ebb19-327c-4370-95a0-bc7d32beeb81 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.763864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86bfca-6b35-4e41-8f4f-e8af678fdd69 None None] Network 2ee39e1b-b290-4372-9606-7c9b1ce38c54 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:41:09.786491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ebb19-327c-4370-95a0-bc7d32beeb81 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc2c57a-c32c-47a9-a55c-e50e495b212d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.803346 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f28ebb19-327c-4370-95a0-bc7d32beeb81 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.805020 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f28ebb19-327c-4370-95a0-bc7d32beeb81 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/0fc2c57a-c32c-47a9-a55c-e50e495b212d HTTP/1.1" status: 204 len: 168 time: 0.3638330 Feb 11 13:41:09.807691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38414) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:09.830100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:09.833657 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d4c364e-a106-44b2-96de-a724b5fe0f72 req-12df93e1-51fb-44ad-b9ee-1d6b7fb598e0 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287603 Feb 11 13:41:09.844498 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-84fa0318-6c16-4f1d-a503-0b55b660c942 admin admin] 10.222.0.67 "PUT /v2.0/routers/7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3472204 Feb 11 13:41:09.848402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38418) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:09.903835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c141f9ae-23aa-4b09-b344-ef30b6810c95 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:09.916462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d8d2f15a-cb6b-4340-ba66-8852039ff620 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:09.921087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c141f9ae-23aa-4b09-b344-ef30b6810c95 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:09.922567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c141f9ae-23aa-4b09-b344-ef30b6810c95 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1134760 Feb 11 13:41:09.929646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38422) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:09.935606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280852779'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:09.944647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:09.965980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:09.981531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.024525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f76a746e-cd3a-4028-9cc9-adbba63eea0e None None] Provisioning for port d8d2f15a-cb6b-4340-ba66-8852039ff620 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:10.031323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:10.036260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:10.039411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:10.047607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:10.091607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.092535 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.155786 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.169772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d8d2f15a-cb6b-4340-ba66-8852039ff620 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:10.181259 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.182809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d8d2f15a-cb6b-4340-ba66-8852039ff620 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:10.183334 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.263386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5408990a-ff87-4f27-a98c-7f02ca02cdcf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:10.278527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.283353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b7d4cb3c-3aed-4061-bf02-f7ea10674d3f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3525679 Feb 11 13:41:10.284083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:10.293440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': '5408990a-ff87-4f27-a98c-7f02ca02cdcf', 'direction': 'ingress', 'protocol': 17}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:10.306031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:10.315932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:10.341690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:10.359002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:10.418434 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.468688 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.501949 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.574120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d8d2f15a-cb6b-4340-ba66-8852039ff620, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d8d2f15a-cb6b-4340-ba66-8852039ff620,segment=NetworkSegment(3cc4eb28-fb64-4e11-a3ab-71216f167f9f),segment_id=3cc4eb28-fb64-4e11-a3ab-71216f167f9f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:10.590502 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.591331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d76acffb-d424-4d2e-998c-c3788d7c54ac up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:10.721826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d8d2f15a-cb6b-4340-ba66-8852039ff620,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:10.800534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d76acffb-d424-4d2e-998c-c3788d7c54ac completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:10.808006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d76acffb-d424-4d2e-998c-c3788d7c54ac triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:10.820872 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.877307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.893331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f7f6985a-a57e-4ad9-808d-bc1fa185e932 None None] Provisioning complete for port d8d2f15a-cb6b-4340-ba66-8852039ff620 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:10.893697 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7f6985a-a57e-4ad9-808d-bc1fa185e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.898640 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.976837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0207eaf-e058-4ad3-9f81-bca5927fe2e4,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:11.009392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Router 20c5f6aa-402a-40da-85e8-8d1ee86c7abb is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:41:11.014760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.016289 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d9e08b33-c13b-43d4-8b7a-897528541089 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7299695 Feb 11 13:41:11.021747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38446) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:11.080179 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.102101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d76acffb-d424-4d2e-998c-c3788d7c54ac, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d76acffb-d424-4d2e-998c-c3788d7c54ac,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:11.138240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461247-4a81-4bbe-8623-1d1c33c2095f req-ba31c35e-e9bc-4f0a-9f5a-2ab223f50218 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:11.140696 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-16461247-4a81-4bbe-8623-1d1c33c2095f req-ba31c35e-e9bc-4f0a-9f5a-2ab223f50218 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.1153660 Feb 11 13:41:11.192257 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.238490 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-16461247-4a81-4bbe-8623-1d1c33c2095f req-d7204bde-a8e5-4463-9c84-d315e8291d2c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907798 Feb 11 13:41:11.325164 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.336179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d76acffb-d424-4d2e-998c-c3788d7c54ac,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:11.350802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.372193 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.404151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Deleting port 8a4399c7-9e24-44d7-ac5b-5221102aa105 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:11.404489 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.571497 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.611464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5408990a-ff87-4f27-a98c-7f02ca02cdcf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:11.658528 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.662424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/5408990a-ff87-4f27-a98c-7f02ca02cdcf HTTP/1.1" status: 204 len: 168 time: 0.6346965 Feb 11 13:41:11.663286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38460) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:11.664118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.664471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.664814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.665150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.665484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.665811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.666143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.666520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.666874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.667194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.667517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149224ab-4243-400e-b9d6-f87698f4efa4 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:11.676198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] For port 8a4399c7-9e24-44d7-ac5b-5221102aa105, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8a4399c7-9e24-44d7-ac5b-5221102aa105,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:11.676595 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.726163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d8d2f15a-cb6b-4340-ba66-8852039ff620 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:11.763577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8e32ed0c-adae-4fb0-9ba1-edc17c8bb1b1 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:11.788024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8e32ed0c-adae-4fb0-9ba1-edc17c8bb1b1 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:11.789596 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8e32ed0c-adae-4fb0-9ba1-edc17c8bb1b1 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1251895 Feb 11 13:41:11.793484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38464) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:11.805199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group': {'name': 'tempest-secgroup--506391500'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:11.809170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d8d2f15a-cb6b-4340-ba66-8852039ff620 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:11.809640 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.813924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:11.826303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:11.828688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Calling delete_port for 8a4399c7-9e24-44d7-ac5b-5221102aa105 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:11.839567 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.883136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:11.887997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:11.893959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:11.896383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:11.911534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:11.917255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Sync routers for ids ['20c5f6aa-402a-40da-85e8-8d1ee86c7abb'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:41:11.945253 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.946746 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5204c621-9b63-4204-b907-1b2cdbcdb4cf admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0498285 Feb 11 13:41:11.949620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38472) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:11.958062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d76acffb-d424-4d2e-998c-c3788d7c54ac up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:11.986626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.986831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Routers {'20c5f6aa-402a-40da-85e8-8d1ee86c7abb'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:11.987080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['20c5f6aa-402a-40da-85e8-8d1ee86c7abb'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:11.991909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.026978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8524c7-78b9-4b83-9000-35de97c0536f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.076162 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.077853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d5e7bc04-36cb-47ab-ba0d-2ccd791fe58f tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2811732 Feb 11 13:41:12.082258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38476) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:12.088309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616950263'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:12.095837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:12.104163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:12.112925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:12.120054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:12.135012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.175414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:12.181208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:12.184324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:12.190756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:12.243281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.272077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d76acffb-d424-4d2e-998c-c3788d7c54ac triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:12.272468 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.313589 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.314866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4399c7-9e24-44d7-ac5b-5221102aa105,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.333910 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.452608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0466397f-72c7-4927-8877-acefd82cb699,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.471095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.472453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-471862c8-790a-4451-8ba0-d2b6f0663239 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3890758 Feb 11 13:41:12.475920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38488) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:12.483734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': 'ba8524c7-78b9-4b83-9000-35de97c0536f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0466397f-72c7-4927-8877-acefd82cb699', 'remote_ip_prefix': None}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:12.504545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:12.514763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:12.523376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:12.531091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Set router 20c5f6aa-402a-40da-85e8-8d1ee86c7abb gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:12.552351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:12.600585 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.737396 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.835331 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.841254 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.896555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.898095 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4211786 Feb 11 13:41:12.902678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38496) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:12.906520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabc1ea-02dd-43b9-9ce2-dc7a5855ae23 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b37a5b-bb4f-4b62-b838-65b54f5bf0e8,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.978560 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.979095 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c5f6aa-402a-40da-85e8-8d1ee86c7abb', 'name': 'tempest-TestAggregatesBasicOps-1610940848-router', 'tenant_id': '4c7c17f4b04849e19919728e4fef0a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'b342fa47-f0c4-4c35-9a69-c4a3aff5601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:07Z', 'updated_at': '2022-02-11T13:41:09Z', 'revision_number': 3, 'project_id': '4c7c17f4b04849e19919728e4fef0a80', 'gw_port': {'id': 'b342fa47-f0c4-4c35-9a69-c4a3aff5601d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f6aa-402a-40da-85e8-8d1ee86c7abb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:08Z', 'updated_at': '2022-02-11T13:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:12.982933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Checking router: 20c5f6aa-402a-40da-85e8-8d1ee86c7abb for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:41:12.983350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Updating router 20c5f6aa-402a-40da-85e8-8d1ee86c7abb port b342fa47-f0c4-4c35-9a69-c4a3aff5601d binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:41:12.990889 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-38fbf184-cdf1-442e-97e6-ebb2f795eedf tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.002887 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-38fbf184-cdf1-442e-97e6-ebb2f795eedf tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.035918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-38fbf184-cdf1-442e-97e6-ebb2f795eedf tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.044582 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.064886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbf184-cdf1-442e-97e6-ebb2f795eedf tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5b37a5b-bb4f-4b62-b838-65b54f5bf0e8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:13.068169 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-38fbf184-cdf1-442e-97e6-ebb2f795eedf tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.069586 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-38fbf184-cdf1-442e-97e6-ebb2f795eedf tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/a5b37a5b-bb4f-4b62-b838-65b54f5bf0e8 HTTP/1.1" status: 204 len: 168 time: 0.1644289 Feb 11 13:41:13.074707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38500) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:13.131454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d2322dfd-fd3c-459c-bb4d-143c9e66f198 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:13.150331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d2322dfd-fd3c-459c-bb4d-143c9e66f198 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:13.152215 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d2322dfd-fd3c-459c-bb4d-143c9e66f198 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0765693 Feb 11 13:41:13.154962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38504) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:13.209304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4506eb-5a1f-430f-a50b-5e04e4d2fefa req-8ca6c94f-9891-46f1-8e82-5cc46750c543 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.210839 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ac4506eb-5a1f-430f-a50b-5e04e4d2fefa req-8ca6c94f-9891-46f1-8e82-5cc46750c543 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.3993154 Feb 11 13:41:13.226478 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff918fee-7ac9-4c6a-9438-49dea56f582c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.257873 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff918fee-7ac9-4c6a-9438-49dea56f582c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.323666 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.329106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.341015 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff918fee-7ac9-4c6a-9438-49dea56f582c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.406049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff918fee-7ac9-4c6a-9438-49dea56f582c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0466397f-72c7-4927-8877-acefd82cb699,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:13.440001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff918fee-7ac9-4c6a-9438-49dea56f582c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.442743 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ff918fee-7ac9-4c6a-9438-49dea56f582c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/0466397f-72c7-4927-8877-acefd82cb699 HTTP/1.1" status: 204 len: 168 time: 0.2853260 Feb 11 13:41:13.444866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38514) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:13.472220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ac4506eb-5a1f-430f-a50b-5e04e4d2fefa req-1da75a83-b9dc-4859-bcf9-76fbb7c83143 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524927 Feb 11 13:41:13.477617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.478127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:41:13.547250 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.570892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Transition to ACTIVE for port object b342fa47-f0c4-4c35-9a69-c4a3aff5601d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:13.578897 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.585638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6e17a007-aeb6-442d-88f3-6689249348cb tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:13.594069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.595613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7e7a8f67-b828-4440-a67a-4fb0e023eae9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207 HTTP/1.1" status: 204 len: 168 time: 3.7465098 Feb 11 13:41:13.601264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38522) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:13.642164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6e17a007-aeb6-442d-88f3-6689249348cb tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:13.652852 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6e17a007-aeb6-442d-88f3-6689249348cb tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2022123 Feb 11 13:41:13.662323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38526) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:13.709559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Attempting to bind port b342fa47-f0c4-4c35-9a69-c4a3aff5601d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:13.710292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Attempting to bind port b342fa47-f0c4-4c35-9a69-c4a3aff5601d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:13.710894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Attempting to bind port b342fa47-f0c4-4c35-9a69-c4a3aff5601d on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:41:13.736548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:41:13.736930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:13.737310 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.737702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:41:13.738795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Bound port: b342fa47-f0c4-4c35-9a69-c4a3aff5601d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:13.739338 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.762724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e63d0d-21d1-4c91-a83d-9aa93cce1fad admin admin] Deleting subnet 3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:41:13.778255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e330848-64af-427c-9a56-699b5bd12679 None None] Pushing event updated for resources: {'Port': ['ID=b342fa47-f0c4-4c35-9a69-c4a3aff5601d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:13.781292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46e63d0d-21d1-4c91-a83d-9aa93cce1fad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.823924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86462177-bb71-4b22-8a2a-7d6f6187527b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.881908 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86462177-bb71-4b22-8a2a-7d6f6187527b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.891044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] For port b342fa47-f0c4-4c35-9a69-c4a3aff5601d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:13.895102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] For port b342fa47-f0c4-4c35-9a69-c4a3aff5601d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b342fa47-f0c4-4c35-9a69-c4a3aff5601d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:13.900151 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.901763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46e63d0d-21d1-4c91-a83d-9aa93cce1fad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.984218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.002916 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86462177-bb71-4b22-8a2a-7d6f6187527b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.032292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86462177-bb71-4b22-8a2a-7d6f6187527b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8524c7-78b9-4b83-9000-35de97c0536f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:14.033952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e330848-64af-427c-9a56-699b5bd12679 None None] Pushing event updated for resources: {'Port': ['ID=b342fa47-f0c4-4c35-9a69-c4a3aff5601d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:14.057285 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46e63d0d-21d1-4c91-a83d-9aa93cce1fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.061159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Routers {'20c5f6aa-402a-40da-85e8-8d1ee86c7abb'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:14.061938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['20c5f6aa-402a-40da-85e8-8d1ee86c7abb'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:14.090096 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86462177-bb71-4b22-8a2a-7d6f6187527b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.091380 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-86462177-bb71-4b22-8a2a-7d6f6187527b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/ba8524c7-78b9-4b83-9000-35de97c0536f HTTP/1.1" status: 204 len: 168 time: 0.4280412 Feb 11 13:41:14.095942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38534) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:14.143905 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46e63d0d-21d1-4c91-a83d-9aa93cce1fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.197214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-46e63d0d-21d1-4c91-a83d-9aa93cce1fad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.200021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b920f5ed-e858-49a9-bcc0-ff7dccb0fcee tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:14.209417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e63d0d-21d1-4c91-a83d-9aa93cce1fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:14.219510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-46e63d0d-21d1-4c91-a83d-9aa93cce1fad admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3c45d0ff-5fd4-47cf-a21d-ba1650d0acc0 HTTP/1.1" status: 204 len: 168 time: 0.6172254 Feb 11 13:41:14.222140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38538) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:14.246249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b920f5ed-e858-49a9-bcc0-ff7dccb0fcee tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:14.247468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b920f5ed-e858-49a9-bcc0-ff7dccb0fcee tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1503983 Feb 11 13:41:14.252889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38546) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:14.262537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group': {'name': 'tempest-secgroup--993144981'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:14.264968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] Set router 20c5f6aa-402a-40da-85e8-8d1ee86c7abb gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:14.299812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:14.346851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:14.361395 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.385295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.392546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Allocated IP 172.20.0.1 (2ee39e1b-b290-4372-9606-7c9b1ce38c54/4c0e96c8-7627-410a-8601-a26f51206c5d/9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:14.397946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Deleting port 32bbed83-18cb-4504-a219-4241f7121776 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:14.398317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.428374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ff60f-7d2b-420b-8c78-d65a9f3a647b None None] Network dbb5ff15-67f5-44c5-955c-b754b373c77a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:41:14.733604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:14.750553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:14.761449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:14.775353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:14.882844 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.918992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.920159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Transition to ACTIVE for port object 9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:14.924982 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.946190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c5f6aa-402a-40da-85e8-8d1ee86c7abb', 'name': 'tempest-TestAggregatesBasicOps-1610940848-router', 'tenant_id': '4c7c17f4b04849e19919728e4fef0a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'b342fa47-f0c4-4c35-9a69-c4a3aff5601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:07Z', 'updated_at': '2022-02-11T13:41:09Z', 'revision_number': 3, 'project_id': '4c7c17f4b04849e19919728e4fef0a80', 'gw_port': {'id': 'b342fa47-f0c4-4c35-9a69-c4a3aff5601d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f6aa-402a-40da-85e8-8d1ee86c7abb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:08Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:14.951774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd20f73-9720-4a95-9e94-3452b1134716 None None] The sync data for ids ['20c5f6aa-402a-40da-85e8-8d1ee86c7abb'] in n-d-818559-1 is: [{'id': '20c5f6aa-402a-40da-85e8-8d1ee86c7abb', 'name': 'tempest-TestAggregatesBasicOps-1610940848-router', 'tenant_id': '4c7c17f4b04849e19919728e4fef0a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': 'b342fa47-f0c4-4c35-9a69-c4a3aff5601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:07Z', 'updated_at': '2022-02-11T13:41:09Z', 'revision_number': 3, 'project_id': '4c7c17f4b04849e19919728e4fef0a80', 'gw_port': {'id': 'b342fa47-f0c4-4c35-9a69-c4a3aff5601d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f6aa-402a-40da-85e8-8d1ee86c7abb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:08Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:41:14.975373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] DHCP port deletion for dbb5ff15-67f5-44c5-955c-b754b373c77a request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:41:14.979567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] Deleting port 32bbed83-18cb-4504-a219-4241f7121776 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:14.980277 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.006459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68610534-9e44-418c-8d25-266c5874455f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.033213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] For port 32bbed83-18cb-4504-a219-4241f7121776, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=32bbed83-18cb-4504-a219-4241f7121776,segment=NetworkSegment(45e7ac6b-9fb4-4102-9aef-abde54fee48d),segment_id=45e7ac6b-9fb4-4102-9aef-abde54fee48d)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:15.033578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.034290 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.039806 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d1764ab6-4681-4e60-93e9-61d9baa6c053 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7847109 Feb 11 13:41:15.039806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38562) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:15.055277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': '68610534-9e44-418c-8d25-266c5874455f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:15.062373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.121499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:15.134948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:15.139927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:15.156403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:15.179471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Network 2ee39e1b-b290-4372-9606-7c9b1ce38c54 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:15.180711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.183953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:15.185125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Calling delete_port for 32bbed83-18cb-4504-a219-4241f7121776 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:15.192327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:41:15.232332 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.273446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975b99b-1aa0-4f31-8ae7-96114da35fa3 req-a4c8c9d0-d170-4232-8860-2f7218f39ebe tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:15.280311 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3975b99b-1aa0-4f31-8ae7-96114da35fa3 req-a4c8c9d0-d170-4232-8860-2f7218f39ebe tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.5783684 Feb 11 13:41:15.291981 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:41:15.309671 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] For port 32bbed83-18cb-4504-a219-4241f7121776, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=32bbed83-18cb-4504-a219-4241f7121776,segment=NetworkSegment(45e7ac6b-9fb4-4102-9aef-abde54fee48d),segment_id=45e7ac6b-9fb4-4102-9aef-abde54fee48d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:15.310521 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.342454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.352401 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.355678 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.380378 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3975b99b-1aa0-4f31-8ae7-96114da35fa3 req-e61ffc25-2865-4780-95c3-4baf3b286c92 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991013 Feb 11 13:41:15.386695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.402151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2adb74-e32b-442f-a9b4-f3bf1de2fe12,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.447322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=32bbed83-18cb-4504-a219-4241f7121776,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.455633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] No DVR routers for this DVR port 32bbed83-18cb-4504-a219-4241f7121776 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:15.462431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.471861 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9120d67e-8cc6-45b4-b1cc-6ef025cd0c32 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4270289 Feb 11 13:41:15.478350 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38570) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:15.600865 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.652048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] Calling delete_port for 32bbed83-18cb-4504-a219-4241f7121776 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:15.652720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb5ff15-67f5-44c5-955c-b754b373c77a']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:15.657692 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ed8ecad5-4574-40ca-9edd-7ef0652d6935 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.667280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e7ac6b-9fb4-4102-9aef-abde54fee48d') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:15.667810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e7ac6b-9fb4-4102-9aef-abde54fee48d') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:15.674983 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ed8ecad5-4574-40ca-9edd-7ef0652d6935 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.682147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.686612 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.701937 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.716888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:41:15.719794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:15.767056 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:15.825606 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:41:15.825960 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:41:15.837292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 32bbed83-18cb-4504-a219-4241f7121776 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:41:15.880236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 32bbed83-18cb-4504-a219-4241f7121776 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:41:15.880814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 32bbed83-18cb-4504-a219-4241f7121776 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:41:15.893703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.911742 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3df0e23-db6e-4ec3-b099-7c4a47f728a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.914187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-33eef8d2-47d4-47df-bc35-77db4c79b79f None None] Provisioning for port 9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:15.916103 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.920828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-33eef8d2-47d4-47df-bc35-77db4c79b79f None None] Provisioning complete for port 9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:15.921623 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-33eef8d2-47d4-47df-bc35-77db4c79b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.955158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb5ff15-67f5-44c5-955c-b754b373c77a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.966170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-855268c8-a8d0-428d-8c00-8339c01a01d7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/dbb5ff15-67f5-44c5-955c-b754b373c77a HTTP/1.1" status: 204 len: 168 time: 1.7427714 Feb 11 13:41:15.999114 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ed8ecad5-4574-40ca-9edd-7ef0652d6935 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.000271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-33eef8d2-47d4-47df-bc35-77db4c79b79f None None] Port 9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:41:16.074781 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.089310 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.117335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ecad5-4574-40ca-9edd-7ef0652d6935 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff2adb74-e32b-442f-a9b4-f3bf1de2fe12,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:16.177196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ed8ecad5-4574-40ca-9edd-7ef0652d6935 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.178550 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ed8ecad5-4574-40ca-9edd-7ef0652d6935 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/ff2adb74-e32b-442f-a9b4-f3bf1de2fe12 HTTP/1.1" status: 204 len: 168 time: 0.6962295 Feb 11 13:41:16.186823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38588) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:16.218378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38592) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:16.244057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.252991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:16.294841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675a7316-ef26-4c0c-8d0d-cf3b5cab1772 req-da4a6f3f-1f1b-46fc-9a48-769c8122fc1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 1097 time: 0.4187233 Feb 11 13:41:16.297005 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-727e459f-2278-4e7c-9d8d-21f5a13efc96 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=926c859914dd4d70a28f3214309ecf4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0762324 Feb 11 13:41:16.299816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38600) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:16.327193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] Deleting port 32bbed83-18cb-4504-a219-4241f7121776 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:16.327877 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.356359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-52bc1f45-9d07-476f-a421-961ce0a41a52 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:16.395688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-52bc1f45-9d07-476f-a421-961ce0a41a52 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:16.399600 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-52bc1f45-9d07-476f-a421-961ce0a41a52 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2072349 Feb 11 13:41:16.406952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38604) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:16.444113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-01c9b06d-c236-43e5-baf3-fa9f6677625b None None] The port '32bbed83-18cb-4504-a219-4241f7121776' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:41:16.547358 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-998fd059-07a5-4806-b727-232eed963dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.595971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a7316-ef26-4c0c-8d0d-cf3b5cab1772 req-7d5ec71c-6381-45a5-b7bc-444631ded93a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:16.598075 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675a7316-ef26-4c0c-8d0d-cf3b5cab1772 req-7d5ec71c-6381-45a5-b7bc-444631ded93a service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 916 time: 0.2810278 Feb 11 13:41:16.602391 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-998fd059-07a5-4806-b727-232eed963dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.641870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3551f242-7ee4-4999-9e0e-6f344606f020 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.646924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Network 2ee39e1b-b290-4372-9606-7c9b1ce38c54 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:16.649606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:16.730914 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675a7316-ef26-4c0c-8d0d-cf3b5cab1772 req-4f7a582a-9809-4d21-818f-36cb654dfa27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec HTTP/1.1" status: 200 len: 217 time: 0.1213741 Feb 11 13:41:16.794361 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-998fd059-07a5-4806-b727-232eed963dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.821918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fd059-07a5-4806-b727-232eed963dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4ebad2-ff77-43c3-9280-6eb572f08b51,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:16.823851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-998fd059-07a5-4806-b727-232eed963dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.825285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-998fd059-07a5-4806-b727-232eed963dea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f4ebad2-ff77-43c3-9280-6eb572f08b51 HTTP/1.1" status: 204 len: 168 time: 0.5244238 Feb 11 13:41:16.858134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a7316-ef26-4c0c-8d0d-cf3b5cab1772 req-81372887-9755-4894-a1bb-351011340f26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:16.859640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675a7316-ef26-4c0c-8d0d-cf3b5cab1772 req-81372887-9755-4894-a1bb-351011340f26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dbea47d-a95d-4451-9578-3024e647243d HTTP/1.1" status: 200 len: 855 time: 0.1113279 Feb 11 13:41:16.932396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3551f242-7ee4-4999-9e0e-6f344606f020 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.947748 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675a7316-ef26-4c0c-8d0d-cf3b5cab1772 req-52f8ee1a-33b5-4bfd-ada6-e349ec26e704 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba7e235-4164-4c53-b266-14bb948ea7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805371 Feb 11 13:41:17.010535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9b59b-e3e6-4b53-9c31-a6194063b755 req-4aebbd33-c2ca-4d0d-bea5-fae3aec89e6a tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:17.012061 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-11c9b59b-e3e6-4b53-9c31-a6194063b755 req-4aebbd33-c2ca-4d0d-bea5-fae3aec89e6a tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.4632592 Feb 11 13:41:17.040211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-62e5d375-076c-4470-9336-3265c3cba58e None None] Provisioning complete for port 9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:17.065665 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62e5d375-076c-4470-9336-3265c3cba58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.204341 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bebc51-ef0e-43d2-83e0-2d4767367b52 None None] Sync routers for ids ['7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:41:17.204932 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-62e5d375-076c-4470-9336-3265c3cba58e None None] Port 9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:41:17.221602 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675a7316-ef26-4c0c-8d0d-cf3b5cab1772 req-134052f1-a725-4e81-8a85-e3b1b90b2d47 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587481 Feb 11 13:41:17.235795 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bebc51-ef0e-43d2-83e0-2d4767367b52 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:17.238086 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bebc51-ef0e-43d2-83e0-2d4767367b52 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:41:17.238892 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-75bebc51-ef0e-43d2-83e0-2d4767367b52 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:41:17.266097 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bebc51-ef0e-43d2-83e0-2d4767367b52 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:17.268334 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bebc51-ef0e-43d2-83e0-2d4767367b52 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:41:17.270829 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-75bebc51-ef0e-43d2-83e0-2d4767367b52 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:40:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:41:17.271692 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bebc51-ef0e-43d2-83e0-2d4767367b52 None None] The sync data for ids ['7a02e9b9-d4a7-40c2-a1ce-3d1fa200b207'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:41:17.335980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3551f242-7ee4-4999-9e0e-6f344606f020 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.373456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551f242-7ee4-4999-9e0e-6f344606f020 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68610534-9e44-418c-8d25-266c5874455f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:17.382634 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-11c9b59b-e3e6-4b53-9c31-a6194063b755 req-32186cfb-1701-4b8c-8671-cb50256f8ee3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078134 Feb 11 13:41:17.419161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3551f242-7ee4-4999-9e0e-6f344606f020 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.421081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3551f242-7ee4-4999-9e0e-6f344606f020 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/68610534-9e44-418c-8d25-266c5874455f HTTP/1.1" status: 204 len: 168 time: 1.0125599 Feb 11 13:41:17.428361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:17.445147 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675a7316-ef26-4c0c-8d0d-cf3b5cab1772 req-be89df51-ca4e-471d-a795-d9642b17a948 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162414 Feb 11 13:41:17.560588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b32ea0b4-04e6-4b0b-9a27-0271b829e0d3 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:17.611332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b32ea0b4-04e6-4b0b-9a27-0271b829e0d3 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:17.612626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b32ea0b4-04e6-4b0b-9a27-0271b829e0d3 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1834135 Feb 11 13:41:17.616655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38632) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:17.623245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group': {'name': 'tempest-secgroup--308652791'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:17.628279 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07b27067-c33f-4146-8ade-5b7857376559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.635426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38636) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:17.638497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:17.649701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:17.661952 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7d9d-1d0c-4b26-a9c4-6837d029c6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.664842 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.694213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Router 20c5f6aa-402a-40da-85e8-8d1ee86c7abb has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:17.716695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8a5c7d9d-1d0c-4b26-a9c4-6837d029c6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:17.723725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8a5c7d9d-1d0c-4b26-a9c4-6837d029c6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:17.728584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8a5c7d9d-1d0c-4b26-a9c4-6837d029c6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:17.745958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:17.754692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:17.758295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:17.764084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:17.791179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8a5c7d9d-1d0c-4b26-a9c4-6837d029c6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:17.838324 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.843055 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.890859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7066c08f-f85b-4e42-a562-be01eddd463c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:41:17.922327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac373cc-56bc-4055-8dfc-cf9d13e755cf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:18.014758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.016382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Sync routers for ids ['d29cef8f-64cd-4bad-bb30-a37495ddb60b'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:41:18.023245 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-43eba8b6-8f31-4f60-b3a8-23a4bce9d9b8 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4031720 Feb 11 13:41:18.024836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 7066c08f-f85b-4e42-a562-be01eddd463c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:41:18.027029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7066c08f-f85b-4e42-a562-be01eddd463c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:41:18.034662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38646) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:18.051315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': 'fac373cc-56bc-4055-8dfc-cf9d13e755cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:18.056081 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7d9d-1d0c-4b26-a9c4-6837d029c6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.061625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7d9d-1d0c-4b26-a9c4-6837d029c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.065647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:18.075226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:18.084114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Routers {'d29cef8f-64cd-4bad-bb30-a37495ddb60b'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:18.084759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d29cef8f-64cd-4bad-bb30-a37495ddb60b'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:18.090352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:18.120899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:18.123782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c7d9d-1d0c-4b26-a9c4-6837d029c6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2119792e-eb12-4171-8b47-d555174e9c86,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:18.159399 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.199696 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8a5c7d9d-1d0c-4b26-a9c4-6837d029c6c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.5623741 Feb 11 13:41:18.204962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38650) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:18.224569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:18.244675 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2573d8f9-a265-4576-8ada-80de96ed15a9 admin admin] 10.222.0.67 "PUT /v2.0/routers/20c5f6aa-402a-40da-85e8-8d1ee86c7abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2921779 Feb 11 13:41:18.315638 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.322607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.361409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd436924-8a65-44cb-acc0-e1102336043a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:18.419938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Set router d29cef8f-64cd-4bad-bb30-a37495ddb60b gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:18.467327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-477ce9c7-9d5b-4bd2-9fd6-3d1133638a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.474888 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.477640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9376605b-4089-416a-98f1-651a6884be61 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4417775 Feb 11 13:41:18.481730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:18.524813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f8dbffec-62f5-495e-b0f4-66a0bef816ad tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules/dd436924-8a65-44cb-acc0-e1102336043a HTTP/1.1" status: 200 len: 705 time: 0.0418727 Feb 11 13:41:18.527563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38666) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:18.560591 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-477ce9c7-9d5b-4bd2-9fd6-3d1133638a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.655052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5bf4ad8c-cc55-4de5-b5a9-3080f495a8a2 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:18.675263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5bf4ad8c-cc55-4de5-b5a9-3080f495a8a2 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:18.676775 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5bf4ad8c-cc55-4de5-b5a9-3080f495a8a2 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1477497 Feb 11 13:41:18.679978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:18.723228 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4b23ae48-83bf-491e-8286-2c3564222b95 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.742381 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4b23ae48-83bf-491e-8286-2c3564222b95 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.807049 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4b23ae48-83bf-491e-8286-2c3564222b95 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.829320 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-477ce9c7-9d5b-4bd2-9fd6-3d1133638a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.867809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23ae48-83bf-491e-8286-2c3564222b95 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd436924-8a65-44cb-acc0-e1102336043a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:18.872070 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4b23ae48-83bf-491e-8286-2c3564222b95 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.875590 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4b23ae48-83bf-491e-8286-2c3564222b95 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/dd436924-8a65-44cb-acc0-e1102336043a HTTP/1.1" status: 204 len: 168 time: 0.1925921 Feb 11 13:41:18.876002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38682) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:18.925792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4726f-457e-40e5-b8f9-15aa1c8d5a01 req-8d64df1c-d9da-4996-9ffe-a52cbce1e5f6 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:18.934058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afd4726f-457e-40e5-b8f9-15aa1c8d5a01 req-8d64df1c-d9da-4996-9ffe-a52cbce1e5f6 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.2483871 Feb 11 13:41:18.935573 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b7630629-6d43-49b1-b82a-703234928196 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:18.944978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ce9c7-9d5b-4bd2-9fd6-3d1133638a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2119792e-eb12-4171-8b47-d555174e9c86,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:18.961385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b7630629-6d43-49b1-b82a-703234928196 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:18.963197 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b7630629-6d43-49b1-b82a-703234928196 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0861650 Feb 11 13:41:18.966437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38688) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:18.975254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c0d725db-7ba1-4523-a7db-ebfb932a6dda tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': 'fac373cc-56bc-4055-8dfc-cf9d13e755cf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:18.996032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c0d725db-7ba1-4523-a7db-ebfb932a6dda tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:18.997972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-477ce9c7-9d5b-4bd2-9fd6-3d1133638a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.001142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-477ce9c7-9d5b-4bd2-9fd6-3d1133638a5d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2119792e-eb12-4171-8b47-d555174e9c86 HTTP/1.1" status: 204 len: 168 time: 0.7916236 Feb 11 13:41:19.008630 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.012548 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.031226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c0d725db-7ba1-4523-a7db-ebfb932a6dda tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:19.070662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afd4726f-457e-40e5-b8f9-15aa1c8d5a01 req-76610870-208a-495b-b062-14cf06fcfdcb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103168 Feb 11 13:41:19.072952 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0d725db-7ba1-4523-a7db-ebfb932a6dda tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.149670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'name': 'tempest-TestAggregatesBasicOps-925455474-router', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:55Z', 'updated_at': '2022-02-11T13:41:02Z', 'revision_number': 4, 'project_id': '33698822b42b4aae9303e5020f312061', 'gw_port': {'id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:56Z', 'updated_at': '2022-02-11T13:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '160b590f-b523-4c29-9818-68718756d9af', 'name': '', 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'mac_address': 'fa:16:3e:cf:93:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f69da728-efb4-4dea-a872-536019ee2535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:00Z', 'updated_at': '2022-02-11T13:41:02Z', 'revision_number': 2, 'project_id': '33698822b42b4aae9303e5020f312061', 'subnets': [{'id': 'f69da728-efb4-4dea-a872-536019ee2535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:19.155900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Checking router: d29cef8f-64cd-4bad-bb30-a37495ddb60b for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:41:19.156468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Updating router d29cef8f-64cd-4bad-bb30-a37495ddb60b port 160b590f-b523-4c29-9818-68718756d9af binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:41:19.221491 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.237616 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0d725db-7ba1-4523-a7db-ebfb932a6dda tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.243091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0d725db-7ba1-4523-a7db-ebfb932a6dda tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.297849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d725db-7ba1-4523-a7db-ebfb932a6dda tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5298fc9-870d-4144-bf34-f17456cfd7ff,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:19.335291 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0d725db-7ba1-4523-a7db-ebfb932a6dda tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.339541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c0d725db-7ba1-4523-a7db-ebfb932a6dda tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3693101 Feb 11 13:41:19.339937 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38704) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:19.386447 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-265dafba-71a1-4a3b-833d-da6f3727a53a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules/e5298fc9-870d-4144-bf34-f17456cfd7ff HTTP/1.1" status: 200 len: 705 time: 0.0427425 Feb 11 13:41:19.387456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38710) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:19.523757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6ce6a354-9f66-4c15-b6b9-930c09819842 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:19.559594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6ce6a354-9f66-4c15-b6b9-930c09819842 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:19.561247 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6ce6a354-9f66-4c15-b6b9-930c09819842 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1726038 Feb 11 13:41:19.564175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38716) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:19.650269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23e67927-48cd-42fc-a4fe-a68533e97c5a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.671054 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23e67927-48cd-42fc-a4fe-a68533e97c5a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.706348 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23e67927-48cd-42fc-a4fe-a68533e97c5a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.764767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67927-48cd-42fc-a4fe-a68533e97c5a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5298fc9-870d-4144-bf34-f17456cfd7ff,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:19.785804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23e67927-48cd-42fc-a4fe-a68533e97c5a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.787763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-23e67927-48cd-42fc-a4fe-a68533e97c5a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/e5298fc9-870d-4144-bf34-f17456cfd7ff HTTP/1.1" status: 204 len: 168 time: 0.2225924 Feb 11 13:41:19.790134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38724) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:19.858091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fcf9bcba-2ade-4a61-9aa1-8f66a626f28c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:19.868965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b342fa47-f0c4-4c35-9a69-c4a3aff5601d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:19.875531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fcf9bcba-2ade-4a61-9aa1-8f66a626f28c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:19.880581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38734) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:19.881067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fcf9bcba-2ade-4a61-9aa1-8f66a626f28c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0889626 Feb 11 13:41:19.886193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2500dae4-9630-4e11-8bcb-f188e2b8b3b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': 'fac373cc-56bc-4055-8dfc-cf9d13e755cf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:19.892710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2500dae4-9630-4e11-8bcb-f188e2b8b3b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:19.906829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2500dae4-9630-4e11-8bcb-f188e2b8b3b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:19.982525 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.000651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Transition to ACTIVE for port object 160b590f-b523-4c29-9818-68718756d9af will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:20.010057 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.044893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port b342fa47-f0c4-4c35-9a69-c4a3aff5601d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:20.074061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b342fa47-f0c4-4c35-9a69-c4a3aff5601d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:20.074487 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.089885 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2500dae4-9630-4e11-8bcb-f188e2b8b3b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.192117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2500dae4-9630-4e11-8bcb-f188e2b8b3b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.202361 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2500dae4-9630-4e11-8bcb-f188e2b8b3b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.229464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500dae4-9630-4e11-8bcb-f188e2b8b3b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae889f9-918f-4ef6-917e-99b19fdd7a70,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:20.255274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2500dae4-9630-4e11-8bcb-f188e2b8b3b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.256474 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2500dae4-9630-4e11-8bcb-f188e2b8b3b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3748565 Feb 11 13:41:20.259388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38754) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:20.325311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c6c3d88a-271e-41c3-88e9-b95e65f19843 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules/9ae889f9-918f-4ef6-917e-99b19fdd7a70 HTTP/1.1" status: 200 len: 706 time: 0.0644150 Feb 11 13:41:20.327537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38760) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:20.381125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d83ca9-ee51-450e-a8d2-b0da3791d656 None None] Pushing event updated for resources: {'Port': ['ID=160b590f-b523-4c29-9818-68718756d9af,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:20.434337 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.451735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e8962-3dfb-4828-a801-f0cd93d003f7 req-e1dd60bd-7e38-4c71-9d1a-0a318cb1d751 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:20.459390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1a0e8962-3dfb-4828-a801-f0cd93d003f7 req-e1dd60bd-7e38-4c71-9d1a-0a318cb1d751 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.1395802 Feb 11 13:41:20.472522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-facfa1a4-9a2d-4c81-8d1e-0bb416fcbf6a tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1436017 Feb 11 13:41:20.482799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38766) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:20.534635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1a0e8962-3dfb-4828-a801-f0cd93d003f7 req-f686bf6a-120d-4b54-83e6-2493056f25f1 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744400 Feb 11 13:41:20.574228 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-894053dd-18b4-4da0-8d1b-4757573551ec tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.599356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-894053dd-18b4-4da0-8d1b-4757573551ec tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.603412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Attempting to bind port 160b590f-b523-4c29-9818-68718756d9af on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:20.603786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Attempting to bind port 160b590f-b523-4c29-9818-68718756d9af by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'b72592f8-336d-427a-b5dd-385445235af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:20.604200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Attempting to bind port 160b590f-b523-4c29-9818-68718756d9af on network c59c6e29-4f40-4261-8075-08f916d3c2fc {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:41:20.609404 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.641687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:41:20.642733 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-894053dd-18b4-4da0-8d1b-4757573551ec tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.642921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Checking segment: {'id': 'b72592f8-336d-427a-b5dd-385445235af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:20.643491 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.644198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Bound using segment: {'id': 'b72592f8-336d-427a-b5dd-385445235af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:41:20.645391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Bound port: 160b590f-b523-4c29-9818-68718756d9af, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72592f8-336d-427a-b5dd-385445235af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:20.646008 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.671568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894053dd-18b4-4da0-8d1b-4757573551ec tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ae889f9-918f-4ef6-917e-99b19fdd7a70,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:20.679299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-894053dd-18b4-4da0-8d1b-4757573551ec tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.680423 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-894053dd-18b4-4da0-8d1b-4757573551ec tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/9ae889f9-918f-4ef6-917e-99b19fdd7a70 HTTP/1.1" status: 204 len: 168 time: 0.1964526 Feb 11 13:41:20.683013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38780) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:20.716345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port b342fa47-f0c4-4c35-9a69-c4a3aff5601d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b342fa47-f0c4-4c35-9a69-c4a3aff5601d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:20.721406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38784) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:20.745761 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.746471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c9d1a7a9-6aff-46b9-9598-8a614c3be757 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:20.772387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c9d1a7a9-6aff-46b9-9598-8a614c3be757 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:20.775012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c9d1a7a9-6aff-46b9-9598-8a614c3be757 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0908477 Feb 11 13:41:20.777676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38792) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:20.784288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8a4399c7-9e24-44d7-ac5b-5221102aa105 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:41:20.856957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 8a4399c7-9e24-44d7-ac5b-5221102aa105 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:41:20.857302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8a4399c7-9e24-44d7-ac5b-5221102aa105 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:41:20.886335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86ab6c03-1b63-458c-8cce-ad25602d3990 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.906358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=b342fa47-f0c4-4c35-9a69-c4a3aff5601d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:20.909448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] For port 160b590f-b523-4c29-9818-68718756d9af, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:20.913450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] For port 160b590f-b523-4c29-9818-68718756d9af, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=160b590f-b523-4c29-9818-68718756d9af,segment=NetworkSegment(b72592f8-336d-427a-b5dd-385445235af6),segment_id=b72592f8-336d-427a-b5dd-385445235af6)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:20.917970 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.945781 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86ab6c03-1b63-458c-8cce-ad25602d3990 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.027761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d83ca9-ee51-450e-a8d2-b0da3791d656 None None] Pushing event updated for resources: {'Port': ['ID=160b590f-b523-4c29-9818-68718756d9af,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:21.028842 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86ab6c03-1b63-458c-8cce-ad25602d3990 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.040158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Routers {'d29cef8f-64cd-4bad-bb30-a37495ddb60b'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:21.041112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['d29cef8f-64cd-4bad-bb30-a37495ddb60b'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:21.084867 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-86ab6c03-1b63-458c-8cce-ad25602d3990 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.086230 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-86ab6c03-1b63-458c-8cce-ad25602d3990 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/fac373cc-56bc-4055-8dfc-cf9d13e755cf HTTP/1.1" status: 204 len: 168 time: 0.3070407 Feb 11 13:41:21.087469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab6c03-1b63-458c-8cce-ad25602d3990 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac373cc-56bc-4055-8dfc-cf9d13e755cf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:21.089369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38798) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:21.159613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b771393e-38e7-4b1c-8bf1-f864a0e5d40e tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:21.215781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b771393e-38e7-4b1c-8bf1-f864a0e5d40e tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:21.221527 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b771393e-38e7-4b1c-8bf1-f864a0e5d40e tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1269825 Feb 11 13:41:21.221754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38806) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:21.229308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068505770'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:21.239878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:21.251616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:21.273344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.319838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:21.324611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:21.328051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:21.335870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:21.366678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] Set router d29cef8f-64cd-4bad-bb30-a37495ddb60b gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:21.372776 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.412082 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.418348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.469055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce6cd55-8e1d-4b64-a015-f8a10c03f636,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:21.548714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.548714 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-08465980-59a5-423d-b4e4-53eb5af74182 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3213315 Feb 11 13:41:21.548714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38814) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:21.555856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Request body: {'security_group_rule': {'security_group_id': 'cce6cd55-8e1d-4b64-a015-f8a10c03f636', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:21.573419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:21.585311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Usage tracker for resource:security_group_rule and tenant:8d3b19d93bc6429992117c4625461fa0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:21.589122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:21.596078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:21.630144 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.751506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b342fa47-f0c4-4c35-9a69-c4a3aff5601d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:21.767892 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.775399 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.808270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a90ec20-f026-4441-a548-2681a3af7138,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:21.836806 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.842278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d4590d93-b7a5-46b3-babf-4dc73a93fd0b tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2926345 Feb 11 13:41:21.843703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38824) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:21.950520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port b342fa47-f0c4-4c35-9a69-c4a3aff5601d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:21.951066 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.033215 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c063766d-b51e-4849-a65f-6e9163dfbb9d tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.052440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'name': 'tempest-TestAggregatesBasicOps-925455474-router', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:55Z', 'updated_at': '2022-02-11T13:41:02Z', 'revision_number': 4, 'project_id': '33698822b42b4aae9303e5020f312061', 'gw_port': {'id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:56Z', 'updated_at': '2022-02-11T13:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '160b590f-b523-4c29-9818-68718756d9af', 'name': '', 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'mac_address': 'fa:16:3e:cf:93:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f69da728-efb4-4dea-a872-536019ee2535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:00Z', 'updated_at': '2022-02-11T13:41:20Z', 'revision_number': 4, 'project_id': '33698822b42b4aae9303e5020f312061', 'subnets': [{'id': 'f69da728-efb4-4dea-a872-536019ee2535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:22.062339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb51fe-e379-4b37-94b9-63e291499666 None None] The sync data for ids ['d29cef8f-64cd-4bad-bb30-a37495ddb60b'] in n-d-818559-1 is: [{'id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'name': 'tempest-TestAggregatesBasicOps-925455474-router', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:40:55Z', 'updated_at': '2022-02-11T13:41:02Z', 'revision_number': 4, 'project_id': '33698822b42b4aae9303e5020f312061', 'gw_port': {'id': 'd76acffb-d424-4d2e-998c-c3788d7c54ac', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:56Z', 'updated_at': '2022-02-11T13:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '160b590f-b523-4c29-9818-68718756d9af', 'name': '', 'network_id': 'c59c6e29-4f40-4261-8075-08f916d3c2fc', 'tenant_id': '33698822b42b4aae9303e5020f312061', 'mac_address': 'fa:16:3e:cf:93:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29cef8f-64cd-4bad-bb30-a37495ddb60b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f69da728-efb4-4dea-a872-536019ee2535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:00Z', 'updated_at': '2022-02-11T13:41:20Z', 'revision_number': 4, 'project_id': '33698822b42b4aae9303e5020f312061', 'subnets': [{'id': 'f69da728-efb4-4dea-a872-536019ee2535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:41:22.073710 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c063766d-b51e-4849-a65f-6e9163dfbb9d tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.144770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c063766d-b51e-4849-a65f-6e9163dfbb9d tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.175794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c063766d-b51e-4849-a65f-6e9163dfbb9d tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.179411 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c063766d-b51e-4849-a65f-6e9163dfbb9d tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/cce6cd55-8e1d-4b64-a015-f8a10c03f636 HTTP/1.1" status: 204 len: 168 time: 0.3320515 Feb 11 13:41:22.179411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063766d-b51e-4849-a65f-6e9163dfbb9d tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce6cd55-8e1d-4b64-a015-f8a10c03f636,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:22.183311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38830) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:22.184047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104897b2-1f28-4bc8-8f4d-9d5a86bb7729 req-95ef863d-6f45-453f-a327-a469dc9f987f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:22.185844 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-104897b2-1f28-4bc8-8f4d-9d5a86bb7729 req-95ef863d-6f45-453f-a327-a469dc9f987f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.3936336 Feb 11 13:41:22.282258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-152f18e8-f214-4a7e-b4de-4857aeb085ba tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:22.302341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-152f18e8-f214-4a7e-b4de-4857aeb085ba tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:22.304614 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-152f18e8-f214-4a7e-b4de-4857aeb085ba tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1200075 Feb 11 13:41:22.307248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38838) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:22.395191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2d693bc6-06b7-4a62-ae98-73f5244229fc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Synchronizing usage tracker for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:22.414963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2d693bc6-06b7-4a62-ae98-73f5244229fc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] Unset dirty status for tenant:8d3b19d93bc6429992117c4625461fa0 on resource:security_group_rule {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:22.419519 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2d693bc6-06b7-4a62-ae98-73f5244229fc tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1108387 Feb 11 13:41:22.419895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38842) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:22.439187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-104897b2-1f28-4bc8-8f4d-9d5a86bb7729 req-428b9782-b84a-4815-a7a5-c94c15eba953 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639457 Feb 11 13:41:22.463282 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-5b94f570-f5cf-4713-a476-bb8dd09162b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] delete failed (client error): The resource could not be found. Feb 11 13:41:22.464485 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5b94f570-f5cf-4713-a476-bb8dd09162b7 tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "DELETE /v2.0/security-groups/cce6cd55-8e1d-4b64-a015-f8a10c03f636 HTTP/1.1" status: 404 len: 347 time: 0.0375516 Feb 11 13:41:22.468460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38846) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:22.554109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4fda718f-f044-4514-9b4f-28324c4b762c tempest-SecGroupTest-1486233617 tempest-SecGroupTest-1486233617-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0843501 Feb 11 13:41:22.647458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] Deleting port 160b590f-b523-4c29-9818-68718756d9af {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:22.647888 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.852212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38858) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:22.894098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] For port 160b590f-b523-4c29-9818-68718756d9af, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=160b590f-b523-4c29-9818-68718756d9af,segment=NetworkSegment(b72592f8-336d-427a-b5dd-385445235af6),segment_id=b72592f8-336d-427a-b5dd-385445235af6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:22.895258 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.043273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] Calling delete_port for 160b590f-b523-4c29-9818-68718756d9af owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:23.121748 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a4e60432-3e4d-45eb-9b83-4cf3f17f4965 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8d3b19d93bc6429992117c4625461fa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2682273 Feb 11 13:41:23.124170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38870) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:23.189848 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-52db2da5-1f9a-47ae-90c4-6509a9b30dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.233129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-52db2da5-1f9a-47ae-90c4-6509a9b30dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.247925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.307819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=160b590f-b523-4c29-9818-68718756d9af,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:23.326290 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-52db2da5-1f9a-47ae-90c4-6509a9b30dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.355929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db2da5-1f9a-47ae-90c4-6509a9b30dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8befcf41-29bc-4999-b347-fadc96142875,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:23.413597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-52db2da5-1f9a-47ae-90c4-6509a9b30dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.415242 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-52db2da5-1f9a-47ae-90c4-6509a9b30dfd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8befcf41-29bc-4999-b347-fadc96142875 HTTP/1.1" status: 204 len: 168 time: 0.2896991 Feb 11 13:41:23.776085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5324b-a5d5-4a28-97d3-939cdf84c25f req-587e227e-0c78-4652-8c60-1beee4db76b1 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:23.785601 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00d5324b-a5d5-4a28-97d3-939cdf84c25f req-587e227e-0c78-4652-8c60-1beee4db76b1 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.0980620 Feb 11 13:41:23.826912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.856786 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00d5324b-a5d5-4a28-97d3-939cdf84c25f req-bcca4262-61b5-44cd-a505-10fc5f9ef20e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703089 Feb 11 13:41:24.677031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38916) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:24.708667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] Router d29cef8f-64cd-4bad-bb30-a37495ddb60b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:24.843503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-270fe9b0-b9c7-487b-9a9a-ab2ba4f4f264 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:24.844339 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-270fe9b0-b9c7-487b-9a9a-ab2ba4f4f264 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:41:24.853146 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-270fe9b0-b9c7-487b-9a9a-ab2ba4f4f264 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1670604 Feb 11 13:41:24.853146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38926) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:24.863870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696515462'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:24.873649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:24.881394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:24.886432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:24.902322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:24.926977 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.944918 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.993620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:24.999917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:25.026193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a59fbe3b-a67e-46e2-a412-10b5882a03ec details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:41:25.029406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a59fbe3b-a67e-46e2-a412-10b5882a03ec no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:41:25.034110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:25.058026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:25.110826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:25.162032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df265771-ccdf-4214-a794-6fc82064b4c8 req-c0d53c85-bbdb-44b6-85bd-e275b569124d tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:25.163455 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df265771-ccdf-4214-a794-6fc82064b4c8 req-c0d53c85-bbdb-44b6-85bd-e275b569124d tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.1647995 Feb 11 13:41:25.182923 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a3b685da-b8d4-4566-96f3-c1c127571fd7 admin admin] 10.222.0.67 "PUT /v2.0/routers/d29cef8f-64cd-4bad-bb30-a37495ddb60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4542201 Feb 11 13:41:25.182923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38938) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:25.287896 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.312378 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a59fbe3b-a67e-46e2-a412-10b5882a03ec, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:25.333249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec', 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6', 'port_id': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec', 'mac_address': 'fa:16:3e:90:85:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbea47d-a95d-4451-9578-3024e647243d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:41:25.337683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:41:25.348890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.357189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.384789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a59fbe3b-a67e-46e2-a412-10b5882a03ec, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:25.400636 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.439664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:25.442443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c0736a-98d9-41ad-a7c8-d15da2a70aa5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:25.446758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df265771-ccdf-4214-a794-6fc82064b4c8 req-43e0d763-693b-4b19-a6af-e766e946ae60 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027538 Feb 11 13:41:25.451999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:25.460502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:25.468095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:25.472174 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec', 'code': 200} Feb 11 13:41:25.498601 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.518407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a59fbe3b-a67e-46e2-a412-10b5882a03ec {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:41:25.559446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a59fbe3b-a67e-46e2-a412-10b5882a03ec,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:25.583737 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.593314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.630386 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:41:25.630782 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:41:25.650176 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.698307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb78e99-ebbc-4df8-af1c-9e431ecf258b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:25.704943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.706123 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c42d411e-f751-404e-922c-a8435bf06140 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8534420 Feb 11 13:41:25.709478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38948) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:25.717610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': '9bb78e99-ebbc-4df8-af1c-9e431ecf258b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:25.725359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:25.729503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:25.734528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:25.742700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:25.765214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.839882 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.844754 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.873037 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.882205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.883419 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1706803 Feb 11 13:41:25.886434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 38956) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:25.888588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1e6cf-32a9-4c1a-9347-a34fd32fd774 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abd4cb2-dd21-436e-a870-091ebe7cce73,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:25.894604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6294f95c-a3cd-4fb1-a701-23a7e6eef053 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': '9bb78e99-ebbc-4df8-af1c-9e431ecf258b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:25.901117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Deleting port d76acffb-d424-4d2e-998c-c3788d7c54ac {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:25.901522 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.934911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6294f95c-a3cd-4fb1-a701-23a7e6eef053 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:25.947619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6294f95c-a3cd-4fb1-a701-23a7e6eef053 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:25.953653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6294f95c-a3cd-4fb1-a701-23a7e6eef053 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:25.970605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6294f95c-a3cd-4fb1-a701-23a7e6eef053 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:26.063718 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6294f95c-a3cd-4fb1-a701-23a7e6eef053 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.154048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] For port d76acffb-d424-4d2e-998c-c3788d7c54ac, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d76acffb-d424-4d2e-998c-c3788d7c54ac,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:26.154408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.244816 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.262900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59fbe3b-a67e-46e2-a412-10b5882a03ec {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:41:26.280477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a59fbe3b-a67e-46e2-a412-10b5882a03ec, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:26.285327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.358955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a59fbe3b-a67e-46e2-a412-10b5882a03ec,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.415614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Calling delete_port for d76acffb-d424-4d2e-998c-c3788d7c54ac owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:26.442780 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-6294f95c-a3cd-4fb1-a701-23a7e6eef053 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:41:26.443826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6294f95c-a3cd-4fb1-a701-23a7e6eef053 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5563445 Feb 11 13:41:26.447010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38970) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:26.491441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a59fbe3b-a67e-46e2-a412-10b5882a03ec'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:41:26.580335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ca54853a-faab-41f5-bc67-dfd58e983f77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.632019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ca54853a-faab-41f5-bc67-dfd58e983f77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.653922 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.728909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d76acffb-d424-4d2e-998c-c3788d7c54ac,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.757396 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ca54853a-faab-41f5-bc67-dfd58e983f77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.791928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ca54853a-faab-41f5-bc67-dfd58e983f77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.795472 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ca54853a-faab-41f5-bc67-dfd58e983f77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "DELETE /v2.0/security-groups/9bb78e99-ebbc-4df8-af1c-9e431ecf258b HTTP/1.1" status: 204 len: 168 time: 0.3445294 Feb 11 13:41:26.795472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54853a-faab-41f5-bc67-dfd58e983f77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb78e99-ebbc-4df8-af1c-9e431ecf258b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.796142 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38980) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:26.876305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68867e35-6c4c-4ba4-a632-6664a7e6c930 req-2e44fd0d-6b73-4a56-9e4e-bec1fa406085 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:26.877784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68867e35-6c4c-4ba4-a632-6664a7e6c930 req-2e44fd0d-6b73-4a56-9e4e-bec1fa406085 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 945 time: 0.2290418 Feb 11 13:41:26.902061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9bb58a76-be26-4f95-85cd-3104843ea784 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Synchronizing usage tracker for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:26.935717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9bb58a76-be26-4f95-85cd-3104843ea784 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Unset dirty status for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:26.938641 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9bb58a76-be26-4f95-85cd-3104843ea784 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1393363 Feb 11 13:41:26.943665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68867e35-6c4c-4ba4-a632-6664a7e6c930 req-e94588d5-caf7-4c2d-b7c8-8573ca31d28a tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588198 Feb 11 13:41:26.944289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38984) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:26.950222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015902662'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:26.957125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:26.967122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:26.976873 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.983158 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.013331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:27.017081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:27.019983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:27.025664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:27.091229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.095445 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.142330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0c99a0-3268-42e9-8da6-3ec1c77a5eeb,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:27.153748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.166688 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d9076fd5-8bc5-45ea-b8d3-11dd95138900 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2206855 Feb 11 13:41:27.170184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38992) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:27.177755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f04a09a2-0271-4e2f-8fdf-ae50bc6e35fb tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'ce0c99a0-3268-42e9-8da6-3ec1c77a5eeb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:27.178378 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-f04a09a2-0271-4e2f-8fdf-ae50bc6e35fb tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:27.182124 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f04a09a2-0271-4e2f-8fdf-ae50bc6e35fb tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082772 Feb 11 13:41:27.182294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 38996) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:27.248870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd360db9-1125-4376-ae0d-b5cc0fdb18a4 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.253703 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.259837 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.282816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd360db9-1125-4376-ae0d-b5cc0fdb18a4 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.291657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.292291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d29cef8f-64cd-4bad-bb30-a37495ddb60b {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:41:27.308138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.311838 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-93d13b3f-2387-43d5-90d5-1dedf90665ab admin admin] 10.222.0.67 "DELETE /v2.0/routers/d29cef8f-64cd-4bad-bb30-a37495ddb60b HTTP/1.1" status: 204 len: 168 time: 2.1257265 Feb 11 13:41:27.312112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39002) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:27.333234 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd360db9-1125-4376-ae0d-b5cc0fdb18a4 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.351507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd360db9-1125-4376-ae0d-b5cc0fdb18a4 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0c99a0-3268-42e9-8da6-3ec1c77a5eeb,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:27.366929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd360db9-1125-4376-ae0d-b5cc0fdb18a4 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.368049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bd360db9-1125-4376-ae0d-b5cc0fdb18a4 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "DELETE /v2.0/security-groups/ce0c99a0-3268-42e9-8da6-3ec1c77a5eeb HTTP/1.1" status: 204 len: 168 time: 0.1848404 Feb 11 13:41:27.370700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39010) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:27.382932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f344e6a-a693-4938-9ae5-063b17d652ec admin admin] Deleting subnet f69da728-efb4-4dea-a872-536019ee2535 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:41:27.386385 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f344e6a-a693-4938-9ae5-063b17d652ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.451745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f344e6a-a693-4938-9ae5-063b17d652ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.453916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-be414f29-de63-440a-a6d0-05af0722c9e2 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Synchronizing usage tracker for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:27.474929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-be414f29-de63-440a-a6d0-05af0722c9e2 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Unset dirty status for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:27.480172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-be414f29-de63-440a-a6d0-05af0722c9e2 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1045878 Feb 11 13:41:27.480308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39014) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:27.491417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'tempest-secgroup--24934747'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:27.501620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:27.514610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:27.528770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.546633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f344e6a-a693-4938-9ae5-063b17d652ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.571872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:27.575832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:27.578830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:27.585434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:27.633163 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f344e6a-a693-4938-9ae5-063b17d652ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.650747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.655462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.683760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f344e6a-a693-4938-9ae5-063b17d652ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69da728-efb4-4dea-a872-536019ee2535,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:27.695687 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f344e6a-a693-4938-9ae5-063b17d652ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.700637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9637ce-24c0-4a20-a21e-887909f4d5f6 None None] Network c59c6e29-4f40-4261-8075-08f916d3c2fc requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:41:27.721409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0f344e6a-a693-4938-9ae5-063b17d652ec admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f69da728-efb4-4dea-a872-536019ee2535 HTTP/1.1" status: 204 len: 168 time: 0.4080741 Feb 11 13:41:27.727355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39022) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:27.728438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071230df-9ac3-464e-af97-f0afc1782404,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:27.779112 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.783047 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ed1d0065-9b5f-4864-83f3-4add3de3b724 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2990661 Feb 11 13:41:27.783318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39026) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:27.789862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6e59f90d-629d-487a-8412-2233c52653d3 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': '071230df-9ac3-464e-af97-f0afc1782404', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:27.790531 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-6e59f90d-629d-487a-8412-2233c52653d3 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:27.794010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6e59f90d-629d-487a-8412-2233c52653d3 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072110 Feb 11 13:41:27.797207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39030) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:27.864243 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f20e3cae-8836-4d00-9c80-5d82335c0e56 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.873764 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.886336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Deleting port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:27.886731 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.893311 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f20e3cae-8836-4d00-9c80-5d82335c0e56 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.951220 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f20e3cae-8836-4d00-9c80-5d82335c0e56 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.974420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e3cae-8836-4d00-9c80-5d82335c0e56 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071230df-9ac3-464e-af97-f0afc1782404,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:27.983993 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f20e3cae-8836-4d00-9c80-5d82335c0e56 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.987916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f20e3cae-8836-4d00-9c80-5d82335c0e56 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "DELETE /v2.0/security-groups/071230df-9ac3-464e-af97-f0afc1782404 HTTP/1.1" status: 204 len: 168 time: 0.1898210 Feb 11 13:41:27.988529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39038) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:28.051298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-57172397-99ef-45e1-bd85-87d37df94cf0 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Synchronizing usage tracker for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:28.057163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] DHCP port deletion for c59c6e29-4f40-4261-8075-08f916d3c2fc request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:41:28.062958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] Deleting port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:28.063524 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.085752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-57172397-99ef-45e1-bd85-87d37df94cf0 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Unset dirty status for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:28.091736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-57172397-99ef-45e1-bd85-87d37df94cf0 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1021123 Feb 11 13:41:28.092372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39044) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:28.102077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301589054'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:28.139294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:28.150281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] For port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4323049b-137d-4fbc-a80d-d8c3b1bafbd3,segment=NetworkSegment(b72592f8-336d-427a-b5dd-385445235af6),segment_id=b72592f8-336d-427a-b5dd-385445235af6)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:28.150988 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.151296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:28.164989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.249420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:28.254078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:28.257066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:28.263529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:28.326882 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.332737 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.394164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Calling delete_port for 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:28.412192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] For port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4323049b-137d-4fbc-a80d-d8c3b1bafbd3,segment=NetworkSegment(b72592f8-336d-427a-b5dd-385445235af6),segment_id=b72592f8-336d-427a-b5dd-385445235af6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:28.412693 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.432978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19f20e4-7e54-4485-9d95-6c51efb853ce,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:28.457071 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.462076 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-067639d1-9d6b-4d71-b74c-a23ef8c16576 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3652332 Feb 11 13:41:28.462248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39054) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:28.475459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b790dce4-f69e-4c31-bd9d-b8ec2bdb6591 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'f19f20e4-7e54-4485-9d95-6c51efb853ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:28.476419 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-b790dce4-f69e-4c31-bd9d-b8ec2bdb6591 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:28.480058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b790dce4-f69e-4c31-bd9d-b8ec2bdb6591 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0146661 Feb 11 13:41:28.480309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39058) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:28.488872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-918c04a6-80f9-445f-838a-eac51fc9c230 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'f19f20e4-7e54-4485-9d95-6c51efb853ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:28.489645 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-918c04a6-80f9-445f-838a-eac51fc9c230 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:28.493165 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-918c04a6-80f9-445f-838a-eac51fc9c230 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091727 Feb 11 13:41:28.494865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39062) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:28.502310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c8afbf88-43bc-4d8d-8810-1c12295c36e6 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'f19f20e4-7e54-4485-9d95-6c51efb853ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:28.503801 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-c8afbf88-43bc-4d8d-8810-1c12295c36e6 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:28.507470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c8afbf88-43bc-4d8d-8810-1c12295c36e6 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090978 Feb 11 13:41:28.511455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e07717-838c-4918-8afa-1b813e88d08a req-c7c685d5-d6b9-439b-acf8-a1aa4ae25546 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:28.515992 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69e07717-838c-4918-8afa-1b813e88d08a req-c7c685d5-d6b9-439b-acf8-a1aa4ae25546 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 945 time: 0.3391123 Feb 11 13:41:28.516579 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39066) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:28.529727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9a56194c-7f06-444a-a4ba-2bc8c9af39c9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'f19f20e4-7e54-4485-9d95-6c51efb853ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:28.531240 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-9a56194c-7f06-444a-a4ba-2bc8c9af39c9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:28.535703 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9a56194c-7f06-444a-a4ba-2bc8c9af39c9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0153322 Feb 11 13:41:28.536296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39070) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:28.564055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] Calling delete_port for 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:28.579918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.638676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4323049b-137d-4fbc-a80d-d8c3b1bafbd3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:28.648966 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:41:28.649392 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:41:28.665839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] No DVR routers for this DVR port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:28.760014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed19bfbd-a91b-4d99-8990-63fd878be08a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.771604 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69e07717-838c-4918-8afa-1b813e88d08a req-78a44e84-9683-4ede-8d87-46f38f2f257c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474482 Feb 11 13:41:28.868744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.880761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed19bfbd-a91b-4d99-8990-63fd878be08a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.914217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59c6e29-4f40-4261-8075-08f916d3c2fc']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:28.940961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72592f8-336d-427a-b5dd-385445235af6') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:28.941257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72592f8-336d-427a-b5dd-385445235af6') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:28.954998 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.974032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed19bfbd-a91b-4d99-8990-63fd878be08a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.977381 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.995910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19bfbd-a91b-4d99-8990-63fd878be08a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19f20e4-7e54-4485-9d95-6c51efb853ce,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:28.997990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:41:28.998420 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:29.012829 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:29.032357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a59fbe3b-a67e-46e2-a412-10b5882a03ec up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:29.096529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed19bfbd-a91b-4d99-8990-63fd878be08a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.103236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ed19bfbd-a91b-4d99-8990-63fd878be08a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "DELETE /v2.0/security-groups/f19f20e4-7e54-4485-9d95-6c51efb853ce HTTP/1.1" status: 204 len: 168 time: 0.5605786 Feb 11 13:41:29.103236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39084) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.133224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.137691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port a59fbe3b-a67e-46e2-a412-10b5882a03ec triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:29.138294 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.157764 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.173006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] Deleting port 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:29.173877 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.177444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c59c6e29-4f40-4261-8075-08f916d3c2fc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:29.183473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-688087db-b561-499b-a11c-f968908c87ab admin admin] 10.222.0.67 "DELETE /v2.0/networks/c59c6e29-4f40-4261-8075-08f916d3c2fc HTTP/1.1" status: 204 len: 168 time: 1.4486783 Feb 11 13:41:29.186694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39088) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.189872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d9e29c67-136e-4284-9d4e-25cf07a137bc tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Synchronizing usage tracker for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:29.206484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d9e29c67-136e-4284-9d4e-25cf07a137bc tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Unset dirty status for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:29.207991 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d9e29c67-136e-4284-9d4e-25cf07a137bc tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1064513 Feb 11 13:41:29.211539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39092) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.218992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296516901'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:29.225533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:29.241820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:29.256331 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.265176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9523afaa-cb28-4e14-8607-86bdf1b6be5c None None] The port '4323049b-137d-4fbc-a80d-d8c3b1bafbd3' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:41:29.313215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:29.318177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:29.321458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:29.330141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:29.358230 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.398630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:41:29.424585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a59fbe3b-a67e-46e2-a412-10b5882a03ec, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:29.434522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.455382 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.473697 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.536053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc8bfd8-373e-4b79-8e86-0c9b57c27dab,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:29.538649 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.540562 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b0005604-9e95-4a2a-99ec-3d1776607782 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3278322 Feb 11 13:41:29.542677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39104) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.543878 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec', 'code': 200} Feb 11 13:41:29.550366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-53d61bf6-510c-401c-81d2-6384094c88fc tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'cbc8bfd8-373e-4b79-8e86-0c9b57c27dab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:29.551426 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-53d61bf6-510c-401c-81d2-6384094c88fc tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:29.552696 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-53d61bf6-510c-401c-81d2-6384094c88fc tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086484 Feb 11 13:41:29.555202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39108) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.561443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a59fbe3b-a67e-46e2-a412-10b5882a03ec,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:29.562255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9f036942-2631-439e-bd76-213270715da9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'cbc8bfd8-373e-4b79-8e86-0c9b57c27dab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:29.572115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9f036942-2631-439e-bd76-213270715da9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:29.576931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9f036942-2631-439e-bd76-213270715da9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:29.582154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9f036942-2631-439e-bd76-213270715da9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:29.589002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9f036942-2631-439e-bd76-213270715da9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:29.652720 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-9f036942-2631-439e-bd76-213270715da9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:29.655737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9f036942-2631-439e-bd76-213270715da9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0985858 Feb 11 13:41:29.657870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39112) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.684639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-389d4c1c-cf8a-49d3-af15-733e5566e683 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'cbc8bfd8-373e-4b79-8e86-0c9b57c27dab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:29.685785 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-389d4c1c-cf8a-49d3-af15-733e5566e683 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:29.689347 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-389d4c1c-cf8a-49d3-af15-733e5566e683 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0285575 Feb 11 13:41:29.689580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:41:29.697797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39116) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.704834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7ac47677-cd7b-473e-a54c-2805a274e135 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'cbc8bfd8-373e-4b79-8e86-0c9b57c27dab', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:29.715432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7ac47677-cd7b-473e-a54c-2805a274e135 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:29.720923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7ac47677-cd7b-473e-a54c-2805a274e135 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:29.725095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7ac47677-cd7b-473e-a54c-2805a274e135 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:29.728366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:41:29.728644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4323049b-137d-4fbc-a80d-d8c3b1bafbd3 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:41:29.734066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7ac47677-cd7b-473e-a54c-2805a274e135 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:29.748986 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.873673 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01e2b41a-e829-4a90-9b81-9e62ccccbe89 req-fb67d2ad-790b-413e-b02b-12ad4b80f412 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 1097 time: 0.1040289 Feb 11 13:41:29.904995 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-7ac47677-cd7b-473e-a54c-2805a274e135 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:29.909319 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7ac47677-cd7b-473e-a54c-2805a274e135 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2072973 Feb 11 13:41:29.911175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39126) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.918633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d1f0b428-4b5e-4746-8178-4c3bc3a79602 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'cbc8bfd8-373e-4b79-8e86-0c9b57c27dab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:29.919250 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-d1f0b428-4b5e-4746-8178-4c3bc3a79602 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:29.922128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d1f0b428-4b5e-4746-8178-4c3bc3a79602 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080836 Feb 11 13:41:29.923948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39130) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:29.936265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4a766c85-7611-4fac-9680-784d32d99930 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'cbc8bfd8-373e-4b79-8e86-0c9b57c27dab', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:29.944305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4a766c85-7611-4fac-9680-784d32d99930 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:29.951468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4a766c85-7611-4fac-9680-784d32d99930 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:29.955832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4a766c85-7611-4fac-9680-784d32d99930 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:29.965240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01e2b41a-e829-4a90-9b81-9e62ccccbe89 req-978c9935-abc2-463d-b86c-43f1d8d3c74e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864954 Feb 11 13:41:29.966055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4a766c85-7611-4fac-9680-784d32d99930 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:29.998349 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-4a766c85-7611-4fac-9680-784d32d99930 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:30.002160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4a766c85-7611-4fac-9680-784d32d99930 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0742643 Feb 11 13:41:30.002526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39134) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:30.009136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bc0bf192-145a-4f9a-a9d1-31d601246fce tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'cbc8bfd8-373e-4b79-8e86-0c9b57c27dab', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:30.009737 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-bc0bf192-145a-4f9a-a9d1-31d601246fce tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:30.013076 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bc0bf192-145a-4f9a-a9d1-31d601246fce tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073106 Feb 11 13:41:30.013304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39140) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:30.020607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b489ae67-291e-4133-9b74-63c67b0afddb tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'cbc8bfd8-373e-4b79-8e86-0c9b57c27dab', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:30.026945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b489ae67-291e-4133-9b74-63c67b0afddb tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:30.030845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b489ae67-291e-4133-9b74-63c67b0afddb tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:30.033404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0260f-6255-48b4-b23d-2a3a3ca740bf req-26c1e6b0-ee7b-48ee-9497-3700790b3eb8 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:30.033868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b489ae67-291e-4133-9b74-63c67b0afddb tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:30.035474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fbb0260f-6255-48b4-b23d-2a3a3ca740bf req-26c1e6b0-ee7b-48ee-9497-3700790b3eb8 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.1102242 Feb 11 13:41:30.040993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b489ae67-291e-4133-9b74-63c67b0afddb tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:30.072326 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-b489ae67-291e-4133-9b74-63c67b0afddb tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:30.076501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b489ae67-291e-4133-9b74-63c67b0afddb tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0597651 Feb 11 13:41:30.076731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39146) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:30.083879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-26e0f06e-c4ee-4144-a59c-8a9ad9f90aec tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'cbc8bfd8-373e-4b79-8e86-0c9b57c27dab', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:30.091566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-26e0f06e-c4ee-4144-a59c-8a9ad9f90aec tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:30.100592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-26e0f06e-c4ee-4144-a59c-8a9ad9f90aec tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:30.108711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-26e0f06e-c4ee-4144-a59c-8a9ad9f90aec tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:30.117432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-26e0f06e-c4ee-4144-a59c-8a9ad9f90aec tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:30.145321 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fbb0260f-6255-48b4-b23d-2a3a3ca740bf req-8d0439ed-4096-404f-adb0-81f5efdc0121 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959303 Feb 11 13:41:30.152115 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-26e0f06e-c4ee-4144-a59c-8a9ad9f90aec tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:30.156092 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-26e0f06e-c4ee-4144-a59c-8a9ad9f90aec tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0755541 Feb 11 13:41:30.156329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39150) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:30.230466 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-63c8eafa-6595-4bd3-8cfe-e5ef3840ae77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.257597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-63c8eafa-6595-4bd3-8cfe-e5ef3840ae77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.307092 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-63c8eafa-6595-4bd3-8cfe-e5ef3840ae77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.327953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8eafa-6595-4bd3-8cfe-e5ef3840ae77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc8bfd8-373e-4b79-8e86-0c9b57c27dab,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:30.336617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-63c8eafa-6595-4bd3-8cfe-e5ef3840ae77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.339096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-63c8eafa-6595-4bd3-8cfe-e5ef3840ae77 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "DELETE /v2.0/security-groups/cbc8bfd8-373e-4b79-8e86-0c9b57c27dab HTTP/1.1" status: 204 len: 168 time: 0.1818161 Feb 11 13:41:30.341405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39158) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:30.395402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-efb105b4-1f03-4645-844d-41ade757af51 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Synchronizing usage tracker for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:30.411582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-efb105b4-1f03-4645-844d-41ade757af51 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Unset dirty status for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:30.418249 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-efb105b4-1f03-4645-844d-41ade757af51 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0706213 Feb 11 13:41:30.418499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39164) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:30.424317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350116224'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:30.432896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:30.449295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:30.468330 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.511922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:30.516245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:30.520013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:30.526049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:30.577598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] Deleting port 9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:30.579017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.593257 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.598832 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.651487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7698b505-ffc1-452f-9e1a-144cc8d45148,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:30.657916 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.663477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-022fe888-a7f3-4875-a574-fbdc3b01542a tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2441025 Feb 11 13:41:30.664220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39170) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:30.670390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-51073d1f-026d-418e-9e7d-a2400d3ce982 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': '7698b505-ffc1-452f-9e1a-144cc8d45148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:30.677917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-51073d1f-026d-418e-9e7d-a2400d3ce982 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:30.682168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-51073d1f-026d-418e-9e7d-a2400d3ce982 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:30.685144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-51073d1f-026d-418e-9e7d-a2400d3ce982 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:30.691173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-51073d1f-026d-418e-9e7d-a2400d3ce982 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:30.734057 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-51073d1f-026d-418e-9e7d-a2400d3ce982 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The resource could not be found. Feb 11 13:41:30.739757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-51073d1f-026d-418e-9e7d-a2400d3ce982 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0742819 Feb 11 13:41:30.740663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39176) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:30.755329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a65fad86-bc97-48b3-ae2f-182a009b67ae tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': '7698b505-ffc1-452f-9e1a-144cc8d45148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '31cdf614-cbba-46a8-befe-a9c13f2ed3e7'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:30.770181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a65fad86-bc97-48b3-ae2f-182a009b67ae tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:30.774704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a65fad86-bc97-48b3-ae2f-182a009b67ae tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:30.777725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a65fad86-bc97-48b3-ae2f-182a009b67ae tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:30.784387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a65fad86-bc97-48b3-ae2f-182a009b67ae tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:30.804779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.828933 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-a65fad86-bc97-48b3-ae2f-182a009b67ae tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The resource could not be found. Feb 11 13:41:30.834554 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a65fad86-bc97-48b3-ae2f-182a009b67ae tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0926747 Feb 11 13:41:30.845640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39180) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:30.950520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6446aa89-e83a-4c46-9047-3a5505c3900f tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.992944 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6446aa89-e83a-4c46-9047-3a5505c3900f tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.059519 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6446aa89-e83a-4c46-9047-3a5505c3900f tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.104118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446aa89-e83a-4c46-9047-3a5505c3900f tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7698b505-ffc1-452f-9e1a-144cc8d45148,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:31.105178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] Calling delete_port for 9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:31.112125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6446aa89-e83a-4c46-9047-3a5505c3900f tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.113482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6446aa89-e83a-4c46-9047-3a5505c3900f tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "DELETE /v2.0/security-groups/7698b505-ffc1-452f-9e1a-144cc8d45148 HTTP/1.1" status: 204 len: 168 time: 0.2649035 Feb 11 13:41:31.116259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39188) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:31.177675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d8a427ae-6bcf-43f4-bec7-753755257d5f tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Synchronizing usage tracker for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:31.196028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d8a427ae-6bcf-43f4-bec7-753755257d5f tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Unset dirty status for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:31.201006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d8a427ae-6bcf-43f4-bec7-753755257d5f tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0835831 Feb 11 13:41:31.201876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39194) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:31.208329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8a6aa4b6-c19a-4e24-be81-d4f286edeccd tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'b185d518-688b-49ee-954f-bd59bfa5f331', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:31.216057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8a6aa4b6-c19a-4e24-be81-d4f286edeccd tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:31.220211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8a6aa4b6-c19a-4e24-be81-d4f286edeccd tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:31.225410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8a6aa4b6-c19a-4e24-be81-d4f286edeccd tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:31.236351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8a6aa4b6-c19a-4e24-be81-d4f286edeccd tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:31.287780 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-8a6aa4b6-c19a-4e24-be81-d4f286edeccd tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The resource could not be found. Feb 11 13:41:31.294263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39198) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:31.295206 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8a6aa4b6-c19a-4e24-be81-d4f286edeccd tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0923440 Feb 11 13:41:31.303169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'tempest-secgroup--837986549'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:31.313989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:31.325455 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.329144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:31.377201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] Pushing event deleted for resources: {'Port': ['ID=9cde5a0b-21e8-4c2b-8bff-6e3f9d1325af,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:31.418127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c078fe-29a2-4147-ae26-9560df8b6e53 req-ca6ed55a-cf06-4cc9-8905-ab260fffd188 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:31.425828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-54c078fe-29a2-4147-ae26-9560df8b6e53 req-ca6ed55a-cf06-4cc9-8905-ab260fffd188 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.1039426 Feb 11 13:41:31.435557 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.479497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-54c078fe-29a2-4147-ae26-9560df8b6e53 req-3998a385-99ee-4658-be75-0a8f6e9573aa tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517690 Feb 11 13:41:31.505351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:31.513526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:31.517751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:31.525890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:31.620672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.635492 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.796137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86337a2-9491-43e0-b4a7-624044337b94,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:31.873078 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.874314 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-df5638a3-02fa-4b88-809d-83dd034e9463 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5784779 Feb 11 13:41:31.877110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39214) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:31.883636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'tempest-secgroup--997880101'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:31.889886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:31.894852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:31.898516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:31.904051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:31.914724 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.927903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75012cc-d383-4b2b-9b3c-ca6b206fec26 req-c54ccc18-0338-4dca-ad54-a7dd6076b198 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:31.929389 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a75012cc-d383-4b2b-9b3c-ca6b206fec26 req-c54ccc18-0338-4dca-ad54-a7dd6076b198 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.2779069 Feb 11 13:41:31.964345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:31.969320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:31.972792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:31.979374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:31.998893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a75012cc-d383-4b2b-9b3c-ca6b206fec26 req-5407a16b-ed70-48ce-9b1b-12077733c408 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627398 Feb 11 13:41:32.052855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.089790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.094726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.145464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a402e66d-fc92-4ecb-931b-b50dba99401b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:32.159160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.160540 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-766bc2ab-7f44-45f7-961e-b4c6b81271a9 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2823646 Feb 11 13:41:32.163206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39224) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:32.170955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ff9992e6-0fd5-43ad-9934-ea7434d07bf2 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group_rule': {'security_group_id': 'b86337a2-9491-43e0-b4a7-624044337b94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a402e66d-fc92-4ecb-931b-b50dba99401b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:32.178732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ff9992e6-0fd5-43ad-9934-ea7434d07bf2 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:32.182843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ff9992e6-0fd5-43ad-9934-ea7434d07bf2 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:32.185886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ff9992e6-0fd5-43ad-9934-ea7434d07bf2 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:32.193807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ff9992e6-0fd5-43ad-9934-ea7434d07bf2 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:32.229647 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-ff9992e6-0fd5-43ad-9934-ea7434d07bf2 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:41:32.230819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ff9992e6-0fd5-43ad-9934-ea7434d07bf2 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0661964 Feb 11 13:41:32.234029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39228) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:32.345335 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf57757-ff7e-4bda-a60c-e5b0c3e8e989 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.387050 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf57757-ff7e-4bda-a60c-e5b0c3e8e989 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.585790 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf57757-ff7e-4bda-a60c-e5b0c3e8e989 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.694695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf57757-ff7e-4bda-a60c-e5b0c3e8e989 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a402e66d-fc92-4ecb-931b-b50dba99401b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:32.709442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf57757-ff7e-4bda-a60c-e5b0c3e8e989 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.710537 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fcf57757-ff7e-4bda-a60c-e5b0c3e8e989 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "DELETE /v2.0/security-groups/a402e66d-fc92-4ecb-931b-b50dba99401b HTTP/1.1" status: 204 len: 168 time: 0.4749355 Feb 11 13:41:32.713298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39250) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:32.777846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-db75aabb-9039-4f14-9337-324e7af0d6b9 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:32.779409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-db75aabb-9039-4f14-9337-324e7af0d6b9 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 815 time: 0.2303376 Feb 11 13:41:32.794619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a2383a49-3343-4bb3-b9f0-d0d189ed6b81 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Synchronizing usage tracker for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:32.810180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a2383a49-3343-4bb3-b9f0-d0d189ed6b81 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Unset dirty status for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:32.814464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a2383a49-3343-4bb3-b9f0-d0d189ed6b81 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0971334 Feb 11 13:41:32.814774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39254) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:32.890701 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89becbf3-6206-4de2-9265-3daee1dd72d8 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.932281 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89becbf3-6206-4de2-9265-3daee1dd72d8 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.004464 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89becbf3-6206-4de2-9265-3daee1dd72d8 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.028123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89becbf3-6206-4de2-9265-3daee1dd72d8 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86337a2-9491-43e0-b4a7-624044337b94,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:33.031420 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-77e1740e-307f-44d6-b2ce-cc97ead40be3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/quotas/a1c73ba51fc4450d80ac978e80494117 HTTP/1.1" status: 200 len: 375 time: 0.2025654 Feb 11 13:41:33.052562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89becbf3-6206-4de2-9265-3daee1dd72d8 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.057814 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-89becbf3-6206-4de2-9265-3daee1dd72d8 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "DELETE /v2.0/security-groups/b86337a2-9491-43e0-b4a7-624044337b94 HTTP/1.1" status: 204 len: 168 time: 0.2411816 Feb 11 13:41:33.058228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39262) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:33.193252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-08b26fac-715e-45fa-b5f9-13357f2c4bf4 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Synchronizing usage tracker for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:33.228511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-d0efe28b-1419-4096-a25c-06a68868efc8 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1700377 Feb 11 13:41:33.228511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-08b26fac-715e-45fa-b5f9-13357f2c4bf4 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Unset dirty status for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:33.228511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08b26fac-715e-45fa-b5f9-13357f2c4bf4 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1335516 Feb 11 13:41:33.241013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39270) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:33.244783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'tempest-secgroup--882685490'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:33.256850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:33.269337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:33.282661 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.307912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] Router 20c5f6aa-402a-40da-85e8-8d1ee86c7abb has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:33.335807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:33.415356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Usage tracker for resource:security_group_rule and tenant:9f451f1fe4924e9aae7ba71efdf051cd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:33.425783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:33.485310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:33.658489 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-2d6e77f6-b59a-44de-9252-882059d409e8 service neutron] 10.222.0.67 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176872 Feb 11 13:41:33.680770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ef481-3940-462b-945a-98031815ff74 req-6c8c7760-e48b-4d19-8235-55d574f5758c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:33.682217 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d45ef481-3940-462b-945a-98031815ff74 req-6c8c7760-e48b-4d19-8235-55d574f5758c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec2cd475-ee7b-460e-8c91-9a1eed577994 HTTP/1.1" status: 200 len: 946 time: 0.1003010 Feb 11 13:41:33.691606 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.698296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.762824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-d45ef481-3940-462b-945a-98031815ff74 req-eaf19f4c-2956-4040-9818-514d00d75612 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Deleting port a59fbe3b-a67e-46e2-a412-10b5882a03ec {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:33.763164 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d45ef481-3940-462b-945a-98031815ff74 req-eaf19f4c-2956-4040-9818-514d00d75612 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.827299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5dd45b-9f6e-4dc8-b02c-0782310a99bc,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:33.835615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.836194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8c31d8cc-f264-4c5e-a9c3-aff4d7141499 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6005089 Feb 11 13:41:33.846955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39286) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:33.858020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-aaa207e3-5bf2-47f2-9425-8d2840eda34b tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:33.858951 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-aaa207e3-5bf2-47f2-9425-8d2840eda34b tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:41:33.863437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aaa207e3-5bf2-47f2-9425-8d2840eda34b tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "PUT /v2.0/security-groups/8e5dd45b-9f6e-4dc8-b02c-0782310a99bc HTTP/1.1" status: 409 len: 330 time: 0.0152113 Feb 11 13:41:33.864617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39290) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:33.889922 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-2bd44caa-c033-4d22-bc98-6393c435e93d service neutron] 10.222.0.67 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229431 Feb 11 13:41:33.963862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:33.972959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0c77dbc4-fd26-4b4e-a405-de4f74c2776e admin admin] 10.222.0.67 "PUT /v2.0/routers/20c5f6aa-402a-40da-85e8-8d1ee86c7abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7822309 Feb 11 13:41:33.973454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39294) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:33.975985 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04ca842a-7134-4f2c-be29-f864051db75d tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.153150 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04ca842a-7134-4f2c-be29-f864051db75d tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.187251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cedfbd27-660f-471a-ac87-5ea8a64dd129 req-f1f11cca-f828-4a56-891f-5c89c1df85b5 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 210 time: 0.0955851 Feb 11 13:41:34.221391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-d45ef481-3940-462b-945a-98031815ff74 req-eaf19f4c-2956-4040-9818-514d00d75612 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] For port a59fbe3b-a67e-46e2-a412-10b5882a03ec, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a59fbe3b-a67e-46e2-a412-10b5882a03ec,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:34.222412 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d45ef481-3940-462b-945a-98031815ff74 req-eaf19f4c-2956-4040-9818-514d00d75612 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.239462 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04ca842a-7134-4f2c-be29-f864051db75d tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.272809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca842a-7134-4f2c-be29-f864051db75d tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5dd45b-9f6e-4dc8-b02c-0782310a99bc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:34.326760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04ca842a-7134-4f2c-be29-f864051db75d tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.328704 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-04ca842a-7134-4f2c-be29-f864051db75d tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "DELETE /v2.0/security-groups/8e5dd45b-9f6e-4dc8-b02c-0782310a99bc HTTP/1.1" status: 204 len: 168 time: 0.4620061 Feb 11 13:41:34.332222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39312) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:34.436790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fbfa33b9-f637-4dfb-862c-f5f49010ce5d tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Synchronizing usage tracker for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:34.457436 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.472983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-d45ef481-3940-462b-945a-98031815ff74 req-eaf19f4c-2956-4040-9818-514d00d75612 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Calling delete_port for a59fbe3b-a67e-46e2-a412-10b5882a03ec owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:34.629952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-fbfa33b9-f637-4dfb-862c-f5f49010ce5d tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] Unset dirty status for tenant:9f451f1fe4924e9aae7ba71efdf051cd on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:34.631644 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fbfa33b9-f637-4dfb-862c-f5f49010ce5d tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2979150 Feb 11 13:41:34.642948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39320) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:34.682710 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-4c3f5c8c-8bee-42a0-9fa3-ca8ae34581b1 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] delete failed (client error): The resource could not be found. Feb 11 13:41:34.683521 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4c3f5c8c-8bee-42a0-9fa3-ca8ae34581b1 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "DELETE /v2.0/security-groups/208ed710-d71d-4758-90c6-f6f239673f56 HTTP/1.1" status: 404 len: 347 time: 0.0395281 Feb 11 13:41:34.687217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39330) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:34.705486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d45ef481-3940-462b-945a-98031815ff74 req-eaf19f4c-2956-4040-9818-514d00d75612 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.717155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a59fbe3b-a67e-46e2-a412-10b5882a03ec'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:41:34.752892 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.754486 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-8a272c6d-6db4-4335-9b3d-e77b032a7c95 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] show failed (client error): The resource could not be found. Feb 11 13:41:34.759469 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8a272c6d-6db4-4335-9b3d-e77b032a7c95 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-groups/24f3935c-7721-4782-bd5d-fc57d1a654bb HTTP/1.1" status: 404 len: 347 time: 0.0697577 Feb 11 13:41:34.760153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39334) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:34.770726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf19f4c-2956-4040-9818-514d00d75612 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Pushing event deleted for resources: {'Port': ['ID=a59fbe3b-a67e-46e2-a412-10b5882a03ec,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:34.782314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Deleting port b342fa47-f0c4-4c35-9a69-c4a3aff5601d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:34.782690 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.815258 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-5458e760-1abd-4549-81d4-b3e6c9e02da3 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] show failed (client error): The resource could not be found. Feb 11 13:41:34.816761 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5458e760-1abd-4549-81d4-b3e6c9e02da3 tempest-NegativeSecGroupTest-316192803 tempest-NegativeSecGroupTest-316192803-project] 10.222.0.67 "GET /v2.0/security-group-rules/32cf6353-a572-47cf-acc0-1690007c74c2 HTTP/1.1" status: 404 len: 356 time: 0.0556540 Feb 11 13:41:34.867818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45ef481-3940-462b-945a-98031815ff74 req-eaf19f4c-2956-4040-9818-514d00d75612 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] No DVR routers for this DVR port a59fbe3b-a67e-46e2-a412-10b5882a03ec on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:34.870259 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d45ef481-3940-462b-945a-98031815ff74 req-eaf19f4c-2956-4040-9818-514d00d75612 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.873384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'name': 'network-vif-deleted', 'tag': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:41:34.896968 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d45ef481-3940-462b-945a-98031815ff74 req-eaf19f4c-2956-4040-9818-514d00d75612 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "DELETE /v2.0/ports/a59fbe3b-a67e-46e2-a412-10b5882a03ec HTTP/1.1" status: 204 len: 173 time: 1.2095664 Feb 11 13:41:35.263557 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2cd475-ee7b-460e-8c91-9a1eed577994', 'name': 'network-vif-deleted', 'tag': 'a59fbe3b-a67e-46e2-a412-10b5882a03ec', 'status': 'completed', 'code': 200} Feb 11 13:41:35.320762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] For port b342fa47-f0c4-4c35-9a69-c4a3aff5601d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=b342fa47-f0c4-4c35-9a69-c4a3aff5601d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:35.321110 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:35.329676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39352) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:35.431368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-acbbdb33-ff09-435b-a07e-a517a27424f9 req-5d55aefb-84e8-470b-91e6-88be62752b9d tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Synchronizing usage tracker for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:35.454265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-acbbdb33-ff09-435b-a07e-a517a27424f9 req-5d55aefb-84e8-470b-91e6-88be62752b9d tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Unset dirty status for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:35.459081 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-acbbdb33-ff09-435b-a07e-a517a27424f9 req-5d55aefb-84e8-470b-91e6-88be62752b9d tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 210 time: 0.0920887 Feb 11 13:41:35.494796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Calling delete_port for b342fa47-f0c4-4c35-9a69-c4a3aff5601d owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:35.734426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:35.745578 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bc24c92f-1190-46ba-a124-ed10b926507c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9f451f1fe4924e9aae7ba71efdf051cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4145188 Feb 11 13:41:35.748119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39364) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:35.854278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-232d5c78-ce5b-45ea-9a8c-764f0ef6f218 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:35.856007 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-232d5c78-ce5b-45ea-9a8c-764f0ef6f218 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 815 time: 0.2619891 Feb 11 13:41:35.885433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Request body: {'port': {'device_id': 'cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade', 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6', 'admin_state_up': True, 'tenant_id': 'a1c73ba51fc4450d80ac978e80494117'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:35.980195 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff1f584a-bcf0-4144-91f9-51e0bd63db73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.030372 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff1f584a-bcf0-4144-91f9-51e0bd63db73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.081642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b342fa47-f0c4-4c35-9a69-c4a3aff5601d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:36.100560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:36.104965 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.114691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:36.126944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Made reservation on behalf of a1c73ba51fc4450d80ac978e80494117 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:36.131231 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.149704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff1f584a-bcf0-4144-91f9-51e0bd63db73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.169026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f584a-bcf0-4144-91f9-51e0bd63db73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c0736a-98d9-41ad-a7c8-d15da2a70aa5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:36.272415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff1f584a-bcf0-4144-91f9-51e0bd63db73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.276173 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ff1f584a-bcf0-4144-91f9-51e0bd63db73 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/46c0736a-98d9-41ad-a7c8-d15da2a70aa5 HTTP/1.1" status: 204 len: 168 time: 0.5191605 Feb 11 13:41:36.355599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Allocated IP 172.20.0.5 (4ba7e235-4164-4c53-b266-14bb948ea7d6/2dbea47d-a95d-4451-9578-3024e647243d/f63ebf74-d885-4ee3-b603-c220ebc2a9ae) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:36.399842 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.404703 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.437811 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.438373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c5f6aa-402a-40da-85e8-8d1ee86c7abb {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:41:36.459246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.463530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-63e18504-bd70-495c-b020-14fe0caef0ab admin admin] 10.222.0.67 "DELETE /v2.0/routers/20c5f6aa-402a-40da-85e8-8d1ee86c7abb HTTP/1.1" status: 204 len: 168 time: 2.4891315 Feb 11 13:41:36.464390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39380) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:36.626218 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.632721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b63e100-d589-477b-ab45-f2bce832e764 admin admin] Deleting subnet 4c0e96c8-7627-410a-8601-a26f51206c5d {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:41:36.636004 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b63e100-d589-477b-ab45-f2bce832e764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.668552 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.718931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b63e100-d589-477b-ab45-f2bce832e764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.846844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Network 4ba7e235-4164-4c53-b266-14bb948ea7d6 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:36.850914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:36.855277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:41:36.879148 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b63e100-d589-477b-ab45-f2bce832e764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.920059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Pushing event updated for resources: {'Port': ['ID=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:36.954110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:36.955230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.996598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-506ee2c8-dae4-4bb1-a654-bb3fb7d2a4eb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1159830 Feb 11 13:41:37.003761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad1090-bd4a-49af-bcce-2bf6af79745a req-5e069dd5-8077-4607-9441-2370df46ed8d tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:37.006032 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2ad1090-bd4a-49af-bcce-2bf6af79745a req-5e069dd5-8077-4607-9441-2370df46ed8d tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 931 time: 0.2252948 Feb 11 13:41:37.012026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Request body: {'port': {'device_id': 'cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:37.060912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b63e100-d589-477b-ab45-f2bce832e764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.088196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a59fbe3b-a67e-46e2-a412-10b5882a03ec no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:41:37.099904 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2ad1090-bd4a-49af-bcce-2bf6af79745a req-89f6278f-a438-4842-9b72-df5e55bda71b tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874329 Feb 11 13:41:37.113255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63e100-d589-477b-ab45-f2bce832e764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0e96c8-7627-410a-8601-a26f51206c5d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:37.119672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b63e100-d589-477b-ab45-f2bce832e764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.129325 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9b63e100-d589-477b-ab45-f2bce832e764 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4c0e96c8-7627-410a-8601-a26f51206c5d HTTP/1.1" status: 204 len: 168 time: 0.6607451 Feb 11 13:41:37.129599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39404) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:37.155361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc27b50-47c1-4a89-a580-3883ee93e963 None None] Network 2ee39e1b-b290-4372-9606-7c9b1ce38c54 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:41:37.168240 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.324308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: a59fbe3b-a67e-46e2-a412-10b5882a03ec {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:41:37.324659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a59fbe3b-a67e-46e2-a412-10b5882a03ec not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:41:37.500977 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.524266 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.526619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Deleting port d8d2f15a-cb6b-4340-ba66-8852039ff620 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:37.526957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.644364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249042f2-babe-4614-9a96-df64417318c2 None None] DHCP port deletion for 2ee39e1b-b290-4372-9606-7c9b1ce38c54 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:41:37.648747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-249042f2-babe-4614-9a96-df64417318c2 None None] Deleting port d8d2f15a-cb6b-4340-ba66-8852039ff620 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:37.649118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-249042f2-babe-4614-9a96-df64417318c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.886197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63ebf74-d885-4ee3-b603-c220ebc2a9ae {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:41:37.908378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.929838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Transition to ACTIVE for port object f63ebf74-d885-4ee3-b603-c220ebc2a9ae will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:37.937473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] For port d8d2f15a-cb6b-4340-ba66-8852039ff620, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d8d2f15a-cb6b-4340-ba66-8852039ff620,segment=NetworkSegment(3cc4eb28-fb64-4e11-a3ab-71216f167f9f),segment_id=3cc4eb28-fb64-4e11-a3ab-71216f167f9f)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:37.938242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.942486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.996937 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-249042f2-babe-4614-9a96-df64417318c2 None None] For port d8d2f15a-cb6b-4340-ba66-8852039ff620, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d8d2f15a-cb6b-4340-ba66-8852039ff620,segment=NetworkSegment(3cc4eb28-fb64-4e11-a3ab-71216f167f9f),segment_id=3cc4eb28-fb64-4e11-a3ab-71216f167f9f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:37.997755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-249042f2-babe-4614-9a96-df64417318c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.017828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d8d2f15a-cb6b-4340-ba66-8852039ff620 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:41:38.125202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Pushing event updated for resources: {'Port': ['ID=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:38.181546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Calling delete_port for d8d2f15a-cb6b-4340-ba66-8852039ff620 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:38.239843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-249042f2-babe-4614-9a96-df64417318c2 None None] Calling delete_port for d8d2f15a-cb6b-4340-ba66-8852039ff620 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:41:38.333112 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.373409 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.401093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Attempting to bind port f63ebf74-d885-4ee3-b603-c220ebc2a9ae on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:38.401435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Attempting to bind port f63ebf74-d885-4ee3-b603-c220ebc2a9ae by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:38.401741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Attempting to bind port f63ebf74-d885-4ee3-b603-c220ebc2a9ae on network 4ba7e235-4164-4c53-b266-14bb948ea7d6 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:41:38.415323 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 13:41:38.424218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Port f63ebf74-d885-4ee3-b603-c220ebc2a9ae on network 4ba7e235-4164-4c53-b266-14bb948ea7d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:41:38.424579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Attempting to bind port f63ebf74-d885-4ee3-b603-c220ebc2a9ae on network 4ba7e235-4164-4c53-b266-14bb948ea7d6 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:41:38.441245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:41:38.441601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Checking segment: {'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:38.441987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Bound using segment: {'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:41:38.442418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Bound port: f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:38.442799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.459085 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] No DVR routers for this DVR port d8d2f15a-cb6b-4340-ba66-8852039ff620 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:38.468674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069ab5a-3fc6-4948-991f-29aed7743584 req-8086769b-37fb-4e4f-902c-6f47cd9f4f41 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:38.469395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e069ab5a-3fc6-4948-991f-29aed7743584 req-8086769b-37fb-4e4f-902c-6f47cd9f4f41 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Synchronizing usage tracker for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:38.489507 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-249042f2-babe-4614-9a96-df64417318c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:41:38.489921 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-249042f2-babe-4614-9a96-df64417318c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:41:38.529564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e069ab5a-3fc6-4948-991f-29aed7743584 req-8086769b-37fb-4e4f-902c-6f47cd9f4f41 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Unset dirty status for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:38.531273 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e069ab5a-3fc6-4948-991f-29aed7743584 req-8086769b-37fb-4e4f-902c-6f47cd9f4f41 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 943 time: 0.2359946 Feb 11 13:41:38.574271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d2f15a-cb6b-4340-ba66-8852039ff620,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:38.592193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e069ab5a-3fc6-4948-991f-29aed7743584 req-a78597b0-23bb-4489-92e6-c90aaea07e78 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532792 Feb 11 13:41:38.647873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] For port f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:38.651131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] For port f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:38.662562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.674660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.705806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee39e1b-b290-4372-9606-7c9b1ce38c54']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:38.719749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc4eb28-fb64-4e11-a3ab-71216f167f9f') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:38.720049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc4eb28-fb64-4e11-a3ab-71216f167f9f') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:38.732187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.749806 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.756329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Pushing event updated for resources: {'Port': ['ID=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:38.758433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:41:38.758855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.764229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.766150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-c5738fff-c2ea-41b9-a6ad-33695eeac729 service neutron] 10.222.0.73 "PUT /v2.0/ports/f63ebf74-d885-4ee3-b603-c220ebc2a9ae HTTP/1.1" status: 200 len: 1091 time: 1.7629020 Feb 11 13:41:38.766693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade', 'tag': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:38.786744 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:38.861009 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade', 'tag': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae', 'status': 'completed', 'code': 200} Feb 11 13:41:38.888278 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.912800 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-9c86b3ee-0aa0-45fb-b5b4-4912e6a1ea0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 1094 time: 0.1017790 Feb 11 13:41:38.914222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.920583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee39e1b-b290-4372-9606-7c9b1ce38c54,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:38.928695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b49e0857-022c-4a2d-8096-6fba10a49594 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2ee39e1b-b290-4372-9606-7c9b1ce38c54 HTTP/1.1" status: 204 len: 168 time: 1.7982285 Feb 11 13:41:38.991212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-249042f2-babe-4614-9a96-df64417318c2 None None] Deleting port d8d2f15a-cb6b-4340-ba66-8852039ff620 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:41:38.991596 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-249042f2-babe-4614-9a96-df64417318c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.017581 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-7d9f8e92-d036-4960-b33a-508cf452f9d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae HTTP/1.1" status: 200 len: 217 time: 0.0951676 Feb 11 13:41:39.074185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-249042f2-babe-4614-9a96-df64417318c2 None None] The port 'd8d2f15a-cb6b-4340-ba66-8852039ff620' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:41:39.119099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-6af6b348-755f-441e-a54b-91de16662d65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:39.120699 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-6af6b348-755f-441e-a54b-91de16662d65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dbea47d-a95d-4451-9578-3024e647243d HTTP/1.1" status: 200 len: 855 time: 0.0963893 Feb 11 13:41:39.122449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39466) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:39.177235 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d91e913f-9509-46c9-9de3-26ae135a67f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=33698822b42b4aae9303e5020f312061&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536122 Feb 11 13:41:39.179915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39470) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:39.182354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-f3b815c7-4ad5-4bdb-ab72-74e65dbfbb22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba7e235-4164-4c53-b266-14bb948ea7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545411 Feb 11 13:41:39.252227 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-44afb831-7054-45ba-80f3-bac31f3cfa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.283209 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-44afb831-7054-45ba-80f3-bac31f3cfa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.342483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-e24707b9-868c-49fb-8bf4-ae0bc3dd2a95 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540818 Feb 11 13:41:39.366386 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-44afb831-7054-45ba-80f3-bac31f3cfa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.390456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afb831-7054-45ba-80f3-bac31f3cfa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fade247-407a-4ac7-8ecf-17c7c8361698,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:39.394463 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-44afb831-7054-45ba-80f3-bac31f3cfa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.396561 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-44afb831-7054-45ba-80f3-bac31f3cfa02 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9fade247-407a-4ac7-8ecf-17c7c8361698 HTTP/1.1" status: 204 len: 168 time: 0.2153273 Feb 11 13:41:39.552077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ad164af-15cb-45cd-bd01-3b6e8a5656a7 req-d888e6f3-fdf9-43fe-91d8-ee84b1fec33e service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007923 Feb 11 13:41:39.760985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8ade716-605c-414c-ada4-4b18ca713319 req-a2eb8c9f-60a6-4acb-9840-a518d5a6c825 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 1094 time: 0.1506231 Feb 11 13:41:39.929629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:39.974343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751be29-3866-4b6c-9c10-85a251d1ccd3 req-d51aa549-1fcf-4212-b9bd-3506aba90902 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:39.975864 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a751be29-3866-4b6c-9c10-85a251d1ccd3 req-d51aa549-1fcf-4212-b9bd-3506aba90902 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 943 time: 0.1820879 Feb 11 13:41:39.980780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ade716-605c-414c-ada4-4b18ca713319 req-64c2cbcf-ad20-40e3-9112-8d010e86b4a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:39.982177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8ade716-605c-414c-ada4-4b18ca713319 req-64c2cbcf-ad20-40e3-9112-8d010e86b4a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 916 time: 0.2158761 Feb 11 13:41:40.029350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-860f12b1-de5f-4623-931a-73ecc424547b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c7c17f4b04849e19919728e4fef0a80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0988271 Feb 11 13:41:40.038872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39494) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:40.076730 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8ade716-605c-414c-ada4-4b18ca713319 req-40240e1a-6d45-430d-968a-3168baca2d97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae HTTP/1.1" status: 200 len: 217 time: 0.0736091 Feb 11 13:41:40.098518 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1d51-b482-4e54-a537-f8d8e2e1b432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.137660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1d51-b482-4e54-a537-f8d8e2e1b432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.204208 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1d51-b482-4e54-a537-f8d8e2e1b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.226238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f1d51-b482-4e54-a537-f8d8e2e1b432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e141ac3-28f9-4aec-a7ce-f293538d4b0d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:40.230211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1d51-b482-4e54-a537-f8d8e2e1b432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.231369 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8a3f1d51-b482-4e54-a537-f8d8e2e1b432 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e141ac3-28f9-4aec-a7ce-f293538d4b0d HTTP/1.1" status: 204 len: 168 time: 0.1977489 Feb 11 13:41:40.268577 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a751be29-3866-4b6c-9c10-85a251d1ccd3 req-3db7b5b8-b911-43d4-8d65-aa5208eadce1 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828124 Feb 11 13:41:40.301337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ade716-605c-414c-ada4-4b18ca713319 req-69e86640-56bf-4e81-90ce-c9b4dbefc782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:40.303498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8ade716-605c-414c-ada4-4b18ca713319 req-69e86640-56bf-4e81-90ce-c9b4dbefc782 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dbea47d-a95d-4451-9578-3024e647243d HTTP/1.1" status: 200 len: 855 time: 0.2180207 Feb 11 13:41:40.356275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8ade716-605c-414c-ada4-4b18ca713319 req-0104182b-9733-489e-87ce-7876378aa595 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba7e235-4164-4c53-b266-14bb948ea7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461469 Feb 11 13:41:40.537835 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8ade716-605c-414c-ada4-4b18ca713319 req-b661f7af-ef6e-4f6b-8ab1-133a6acdc55c service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748471 Feb 11 13:41:40.680169 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8ade716-605c-414c-ada4-4b18ca713319 req-d816519e-a795-4c81-a7df-57ff3124f68a service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368933 Feb 11 13:41:40.780419 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6ed0d-19d9-478d-a9c2-e23135883aa3 None None] Sync routers for ids ['d29cef8f-64cd-4bad-bb30-a37495ddb60b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:41:40.801384 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6ed0d-19d9-478d-a9c2-e23135883aa3 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:40.801743 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6ed0d-19d9-478d-a9c2-e23135883aa3 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:41:40.802329 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-1eb6ed0d-19d9-478d-a9c2-e23135883aa3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d29cef8f-64cd-4bad-bb30-a37495ddb60b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:41:40.813494 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6ed0d-19d9-478d-a9c2-e23135883aa3 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:40.813874 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6ed0d-19d9-478d-a9c2-e23135883aa3 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:41:40.814428 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-1eb6ed0d-19d9-478d-a9c2-e23135883aa3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d29cef8f-64cd-4bad-bb30-a37495ddb60b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:41:40.814807 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6ed0d-19d9-478d-a9c2-e23135883aa3 None None] The sync data for ids ['d29cef8f-64cd-4bad-bb30-a37495ddb60b'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:41:40.864960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37515c5-246b-4e4b-b6ab-9eb68fa922bb None None] Sync routers for ids ['20c5f6aa-402a-40da-85e8-8d1ee86c7abb'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:41:40.878509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37515c5-246b-4e4b-b6ab-9eb68fa922bb None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:40.880445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37515c5-246b-4e4b-b6ab-9eb68fa922bb None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:41:40.881093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_agentschedulers_db [None req-b37515c5-246b-4e4b-b6ab-9eb68fa922bb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20c5f6aa-402a-40da-85e8-8d1ee86c7abb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83569) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:41:40.902806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37515c5-246b-4e4b-b6ab-9eb68fa922bb None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:40.903172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37515c5-246b-4e4b-b6ab-9eb68fa922bb None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:41:40.903757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_agentschedulers_db [None req-b37515c5-246b-4e4b-b6ab-9eb68fa922bb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20c5f6aa-402a-40da-85e8-8d1ee86c7abb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83569) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:41:40.904377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37515c5-246b-4e4b-b6ab-9eb68fa922bb None None] The sync data for ids ['20c5f6aa-402a-40da-85e8-8d1ee86c7abb'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:41:41.141970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f63ebf74-d885-4ee3-b603-c220ebc2a9ae details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:41:41.377001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:41.404613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae', 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6', 'port_id': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae', 'mac_address': 'fa:16:3e:40:02:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbea47d-a95d-4451-9578-3024e647243d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:41:41.586738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.641820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63ebf74-d885-4ee3-b603-c220ebc2a9ae {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:41:41.676626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:41.681398 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.760104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab047957-211c-41fd-9974-f1a73b710129 req-b8732ca0-f56a-41ff-aea2-bdfef10eaa9b tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:41.762751 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab047957-211c-41fd-9974-f1a73b710129 req-b8732ca0-f56a-41ff-aea2-bdfef10eaa9b tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 944 time: 0.1270089 Feb 11 13:41:41.797001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:41.863184 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab047957-211c-41fd-9974-f1a73b710129 req-7a0fe294-b9c9-4fbc-a9d1-a6048b2fc0e5 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935428 Feb 11 13:41:41.870898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f63ebf74-d885-4ee3-b603-c220ebc2a9ae'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:41:41.941168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 160b590f-b523-4c29-9818-68718756d9af no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:41:41.990232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 160b590f-b523-4c29-9818-68718756d9af {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:41:41.990598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 160b590f-b523-4c29-9818-68718756d9af not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:41:41.991037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b342fa47-f0c4-4c35-9a69-c4a3aff5601d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:41:42.043772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: b342fa47-f0c4-4c35-9a69-c4a3aff5601d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:41:42.044205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device b342fa47-f0c4-4c35-9a69-c4a3aff5601d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:41:42.045116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d76acffb-d424-4d2e-998c-c3788d7c54ac no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:41:42.093893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d76acffb-d424-4d2e-998c-c3788d7c54ac {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:41:42.094433 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d76acffb-d424-4d2e-998c-c3788d7c54ac not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:41:42.499857 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.128685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb518e2-beb4-43ea-a2e3-f25d5fa8f3cd req-4a671722-7cfb-4d21-9271-a4c5426f2ac0 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:43.131476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6bb518e2-beb4-43ea-a2e3-f25d5fa8f3cd req-4a671722-7cfb-4d21-9271-a4c5426f2ac0 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 944 time: 0.0879188 Feb 11 13:41:43.152464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f63ebf74-d885-4ee3-b603-c220ebc2a9ae up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:43.195840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6bb518e2-beb4-43ea-a2e3-f25d5fa8f3cd req-83f26068-56c3-495a-8e4b-84efb636f22e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580165 Feb 11 13:41:43.241012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port f63ebf74-d885-4ee3-b603-c220ebc2a9ae completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:43.246232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port f63ebf74-d885-4ee3-b603-c220ebc2a9ae triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:43.246837 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.340888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39794) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:43.347719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825747636', 'description': 'tempest-secgroup-smoke-825747636 description', 'project_id': '6c052870f3b142058bca9fe1599fac99'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:43.354916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:43.359328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:43.363314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:43.370100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:43.374904 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.386371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.404212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.407444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:41:43.434298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:43.441880 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.447478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:43.452309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:43.456274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:43.463522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:43.547364 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae', 'code': 200} Feb 11 13:41:43.594503 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.600311 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.609619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:43.655580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:43.661102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53c566e-e967-4476-8c7c-24919db3352c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:43.664785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:43.669200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:43.682419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:43.687065 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7494546a-97ca-4996-a622-6d6d2c93cb27 req-780fb981-8d18-485c-8ed4-5670eb4b2969 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 1096 time: 0.1309800 Feb 11 13:41:43.749364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7494546a-97ca-4996-a622-6d6d2c93cb27 req-c2857c4d-2d27-4374-a225-eed9086a4114 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545828 Feb 11 13:41:43.775217 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.779893 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.833980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a145ba7-5e18-4789-a39d-41a428ce31ab,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:43.836262 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.837607 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f5d1fd74-e381-48d0-ad2f-812beb311833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4954607 Feb 11 13:41:43.840478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39862) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:43.847686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '3a145ba7-5e18-4789-a39d-41a428ce31ab', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:43.854754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:43.858605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:43.861806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:43.867701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:43.886788 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.960219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.963931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.990226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e58d10-c21d-4855-b386-a3b7ac795b3b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:43.998426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.002141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-68fc9453-27b5-4599-8b74-170c0f967000 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1576633 Feb 11 13:41:44.003145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39888) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:44.008890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '3a145ba7-5e18-4789-a39d-41a428ce31ab', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:44.017533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:44.021713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:44.024603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:44.030776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:44.054653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.126223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.130220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.155085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b736870b-24bd-4a8f-b7e7-3a83cf3afa36,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:44.165800 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.167429 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a98573b2-0c09-4ace-be44-255833cc9d5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1629364 Feb 11 13:41:44.170292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 39916) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:44.176808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '3a145ba7-5e18-4789-a39d-41a428ce31ab', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:44.184101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:44.189126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:44.192282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:44.202429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:44.224467 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.307771 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.312890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.339115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f30b2b-2ab5-47b8-8467-114921dd3f03,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:44.352761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.357026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39950) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:44.357541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d577cc2a-3720-4292-b710-cd60c527a0fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1854918 Feb 11 13:41:44.365132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '3a145ba7-5e18-4789-a39d-41a428ce31ab', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:44.372704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:44.379499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:44.383768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:44.391388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:44.423294 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.455769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d548e-c98d-43d3-9e11-c6093ad71f2f req-b8929807-62f5-4e24-b9bf-ba2e15428b4f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:44.457780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d5d548e-c98d-43d3-9e11-c6093ad71f2f req-b8929807-62f5-4e24-b9bf-ba2e15428b4f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.0939825 Feb 11 13:41:44.502971 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.513279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.526392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d5d548e-c98d-43d3-9e11-c6093ad71f2f req-d3658256-a47d-4a78-8708-4f8d2adc5a93 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597339 Feb 11 13:41:44.553727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b795eb3c-52c6-435c-bcc1-bf6b29e0a6f4,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:44.565915 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.567325 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f66fc8c3-ee55-42e0-b7b6-08897ea3515a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2083802 Feb 11 13:41:44.570217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 39982) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:44.576150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '3a145ba7-5e18-4789-a39d-41a428ce31ab', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:44.583781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:44.589535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:44.594045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:44.601009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:44.613579 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Project 6c052870f3b142058bca9fe1599fac99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:41:44.626650 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.702274 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.706910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.740472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf26a9f3-f5d7-40d1-83a5-95174fe6526b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:44.746346 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.751722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40010) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:44.752826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b06a4530-4ac2-4cec-95d1-46ef70584d8e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1806173 Feb 11 13:41:44.758224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '3a145ba7-5e18-4789-a39d-41a428ce31ab', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:44.770107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:44.779679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:44.783359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:44.794310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:44.808110 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Project 6c052870f3b142058bca9fe1599fac99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:41:44.815917 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.892507 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.898450 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.926069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9302ee7e-9228-4277-843c-13bdc09edbdc,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:44.935545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.936718 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d3245fa2-987e-4e85-86f6-9b34a89dc91e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1838493 Feb 11 13:41:44.939990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40040) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:44.945653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'network': {'name': 'tempest-network-smoke--6231635', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'port_security_enabled': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:44.951403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:44.956941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:network and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:44.960827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:44.966740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:44.978457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:44.981736 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.012960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:45.023942 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.024306 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Added segment 9fb5be1d-b977-45dd-8469-28460c0dd424 of type vlan for network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 Feb 11 13:41:45.051442 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.083125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.089511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:45.090094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.196592 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2553225 Feb 11 13:41:45.199458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40056) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:45.207359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'admin_state_up': True, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:45.213275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72948115-28f7-4321-a1d4-e55c25a9cfd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Network': ['ID=b2f894e0-fa40-48e4-bd17-adcb8d3beec3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:45.218340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:45.223044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:router and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:45.223997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:41:45.226096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:45.231944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:45.243632 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.244631 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.266239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.420514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.435066 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e298-a670-4a4e-bd23-7d87cf9cc0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.610117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.653374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.773196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e425d0d-b17d-4177-bcd0-97b5a6431f14 req-069c6551-ba01-40d8-831f-5ea8a4324ba3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:45.776091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0e425d0d-b17d-4177-bcd0-97b5a6431f14 req-069c6551-ba01-40d8-831f-5ea8a4324ba3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.0954723 Feb 11 13:41:45.831986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.25.4.187 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/1a81123e-9127-4d0a-ac46-2de947166e0c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:45.853812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0e425d0d-b17d-4177-bcd0-97b5a6431f14 req-cde1875c-2b54-4589-aded-d42ffd4e259e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685310 Feb 11 13:41:46.175991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.219202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940ec5f-e7af-4298-8829-aa53754c481e req-9bb00534-40ae-4ac5-94bf-a5b31c7ac93b tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:46.220691 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1940ec5f-e7af-4298-8829-aa53754c481e req-9bb00534-40ae-4ac5-94bf-a5b31c7ac93b tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.2162640 Feb 11 13:41:46.257252 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.343574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1940ec5f-e7af-4298-8829-aa53754c481e req-d8306f53-6e7c-4b82-b211-c307aba46ad8 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112542 Feb 11 13:41:46.350703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:46.354213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:46.356181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=1a81123e-9127-4d0a-ac46-2de947166e0c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:46.358248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:41:46.561786 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.562926 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.870325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece9d5e-8f61-4ad6-8a54-8713149ad43f req-098b4719-ce06-4e1c-ba3a-69af889ef8a4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:46.871843 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eece9d5e-8f61-4ad6-8a54-8713149ad43f req-098b4719-ce06-4e1c-ba3a-69af889ef8a4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1180177 Feb 11 13:41:46.946547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eece9d5e-8f61-4ad6-8a54-8713149ad43f req-ccc53006-e59e-43fb-b854-4eb1d5bd0a92 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666454 Feb 11 13:41:47.012622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 7d0274f4-671f-4d02-9d6f-3e43cf486231 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:41:47.170282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6829-f606-4686-823b-fca219df8b11 req-096e11dc-3bb5-466c-8255-34cb655b01ab tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:47.172543 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-347d6829-f606-4686-823b-fca219df8b11 req-096e11dc-3bb5-466c-8255-34cb655b01ab tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.0836191 Feb 11 13:41:47.222159 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-347d6829-f606-4686-823b-fca219df8b11 req-07001f2a-ffdd-422f-b806-f6be72e77255 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Feb 11 13:41:47.253204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:47.255938 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Sync routers for ids ['7d0274f4-671f-4d02-9d6f-3e43cf486231'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:41:47.270321 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Routers {'7d0274f4-671f-4d02-9d6f-3e43cf486231'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:47.271214 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7d0274f4-671f-4d02-9d6f-3e43cf486231'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:47.280193 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.285548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40084) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:47.285894 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bdcfd874-0f8e-40c1-8a36-bf48c5a25603 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0854573 Feb 11 13:41:47.477365 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0de4bfff-f338-44db-acf4-eccb96c41557 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=6c052870f3b142058bca9fe1599fac99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1906011 Feb 11 13:41:47.480476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40094) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:47.507427 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Set router 7d0274f4-671f-4d02-9d6f-3e43cf486231 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:47.636840 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0186570b-55d2-4088-8c36-1c0ea76a5580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.742477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d129f2-6ea5-4350-be71-999e14d12302 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:47.747679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40104) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:47.748284 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-47d129f2-6ea5-4350-be71-999e14d12302 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2666104 Feb 11 13:41:47.963032 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:46Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:47.964344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40112) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:47.970201 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Checking router: 7d0274f4-671f-4d02-9d6f-3e43cf486231 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:41:47.970891 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Updating router 7d0274f4-671f-4d02-9d6f-3e43cf486231 port 1a81123e-9127-4d0a-ac46-2de947166e0c binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:41:47.971972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-164023401', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:47.975755 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bb098542-1e03-43da-ae18-af1cce48d704 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2264535 Feb 11 13:41:48.040977 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.146104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39af15-8095-4585-929b-6d6b6c4cf4c5 req-703c1012-dbd8-4b16-b4fe-697ff1afb120 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:48.157545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d39af15-8095-4585-929b-6d6b6c4cf4c5 req-703c1012-dbd8-4b16-b4fe-697ff1afb120 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1795077 Feb 11 13:41:48.222241 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d39af15-8095-4585-929b-6d6b6c4cf4c5 req-de19552a-bc49-4e78-8997-9820a5b6d875 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633736 Feb 11 13:41:48.250826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:48.253578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:subnet and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:48.263513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:48.276284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:48.288697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:48.445487 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.558942 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.573536 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Transition to ACTIVE for port object 1a81123e-9127-4d0a-ac46-2de947166e0c will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:48.589537 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.641807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40122) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:48.725579 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd081d91-ed76-479d-b4c5-b3f0352a7c87 None None] Pushing event updated for resources: {'Port': ['ID=1a81123e-9127-4d0a-ac46-2de947166e0c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:48.728064 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Attempting to bind port 1a81123e-9127-4d0a-ac46-2de947166e0c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:48.728363 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Attempting to bind port 1a81123e-9127-4d0a-ac46-2de947166e0c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:48.728712 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Attempting to bind port 1a81123e-9127-4d0a-ac46-2de947166e0c on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:41:48.741238 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:41:48.741603 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:48.741993 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.742371 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:41:48.742859 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Bound port: 1a81123e-9127-4d0a-ac46-2de947166e0c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:48.743219 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.836137 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.856519 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] For port 1a81123e-9127-4d0a-ac46-2de947166e0c, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:48.866349 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] For port 1a81123e-9127-4d0a-ac46-2de947166e0c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1a81123e-9127-4d0a-ac46-2de947166e0c,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:48.873146 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.905350 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.916074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.921710 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-987257d9-25fa-4a1d-b3b2-0b1e9a512de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.925498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Subnet': ['ID=4d1cf063-63ab-41c3-a26e-e5947eac465c,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:48.932368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Checking segment: {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:48.932737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network hostable DHCP agents. Network: b2f894e0-fa40-48e4-bd17-adcb8d3beec3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:48.965931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-987257d9-25fa-4a1d-b3b2-0b1e9a512de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:48.975060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-987257d9-25fa-4a1d-b3b2-0b1e9a512de3 admin admin] Usage tracker for resource:security_group_rule and tenant:d37c86f96c2140e2880aaf891a82f895 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:48.980876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-987257d9-25fa-4a1d-b3b2-0b1e9a512de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:48.987899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:48.988584 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd081d91-ed76-479d-b4c5-b3f0352a7c87 None None] Pushing event updated for resources: {'Port': ['ID=1a81123e-9127-4d0a-ac46-2de947166e0c,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:48.994176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-987257d9-25fa-4a1d-b3b2-0b1e9a512de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:49.005439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, b2f894e0-fa40-48e4-bd17-adcb8d3beec3) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:49.010287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:49.010913 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.016798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162ece47-4899-49f9-a850-37982a100776 None None] Network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:41:49.019435 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Routers {'7d0274f4-671f-4d02-9d6f-3e43cf486231'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:49.020315 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7d0274f4-671f-4d02-9d6f-3e43cf486231'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:49.079927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-15af2dff-0287-4d25-8b52-ec9753a05745 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1137521 Feb 11 13:41:49.083670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40130) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:49.108111 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-987257d9-25fa-4a1d-b3b2-0b1e9a512de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.116034 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-987257d9-25fa-4a1d-b3b2-0b1e9a512de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.167568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987257d9-25fa-4a1d-b3b2-0b1e9a512de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11fd578-7c4d-4c7e-9f6f-4eed17793c2c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:49.175898 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-987257d9-25fa-4a1d-b3b2-0b1e9a512de3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d37c86f96c2140e2880aaf891a82f895&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5302794 Feb 11 13:41:49.176190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40134) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:49.269814 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] Set router 7d0274f4-671f-4d02-9d6f-3e43cf486231 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:49.291855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48fc053d-97b1-463f-a2cd-d543db3f9e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.360453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48fc053d-97b1-463f-a2cd-d543db3f9e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.397527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:41:49.398875 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.504393 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48fc053d-97b1-463f-a2cd-d543db3f9e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.551872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc053d-97b1-463f-a2cd-d543db3f9e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11fd578-7c4d-4c7e-9f6f-4eed17793c2c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:49.563455 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48fc053d-97b1-463f-a2cd-d543db3f9e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.569676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-48fc053d-97b1-463f-a2cd-d543db3f9e6a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f11fd578-7c4d-4c7e-9f6f-4eed17793c2c HTTP/1.1" status: 204 len: 168 time: 0.3925064 Feb 11 13:41:49.648714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f189a06-a652-49aa-95d2-637a609c841e req-d193032e-f3b7-452d-bdb2-22eee7b6214c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:49.655667 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1f189a06-a652-49aa-95d2-637a609c841e req-d193032e-f3b7-452d-bdb2-22eee7b6214c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1933572 Feb 11 13:41:49.723828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Allocated IP 172.20.0.2 (b2f894e0-fa40-48e4-bd17-adcb8d3beec3/4d1cf063-63ab-41c3-a26e-e5947eac465c/c4490cfa-02eb-4334-9a28-83cc4c498e11) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:49.731154 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1f189a06-a652-49aa-95d2-637a609c841e req-2b938b03-997a-4ff5-b809-e069ab89202e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745301 Feb 11 13:41:49.812277 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:46Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:49.819037 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466fc60e-59fc-4742-9df9-e73c344965c0 None None] The sync data for ids ['7d0274f4-671f-4d02-9d6f-3e43cf486231'] in n-d-818559-1 is: [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:46Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:41:50.043400 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.060094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Transition to ACTIVE for port object c4490cfa-02eb-4334-9a28-83cc4c498e11 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:50.096794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Transition to ACTIVE for port object c4490cfa-02eb-4334-9a28-83cc4c498e11 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:50.117510 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.205807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:50.208947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:50.227735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:41:50.307974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Pushing event updated for resources: {'Port': ['ID=c4490cfa-02eb-4334-9a28-83cc4c498e11,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:50.394836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Attempting to bind port c4490cfa-02eb-4334-9a28-83cc4c498e11 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:50.395411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Attempting to bind port c4490cfa-02eb-4334-9a28-83cc4c498e11 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:50.395888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Attempting to bind port c4490cfa-02eb-4334-9a28-83cc4c498e11 on network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:41:50.398144 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.417069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:41:50.417423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Checking segment: {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:50.417828 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.418217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Bound using segment: {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:41:50.418718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Bound port: c4490cfa-02eb-4334-9a28-83cc4c498e11, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:50.419094 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.530448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.575197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] For port c4490cfa-02eb-4334-9a28-83cc4c498e11, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:50.579866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] For port c4490cfa-02eb-4334-9a28-83cc4c498e11, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c4490cfa-02eb-4334-9a28-83cc4c498e11,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:50.585399 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.673716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a67f2-db6b-4cb0-8ca5-b65bdfdd3447 None None] Pushing event updated for resources: {'Port': ['ID=c4490cfa-02eb-4334-9a28-83cc4c498e11,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:51.127547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ce279-a8ff-424c-9168-a5016bbb3b47 req-8b81ac3b-c494-4210-8faf-72451ada97aa tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:51.132436 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d97ce279-a8ff-424c-9168-a5016bbb3b47 req-8b81ac3b-c494-4210-8faf-72451ada97aa tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1929204 Feb 11 13:41:51.247234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d97ce279-a8ff-424c-9168-a5016bbb3b47 req-0a10df09-32b0-4cad-8c0f-edfcfc9c75dc tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066926 Feb 11 13:41:51.297116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.20.0.1 (b2f894e0-fa40-48e4-bd17-adcb8d3beec3/4d1cf063-63ab-41c3-a26e-e5947eac465c/82da5264-37bb-4d34-afac-c4708840e1a5) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:51.477927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:51.498688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Transition to ACTIVE for port object 82da5264-37bb-4d34-afac-c4708840e1a5 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:51.531301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:51.626825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:51.653720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:51.670516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:41:51.842312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1a81123e-9127-4d0a-ac46-2de947166e0c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:51.859404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=82da5264-37bb-4d34-afac-c4708840e1a5,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:51.889163 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:51.963046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 1a81123e-9127-4d0a-ac46-2de947166e0c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:51.974222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1a81123e-9127-4d0a-ac46-2de947166e0c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:51.976413 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.008198 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.047718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76194033-7035-4dd7-96f0-fcf8fe064cd4 None None] Network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:41:52.254048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a3b8667b-94ff-4301-8b4f-752d57058b16 None None] Provisioning for port c4490cfa-02eb-4334-9a28-83cc4c498e11 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:52.260509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.303744 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:41:52.337346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 1a81123e-9127-4d0a-ac46-2de947166e0c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1a81123e-9127-4d0a-ac46-2de947166e0c,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:52.357460 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.358208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c4490cfa-02eb-4334-9a28-83cc4c498e11 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:52.540908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40190) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:52.629526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=1a81123e-9127-4d0a-ac46-2de947166e0c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:52.654694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port c4490cfa-02eb-4334-9a28-83cc4c498e11 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:52.661325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c4490cfa-02eb-4334-9a28-83cc4c498e11 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:52.661771 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.667249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9210307-a7ec-4f2e-92da-ee68987eeb42 req-3c68a890-7c8b-4e1d-ab2b-219aa03db86f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:52.674752 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9210307-a7ec-4f2e-92da-ee68987eeb42 req-3c68a890-7c8b-4e1d-ab2b-219aa03db86f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.2078569 Feb 11 13:41:52.738305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.754786 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9210307-a7ec-4f2e-92da-ee68987eeb42 req-244bdd03-bca9-4c41-ad8f-9525173797ab tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790541 Feb 11 13:41:52.756163 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.837352 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.876829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port c4490cfa-02eb-4334-9a28-83cc4c498e11, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c4490cfa-02eb-4334-9a28-83cc4c498e11,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:52.881455 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.940412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'network': {'name': 'tempest-network-smoke--1500437100', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:52.949012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:52.955454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:network and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:52.962819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:52.985814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:52.995078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.999907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=82da5264-37bb-4d34-afac-c4708840e1a5,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:53.005475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Made reservation on behalf of 17d1b092f18e487e89704f11a4bdfe9c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:53.008963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.043474 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.045250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=c4490cfa-02eb-4334-9a28-83cc4c498e11,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:53.088389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:53.098313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:53.102243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:53.105711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e2e89b4f-ee85-4bf3-88ed-a3a79eb6d939 None None] Provisioning for port 82da5264-37bb-4d34-afac-c4708840e1a5 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:53.109703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:53.112694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e2e89b4f-ee85-4bf3-88ed-a3a79eb6d939 None None] Provisioning complete for port 82da5264-37bb-4d34-afac-c4708840e1a5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:53.113073 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2e89b4f-ee85-4bf3-88ed-a3a79eb6d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.205533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e2e89b4f-ee85-4bf3-88ed-a3a79eb6d939 None None] Port 82da5264-37bb-4d34-afac-c4708840e1a5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:41:53.206394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:53.207689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:53.216334 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.220427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e2e89b4f-ee85-4bf3-88ed-a3a79eb6d939 None None] Provisioning complete for port c4490cfa-02eb-4334-9a28-83cc4c498e11 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:53.221080 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2e89b4f-ee85-4bf3-88ed-a3a79eb6d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.226784 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.276414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:53.291392 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.292635 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Added segment e67d2ff5-d7a8-4378-a213-d2c553d0d4a5 of type vlan for network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a Feb 11 13:41:53.352098 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.370464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550a8f79-768f-49ff-8fc6-f4f4536fd06b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:53.436376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40202) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:53.446515 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.450147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:53.450758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.555525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0126131 Feb 11 13:41:53.556154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40208) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:53.578425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'admin_state_up': True, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:53.595314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d5928187-9291-4131-8291-aa1fc2b244fe None None] Provisioning complete for port 82da5264-37bb-4d34-afac-c4708840e1a5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:53.595712 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5928187-9291-4131-8291-aa1fc2b244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.618607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:53.626463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:router and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:53.644584 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:53.716604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d5928187-9291-4131-8291-aa1fc2b244fe None None] Port 82da5264-37bb-4d34-afac-c4708840e1a5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:41:53.750918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:53.756131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a4f9d-63f6-41c7-8d83-3521d45df35d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Network': ['ID=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:53.763045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1a81123e-9127-4d0a-ac46-2de947166e0c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:53.772659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ece75d3-9386-4f2b-a0f7-2464f2569576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.840596 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.841818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.842618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:41:53.858497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9ece75d3-9386-4f2b-a0f7-2464f2569576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:53.867508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9ece75d3-9386-4f2b-a0f7-2464f2569576 admin admin] Usage tracker for resource:security_group_rule and tenant:d83b3f1373d4400b8f871ab925c5afbb is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:53.872689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9ece75d3-9386-4f2b-a0f7-2464f2569576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:53.880360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9ece75d3-9386-4f2b-a0f7-2464f2569576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:53.899712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.982187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ece75d3-9386-4f2b-a0f7-2464f2569576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.020601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-de729a35-b4e0-4139-a03b-e1fa49118657 None None] Provisioning complete for port 82da5264-37bb-4d34-afac-c4708840e1a5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:54.021558 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de729a35-b4e0-4139-a03b-e1fa49118657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.041521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ece75d3-9386-4f2b-a0f7-2464f2569576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.100180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-de729a35-b4e0-4139-a03b-e1fa49118657 None None] Port 82da5264-37bb-4d34-afac-c4708840e1a5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:41:54.107580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1a81123e-9127-4d0a-ac46-2de947166e0c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:54.107580 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.107735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9ece75d3-9386-4f2b-a0f7-2464f2569576 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d83b3f1373d4400b8f871ab925c5afbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6702530 Feb 11 13:41:54.111843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40214) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:54.186192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece75d3-9386-4f2b-a0f7-2464f2569576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0081f106-81e0-43c8-b117-64d2a514af06,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:54.228007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c1e8e-131b-4e16-908a-93d93a96de69 req-86cf3e10-652e-4e45-87c2-8bfe077b88c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:54.231254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab9c1e8e-131b-4e16-908a-93d93a96de69 req-86cf3e10-652e-4e45-87c2-8bfe077b88c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.2515244 Feb 11 13:41:54.232309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c4490cfa-02eb-4334-9a28-83cc4c498e11 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:54.255581 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.258747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3dc78d6-ca91-4ae4-a1ea-0d0c746e9dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.278347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 7d0274f4-671f-4d02-9d6f-3e43cf486231 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:54.297474 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3dc78d6-ca91-4ae4-a1ea-0d0c746e9dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.312917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c4490cfa-02eb-4334-9a28-83cc4c498e11 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:54.313223 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.327609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab9c1e8e-131b-4e16-908a-93d93a96de69 req-6922a8b8-768c-4e15-8aee-d6760b4db965 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918581 Feb 11 13:41:54.362453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3dc78d6-ca91-4ae4-a1ea-0d0c746e9dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.382883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc78d6-ca91-4ae4-a1ea-0d0c746e9dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0081f106-81e0-43c8-b117-64d2a514af06,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:54.385671 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c3dc78d6-ca91-4ae4-a1ea-0d0c746e9dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.386801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c3dc78d6-ca91-4ae4-a1ea-0d0c746e9dd6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0081f106-81e0-43c8-b117-64d2a514af06 HTTP/1.1" status: 204 len: 168 time: 0.2737384 Feb 11 13:41:54.628078 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.663653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.747901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:54.758914 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Sync routers for ids ['7d0274f4-671f-4d02-9d6f-3e43cf486231'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:41:54.765528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40222) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:54.786076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Routers {'7d0274f4-671f-4d02-9d6f-3e43cf486231'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:54.786818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7d0274f4-671f-4d02-9d6f-3e43cf486231'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:54.787423 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0587276f-8407-40c9-a88e-afcc4ae83286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.810842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3ee81c60-9cee-48e6-a2f0-30e4ccc24510 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "PUT /v2.0/routers/7d0274f4-671f-4d02-9d6f-3e43cf486231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7177432 Feb 11 13:41:54.835592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0587276f-8407-40c9-a88e-afcc4ae83286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:54.840210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0587276f-8407-40c9-a88e-afcc4ae83286 admin admin] Usage tracker for resource:security_group_rule and tenant:219a9d782a004537b438e638cfc7e451 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:54.843650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0587276f-8407-40c9-a88e-afcc4ae83286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:54.846919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Allocated IP 172.25.4.135 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/cd711fb9-8e3e-4613-bf78-afdc35bb877f) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:54.852192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0587276f-8407-40c9-a88e-afcc4ae83286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:54.947981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0587276f-8407-40c9-a88e-afcc4ae83286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.952937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0587276f-8407-40c9-a88e-afcc4ae83286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.021503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0587276f-8407-40c9-a88e-afcc4ae83286 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=219a9d782a004537b438e638cfc7e451&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2548463 Feb 11 13:41:55.022371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587276f-8407-40c9-a88e-afcc4ae83286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc62763b-5c95-44ee-8ed7-06852e0d63d6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:55.026480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40234) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:55.051221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Set router 7d0274f4-671f-4d02-9d6f-3e43cf486231 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:55.071656 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.089645 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff925649-605b-47e0-a1eb-dabe92b63566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.116205 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff925649-605b-47e0-a1eb-dabe92b63566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.117853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-ca140f04-9a13-45d7-b611-cc4f9c5d6bd1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825747636&fields=id&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 267 time: 0.0734472 Feb 11 13:41:55.171540 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff925649-605b-47e0-a1eb-dabe92b63566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.188869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff925649-605b-47e0-a1eb-dabe92b63566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc62763b-5c95-44ee-8ed7-06852e0d63d6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:55.192737 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff925649-605b-47e0-a1eb-dabe92b63566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.193831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ff925649-605b-47e0-a1eb-dabe92b63566 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cc62763b-5c95-44ee-8ed7-06852e0d63d6 HTTP/1.1" status: 204 len: 168 time: 0.1664000 Feb 11 13:41:55.215783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.318191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:55.319113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=cd711fb9-8e3e-4613-bf78-afdc35bb877f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:55.324873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:55.340959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:41:55.409137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:51Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '82da5264-37bb-4d34-afac-c4708840e1a5', 'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:a5:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:51Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 2, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:55.414013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-45e74147-10d8-446a-9980-a4042f9b5c99 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:55.414886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-45e74147-10d8-446a-9980-a4042f9b5c99 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:55.416356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Checking router: 7d0274f4-671f-4d02-9d6f-3e43cf486231 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:41:55.416906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Updating router 7d0274f4-671f-4d02-9d6f-3e43cf486231 port 82da5264-37bb-4d34-afac-c4708840e1a5 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:41:55.515833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-45e74147-10d8-446a-9980-a4042f9b5c99 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:55.521980 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.524616 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-45e74147-10d8-446a-9980-a4042f9b5c99 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 794 time: 0.3987703 Feb 11 13:41:55.577790 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-96c7b9f5-91ee-4518-b68b-ae0dd1b4211f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/quotas/6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 375 time: 0.0522344 Feb 11 13:41:55.624981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1b332-e2e6-4258-a3c1-d57e464d2db7 req-bf71686c-c5b6-40d3-aaaf-6274b6222cfa tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:55.632665 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-77b1b332-e2e6-4258-a3c1-d57e464d2db7 req-bf71686c-c5b6-40d3-aaaf-6274b6222cfa tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1158829 Feb 11 13:41:55.707257 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-77b1b332-e2e6-4258-a3c1-d57e464d2db7 req-fbac8880-d112-4b15-8cc2-09df100c25b5 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731072 Feb 11 13:41:55.723117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-21f05c1a-7898-4e09-98b5-6c87f5c7fd43 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:41:55.745380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-21f05c1a-7898-4e09-98b5-6c87f5c7fd43 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:41:55.746756 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-21f05c1a-7898-4e09-98b5-6c87f5c7fd43 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1681805 Feb 11 13:41:55.749328 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.750089 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.922683 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.935556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Transition to ACTIVE for port object 82da5264-37bb-4d34-afac-c4708840e1a5 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:55.943786 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.034939 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-819313b1-2b8e-49b7-8bb3-9e11621688cc service neutron] 10.222.0.67 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311289 Feb 11 13:41:56.064266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1de7c-4df9-46f3-849c-74f949730873 None None] Pushing event updated for resources: {'Port': ['ID=82da5264-37bb-4d34-afac-c4708840e1a5,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:56.181917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Attempting to bind port 82da5264-37bb-4d34-afac-c4708840e1a5 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:56.182785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Attempting to bind port 82da5264-37bb-4d34-afac-c4708840e1a5 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:56.183222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Attempting to bind port 82da5264-37bb-4d34-afac-c4708840e1a5 on network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:41:56.192637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:41:56.193189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Checking segment: {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:56.193690 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.194178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Bound using segment: {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:41:56.194877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Bound port: 82da5264-37bb-4d34-afac-c4708840e1a5, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:56.195348 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.296774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] For port 82da5264-37bb-4d34-afac-c4708840e1a5, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:56.303315 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] For port 82da5264-37bb-4d34-afac-c4708840e1a5, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=82da5264-37bb-4d34-afac-c4708840e1a5,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:56.311110 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.354505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-9ed02c5f-093e-4df7-83b3-9ca737397da1 service neutron] 10.222.0.67 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108077 Feb 11 13:41:56.410225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router e5771f99-15d3-4bb2-80f3-73d6ffe1543c is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:41:56.438565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Routers {'7d0274f4-671f-4d02-9d6f-3e43cf486231'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:56.439766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7d0274f4-671f-4d02-9d6f-3e43cf486231'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:56.565808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1de7c-4df9-46f3-849c-74f949730873 None None] Pushing event updated for resources: {'Port': ['ID=82da5264-37bb-4d34-afac-c4708840e1a5,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:56.699088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:56.717291 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Sync routers for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:41:56.718544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cda76877-e7ab-4554-9426-ea420eed0559 req-41446762-259c-4052-991e-d222f30a89ab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 210 time: 0.0771472 Feb 11 13:41:56.738723 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:56.739337 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:56.762349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.768110 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ce6cea81-5a04-4b89-a6e1-f51b21a8dad5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2019873 Feb 11 13:41:56.768810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40272) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:57.031424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9696409-8442-434b-90af-2387cc2c3ecf req-698c5a13-265b-4290-92a2-6078feb3f533 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:57.042392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9696409-8442-434b-90af-2387cc2c3ecf req-698c5a13-265b-4290-92a2-6078feb3f533 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1863101 Feb 11 13:41:57.045454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] Set router 7d0274f4-671f-4d02-9d6f-3e43cf486231 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:57.137783 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9696409-8442-434b-90af-2387cc2c3ecf req-af0fc42e-0531-4dd4-ad27-8f7eb23b09e3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911624 Feb 11 13:41:57.166092 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:57.385943 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c90b4612-72b9-47dd-b59a-a0ea79abc114 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=17d1b092f18e487e89704f11a4bdfe9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6156511 Feb 11 13:41:57.388581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40292) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:57.546766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:51Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '82da5264-37bb-4d34-afac-c4708840e1a5', 'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:a5:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:51Z', 'updated_at': '2022-02-11T13:41:56Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:57.558120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe8bf2-37c3-4056-accd-49bd10f64117 None None] The sync data for ids ['7d0274f4-671f-4d02-9d6f-3e43cf486231'] in n-d-818559-1 is: [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:51Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '82da5264-37bb-4d34-afac-c4708840e1a5', 'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:a5:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:51Z', 'updated_at': '2022-02-11T13:41:56Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:41:57.560209 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:41:55Z', 'revision_number': 3, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:57.567483 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Checking router: e5771f99-15d3-4bb2-80f3-73d6ffe1543c for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:41:57.567893 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Updating router e5771f99-15d3-4bb2-80f3-73d6ffe1543c port cd711fb9-8e3e-4613-bf78-afdc35bb877f binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:41:57.622787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2684ebc7-06fe-4d08-8aee-305a2a7d835c tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:57.653299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2684ebc7-06fe-4d08-8aee-305a2a7d835c tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2578042 Feb 11 13:41:57.654083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:57.673385 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.745480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40302) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:57.746772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2053e9cd-bf0d-4757-8d9a-dfa6fd3f1256 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0869679 Feb 11 13:41:57.753442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-205967377', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:57.810969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 82da5264-37bb-4d34-afac-c4708840e1a5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:57.965589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 82da5264-37bb-4d34-afac-c4708840e1a5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:57.975637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 82da5264-37bb-4d34-afac-c4708840e1a5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:57.976227 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.997819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:58.007389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:subnet and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:58.019307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:58.035304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:58.057196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Made reservation on behalf of 17d1b092f18e487e89704f11a4bdfe9c for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:58.148180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1eb40cba-8ef6-4f8c-8376-70043502d512 req-82156c15-5871-4650-a1b1-15f493be436c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 210 time: 0.1348224 Feb 11 13:41:58.381989 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.535515 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.541115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 82da5264-37bb-4d34-afac-c4708840e1a5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=82da5264-37bb-4d34-afac-c4708840e1a5,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:58.546185 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.573758 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Transition to ACTIVE for port object cd711fb9-8e3e-4613-bf78-afdc35bb877f will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:58.583825 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.644559 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.684206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=82da5264-37bb-4d34-afac-c4708840e1a5,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:58.701922 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340a619-238d-4e60-92d9-b78dfa5bf4dd None None] Pushing event updated for resources: {'Port': ['ID=cd711fb9-8e3e-4613-bf78-afdc35bb877f,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:58.737122 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Attempting to bind port cd711fb9-8e3e-4613-bf78-afdc35bb877f on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:58.737925 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Attempting to bind port cd711fb9-8e3e-4613-bf78-afdc35bb877f by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:58.738503 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Attempting to bind port cd711fb9-8e3e-4613-bf78-afdc35bb877f on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:41:58.751164 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:41:58.751905 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:58.753639 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.754215 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:41:58.754906 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Bound port: cd711fb9-8e3e-4613-bf78-afdc35bb877f, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:58.755678 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.793906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40322) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:58.855281 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] For port cd711fb9-8e3e-4613-bf78-afdc35bb877f, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:58.859987 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] For port cd711fb9-8e3e-4613-bf78-afdc35bb877f, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cd711fb9-8e3e-4613-bf78-afdc35bb877f,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:58.866319 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.895004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-01221eab-b196-44d0-a337-b2e32fb1f147 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:58.896508 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-01221eab-b196-44d0-a337-b2e32fb1f147 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 794 time: 0.5423467 Feb 11 13:41:58.915913 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f33208-7022-4f28-a793-41b6b16a1037 req-8ed00262-18dd-4d9f-a452-21974841dfd0 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:58.917606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97f33208-7022-4f28-a793-41b6b16a1037 req-8ed00262-18dd-4d9f-a452-21974841dfd0 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.4391499 Feb 11 13:41:58.981368 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:41:58.982854 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:59.005101 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0389cf63-bc82-45fe-8abe-fd6ff4dfaf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.049586 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97f33208-7022-4f28-a793-41b6b16a1037 req-6785ddd4-f4f3-4ab9-8e4b-f7f13be1fd6e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124434 Feb 11 13:41:59.049830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0389cf63-bc82-45fe-8abe-fd6ff4dfaf3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:59.055814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0389cf63-bc82-45fe-8abe-fd6ff4dfaf3c admin admin] Usage tracker for resource:security_group_rule and tenant:472f3f0861174b8cbe5602b04603bcd2 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:41:59.059336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0389cf63-bc82-45fe-8abe-fd6ff4dfaf3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:41:59.065063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-e8cc1ffd-3d59-4b1b-94cb-3332ad61c5d5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 379 time: 0.1451492 Feb 11 13:41:59.072439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0389cf63-bc82-45fe-8abe-fd6ff4dfaf3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:59.078102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'port': {'device_id': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'admin_state_up': True, 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'security_groups': ['3a145ba7-5e18-4789-a39d-41a428ce31ab']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:41:59.146403 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340a619-238d-4e60-92d9-b78dfa5bf4dd None None] Pushing event updated for resources: {'Port': ['ID=cd711fb9-8e3e-4613-bf78-afdc35bb877f,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:59.175574 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0389cf63-bc82-45fe-8abe-fd6ff4dfaf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.181019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0389cf63-bc82-45fe-8abe-fd6ff4dfaf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.230129 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:41:59.249069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389cf63-bc82-45fe-8abe-fd6ff4dfaf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bf05c0-6017-4cc0-9df8-73248637402b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:59.256801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0389cf63-bc82-45fe-8abe-fd6ff4dfaf3c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=472f3f0861174b8cbe5602b04603bcd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4602230 Feb 11 13:41:59.257466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40330) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:59.288695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.329421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:41:59.353573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-62816dd0-68a3-46c2-aaf8-b4ae284d7f71 req-40febcfc-8e81-437d-9be0-558989e4af75 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 210 time: 0.0497355 Feb 11 13:41:59.356827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:41:59.359370 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc22c-fcaa-4a00-a2c5-531625fefe03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.383653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Subnet': ['ID=44f73ade-e00a-4aad-af0d-b68cd7ecb9d3,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:59.400090 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc22c-fcaa-4a00-a2c5-531625fefe03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.403168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:59.406212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.465347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc22c-fcaa-4a00-a2c5-531625fefe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.472110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Checking segment: {'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:41:59.472476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network hostable DHCP agents. Network: 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:59.484720 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bc22c-fcaa-4a00-a2c5-531625fefe03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bf05c0-6017-4cc0-9df8-73248637402b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:59.494502 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc22c-fcaa-4a00-a2c5-531625fefe03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.495763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-eb5bc22c-fcaa-4a00-a2c5-531625fefe03 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b7bf05c0-6017-4cc0-9df8-73248637402b HTTP/1.1" status: 204 len: 168 time: 0.2369590 Feb 11 13:41:59.612132 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:41:55Z', 'revision_number': 3, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:59.618896 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81001651-6b22-49b2-b4ec-e48eb5868ce7 None None] The sync data for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 is: [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:41:55Z', 'revision_number': 3, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:41:59.640762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:59.659787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:59.672285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f8e14-cb8d-4c7e-a6c3-c8d754c62e80 None None] Network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:41:59.727042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:59.727803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.749694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 82da5264-37bb-4d34-afac-c4708840e1a5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:41:59.762479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-01b24990-7598-4457-b463-a75782a45603 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0159607 Feb 11 13:41:59.764046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.20.0.3 (b2f894e0-fa40-48e4-bd17-adcb8d3beec3/4d1cf063-63ab-41c3-a26e-e5947eac465c/118e560d-549b-441e-bfe5-367b9bf2eb67) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:59.765216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40338) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:41:59.851725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 82da5264-37bb-4d34-afac-c4708840e1a5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:59.852172 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.981274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.003150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Transition to ACTIVE for port object 118e560d-549b-441e-bfe5-367b9bf2eb67 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:00.004325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40342) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:00.027974 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27de1917-2f01-46c9-8e8b-93da43744d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.072794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.097201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:42:00.098019 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.112706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-27de1917-2f01-46c9-8e8b-93da43744d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:00.132910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-27de1917-2f01-46c9-8e8b-93da43744d68 admin admin] Usage tracker for resource:security_group_rule and tenant:55a77a984c2a4c6fb2b84d4422f30aa1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:00.137291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-27de1917-2f01-46c9-8e8b-93da43744d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:00.159040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-27de1917-2f01-46c9-8e8b-93da43744d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:00.179997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:00.185627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:00.191004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:42:00.259448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=118e560d-549b-441e-bfe5-367b9bf2eb67,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:00.268548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Allocated IP 172.20.0.2 (7d83ef36-e7eb-4152-83ce-e912c0ee1d7a/44f73ade-e00a-4aad-af0d-b68cd7ecb9d3/3b07e98c-df78-4be4-aac7-a733f5127d68) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:00.328767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:00.329572 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.362134 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-143735c7-d412-46bd-8838-ee13467074b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2877507 Feb 11 13:42:00.374890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Request body: {'port': {'device_id': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:00.531306 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.543777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Transition to ACTIVE for port object 3b07e98c-df78-4be4-aac7-a733f5127d68 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:00.567215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Transition to ACTIVE for port object 3b07e98c-df78-4be4-aac7-a733f5127d68 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:00.583227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.585674 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.593688 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27de1917-2f01-46c9-8e8b-93da43744d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.606621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9d8e6-ebc2-4d0d-aea9-4226434a61ec req-ff86b60f-4872-443c-a35c-ae9a7a2ac7d5 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:00.608139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfb9d8e6-ebc2-4d0d-aea9-4226434a61ec req-ff86b60f-4872-443c-a35c-ae9a7a2ac7d5 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.3498571 Feb 11 13:42:00.610767 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27de1917-2f01-46c9-8e8b-93da43744d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.642540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c30449c0-5243-4887-8043-ecdabf6a283a None None] Provisioning for port 118e560d-549b-441e-bfe5-367b9bf2eb67 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:00.662431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c30449c0-5243-4887-8043-ecdabf6a283a None None] Provisioning complete for port 118e560d-549b-441e-bfe5-367b9bf2eb67 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:00.662823 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c30449c0-5243-4887-8043-ecdabf6a283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.698753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:00.706620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:00.709742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:42:00.728291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Pushing event updated for resources: {'Port': ['ID=3b07e98c-df78-4be4-aac7-a733f5127d68,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:00.748140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.748491 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfb9d8e6-ebc2-4d0d-aea9-4226434a61ec req-ca58ed56-480e-4568-8577-aedbb7a7d823 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300025 Feb 11 13:42:00.748602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.749153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.749498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.749827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.750429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.750508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.750789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.751110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.752406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.752406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:00.760251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-27de1917-2f01-46c9-8e8b-93da43744d68 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=55a77a984c2a4c6fb2b84d4422f30aa1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7547865 Feb 11 13:42:00.761248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de1917-2f01-46c9-8e8b-93da43744d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88db6ad-e228-4af8-8838-cf09f9eeaa12,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:00.763498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40350) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:00.822501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5f13a-e2d0-402a-bdf8-ff8214ea84de req-e852e163-c1d2-4aa4-adc8-e1c2315b6ed3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:00.823863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0df5f13a-e2d0-402a-bdf8-ff8214ea84de req-e852e163-c1d2-4aa4-adc8-e1c2315b6ed3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 931 time: 0.2343216 Feb 11 13:42:00.834078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c30449c0-5243-4887-8043-ecdabf6a283a None None] Port 118e560d-549b-441e-bfe5-367b9bf2eb67 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:42:00.858514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Attempting to bind port 3b07e98c-df78-4be4-aac7-a733f5127d68 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:00.858514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Attempting to bind port 3b07e98c-df78-4be4-aac7-a733f5127d68 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:00.858514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Attempting to bind port 3b07e98c-df78-4be4-aac7-a733f5127d68 on network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:42:00.866246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:42:00.866694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Checking segment: {'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:42:00.867099 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.867488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Bound using segment: {'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:42:00.868574 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Bound port: 3b07e98c-df78-4be4-aac7-a733f5127d68, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:00.868574 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.888834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0df5f13a-e2d0-402a-bdf8-ff8214ea84de req-69748c7e-ffba-4090-a259-91910af8438f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:42:00.952644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0df5f13a-e2d0-402a-bdf8-ff8214ea84de req-69748c7e-ffba-4090-a259-91910af8438f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:42:00.953862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0df5f13a-e2d0-402a-bdf8-ff8214ea84de req-69748c7e-ffba-4090-a259-91910af8438f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216242 Feb 11 13:42:00.964420 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.967417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] For port 3b07e98c-df78-4be4-aac7-a733f5127d68, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:00.971810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] For port 3b07e98c-df78-4be4-aac7-a733f5127d68, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3b07e98c-df78-4be4-aac7-a733f5127d68,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:00.976317 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.984146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7409279-67da-4a23-ac85-2c1ee6d86c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.022955 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7409279-67da-4a23-ac85-2c1ee6d86c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.063675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8186e7-0471-4c99-883b-12a0789861c7 None None] Pushing event updated for resources: {'Port': ['ID=3b07e98c-df78-4be4-aac7-a733f5127d68,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:01.167185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7409279-67da-4a23-ac85-2c1ee6d86c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.198990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118e560d-549b-441e-bfe5-367b9bf2eb67 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:01.203288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7409279-67da-4a23-ac85-2c1ee6d86c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88db6ad-e228-4af8-8838-cf09f9eeaa12,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:01.208888 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c7409279-67da-4a23-ac85-2c1ee6d86c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.211094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c7409279-67da-4a23-ac85-2c1ee6d86c9d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f88db6ad-e228-4af8-8838-cf09f9eeaa12 HTTP/1.1" status: 204 len: 168 time: 0.4444671 Feb 11 13:42:01.212928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.249496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Transition to ACTIVE for port object 118e560d-549b-441e-bfe5-367b9bf2eb67 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:01.255347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.429755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Pushing event updated for resources: {'Port': ['ID=118e560d-549b-441e-bfe5-367b9bf2eb67,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:01.514645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Allocated IP 172.20.0.1 (7d83ef36-e7eb-4152-83ce-e912c0ee1d7a/44f73ade-e00a-4aad-af0d-b68cd7ecb9d3/2a69075f-259c-461c-abee-add65816f0b6) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:01.588966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Attempting to bind port 118e560d-549b-441e-bfe5-367b9bf2eb67 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:01.589546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Attempting to bind port 118e560d-549b-441e-bfe5-367b9bf2eb67 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:01.590039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Attempting to bind port 118e560d-549b-441e-bfe5-367b9bf2eb67 on network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:42:01.596768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Port 118e560d-549b-441e-bfe5-367b9bf2eb67 on network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:42:01.597309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Attempting to bind port 118e560d-549b-441e-bfe5-367b9bf2eb67 on network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:42:01.608788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:42:01.609404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Checking segment: {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:42:01.609951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Bound using segment: {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:42:01.610549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Bound port: 118e560d-549b-441e-bfe5-367b9bf2eb67, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:01.611601 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.754467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:01.762769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=118e560d-549b-441e-bfe5-367b9bf2eb67,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:01.778957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.780428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.786495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3b07e98c-df78-4be4-aac7-a733f5127d68 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:01.801939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Transition to ACTIVE for port object 2a69075f-259c-461c-abee-add65816f0b6 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:01.849873 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.914968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Pushing event updated for resources: {'Port': ['ID=118e560d-549b-441e-bfe5-367b9bf2eb67,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:01.939476 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.942160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-cb419094-ef36-408e-aa44-f44869bcfc89 service neutron] 10.222.0.73 "PUT /v2.0/ports/118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 1091 time: 1.5716674 Feb 11 13:42:01.943167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:01.950700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3b07e98c-df78-4be4-aac7-a733f5127d68 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:02.022455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=2a69075f-259c-461c-abee-add65816f0b6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:02.036033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:02.037216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:02.043362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:42:02.049399 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'status': 'completed', 'code': 200} Feb 11 13:42:02.132361 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:02.351401 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-1a29bebd-993d-49ec-8a7b-2da3e8d6150e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1094 time: 0.3717964 Feb 11 13:42:02.360241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1724f3a-4d21-4211-afdc-94d743ebdcf4 req-ac84d9d5-4ef4-4dea-9c5e-76b68d5b7774 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.361969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d1724f3a-4d21-4211-afdc-94d743ebdcf4 req-ac84d9d5-4ef4-4dea-9c5e-76b68d5b7774 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.3157313 Feb 11 13:42:02.421789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:02.459688 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-428b4738-7df4-448c-ada5-e0ed269a47df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 217 time: 0.0968363 Feb 11 13:42:02.548416 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d1724f3a-4d21-4211-afdc-94d743ebdcf4 req-9755f112-dcaf-44ca-9931-890db28b439a tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289937 Feb 11 13:42:02.563532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-4a171291-6af1-4a8b-8068-37ad394ab06c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.565807 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-4a171291-6af1-4a8b-8068-37ad394ab06c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 200 len: 834 time: 0.0959055 Feb 11 13:42:02.583775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365613d5-6bce-4f52-94d4-b8dea0ff51c6 None None] Network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:42:02.645697 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-be7ad030-2f14-440c-be8a-b73ce977cfcc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715981 Feb 11 13:42:02.797596 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-e34dd037-7f07-4e5d-b7bf-c2e3a4e7e606 service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463330 Feb 11 13:42:02.803994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-92d42eeb-37c6-48c8-bff9-359f0fdbacc2 None None] Provisioning for port 3b07e98c-df78-4be4-aac7-a733f5127d68 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:02.821099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-92d42eeb-37c6-48c8-bff9-359f0fdbacc2 None None] Provisioning complete for port 3b07e98c-df78-4be4-aac7-a733f5127d68 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:02.821752 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92d42eeb-37c6-48c8-bff9-359f0fdbacc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:02.945800 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:02.951026 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.013476 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b34aeff-7813-4a40-828a-5ea01f9de733 req-92d7d289-031d-4729-bde7-ecd87d5ff7de service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092924 Feb 11 13:42:03.044854 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92d42eeb-37c6-48c8-bff9-359f0fdbacc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.082379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939314eb-4aba-4701-91b1-5c07426124c9 req-5f5d28bf-dbf1-4df7-bedd-1cb2787bb96a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.084071 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-939314eb-4aba-4701-91b1-5c07426124c9 req-5f5d28bf-dbf1-4df7-bedd-1cb2787bb96a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 943 time: 0.8845828 Feb 11 13:42:03.092819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-92d42eeb-37c6-48c8-bff9-359f0fdbacc2 None None] For port 3b07e98c-df78-4be4-aac7-a733f5127d68, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3b07e98c-df78-4be4-aac7-a733f5127d68,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:03.096703 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92d42eeb-37c6-48c8-bff9-359f0fdbacc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.115745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.129094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=2a69075f-259c-461c-abee-add65816f0b6,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:03.204422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d42eeb-37c6-48c8-bff9-359f0fdbacc2 None None] Pushing event updated for resources: {'Port': ['ID=3b07e98c-df78-4be4-aac7-a733f5127d68,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:03.218192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c57e3e3-52e6-4a09-aa6f-9a7ac57a4010 req-3990a7b0-c90d-49f7-8fda-21f4855b9b5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1094 time: 0.1502085 Feb 11 13:42:03.257553 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-939314eb-4aba-4701-91b1-5c07426124c9 req-d22bfb45-048f-4f54-be0e-74e375a69af7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657009 Feb 11 13:42:03.303100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40386) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:03.340079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:03.340746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:03.389056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57e3e3-52e6-4a09-aa6f-9a7ac57a4010 req-1c063b54-7f20-44af-89df-800f80bf4a45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.390822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c57e3e3-52e6-4a09-aa6f-9a7ac57a4010 req-1c063b54-7f20-44af-89df-800f80bf4a45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 895 time: 0.1621549 Feb 11 13:42:03.423783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f2b0c629-7e7b-4cb7-a51c-82a649b4dbee None None] Provisioning for port 2a69075f-259c-461c-abee-add65816f0b6 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:03.434854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f2b0c629-7e7b-4cb7-a51c-82a649b4dbee None None] Provisioning complete for port 2a69075f-259c-461c-abee-add65816f0b6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:03.435321 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c629-7e7b-4cb7-a51c-82a649b4dbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.481782 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c57e3e3-52e6-4a09-aa6f-9a7ac57a4010 req-374977ec-c913-4e4b-81a8-5c05b0d29851 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 217 time: 0.0839312 Feb 11 13:42:03.555259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f2b0c629-7e7b-4cb7-a51c-82a649b4dbee None None] Port 2a69075f-259c-461c-abee-add65816f0b6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:42:03.562416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57e3e3-52e6-4a09-aa6f-9a7ac57a4010 req-20fadcbe-9c9e-41bb-be88-54e879173ecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.563916 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c57e3e3-52e6-4a09-aa6f-9a7ac57a4010 req-20fadcbe-9c9e-41bb-be88-54e879173ecf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 200 len: 834 time: 0.0761454 Feb 11 13:42:03.591344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f2b0c629-7e7b-4cb7-a51c-82a649b4dbee None None] Provisioning complete for port 3b07e98c-df78-4be4-aac7-a733f5127d68 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:03.592078 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c629-7e7b-4cb7-a51c-82a649b4dbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.691949 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c57e3e3-52e6-4a09-aa6f-9a7ac57a4010 req-d2a74a70-6faf-432b-8aaf-b3600ba811d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218276 Feb 11 13:42:03.730350 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf318975-a227-473f-8463-68389dd4caec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.748474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3b07e98c-df78-4be4-aac7-a733f5127d68 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:03.807799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cf318975-a227-473f-8463-68389dd4caec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:03.816220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cf318975-a227-473f-8463-68389dd4caec admin admin] Usage tracker for resource:security_group_rule and tenant:db782748ffba4757ab3dfb5f05e12408 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:03.825198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cf318975-a227-473f-8463-68389dd4caec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:03.838634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cf318975-a227-473f-8463-68389dd4caec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:03.864881 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3b07e98c-df78-4be4-aac7-a733f5127d68 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:03.865449 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.933822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c57e3e3-52e6-4a09-aa6f-9a7ac57a4010 req-49c58741-0bcc-442b-afa4-9af99b4fa936 service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347534 Feb 11 13:42:03.963193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router e5771f99-15d3-4bb2-80f3-73d6ffe1543c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:03.975860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf318975-a227-473f-8463-68389dd4caec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.981789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf318975-a227-473f-8463-68389dd4caec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:04.019249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-302b8afb-1b0f-42ea-8f26-1bb1c30d5fb1 None None] Provisioning complete for port 2a69075f-259c-461c-abee-add65816f0b6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:04.019524 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-302b8afb-1b0f-42ea-8f26-1bb1c30d5fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:04.020651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf318975-a227-473f-8463-68389dd4caec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3424634b-b4f6-44a3-9cb7-8c54d2a01194,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:04.058691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602532d-fdd9-4541-bc4b-43cb9d92c21b req-080f3ec4-70da-4d10-a37b-7d1e3b5ab63a tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.060378 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6602532d-fdd9-4541-bc4b-43cb9d92c21b req-080f3ec4-70da-4d10-a37b-7d1e3b5ab63a tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.2210934 Feb 11 13:42:04.077557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-302b8afb-1b0f-42ea-8f26-1bb1c30d5fb1 None None] Port 2a69075f-259c-461c-abee-add65816f0b6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:42:04.139031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6602532d-fdd9-4541-bc4b-43cb9d92c21b req-8208dc4b-90b7-4bb1-9dcf-565762c64d76 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706730 Feb 11 13:42:04.140928 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c57e3e3-52e6-4a09-aa6f-9a7ac57a4010 req-6a9d89e7-8a5d-4277-a50d-85caf7e49331 service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985154 Feb 11 13:42:04.162814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cf318975-a227-473f-8463-68389dd4caec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db782748ffba4757ab3dfb5f05e12408&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8584368 Feb 11 13:42:04.165445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40394) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:04.199386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-86225178-552a-4275-9ed9-740b0cdd508c None None] Provisioning complete for port 2a69075f-259c-461c-abee-add65816f0b6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:04.200016 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86225178-552a-4275-9ed9-740b0cdd508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:04.233109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:04.258802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-86225178-552a-4275-9ed9-740b0cdd508c None None] Port 2a69075f-259c-461c-abee-add65816f0b6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:42:04.262406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:04.328579 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:04.343949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3424634b-b4f6-44a3-9cb7-8c54d2a01194,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:04.355859 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:04.356972 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3424634b-b4f6-44a3-9cb7-8c54d2a01194 HTTP/1.1" status: 204 len: 168 time: 0.1905100 Feb 11 13:42:04.358447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.358814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.359146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.359761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.360093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.360420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.361249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.361669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.361990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.362311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.362650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c109328-dacc-47a9-86ff-d8513e5ecd08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:04.382973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:04.406857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3528a4f3-0fd3-4d0e-8d1e-1c2b7ab57360 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "PUT /v2.0/routers/e5771f99-15d3-4bb2-80f3-73d6ffe1543c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6402941 Feb 11 13:42:04.409813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40402) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:04.525866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8e97d-f0b0-461f-8a5f-78ef5dbbab86 req-7983b967-0c0d-48a1-bc44-1bc6a2b9e028 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.535083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fed8e97d-f0b0-461f-8a5f-78ef5dbbab86 req-7983b967-0c0d-48a1-bc44-1bc6a2b9e028 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 943 time: 0.1128170 Feb 11 13:42:04.581712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fed8e97d-f0b0-461f-8a5f-78ef5dbbab86 req-c4192eef-3297-47e8-9b17-16d67a07efbf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454214 Feb 11 13:42:04.677896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739e126-2d98-4ac6-8e12-97aae44bc817 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.678259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739e126-2d98-4ac6-8e12-97aae44bc817 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.678643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739e126-2d98-4ac6-8e12-97aae44bc817 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.679017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739e126-2d98-4ac6-8e12-97aae44bc817 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.679343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739e126-2d98-4ac6-8e12-97aae44bc817 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.679757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739e126-2d98-4ac6-8e12-97aae44bc817 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.681456 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d739e126-2d98-4ac6-8e12-97aae44bc817 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4271 time: 0.2706017 Feb 11 13:42:04.684241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40410) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:04.757985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de774551-288c-47a3-8e54-c86b4cc392fb tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.758356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de774551-288c-47a3-8e54-c86b4cc392fb tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.758734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de774551-288c-47a3-8e54-c86b4cc392fb tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.759083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de774551-288c-47a3-8e54-c86b4cc392fb tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.759430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de774551-288c-47a3-8e54-c86b4cc392fb tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.759772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de774551-288c-47a3-8e54-c86b4cc392fb tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:04.761515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-de774551-288c-47a3-8e54-c86b4cc392fb tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.0764003 Feb 11 13:42:04.764630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40418) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:04.975788 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8d67ba8a-bca8-459d-98f7-cca5600c8349 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2336 time: 0.2097621 Feb 11 13:42:05.149770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:05.155451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-129983388', 'description': 'tempest-secgroup-smoke-129983388 description', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:05.162120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:05.165943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:05.168999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:05.176021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:05.186989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.208890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 118e560d-549b-441e-bfe5-367b9bf2eb67 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:42:05.232008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:05.237138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:05.240303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:05.248949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:05.362914 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.364284 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=118e560d-549b-441e-bfe5-367b9bf2eb67,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:05.372427 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.380755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'port_id': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'mac_address': 'fa:16:3e:70:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:42:05.428954 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.431227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2793479 Feb 11 13:42:05.433766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40442) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:05.437712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6cbfa-f5f4-4eb9-89a0-65630e550caf req-d39f8209-4b68-43fe-9874-675ccacebddb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:05.439739 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2cf6cbfa-f5f4-4eb9-89a0-65630e550caf req-d39f8209-4b68-43fe-9874-675ccacebddb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1647236 Feb 11 13:42:05.440531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3ccb6-05e2-4229-b8e5-877c765e4875 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c366f34-b6f2-429b-baec-f9ebc39d3ff4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:05.442265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '8c366f34-b6f2-429b-baec-f9ebc39d3ff4', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:05.442708 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.464812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118e560d-549b-441e-bfe5-367b9bf2eb67 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:05.475387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:05.482172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=118e560d-549b-441e-bfe5-367b9bf2eb67,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:05.488255 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.488779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:05.492739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:05.495582 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2cf6cbfa-f5f4-4eb9-89a0-65630e550caf req-202bb395-10c8-4426-be35-e3507f59a5ba tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502713 Feb 11 13:42:05.513791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:05.545983 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.577587 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=118e560d-549b-441e-bfe5-367b9bf2eb67,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:05.616952 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.623719 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.648170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84432872-231f-4f61-8cc2-5ecb3fd0669c,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:05.657712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.659083 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0b9102fb-66fa-484e-940f-6b5f82dbf678 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2240636 Feb 11 13:42:05.661714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40452) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:05.667063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '8c366f34-b6f2-429b-baec-f9ebc39d3ff4', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:05.673680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:05.679140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:05.680581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:05.686111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:05.703455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.708997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['118e560d-549b-441e-bfe5-367b9bf2eb67'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:42:05.826119 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.831601 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.859128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8c72b-d9a5-4680-b56e-526f5b523015 req-c47de2d3-b5f0-4502-b2cb-41d9b6a58e65 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:05.859924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d8a8c72b-d9a5-4680-b56e-526f5b523015 req-c47de2d3-b5f0-4502-b2cb-41d9b6a58e65 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:42:05.874458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0468debe-0fa6-4239-864b-647cd52e885a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:05.891211 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.895523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40460) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:05.895667 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-76e32e33-2129-4bf8-a5a8-cf17b1708444 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2329481 Feb 11 13:42:05.896999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d8a8c72b-d9a5-4680-b56e-526f5b523015 req-c47de2d3-b5f0-4502-b2cb-41d9b6a58e65 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:42:05.898158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8a8c72b-d9a5-4680-b56e-526f5b523015 req-c47de2d3-b5f0-4502-b2cb-41d9b6a58e65 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 944 time: 0.1719668 Feb 11 13:42:05.901053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '8c366f34-b6f2-429b-baec-f9ebc39d3ff4', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:05.911643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:05.917860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:05.921351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:05.930066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:05.950609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.954958 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8a8c72b-d9a5-4680-b56e-526f5b523015 req-56b3bd10-7b1c-4611-8139-5e2b1f1e0c8a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498700 Feb 11 13:42:06.025016 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.029861 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.053853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e63a550-bfe6-4354-b0c6-f3deb7002b54,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:06.063708 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.065951 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-daf8efa7-9d9d-4443-a705-baaec09418f7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1694429 Feb 11 13:42:06.068639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40466) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:06.074150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '8c366f34-b6f2-429b-baec-f9ebc39d3ff4', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:06.081001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:06.084887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:06.087763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:06.093353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:06.118292 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.194681 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.198400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.219875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e28294-1a17-40a2-ae81-ac2df4d1c995,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:06.232083 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.233244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e5acc6f7-75c9-4cfa-8fd7-3d4fe05ecf37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1637051 Feb 11 13:42:06.237332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40472) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:06.242762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '8c366f34-b6f2-429b-baec-f9ebc39d3ff4', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:06.249131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:06.253266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:06.256122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:06.262034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:06.272674 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Project 17d1b092f18e487e89704f11a4bdfe9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:42:06.279202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.346512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.350354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.374776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3b68c1-8053-45b0-a0d1-91a877bd6076,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:06.384441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.385685 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9356d89d-a4ba-4db0-a69a-eb9a5ae0f706 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1473839 Feb 11 13:42:06.388373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40480) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:06.393885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '8c366f34-b6f2-429b-baec-f9ebc39d3ff4', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:06.400237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:06.403964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:06.406778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:06.413648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:06.425262 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Project 17d1b092f18e487e89704f11a4bdfe9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:42:06.432203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.498592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.503267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.528489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49908536-7a57-4afb-a0a0-10b06456a3e9,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:06.544264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.545653 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bdacd056-bbbe-47d6-8a6f-529f64e42dd3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1562841 Feb 11 13:42:06.711198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b93996-b709-4a54-be98-b781fd5f20a4 req-82b6c56c-14db-49b6-aa1c-fd48c8bd6a28 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:06.712813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70b93996-b709-4a54-be98-b781fd5f20a4 req-82b6c56c-14db-49b6-aa1c-fd48c8bd6a28 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.0844576 Feb 11 13:42:06.763025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70b93996-b709-4a54-be98-b781fd5f20a4 req-3a08e070-55c3-4ecc-b6da-f9033871ac67 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 Feb 11 13:42:06.792131 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-6bfaa28a-3893-474e-a8ad-e0249a53cf82 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-129983388&fields=id&tenant_id=17d1b092f18e487e89704f11a4bdfe9c HTTP/1.1" status: 200 len: 267 time: 0.0449412 Feb 11 13:42:06.942304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-8c107101-5a64-40bb-b722-7e8b95f5094d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:06.943700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-8c107101-5a64-40bb-b722-7e8b95f5094d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/networks?id=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a HTTP/1.1" status: 200 len: 797 time: 0.1443386 Feb 11 13:42:06.960663 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-8834a673-3cd0-46e6-b763-0d77cef49b58 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/quotas/17d1b092f18e487e89704f11a4bdfe9c HTTP/1.1" status: 200 len: 375 time: 0.0115294 Feb 11 13:42:07.052584 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-67c32585-7869-41b4-aab0-2daecb241068 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809991 Feb 11 13:42:07.184319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b05536-a145-402f-9ced-a50aadcf9c3f req-4e33758d-f0d8-4abd-bf58-bd4feac64906 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:07.187346 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9b05536-a145-402f-9ced-a50aadcf9c3f req-4e33758d-f0d8-4abd-bf58-bd4feac64906 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 944 time: 0.1016088 Feb 11 13:42:07.214048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 118e560d-549b-441e-bfe5-367b9bf2eb67 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:07.243081 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-34d912be-0fdd-40df-b135-c2f342c74972 service neutron] 10.222.0.67 "GET /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773028 Feb 11 13:42:07.297089 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9b05536-a145-402f-9ced-a50aadcf9c3f req-1eaa3556-e39f-46f0-92c5-0aac8cbd0468 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027451 Feb 11 13:42:07.343967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 118e560d-549b-441e-bfe5-367b9bf2eb67 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:07.353285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 118e560d-549b-441e-bfe5-367b9bf2eb67 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:07.353658 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.450499 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-df46168c-adaa-4004-938f-94363be071a9 service neutron] 10.222.0.67 "GET /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070539 Feb 11 13:42:07.507121 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.511249 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.597260 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:07.619080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=118e560d-549b-441e-bfe5-367b9bf2eb67,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:07.624002 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.799595 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'code': 200} Feb 11 13:42:07.802462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=118e560d-549b-441e-bfe5-367b9bf2eb67,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:07.850077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cd711fb9-8e3e-4613-bf78-afdc35bb877f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:07.998298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f48e77d5-42b0-4588-a46e-745ce7ef5adb req-10f109af-c69b-493b-8d3f-68145d6fc4b2 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 210 time: 0.0962341 Feb 11 13:42:08.003178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port cd711fb9-8e3e-4613-bf78-afdc35bb877f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:08.010941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port cd711fb9-8e3e-4613-bf78-afdc35bb877f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:08.011311 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.052267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2551314-d22d-4af2-9fc7-214e1084ab21 req-0f84d46b-2e4a-4294-9c81-e61dba0d5451 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.2711508 Feb 11 13:42:08.128690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2551314-d22d-4af2-9fc7-214e1084ab21 req-27895f7b-0013-478d-b034-911420c711e0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702858 Feb 11 13:42:08.165047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb5562-2953-46a6-8072-6881570741db req-ed50b380-9cde-4fb5-9a28-8fe80a9366be tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:08.171241 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49fb5562-2953-46a6-8072-6881570741db req-ed50b380-9cde-4fb5-9a28-8fe80a9366be tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1785655 Feb 11 13:42:08.213795 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.226853 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-49fb5562-2953-46a6-8072-6881570741db req-19cc5b11-95fd-4a8e-ae49-3f59ea233d7f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475712 Feb 11 13:42:08.244333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port cd711fb9-8e3e-4613-bf78-afdc35bb877f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cd711fb9-8e3e-4613-bf78-afdc35bb877f,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:08.260199 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.328384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=cd711fb9-8e3e-4613-bf78-afdc35bb877f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:08.552574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64aef73-e853-4ad0-a4ed-35eec651f867 req-4516d0f1-d6e8-4c67-8477-46623033d961 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:08.554801 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f64aef73-e853-4ad0-a4ed-35eec651f867 req-4516d0f1-d6e8-4c67-8477-46623033d961 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1259272 Feb 11 13:42:08.607286 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f64aef73-e853-4ad0-a4ed-35eec651f867 req-6f2a6fa4-2db4-4d20-8546-69c2d0bbaff0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435882 Feb 11 13:42:09.227878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-1dae0af3-39f6-49ca-b115-50c9c958760e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:09.230853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-1dae0af3-39f6-49ca-b115-50c9c958760e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "GET /v2.0/networks?id=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a HTTP/1.1" status: 200 len: 797 time: 0.2020185 Feb 11 13:42:09.233473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f609e40c-5f90-42e6-b93b-8be5afd5cd3d req-d32158dc-8371-4d9b-b0da-1ee44652d78b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:42:09.255538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f609e40c-5f90-42e6-b93b-8be5afd5cd3d req-d32158dc-8371-4d9b-b0da-1ee44652d78b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:42:09.257160 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f609e40c-5f90-42e6-b93b-8be5afd5cd3d req-d32158dc-8371-4d9b-b0da-1ee44652d78b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 210 time: 0.0775952 Feb 11 13:42:09.325910 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-410e9a27-512a-4cb6-9555-8de95577dc55 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17d1b092f18e487e89704f11a4bdfe9c HTTP/1.1" status: 200 len: 379 time: 0.0815489 Feb 11 13:42:09.336730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'port': {'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'admin_state_up': True, 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'security_groups': ['8c366f34-b6f2-429b-baec-f9ebc39d3ff4']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:09.552216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:09.565789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:09.575926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8a326-ded5-4e45-a88a-dd1b089bbfac req-420bcab2-ebb9-461b-afeb-3ffce324fe1b tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:09.577407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-51c8a326-ded5-4e45-a88a-dd1b089bbfac req-420bcab2-ebb9-461b-afeb-3ffce324fe1b tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1567769 Feb 11 13:42:09.604816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Made reservation on behalf of 17d1b092f18e487e89704f11a4bdfe9c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:09.607785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.739401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cd711fb9-8e3e-4613-bf78-afdc35bb877f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:09.805967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-51c8a326-ded5-4e45-a88a-dd1b089bbfac req-ca2892a7-cffa-480a-9748-5a4786aab594 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218022 Feb 11 13:42:09.845491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eba9d-ba3b-4585-9974-63e76b22f481 req-bc889d07-8d5e-4072-aded-f48a916fcd3e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:09.847055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-686eba9d-ba3b-4585-9974-63e76b22f481 req-bc889d07-8d5e-4072-aded-f48a916fcd3e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1013308 Feb 11 13:42:09.884636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port cd711fb9-8e3e-4613-bf78-afdc35bb877f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:09.885007 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.912762 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-686eba9d-ba3b-4585-9974-63e76b22f481 req-ae16b9ae-c1c6-46a2-a8c6-6ec756ab9277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569508 Feb 11 13:42:09.958684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Allocated IP 172.20.0.10 (7d83ef36-e7eb-4152-83ce-e912c0ee1d7a/44f73ade-e00a-4aad-af0d-b68cd7ecb9d3/3310068c-a311-49bf-a61d-7cede6be199c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:10.237809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8614092-c2a6-456e-bf94-ca80c9a75c79 req-992d5243-c628-4ddf-ba9a-b6187d7b9446 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.239337 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8614092-c2a6-456e-bf94-ca80c9a75c79 req-992d5243-c628-4ddf-ba9a-b6187d7b9446 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1990261 Feb 11 13:42:10.242529 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.281847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Transition to ACTIVE for port object 3310068c-a311-49bf-a61d-7cede6be199c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:10.315407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8614092-c2a6-456e-bf94-ca80c9a75c79 req-30e56d7b-49a4-4642-95f6-e5a3108a08f3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660398 Feb 11 13:42:10.329846 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.351326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40568) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:10.432277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:10.435494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:10.451853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:42:10.535579 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a2620eaf-6228-49b9-89bd-eca1fe9746db tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1091 time: 0.1820605 Feb 11 13:42:10.539076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40572) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:10.542269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.542938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.546933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=3310068c-a311-49bf-a61d-7cede6be199c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:10.557784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:10.565753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:10.570851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:floatingip and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:10.574358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:10.584208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:10.598162 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-fcc041d2-5cbb-46c7-ae5d-65653711969b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2675774 Feb 11 13:42:10.600242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d482f-43b8-4370-a585-15e6f70e1602 req-ce12e73e-6dbd-4104-9d41-b955987e03ef tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.602086 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e90d482f-43b8-4370-a585-15e6f70e1602 req-ce12e73e-6dbd-4104-9d41-b955987e03ef tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 932 time: 0.1818292 Feb 11 13:42:10.609674 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.615637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Request body: {'port': {'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:10.698758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e90d482f-43b8-4370-a585-15e6f70e1602 req-3ab9c7b0-4ab0-4964-80c0-9ff6a58cb4e4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:42:10.736527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0554988f-cb89-4438-be2a-32c17f303a7f None None] Provisioning for port 3310068c-a311-49bf-a61d-7cede6be199c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:10.759199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0554988f-cb89-4438-be2a-32c17f303a7f None None] Provisioning complete for port 3310068c-a311-49bf-a61d-7cede6be199c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:10.760539 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0554988f-cb89-4438-be2a-32c17f303a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.764649 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.793026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e90d482f-43b8-4370-a585-15e6f70e1602 req-3ab9c7b0-4ab0-4964-80c0-9ff6a58cb4e4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:42:10.794458 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e90d482f-43b8-4370-a585-15e6f70e1602 req-3ab9c7b0-4ab0-4964-80c0-9ff6a58cb4e4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534967 Feb 11 13:42:10.852896 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.881279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0554988f-cb89-4438-be2a-32c17f303a7f None None] Port 3310068c-a311-49bf-a61d-7cede6be199c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:42:11.011940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.25.4.117 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/2e9599a7-778f-404f-81a2-0f6a23f84f1c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:11.195076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.233611 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.234834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee435d-8a3b-4584-8807-1fa0d60352db req-6acfe30a-8a61-4f7c-923c-4e65e5246370 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:11.236376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cee435d-8a3b-4584-8807-1fa0d60352db req-6acfe30a-8a61-4f7c-923c-4e65e5246370 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1654108 Feb 11 13:42:11.307678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3310068c-a311-49bf-a61d-7cede6be199c {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:11.319367 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cee435d-8a3b-4584-8807-1fa0d60352db req-62b5c5dc-64f3-4406-af77-89c48e5068cb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759020 Feb 11 13:42:11.325270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.347519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=2e9599a7-778f-404f-81a2-0f6a23f84f1c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.349846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Transition to ACTIVE for port object 3310068c-a311-49bf-a61d-7cede6be199c will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:11.361631 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.364690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:11.365900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:11.371253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:42:11.679719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Pushing event updated for resources: {'Port': ['ID=3310068c-a311-49bf-a61d-7cede6be199c,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.738114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Attempting to bind port 3310068c-a311-49bf-a61d-7cede6be199c on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:11.738809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Attempting to bind port 3310068c-a311-49bf-a61d-7cede6be199c by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:11.739220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Attempting to bind port 3310068c-a311-49bf-a61d-7cede6be199c on network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:42:11.749090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Port 3310068c-a311-49bf-a61d-7cede6be199c on network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:42:11.749331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Attempting to bind port 3310068c-a311-49bf-a61d-7cede6be199c on network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:42:11.757733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:42:11.758096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Checking segment: {'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:42:11.758477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Bound using segment: {'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:42:11.758943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Bound port: 3310068c-a311-49bf-a61d-7cede6be199c, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:11.759283 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.867169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] For port 3310068c-a311-49bf-a61d-7cede6be199c, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:11.871766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] For port 3310068c-a311-49bf-a61d-7cede6be199c, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3310068c-a311-49bf-a61d-7cede6be199c,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:11.877804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.954951 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.956809 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] 10.222.0.73 "PUT /v2.0/ports/3310068c-a311-49bf-a61d-7cede6be199c HTTP/1.1" status: 200 len: 1092 time: 1.3464279 Feb 11 13:42:11.957432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'tag': '3310068c-a311-49bf-a61d-7cede6be199c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:11.984565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca9009-8869-40bf-b59f-533aeccc0075 service neutron] Pushing event updated for resources: {'Port': ['ID=3310068c-a311-49bf-a61d-7cede6be199c,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.085403 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'tag': '3310068c-a311-49bf-a61d-7cede6be199c', 'status': 'completed', 'code': 200} Feb 11 13:42:12.120888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-adbe8878-a185-4bf0-98b3-10252cab9772 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 1095 time: 0.1077092 Feb 11 13:42:12.255715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.263733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8be9b-cf14-4776-aeed-1f91cc8d5ea7 req-1c697c86-fcb6-4df4-8203-00f96e2588da tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:12.265181 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-baf8be9b-cf14-4776-aeed-1f91cc8d5ea7 req-1c697c86-fcb6-4df4-8203-00f96e2588da tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 944 time: 0.2016702 Feb 11 13:42:12.311167 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-ccfcb784-2960-4661-9229-1dbc7b48c7ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310068c-a311-49bf-a61d-7cede6be199c HTTP/1.1" status: 200 len: 217 time: 0.1833673 Feb 11 13:42:12.359944 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.396063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-a00c7fe1-ea76-49ad-8c0c-730f473efe8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:12.397141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-a00c7fe1-ea76-49ad-8c0c-730f473efe8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44f73ade-e00a-4aad-af0d-b68cd7ecb9d3 HTTP/1.1" status: 200 len: 834 time: 0.0806708 Feb 11 13:42:12.415493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-baf8be9b-cf14-4776-aeed-1f91cc8d5ea7 req-08515e86-fa62-4edb-900e-45197cf6ad0b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243756 Feb 11 13:42:12.525203 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.556925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-9b3fad99-d2cd-432b-b6a9-f24efeb8c795 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542759 Feb 11 13:42:12.729262 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.736107 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.849975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23425df-e7f7-4044-9f19-3c4373c5709a req-22cfb2e8-146a-45d3-a219-fabfcba20bbe tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:12.851649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b23425df-e7f7-4044-9f19-3c4373c5709a req-22cfb2e8-146a-45d3-a219-fabfcba20bbe tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.2994192 Feb 11 13:42:12.866198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=2e9599a7-778f-404f-81a2-0f6a23f84f1c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.888278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.888619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.889407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.889748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.890076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.890710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.890848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.891056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.891374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.891832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.892317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:12.899229 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-2f9d0951-ab41-413e-be62-b0a644694215 service neutron] 10.222.0.73 "GET /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082154 Feb 11 13:42:12.903711 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.120454 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b23425df-e7f7-4044-9f19-3c4373c5709a req-6085e1f4-c887-44b3-a4d0-9f5398c00802 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558374 Feb 11 13:42:13.122682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e06f756-e45d-4006-ab82-6a12940e27ce req-e8c872c5-f0e6-48e6-8ef5-dae9cd89252c service neutron] 10.222.0.73 "GET /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003603 Feb 11 13:42:13.184912 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Floating IP 792cba13-0acd-4940-a517-7a962e4e7dbd associated. External IP: 172.25.4.117, port: 118e560d-549b-441e-bfe5-367b9bf2eb67. Feb 11 13:42:13.254358 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c728129-23ec-4a79-af85-9f770723d636 req-7cae2cd8-d172-44c7-943d-c0b76d78bc12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 1095 time: 0.0858347 Feb 11 13:42:13.431404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c728129-23ec-4a79-af85-9f770723d636 req-2760ee77-e645-43a3-bc33-d816c8578b33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:13.432860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c728129-23ec-4a79-af85-9f770723d636 req-2760ee77-e645-43a3-bc33-d816c8578b33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a HTTP/1.1" status: 200 len: 898 time: 0.1729927 Feb 11 13:42:13.519695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c728129-23ec-4a79-af85-9f770723d636 req-f848f061-d7cb-44cc-83b5-c311ae84a5ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310068c-a311-49bf-a61d-7cede6be199c HTTP/1.1" status: 200 len: 217 time: 0.0800512 Feb 11 13:42:13.621620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c728129-23ec-4a79-af85-9f770723d636 req-44001f81-fb0f-44de-924d-1dd06017e210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:13.623174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c728129-23ec-4a79-af85-9f770723d636 req-44001f81-fb0f-44de-924d-1dd06017e210 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44f73ade-e00a-4aad-af0d-b68cd7ecb9d3 HTTP/1.1" status: 200 len: 834 time: 0.0960102 Feb 11 13:42:13.711574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c728129-23ec-4a79-af85-9f770723d636 req-8db5775d-9129-4ba1-90ef-9e48d761e6c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802646 Feb 11 13:42:13.809509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f2fb1-74e6-4488-a533-4f9e7f720b08 req-ef77db20-8933-4973-b427-b513205ee7a1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:13.811122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e0f2fb1-74e6-4488-a533-4f9e7f720b08 req-ef77db20-8933-4973-b427-b513205ee7a1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 944 time: 0.1254063 Feb 11 13:42:13.866989 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c728129-23ec-4a79-af85-9f770723d636 req-a6fb599b-2ba8-4fc1-9426-5bb566e56859 service neutron] 10.222.0.73 "GET /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484396 Feb 11 13:42:13.881580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e0f2fb1-74e6-4488-a533-4f9e7f720b08 req-55aa5bda-8d4d-4922-832a-363a5ee211dd tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631912 Feb 11 13:42:13.918406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 7d0274f4-671f-4d02-9d6f-3e43cf486231 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:14.033384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c728129-23ec-4a79-af85-9f770723d636 req-03f42284-a2b4-42a9-8b0f-f738502ed9ec service neutron] 10.222.0.73 "GET /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590979 Feb 11 13:42:14.132968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:14.143158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] Sync routers for ids ['7d0274f4-671f-4d02-9d6f-3e43cf486231'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:42:14.154695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] Routers {'7d0274f4-671f-4d02-9d6f-3e43cf486231'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:42:14.155716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7d0274f4-671f-4d02-9d6f-3e43cf486231'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:14.160935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.241122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f921d27b-e0f0-4806-96cb-e03d26c8d63d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6962757 Feb 11 13:42:14.241122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:14.372784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730f81-4377-4d2c-8cfc-1ec6f3a5c593 req-609039c9-2eb8-4a48-bf37-f3d4c6bf6b7e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.374318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68730f81-4377-4d2c-8cfc-1ec6f3a5c593 req-609039c9-2eb8-4a48-bf37-f3d4c6bf6b7e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1045811 Feb 11 13:42:14.393398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] Set router 7d0274f4-671f-4d02-9d6f-3e43cf486231 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:42:14.434373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68730f81-4377-4d2c-8cfc-1ec6f3a5c593 req-12e67ee6-ebaa-4873-80a4-994d29569484 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523400 Feb 11 13:42:14.484749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ca8d6-b4bb-4706-969c-3d84438eaf62 req-5a00daf7-d4e3-434e-9827-2d2c95657a20 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.488181 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a42ca8d6-b4bb-4706-969c-3d84438eaf62 req-5a00daf7-d4e3-434e-9827-2d2c95657a20 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1374364 Feb 11 13:42:14.553142 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'status': 'completed', 'code': 200} Feb 11 13:42:14.571745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a42ca8d6-b4bb-4706-969c-3d84438eaf62 req-d476b08e-e1c3-41a7-9b20-8fe3a27ca62b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775728 Feb 11 13:42:14.589769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40614) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:14.668362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d0b72d1-7478-4dd8-a384-15277d2a8780 req-1d78b9b3-e67a-41f7-b7d3-554ad49b3675 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0946918 Feb 11 13:42:14.741224 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fbb4f84f-c721-45fb-8024-05c41a6de239 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/792cba13-0acd-4940-a517-7a962e4e7dbd HTTP/1.1" status: 200 len: 991 time: 0.1479585 Feb 11 13:42:14.858712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b72d1-7478-4dd8-a384-15277d2a8780 req-85ee49b1-e432-4a9f-9186-07258a8ce545 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:14.861438 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d0b72d1-7478-4dd8-a384-15277d2a8780 req-85ee49b1-e432-4a9f-9186-07258a8ce545 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 895 time: 0.1847794 Feb 11 13:42:14.932323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:51Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '792cba13-0acd-4940-a517-7a962e4e7dbd', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'port_id': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'mac_address': 'fa:16:3e:70:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:11Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82da5264-37bb-4d34-afac-c4708840e1a5', 'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:a5:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:51Z', 'updated_at': '2022-02-11T13:41:58Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:14.947918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] Checking router: 7d0274f4-671f-4d02-9d6f-3e43cf486231 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:42:14.965496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] Routers {'7d0274f4-671f-4d02-9d6f-3e43cf486231'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:42:14.966434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:41:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7d0274f4-671f-4d02-9d6f-3e43cf486231'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:15.159600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d0b72d1-7478-4dd8-a384-15277d2a8780 req-f9b317cf-e866-407c-ae43-a4fd6faacd83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 999 time: 0.2923133 Feb 11 13:42:15.166907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] Set router 7d0274f4-671f-4d02-9d6f-3e43cf486231 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:42:15.209323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644403e-6470-40cd-951c-0bd228dcefc9 req-764ce354-6f9e-4cd6-ac11-a9ed43b01f19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:15.209926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4644403e-6470-40cd-951c-0bd228dcefc9 req-764ce354-6f9e-4cd6-ac11-a9ed43b01f19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:42:15.236780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3310068c-a311-49bf-a61d-7cede6be199c details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:42:15.245578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b72d1-7478-4dd8-a384-15277d2a8780 req-282e03a6-b30f-4790-8de2-c55e4b5929d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:15.247469 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d0b72d1-7478-4dd8-a384-15277d2a8780 req-282e03a6-b30f-4790-8de2-c55e4b5929d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 200 len: 834 time: 0.0809708 Feb 11 13:42:15.248233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4644403e-6470-40cd-951c-0bd228dcefc9 req-764ce354-6f9e-4cd6-ac11-a9ed43b01f19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:42:15.249027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4644403e-6470-40cd-951c-0bd228dcefc9 req-764ce354-6f9e-4cd6-ac11-a9ed43b01f19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 944 time: 0.1955388 Feb 11 13:42:15.347528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4644403e-6470-40cd-951c-0bd228dcefc9 req-1e0ef9b3-d6ab-4746-acd3-da3d82ec665c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626791 Feb 11 13:42:15.364222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d0b72d1-7478-4dd8-a384-15277d2a8780 req-e994df38-27ce-479a-9c7c-bdf9bc1f20a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109881 Feb 11 13:42:15.522013 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d0b72d1-7478-4dd8-a384-15277d2a8780 req-a60b61ca-6e33-477f-91b2-cca53b371b37 service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503975 Feb 11 13:42:15.585409 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9354e48f-6dd7-40bc-b1d9-572ba9e3fd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:15.661971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3310068c-a311-49bf-a61d-7cede6be199c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3310068c-a311-49bf-a61d-7cede6be199c,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:15.691190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a4830-fdfd-471f-84ac-8d93ad87ad88 req-9aa69196-fa22-4897-96cc-45f13ffec385 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:15.693128 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-688a4830-fdfd-471f-84ac-8d93ad87ad88 req-9aa69196-fa22-4897-96cc-45f13ffec385 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.0974355 Feb 11 13:42:15.696893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '3310068c-a311-49bf-a61d-7cede6be199c', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:42:15.722063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d0b72d1-7478-4dd8-a384-15277d2a8780 req-799772ad-bb85-47fb-8a73-62d18d719a49 service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925361 Feb 11 13:42:15.740614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40630) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:15.804987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-688a4830-fdfd-471f-84ac-8d93ad87ad88 req-4564c950-2e67-471a-b950-6ce51a98eab8 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061499 Feb 11 13:42:15.852322 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:15.861344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b6efb94f-13e2-4d07-9ad8-730fa4a5715f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/792cba13-0acd-4940-a517-7a962e4e7dbd HTTP/1.1" status: 200 len: 991 time: 0.1180851 Feb 11 13:42:15.878368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3310068c-a311-49bf-a61d-7cede6be199c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:15.898350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3310068c-a311-49bf-a61d-7cede6be199c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3310068c-a311-49bf-a61d-7cede6be199c,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:15.903950 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:15.953930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:51Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '792cba13-0acd-4940-a517-7a962e4e7dbd', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'port_id': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'mac_address': 'fa:16:3e:70:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:11Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82da5264-37bb-4d34-afac-c4708840e1a5', 'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:a5:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:51Z', 'updated_at': '2022-02-11T13:41:58Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:15.966386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd7eac-16f3-4256-ad8d-5b2bcc9a8512 None None] The sync data for ids ['7d0274f4-671f-4d02-9d6f-3e43cf486231'] in n-d-818559-1 is: [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:51Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '792cba13-0acd-4940-a517-7a962e4e7dbd', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'port_id': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'mac_address': 'fa:16:3e:70:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:11Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82da5264-37bb-4d34-afac-c4708840e1a5', 'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:a5:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:51Z', 'updated_at': '2022-02-11T13:41:58Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:42:15.988405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3310068c-a311-49bf-a61d-7cede6be199c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:16.114146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['3310068c-a311-49bf-a61d-7cede6be199c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:42:16.559883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738d907-98d7-4a72-8de1-8bad0be52bcd req-cae2ce06-31cd-4ea6-9341-6bcc19ec38a3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:16.561346 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0738d907-98d7-4a72-8de1-8bad0be52bcd req-cae2ce06-31cd-4ea6-9341-6bcc19ec38a3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 945 time: 0.0784841 Feb 11 13:42:16.616122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0738d907-98d7-4a72-8de1-8bad0be52bcd req-b5661f90-0e95-4078-8296-f1047599f099 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490551 Feb 11 13:42:16.864182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40640) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:16.908626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b4ab0619-dcc0-4267-bdb4-d6729f949cf8 req-c987d3d5-83b8-4e74-a82a-837a6af50eab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 1096 time: 0.0715728 Feb 11 13:42:17.086717 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-24785223-ea5a-4d5f-8b83-992511981a4b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/792cba13-0acd-4940-a517-7a962e4e7dbd HTTP/1.1" status: 200 len: 991 time: 0.2213438 Feb 11 13:42:17.103245 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb789d-5641-4b87-b02d-0cfb5ef1e5cf req-6b58236d-47a1-4573-b4c9-fe48a10cc649 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:17.103971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2cb789d-5641-4b87-b02d-0cfb5ef1e5cf req-6b58236d-47a1-4573-b4c9-fe48a10cc649 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1637645 Feb 11 13:42:17.142620 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e71ee-4252-4551-8b5a-8429a7567c8e None None] New status for floating IP 792cba13-0acd-4940-a517-7a962e4e7dbd: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:42:17.151154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab0619-dcc0-4267-bdb4-d6729f949cf8 req-32befb6c-8879-45c2-9ed9-29c3d5140352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:17.153963 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b4ab0619-dcc0-4267-bdb4-d6729f949cf8 req-32befb6c-8879-45c2-9ed9-29c3d5140352 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 916 time: 0.2207913 Feb 11 13:42:17.215119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2cb789d-5641-4b87-b02d-0cfb5ef1e5cf req-df2733c3-a3fd-44c9-9552-39510f683312 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981431 Feb 11 13:42:17.245291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f63ebf74-d885-4ee3-b603-c220ebc2a9ae details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:42:17.256307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3310068c-a311-49bf-a61d-7cede6be199c up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:17.262144 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b4ab0619-dcc0-4267-bdb4-d6729f949cf8 req-e3c89396-f8db-4828-904e-4c7b0c80c42e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae HTTP/1.1" status: 200 len: 217 time: 0.1024244 Feb 11 13:42:17.359959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab0619-dcc0-4267-bdb4-d6729f949cf8 req-7ba23789-26ad-4e90-8e5d-35afa84683dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:17.361904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b4ab0619-dcc0-4267-bdb4-d6729f949cf8 req-7ba23789-26ad-4e90-8e5d-35afa84683dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dbea47d-a95d-4451-9578-3024e647243d HTTP/1.1" status: 200 len: 855 time: 0.0940993 Feb 11 13:42:17.439894 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b4ab0619-dcc0-4267-bdb4-d6729f949cf8 req-305b0b03-f9c0-483e-b4ad-54541bfa1654 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba7e235-4164-4c53-b266-14bb948ea7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718126 Feb 11 13:42:17.487290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 3310068c-a311-49bf-a61d-7cede6be199c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:17.506347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 3310068c-a311-49bf-a61d-7cede6be199c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:17.506748 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.580973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:17.601472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae', 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6', 'port_id': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae', 'mac_address': 'fa:16:3e:40:02:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbea47d-a95d-4451-9578-3024e647243d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:42:17.604071 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b4ab0619-dcc0-4267-bdb4-d6729f949cf8 req-e0554264-2f91-4431-98ce-3bb54f558e8f service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565089 Feb 11 13:42:17.697529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40656) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:17.728633 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc7a4-1702-49e3-96fa-83681872fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.751350 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.762559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b4ab0619-dcc0-4267-bdb4-d6729f949cf8 req-9664c39a-3060-4694-ae59-3eb1b0070dda service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539578 Feb 11 13:42:17.783090 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f63ebf74-d885-4ee3-b603-c220ebc2a9ae {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:17.786860 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.821227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:17.826504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3310068c-a311-49bf-a61d-7cede6be199c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:17.837646 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.870257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3310068c-a311-49bf-a61d-7cede6be199c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3310068c-a311-49bf-a61d-7cede6be199c,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:17.873240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef92bd3-2975-4255-bc14-f94f74017ee5 req-e25f133c-c5fb-49da-bdc4-1dff079876f1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:17.876656 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9796758c-b861-46e5-8e07-2cf49663e167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.878686 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.879518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f63ebf74-d885-4ee3-b603-c220ebc2a9ae no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:42:17.882094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eef92bd3-2975-4255-bc14-f94f74017ee5 req-e25f133c-c5fb-49da-bdc4-1dff079876f1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 945 time: 0.1030791 Feb 11 13:42:17.926496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9796758c-b861-46e5-8e07-2cf49663e167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:17.929476 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3310068c-a311-49bf-a61d-7cede6be199c', 'code': 200} Feb 11 13:42:17.930952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9796758c-b861-46e5-8e07-2cf49663e167 admin admin] Usage tracker for resource:security_group_rule and tenant:59dd2bb5d626423faa0c946fef63c96a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:17.934994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9796758c-b861-46e5-8e07-2cf49663e167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:17.940318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eef92bd3-2975-4255-bc14-f94f74017ee5 req-3f71df57-9c6e-4122-84e7-378868befddb tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570493 Feb 11 13:42:17.943250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9796758c-b861-46e5-8e07-2cf49663e167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:17.991655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.028406 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9796758c-b861-46e5-8e07-2cf49663e167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.034084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9796758c-b861-46e5-8e07-2cf49663e167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.063713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f63ebf74-d885-4ee3-b603-c220ebc2a9ae'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:42:18.066203 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e8db66e-2686-4e7d-b55b-25abce88da1c req-caef3200-50c4-4108-a47d-c52c3eb1e430 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 1097 time: 0.0853124 Feb 11 13:42:18.086053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796758c-b861-46e5-8e07-2cf49663e167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2388a2da-47df-46aa-beb6-174b479c5e04,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.090393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40664) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:18.095464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9796758c-b861-46e5-8e07-2cf49663e167 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=59dd2bb5d626423faa0c946fef63c96a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3961430 Feb 11 13:42:18.118499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40668) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:18.120305 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e8db66e-2686-4e7d-b55b-25abce88da1c req-dbbb3685-cadf-4f98-9226-019b42676faa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478425 Feb 11 13:42:18.153903 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.177585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3310068c-a311-49bf-a61d-7cede6be199c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.191430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f63ebf74-d885-4ee3-b603-c220ebc2a9ae {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:18.211841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-32e9f3ab-149d-453d-9bf5-64b933d0d381 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/792cba13-0acd-4940-a517-7a962e4e7dbd HTTP/1.1" status: 200 len: 993 time: 0.1190679 Feb 11 13:42:18.237538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:18.242971 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.299277 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9141fc19-0325-406d-ba7e-444bb7ff5e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.329758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9141fc19-0325-406d-ba7e-444bb7ff5e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.347432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.393365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9141fc19-0325-406d-ba7e-444bb7ff5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.407473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141fc19-0325-406d-ba7e-444bb7ff5e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2388a2da-47df-46aa-beb6-174b479c5e04,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.416376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9141fc19-0325-406d-ba7e-444bb7ff5e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.419703 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9141fc19-0325-406d-ba7e-444bb7ff5e67 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2388a2da-47df-46aa-beb6-174b479c5e04 HTTP/1.1" status: 204 len: 168 time: 0.2963464 Feb 11 13:42:18.453619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f42824-e4af-4f51-a5be-ed2954347ff3 req-e5b7adee-0aa1-4419-86d1-7e9abf2cb03e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:18.455721 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63f42824-e4af-4f51-a5be-ed2954347ff3 req-e5b7adee-0aa1-4419-86d1-7e9abf2cb03e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 943 time: 0.0928226 Feb 11 13:42:18.502857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63f42824-e4af-4f51-a5be-ed2954347ff3 req-7bed23f2-5ac5-4253-8853-e7ecf323bf77 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Feb 11 13:42:18.747586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:18.766491 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e09885cc-191c-453b-8dba-a24e0fefd37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.796741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e09885cc-191c-453b-8dba-a24e0fefd37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:18.801052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e09885cc-191c-453b-8dba-a24e0fefd37a admin admin] Usage tracker for resource:security_group_rule and tenant:c07e6d5e214641329360aec24f6cf2b8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:18.803910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e09885cc-191c-453b-8dba-a24e0fefd37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:18.809460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e09885cc-191c-453b-8dba-a24e0fefd37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:18.878825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e09885cc-191c-453b-8dba-a24e0fefd37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.884637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e09885cc-191c-453b-8dba-a24e0fefd37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.899960 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.903087 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.938751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09885cc-191c-453b-8dba-a24e0fefd37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12564b45-deee-4eba-9c93-9ef86e5fbeb3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.944162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e09885cc-191c-453b-8dba-a24e0fefd37a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c07e6d5e214641329360aec24f6cf2b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1955452 Feb 11 13:42:18.946819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40682) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:19.130539 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23d4c242-ae46-47d6-9428-f1bb1b3467f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.164903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23d4c242-ae46-47d6-9428-f1bb1b3467f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.167052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce60bb-5e15-47e8-824b-4049a10ffe8b req-83d64562-be54-46a8-bfdf-6594fa462ece tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:19.175275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b8ce60bb-5e15-47e8-824b-4049a10ffe8b req-83d64562-be54-46a8-bfdf-6594fa462ece tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 946 time: 0.1079879 Feb 11 13:42:19.219157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b8ce60bb-5e15-47e8-824b-4049a10ffe8b req-1734521b-7188-43e2-8001-12ec50264386 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429661 Feb 11 13:42:19.223700 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23d4c242-ae46-47d6-9428-f1bb1b3467f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.242276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4c242-ae46-47d6-9428-f1bb1b3467f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12564b45-deee-4eba-9c93-9ef86e5fbeb3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:19.253369 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23d4c242-ae46-47d6-9428-f1bb1b3467f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.257515 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-23d4c242-ae46-47d6-9428-f1bb1b3467f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/12564b45-deee-4eba-9c93-9ef86e5fbeb3 HTTP/1.1" status: 204 len: 168 time: 0.3070540 Feb 11 13:42:19.264910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f63ebf74-d885-4ee3-b603-c220ebc2a9ae up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:19.347460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port f63ebf74-d885-4ee3-b603-c220ebc2a9ae triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:19.348171 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.462196 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.504482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:19.508919 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.580375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:19.687625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40694) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:19.707149 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3531c001-87f0-40ee-aff9-060d4aa9fc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.712361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ea7a6-1a3e-446a-bf39-da7c26fec4f6 req-57cfd639-d525-4650-8f0a-3ea19805653f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:19.713827 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a7ea7a6-1a3e-446a-bf39-da7c26fec4f6 req-57cfd639-d525-4650-8f0a-3ea19805653f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.0816417 Feb 11 13:42:19.740511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3531c001-87f0-40ee-aff9-060d4aa9fc46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:19.743882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3531c001-87f0-40ee-aff9-060d4aa9fc46 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9f179336404232a780ddcf5464d90b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:19.746635 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3531c001-87f0-40ee-aff9-060d4aa9fc46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:19.752767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3531c001-87f0-40ee-aff9-060d4aa9fc46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:19.761128 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3a7ea7a6-1a3e-446a-bf39-da7c26fec4f6 req-4f76be08-74fa-4720-a5de-c237d83546f6 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Feb 11 13:42:19.818291 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3531c001-87f0-40ee-aff9-060d4aa9fc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.822167 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3531c001-87f0-40ee-aff9-060d4aa9fc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.867729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531c001-87f0-40ee-aff9-060d4aa9fc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd50e9e-374c-43b6-a52e-bd07ed0bab1e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:19.871805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3531c001-87f0-40ee-aff9-060d4aa9fc46 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f9f179336404232a780ddcf5464d90b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1824107 Feb 11 13:42:19.874447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40698) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:19.931133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:19.939828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0220bcd-2381-4c7e-bc3c-9ade9ebe836d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.966922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0220bcd-2381-4c7e-bc3c-9ade9ebe836d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.986098 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae', 'code': 200} Feb 11 13:42:20.020136 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0220bcd-2381-4c7e-bc3c-9ade9ebe836d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:20.038767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0220bcd-2381-4c7e-bc3c-9ade9ebe836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd50e9e-374c-43b6-a52e-bd07ed0bab1e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:20.041202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e0220bcd-2381-4c7e-bc3c-9ade9ebe836d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:20.044654 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e0220bcd-2381-4c7e-bc3c-9ade9ebe836d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1bd50e9e-374c-43b6-a52e-bd07ed0bab1e HTTP/1.1" status: 204 len: 168 time: 0.1670582 Feb 11 13:42:20.182541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c31693c-caa6-48f1-8f81-af60ffb45de8 req-e87fd52d-7305-44ed-988a-88c883135ba2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 1096 time: 0.0676999 Feb 11 13:42:20.228949 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c31693c-caa6-48f1-8f81-af60ffb45de8 req-59cc7b21-6db6-477b-91f3-8520a9645bba service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Feb 11 13:42:20.301832 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:20.427130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ca7bb-bc85-4ba5-81ab-0551704d4b15 req-a855edab-3ec2-485e-8d4f-dc716c56c88d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.428641 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-237ca7bb-bc85-4ba5-81ab-0551704d4b15 req-a855edab-3ec2-485e-8d4f-dc716c56c88d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 946 time: 0.0862908 Feb 11 13:42:20.479586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-237ca7bb-bc85-4ba5-81ab-0551704d4b15 req-2ab7b722-3642-4dee-9008-7c4bc91eb6c4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454705 Feb 11 13:42:20.681754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa9b7c-8c7a-467c-a154-250326acba30 req-2437db90-e5a3-4217-a756-dad4c4e42de8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.683324 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9aa9b7c-8c7a-467c-a154-250326acba30 req-2437db90-e5a3-4217-a756-dad4c4e42de8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 946 time: 0.0793033 Feb 11 13:42:20.731502 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9aa9b7c-8c7a-467c-a154-250326acba30 req-34c57b7b-7497-440d-bf41-aff0e9afa9e3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Feb 11 13:42:20.760517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40726) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:20.839697 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4877dc52-a0f7-4338-9161-d8a64a374675 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 1092 time: 0.0772943 Feb 11 13:42:20.842489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40734) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:20.848819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:20.855053 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:20.859417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:floatingip and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:20.863329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:20.869529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:20.880920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:20.977466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dbb63-b07d-4e7a-9cc3-e307c074d372 req-39586c05-f1f2-418c-a085-77dec6f893f3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.979070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5b6dbb63-b07d-4e7a-9cc3-e307c074d372 req-39586c05-f1f2-418c-a085-77dec6f893f3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.0845985 Feb 11 13:42:21.028161 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5b6dbb63-b07d-4e7a-9cc3-e307c074d372 req-3dd08fe7-13f1-4950-9402-a1cf1bb57a8f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Feb 11 13:42:21.036329 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:21.173693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Allocated IP 172.25.4.18 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/69cc7203-12d1-4ba5-8604-b04974b0ff3f) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:21.349666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:21.379808 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:21.475548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:21.488326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:21.493305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:42:21.524294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=69cc7203-12d1-4ba5-8604-b04974b0ff3f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:21.577397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Sync routers for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:42:21.606710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:42:21.607363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:42:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:21.831084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:42:22.155733 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.190134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:42:02Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:02Z', 'revision_number': 2, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:22.194927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Checking router: e5771f99-15d3-4bb2-80f3-73d6ffe1543c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:42:22.197120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Updating router e5771f99-15d3-4bb2-80f3-73d6ffe1543c port 2a69075f-259c-461c-abee-add65816f0b6 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:42:22.258712 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.269060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.355774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6924b3-046d-4823-9be5-327aed9628f0 req-77b1284a-965b-41e5-9aa5-590d30935880 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.357328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea6924b3-046d-4823-9be5-327aed9628f0 req-77b1284a-965b-41e5-9aa5-590d30935880 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1723158 Feb 11 13:42:22.488392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea6924b3-046d-4823-9be5-327aed9628f0 req-d2dc2bef-6a98-4438-bb30-340323a9bc8d tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123543 Feb 11 13:42:22.554244 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.559946 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.643682 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.655480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Transition to ACTIVE for port object 2a69075f-259c-461c-abee-add65816f0b6 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:22.671702 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.689167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=69cc7203-12d1-4ba5-8604-b04974b0ff3f,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:22.719715 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.722292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00587d6-2df6-49b8-8d72-4644f1d77a65 req-ff53bfb5-1ecf-4777-be85-d6871d8af1bc tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.724248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d00587d6-2df6-49b8-8d72-4644f1d77a65 req-ff53bfb5-1ecf-4777-be85-d6871d8af1bc tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.0974112 Feb 11 13:42:22.757299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c1493-9988-496f-8baf-0f4e62479ecc None None] Pushing event updated for resources: {'Port': ['ID=2a69075f-259c-461c-abee-add65816f0b6,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:22.796417 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d00587d6-2df6-49b8-8d72-4644f1d77a65 req-1fba4dde-5d54-427d-84b3-4dd949fa5952 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653250 Feb 11 13:42:22.967025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Attempting to bind port 2a69075f-259c-461c-abee-add65816f0b6 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:22.967714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Attempting to bind port 2a69075f-259c-461c-abee-add65816f0b6 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:22.968739 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Attempting to bind port 2a69075f-259c-461c-abee-add65816f0b6 on network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:42:22.979331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:42:22.980100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Checking segment: {'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:42:22.980676 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.981317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Bound using segment: {'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:42:22.982085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Bound port: 2a69075f-259c-461c-abee-add65816f0b6, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:22.982982 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.001826 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Floating IP 8c1b7b25-36fd-4339-bd17-e169fa68727e associated. External IP: 172.25.4.18, port: 3310068c-a311-49bf-a61d-7cede6be199c. Feb 11 13:42:23.106028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] For port 2a69075f-259c-461c-abee-add65816f0b6, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:23.110346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] For port 2a69075f-259c-461c-abee-add65816f0b6, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2a69075f-259c-461c-abee-add65816f0b6,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:23.115972 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.234893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c1493-9988-496f-8baf-0f4e62479ecc None None] Pushing event updated for resources: {'Port': ['ID=2a69075f-259c-461c-abee-add65816f0b6,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:23.256624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:42:23.257250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:42:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:23.493504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:42:23.658232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router e5771f99-15d3-4bb2-80f3-73d6ffe1543c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:23.820003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-154b2a8c-166c-45f1-a522-cf69b3a394c9 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.822347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-154b2a8c-166c-45f1-a522-cf69b3a394c9 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 815 time: 0.2140858 Feb 11 13:42:23.842741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-85f7fa89-0b2e-47a2-a9ce-e0da6e82f754 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/quotas/a1c73ba51fc4450d80ac978e80494117 HTTP/1.1" status: 200 len: 375 time: 0.0150197 Feb 11 13:42:23.887813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:23.921534 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.936624 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-5cd9f13f-19d8-48b6-80a3-a9015a5fcc5a tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0884123 Feb 11 13:42:23.990984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-89f141cb-1e5c-43f8-ab7c-dc7a9fa53fdf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1447189 Feb 11 13:42:23.990984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'tag': '3310068c-a311-49bf-a61d-7cede6be199c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:23.994161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40770) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:24.035285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:42:02Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:21Z', 'revision_number': 0, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:24.042990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbe5ba-249d-47c2-82e5-2df257112206 None None] The sync data for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 is: [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:42:02Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:21Z', 'revision_number': 0, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:42:24.064252 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'tag': '3310068c-a311-49bf-a61d-7cede6be199c', 'status': 'completed', 'code': 200} Feb 11 13:42:24.132001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-78b18e40-884b-4c9d-ad2e-0018b97b4ff1 service neutron] 10.222.0.67 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868815 Feb 11 13:42:24.317889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-21798793-eb86-48a0-8bb4-f1be09439fee tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 991 time: 0.3225482 Feb 11 13:42:24.322132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-47945370-d9b0-4c4d-a50d-aa24951267be service neutron] 10.222.0.67 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704936 Feb 11 13:42:24.361216 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd6dabd0-6779-401b-b799-84939531247b req-c8aeac36-6f19-4114-ab0b-be3045afc1b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 1097 time: 0.2588868 Feb 11 13:42:24.589464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dabd0-6779-401b-b799-84939531247b req-b4e66703-bf26-49a6-91c5-eb393b927a0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.591295 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd6dabd0-6779-401b-b799-84939531247b req-b4e66703-bf26-49a6-91c5-eb393b927a0f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a HTTP/1.1" status: 200 len: 898 time: 0.2226787 Feb 11 13:42:24.727240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03cbde05-8e4a-4bc6-9644-805df856824c req-b2607686-3d08-4f17-9c89-5daf0b592ebc tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 210 time: 0.1310220 Feb 11 13:42:24.747608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-3543760d-0a36-490e-aab4-3a99070a7818 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.750033 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-3543760d-0a36-490e-aab4-3a99070a7818 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade HTTP/1.1" status: 200 len: 945 time: 0.1182251 Feb 11 13:42:24.811597 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd6dabd0-6779-401b-b799-84939531247b req-4527df77-f748-45e9-898f-5aa4cd5d074a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310068c-a311-49bf-a61d-7cede6be199c HTTP/1.1" status: 200 len: 999 time: 0.1801388 Feb 11 13:42:24.839492 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-49b4cc64-210a-4274-82bc-bf671f9e90e4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Deleting port f63ebf74-d885-4ee3-b603-c220ebc2a9ae {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:42:24.840055 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-49b4cc64-210a-4274-82bc-bf671f9e90e4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.882830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dabd0-6779-401b-b799-84939531247b req-30364e6a-cfbb-4760-9771-16fc9232a34d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.884464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd6dabd0-6779-401b-b799-84939531247b req-30364e6a-cfbb-4760-9771-16fc9232a34d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44f73ade-e00a-4aad-af0d-b68cd7ecb9d3 HTTP/1.1" status: 200 len: 834 time: 0.0677707 Feb 11 13:42:25.008774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd6dabd0-6779-401b-b799-84939531247b req-0e649973-abf2-488e-b92a-805badfc60f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129301 Feb 11 13:42:25.171677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-49b4cc64-210a-4274-82bc-bf671f9e90e4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] For port f63ebf74-d885-4ee3-b603-c220ebc2a9ae, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:25.172032 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-49b4cc64-210a-4274-82bc-bf671f9e90e4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.207710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd6dabd0-6779-401b-b799-84939531247b req-9b78dd3e-78d1-4649-b5da-db29787280a4 service neutron] 10.222.0.73 "GET /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878169 Feb 11 13:42:25.354469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40790) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:25.436793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-49b4cc64-210a-4274-82bc-bf671f9e90e4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Calling delete_port for f63ebf74-d885-4ee3-b603-c220ebc2a9ae owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:42:25.556603 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-20d90727-08c6-4c17-9418-950c03f91249 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 991 time: 0.1993384 Feb 11 13:42:25.564390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd6dabd0-6779-401b-b799-84939531247b req-4c5bf855-be00-4fb7-8a99-c7f88967e134 service neutron] 10.222.0.73 "GET /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449864 Feb 11 13:42:25.756118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2a69075f-259c-461c-abee-add65816f0b6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:25.824818 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-49b4cc64-210a-4274-82bc-bf671f9e90e4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.851298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40800) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:25.889011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2a69075f-259c-461c-abee-add65816f0b6 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:25.915933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2a69075f-259c-461c-abee-add65816f0b6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:25.916300 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.118194 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.125285 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc82b803-7333-40dd-979c-b806e9ae9ac9 req-7cb43704-807f-44ee-b5c0-bdd4ada21b40 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 210 time: 0.1097357 Feb 11 13:42:26.126720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-981c0d87-1b91-45ea-ad56-d5394e2b4d98 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.126867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4cc64-210a-4274-82bc-bf671f9e90e4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Pushing event deleted for resources: {'Port': ['ID=f63ebf74-d885-4ee3-b603-c220ebc2a9ae,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.131145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-981c0d87-1b91-45ea-ad56-d5394e2b4d98 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 815 time: 0.2587457 Feb 11 13:42:26.134758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-49b4cc64-210a-4274-82bc-bf671f9e90e4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] No DVR routers for this DVR port f63ebf74-d885-4ee3-b603-c220ebc2a9ae on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:26.137364 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-49b4cc64-210a-4274-82bc-bf671f9e90e4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.141386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade', 'name': 'network-vif-deleted', 'tag': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:26.148338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Request body: {'port': {'device_id': 'e973a9d9-bf5e-40ec-a8df-3af66bcf39c6', 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6', 'admin_state_up': True, 'tenant_id': 'a1c73ba51fc4450d80ac978e80494117'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:26.165745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2929fe6d-f622-4751-86c6-f25f6008f0c8 req-49b4cc64-210a-4274-82bc-bf671f9e90e4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "DELETE /v2.0/ports/f63ebf74-d885-4ee3-b603-c220ebc2a9ae HTTP/1.1" status: 204 len: 173 time: 1.4103785 Feb 11 13:42:26.216040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 2a69075f-259c-461c-abee-add65816f0b6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2a69075f-259c-461c-abee-add65816f0b6,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:26.222545 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.260955 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3c9f8c-bf1a-4196-9e3a-bd5dc5c6bade', 'name': 'network-vif-deleted', 'tag': 'f63ebf74-d885-4ee3-b603-c220ebc2a9ae', 'status': 'completed', 'code': 200} Feb 11 13:42:26.277171 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-38aaf5fc-30d1-4f18-954c-35139d223c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.331272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=2a69075f-259c-461c-abee-add65816f0b6,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.340589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-38aaf5fc-30d1-4f18-954c-35139d223c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:26.358149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-38aaf5fc-30d1-4f18-954c-35139d223c49 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc358f4efac4f509bc954d7ae6fa060 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:26.363761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-38aaf5fc-30d1-4f18-954c-35139d223c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:26.382965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-38aaf5fc-30d1-4f18-954c-35139d223c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:26.399793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:26.407194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Usage tracker for resource:port and tenant:a1c73ba51fc4450d80ac978e80494117 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:26.412092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:26.424393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:26.444049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Made reservation on behalf of a1c73ba51fc4450d80ac978e80494117 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:26.447357 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.545567 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-38aaf5fc-30d1-4f18-954c-35139d223c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.554358 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-38aaf5fc-30d1-4f18-954c-35139d223c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.558672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40808) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:26.628926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaf5fc-30d1-4f18-954c-35139d223c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb8c794-d38c-46a0-8fb9-ad5119b9d897,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.633937 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-38aaf5fc-30d1-4f18-954c-35139d223c49 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ccc358f4efac4f509bc954d7ae6fa060&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7815726 Feb 11 13:42:26.654057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40812) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:26.702852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Allocated IP 172.20.0.5 (4ba7e235-4164-4c53-b266-14bb948ea7d6/2dbea47d-a95d-4451-9578-3024e647243d/213fc0ca-3b70-4996-8f28-de0d50656565) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:26.734555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f0d94caa-2ec8-48bd-a00f-673ac1d9840c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 991 time: 0.1747158 Feb 11 13:42:26.761819 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ee18826-79d0-4def-a349-a9d0ea1c64c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.792195 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ee18826-79d0-4def-a349-a9d0ea1c64c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.854437 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ee18826-79d0-4def-a349-a9d0ea1c64c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.870603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee18826-79d0-4def-a349-a9d0ea1c64c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb8c794-d38c-46a0-8fb9-ad5119b9d897,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.877666 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ee18826-79d0-4def-a349-a9d0ea1c64c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.878815 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0ee18826-79d0-4def-a349-a9d0ea1c64c9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ebb8c794-d38c-46a0-8fb9-ad5119b9d897 HTTP/1.1" status: 204 len: 168 time: 0.2238872 Feb 11 13:42:26.959202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.989342 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.230304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Network 4ba7e235-4164-4c53-b266-14bb948ea7d6 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:27.233992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:27.236812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Pushing event updated for resources: {'Port': ['ID=213fc0ca-3b70-4996-8f28-de0d50656565,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:27.238889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:42:27.298923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f63ebf74-d885-4ee3-b603-c220ebc2a9ae no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:42:27.319237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.320443 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.339665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: f63ebf74-d885-4ee3-b603-c220ebc2a9ae {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:42:27.340151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f63ebf74-d885-4ee3-b603-c220ebc2a9ae not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:42:27.357192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d808f3c2-a24d-4307-a4ba-3d1405d417c7 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2134390 Feb 11 13:42:27.368648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Request body: {'port': {'device_id': 'e973a9d9-bf5e-40ec-a8df-3af66bcf39c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:27.390250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3c2a3-cd9b-4e3f-b2ac-e6d9b5a4b4fa req-2295d712-7abf-438f-be24-a4d7f24db116 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.391274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a6f3c2a3-cd9b-4e3f-b2ac-e6d9b5a4b4fa req-2295d712-7abf-438f-be24-a4d7f24db116 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Synchronizing usage tracker for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:42:27.408969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a6f3c2a3-cd9b-4e3f-b2ac-e6d9b5a4b4fa req-2295d712-7abf-438f-be24-a4d7f24db116 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Unset dirty status for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:42:27.410604 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6f3c2a3-cd9b-4e3f-b2ac-e6d9b5a4b4fa req-2295d712-7abf-438f-be24-a4d7f24db116 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 931 time: 0.1020918 Feb 11 13:42:27.460473 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6f3c2a3-cd9b-4e3f-b2ac-e6d9b5a4b4fa req-a47ddd82-98d9-4626-bb63-84b8f3d5b7bb tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419712 Feb 11 13:42:27.479859 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.729951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2a69075f-259c-461c-abee-add65816f0b6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:27.739132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40836) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:27.833752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2a69075f-259c-461c-abee-add65816f0b6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:27.834496 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.857647 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7ec07609-0374-494f-8f97-7eb16101a7f0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 991 time: 0.1161809 Feb 11 13:42:27.874092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213fc0ca-3b70-4996-8f28-de0d50656565 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:27.882183 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.897427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Transition to ACTIVE for port object 213fc0ca-3b70-4996-8f28-de0d50656565 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:27.900561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.035110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Pushing event updated for resources: {'Port': ['ID=213fc0ca-3b70-4996-8f28-de0d50656565,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:28.145258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Attempting to bind port 213fc0ca-3b70-4996-8f28-de0d50656565 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:28.145594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Attempting to bind port 213fc0ca-3b70-4996-8f28-de0d50656565 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:28.145920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Attempting to bind port 213fc0ca-3b70-4996-8f28-de0d50656565 on network 4ba7e235-4164-4c53-b266-14bb948ea7d6 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:42:28.151807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Port 213fc0ca-3b70-4996-8f28-de0d50656565 on network 4ba7e235-4164-4c53-b266-14bb948ea7d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:42:28.152128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Attempting to bind port 213fc0ca-3b70-4996-8f28-de0d50656565 on network 4ba7e235-4164-4c53-b266-14bb948ea7d6 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:42:28.158515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:42:28.158886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Checking segment: {'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:42:28.159269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Bound using segment: {'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:42:28.159692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Bound port: 213fc0ca-3b70-4996-8f28-de0d50656565, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffb709d-8bd6-4450-83e8-c43cdeb03b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:28.160032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.253368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] For port 213fc0ca-3b70-4996-8f28-de0d50656565, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:28.256740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] For port 213fc0ca-3b70-4996-8f28-de0d50656565, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=213fc0ca-3b70-4996-8f28-de0d50656565,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:28.261637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.325079 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.326436 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] 10.222.0.73 "PUT /v2.0/ports/213fc0ca-3b70-4996-8f28-de0d50656565 HTTP/1.1" status: 200 len: 1091 time: 0.9624074 Feb 11 13:42:28.326881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e973a9d9-bf5e-40ec-a8df-3af66bcf39c6', 'tag': '213fc0ca-3b70-4996-8f28-de0d50656565'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:28.357033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4227a-2345-4445-b63f-0bea38a3ce07 service neutron] Pushing event updated for resources: {'Port': ['ID=213fc0ca-3b70-4996-8f28-de0d50656565,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:28.413238 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e973a9d9-bf5e-40ec-a8df-3af66bcf39c6', 'tag': '213fc0ca-3b70-4996-8f28-de0d50656565', 'status': 'completed', 'code': 200} Feb 11 13:42:28.460068 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-adcf6bc3-8f69-49c4-bccb-4a7faf31a3ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 1094 time: 0.0821400 Feb 11 13:42:28.539407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-bec61fc8-a13b-468f-87e1-2894c7df7368 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=213fc0ca-3b70-4996-8f28-de0d50656565 HTTP/1.1" status: 200 len: 217 time: 0.0721099 Feb 11 13:42:28.618217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-0dfc40aa-e3f0-469b-9840-585b1e6fac97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:28.619950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-0dfc40aa-e3f0-469b-9840-585b1e6fac97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dbea47d-a95d-4451-9578-3024e647243d HTTP/1.1" status: 200 len: 855 time: 0.0740430 Feb 11 13:42:28.668950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-72ad5bf6-5f17-49d4-ba5b-3506480490ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba7e235-4164-4c53-b266-14bb948ea7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420208 Feb 11 13:42:28.705673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccec0a0-a319-49a9-8bf6-d9d766c5feef req-89edde0b-1d91-4e4b-b2b8-e7e26061ac4e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:28.711118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ccec0a0-a319-49a9-8bf6-d9d766c5feef req-89edde0b-1d91-4e4b-b2b8-e7e26061ac4e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 943 time: 0.0897591 Feb 11 13:42:28.755103 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2ccec0a0-a319-49a9-8bf6-d9d766c5feef req-100298c6-430f-46df-a2db-555ce80a9f56 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Feb 11 13:42:28.818051 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-f237951c-7e95-4fb0-827a-eedbaf6a02b0 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418135 Feb 11 13:42:28.861037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40864) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:28.959651 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60e9dfcd-4d6c-4dc3-9c9b-377cb6ecf36b req-883b2d07-29d2-4c81-af7d-f7197a1fe839 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361475 Feb 11 13:42:28.973015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0968c127-23eb-47db-a1bd-3573dee1add0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 991 time: 0.1107080 Feb 11 13:42:29.182613 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39a556d4-3916-426a-abd0-798bab0c72aa req-55113044-cdc9-443d-8621-2c3cdb0d2268 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a1c73ba51fc4450d80ac978e80494117&device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 1094 time: 0.1737602 Feb 11 13:42:29.294756 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:42:29.324061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a556d4-3916-426a-abd0-798bab0c72aa req-791f0612-b31d-4143-b94a-f1dabd88a3e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.325505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39a556d4-3916-426a-abd0-798bab0c72aa req-791f0612-b31d-4143-b94a-f1dabd88a3e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 200 len: 916 time: 0.1363790 Feb 11 13:42:29.401026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39a556d4-3916-426a-abd0-798bab0c72aa req-4bfb703d-3931-4e00-8402-c4a00c4ed43a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=213fc0ca-3b70-4996-8f28-de0d50656565 HTTP/1.1" status: 200 len: 217 time: 0.0626180 Feb 11 13:42:29.467757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a556d4-3916-426a-abd0-798bab0c72aa req-724361a6-a95c-408c-bcb7-df56d9e3d7e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.469662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39a556d4-3916-426a-abd0-798bab0c72aa req-724361a6-a95c-408c-bcb7-df56d9e3d7e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dbea47d-a95d-4451-9578-3024e647243d HTTP/1.1" status: 200 len: 855 time: 0.0614138 Feb 11 13:42:29.520766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39a556d4-3916-426a-abd0-798bab0c72aa req-c8749b5d-00c5-499d-b699-c594e0b51f84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba7e235-4164-4c53-b266-14bb948ea7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450151 Feb 11 13:42:29.661014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39a556d4-3916-426a-abd0-798bab0c72aa req-c0167f3d-8866-4548-9c19-dfb64e86d696 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331058 Feb 11 13:42:29.795163 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39a556d4-3916-426a-abd0-798bab0c72aa req-f69a5b82-8b0e-40da-b89e-ec2bc5cb7683 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281404 Feb 11 13:42:29.976405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40876) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:29.993795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd41aa2-440e-4dc5-808e-8d188105a5fc req-b9aa3215-931f-4c9c-a82a-86771a1846ff tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.994524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8dd41aa2-440e-4dc5-808e-8d188105a5fc req-b9aa3215-931f-4c9c-a82a-86771a1846ff tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Synchronizing usage tracker for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:42:30.007617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8dd41aa2-440e-4dc5-808e-8d188105a5fc req-b9aa3215-931f-4c9c-a82a-86771a1846ff tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Unset dirty status for tenant:a1c73ba51fc4450d80ac978e80494117 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:42:30.008879 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8dd41aa2-440e-4dc5-808e-8d188105a5fc req-b9aa3215-931f-4c9c-a82a-86771a1846ff tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 943 time: 0.0944712 Feb 11 13:42:30.062056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8dd41aa2-440e-4dc5-808e-8d188105a5fc req-a9d9cf0a-13a3-4566-8ad9-fa1cb38d3f0b tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471942 Feb 11 13:42:30.093378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8f034405-28b2-46c7-9819-bfa0626009b8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 991 time: 0.1155629 Feb 11 13:42:31.097174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:31.234265 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2761bb81-ce84-4ca9-92cd-26656a56310e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 991 time: 0.1358812 Feb 11 13:42:31.276150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee781d-325a-4ab4-a267-21e3b09d80df req-364cad77-bcad-47ac-905d-5f5282ac1105 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:31.277504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73ee781d-325a-4ab4-a267-21e3b09d80df req-364cad77-bcad-47ac-905d-5f5282ac1105 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 943 time: 0.0868452 Feb 11 13:42:31.312278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 213fc0ca-3b70-4996-8f28-de0d50656565 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:42:31.323867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73ee781d-325a-4ab4-a267-21e3b09d80df req-2210d8ac-8c3f-4669-bd84-e85dd099b0c9 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Feb 11 13:42:31.447430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 213fc0ca-3b70-4996-8f28-de0d50656565, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=213fc0ca-3b70-4996-8f28-de0d50656565,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:31.461258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '213fc0ca-3b70-4996-8f28-de0d50656565', 'network_id': '4ba7e235-4164-4c53-b266-14bb948ea7d6', 'port_id': '213fc0ca-3b70-4996-8f28-de0d50656565', 'mac_address': 'fa:16:3e:a9:60:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbea47d-a95d-4451-9578-3024e647243d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:42:31.513603 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.531303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213fc0ca-3b70-4996-8f28-de0d50656565 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:31.547363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 213fc0ca-3b70-4996-8f28-de0d50656565, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=213fc0ca-3b70-4996-8f28-de0d50656565,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:31.551549 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.615594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=213fc0ca-3b70-4996-8f28-de0d50656565,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:31.810653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['213fc0ca-3b70-4996-8f28-de0d50656565'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:42:32.238458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40896) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:32.345450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6d7274b8-7abc-4cca-8b76-aa6b47a03a50 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 991 time: 0.1056132 Feb 11 13:42:32.520459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fb14-e311-4b69-922f-ea620864b65a req-a11c4481-783d-46b6-8686-d8d67c9102a4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:32.522031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c390fb14-e311-4b69-922f-ea620864b65a req-a11c4481-783d-46b6-8686-d8d67c9102a4 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 944 time: 0.0778117 Feb 11 13:42:32.574414 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c390fb14-e311-4b69-922f-ea620864b65a req-a17f63f2-b2b3-419c-b9ad-cc2cfbc7f5ea tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436511 Feb 11 13:42:33.338851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 213fc0ca-3b70-4996-8f28-de0d50656565 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:33.348719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40904) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:33.417425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 213fc0ca-3b70-4996-8f28-de0d50656565 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:33.423016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 213fc0ca-3b70-4996-8f28-de0d50656565 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:33.423577 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.463265 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cfed4cfa-ccac-47d9-bbec-3c027305b581 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 991 time: 0.1127908 Feb 11 13:42:33.538113 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.567077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e973a9d9-bf5e-40ec-a8df-3af66bcf39c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213fc0ca-3b70-4996-8f28-de0d50656565'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:33.576868 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 213fc0ca-3b70-4996-8f28-de0d50656565, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=213fc0ca-3b70-4996-8f28-de0d50656565,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:33.581356 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.623693 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e973a9d9-bf5e-40ec-a8df-3af66bcf39c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213fc0ca-3b70-4996-8f28-de0d50656565', 'code': 200} Feb 11 13:42:33.649021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=213fc0ca-3b70-4996-8f28-de0d50656565,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:33.811477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f397275c-215e-4372-9173-8e45dcbf2b47 req-f04f72b3-276f-4e37-beab-05abc381abe7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 1096 time: 0.1292877 Feb 11 13:42:33.820497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86990f8a-3af3-4d1f-a1de-f01b4caa51d2 req-7c675934-f81d-44d2-8b9a-dc9382d585e3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:33.821961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-86990f8a-3af3-4d1f-a1de-f01b4caa51d2 req-7c675934-f81d-44d2-8b9a-dc9382d585e3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.1064260 Feb 11 13:42:33.889291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f397275c-215e-4372-9173-8e45dcbf2b47 req-eb122549-adb5-48da-a33d-aa79ba453717 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663648 Feb 11 13:42:33.896292 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-86990f8a-3af3-4d1f-a1de-f01b4caa51d2 req-5dc69e85-b72e-4c68-93e5-ab1163878886 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598643 Feb 11 13:42:34.466897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40918) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:34.578857 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e6578756-5edd-4002-a45c-e8ab4d95c78d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 991 time: 0.1100922 Feb 11 13:42:34.937038 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa1747-28c6-4c5b-b649-dfabae96d95b None None] New status for floating IP 8c1b7b25-36fd-4339-bd17-e169fa68727e: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:42:35.146147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67b400-d17a-41c7-8250-567cfaf51133 req-2b6962b4-c8f8-4ecd-ba4a-b1492e91ec1c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:35.148275 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f67b400-d17a-41c7-8250-567cfaf51133 req-2b6962b4-c8f8-4ecd-ba4a-b1492e91ec1c tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.1107228 Feb 11 13:42:35.198928 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f67b400-d17a-41c7-8250-567cfaf51133 req-d03e4544-e06e-4211-b117-b80b1f1866c9 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442183 Feb 11 13:42:35.582160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40926) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:35.688957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-53db5e3e-6fc8-43d7-86a1-05a86d987d4c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 200 len: 993 time: 0.1054423 Feb 11 13:42:36.409700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d67f0c-a949-477a-989f-5f8569c89134 req-d7f294df-dab3-49a4-b296-f73b99b634a1 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:36.411330 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5d67f0c-a949-477a-989f-5f8569c89134 req-d7f294df-dab3-49a4-b296-f73b99b634a1 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.0800102 Feb 11 13:42:36.459981 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5d67f0c-a949-477a-989f-5f8569c89134 req-40bd18f0-e737-4347-a348-43dd623936bc tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Feb 11 13:42:36.673618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faae44-1ac0-4b03-9d3a-13ff889f2eb6 req-290a5a19-ff1e-4098-b655-15f8b6a9ff6a tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:36.675144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2faae44-1ac0-4b03-9d3a-13ff889f2eb6 req-290a5a19-ff1e-4098-b655-15f8b6a9ff6a tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.0795915 Feb 11 13:42:36.725385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2faae44-1ac0-4b03-9d3a-13ff889f2eb6 req-f22431b5-ecc7-46eb-b16f-e7ffdf782252 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442884 Feb 11 13:42:36.863651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 40946) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:37.103015 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6e47e8d-0711-4082-80cf-196be3c42115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.127220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0007403-223d-4de9-9b50-a5d77a1caaa4 req-43830146-9f98-4d44-93f3-b89c5cac8e21 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:37.128757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f0007403-223d-4de9-9b50-a5d77a1caaa4 req-43830146-9f98-4d44-93f3-b89c5cac8e21 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.0867643 Feb 11 13:42:37.177030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f0007403-223d-4de9-9b50-a5d77a1caaa4 req-1d530506-65ce-4b7f-828c-fc038bd1c7ca tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419569 Feb 11 13:42:37.241168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6e47e8d-0711-4082-80cf-196be3c42115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:37.252020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6e47e8d-0711-4082-80cf-196be3c42115 admin admin] Usage tracker for resource:security_group_rule and tenant:9cf971bc4e224af98d4704df8ce58592 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:37.255634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6e47e8d-0711-4082-80cf-196be3c42115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:37.262611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6e47e8d-0711-4082-80cf-196be3c42115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:37.376824 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6e47e8d-0711-4082-80cf-196be3c42115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.382803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6e47e8d-0711-4082-80cf-196be3c42115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.446373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e47e8d-0711-4082-80cf-196be3c42115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f29234a-ce51-4db5-86cb-f3633d452c22,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:37.454593 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6e47e8d-0711-4082-80cf-196be3c42115 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9cf971bc4e224af98d4704df8ce58592&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5893526 Feb 11 13:42:37.456824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40956) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:37.461816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199b783-4cae-496a-b92c-046f0851c3ab req-6b5dfb1d-1ed6-421c-9691-b9d99eee2320 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:37.463340 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1199b783-4cae-496a-b92c-046f0851c3ab req-6b5dfb1d-1ed6-421c-9691-b9d99eee2320 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.1535604 Feb 11 13:42:37.488341 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.512303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1199b783-4cae-496a-b92c-046f0851c3ab req-51857a3e-c329-4172-a088-07465617e0bd tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Feb 11 13:42:37.537898 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee47b-2c1b-48bf-93a0-fdef5e40893d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.569757 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee47b-2c1b-48bf-93a0-fdef5e40893d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.638185 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee47b-2c1b-48bf-93a0-fdef5e40893d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.655777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ee47b-2c1b-48bf-93a0-fdef5e40893d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f29234a-ce51-4db5-86cb-f3633d452c22,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:37.662884 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee47b-2c1b-48bf-93a0-fdef5e40893d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.666433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9f2ee47b-2c1b-48bf-93a0-fdef5e40893d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f29234a-ce51-4db5-86cb-f3633d452c22 HTTP/1.1" status: 204 len: 168 time: 0.2062373 Feb 11 13:42:37.925517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1625222-7cac-4876-ad49-0443c26536ea req-aa988f98-8e70-4d09-b26e-093516983d2e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:37.927064 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1625222-7cac-4876-ad49-0443c26536ea req-aa988f98-8e70-4d09-b26e-093516983d2e tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.1043732 Feb 11 13:42:37.983375 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1625222-7cac-4876-ad49-0443c26536ea req-4af457ad-072d-4489-b432-44843c739e7f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504684 Feb 11 13:42:38.302500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09920b9-b8e4-456e-a4f2-5354aa522d3b req-e33ab769-d3e3-48d3-89a8-b9521ae4830f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:38.303976 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e09920b9-b8e4-456e-a4f2-5354aa522d3b req-e33ab769-d3e3-48d3-89a8-b9521ae4830f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.1763997 Feb 11 13:42:38.349146 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e09920b9-b8e4-456e-a4f2-5354aa522d3b req-d0c07b77-b8d6-4a0d-bab6-ba15cb28ce1f tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 Feb 11 13:42:38.929278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df3850-6711-4ddc-ab59-9cf7ea4d9a2d req-ea9e4fc9-b6ae-4133-826c-bdcdafacf996 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:38.930753 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1df3850-6711-4ddc-ab59-9cf7ea4d9a2d req-ea9e4fc9-b6ae-4133-826c-bdcdafacf996 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.0806556 Feb 11 13:42:38.981302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1df3850-6711-4ddc-ab59-9cf7ea4d9a2d req-b9f1826e-0be6-4bd4-96f3-4bd030ff9525 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450406 Feb 11 13:42:40.159230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-f7c11e67-e59b-4d85-a161-1ae6241a40ca tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:40.160677 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-f7c11e67-e59b-4d85-a161-1ae6241a40ca tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.0766752 Feb 11 13:42:40.176348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a398a2-6471-430b-8775-9f6d607070b4 req-cf1ce777-7aa1-42bf-84a1-1f476ab16eac tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:40.177853 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48a398a2-6471-430b-8775-9f6d607070b4 req-cf1ce777-7aa1-42bf-84a1-1f476ab16eac tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 945 time: 0.0774136 Feb 11 13:42:40.211508 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] Sync routers for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:42:40.226214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:42:40.226571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48a398a2-6471-430b-8775-9f6d607070b4 req-7cc231e4-e831-41a8-bff1-8bbd235b5cb8 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432677 Feb 11 13:42:40.227317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:42:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:40.240351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-afecdaec-89d0-4f87-a1c5-15e36bf6fed3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Deleting port 213fc0ca-3b70-4996-8f28-de0d50656565 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:42:40.240695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-afecdaec-89d0-4f87-a1c5-15e36bf6fed3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:40.440728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:42:40.488294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-afecdaec-89d0-4f87-a1c5-15e36bf6fed3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] For port 213fc0ca-3b70-4996-8f28-de0d50656565, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=213fc0ca-3b70-4996-8f28-de0d50656565,segment=NetworkSegment(4ffb709d-8bd6-4450-83e8-c43cdeb03b98),segment_id=4ffb709d-8bd6-4450-83e8-c43cdeb03b98)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:40.488647 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-afecdaec-89d0-4f87-a1c5-15e36bf6fed3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:40.610637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-afecdaec-89d0-4f87-a1c5-15e36bf6fed3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Calling delete_port for 213fc0ca-3b70-4996-8f28-de0d50656565 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:42:40.754103 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-afecdaec-89d0-4f87-a1c5-15e36bf6fed3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:40.765574 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['213fc0ca-3b70-4996-8f28-de0d50656565'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:42:40.803802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecdaec-89d0-4f87-a1c5-15e36bf6fed3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Pushing event deleted for resources: {'Port': ['ID=213fc0ca-3b70-4996-8f28-de0d50656565,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:40.841457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:42:02Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:35Z', 'revision_number': 1, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:40.845819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] Checking router: e5771f99-15d3-4bb2-80f3-73d6ffe1543c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:42:40.856429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:42:40.857045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:42:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:40.881595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-afecdaec-89d0-4f87-a1c5-15e36bf6fed3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] No DVR routers for this DVR port 213fc0ca-3b70-4996-8f28-de0d50656565 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:40.884141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-afecdaec-89d0-4f87-a1c5-15e36bf6fed3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:40.886642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e973a9d9-bf5e-40ec-a8df-3af66bcf39c6', 'name': 'network-vif-deleted', 'tag': '213fc0ca-3b70-4996-8f28-de0d50656565'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:40.908018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-955fa57d-51ef-446a-ac66-9f7897bdc463 req-afecdaec-89d0-4f87-a1c5-15e36bf6fed3 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.73 "DELETE /v2.0/ports/213fc0ca-3b70-4996-8f28-de0d50656565 HTTP/1.1" status: 204 len: 173 time: 0.7414193 Feb 11 13:42:40.953553 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e973a9d9-bf5e-40ec-a8df-3af66bcf39c6', 'name': 'network-vif-deleted', 'tag': '213fc0ca-3b70-4996-8f28-de0d50656565', 'status': 'completed', 'code': 200} Feb 11 13:42:41.044206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:42:41.396775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:42:02Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:35Z', 'revision_number': 1, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:41.401551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30218c34-0139-46c5-a3c3-26eb1c053ab7 None None] The sync data for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 is: [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:42:02Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:35Z', 'revision_number': 1, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:42:41.409585 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-000fddd7-5868-470b-9c87-44ecc28a637d req-e8ad4f53-bfe0-4280-96e8-17b5d5deaaa2 tempest-ServerDiskConfigTestJSON-328077732 tempest-ServerDiskConfigTestJSON-328077732-project] 10.222.0.67 "GET /v2.0/ports?device_id=e973a9d9-bf5e-40ec-a8df-3af66bcf39c6 HTTP/1.1" status: 200 len: 210 time: 0.0462327 Feb 11 13:42:42.500426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.820619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40994) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:42.879231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed3d93b-17f5-4713-86ac-2fa34097c0d0 admin admin] Deleting subnet 2dbea47d-a95d-4451-9578-3024e647243d {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:42:42.882615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d93b-17f5-4713-86ac-2fa34097c0d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.934431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d93b-17f5-4713-86ac-2fa34097c0d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.989910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d93b-17f5-4713-86ac-2fa34097c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.056733 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d93b-17f5-4713-86ac-2fa34097c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.097877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3d93b-17f5-4713-86ac-2fa34097c0d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbea47d-a95d-4451-9578-3024e647243d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:43.102401 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d93b-17f5-4713-86ac-2fa34097c0d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.108222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2ed3d93b-17f5-4713-86ac-2fa34097c0d0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2dbea47d-a95d-4451-9578-3024e647243d HTTP/1.1" status: 204 len: 168 time: 0.2866051 Feb 11 13:42:43.111572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 40998) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:43.212741 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.341365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.366985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba7e235-4164-4c53-b266-14bb948ea7d6']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:43.380513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffb709d-8bd6-4450-83e8-c43cdeb03b98') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:43.380837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffb709d-8bd6-4450-83e8-c43cdeb03b98') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:43.392623 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.399554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 213fc0ca-3b70-4996-8f28-de0d50656565 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:42:43.409299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.415240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:42:43.415617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:43.429865 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:43.436134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 213fc0ca-3b70-4996-8f28-de0d50656565 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:42:43.436482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 213fc0ca-3b70-4996-8f28-de0d50656565 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:42:43.506739 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.522525 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.532898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba7e235-4164-4c53-b266-14bb948ea7d6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:43.541037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1af4c58c-4d3d-4856-971f-7203b6719e83 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4ba7e235-4164-4c53-b266-14bb948ea7d6 HTTP/1.1" status: 204 len: 168 time: 0.4285271 Feb 11 13:42:43.735258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41004) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:43.785375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-63d984df-8594-4256-ac41-f8b2459fd40b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a1c73ba51fc4450d80ac978e80494117&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489736 Feb 11 13:42:43.787741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41008) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:43.847236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37777b96-7426-4011-8b78-774981e10544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.872622 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37777b96-7426-4011-8b78-774981e10544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.924715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37777b96-7426-4011-8b78-774981e10544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.945106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37777b96-7426-4011-8b78-774981e10544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:43.955762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37777b96-7426-4011-8b78-774981e10544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.956907 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-37777b96-7426-4011-8b78-774981e10544 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d84aa67-1bdf-470d-9e9c-6c9b0d8afef4 HTTP/1.1" status: 204 len: 168 time: 0.1682978 Feb 11 13:42:44.802219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41030) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:44.933365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1529802783-network', 'tenant_id': '86db851bf20e4b6ba4cb778b0639d2ad'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:44.938737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:44.942545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Usage tracker for resource:network and tenant:86db851bf20e4b6ba4cb778b0639d2ad is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:44.945541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:44.951787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:44.963259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Made reservation on behalf of 86db851bf20e4b6ba4cb778b0639d2ad for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:44.965860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:44.979051 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.012305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:45.016731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:86db851bf20e4b6ba4cb778b0639d2ad is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:45.019512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:45.025091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:45.110540 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.114273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.143750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:45.152319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c034201a-ce24-45e4-86c6-aaa253ee86b0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:45.158520 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.158952 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Added segment 7fa795ab-1784-4c52-a902-baa756788219 of type vlan for network fcc6c3cb-cbaf-4417-978c-d7d01489245f Feb 11 13:42:45.186174 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.216139 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.216979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:45.217538 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.324000 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5206583 Feb 11 13:42:45.324702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db5545-701f-42ee-a5e2-a7fb0c18e4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=fcc6c3cb-cbaf-4417-978c-d7d01489245f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:45.326785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41036) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:45.332850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Request body: {'subnet': {'network_id': 'fcc6c3cb-cbaf-4417-978c-d7d01489245f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1529802783-subnet', 'tenant_id': '86db851bf20e4b6ba4cb778b0639d2ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:45.336000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network fcc6c3cb-cbaf-4417-978c-d7d01489245f details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:42:45.338163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:45.342010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Usage tracker for resource:subnet and tenant:86db851bf20e4b6ba4cb778b0639d2ad is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:45.345434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:45.351199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:45.361709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Made reservation on behalf of 86db851bf20e4b6ba4cb778b0639d2ad for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:45.364138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.457962 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a258b5e-cac1-40b8-86ba-9ca25a2b3b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.580911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.649116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Pushing event updated for resources: {'Subnet': ['ID=460c3410-a5df-455c-aea1-14b9d47044d9,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:45.663548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Checking segment: {'id': '7fa795ab-1784-4c52-a902-baa756788219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fcc6c3cb-cbaf-4417-978c-d7d01489245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:42:45.663909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Network hostable DHCP agents. Network: fcc6c3cb-cbaf-4417-978c-d7d01489245f, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:45.686517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Network fcc6c3cb-cbaf-4417-978c-d7d01489245f is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:45.696657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, fcc6c3cb-cbaf-4417-978c-d7d01489245f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:45.700770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:45.701373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.706692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235ff0e-1c18-4a5b-a750-b61112fe09e9 None None] Network fcc6c3cb-cbaf-4417-978c-d7d01489245f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:42:45.731217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f8f5c739-d664-4d7d-aea8-41fa548314db admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4033134 Feb 11 13:42:45.957999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4f7e8-52e7-460c-acaa-353baeb5f36e None None] Network fcc6c3cb-cbaf-4417-978c-d7d01489245f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:42:46.353322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-08572a67-34bd-4f3f-a417-7b04b7b590f8 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:46.353990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-08572a67-34bd-4f3f-a417-7b04b7b590f8 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Synchronizing usage tracker for tenant:86db851bf20e4b6ba4cb778b0639d2ad on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:42:46.370109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-08572a67-34bd-4f3f-a417-7b04b7b590f8 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Unset dirty status for tenant:86db851bf20e4b6ba4cb778b0639d2ad on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:42:46.371389 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-08572a67-34bd-4f3f-a417-7b04b7b590f8 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/networks?id=fcc6c3cb-cbaf-4417-978c-d7d01489245f HTTP/1.1" status: 200 len: 814 time: 0.2420597 Feb 11 13:42:46.388086 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-1d4be558-42e9-4bac-a76b-feab53e7b94b tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/quotas/86db851bf20e4b6ba4cb778b0639d2ad HTTP/1.1" status: 200 len: 375 time: 0.0109844 Feb 11 13:42:46.445740 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-669c2ceb-109f-47af-bceb-7cfaad1b00f7 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=86db851bf20e4b6ba4cb778b0639d2ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518134 Feb 11 13:42:46.578285 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-aee2c4dc-3a98-4d95-a538-dda050d37101 service neutron] 10.222.0.67 "GET /v2.0/networks/fcc6c3cb-cbaf-4417-978c-d7d01489245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254077 Feb 11 13:42:46.708573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-576947c2-f04a-4a6c-acda-1aa3d043e8c7 service neutron] 10.222.0.67 "GET /v2.0/networks/fcc6c3cb-cbaf-4417-978c-d7d01489245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239393 Feb 11 13:42:46.891921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40198ea7-8875-4496-b940-bac2ecab808e req-2ac856a3-df45-4e08-8062-fa1f6dcc58ff tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 210 time: 0.0429721 Feb 11 13:42:47.512013 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0179826a-0926-46d2-8d54-183ee7ead107 req-de2e9d59-1c2c-4058-b179-675b9cdeb5a7 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0748751 Feb 11 13:42:47.534802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0179826a-0926-46d2-8d54-183ee7ead107 req-837530d6-cef3-4ed3-85e0-412c8e5b271c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.566143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-0179826a-0926-46d2-8d54-183ee7ead107 req-837530d6-cef3-4ed3-85e0-412c8e5b271c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:47.569847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0179826a-0926-46d2-8d54-183ee7ead107 req-837530d6-cef3-4ed3-85e0-412c8e5b271c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Usage tracker for resource:security_group_rule and tenant:a28891ed05864b92aa31ecdf176da024 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:47.572611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0179826a-0926-46d2-8d54-183ee7ead107 req-837530d6-cef3-4ed3-85e0-412c8e5b271c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:47.578228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-0179826a-0926-46d2-8d54-183ee7ead107 req-837530d6-cef3-4ed3-85e0-412c8e5b271c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:47.622376 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9fb58ed7-3131-43b0-ab12-37867c396525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.643248 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0179826a-0926-46d2-8d54-183ee7ead107 req-837530d6-cef3-4ed3-85e0-412c8e5b271c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.647151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0179826a-0926-46d2-8d54-183ee7ead107 req-837530d6-cef3-4ed3-85e0-412c8e5b271c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.687743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837530d6-cef3-4ed3-85e0-412c8e5b271c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f75de0-bf73-4657-97f8-2a02cee549ad,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:47.692264 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0179826a-0926-46d2-8d54-183ee7ead107 req-837530d6-cef3-4ed3-85e0-412c8e5b271c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744490 Feb 11 13:42:48.044063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-93f5e73b-27d4-48d5-b30d-f85c664f787f tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:48.045495 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-93f5e73b-27d4-48d5-b30d-f85c664f787f tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.73 "GET /v2.0/networks?id=fcc6c3cb-cbaf-4417-978c-d7d01489245f HTTP/1.1" status: 200 len: 814 time: 0.1858208 Feb 11 13:42:48.059330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dbf6a-8980-44a2-acbd-daf4281b9b6a req-2e520236-2784-4edb-945a-c0586aa1115b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:48.060744 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-446dbf6a-8980-44a2-acbd-daf4281b9b6a req-2e520236-2784-4edb-945a-c0586aa1115b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.2401307 Feb 11 13:42:48.066412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Request body: {'port': {'device_id': 'ae3e414f-8b1d-48e1-a8b2-466459765945', 'network_id': 'fcc6c3cb-cbaf-4417-978c-d7d01489245f', 'admin_state_up': True, 'tenant_id': '86db851bf20e4b6ba4cb778b0639d2ad'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:48.077819 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e996437-3c50-4750-b772-ea2f7a8fe06a req-86c73229-7943-43ef-befb-341ea61c1e4d tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 210 time: 0.0476675 Feb 11 13:42:48.203054 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-446dbf6a-8980-44a2-acbd-daf4281b9b6a req-93acca27-e496-40c9-a7e9-e6ba2c8c1eec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185386 Feb 11 13:42:48.231404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41074) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:48.337696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:42:48.341685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Usage tracker for resource:port and tenant:86db851bf20e4b6ba4cb778b0639d2ad is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:42:48.342137 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e949666e-76ee-4fc1-9f84-bdca79a254ce tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/792cba13-0acd-4940-a517-7a962e4e7dbd HTTP/1.1" status: 200 len: 993 time: 0.1093330 Feb 11 13:42:48.345089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:42:48.351096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:42:48.361646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Made reservation on behalf of 86db851bf20e4b6ba4cb778b0639d2ad for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:48.364871 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.531137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Allocated IP 172.20.0.8 (fcc6c3cb-cbaf-4417-978c-d7d01489245f/460c3410-a5df-455c-aea1-14b9d47044d9/a77ddc66-a87f-42b2-9422-e287c9d64228) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:48.730456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.817971 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-869b6fbe-d1ba-460d-a4b3-3e2ff0637aa8 req-cf93a739-9e24-4f02-9e3e-a663d09d464d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0845394 Feb 11 13:42:48.819019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.897327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Network fcc6c3cb-cbaf-4417-978c-d7d01489245f is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:48.901011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:48.902935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Pushing event updated for resources: {'Port': ['ID=a77ddc66-a87f-42b2-9422-e287c9d64228,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:48.905148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:42:48.916462 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.919793 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.970524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:48.971156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.991913 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-323c90a0-3e04-4f7a-9af6-def2c6f0856a tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9299760 Feb 11 13:42:49.003436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Request body: {'port': {'device_id': 'ae3e414f-8b1d-48e1-a8b2-466459765945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:42:49.119058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:49.298754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144806a-ddd9-4907-a93b-2f6389b8ac2e req-a8cd3324-4523-4318-9030-f7f6731bdf95 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:49.300138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6144806a-ddd9-4907-a93b-2f6389b8ac2e req-a8cd3324-4523-4318-9030-f7f6731bdf95 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 931 time: 0.0850246 Feb 11 13:42:49.361191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6144806a-ddd9-4907-a93b-2f6389b8ac2e req-34b71cc9-fe75-4a0a-8e1e-f678aea4dca6 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Synchronizing usage tracker for tenant:86db851bf20e4b6ba4cb778b0639d2ad on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:42:49.367885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41092) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:49.387767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6144806a-ddd9-4907-a93b-2f6389b8ac2e req-34b71cc9-fe75-4a0a-8e1e-f678aea4dca6 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Unset dirty status for tenant:86db851bf20e4b6ba4cb778b0639d2ad on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:42:49.407474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6144806a-ddd9-4907-a93b-2f6389b8ac2e req-34b71cc9-fe75-4a0a-8e1e-f678aea4dca6 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992107 Feb 11 13:42:49.556898 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-93c51f86-0602-4e25-b560-5247ec46075f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1876941 Feb 11 13:42:49.591662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010085a-c211-4847-9feb-ce2ab620f789 req-27f83919-1af1-4241-97fe-5405af496eb0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:49.593246 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4010085a-c211-4847-9feb-ce2ab620f789 req-27f83919-1af1-4241-97fe-5405af496eb0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1641712 Feb 11 13:42:49.599728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77ddc66-a87f-42b2-9422-e287c9d64228 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:49.622167 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:49.650912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Transition to ACTIVE for port object a77ddc66-a87f-42b2-9422-e287c9d64228 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:49.655200 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:49.709957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4010085a-c211-4847-9feb-ce2ab620f789 req-36dfac4b-b276-43c8-b122-1f6389de9545 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058280 Feb 11 13:42:49.793015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Pushing event updated for resources: {'Port': ['ID=a77ddc66-a87f-42b2-9422-e287c9d64228,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:49.903541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Attempting to bind port a77ddc66-a87f-42b2-9422-e287c9d64228 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:49.903873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Attempting to bind port a77ddc66-a87f-42b2-9422-e287c9d64228 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7fa795ab-1784-4c52-a902-baa756788219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fcc6c3cb-cbaf-4417-978c-d7d01489245f'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:49.904189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Attempting to bind port a77ddc66-a87f-42b2-9422-e287c9d64228 on network fcc6c3cb-cbaf-4417-978c-d7d01489245f {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:42:49.910941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Port a77ddc66-a87f-42b2-9422-e287c9d64228 on network fcc6c3cb-cbaf-4417-978c-d7d01489245f not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:42:49.911263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Attempting to bind port a77ddc66-a87f-42b2-9422-e287c9d64228 on network fcc6c3cb-cbaf-4417-978c-d7d01489245f {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:42:49.917542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:42:49.917874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Checking segment: {'id': '7fa795ab-1784-4c52-a902-baa756788219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fcc6c3cb-cbaf-4417-978c-d7d01489245f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:42:49.918256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Bound using segment: {'id': '7fa795ab-1784-4c52-a902-baa756788219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fcc6c3cb-cbaf-4417-978c-d7d01489245f'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:42:49.918699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Bound port: a77ddc66-a87f-42b2-9422-e287c9d64228, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa795ab-1784-4c52-a902-baa756788219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fcc6c3cb-cbaf-4417-978c-d7d01489245f'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:49.919038 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.012178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] For port a77ddc66-a87f-42b2-9422-e287c9d64228, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:50.015796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] For port a77ddc66-a87f-42b2-9422-e287c9d64228, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a77ddc66-a87f-42b2-9422-e287c9d64228,segment=NetworkSegment(7fa795ab-1784-4c52-a902-baa756788219),segment_id=7fa795ab-1784-4c52-a902-baa756788219)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:50.020565 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.081906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.084221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] 10.222.0.73 "PUT /v2.0/ports/a77ddc66-a87f-42b2-9422-e287c9d64228 HTTP/1.1" status: 200 len: 1091 time: 1.0851965 Feb 11 13:42:50.087364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3e414f-8b1d-48e1-a8b2-466459765945', 'tag': 'a77ddc66-a87f-42b2-9422-e287c9d64228'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:50.118810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d826c-9f50-403a-bcf3-154cc9240941 service neutron] Pushing event updated for resources: {'Port': ['ID=a77ddc66-a87f-42b2-9422-e287c9d64228,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:50.182287 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3e414f-8b1d-48e1-a8b2-466459765945', 'tag': 'a77ddc66-a87f-42b2-9422-e287c9d64228', 'status': 'completed', 'code': 200} Feb 11 13:42:50.208011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-134f87fc-4c33-4a87-b635-2fed3f731843 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86db851bf20e4b6ba4cb778b0639d2ad&device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 1094 time: 0.0786197 Feb 11 13:42:50.305271 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.378441 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-5e8982e1-7f5a-4e6c-8d0a-276a21009164 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a77ddc66-a87f-42b2-9422-e287c9d64228 HTTP/1.1" status: 200 len: 217 time: 0.1634192 Feb 11 13:42:50.442191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-7b2825f2-71d3-4c5d-911b-78e0a1f1145b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:50.443717 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-7b2825f2-71d3-4c5d-911b-78e0a1f1145b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=460c3410-a5df-455c-aea1-14b9d47044d9 HTTP/1.1" status: 200 len: 854 time: 0.0599916 Feb 11 13:42:50.493253 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-9edf6e73-d865-4467-839c-94b84cb86928 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcc6c3cb-cbaf-4417-978c-d7d01489245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431659 Feb 11 13:42:50.680453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-777942a3-34e3-45ed-bf23-4656310b1738 service neutron] 10.222.0.73 "GET /v2.0/networks/fcc6c3cb-cbaf-4417-978c-d7d01489245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809793 Feb 11 13:42:50.691361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4c0b-d728-42e7-a9d6-d4ed1fb49ddf req-d820805c-a100-489e-a2f6-f9e34f58f7de tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:50.692069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5c8a4c0b-d728-42e7-a9d6-d4ed1fb49ddf req-d820805c-a100-489e-a2f6-f9e34f58f7de tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Synchronizing usage tracker for tenant:86db851bf20e4b6ba4cb778b0639d2ad on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:42:50.774618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-43ff7c3d-cd0e-4f63-8f7c-124543fff147 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0699635 Feb 11 13:42:50.792003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5c8a4c0b-d728-42e7-a9d6-d4ed1fb49ddf req-d820805c-a100-489e-a2f6-f9e34f58f7de tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Unset dirty status for tenant:86db851bf20e4b6ba4cb778b0639d2ad on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:42:50.793239 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c8a4c0b-d728-42e7-a9d6-d4ed1fb49ddf req-d820805c-a100-489e-a2f6-f9e34f58f7de tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 943 time: 0.2278788 Feb 11 13:42:50.862400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ddb40b33-0e85-43c2-82fa-f100ab85c78f req-055227a9-9fc7-4794-b49b-28ee6d700562 service neutron] 10.222.0.73 "GET /v2.0/networks/fcc6c3cb-cbaf-4417-978c-d7d01489245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675394 Feb 11 13:42:50.872262 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c8a4c0b-d728-42e7-a9d6-d4ed1fb49ddf req-5438e561-2a4a-4566-9a0e-c6ee77cb5fbe tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676594 Feb 11 13:42:50.963742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-a7b9fc3e-62ab-43bb-b810-3e45e02027bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:50.965083 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-a7b9fc3e-62ab-43bb-b810-3e45e02027bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 895 time: 0.1853361 Feb 11 13:42:50.984010 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f334c430-1f24-4564-b6f0-b03e86912e00 req-5ed6483e-a5ce-435b-a6a0-b0bffaba6471 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86db851bf20e4b6ba4cb778b0639d2ad&device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 1094 time: 0.0749359 Feb 11 13:42:51.044218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59570dda-c3a9-4085-b4f5-c2ed21edc439 req-24158115-6b3c-4cbe-bdf9-0b3bc85b6e1e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:51.045671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59570dda-c3a9-4085-b4f5-c2ed21edc439 req-24158115-6b3c-4cbe-bdf9-0b3bc85b6e1e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1901329 Feb 11 13:42:51.110142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-99e09ce3-dc76-4096-9f77-3023495ac5c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 1001 time: 0.1381338 Feb 11 13:42:51.114927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334c430-1f24-4564-b6f0-b03e86912e00 req-86fbe457-e23e-4291-b523-ffab437874af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:51.115250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59570dda-c3a9-4085-b4f5-c2ed21edc439 req-1ca11968-593e-4a71-8137-d8fe1743be02 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627630 Feb 11 13:42:51.116543 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f334c430-1f24-4564-b6f0-b03e86912e00 req-86fbe457-e23e-4291-b523-ffab437874af service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcc6c3cb-cbaf-4417-978c-d7d01489245f HTTP/1.1" status: 200 len: 915 time: 0.1275518 Feb 11 13:42:51.174032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-5d62b7f1-933a-48ae-b6c6-3bf2b022b8dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:51.175607 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-5d62b7f1-933a-48ae-b6c6-3bf2b022b8dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 200 len: 834 time: 0.0591502 Feb 11 13:42:51.188633 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f334c430-1f24-4564-b6f0-b03e86912e00 req-c0e1389f-ae59-406a-a560-0377b6cd72c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a77ddc66-a87f-42b2-9422-e287c9d64228 HTTP/1.1" status: 200 len: 217 time: 0.0660703 Feb 11 13:42:51.386172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334c430-1f24-4564-b6f0-b03e86912e00 req-f5e3d2c2-7418-47e5-84ec-067db0e22c7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:51.387685 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f334c430-1f24-4564-b6f0-b03e86912e00 req-f5e3d2c2-7418-47e5-84ec-067db0e22c7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=460c3410-a5df-455c-aea1-14b9d47044d9 HTTP/1.1" status: 200 len: 854 time: 0.0593183 Feb 11 13:42:51.396285 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-795e1581-bde3-4a51-9ffa-2cd43d4b29e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681915 Feb 11 13:42:51.435751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f334c430-1f24-4564-b6f0-b03e86912e00 req-fa8cdfd1-7e3a-4880-9151-6c748b06287a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcc6c3cb-cbaf-4417-978c-d7d01489245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409660 Feb 11 13:42:51.528792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-26fe7a21-1147-4833-88ff-9bc0f25b6caf service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269283 Feb 11 13:42:51.572079 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f334c430-1f24-4564-b6f0-b03e86912e00 req-66673c6e-1786-4673-bcae-dfd4c26844dc service neutron] 10.222.0.73 "GET /v2.0/networks/fcc6c3cb-cbaf-4417-978c-d7d01489245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292715 Feb 11 13:42:51.710303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f334c430-1f24-4564-b6f0-b03e86912e00 req-aec1ab03-d106-4544-a67d-11c781a1c4bb service neutron] 10.222.0.73 "GET /v2.0/networks/fcc6c3cb-cbaf-4417-978c-d7d01489245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309659 Feb 11 13:42:51.753603 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-c57f77db-d0c0-4997-bbbc-3b175b77927e service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164943 Feb 11 13:42:52.075072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20af40a-b707-4f2f-ae3d-5f730cfb3a0c req-feb9dd97-cd66-4ff1-bc7e-58aaeda21213 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:52.076516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c20af40a-b707-4f2f-ae3d-5f730cfb3a0c req-feb9dd97-cd66-4ff1-bc7e-58aaeda21213 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 943 time: 0.0798111 Feb 11 13:42:52.121124 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c20af40a-b707-4f2f-ae3d-5f730cfb3a0c req-088bc9d5-6344-4f97-911b-d2bf3e9b71aa tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Feb 11 13:42:52.313067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ccd2-4635-4b41-97f6-751d8561bf73 req-f9f2ede2-6d3c-4ef3-8c36-07c36a54db10 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:52.314437 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f30ccd2-4635-4b41-97f6-751d8561bf73 req-f9f2ede2-6d3c-4ef3-8c36-07c36a54db10 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0772526 Feb 11 13:42:52.358243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f30ccd2-4635-4b41-97f6-751d8561bf73 req-ad11140f-f067-4d5f-b212-055a4f6797de tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381260 Feb 11 13:42:53.314832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d587bc1-781d-43e8-b048-0b49b986a672 req-507303af-81dc-4801-a0d6-6fd97cfd9a91 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:53.316292 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d587bc1-781d-43e8-b048-0b49b986a672 req-507303af-81dc-4801-a0d6-6fd97cfd9a91 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 943 time: 0.0770471 Feb 11 13:42:53.361854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d587bc1-781d-43e8-b048-0b49b986a672 req-0103d45e-102c-422e-9309-7effd410ed08 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Feb 11 13:42:53.431366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a77ddc66-a87f-42b2-9422-e287c9d64228 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:42:53.576062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a77ddc66-a87f-42b2-9422-e287c9d64228, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a77ddc66-a87f-42b2-9422-e287c9d64228,segment=NetworkSegment(7fa795ab-1784-4c52-a902-baa756788219),segment_id=7fa795ab-1784-4c52-a902-baa756788219)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:53.580179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cd857-fe35-446d-9351-4e88c52429d0 req-28ec8b0b-1357-4c65-81c9-e53940f666e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:53.581629 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e09cd857-fe35-446d-9351-4e88c52429d0 req-28ec8b0b-1357-4c65-81c9-e53940f666e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0949583 Feb 11 13:42:53.589884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'a77ddc66-a87f-42b2-9422-e287c9d64228', 'network_id': 'fcc6c3cb-cbaf-4417-978c-d7d01489245f', 'port_id': 'a77ddc66-a87f-42b2-9422-e287c9d64228', 'mac_address': 'fa:16:3e:1c:6b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460c3410-a5df-455c-aea1-14b9d47044d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:42:53.626607 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e09cd857-fe35-446d-9351-4e88c52429d0 req-21365054-5271-4a0a-bc0b-433467baacc8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393438 Feb 11 13:42:53.643355 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:53.660249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77ddc66-a87f-42b2-9422-e287c9d64228 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:53.675488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a77ddc66-a87f-42b2-9422-e287c9d64228, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a77ddc66-a87f-42b2-9422-e287c9d64228,segment=NetworkSegment(7fa795ab-1784-4c52-a902-baa756788219),segment_id=7fa795ab-1784-4c52-a902-baa756788219)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:53.679205 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:53.747083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a77ddc66-a87f-42b2-9422-e287c9d64228,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:53.924108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a77ddc66-a87f-42b2-9422-e287c9d64228'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:42:54.570626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430e5c0-b46e-4f16-aa90-4cf9f8de8645 req-e93f85a0-e4cf-4e41-994e-8614fc9c4a10 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:54.572451 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7430e5c0-b46e-4f16-aa90-4cf9f8de8645 req-e93f85a0-e4cf-4e41-994e-8614fc9c4a10 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 944 time: 0.0901670 Feb 11 13:42:54.617780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7430e5c0-b46e-4f16-aa90-4cf9f8de8645 req-dd504b55-46df-4a0d-b0bd-ef42ce40a18b tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393968 Feb 11 13:42:54.820598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e5dda-746b-455b-9a5d-c44382be1e7c req-59f10c7d-d6b3-4b27-9962-b14f9dff4ee8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:54.822032 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b0e5dda-746b-455b-9a5d-c44382be1e7c req-59f10c7d-d6b3-4b27-9962-b14f9dff4ee8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0766675 Feb 11 13:42:54.867596 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b0e5dda-746b-455b-9a5d-c44382be1e7c req-8572fd36-dd4f-4f93-b367-37b6c1155a5e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395601 Feb 11 13:42:55.460286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a77ddc66-a87f-42b2-9422-e287c9d64228 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:42:55.526697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port a77ddc66-a87f-42b2-9422-e287c9d64228 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:55.531743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port a77ddc66-a87f-42b2-9422-e287c9d64228 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:55.532166 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:55.645967 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:55.674130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3e414f-8b1d-48e1-a8b2-466459765945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77ddc66-a87f-42b2-9422-e287c9d64228'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:55.687312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port a77ddc66-a87f-42b2-9422-e287c9d64228, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a77ddc66-a87f-42b2-9422-e287c9d64228,segment=NetworkSegment(7fa795ab-1784-4c52-a902-baa756788219),segment_id=7fa795ab-1784-4c52-a902-baa756788219)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:55.691704 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:55.731013 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3e414f-8b1d-48e1-a8b2-466459765945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77ddc66-a87f-42b2-9422-e287c9d64228', 'code': 200} Feb 11 13:42:55.763926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=a77ddc66-a87f-42b2-9422-e287c9d64228,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:55.818986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe35cb-a9ca-41f7-988d-ba32b13f989d req-7137bd7a-ec50-4515-8d98-87427280a913 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:55.820456 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2fe35cb-a9ca-41f7-988d-ba32b13f989d req-7137bd7a-ec50-4515-8d98-87427280a913 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 945 time: 0.0765321 Feb 11 13:42:55.856347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32337e08-2a57-4a37-8d30-1dc718f47e9d req-cf1b00f4-bb2d-4f55-a97f-095c4974918a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 1096 time: 0.0720828 Feb 11 13:42:55.900452 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32337e08-2a57-4a37-8d30-1dc718f47e9d req-a884bbfa-a715-4d9c-a58c-50be74b0b345 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384185 Feb 11 13:42:55.962939 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2fe35cb-a9ca-41f7-988d-ba32b13f989d req-aead4a0f-34cf-47f8-8e7c-bfbb54bf6716 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366048 Feb 11 13:42:56.069737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa90a43-7c92-45f5-b20a-d77408a5a0cf req-7cbc49e1-e61b-49f4-903b-47962c8fa3c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:56.071240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8aa90a43-7c92-45f5-b20a-d77408a5a0cf req-7cbc49e1-e61b-49f4-903b-47962c8fa3c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0769391 Feb 11 13:42:56.116411 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8aa90a43-7c92-45f5-b20a-d77408a5a0cf req-7433ad8b-55bc-4aec-bdfe-fd0ad2d34220 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397670 Feb 11 13:42:57.166621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dc8d3-ad0a-42ba-8cfd-ae30e25ed23d req-cb03555b-cd5b-409d-bff3-704f9955bb55 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:57.168199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-305dc8d3-ad0a-42ba-8cfd-ae30e25ed23d req-cb03555b-cd5b-409d-bff3-704f9955bb55 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 945 time: 0.0768421 Feb 11 13:42:57.213595 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-305dc8d3-ad0a-42ba-8cfd-ae30e25ed23d req-a9d15561-9dcd-406e-a592-1113f7a55a96 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Feb 11 13:42:57.318696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046684a-4ef7-424e-833f-fc9e2967fda5 req-b92cbec0-4ecd-4334-8fdd-4ca1a554c733 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:57.320031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b046684a-4ef7-424e-833f-fc9e2967fda5 req-b92cbec0-4ecd-4334-8fdd-4ca1a554c733 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0792930 Feb 11 13:42:57.365130 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b046684a-4ef7-424e-833f-fc9e2967fda5 req-29cec904-70d6-4cfb-ac51-e05b98c5cb45 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395656 Feb 11 13:42:58.411298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22bcaf-b567-42e4-b896-29b253f5b95a req-135bfe99-5141-42b2-a8d4-3ff11af4d5e5 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:58.412762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b22bcaf-b567-42e4-b896-29b253f5b95a req-135bfe99-5141-42b2-a8d4-3ff11af4d5e5 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 945 time: 0.0802982 Feb 11 13:42:58.462445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b22bcaf-b567-42e4-b896-29b253f5b95a req-f5942bb1-ace8-466a-9994-6010c8328781 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Feb 11 13:42:58.586205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063c45a-61c1-468c-b679-23f9ababdd1c req-18df6ef6-4fee-433f-9ca7-ed00739a3cd0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:58.588241 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3063c45a-61c1-468c-b679-23f9ababdd1c req-18df6ef6-4fee-433f-9ca7-ed00739a3cd0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0823624 Feb 11 13:42:58.640126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3063c45a-61c1-468c-b679-23f9ababdd1c req-cee35d2d-8d33-4bd8-ab45-ead644558a51 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455763 Feb 11 13:42:58.711500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41162) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:42:58.791208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7a2c0194-4741-4e0e-8f47-4bb163569746 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=17d1b092f18e487e89704f11a4bdfe9c&network_id=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a HTTP/1.1" status: 200 len: 2970 time: 0.0784800 Feb 11 13:42:58.988337 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0398cc96-a2ed-4494-a591-c311ee5714e3 req-e70558d6-fb2a-4e03-a05d-d6ef0358cbaa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86db851bf20e4b6ba4cb778b0639d2ad&device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 1096 time: 0.1298258 Feb 11 13:42:59.001038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906691-1ed2-48a1-977a-24f42e9357af req-02aeb2ce-e036-4012-87c2-145b139a6f89 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:59.002377 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f906691-1ed2-48a1-977a-24f42e9357af req-02aeb2ce-e036-4012-87c2-145b139a6f89 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 945 time: 0.1026776 Feb 11 13:42:59.138929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f906691-1ed2-48a1-977a-24f42e9357af req-19da3b68-0487-4bdf-913e-1f793b8b9b33 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190231 Feb 11 13:42:59.159914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398cc96-a2ed-4494-a591-c311ee5714e3 req-1845a1a8-c4cd-4539-9bab-5b5d748d6cdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:59.161333 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0398cc96-a2ed-4494-a591-c311ee5714e3 req-1845a1a8-c4cd-4539-9bab-5b5d748d6cdc service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcc6c3cb-cbaf-4417-978c-d7d01489245f HTTP/1.1" status: 200 len: 915 time: 0.1663539 Feb 11 13:42:59.232146 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0398cc96-a2ed-4494-a591-c311ee5714e3 req-64ae1c7a-3f0e-4e26-b7e3-af39635c0ae1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a77ddc66-a87f-42b2-9422-e287c9d64228 HTTP/1.1" status: 200 len: 217 time: 0.0635047 Feb 11 13:42:59.291937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398cc96-a2ed-4494-a591-c311ee5714e3 req-537463eb-f61f-4898-8091-57198eef2544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:59.293311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0398cc96-a2ed-4494-a591-c311ee5714e3 req-537463eb-f61f-4898-8091-57198eef2544 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=460c3410-a5df-455c-aea1-14b9d47044d9 HTTP/1.1" status: 200 len: 854 time: 0.0555701 Feb 11 13:42:59.340334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0398cc96-a2ed-4494-a591-c311ee5714e3 req-1f0ca449-6572-458d-ad12-12d238734dbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcc6c3cb-cbaf-4417-978c-d7d01489245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412281 Feb 11 13:42:59.471571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0398cc96-a2ed-4494-a591-c311ee5714e3 req-b84436bd-a872-4c26-bf51-2fa8c19694e4 service neutron] 10.222.0.73 "GET /v2.0/networks/fcc6c3cb-cbaf-4417-978c-d7d01489245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248250 Feb 11 13:42:59.684240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0398cc96-a2ed-4494-a591-c311ee5714e3 req-8f84ace0-82b1-4f7c-af2a-b76ab4943d72 service neutron] 10.222.0.73 "GET /v2.0/networks/fcc6c3cb-cbaf-4417-978c-d7d01489245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060182 Feb 11 13:42:59.845633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11735eb7-a934-431e-9c35-c17d6b62517e req-0cf9db0c-0208-4186-b81e-36e68ffcf8a6 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:59.847034 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-11735eb7-a934-431e-9c35-c17d6b62517e req-0cf9db0c-0208-4186-b81e-36e68ffcf8a6 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0772874 Feb 11 13:42:59.892890 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-11735eb7-a934-431e-9c35-c17d6b62517e req-ec4c2b02-6f78-49f8-8ffc-e98c582fe8f9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400610 Feb 11 13:43:00.348319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25754245-ab62-4a11-abb8-a34c5a91ee03 req-8bcfe426-495c-47c3-ae2e-437979c85500 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:00.349770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25754245-ab62-4a11-abb8-a34c5a91ee03 req-8bcfe426-495c-47c3-ae2e-437979c85500 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 945 time: 0.0771389 Feb 11 13:43:00.393906 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25754245-ab62-4a11-abb8-a34c5a91ee03 req-bfa77201-ceb4-43a8-8b6f-0565b5229310 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386672 Feb 11 13:43:00.625074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41184) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:00.693136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c7356f-8db7-4a95-a19b-ea9956aabc52 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:00.694739 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-29c7356f-8db7-4a95-a19b-ea9956aabc52 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 814 time: 0.0686419 Feb 11 13:43:00.912060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e2d82-b8f7-444a-af8e-e6d2c5a04684 req-d373b219-a3b9-428e-b6d1-fdc32ab3110b tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:00.913613 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c87e2d82-b8f7-444a-af8e-e6d2c5a04684 req-d373b219-a3b9-428e-b6d1-fdc32ab3110b tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 945 time: 0.0802553 Feb 11 13:43:00.971762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c87e2d82-b8f7-444a-af8e-e6d2c5a04684 req-4b90d26f-3fb3-4ca0-908b-f74b0b33eafc tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526865 Feb 11 13:43:01.101532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45c546-b04a-44e4-a3fa-d1497c854c11 req-ff3c7ba1-d67a-4984-bdd8-87e86f88dea2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:01.103003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6f45c546-b04a-44e4-a3fa-d1497c854c11 req-ff3c7ba1-d67a-4984-bdd8-87e86f88dea2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0759826 Feb 11 13:43:01.148598 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6f45c546-b04a-44e4-a3fa-d1497c854c11 req-18ed4fc8-5ee5-4a99-843e-f51466d921ab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401826 Feb 11 13:43:01.268796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41196) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:01.274300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'network': {'name': 'tempest-network-smoke--327302049', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'port_security_enabled': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:01.280022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:01.284283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:network and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:01.287198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:01.293132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:01.304879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Made reservation on behalf of 17d1b092f18e487e89704f11a4bdfe9c for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:01.308146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.342786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:01.352145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.352526 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Added segment 04f258a8-ece6-4731-8533-171291ae0b47 of type vlan for network d22513b8-ec81-4900-b266-dffb603d3ae2 Feb 11 13:43:01.379661 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.407111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.410710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:01.411281 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.510359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2405319 Feb 11 13:43:01.514265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41200) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:01.519333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436b303-ef14-407d-8751-c79d1bee1a7e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Network': ['ID=d22513b8-ec81-4900-b266-dffb603d3ae2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:01.529329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d22513b8-ec81-4900-b266-dffb603d3ae2 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:43:01.589620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a911a9-894f-43af-8afd-6f32d521b78f tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:01.591110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-88a911a9-894f-43af-8afd-6f32d521b78f tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=17d1b092f18e487e89704f11a4bdfe9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0751777 Feb 11 13:43:01.593995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41204) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:01.735520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b63ac-2728-49ce-813a-d92b93bb9381 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:01.737004 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a39b63ac-2728-49ce-813a-d92b93bb9381 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1420996 Feb 11 13:43:01.739689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41208) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:01.777757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-72b2eb48-db16-4245-8b09-1299ca8497c9 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369470 Feb 11 13:43:01.780824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41212) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:01.824226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bc797491-c47a-40ba-92cc-30674c1cac50 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=17d1b092f18e487e89704f11a4bdfe9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420148 Feb 11 13:43:01.826369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41216) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:01.954352 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571f954c-1bf5-4268-88c4-9ba14e6cba19 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:01.955860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-571f954c-1bf5-4268-88c4-9ba14e6cba19 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284664 Feb 11 13:43:01.958709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41220) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:02.000861 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-87cbf027-8dc9-4cae-94c8-d21c4d2ab35b tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410700 Feb 11 13:43:02.003672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41226) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:02.016797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224930624', 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:02.172688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:02.178439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:subnet and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:02.181863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:02.189784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:02.212241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Made reservation on behalf of 17d1b092f18e487e89704f11a4bdfe9c for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:02.292458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a141e0-09e6-49f2-99a1-a1c3e217b9a9 req-7a6f2e8a-2535-4ee3-870d-18abb9b000a1 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:02.293917 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1a141e0-09e6-49f2-99a1-a1c3e217b9a9 req-7a6f2e8a-2535-4ee3-870d-18abb9b000a1 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 945 time: 0.1847088 Feb 11 13:43:02.344839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.411003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a355-6954-484a-8fbe-e453a2deb330 req-9860c5ba-d023-4979-b752-82015c8f78fd tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:02.412597 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e329a355-6954-484a-8fbe-e453a2deb330 req-9860c5ba-d023-4979-b752-82015c8f78fd tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 945 time: 0.1075480 Feb 11 13:43:02.418740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751f8bb-4959-4cbc-8c1c-630f13e908b5 req-d8f0f8c5-ed86-47d7-aa16-b03029bf69c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:02.420075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8751f8bb-4959-4cbc-8c1c-630f13e908b5 req-d8f0f8c5-ed86-47d7-aa16-b03029bf69c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1456919 Feb 11 13:43:02.445032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1a141e0-09e6-49f2-99a1-a1c3e217b9a9 req-4e75ef98-ae6e-4236-9812-d04c4fe5cf13 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/security-groups?id=c034201a-ce24-45e4-86c6-aaa253ee86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408751 Feb 11 13:43:02.517944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-e329a355-6954-484a-8fbe-e453a2deb330 req-e8c6a3fd-9272-4777-bee5-743a4def0368 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Deleting port a77ddc66-a87f-42b2-9422-e287c9d64228 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:43:02.518266 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e329a355-6954-484a-8fbe-e453a2deb330 req-e8c6a3fd-9272-4777-bee5-743a4def0368 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.555962 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8751f8bb-4959-4cbc-8c1c-630f13e908b5 req-b150460c-eaaa-429a-8c1b-3bdd8aacb044 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067855 Feb 11 13:43:02.591113 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.672642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Subnet': ['ID=9a26952d-78dd-45f0-9489-56c6db7a51bd,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:02.681248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Checking segment: {'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:43:02.681607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network hostable DHCP agents. Network: d22513b8-ec81-4900-b266-dffb603d3ae2, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:02.704428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network d22513b8-ec81-4900-b266-dffb603d3ae2 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:02.713934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d22513b8-ec81-4900-b266-dffb603d3ae2) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:02.719043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:02.719636 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.726483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be72c799-3eff-4f57-805e-c92d2800b540 None None] Network d22513b8-ec81-4900-b266-dffb603d3ae2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:43:02.764315 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ec8d125a-ec7a-4241-95ca-366fda0c1afa tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7594233 Feb 11 13:43:02.788372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e329a355-6954-484a-8fbe-e453a2deb330 req-e8c6a3fd-9272-4777-bee5-743a4def0368 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] For port a77ddc66-a87f-42b2-9422-e287c9d64228, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=a77ddc66-a87f-42b2-9422-e287c9d64228,segment=NetworkSegment(7fa795ab-1784-4c52-a902-baa756788219),segment_id=7fa795ab-1784-4c52-a902-baa756788219)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:02.788946 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e329a355-6954-484a-8fbe-e453a2deb330 req-e8c6a3fd-9272-4777-bee5-743a4def0368 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.910742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-e329a355-6954-484a-8fbe-e453a2deb330 req-e8c6a3fd-9272-4777-bee5-743a4def0368 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Calling delete_port for a77ddc66-a87f-42b2-9422-e287c9d64228 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:43:02.978462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-d22513b8-ec81-4900-b266-dffb603d3ae2', 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ips': [{'subnet_id': '9a26952d-78dd-45f0-9489-56c6db7a51bd'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:43:02.979281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.060235 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e329a355-6954-484a-8fbe-e453a2deb330 req-e8c6a3fd-9272-4777-bee5-743a4def0368 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.072645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['a77ddc66-a87f-42b2-9422-e287c9d64228'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:43:03.111138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6a3fd-9272-4777-bee5-743a4def0368 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Pushing event deleted for resources: {'Port': ['ID=a77ddc66-a87f-42b2-9422-e287c9d64228,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:03.182610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e329a355-6954-484a-8fbe-e453a2deb330 req-e8c6a3fd-9272-4777-bee5-743a4def0368 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] No DVR routers for this DVR port a77ddc66-a87f-42b2-9422-e287c9d64228 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:03.185310 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e329a355-6954-484a-8fbe-e453a2deb330 req-e8c6a3fd-9272-4777-bee5-743a4def0368 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.188164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3e414f-8b1d-48e1-a8b2-466459765945', 'name': 'network-vif-deleted', 'tag': 'a77ddc66-a87f-42b2-9422-e287c9d64228'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:03.200203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Allocated IP 172.20.0.18 (d22513b8-ec81-4900-b266-dffb603d3ae2/9a26952d-78dd-45f0-9489-56c6db7a51bd/397c56b5-ce55-4670-989d-17b63dae3897) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:03.209298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e329a355-6954-484a-8fbe-e453a2deb330 req-e8c6a3fd-9272-4777-bee5-743a4def0368 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.73 "DELETE /v2.0/ports/a77ddc66-a87f-42b2-9422-e287c9d64228 HTTP/1.1" status: 204 len: 173 time: 0.7881999 Feb 11 13:43:03.269038 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3e414f-8b1d-48e1-a8b2-466459765945', 'name': 'network-vif-deleted', 'tag': 'a77ddc66-a87f-42b2-9422-e287c9d64228', 'status': 'completed', 'code': 200} Feb 11 13:43:03.369048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41236) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:03.376522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961376836', 'description': 'tempest-secgroup-smoke-1961376836 description', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:03.383220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:03.399342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:03.409624 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.426981 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.437622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Transition to ACTIVE for port object 397c56b5-ce55-4670-989d-17b63dae3897 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:03.447483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:03.451242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:03.454079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:03.455904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Transition to ACTIVE for port object 397c56b5-ce55-4670-989d-17b63dae3897 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:03.459817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:03.468213 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.532577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Network d22513b8-ec81-4900-b266-dffb603d3ae2 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:03.539558 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.543781 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.544614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:03.547575 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:43:03.591603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Pushing event updated for resources: {'Port': ['ID=397c56b5-ce55-4670-989d-17b63dae3897,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:03.611802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c88c62-d3b2-489f-8ff2-c3e954a2cf33,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:03.618205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.621146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-407839b3-105f-457d-b573-d1648bcfaa0d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2484028 Feb 11 13:43:03.623010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41244) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:03.638036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '13c88c62-d3b2-489f-8ff2-c3e954a2cf33', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:03.651908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-67d15edd-717c-4824-8965-bd7f845de7c2 req-d0baac4a-1317-41bb-8159-fdf0a8551db4 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Synchronizing usage tracker for tenant:86db851bf20e4b6ba4cb778b0639d2ad on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:03.654460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:03.667638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:03.668188 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.668696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.669323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.669664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.669996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.670445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.671006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.671282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-67d15edd-717c-4824-8965-bd7f845de7c2 req-d0baac4a-1317-41bb-8159-fdf0a8551db4 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] Unset dirty status for tenant:86db851bf20e4b6ba4cb778b0639d2ad on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:03.671495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.671761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.672343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.672715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:03.685063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67d15edd-717c-4824-8965-bd7f845de7c2 req-d0baac4a-1317-41bb-8159-fdf0a8551db4 tempest-InstanceActionsTestJSON-877508961 tempest-InstanceActionsTestJSON-877508961-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae3e414f-8b1d-48e1-a8b2-466459765945 HTTP/1.1" status: 200 len: 210 time: 0.0849509 Feb 11 13:43:03.687528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:03.693808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:03.709949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Attempting to bind port 397c56b5-ce55-4670-989d-17b63dae3897 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:03.710460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Attempting to bind port 397c56b5-ce55-4670-989d-17b63dae3897 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:03.710859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Attempting to bind port 397c56b5-ce55-4670-989d-17b63dae3897 on network d22513b8-ec81-4900-b266-dffb603d3ae2 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:03.719857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:43:03.720430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Checking segment: {'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:43:03.720779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.721283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Bound using segment: {'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:43:03.721899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Bound port: 397c56b5-ce55-4670-989d-17b63dae3897, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:03.722358 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.732795 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.826055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] For port 397c56b5-ce55-4670-989d-17b63dae3897, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:03.829451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] For port 397c56b5-ce55-4670-989d-17b63dae3897, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=397c56b5-ce55-4670-989d-17b63dae3897,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:03.833593 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.925268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4ad8b-9368-4988-b23e-81bdefd86de0 None None] Pushing event updated for resources: {'Port': ['ID=397c56b5-ce55-4670-989d-17b63dae3897,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:03.973845 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.977785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.006208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52c0747-a8d0-4365-ba18-deab3d73b6d0,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.013120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722f41b-92d2-4bff-9bb7-a4e5bb851b79 req-9fb8ea93-10f1-4949-b78e-6be773bb1626 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:04.014700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9722f41b-92d2-4bff-9bb7-a4e5bb851b79 req-9fb8ea93-10f1-4949-b78e-6be773bb1626 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.2539670 Feb 11 13:43:04.037241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.038414 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3dea0a3a-3fe2-4800-8a43-702adf1a3055 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4133909 Feb 11 13:43:04.042110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41248) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:04.055908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '13c88c62-d3b2-489f-8ff2-c3e954a2cf33', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:04.069746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:04.076392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:04.080241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:04.086844 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9722f41b-92d2-4bff-9bb7-a4e5bb851b79 req-30059564-f9d8-47d9-8ba2-31ea1c64dfa0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658059 Feb 11 13:43:04.093165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:04.111583 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.181583 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.185462 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.210381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024837bc-8eb4-4da5-81c8-683bb85b071c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.220987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.224801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4798c947-90da-426a-bd6f-e912f8023664 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1790464 Feb 11 13:43:04.225034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41252) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:04.230560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '13c88c62-d3b2-489f-8ff2-c3e954a2cf33', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:04.237832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:04.241745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:04.244745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:04.250737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:04.266891 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.330904 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.334170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.442486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c40f919-6e2e-4b78-b57a-42b70cd90eaa,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.451112 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.453061 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9af217a4-dd2d-4f6f-93b6-ad93bb861f1d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2269468 Feb 11 13:43:04.455663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41256) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:04.461053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '13c88c62-d3b2-489f-8ff2-c3e954a2cf33', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:04.468066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:04.471849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:04.474732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:04.480388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:04.496890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.567409 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.571893 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.597621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a792e5a5-a248-486b-9f8c-7301a99bf2e8,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.606592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.607836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-699b987d-1845-4f41-95a5-7799b26d3736 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1511626 Feb 11 13:43:04.610824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:04.618690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '13c88c62-d3b2-489f-8ff2-c3e954a2cf33', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:04.625694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:04.629499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:04.632447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:04.638251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:04.649125 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Project 17d1b092f18e487e89704f11a4bdfe9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:43:04.656876 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.725583 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.729521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.754391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2173ad35-0169-489c-bf0f-964545074c6e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.767194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.768390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-eb8e354d-fd3e-4363-a188-98e1686bc7e0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1565032 Feb 11 13:43:04.771207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41266) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:04.777210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '13c88c62-d3b2-489f-8ff2-c3e954a2cf33', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:04.784166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:04.788256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:04.801281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:04.808261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:04.813066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41270) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:04.825924 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Project 17d1b092f18e487e89704f11a4bdfe9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:43:04.833596 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.880409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Deleting subnet 460c3410-a5df-455c-aea1-14b9d47044d9 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:43:04.883515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.891871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf85066-5dde-447f-9a72-650725e21465 None None] Network d22513b8-ec81-4900-b266-dffb603d3ae2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:43:04.907122 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.911446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.935150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a407de-fc90-4ce6-b7aa-d3a6ba40e34e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.944191 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.945994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f632a754-009e-4d78-81c2-1eb477b26575 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1737633 Feb 11 13:43:04.955833 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.016073 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.052936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-25e8322a-a6d1-41e4-b916-0e19a53c5812 None None] Provisioning for port 397c56b5-ce55-4670-989d-17b63dae3897 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:05.089993 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.136177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460c3410-a5df-455c-aea1-14b9d47044d9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:05.158495 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.167667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41284) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:05.168145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] 10.222.0.67 "DELETE /v2.0/subnets/460c3410-a5df-455c-aea1-14b9d47044d9 HTTP/1.1" status: 204 len: 168 time: 0.3539946 Feb 11 13:43:05.172331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.172679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.173010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.173474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.173805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.174125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.174706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.175034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.175358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.175678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.175996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dd5b67-8d9e-4977-abf0-732ad2a350ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:05.225834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-39e277f1-7e20-479c-bfa4-205c3e15dba4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:05.246820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-39e277f1-7e20-479c-bfa4-205c3e15dba4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:05.247977 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-39e277f1-7e20-479c-bfa4-205c3e15dba4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961376836&fields=id&tenant_id=17d1b092f18e487e89704f11a4bdfe9c HTTP/1.1" status: 200 len: 267 time: 0.0691707 Feb 11 13:43:05.326384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.409820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-d4ce06ae-9c1c-4a77-b605-f777e94f5cd5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:05.410758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-d4ce06ae-9c1c-4a77-b605-f777e94f5cd5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:05.428918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-d4ce06ae-9c1c-4a77-b605-f777e94f5cd5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:05.430120 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-d4ce06ae-9c1c-4a77-b605-f777e94f5cd5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/networks?id=d22513b8-ec81-4900-b266-dffb603d3ae2 HTTP/1.1" status: 200 len: 796 time: 0.1738539 Feb 11 13:43:05.447561 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-9908dff0-755f-4ce7-b234-70c6e86942e9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/quotas/17d1b092f18e487e89704f11a4bdfe9c HTTP/1.1" status: 200 len: 375 time: 0.0119720 Feb 11 13:43:05.456233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db7a16-aa9d-4ab5-9be4-61348e0e60d5 req-6104d2da-f49d-4f1b-aaed-156f732dbb65 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:05.457690 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-87db7a16-aa9d-4ab5-9be4-61348e0e60d5 req-6104d2da-f49d-4f1b-aaed-156f732dbb65 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.2085192 Feb 11 13:43:05.491333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a77ddc66-a87f-42b2-9422-e287c9d64228 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:43:05.503079 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.531236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: a77ddc66-a87f-42b2-9422-e287c9d64228 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:43:05.531636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device a77ddc66-a87f-42b2-9422-e287c9d64228 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:43:05.549453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-87db7a16-aa9d-4ab5-9be4-61348e0e60d5 req-eb8a6680-b451-403a-bb0a-5d84dbe10ec2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860617 Feb 11 13:43:05.553664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-1b9adf3d-fa70-455c-95bf-1850b3460a58 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1009834 Feb 11 13:43:05.554061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc6c3cb-cbaf-4417-978c-d7d01489245f']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:05.568233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa795ab-1784-4c52-a902-baa756788219') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:05.568530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa795ab-1784-4c52-a902-baa756788219') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:05.580945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.596831 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.603264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:43:05.603637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:05.616614 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:05.694946 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.698877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-6560c438-0129-4175-8ff0-222eb60c39f8 service neutron] 10.222.0.67 "GET /v2.0/networks/d22513b8-ec81-4900-b266-dffb603d3ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302605 Feb 11 13:43:05.713544 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.726244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc6c3cb-cbaf-4417-978c-d7d01489245f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:05.733049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a73b985f-5c57-4db6-b668-e2db68362d31 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fcc6c3cb-cbaf-4417-978c-d7d01489245f HTTP/1.1" status: 204 len: 168 time: 0.5641198 Feb 11 13:43:05.787885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 397c56b5-ce55-4670-989d-17b63dae3897 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:05.848630 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-bdfdcd9a-4a36-4e97-88e1-949becb5d09a service neutron] 10.222.0.67 "GET /v2.0/networks/d22513b8-ec81-4900-b266-dffb603d3ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423066 Feb 11 13:43:05.861815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 397c56b5-ce55-4670-989d-17b63dae3897 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:05.866892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 397c56b5-ce55-4670-989d-17b63dae3897 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:05.867266 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.883087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41290) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:05.945855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41294) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:05.946610 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0ed476c1-fd5b-45f0-8caa-63b5cb9c5f43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=86db851bf20e4b6ba4cb778b0639d2ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0620215 Feb 11 13:43:05.988545 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:06.022431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 397c56b5-ce55-4670-989d-17b63dae3897, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=397c56b5-ce55-4670-989d-17b63dae3897,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:06.026362 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:06.038936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90b0ed3a-cfd2-411e-91e7-405134f05d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:06.065520 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca06a58d-f580-4e18-b9ae-fccd85d88a3e req-42de1bdd-6825-41d1-8f94-230881288c76 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 210 time: 0.0519154 Feb 11 13:43:06.068720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90b0ed3a-cfd2-411e-91e7-405134f05d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:06.110271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=397c56b5-ce55-4670-989d-17b63dae3897,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:06.128542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90b0ed3a-cfd2-411e-91e7-405134f05d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:06.146315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0ed3a-cfd2-411e-91e7-405134f05d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c034201a-ce24-45e4-86c6-aaa253ee86b0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:06.157427 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90b0ed3a-cfd2-411e-91e7-405134f05d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:06.158553 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-90b0ed3a-cfd2-411e-91e7-405134f05d22 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c034201a-ce24-45e4-86c6-aaa253ee86b0 HTTP/1.1" status: 204 len: 168 time: 0.2108629 Feb 11 13:43:06.299059 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:43:06.752321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2ba3a-8895-4519-8f32-13ba24159983 req-fe0d3816-702b-4f17-9dbc-f5037a738731 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:06.753812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7eb2ba3a-8895-4519-8f32-13ba24159983 req-fe0d3816-702b-4f17-9dbc-f5037a738731 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0805476 Feb 11 13:43:06.805553 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7eb2ba3a-8895-4519-8f32-13ba24159983 req-577f190d-2d12-4910-98a6-10e4ef795717 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462356 Feb 11 13:43:07.027134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41328) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:07.143759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-090c97f3-da05-4727-aa2f-ca1b8bf29b94 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:07.144454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-090c97f3-da05-4727-aa2f-ca1b8bf29b94 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:07.170669 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-090c97f3-da05-4727-aa2f-ca1b8bf29b94 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:07.171810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-090c97f3-da05-4727-aa2f-ca1b8bf29b94 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "GET /v2.0/networks?id=d22513b8-ec81-4900-b266-dffb603d3ae2 HTTP/1.1" status: 200 len: 796 time: 0.1850829 Feb 11 13:43:07.183331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-348073112-network', 'tenant_id': '9a103688493244f98aa2bad572032bde'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:07.189684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:07.193890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Usage tracker for resource:network and tenant:9a103688493244f98aa2bad572032bde is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:07.197274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:07.207078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:07.217857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Made reservation on behalf of 9a103688493244f98aa2bad572032bde for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:07.220259 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.233118 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.266211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:07.270049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Usage tracker for resource:security_group_rule and tenant:9a103688493244f98aa2bad572032bde is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:07.270863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d8c1ce8-09c1-45a7-b199-d2b2e45026db req-f29548d1-cac4-4107-8b96-64a3e5f96377 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 210 time: 0.0537136 Feb 11 13:43:07.272926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:07.277134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-dc422873-9e8e-440f-bddd-bbb6f3d9a15b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17d1b092f18e487e89704f11a4bdfe9c HTTP/1.1" status: 200 len: 472 time: 0.0919342 Feb 11 13:43:07.278772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:07.286691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'port': {'device_id': '2f967760-efec-4740-b638-539dda675303', 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2', 'admin_state_up': True, 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'security_groups': ['13c88c62-d3b2-489f-8ff2-c3e954a2cf33']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:07.351263 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.355070 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.387532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:07.397131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:07.402715 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.403086 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Added segment b1ee9e50-be7d-42c9-9897-6d2d422c7d4b of type vlan for network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d Feb 11 13:43:07.429900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.431253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:07.435311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:port and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:07.439132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:07.444793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:07.454801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Made reservation on behalf of 17d1b092f18e487e89704f11a4bdfe9c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:07.457751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.462647 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.463661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:07.464269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.500431 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.578944 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5506601 Feb 11 13:43:07.583722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41336) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:07.584344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191addca-0d60-48b7-a7b2-8ed1e5f7bbef admin admin] Pushing event updated for resources: {'Network': ['ID=7be8d825-1a18-4061-8ebc-28a8b6a0f54d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:07.592743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Request body: {'subnet': {'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-348073112-subnet', 'tenant_id': '9a103688493244f98aa2bad572032bde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:07.596175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:43:07.599249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:07.603119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Usage tracker for resource:subnet and tenant:9a103688493244f98aa2bad572032bde is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:07.605956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:07.612807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:07.624637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Made reservation on behalf of 9a103688493244f98aa2bad572032bde for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:07.627689 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.628698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Allocated IP 172.20.0.30 (d22513b8-ec81-4900-b266-dffb603d3ae2/9a26952d-78dd-45f0-9489-56c6db7a51bd/db1462d9-63d2-4b4c-a295-2b64e49509f3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:07.771126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 397c56b5-ce55-4670-989d-17b63dae3897 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:07.832577 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.845255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 397c56b5-ce55-4670-989d-17b63dae3897 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:07.845698 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.850666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Transition to ACTIVE for port object db1462d9-63d2-4b4c-a295-2b64e49509f3 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:07.862455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.876257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.956301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedf5d65-5c97-4e28-90dd-1e5cbdf070c9,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:07.963899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=db1462d9-63d2-4b4c-a295-2b64e49509f3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:07.978219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network d22513b8-ec81-4900-b266-dffb603d3ae2 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:07.979587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:07.981892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:43:08.022143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Checking segment: {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:43:08.022538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Network hostable DHCP agents. Network: 7be8d825-1a18-4061-8ebc-28a8b6a0f54d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:08.084339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:08.093099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bdec7-d4fe-4b46-9619-e421e657f301 req-40086cfb-a6a0-438d-b468-2de462fc1273 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:08.094912 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-671bdec7-d4fe-4b46-9619-e421e657f301 req-40086cfb-a6a0-438d-b468-2de462fc1273 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1414764 Feb 11 13:43:08.118457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 7be8d825-1a18-4061-8ebc-28a8b6a0f54d) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:08.122630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:08.123419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.128804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b0f231-5ed5-4bff-96ab-e10f90abd005 None None] Network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:43:08.154229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:08.156816 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.161857 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7af6220b-895d-4519-95c7-8a97d760c479 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5738406 Feb 11 13:43:08.173856 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-671bdec7-d4fe-4b46-9619-e421e657f301 req-49124d3c-ce96-48e0-9d3d-a3a34bc27092 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703747 Feb 11 13:43:08.190676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-c0590337-e64e-4f1d-b224-91c10ae36106 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9076371 Feb 11 13:43:08.204109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Request body: {'port': {'device_id': '2f967760-efec-4740-b638-539dda675303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:08.325156 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.401377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-83ecc8eb-3b53-4f4e-9f6c-98c3c5f02528 None None] Provisioning for port db1462d9-63d2-4b4c-a295-2b64e49509f3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:08.414387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-83ecc8eb-3b53-4f4e-9f6c-98c3c5f02528 None None] Provisioning complete for port db1462d9-63d2-4b4c-a295-2b64e49509f3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:08.414776 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83ecc8eb-3b53-4f4e-9f6c-98c3c5f02528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.461008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-7be8d825-1a18-4061-8ebc-28a8b6a0f54d', 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d', 'tenant_id': '9a103688493244f98aa2bad572032bde', 'fixed_ips': [{'subnet_id': 'bedf5d65-5c97-4e28-90dd-1e5cbdf070c9'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:43:08.461833 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.501971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-83ecc8eb-3b53-4f4e-9f6c-98c3c5f02528 None None] Port db1462d9-63d2-4b4c-a295-2b64e49509f3 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:43:08.680091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Allocated IP 172.20.0.2 (7be8d825-1a18-4061-8ebc-28a8b6a0f54d/bedf5d65-5c97-4e28-90dd-1e5cbdf070c9/cb35a096-3e14-4a97-a3a6-2ad89b38aa45) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:08.746841 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-38d5e142-e9ff-46a7-9248-cc1d48ec48ac service neutron] show failed (client error): The resource could not be found. Feb 11 13:43:08.747892 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-38d5e142-e9ff-46a7-9248-cc1d48ec48ac service neutron] 10.222.0.73 "GET /v2.0/ports/118e560d-549b-441e-bfe5-367b9bf2eb67/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.0985878 Feb 11 13:43:08.781612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f71d6-2c52-4944-b7ca-9d580f8ebbc3 req-ae37a8db-98a5-46e9-a007-b8ac2a7c4afe tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:08.782640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-976f71d6-2c52-4944-b7ca-9d580f8ebbc3 req-ae37a8db-98a5-46e9-a007-b8ac2a7c4afe tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:08.819559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-976f71d6-2c52-4944-b7ca-9d580f8ebbc3 req-ae37a8db-98a5-46e9-a007-b8ac2a7c4afe tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:08.827994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-976f71d6-2c52-4944-b7ca-9d580f8ebbc3 req-ae37a8db-98a5-46e9-a007-b8ac2a7c4afe tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 932 time: 0.2495041 Feb 11 13:43:08.955757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-976f71d6-2c52-4944-b7ca-9d580f8ebbc3 req-ba5d3393-09e9-4f2d-b6f0-0ebc4b759fec tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266727 Feb 11 13:43:08.974603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1462d9-63d2-4b4c-a295-2b64e49509f3 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:08.981792 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.984623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.75', 65082) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:08.987073 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.003679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Transition to ACTIVE for port object cb35a096-3e14-4a97-a3a6-2ad89b38aa45 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:09.006953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Transition to ACTIVE for port object db1462d9-63d2-4b4c-a295-2b64e49509f3 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:09.012742 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.026006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Transition to ACTIVE for port object cb35a096-3e14-4a97-a3a6-2ad89b38aa45 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:09.033079 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.082067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-6755246a-46a7-4745-aac3-97353bebcd8e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:09.083275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-6755246a-46a7-4745-aac3-97353bebcd8e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Synchronizing usage tracker for tenant:9a103688493244f98aa2bad572032bde on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:09.103157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-6755246a-46a7-4745-aac3-97353bebcd8e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Unset dirty status for tenant:9a103688493244f98aa2bad572032bde on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:09.104897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-6755246a-46a7-4745-aac3-97353bebcd8e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/networks?id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 200 len: 815 time: 0.3238235 Feb 11 13:43:09.113862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:09.116720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:09.119162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:43:09.127270 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-be130636-fb65-44ba-944c-13e66abf02ee tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/quotas/9a103688493244f98aa2bad572032bde HTTP/1.1" status: 200 len: 375 time: 0.0150619 Feb 11 13:43:09.127926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Pushing event updated for resources: {'Port': ['ID=cb35a096-3e14-4a97-a3a6-2ad89b38aa45,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:09.139170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Pushing event updated for resources: {'Port': ['ID=db1462d9-63d2-4b4c-a295-2b64e49509f3,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:09.260305 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-04f4343e-a60f-455f-9adb-e5681f70172e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a103688493244f98aa2bad572032bde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276107 Feb 11 13:43:09.278234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Attempting to bind port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:09.278622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Attempting to bind port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:09.278991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Attempting to bind port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 on network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:09.293841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:43:09.294216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Checking segment: {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:43:09.294643 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.301087 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Bound using segment: {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:43:09.301822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Bound port: cb35a096-3e14-4a97-a3a6-2ad89b38aa45, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:09.304242 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.353042 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-c89022a3-b3f8-403c-a8c3-471242b67666 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 1096 time: 0.3672969 Feb 11 13:43:09.430494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:09.433207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] For port cb35a096-3e14-4a97-a3a6-2ad89b38aa45, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:09.434515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-df189907-59a0-43ca-aeca-f6a2ad765c94 service neutron] 10.222.0.67 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732578 Feb 11 13:43:09.438809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] For port cb35a096-3e14-4a97-a3a6-2ad89b38aa45, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cb35a096-3e14-4a97-a3a6-2ad89b38aa45,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:09.445994 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.478949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Attempting to bind port db1462d9-63d2-4b4c-a295-2b64e49509f3 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:09.479276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Attempting to bind port db1462d9-63d2-4b4c-a295-2b64e49509f3 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:09.479605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Attempting to bind port db1462d9-63d2-4b4c-a295-2b64e49509f3 on network d22513b8-ec81-4900-b266-dffb603d3ae2 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:09.513862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Port db1462d9-63d2-4b4c-a295-2b64e49509f3 on network d22513b8-ec81-4900-b266-dffb603d3ae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:43:09.514650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Attempting to bind port db1462d9-63d2-4b4c-a295-2b64e49509f3 on network d22513b8-ec81-4900-b266-dffb603d3ae2 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:09.521153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10b545-9afe-4e17-9157-2d8ab5602d84 None None] Pushing event updated for resources: {'Port': ['ID=cb35a096-3e14-4a97-a3a6-2ad89b38aa45,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:09.576880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:43:09.577231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Checking segment: {'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:43:09.577644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Bound using segment: {'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:43:09.578121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Bound port: db1462d9-63d2-4b4c-a295-2b64e49509f3, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:09.578603 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.596368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-048a7d8c-8e95-4411-a15a-46a3d184cede service neutron] 10.222.0.67 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540916 Feb 11 13:43:09.648950 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.679300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565acfab-485e-4e29-b138-2835f2e3abab req-b47d3ee7-5800-439f-90b0-6980259511de tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:09.680825 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-565acfab-485e-4e29-b138-2835f2e3abab req-b47d3ee7-5800-439f-90b0-6980259511de tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.3221900 Feb 11 13:43:09.911489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] For port db1462d9-63d2-4b4c-a295-2b64e49509f3, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:09.929474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-565acfab-485e-4e29-b138-2835f2e3abab req-23a23148-f54b-4637-a4c6-0402d884c3d2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407234 Feb 11 13:43:09.934212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] For port db1462d9-63d2-4b4c-a295-2b64e49509f3, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=db1462d9-63d2-4b4c-a295-2b64e49509f3,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:09.940133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:10.099412 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:10.101091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] 10.222.0.73 "PUT /v2.0/ports/db1462d9-63d2-4b4c-a295-2b64e49509f3 HTTP/1.1" status: 200 len: 1092 time: 1.9033878 Feb 11 13:43:10.107431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f967760-efec-4740-b638-539dda675303', 'tag': 'db1462d9-63d2-4b4c-a295-2b64e49509f3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:10.111210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920843a-c05f-4490-866d-437e026a1663 req-8e6b6a18-94ae-4827-9147-3e77fe65c4c2 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:10.121061 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-8e6b6a18-94ae-4827-9147-3e77fe65c4c2 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/networks?id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 200 len: 815 time: 0.2097430 Feb 11 13:43:10.141362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-96d7f107-740f-4311-8c99-e82d911e53f4 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/quotas/9a103688493244f98aa2bad572032bde HTTP/1.1" status: 200 len: 375 time: 0.0193729 Feb 11 13:43:10.244267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-59b9dfa5-eefb-4246-8474-a4b7e612e555 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a103688493244f98aa2bad572032bde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883226 Feb 11 13:43:10.399300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b31eb-8576-48f5-830f-7d2e7ef8559a service neutron] Pushing event updated for resources: {'Port': ['ID=db1462d9-63d2-4b4c-a295-2b64e49509f3,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:10.444451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=118e560d-549b-441e-bfe5-367b9bf2eb67,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:10.500697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca69c65-b65d-48fd-8b79-d3f9785bb3c8 req-15ba2ae6-b4d8-4291-88b7-31e7235a36b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:10.502890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0ca69c65-b65d-48fd-8b79-d3f9785bb3c8 req-15ba2ae6-b4d8-4291-88b7-31e7235a36b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 944 time: 0.3795447 Feb 11 13:43:10.527186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-c3e04eca-f2ca-4df1-b6d9-6be3da83ff6f service neutron] 10.222.0.67 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819979 Feb 11 13:43:10.548201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:10.602180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-9be3682b-1cf4-43f1-b8fd-b50959af14da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 1095 time: 0.4339828 Feb 11 13:43:10.746652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-72dc3536-6afd-4e72-a5a0-67d0591bf82d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=db1462d9-63d2-4b4c-a295-2b64e49509f3 HTTP/1.1" status: 200 len: 217 time: 0.1267266 Feb 11 13:43:10.757283 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-dc070b81-8d13-49e2-9747-63c31d8e91cf service neutron] 10.222.0.67 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231407 Feb 11 13:43:10.809750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0ca69c65-b65d-48fd-8b79-d3f9785bb3c8 req-75ccf3f3-9a3f-417d-808c-34d5a64150da tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990308 Feb 11 13:43:10.820732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:10.863561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-04f61300-c821-4610-ae1b-0e9c36832b54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:10.865131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-04f61300-c821-4610-ae1b-0e9c36832b54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a26952d-78dd-45f0-9489-56c6db7a51bd HTTP/1.1" status: 200 len: 838 time: 0.1133094 Feb 11 13:43:10.866298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Transition to ACTIVE for port object 118e560d-549b-441e-bfe5-367b9bf2eb67 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:10.873230 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:10.923018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff3379-7cda-41d7-8ac6-962009ede7ef None None] Network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:43:10.977713 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f967760-efec-4740-b638-539dda675303', 'tag': 'db1462d9-63d2-4b4c-a295-2b64e49509f3', 'status': 'completed', 'code': 200} Feb 11 13:43:11.161990 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Pushing event updated for resources: {'Port': ['ID=118e560d-549b-441e-bfe5-367b9bf2eb67,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:11.198304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6af989d6-d322-4ff7-8b61-4a429b453aa1 None None] Provisioning for port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:11.334618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] No DVR routers for this DVR port 118e560d-549b-441e-bfe5-367b9bf2eb67 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:11.575871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 118e560d-549b-441e-bfe5-367b9bf2eb67 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:43:11.628202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a6a14f4b-a693-4ec8-a919-538d787bb77d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:11.629512 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a6a14f4b-a693-4ec8-a919-538d787bb77d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "GET /v2.0/networks?id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 200 len: 815 time: 0.2389309 Feb 11 13:43:11.649586 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Request body: {'port': {'device_id': '90a4e712-29aa-4cae-bcab-961c50406510', 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d', 'admin_state_up': True, 'tenant_id': '9a103688493244f98aa2bad572032bde'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:11.684444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 118e560d-549b-441e-bfe5-367b9bf2eb67 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:43:11.726090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44d5d0-6729-4cd5-9131-b0d1c2e15527 req-2637ca9d-6020-4fac-b1ff-142fc39f6c6a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:11.739459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce44d5d0-6729-4cd5-9131-b0d1c2e15527 req-2637ca9d-6020-4fac-b1ff-142fc39f6c6a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 943 time: 0.5237603 Feb 11 13:43:11.772739 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-0cd6501f-db10-4443-920e-62c5ca088fd0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d22513b8-ec81-4900-b266-dffb603d3ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9005952 Feb 11 13:43:11.856053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cb35a096-3e14-4a97-a3a6-2ad89b38aa45 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:11.934500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:11.940699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:11.941122 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:11.959813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce44d5d0-6729-4cd5-9131-b0d1c2e15527 req-d630f412-aa84-4c2f-ad64-6fec1bd6f206 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171230 Feb 11 13:43:12.048532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-ed065686-3a16-4fac-94ec-5dccbf5197ae tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:12.050351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:12.055281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-ed065686-3a16-4fac-94ec-5dccbf5197ae tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/networks?id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 200 len: 815 time: 0.6109121 Feb 11 13:43:12.070146 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-388e1ca3-ba59-48f3-869a-efd02a612f87 service neutron] 10.222.0.73 "GET /v2.0/networks/d22513b8-ec81-4900-b266-dffb603d3ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839680 Feb 11 13:43:12.070337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Usage tracker for resource:port and tenant:9a103688493244f98aa2bad572032bde is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:12.077490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:12.089228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:12.101489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Made reservation on behalf of 9a103688493244f98aa2bad572032bde for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:12.105264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.115849 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.120461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-0696d873-4cc6-4be9-a3f9-20ce4239c2fc tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/quotas/9a103688493244f98aa2bad572032bde HTTP/1.1" status: 200 len: 375 time: 0.0635638 Feb 11 13:43:12.160365 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port cb35a096-3e14-4a97-a3a6-2ad89b38aa45, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cb35a096-3e14-4a97-a3a6-2ad89b38aa45,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:12.168250 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.204933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-918cec5b-8bfd-4e0e-aac9-daeca651e905 None None] Provisioning complete for port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:12.205300 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-918cec5b-8bfd-4e0e-aac9-daeca651e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.304923 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3267a26-c805-4983-bce8-5aa2d266be68 req-815ced1e-1f02-4ffe-897c-2a94342bf67f service neutron] 10.222.0.73 "GET /v2.0/networks/d22513b8-ec81-4900-b266-dffb603d3ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271991 Feb 11 13:43:12.330985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=cb35a096-3e14-4a97-a3a6-2ad89b38aa45,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:12.332620 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-8549ab34-ece3-46c4-9973-73f0d6cd0ee5 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a103688493244f98aa2bad572032bde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2112510 Feb 11 13:43:12.373615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1705e0e-47a2-463a-8a0c-7a68fb46c575 req-c1320347-448d-4463-9f8c-ec58971ecf74 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:12.382480 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1705e0e-47a2-463a-8a0c-7a68fb46c575 req-c1320347-448d-4463-9f8c-ec58971ecf74 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 944 time: 0.2014852 Feb 11 13:43:12.440030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Allocated IP 172.20.0.13 (7be8d825-1a18-4061-8ebc-28a8b6a0f54d/bedf5d65-5c97-4e28-90dd-1e5cbdf070c9/16c1eef3-749c-4532-8678-7ac6daf633af) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:12.455400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1705e0e-47a2-463a-8a0c-7a68fb46c575 req-7cacb5d5-51df-43ab-b9ae-082baa7e90e4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716977 Feb 11 13:43:12.517477 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.711620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Attempting to bind port 118e560d-549b-441e-bfe5-367b9bf2eb67 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:12.711967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Attempting to bind port 118e560d-549b-441e-bfe5-367b9bf2eb67 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:12.712175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Attempting to bind port 118e560d-549b-441e-bfe5-367b9bf2eb67 on network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:12.770351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Port 118e560d-549b-441e-bfe5-367b9bf2eb67 on network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:43:12.770701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Attempting to bind port 118e560d-549b-441e-bfe5-367b9bf2eb67 on network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:12.798306 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.814641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Transition to ACTIVE for port object 16c1eef3-749c-4532-8678-7ac6daf633af will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:12.822891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-dcd6d28b-56c9-47cd-8f7c-714b8b209a9c service neutron] 10.222.0.67 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894099 Feb 11 13:43:12.824474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:43:12.824807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Checking segment: {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:43:12.825179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Bound using segment: {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:43:12.825603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Bound port: 118e560d-549b-441e-bfe5-367b9bf2eb67, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb5be1d-b977-45dd-8469-28460c0dd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:12.825941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.837159 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.913978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:12.916994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:12.922415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:43:12.936012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5721bf2-8604-4966-af58-6c8e481bd5c6 req-e29a7fb1-7b5b-4b01-ae98-8e9f83df5c5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 1095 time: 0.4753973 Feb 11 13:43:12.969349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920843a-c05f-4490-866d-437e026a1663 req-ab5c6c86-5399-49ce-b069-be28e308702a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:12.970840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-ab5c6c86-5399-49ce-b069-be28e308702a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "GET /v2.0/networks?id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 200 len: 815 time: 0.4725900 Feb 11 13:43:12.970970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Pushing event updated for resources: {'Port': ['ID=16c1eef3-749c-4532-8678-7ac6daf633af,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:12.991961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:12.992586 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.997290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:13.016240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-a8051439-ad17-454e-88c1-e29643953f78 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3728747 Feb 11 13:43:13.024485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Request body: {'port': {'device_id': '5dc52c3d-c312-45c4-baef-9c454d092a2c', 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d', 'admin_state_up': True, 'tenant_id': '9a103688493244f98aa2bad572032bde'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:13.028075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Request body: {'port': {'device_id': '90a4e712-29aa-4cae-bcab-961c50406510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:13.195284 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.219046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-262c3bb9-ff26-4b0f-895e-bb1c7d10d03d None None] Provisioning for port 16c1eef3-749c-4532-8678-7ac6daf633af completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:13.225630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-262c3bb9-ff26-4b0f-895e-bb1c7d10d03d None None] Provisioning complete for port 16c1eef3-749c-4532-8678-7ac6daf633af triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:13.226039 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-262c3bb9-ff26-4b0f-895e-bb1c7d10d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.253735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:13.279873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dc1b5-e497-4877-a0f2-abe041e1e910 req-1a5a3891-7542-456f-be46-0d0fa8a4ceb7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:13.281441 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b6dc1b5-e497-4877-a0f2-abe041e1e910 req-1a5a3891-7542-456f-be46-0d0fa8a4ceb7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 943 time: 0.1594548 Feb 11 13:43:13.282808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-262c3bb9-ff26-4b0f-895e-bb1c7d10d03d None None] Port 16c1eef3-749c-4532-8678-7ac6daf633af cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:43:13.288433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=118e560d-549b-441e-bfe5-367b9bf2eb67,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:13.306334 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.363535 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-596f24df-b7ba-45e1-bd00-6924055b3707 service neutron] 10.222.0.67 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268710 Feb 11 13:43:13.411248 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5b6dc1b5-e497-4877-a0f2-abe041e1e910 req-939a27ec-9c5d-4e77-9600-30af072022c9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128781 Feb 11 13:43:13.453771 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.455208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] 10.222.0.75 "PUT /v2.0/ports/118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 1091 time: 4.0927808 Feb 11 13:43:13.456157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5721bf2-8604-4966-af58-6c8e481bd5c6 req-af6a58f2-069e-4236-9f15-74dfff80c662 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:13.457585 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5721bf2-8604-4966-af58-6c8e481bd5c6 req-af6a58f2-069e-4236-9f15-74dfff80c662 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d22513b8-ec81-4900-b266-dffb603d3ae2 HTTP/1.1" status: 200 len: 897 time: 0.4801288 Feb 11 13:43:13.458748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:13.569435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Usage tracker for resource:port and tenant:9a103688493244f98aa2bad572032bde is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:13.573540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:13.583762 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'code': 200} Feb 11 13:43:13.671268 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Pushing event updated for resources: {'Port': ['ID=118e560d-549b-441e-bfe5-367b9bf2eb67,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:13.683306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:13.708300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.708779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.709116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.709441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.709759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.710082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.710447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.711051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.711355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.711664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.711976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795baab-d03d-426a-9e0f-48a414cb90a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:13.773050 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5721bf2-8604-4966-af58-6c8e481bd5c6 req-1a6a07b2-0ee3-4c53-9892-64b238d2c0cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=db1462d9-63d2-4b4c-a295-2b64e49509f3 HTTP/1.1" status: 200 len: 217 time: 0.3058603 Feb 11 13:43:13.775363 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f71458d-8876-4759-8ea2-9f8f9cf3cc2e req-67d28659-b7f0-44c0-9917-7d01286c9a3d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 210 time: 0.0792420 Feb 11 13:43:13.800504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cb35a096-3e14-4a97-a3a6-2ad89b38aa45 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:13.841275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Made reservation on behalf of 9a103688493244f98aa2bad572032bde for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:13.845266 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.879670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c1eef3-749c-4532-8678-7ac6daf633af {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:13.889557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.913735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c7605-af48-4bcb-b281-29fa2acec8d6 req-c154b048-2df2-4968-ab33-a25c7ca531d6 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:13.915899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ae1c7605-af48-4bcb-b281-29fa2acec8d6 req-c154b048-2df2-4968-ab33-a25c7ca531d6 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 944 time: 0.1624122 Feb 11 13:43:13.922625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:13.923007 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.924342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Transition to ACTIVE for port object 16c1eef3-749c-4532-8678-7ac6daf633af will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:13.943982 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:14.032734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-2e7ddded-f57a-4af4-a7fb-e5209dd5f652 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1094 time: 0.4481237 Feb 11 13:43:14.032982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=16c1eef3-749c-4532-8678-7ac6daf633af,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:14.038775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5721bf2-8604-4966-af58-6c8e481bd5c6 req-73744956-283f-4d38-a982-817c9ff9e2a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:14.040411 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5721bf2-8604-4966-af58-6c8e481bd5c6 req-73744956-283f-4d38-a982-817c9ff9e2a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a26952d-78dd-45f0-9489-56c6db7a51bd HTTP/1.1" status: 200 len: 838 time: 0.2544467 Feb 11 13:43:14.213206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Allocated IP 172.20.0.6 (7be8d825-1a18-4061-8ebc-28a8b6a0f54d/bedf5d65-5c97-4e28-90dd-1e5cbdf070c9/bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:14.217765 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ae1c7605-af48-4bcb-b281-29fa2acec8d6 req-0786b3bb-7e4d-4b2f-93dc-297f3b90f677 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931972 Feb 11 13:43:14.266634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Attempting to bind port 16c1eef3-749c-4532-8678-7ac6daf633af on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:14.266905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Attempting to bind port 16c1eef3-749c-4532-8678-7ac6daf633af by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:14.267228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Attempting to bind port 16c1eef3-749c-4532-8678-7ac6daf633af on network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:14.275841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Port 16c1eef3-749c-4532-8678-7ac6daf633af on network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:43:14.276193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Attempting to bind port 16c1eef3-749c-4532-8678-7ac6daf633af on network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:14.285299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:43:14.287152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Checking segment: {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:43:14.287725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Bound using segment: {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:43:14.288171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Bound port: 16c1eef3-749c-4532-8678-7ac6daf633af, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:14.288517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:14.319186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-7a6d72b9-36cb-4050-bf61-fc01c232b2b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:14.320811 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-7a6d72b9-36cb-4050-bf61-fc01c232b2b8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 895 time: 0.2774816 Feb 11 13:43:14.336602 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5721bf2-8604-4966-af58-6c8e481bd5c6 req-89992eb9-f862-41ae-8b03-cf32a25d8a10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d22513b8-ec81-4900-b266-dffb603d3ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2681320 Feb 11 13:43:14.392121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] For port 16c1eef3-749c-4532-8678-7ac6daf633af, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:14.395394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] For port 16c1eef3-749c-4532-8678-7ac6daf633af, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=16c1eef3-749c-4532-8678-7ac6daf633af,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:14.399184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:14.475335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:14.476701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] 10.222.0.73 "PUT /v2.0/ports/16c1eef3-749c-4532-8678-7ac6daf633af HTTP/1.1" status: 200 len: 1092 time: 1.4535184 Feb 11 13:43:14.477128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a4e712-29aa-4cae-bcab-961c50406510', 'tag': '16c1eef3-749c-4532-8678-7ac6daf633af'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:14.516246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8fe10-13fc-4363-9d3b-8ef2cd96bbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=16c1eef3-749c-4532-8678-7ac6daf633af,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:14.593164 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a4e712-29aa-4cae-bcab-961c50406510', 'tag': '16c1eef3-749c-4532-8678-7ac6daf633af', 'status': 'completed', 'code': 200} Feb 11 13:43:14.644679 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-f34af613-1d04-47ed-ad7a-6c238b844f04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a103688493244f98aa2bad572032bde&device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 1095 time: 0.0877090 Feb 11 13:43:14.721520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-8aacd841-8881-4531-b295-0d09998e9a3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16c1eef3-749c-4532-8678-7ac6daf633af HTTP/1.1" status: 200 len: 217 time: 0.0698209 Feb 11 13:43:14.798218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-c77d7b23-ed9b-4409-8ef8-65ffb9e42f28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:14.799820 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-c77d7b23-ed9b-4409-8ef8-65ffb9e42f28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bedf5d65-5c97-4e28-90dd-1e5cbdf070c9 HTTP/1.1" status: 200 len: 854 time: 0.0717566 Feb 11 13:43:14.879547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.73', 58223) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:15.017864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8fa80487-caf2-4e9d-9b5e-c6f1243f9b46 req-adf3ca28-0e5f-4efe-ad63-b8810cd52019 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Synchronizing usage tracker for tenant:9a103688493244f98aa2bad572032bde on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:15.039430 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-5ed870a1-a1eb-4fb7-b04b-9f46fe0f5d3d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 999 time: 0.7067358 Feb 11 13:43:15.048298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8fa80487-caf2-4e9d-9b5e-c6f1243f9b46 req-adf3ca28-0e5f-4efe-ad63-b8810cd52019 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Unset dirty status for tenant:9a103688493244f98aa2bad572032bde on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:15.049445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8fa80487-caf2-4e9d-9b5e-c6f1243f9b46 req-adf3ca28-0e5f-4efe-ad63-b8810cd52019 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 210 time: 0.0818422 Feb 11 13:43:15.053335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-12ce3d96-6146-4983-b878-798de2d7920e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475977 Feb 11 13:43:15.127408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:15.167747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5721bf2-8604-4966-af58-6c8e481bd5c6 req-62330f12-c2d8-4c07-91cf-9db1bafc7d94 service neutron] 10.222.0.73 "GET /v2.0/networks/d22513b8-ec81-4900-b266-dffb603d3ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762294 Feb 11 13:43:15.201850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-6ef0f9ce-83c0-4ac3-b262-08e3e3f594f6 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417484 Feb 11 13:43:15.228999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Transition to ACTIVE for port object bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:15.237585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c6e5-9cb1-448c-95e7-aa2a4d089ec9 req-8e5bf698-cadc-43cb-9ab0-8e9d97ec27ac tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.239253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-64a6c6e5-9cb1-448c-95e7-aa2a4d089ec9 req-8e5bf698-cadc-43cb-9ab0-8e9d97ec27ac tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 943 time: 0.5256605 Feb 11 13:43:15.297335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-9ceb1961-da45-4408-8888-0815bacb81cd tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.301714 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-9ceb1961-da45-4408-8888-0815bacb81cd tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "GET /v2.0/networks?id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 200 len: 815 time: 0.4132178 Feb 11 13:43:15.324319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-417888bf-aad0-412b-b480-9cfedc5850bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.325708 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-417888bf-aad0-412b-b480-9cfedc5850bd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 200 len: 834 time: 0.2604070 Feb 11 13:43:15.338993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Request body: {'port': {'device_id': 'b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c', 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d', 'admin_state_up': True, 'tenant_id': '9a103688493244f98aa2bad572032bde'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:15.341617 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f8cc8d4-1dfb-41d1-875f-dc5188794290 req-45c45487-5386-4c45-83fe-00643935212c service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347072 Feb 11 13:43:15.442724 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7876f037-8841-4ee9-aa91-827023354861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:15.501340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6733-a078-404d-a55f-0cad2970e15e req-2b207f19-87a7-4d95-ad9a-601b00849e2c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.502851 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c7c6733-a078-404d-a55f-0cad2970e15e req-2b207f19-87a7-4d95-ad9a-601b00849e2c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 944 time: 0.1510894 Feb 11 13:43:15.506180 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b805934b-305c-4ba6-b899-bf40ffc1af4b req-cb5922cd-8834-4212-afb2-fe229f170937 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a103688493244f98aa2bad572032bde&device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 1095 time: 0.1088586 Feb 11 13:43:15.558959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5721bf2-8604-4966-af58-6c8e481bd5c6 req-f6b223ca-b4d5-40e2-b87d-74929c753830 service neutron] 10.222.0.73 "GET /v2.0/networks/d22513b8-ec81-4900-b266-dffb603d3ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796523 Feb 11 13:43:15.561692 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-64a6c6e5-9cb1-448c-95e7-aa2a4d089ec9 req-337a32ac-03d0-41e9-813a-9a8d22b6523b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710783 Feb 11 13:43:15.569074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device db1462d9-63d2-4b4c-a295-2b64e49509f3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:43:15.585314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:15.594509 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:15.647571 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c7c6733-a078-404d-a55f-0cad2970e15e req-55afc011-b859-4ce8-bc3b-a887b812b4a0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371384 Feb 11 13:43:15.695299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:43:15.704039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805934b-305c-4ba6-b899-bf40ffc1af4b req-c7ae9cae-f9f8-4345-bfa3-b5372600f3d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.706952 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b805934b-305c-4ba6-b899-bf40ffc1af4b req-c7ae9cae-f9f8-4345-bfa3-b5372600f3d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 200 len: 916 time: 0.1817110 Feb 11 13:43:15.718279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Usage tracker for resource:port and tenant:9a103688493244f98aa2bad572032bde is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:43:15.724069 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'status': 'completed', 'code': 200} Feb 11 13:43:15.728575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:15.729483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:43:15.737794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-66a86447-4bab-4313-88f1-70765a2ee364 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3766413 Feb 11 13:43:15.741790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:15.743565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Pushing event updated for resources: {'Port': ['ID=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:15.745814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:43:15.760715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port db1462d9-63d2-4b4c-a295-2b64e49509f3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=db1462d9-63d2-4b4c-a295-2b64e49509f3,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:15.774482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:43:15.775697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'db1462d9-63d2-4b4c-a295-2b64e49509f3', 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2', 'port_id': 'db1462d9-63d2-4b4c-a295-2b64e49509f3', 'mac_address': 'fa:16:3e:b6:27:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a26952d-78dd-45f0-9489-56c6db7a51bd', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:43:15.784164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-8095f5b0-52cb-4153-88b3-a625542dd34a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:43:15.785205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-8095f5b0-52cb-4153-88b3-a625542dd34a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0120392 Feb 11 13:43:15.789523 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b805934b-305c-4ba6-b899-bf40ffc1af4b req-48c80f83-d90a-43f8-8e32-9fff06aa0214 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16c1eef3-749c-4532-8678-7ac6daf633af HTTP/1.1" status: 200 len: 217 time: 0.0720191 Feb 11 13:43:15.843549 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:15.867315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805934b-305c-4ba6-b899-bf40ffc1af4b req-fe606aaa-075c-4787-92ed-7397f9f73d42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.867598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1462d9-63d2-4b4c-a295-2b64e49509f3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:15.869241 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b805934b-305c-4ba6-b899-bf40ffc1af4b req-fe606aaa-075c-4787-92ed-7397f9f73d42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bedf5d65-5c97-4e28-90dd-1e5cbdf070c9 HTTP/1.1" status: 200 len: 854 time: 0.0733640 Feb 11 13:43:15.888016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port db1462d9-63d2-4b4c-a295-2b64e49509f3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=db1462d9-63d2-4b4c-a295-2b64e49509f3,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:15.893953 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:15.925125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Made reservation on behalf of 9a103688493244f98aa2bad572032bde for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:15.932968 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:15.960553 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b805934b-305c-4ba6-b899-bf40ffc1af4b req-e9a0e766-80d1-4828-854e-718f09476015 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839002 Feb 11 13:43:15.984217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:15.984844 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:15.989847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=db1462d9-63d2-4b4c-a295-2b64e49509f3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:16.110377 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-46e910b3-6c22-459d-9977-94a1d254cf43 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1027439 Feb 11 13:43:16.117524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7da5203f-f433-4611-b374-b2573688a4e3 None None] Provisioning for port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:16.127286 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b805934b-305c-4ba6-b899-bf40ffc1af4b req-e83fb6fc-6f64-45e6-84d4-a1d9a22a4f62 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602609 Feb 11 13:43:16.128483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Request body: {'port': {'device_id': '5dc52c3d-c312-45c4-baef-9c454d092a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:16.131265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['db1462d9-63d2-4b4c-a295-2b64e49509f3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:43:16.166421 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-ff8ca1a1-a095-4e81-9d5f-851485ae91e8 service neutron] 10.222.0.75 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447771 Feb 11 13:43:16.193301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7da5203f-f433-4611-b374-b2573688a4e3 None None] Provisioning complete for port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:16.193683 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7da5203f-f433-4611-b374-b2573688a4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:16.229826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-84b53cff-831f-44ec-aeb9-711989eb5f56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1094 time: 0.4529593 Feb 11 13:43:16.271792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7da5203f-f433-4611-b374-b2573688a4e3 None None] Port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:43:16.282186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47cc0aa4-0a55-4ae8-ade3-3a9c19cb94d0 req-650274f3-2e50-4bbe-9db8-1d4ca97b58b5 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 210 time: 0.0620477 Feb 11 13:43:16.348526 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b805934b-305c-4ba6-b899-bf40ffc1af4b req-81c07d5e-d466-4482-91a0-b451f10b2c17 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138336 Feb 11 13:43:16.645356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Allocated IP 172.20.0.8 (7be8d825-1a18-4061-8ebc-28a8b6a0f54d/bedf5d65-5c97-4e28-90dd-1e5cbdf070c9/185f71a3-ae25-48a0-9b58-ac1b92f63a05) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:16.672911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:16.709130 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a16c7de4-2b0d-452a-a38a-33643f2ca130 req-556b1c04-463e-4bde-b670-2bac157dcabe service neutron] 10.222.0.75 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320191 Feb 11 13:43:16.868983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab5b47-23e9-45f1-9c36-35417bb4eeef req-af8df86e-4b5f-4200-a624-01e695406eff tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:16.870683 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02ab5b47-23e9-45f1-9c36-35417bb4eeef req-af8df86e-4b5f-4200-a624-01e695406eff tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 945 time: 0.0787992 Feb 11 13:43:16.878509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-1afc0ce7-5f08-441e-ba7c-4c3d3dea767a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:16.880041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-1afc0ce7-5f08-441e-ba7c-4c3d3dea767a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 895 time: 0.5763383 Feb 11 13:43:16.926119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02ab5b47-23e9-45f1-9c36-35417bb4eeef req-6a481ebd-161f-47d9-b275-3651ee254696 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464351 Feb 11 13:43:17.211617 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-b4ac4366-5bc8-4892-b74b-e5727da758e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 999 time: 0.3120103 Feb 11 13:43:17.272537 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-63e46181-42e0-42b9-989e-028659b20f47 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1094 time: 0.5125980 Feb 11 13:43:17.330888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd5d59-d91d-4397-a0cb-53004f4fd6a5 req-9fd650f9-cf36-4e33-a549-29c254424cb2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:17.333147 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-75dd5d59-d91d-4397-a0cb-53004f4fd6a5 req-9fd650f9-cf36-4e33-a549-29c254424cb2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 943 time: 0.6127043 Feb 11 13:43:17.439636 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.442693 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-32d74045-22a0-4dac-8de5-1911cf4b53c8 req-7bf56661-efee-46df-9bd9-2d056137ddac tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 210 time: 0.0432622 Feb 11 13:43:17.445621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-7a3f0972-fcdb-4987-9a53-0c771954ba61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:17.447065 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-7a3f0972-fcdb-4987-9a53-0c771954ba61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 200 len: 834 time: 0.2221313 Feb 11 13:43:17.523048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Transition to ACTIVE for port object 185f71a3-ae25-48a0-9b58-ac1b92f63a05 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:17.567139 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-75dd5d59-d91d-4397-a0cb-53004f4fd6a5 req-b7d13d2c-c8e8-4565-ad81-41e633526b94 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769481 Feb 11 13:43:17.571065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 16c1eef3-749c-4532-8678-7ac6daf633af details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:43:17.575630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device db1462d9-63d2-4b4c-a295-2b64e49509f3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:17.579090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-4c51a830-b847-48dd-af62-76fd0871454b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:17.580503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-4c51a830-b847-48dd-af62-76fd0871454b service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 895 time: 0.3006234 Feb 11 13:43:17.657434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11b50c95-a300-4a4f-a4da-49f8d13b5d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.751556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.787015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port db1462d9-63d2-4b4c-a295-2b64e49509f3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:17.798303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port db1462d9-63d2-4b4c-a295-2b64e49509f3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:17.798697 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.829476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-46b5d9f9-17b6-487b-bb1e-d099e68207c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3702235 Feb 11 13:43:17.837024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 16c1eef3-749c-4532-8678-7ac6daf633af, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=16c1eef3-749c-4532-8678-7ac6daf633af,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:17.861292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '16c1eef3-749c-4532-8678-7ac6daf633af', 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d', 'port_id': '16c1eef3-749c-4532-8678-7ac6daf633af', 'mac_address': 'fa:16:3e:aa:03:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedf5d65-5c97-4e28-90dd-1e5cbdf070c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:43:17.892550 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-2ad8bb42-313b-4566-9ee9-b960d5c1ad9d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 999 time: 0.3044803 Feb 11 13:43:17.944658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:17.961345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.994890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.005198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c1eef3-749c-4532-8678-7ac6daf633af {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:18.041460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 16c1eef3-749c-4532-8678-7ac6daf633af, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=16c1eef3-749c-4532-8678-7ac6daf633af,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:18.045194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f967760-efec-4740-b638-539dda675303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1462d9-63d2-4b4c-a295-2b64e49509f3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:18.065507 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.121472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port db1462d9-63d2-4b4c-a295-2b64e49509f3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=db1462d9-63d2-4b4c-a295-2b64e49509f3,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:18.124796 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f967760-efec-4740-b638-539dda675303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1462d9-63d2-4b4c-a295-2b64e49509f3', 'code': 200} Feb 11 13:43:18.137441 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.139488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Pushing event updated for resources: {'Port': ['ID=185f71a3-ae25-48a0-9b58-ac1b92f63a05,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:18.142024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:18.161182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:43:18.180351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=16c1eef3-749c-4532-8678-7ac6daf633af,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:18.245921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15580582-fe43-42ea-a783-145e0abde81a req-ca1c0c90-8df5-488d-bff1-2b04cca411bc tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:18.247455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15580582-fe43-42ea-a783-145e0abde81a req-ca1c0c90-8df5-488d-bff1-2b04cca411bc tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 945 time: 0.1750147 Feb 11 13:43:18.286020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=db1462d9-63d2-4b4c-a295-2b64e49509f3,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:18.302774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['16c1eef3-749c-4532-8678-7ac6daf633af'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:43:18.311354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-2d4d8657-87e6-4b80-ac9c-b5dbb2e7ad8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:18.313419 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-2d4d8657-87e6-4b80-ac9c-b5dbb2e7ad8e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 200 len: 834 time: 0.3709693 Feb 11 13:43:18.317570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:18.318370 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.384585 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15580582-fe43-42ea-a783-145e0abde81a req-4fb9e8f6-6b3c-455b-b240-f4a9a2c4c701 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033330 Feb 11 13:43:18.397506 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89d9ba2c-50db-4f15-97b0-48b9ef50af93 req-c8b0482d-3452-48cd-9301-5b55226baab9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 1097 time: 0.2051959 Feb 11 13:43:18.400443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-859f919a-5db2-4bb9-8f08-6ffc5d8fc2bf service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566974 Feb 11 13:43:18.401909 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:43:18.475344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-412672e7-ba68-408f-a6db-d32c65bbc660 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1441693 Feb 11 13:43:18.478930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89d9ba2c-50db-4f15-97b0-48b9ef50af93 req-bdeb0398-07ea-41aa-bb98-edd5f041cfeb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708785 Feb 11 13:43:18.597936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:18.610989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.611394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-009a9a7a-eca5-4e9e-bb2b-319301d978f8 None None] Provisioning for port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:18.617198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-009a9a7a-eca5-4e9e-bb2b-319301d978f8 None None] Provisioning complete for port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:18.617694 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-009a9a7a-eca5-4e9e-bb2b-319301d978f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.672858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-009a9a7a-eca5-4e9e-bb2b-319301d978f8 None None] Port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:43:18.674919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Transition to ACTIVE for port object bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:18.687415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Request body: {'port': {'device_id': 'b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:43:18.730941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.798008 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e81ff7-ea39-4aff-8c34-dfa0109aedff req-5ff720b6-877c-4ff8-9f06-8c7426fc7b1f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:18.799507 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66e81ff7-ea39-4aff-8c34-dfa0109aedff req-5ff720b6-877c-4ff8-9f06-8c7426fc7b1f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 943 time: 0.0788047 Feb 11 13:43:18.842958 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-77d3c45c-f496-46dc-b984-01adf460943a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5085423 Feb 11 13:43:18.844522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-a5b80568-c5a5-4fb0-8078-d41b481cbbe4 service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254260 Feb 11 13:43:18.845941 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66e81ff7-ea39-4aff-8c34-dfa0109aedff req-89a9c158-81d4-4444-8012-5dbe816eee02 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406878 Feb 11 13:43:18.926770 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.927712 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.939269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:19.105501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.75', 65084) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:19.122096 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.205581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316d67d-6d01-441c-8199-85eb55dbf23c req-d7975128-cda4-4270-ad26-82ef91b35878 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:19.206272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7316d67d-6d01-441c-8199-85eb55dbf23c req-d7975128-cda4-4270-ad26-82ef91b35878 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Synchronizing usage tracker for tenant:9a103688493244f98aa2bad572032bde on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:19.237178 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d5978bd-9e9b-4013-a197-66bfd0483924 req-28ab9dc5-5b50-488d-b02b-1c3353a4b597 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1304579 Feb 11 13:43:19.250386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87786961-cbf8-464e-9865-1fba50993c9e req-494be6c2-4f33-41c9-9f34-1613df2a35b9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:19.251894 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87786961-cbf8-464e-9865-1fba50993c9e req-494be6c2-4f33-41c9-9f34-1613df2a35b9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 943 time: 0.1013258 Feb 11 13:43:19.298690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87786961-cbf8-464e-9865-1fba50993c9e req-f12e8dc6-338a-436c-81f1-e4fc49105e6e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411105 Feb 11 13:43:19.360899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-713f69a9-3096-49da-9d05-b64a032dbb2a service neutron] 10.222.0.75 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628499 Feb 11 13:43:19.401965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7316d67d-6d01-441c-8199-85eb55dbf23c req-d7975128-cda4-4270-ad26-82ef91b35878 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Unset dirty status for tenant:9a103688493244f98aa2bad572032bde on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:19.403173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7316d67d-6d01-441c-8199-85eb55dbf23c req-d7975128-cda4-4270-ad26-82ef91b35878 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 931 time: 0.7619588 Feb 11 13:43:19.583833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Attempting to bind port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:19.584173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Attempting to bind port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:19.584492 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Attempting to bind port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 on network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:19.586697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 16c1eef3-749c-4532-8678-7ac6daf633af up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:19.640138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-2630caf7-10d8-4479-877e-1254bdd1679a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:19.641681 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-2630caf7-10d8-4479-877e-1254bdd1679a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8&tenant_id=6c052870f3b142058bca9fe1599fac99&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 943 time: 0.4963894 Feb 11 13:43:19.650395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf873f0d-af3a-43b9-bf19-6d3c3af8c862 req-e4d415e7-461e-4559-9eee-86e71614d1c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:19.651995 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf873f0d-af3a-43b9-bf19-6d3c3af8c862 req-e4d415e7-461e-4559-9eee-86e71614d1c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 946 time: 0.0912008 Feb 11 13:43:19.668830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 on network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:43:19.669160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Attempting to bind port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 on network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:19.703443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 16c1eef3-749c-4532-8678-7ac6daf633af completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:19.705716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf873f0d-af3a-43b9-bf19-6d3c3af8c862 req-c6cd1f1f-16b0-4ab1-bfc1-d7e2d0a7172a tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459144 Feb 11 13:43:19.709129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 16c1eef3-749c-4532-8678-7ac6daf633af triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:19.709497 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.764731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7316d67d-6d01-441c-8199-85eb55dbf23c req-ef1c5c55-5af2-4734-9646-c046e8ad3a4f tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472443 Feb 11 13:43:19.833980 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.868452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 16c1eef3-749c-4532-8678-7ac6daf633af, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=16c1eef3-749c-4532-8678-7ac6daf633af,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:19.872909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.927164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:43:19.927391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Checking segment: {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:43:19.927774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Bound using segment: {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:43:19.928205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Bound port: bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:19.928541 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.938048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=16c1eef3-749c-4532-8678-7ac6daf633af,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:19.938909 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35d2468d-1331-4c90-a314-ebdce045d2c4 req-9f9510a7-0ea9-4c5f-883b-a6381efbcab9 service neutron] 10.222.0.75 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626271 Feb 11 13:43:20.088693 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-7ca556a4-7ccb-47b7-aec1-e7a509a1975b service neutron] delete failed (client error): The resource could not be found. Feb 11 13:43:20.089650 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-7ca556a4-7ccb-47b7-aec1-e7a509a1975b service neutron] 10.222.0.73 "DELETE /v2.0/ports/118e560d-549b-441e-bfe5-367b9bf2eb67/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.4410319 Feb 11 13:43:20.125899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4e712-29aa-4cae-bcab-961c50406510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c1eef3-749c-4532-8678-7ac6daf633af'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:20.140577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] For port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:20.182967 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4e712-29aa-4cae-bcab-961c50406510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c1eef3-749c-4532-8678-7ac6daf633af', 'code': 200} Feb 11 13:43:20.187253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] For port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:20.242076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.301845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185f71a3-ae25-48a0-9b58-ac1b92f63a05 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:20.304007 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f09e3157-5c3f-4fa6-acd8-f5b2ee183da6 req-4246f2e2-db03-4f69-964d-ae3427c94697 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 1097 time: 0.0679018 Feb 11 13:43:20.312172 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.322516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d5978bd-9e9b-4013-a197-66bfd0483924 req-bc713d87-0c83-4e8f-a1a1-e2243dcde479 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1094 time: 0.2918210 Feb 11 13:43:20.324337 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.341011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.342928 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] 10.222.0.73 "PUT /v2.0/ports/bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 HTTP/1.1" status: 200 len: 1091 time: 4.2188127 Feb 11 13:43:20.349138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc52c3d-c312-45c4-baef-9c454d092a2c', 'tag': 'bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:20.376809 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f09e3157-5c3f-4fa6-acd8-f5b2ee183da6 req-20ebecf9-a24f-4923-b284-f0f1f5c81d56 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669942 Feb 11 13:43:20.398120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Transition to ACTIVE for port object 185f71a3-ae25-48a0-9b58-ac1b92f63a05 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:20.450807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.460542 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc52c3d-c312-45c4-baef-9c454d092a2c', 'tag': 'bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8', 'status': 'completed', 'code': 200} Feb 11 13:43:20.461084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.464336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 118e560d-549b-441e-bfe5-367b9bf2eb67 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:43:20.645173 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=118e560d-549b-441e-bfe5-367b9bf2eb67,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:20.662357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'port_id': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'mac_address': 'fa:16:3e:70:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:43:20.664031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-88b53f17-3cbc-4729-a4d6-d010a176e9a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a103688493244f98aa2bad572032bde&device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c HTTP/1.1" status: 200 len: 1094 time: 0.1008806 Feb 11 13:43:20.669750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-ce44e287-6f79-440f-be14-9cbcf80a68c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1094 time: 0.4845750 Feb 11 13:43:20.706105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Pushing event updated for resources: {'Port': ['ID=185f71a3-ae25-48a0-9b58-ac1b92f63a05,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.756704 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.777800 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-9726e5e7-17da-4fda-a166-e798f786e782 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 HTTP/1.1" status: 200 len: 217 time: 0.1025760 Feb 11 13:43:20.782818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118e560d-549b-441e-bfe5-367b9bf2eb67 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:20.806420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=118e560d-549b-441e-bfe5-367b9bf2eb67,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:20.812590 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.823119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5978bd-9e9b-4013-a197-66bfd0483924 req-72c2cb76-be9f-43aa-822b-db75ac906e86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:20.824863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d5978bd-9e9b-4013-a197-66bfd0483924 req-72c2cb76-be9f-43aa-822b-db75ac906e86 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 895 time: 0.4632967 Feb 11 13:43:20.903019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=118e560d-549b-441e-bfe5-367b9bf2eb67,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:21.017472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920843a-c05f-4490-866d-437e026a1663 req-f7051162-d7b8-4ac0-a6c4-15c40b595cac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.018958 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-f7051162-d7b8-4ac0-a6c4-15c40b595cac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bedf5d65-5c97-4e28-90dd-1e5cbdf070c9 HTTP/1.1" status: 200 len: 854 time: 0.2348056 Feb 11 13:43:21.030193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd58ebb-7cba-4bcd-8c0a-d11d042f9a7b req-859de6ac-8cc5-43e1-b0aa-b44e7ebdf194 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.031745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9bd58ebb-7cba-4bcd-8c0a-d11d042f9a7b req-859de6ac-8cc5-43e1-b0aa-b44e7ebdf194 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 943 time: 0.5668120 Feb 11 13:43:21.090648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-3f16a4c7-bcb6-45eb-b8ca-9b3a1f93dc4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.092136 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-3f16a4c7-bcb6-45eb-b8ca-9b3a1f93dc4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 895 time: 0.3951402 Feb 11 13:43:21.098535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['118e560d-549b-441e-bfe5-367b9bf2eb67'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:43:21.098740 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d5978bd-9e9b-4013-a197-66bfd0483924 req-44d9c1ec-a643-4fc6-81c0-bbb711b34b6c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 1000 time: 0.2561059 Feb 11 13:43:21.102297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f46233-452a-4836-9129-986478c18a56 req-9e46a060-aeef-422a-9bb1-68fb1ddb3008 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.104296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38f46233-452a-4836-9129-986478c18a56 req-9e46a060-aeef-422a-9bb1-68fb1ddb3008 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 946 time: 0.1611321 Feb 11 13:43:21.168127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-9d8c31e7-0de2-40be-96d2-b0f0d2fc58de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418688 Feb 11 13:43:21.174266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38f46233-452a-4836-9129-986478c18a56 req-25bf1adf-a429-473a-a18a-2d4d61418506 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585999 Feb 11 13:43:21.287168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9bd58ebb-7cba-4bcd-8c0a-d11d042f9a7b req-f1a4577e-484e-4a69-8ea9-89759e198913 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319818 Feb 11 13:43:21.303173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Attempting to bind port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:21.303505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Attempting to bind port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:21.303834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Attempting to bind port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 on network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:21.311623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5978bd-9e9b-4013-a197-66bfd0483924 req-97e37ba0-68d9-410f-9066-34d6c26625e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.313138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d5978bd-9e9b-4013-a197-66bfd0483924 req-97e37ba0-68d9-410f-9066-34d6c26625e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 200 len: 834 time: 0.1591434 Feb 11 13:43:21.316961 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-3c95f145-331d-4c2a-ad30-b95b98e05d43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 1000 time: 0.2173650 Feb 11 13:43:21.317895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 on network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:43:21.318272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Attempting to bind port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 on network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:21.413088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:43:21.413791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Checking segment: {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:43:21.413791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Bound using segment: {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:43:21.414018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Bound port: 185f71a3-ae25-48a0-9b58-ac1b92f63a05, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:21.414298 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.468396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-cbe6e368-41ef-46ae-ac46-564177304047 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839601 Feb 11 13:43:21.526190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-568688d6-bd16-4839-bd49-305c63d1eb03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.527813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-568688d6-bd16-4839-bd49-305c63d1eb03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 200 len: 834 time: 0.1774681 Feb 11 13:43:21.632586 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-3f9081ac-52cf-4e46-8e92-a8d9b6f14d15 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568692 Feb 11 13:43:21.657054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0506422-0771-4f36-adbb-53766f058088 req-24a8e356-b3ea-4118-8e26-5d0962517a0a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.658550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0506422-0771-4f36-adbb-53766f058088 req-24a8e356-b3ea-4118-8e26-5d0962517a0a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 943 time: 0.2983882 Feb 11 13:43:21.757954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a0506422-0771-4f36-adbb-53766f058088 req-6bdc423d-1018-4f8a-9997-c6673fbca403 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Synchronizing usage tracker for tenant:9a103688493244f98aa2bad572032bde on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:21.775122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d5978bd-9e9b-4013-a197-66bfd0483924 req-d3d381b8-8676-49e4-a794-46807874fe62 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4544327 Feb 11 13:43:21.779560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a0506422-0771-4f36-adbb-53766f058088 req-6bdc423d-1018-4f8a-9997-c6673fbca403 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Unset dirty status for tenant:9a103688493244f98aa2bad572032bde on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:21.780707 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0506422-0771-4f36-adbb-53766f058088 req-6bdc423d-1018-4f8a-9997-c6673fbca403 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156039 Feb 11 13:43:21.784575 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc2bee11-ccdc-4d04-ba09-f020896992f9 req-c3224fb1-d66d-4e2e-9800-c83a44b14312 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a103688493244f98aa2bad572032bde&device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c HTTP/1.1" status: 200 len: 1094 time: 0.0997941 Feb 11 13:43:21.786665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] For port 185f71a3-ae25-48a0-9b58-ac1b92f63a05, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:21.874646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] For port 185f71a3-ae25-48a0-9b58-ac1b92f63a05, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=185f71a3-ae25-48a0-9b58-ac1b92f63a05,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:21.889935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.898186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049e12f-e21e-4265-a638-7b4bc254a2b5 req-fd9ab27c-d965-4261-8168-c91fe79b57e3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.899660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f049e12f-e21e-4265-a638-7b4bc254a2b5 req-fd9ab27c-d965-4261-8168-c91fe79b57e3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 946 time: 0.4348428 Feb 11 13:43:21.924762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bee11-ccdc-4d04-ba09-f020896992f9 req-3502fd81-f004-4d61-b5dd-ccb2894fc557 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:21.926331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc2bee11-ccdc-4d04-ba09-f020896992f9 req-3502fd81-f004-4d61-b5dd-ccb2894fc557 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 200 len: 916 time: 0.1360953 Feb 11 13:43:21.986123 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-a2564ce5-d294-40d6-9a9c-a35c6434df70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4475949 Feb 11 13:43:22.001716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc2bee11-ccdc-4d04-ba09-f020896992f9 req-308c3eed-b472-41b0-8f81-eec2d53edb5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 HTTP/1.1" status: 200 len: 217 time: 0.0693119 Feb 11 13:43:22.041219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.042620 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] 10.222.0.73 "PUT /v2.0/ports/185f71a3-ae25-48a0-9b58-ac1b92f63a05 HTTP/1.1" status: 200 len: 1091 time: 3.3617477 Feb 11 13:43:22.076990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bee11-ccdc-4d04-ba09-f020896992f9 req-d45eefdb-561d-44b2-8157-11be4fb49f7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:22.078534 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc2bee11-ccdc-4d04-ba09-f020896992f9 req-d45eefdb-561d-44b2-8157-11be4fb49f7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bedf5d65-5c97-4e28-90dd-1e5cbdf070c9 HTTP/1.1" status: 200 len: 854 time: 0.0711429 Feb 11 13:43:22.168022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc2bee11-ccdc-4d04-ba09-f020896992f9 req-9580128e-b5be-4fb2-8624-41e984155fb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825796 Feb 11 13:43:22.185715 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d5978bd-9e9b-4013-a197-66bfd0483924 req-c9ff0369-f221-4a87-990a-9fc0a47dd82a service neutron] 10.222.0.75 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997414 Feb 11 13:43:22.190390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453f046-eb08-4629-b66b-a38905f7f35d service neutron] Pushing event updated for resources: {'Port': ['ID=185f71a3-ae25-48a0-9b58-ac1b92f63a05,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:22.218311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f049e12f-e21e-4265-a638-7b4bc254a2b5 req-c5049390-f538-4bef-b308-98297224be6c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863061 Feb 11 13:43:22.318216 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc2bee11-ccdc-4d04-ba09-f020896992f9 req-75600875-a394-489e-9220-67ee0882d352 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437371 Feb 11 13:43:22.342298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-1087b71c-6f60-4d37-b7b9-2c3233ef818d service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439360 Feb 11 13:43:22.454112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d5978bd-9e9b-4013-a197-66bfd0483924 req-db403b58-524d-48df-b313-df06e9fd6f4a service neutron] 10.222.0.75 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606575 Feb 11 13:43:22.458850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-f0c373f1-ec15-4e2c-83b4-6f3c45d107c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a103688493244f98aa2bad572032bde&device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 1094 time: 0.3424044 Feb 11 13:43:22.464937 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 118e560d-549b-441e-bfe5-367b9bf2eb67 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:22.465970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c', 'tag': '185f71a3-ae25-48a0-9b58-ac1b92f63a05'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:22.514766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc2bee11-ccdc-4d04-ba09-f020896992f9 req-308b5f06-5d24-4550-b425-4ce56583e0cd service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890602 Feb 11 13:43:22.546481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19009901-bf39-4aa8-8e61-1664ef148637 req-ab86e87b-7129-477f-bc10-a6e94aff9b1c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:22.548831 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19009901-bf39-4aa8-8e61-1664ef148637 req-ab86e87b-7129-477f-bc10-a6e94aff9b1c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 944 time: 0.1233046 Feb 11 13:43:22.549572 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-debfd5eb-825e-4d4a-925d-b03f0cf1244a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185f71a3-ae25-48a0-9b58-ac1b92f63a05 HTTP/1.1" status: 200 len: 217 time: 0.0789039 Feb 11 13:43:22.586736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 118e560d-549b-441e-bfe5-367b9bf2eb67 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:22.592505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 118e560d-549b-441e-bfe5-367b9bf2eb67 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:22.592945 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.608728 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c', 'tag': '185f71a3-ae25-48a0-9b58-ac1b92f63a05', 'status': 'completed', 'code': 200} Feb 11 13:43:22.629857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e7715d-d659-4e77-8df3-a71456d3a661 req-c12f5b2e-1f00-4a6f-b0b4-ce1dc7dd0cd9 service neutron] 10.222.0.73 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812691 Feb 11 13:43:22.637193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19009901-bf39-4aa8-8e61-1664ef148637 req-477dcfc9-f217-43dd-93de-2745103e54da tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810671 Feb 11 13:43:22.651495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-b307ce00-dc94-46ea-9b66-7d5abf44dad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:22.653346 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-b307ce00-dc94-46ea-9b66-7d5abf44dad3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bedf5d65-5c97-4e28-90dd-1e5cbdf070c9 HTTP/1.1" status: 200 len: 854 time: 0.0900617 Feb 11 13:43:22.731800 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.740731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-998948f5-6123-41a7-807d-bbdd18047c25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819266 Feb 11 13:43:22.770065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:22.787520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=118e560d-549b-441e-bfe5-367b9bf2eb67,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:22.796260 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.883866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=118e560d-549b-441e-bfe5-367b9bf2eb67,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:22.891391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-cd6e3cd8-8eb8-493a-bb02-1ea934774e82 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445112 Feb 11 13:43:22.892409 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'code': 200} Feb 11 13:43:23.037807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3475ee-53c2-406a-a161-d2dc9c8d59f7 req-4931732e-b586-46d6-9129-5ac8bfa99861 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:23.039323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc3475ee-53c2-406a-a161-d2dc9c8d59f7 req-4931732e-b586-46d6-9129-5ac8bfa99861 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 943 time: 0.0966439 Feb 11 13:43:23.067176 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17b33698-8c6a-451f-ac49-9a3bcb1d356a req-89f5e5ef-6444-4cef-8437-96b152b9a852 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698086 Feb 11 13:43:23.106094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc3475ee-53c2-406a-a161-d2dc9c8d59f7 req-b037af42-acad-4821-aead-b5725306d68a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527484 Feb 11 13:43:23.201670 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbb325be-ede8-4492-9018-b6d1f924e7f7 req-f629239a-ca7e-4449-938c-90a96ca3e7eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a103688493244f98aa2bad572032bde&device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 1094 time: 0.0728467 Feb 11 13:43:23.336033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb325be-ede8-4492-9018-b6d1f924e7f7 req-06f44810-8f1f-4188-99db-0701de2446a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:23.337380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbb325be-ede8-4492-9018-b6d1f924e7f7 req-06f44810-8f1f-4188-99db-0701de2446a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 200 len: 916 time: 0.1299863 Feb 11 13:43:23.519403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbb325be-ede8-4492-9018-b6d1f924e7f7 req-7471d57b-e506-41cc-a69f-413bafce8a83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185f71a3-ae25-48a0-9b58-ac1b92f63a05 HTTP/1.1" status: 200 len: 217 time: 0.1752977 Feb 11 13:43:23.581516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb325be-ede8-4492-9018-b6d1f924e7f7 req-6baa21d0-687a-4f58-9789-a64ab641d071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:23.582954 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbb325be-ede8-4492-9018-b6d1f924e7f7 req-6baa21d0-687a-4f58-9789-a64ab641d071 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bedf5d65-5c97-4e28-90dd-1e5cbdf070c9 HTTP/1.1" status: 200 len: 854 time: 0.0575345 Feb 11 13:43:23.631512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:43:23.659349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbb325be-ede8-4492-9018-b6d1f924e7f7 req-9f853d75-c952-4f11-b81f-97fdb8f7cda6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703766 Feb 11 13:43:23.776024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:23.789405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8', 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d', 'port_id': 'bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8', 'mac_address': 'fa:16:3e:e7:c8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedf5d65-5c97-4e28-90dd-1e5cbdf070c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:43:23.839502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbb325be-ede8-4492-9018-b6d1f924e7f7 req-31b00841-f1fa-4dd0-94d9-9144081bbf65 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737473 Feb 11 13:43:23.848658 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.863282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41486) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:23.867764 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:23.884359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:23.888514 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.960252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:23.995099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbb325be-ede8-4492-9018-b6d1f924e7f7 req-2e237e0b-06cf-4366-a5ed-f62711800883 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495612 Feb 11 13:43:24.007563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecaaeb-88d5-4639-8377-40f773c43211 req-55008ace-b340-440d-8dfc-1001d62834f3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:24.009374 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90ecaaeb-88d5-4639-8377-40f773c43211 req-55008ace-b340-440d-8dfc-1001d62834f3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.2300568 Feb 11 13:43:24.061867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90ecaaeb-88d5-4639-8377-40f773c43211 req-e1158dc3-50c8-40c1-9f3d-064a09beec1d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468929 Feb 11 13:43:24.089650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41490) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:24.128395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:43:24.198127 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08e92c8a-a3bb-4041-b367-e8e5d5c7671b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/792cba13-0acd-4940-a517-7a962e4e7dbd HTTP/1.1" status: 200 len: 993 time: 0.1073508 Feb 11 13:43:24.413736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae242f45-ca04-4c7b-a69c-069eec06f18a req-334ee96e-1658-4e06-9e93-339edcf3c609 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:24.415115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ae242f45-ca04-4c7b-a69c-069eec06f18a req-334ee96e-1658-4e06-9e93-339edcf3c609 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 943 time: 0.1147413 Feb 11 13:43:24.483875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ae242f45-ca04-4c7b-a69c-069eec06f18a req-64b22aa2-5b43-456a-a107-19324652af72 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605710 Feb 11 13:43:24.869226 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.255713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Allocated IP 172.20.0.17 (d22513b8-ec81-4900-b266-dffb603d3ae2/9a26952d-78dd-45f0-9489-56c6db7a51bd/96593008-ec53-44be-a9d5-055176d12590) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:25.413069 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.428916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Transition to ACTIVE for port object 96593008-ec53-44be-a9d5-055176d12590 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:25.450910 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.517199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network d22513b8-ec81-4900-b266-dffb603d3ae2 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:25.521743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:25.525720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:43:25.571734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=96593008-ec53-44be-a9d5-055176d12590,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:25.590927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.634243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 185f71a3-ae25-48a0-9b58-ac1b92f63a05 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:43:25.639690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:25.722764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be09a8-dc60-44fc-920a-fb6cb96c6a1d req-08160955-fe37-4e6e-8f88-3a5025e868df tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:25.724436 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80be09a8-dc60-44fc-920a-fb6cb96c6a1d req-08160955-fe37-4e6e-8f88-3a5025e868df tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 943 time: 0.1005809 Feb 11 13:43:25.780300 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80be09a8-dc60-44fc-920a-fb6cb96c6a1d req-2387de40-951a-427b-be67-9d3ef4f8dc02 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499349 Feb 11 13:43:25.812373 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.853800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-89305e12-d9e1-485e-bb0f-ecce5d72b99f None None] Provisioning for port 96593008-ec53-44be-a9d5-055176d12590 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:25.856448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:25.875738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:25.876096 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.898417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-89305e12-d9e1-485e-bb0f-ecce5d72b99f None None] Provisioning complete for port 96593008-ec53-44be-a9d5-055176d12590 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:25.898792 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89305e12-d9e1-485e-bb0f-ecce5d72b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.991294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 185f71a3-ae25-48a0-9b58-ac1b92f63a05, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=185f71a3-ae25-48a0-9b58-ac1b92f63a05,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:26.023614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '185f71a3-ae25-48a0-9b58-ac1b92f63a05', 'network_id': '7be8d825-1a18-4061-8ebc-28a8b6a0f54d', 'port_id': '185f71a3-ae25-48a0-9b58-ac1b92f63a05', 'mac_address': 'fa:16:3e:a8:6f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedf5d65-5c97-4e28-90dd-1e5cbdf070c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:43:26.056371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-89305e12-d9e1-485e-bb0f-ecce5d72b99f None None] Port 96593008-ec53-44be-a9d5-055176d12590 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:43:26.133919 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.151828 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.163778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185f71a3-ae25-48a0-9b58-ac1b92f63a05 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:26.192565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc52c3d-c312-45c4-baef-9c454d092a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:26.197653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 185f71a3-ae25-48a0-9b58-ac1b92f63a05, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=185f71a3-ae25-48a0-9b58-ac1b92f63a05,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:26.202840 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.233042 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.237911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.241768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:26.252056 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.263715 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc52c3d-c312-45c4-baef-9c454d092a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8', 'code': 200} Feb 11 13:43:26.279142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=185f71a3-ae25-48a0-9b58-ac1b92f63a05,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:26.354192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:26.362532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.368126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=96593008-ec53-44be-a9d5-055176d12590,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:26.388632 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fddc0c63-3797-466e-b448-991ead4a46ad req-2af6fca2-fcad-4429-9a70-a48fd1bae1b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c HTTP/1.1" status: 200 len: 1096 time: 0.0710540 Feb 11 13:43:26.435013 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fddc0c63-3797-466e-b448-991ead4a46ad req-96804cf0-12f4-4b9a-ace1-9b410fa747cb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Feb 11 13:43:26.470268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['185f71a3-ae25-48a0-9b58-ac1b92f63a05'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:43:26.503236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network d22513b8-ec81-4900-b266-dffb603d3ae2 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:26.504366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:26.782013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9fa4e740-ae71-4bc5-b19f-204affe6cb0b None None] Provisioning complete for port 96593008-ec53-44be-a9d5-055176d12590 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:26.782630 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e740-ae71-4bc5-b19f-204affe6cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.835905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4e740-ae71-4bc5-b19f-204affe6cb0b None None] Port 96593008-ec53-44be-a9d5-055176d12590 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:43:26.901044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router e5771f99-15d3-4bb2-80f3-73d6ffe1543c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:26.984995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1b3ca-5867-43e1-87d0-cbc5dd96f113 req-1cb9f8f1-e386-474c-b29e-1079c1432df0 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:26.986477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7cb1b3ca-5867-43e1-87d0-cbc5dd96f113 req-1cb9f8f1-e386-474c-b29e-1079c1432df0 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 944 time: 0.0789235 Feb 11 13:43:27.031754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7cb1b3ca-5867-43e1-87d0-cbc5dd96f113 req-3e071607-db8f-4822-96a5-278e718da58c tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Feb 11 13:43:27.123361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:27.133092 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Sync routers for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:43:27.141112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c69ada92-31ac-4287-b992-004379110182 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "PUT /v2.0/routers/e5771f99-15d3-4bb2-80f3-73d6ffe1543c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2765756 Feb 11 13:43:27.147056 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:43:27.152408 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.352652 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:43:27.646520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 185f71a3-ae25-48a0-9b58-ac1b92f63a05 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:27.724422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:27.729917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:27.730281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.810870 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:43:25Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:35Z', 'revision_number': 1, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96593008-ec53-44be-a9d5-055176d12590', 'name': '', 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:ba:54:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a26952d-78dd-45f0-9489-56c6db7a51bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:25Z', 'updated_at': '2022-02-11T13:43:26Z', 'revision_number': 2, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9a26952d-78dd-45f0-9489-56c6db7a51bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:27.816004 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Checking router: e5771f99-15d3-4bb2-80f3-73d6ffe1543c for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:43:27.816345 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Updating router e5771f99-15d3-4bb2-80f3-73d6ffe1543c port 96593008-ec53-44be-a9d5-055176d12590 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:43:27.856202 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.878925 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.900984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 185f71a3-ae25-48a0-9b58-ac1b92f63a05, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=185f71a3-ae25-48a0-9b58-ac1b92f63a05,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:27.906078 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.980978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=185f71a3-ae25-48a0-9b58-ac1b92f63a05,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.235785 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.239679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ddec9-85c6-44a4-9a42-632bc8a439d8 req-57c78e77-84c4-4c00-a445-84e35f6d6e23 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:28.241164 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-539ddec9-85c6-44a4-9a42-632bc8a439d8 req-57c78e77-84c4-4c00-a445-84e35f6d6e23 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 945 time: 0.0817163 Feb 11 13:43:28.247789 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Transition to ACTIVE for port object 96593008-ec53-44be-a9d5-055176d12590 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:28.254485 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.265578 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185f71a3-ae25-48a0-9b58-ac1b92f63a05'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:28.288940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-539ddec9-85c6-44a4-9a42-632bc8a439d8 req-f6df276e-908b-4e3e-8712-eec3652d2bb5 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Feb 11 13:43:28.327704 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185f71a3-ae25-48a0-9b58-ac1b92f63a05', 'code': 200} Feb 11 13:43:28.385854 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b0442-2094-48ed-b736-a98794680466 None None] Pushing event updated for resources: {'Port': ['ID=96593008-ec53-44be-a9d5-055176d12590,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.397421 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.397760 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.398094 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.398423 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.398774 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.399111 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.399423 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.399739 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.400066 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.400367 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.400826 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b0442-2094-48ed-b736-a98794680466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:28.475419 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7756800-23fb-4580-af6c-1f2633e0b8e1 req-8d77b87a-a6f2-41d1-9d55-4bb9b113bf38 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 1096 time: 0.0858219 Feb 11 13:43:28.490271 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Attempting to bind port 96593008-ec53-44be-a9d5-055176d12590 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:28.491014 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Attempting to bind port 96593008-ec53-44be-a9d5-055176d12590 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:28.491597 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Attempting to bind port 96593008-ec53-44be-a9d5-055176d12590 on network d22513b8-ec81-4900-b266-dffb603d3ae2 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:43:28.499138 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:43:28.499659 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Checking segment: {'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:43:28.500162 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.500646 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Bound using segment: {'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:43:28.501208 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Bound port: 96593008-ec53-44be-a9d5-055176d12590, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f258a8-ece6-4731-8533-171291ae0b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:28.501690 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.523293 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7756800-23fb-4580-af6c-1f2633e0b8e1 req-1af089f5-55b4-4a84-bdf7-70ac8d45bfa6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Feb 11 13:43:28.595392 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] For port 96593008-ec53-44be-a9d5-055176d12590, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:28.598236 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] For port 96593008-ec53-44be-a9d5-055176d12590, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=96593008-ec53-44be-a9d5-055176d12590,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:28.602509 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.682068 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b0442-2094-48ed-b736-a98794680466 None None] Pushing event updated for resources: {'Port': ['ID=96593008-ec53-44be-a9d5-055176d12590,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.685471 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:43:28.686062 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:28.869214 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:43:29.215601 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:43:25Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:35Z', 'revision_number': 1, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96593008-ec53-44be-a9d5-055176d12590', 'name': '', 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:ba:54:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a26952d-78dd-45f0-9489-56c6db7a51bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:25Z', 'updated_at': '2022-02-11T13:43:28Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9a26952d-78dd-45f0-9489-56c6db7a51bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:29.220162 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea72de2-d5c2-4aa0-a0cd-7b198fe37ebd None None] The sync data for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 is: [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:43:25Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:35Z', 'revision_number': 1, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96593008-ec53-44be-a9d5-055176d12590', 'name': '', 'network_id': 'd22513b8-ec81-4900-b266-dffb603d3ae2', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:ba:54:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a26952d-78dd-45f0-9489-56c6db7a51bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:25Z', 'updated_at': '2022-02-11T13:43:28Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9a26952d-78dd-45f0-9489-56c6db7a51bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:43:29.617691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42251827-af76-46df-8d22-221757cb88c2 req-812daeac-de22-4995-b064-89f203e61c0e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:29.619181 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-42251827-af76-46df-8d22-221757cb88c2 req-812daeac-de22-4995-b064-89f203e61c0e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 945 time: 0.1991596 Feb 11 13:43:29.681236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-42251827-af76-46df-8d22-221757cb88c2 req-f31f3aa9-5967-4f14-b7e0-8a95bf57b8f0 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555258 Feb 11 13:43:29.791126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 96593008-ec53-44be-a9d5-055176d12590 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:29.860159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 96593008-ec53-44be-a9d5-055176d12590 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:29.864822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 96593008-ec53-44be-a9d5-055176d12590 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:29.865186 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:29.978071 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.010212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 96593008-ec53-44be-a9d5-055176d12590, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=96593008-ec53-44be-a9d5-055176d12590,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:30.014029 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.082922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=96593008-ec53-44be-a9d5-055176d12590,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:30.885767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e17ef-9d92-4195-83be-ad97191ba8c2 req-6f0b7126-e688-4cbe-9a2f-04b5ffebd844 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:30.887271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-074e17ef-9d92-4195-83be-ad97191ba8c2 req-6f0b7126-e688-4cbe-9a2f-04b5ffebd844 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 945 time: 0.0785754 Feb 11 13:43:30.932726 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-074e17ef-9d92-4195-83be-ad97191ba8c2 req-2b461717-c021-4f4d-86ed-3c5d1a0952f7 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Feb 11 13:43:31.126948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076c56d-ea15-437c-a79b-ebaafa605579 req-d54e315c-b85d-4927-8de4-8b018f3db92c tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.128411 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e076c56d-ea15-437c-a79b-ebaafa605579 req-d54e315c-b85d-4927-8de4-8b018f3db92c tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0773489 Feb 11 13:43:31.173598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e076c56d-ea15-437c-a79b-ebaafa605579 req-33b4e4f5-bebf-43b9-b706-2c884bc43ece tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Feb 11 13:43:31.369625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560468e-2acc-4c6a-89a2-3c3e2071d6ad req-9a6dde3d-35ce-45d5-9cc5-51453fe7f6e7 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.371173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2560468e-2acc-4c6a-89a2-3c3e2071d6ad req-9a6dde3d-35ce-45d5-9cc5-51453fe7f6e7 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c HTTP/1.1" status: 200 len: 945 time: 0.0797710 Feb 11 13:43:31.416053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2560468e-2acc-4c6a-89a2-3c3e2071d6ad req-5abbff76-aa5f-4a7c-bb0e-aef7c881672d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385337 Feb 11 13:43:31.754757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 96593008-ec53-44be-a9d5-055176d12590 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:43:31.804759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135ae00-9b0f-4144-9e98-3c0f721184b4 req-07b2bd06-1d91-4a3f-ac26-17fb2158b365 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.806331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6135ae00-9b0f-4144-9e98-3c0f721184b4 req-07b2bd06-1d91-4a3f-ac26-17fb2158b365 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 945 time: 0.0810735 Feb 11 13:43:31.822768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 96593008-ec53-44be-a9d5-055176d12590 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:31.823136 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.860442 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6135ae00-9b0f-4144-9e98-3c0f721184b4 req-3aa95778-4c0e-4349-ab71-cab1965e1e2f tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482714 Feb 11 13:43:32.219169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832227-cee4-4a2e-8247-645e79ac2779 req-657ccbd7-07c6-4717-8735-f9c7c7ed5ff8 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.220546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5832227-cee4-4a2e-8247-645e79ac2779 req-657ccbd7-07c6-4717-8735-f9c7c7ed5ff8 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0803292 Feb 11 13:43:32.268493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5832227-cee4-4a2e-8247-645e79ac2779 req-4511bdb5-6f3c-4b5b-9c10-a037acb46f0e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Feb 11 13:43:32.625376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178e1fb-b7fc-47b7-8ace-61aa0814634c req-197b8002-6cc5-4c4d-9b5e-6b0c1a1e54ed tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.629301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178e1fb-b7fc-47b7-8ace-61aa0814634c req-197b8002-6cc5-4c4d-9b5e-6b0c1a1e54ed tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.633208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178e1fb-b7fc-47b7-8ace-61aa0814634c req-197b8002-6cc5-4c4d-9b5e-6b0c1a1e54ed tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.634845 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3178e1fb-b7fc-47b7-8ace-61aa0814634c req-197b8002-6cc5-4c4d-9b5e-6b0c1a1e54ed tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c&device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c&device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 2417 time: 0.0868626 Feb 11 13:43:32.683244 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3178e1fb-b7fc-47b7-8ace-61aa0814634c req-db0dc8c1-cde2-487e-a42f-849925bb3504 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422339 Feb 11 13:43:32.942174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93a0a3-2b99-4fc1-b054-383bfb06c976 req-9db0034b-4f0f-41e4-91aa-787e0734249a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.943663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aa93a0a3-2b99-4fc1-b054-383bfb06c976 req-9db0034b-4f0f-41e4-91aa-787e0734249a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 945 time: 0.0844548 Feb 11 13:43:32.992807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aa93a0a3-2b99-4fc1-b054-383bfb06c976 req-b7b15bc1-9a15-4878-9ef2-6a067dbf9a48 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436695 Feb 11 13:43:34.582701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a479c-d2cf-4cd3-a621-b77b31680d0a req-f3e86ab4-d6e6-4cc9-9f2d-233fa6d30ab9 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:34.584071 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-694a479c-d2cf-4cd3-a621-b77b31680d0a req-f3e86ab4-d6e6-4cc9-9f2d-233fa6d30ab9 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0820754 Feb 11 13:43:34.628298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-694a479c-d2cf-4cd3-a621-b77b31680d0a req-1a6bc7d9-14fb-42cb-a04a-8fd8f646f5dc tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387583 Feb 11 13:43:35.826920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346c217-161e-458a-863f-d3407fa006d5 req-e7b857dc-d90e-4ac6-bdf1-81581ebde7fc tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:35.828263 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e346c217-161e-458a-863f-d3407fa006d5 req-e7b857dc-d90e-4ac6-bdf1-81581ebde7fc tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0775747 Feb 11 13:43:35.873820 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e346c217-161e-458a-863f-d3407fa006d5 req-2da9a44e-5767-4b71-be40-f4c3cd7473fa tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Feb 11 13:43:37.083991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8b6cd-db7c-437c-a72d-c614157a5e9c req-0b0db481-8c3b-4406-9bd6-884642d4d05e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:37.085438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d6c8b6cd-db7c-437c-a72d-c614157a5e9c req-0b0db481-8c3b-4406-9bd6-884642d4d05e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0806310 Feb 11 13:43:37.130668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d6c8b6cd-db7c-437c-a72d-c614157a5e9c req-e124ee66-8de9-4874-b9f0-968694f7512f tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 Feb 11 13:43:37.487754 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:37.510423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-6d6b17fa-f45b-489f-af96-0508bd33439d req-1b0c05b7-d3e1-42a8-a7e2-419fd3bb46f4 service neutron] (83568) timed out ('10.222.0.67', 50032) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:43:38.336049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94642d-0004-4703-9fbb-b78b02c0a27c req-fa372797-c696-4c38-9f54-5a3afcf51c25 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:38.337481 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d94642d-0004-4703-9fbb-b78b02c0a27c req-fa372797-c696-4c38-9f54-5a3afcf51c25 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0820601 Feb 11 13:43:38.382854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d94642d-0004-4703-9fbb-b78b02c0a27c req-289aeebc-0d62-437a-a526-f8c67da9aafb tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382845 Feb 11 13:43:39.666096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f1436-6b40-467f-b0a4-70f7610c0564 req-ff6ed168-1397-4c37-b033-14949c41c663 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:39.667719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f5f1436-6b40-467f-b0a4-70f7610c0564 req-ff6ed168-1397-4c37-b033-14949c41c663 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.1655717 Feb 11 13:43:39.712846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f5f1436-6b40-467f-b0a4-70f7610c0564 req-59421297-6d59-4574-b4db-8d74bd6d3989 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Feb 11 13:43:40.906974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2b26-dd0e-43a7-a49e-259b74c834b2 req-573fac30-67d3-4b45-a1cf-e25f82b7c92e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:40.908421 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-793c2b26-dd0e-43a7-a49e-259b74c834b2 req-573fac30-67d3-4b45-a1cf-e25f82b7c92e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0749533 Feb 11 13:43:40.953319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-793c2b26-dd0e-43a7-a49e-259b74c834b2 req-87e8d2c6-e55a-4cfb-a558-7143f9bb5c21 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 Feb 11 13:43:42.166322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366351-d1c0-4643-bb72-5f9714217f81 req-975a7bac-9f4c-457f-aca1-54818e82ec09 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:42.167779 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02366351-d1c0-4643-bb72-5f9714217f81 req-975a7bac-9f4c-457f-aca1-54818e82ec09 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0771005 Feb 11 13:43:42.213009 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02366351-d1c0-4643-bb72-5f9714217f81 req-3089bf60-7993-491a-898a-38898adb8682 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Feb 11 13:43:42.517955 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.300694 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:43:43.424311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35f521-59e4-40f1-b9e6-c319efa78b00 req-ab3ffb23-a2e6-47e3-85c9-27dd22daf82d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:43.425862 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d35f521-59e4-40f1-b9e6-c319efa78b00 req-ab3ffb23-a2e6-47e3-85c9-27dd22daf82d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0904467 Feb 11 13:43:43.473813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d35f521-59e4-40f1-b9e6-c319efa78b00 req-3d766eb8-0960-4db1-9b6b-99d05c935567 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Feb 11 13:43:44.679459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a95be-1589-4277-917a-c1d44ca639ad req-5e22c0f6-ba24-49e1-8d65-93ee1894fce9 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:44.680886 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-021a95be-1589-4277-917a-c1d44ca639ad req-5e22c0f6-ba24-49e1-8d65-93ee1894fce9 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0766287 Feb 11 13:43:44.729780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-021a95be-1589-4277-917a-c1d44ca639ad req-5b9db769-0a5d-46c9-8f2d-78a1f1990237 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Feb 11 13:43:45.444035 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f90d9a9d-b6f1-4a84-acd4-2e4d205deb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:45.928361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455185a-da13-45b5-a70b-e678b4fc664f req-e86639ac-9021-40d3-aef7-f50164ec434e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:45.929795 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4455185a-da13-45b5-a70b-e678b4fc664f req-e86639ac-9021-40d3-aef7-f50164ec434e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0780087 Feb 11 13:43:45.974629 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4455185a-da13-45b5-a70b-e678b4fc664f req-2497d2be-818b-499b-b791-160d64a98416 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Feb 11 13:43:47.173826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a473d-cac7-4771-9de1-8afcf475eb9e req-c0314b5f-d90d-4a04-8002-b4ef33fdd41d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:47.175318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f4a473d-cac7-4771-9de1-8afcf475eb9e req-c0314b5f-d90d-4a04-8002-b4ef33fdd41d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0763006 Feb 11 13:43:47.221016 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f4a473d-cac7-4771-9de1-8afcf475eb9e req-09a35fb4-0299-4908-b7e4-3ec3a4889c42 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Feb 11 13:43:47.630177 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e60ef14-4dcf-4e94-950e-793e5ce94f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:48.079868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41590) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:48.512582 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738e202-b1dc-4549-a3fc-d9eabb8a1656 req-16cd4097-3254-4029-b98f-ac3671a09b9a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:48.514028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0738e202-b1dc-4549-a3fc-d9eabb8a1656 req-16cd4097-3254-4029-b98f-ac3671a09b9a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.1581500 Feb 11 13:43:48.580425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0738e202-b1dc-4549-a3fc-d9eabb8a1656 req-62c708ad-53ff-4c5f-b3e2-79a05d69114a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595489 Feb 11 13:43:48.594499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:48.910368 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:48.912891 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:49.252555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port 96593008-ec53-44be-a9d5-055176d12590 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:43:49.253132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:49.532525 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] For port 96593008-ec53-44be-a9d5-055176d12590, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=96593008-ec53-44be-a9d5-055176d12590,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:49.532792 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:49.651746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for 96593008-ec53-44be-a9d5-055176d12590 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:43:49.783828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e21d-0517-45a3-bf6e-ca8c99ab32ea req-1952c854-d042-42a4-ba82-b78ca0fe1ec6 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:49.785214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de29e21d-0517-45a3-bf6e-ca8c99ab32ea req-1952c854-d042-42a4-ba82-b78ca0fe1ec6 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0820174 Feb 11 13:43:49.829059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:49.835122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de29e21d-0517-45a3-bf6e-ca8c99ab32ea req-6f012ba6-d3f9-4733-b34b-65506fde4ef4 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443742 Feb 11 13:43:49.878509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=96593008-ec53-44be-a9d5-055176d12590,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:50.179580 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.310409 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.756622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router e5771f99-15d3-4bb2-80f3-73d6ffe1543c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:51.037227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40954694-2b72-4974-9128-1ada993a41d8 req-ca552996-50bd-49cc-8aa4-fce08433c258 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:51.038635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40954694-2b72-4974-9128-1ada993a41d8 req-ca552996-50bd-49cc-8aa4-fce08433c258 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0781546 Feb 11 13:43:51.074951 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2722ab6-58a4-40e4-b0db-39aeb3542933 req-99bc241a-6253-4fcd-9f49-0693df5d191f tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.3095529 Feb 11 13:43:51.085538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40954694-2b72-4974-9128-1ada993a41d8 req-d657fb92-46d7-4553-87d7-91d862659657 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Feb 11 13:43:51.132243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c2722ab6-58a4-40e4-b0db-39aeb3542933 req-4e493b51-2150-46ef-b6c2-8598aa11cb39 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Synchronizing usage tracker for tenant:a28891ed05864b92aa31ecdf176da024 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:51.161746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c2722ab6-58a4-40e4-b0db-39aeb3542933 req-4e493b51-2150-46ef-b6c2-8598aa11cb39 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Unset dirty status for tenant:a28891ed05864b92aa31ecdf176da024 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:51.162999 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2722ab6-58a4-40e4-b0db-39aeb3542933 req-4e493b51-2150-46ef-b6c2-8598aa11cb39 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793033 Feb 11 13:43:51.168593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:51.181879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] Sync routers for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:43:51.185061 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-be4fabd7-bc6b-46e7-b5fd-b104981164e1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "PUT /v2.0/routers/e5771f99-15d3-4bb2-80f3-73d6ffe1543c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1016059 Feb 11 13:43:51.192368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41606) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:51.196252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:43:51.197028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:51.384071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:43:51.419061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 2e9599a7-778f-404f-81a2-0f6a23f84f1c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:43:51.419446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:51.670378 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:51.670640 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:51.790125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:43:49Z', 'revision_number': 6, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:35Z', 'revision_number': 1, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:51.794067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] Checking router: e5771f99-15d3-4bb2-80f3-73d6ffe1543c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:43:51.805325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754f439-f28d-4572-91d1-f3d93eb10de5 req-b010168b-c890-4510-ab9d-404dd2100a87 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:51.806013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d754f439-f28d-4572-91d1-f3d93eb10de5 req-b010168b-c890-4510-ab9d-404dd2100a87 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:51.806439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:43:51.807092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:51.814300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 2e9599a7-778f-404f-81a2-0f6a23f84f1c owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:43:51.873812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d754f439-f28d-4572-91d1-f3d93eb10de5 req-b010168b-c890-4510-ab9d-404dd2100a87 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:51.875559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d754f439-f28d-4572-91d1-f3d93eb10de5 req-b010168b-c890-4510-ab9d-404dd2100a87 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 946 time: 0.3695838 Feb 11 13:43:51.948429 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d754f439-f28d-4572-91d1-f3d93eb10de5 req-99578be8-22d5-4cd5-bbfd-3beece9cb47a tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639536 Feb 11 13:43:51.997852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:43:52.013926 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:52.058814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=2e9599a7-778f-404f-81a2-0f6a23f84f1c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:52.160254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:52.301481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade397d-c6e2-424c-8c0a-60e0b169cfde req-0f6b8e4e-49b4-4788-a224-0789d812aa19 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:52.307649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ade397d-c6e2-424c-8c0a-60e0b169cfde req-0f6b8e4e-49b4-4788-a224-0789d812aa19 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0910344 Feb 11 13:43:52.351048 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ade397d-c6e2-424c-8c0a-60e0b169cfde req-066f8ef4-97e3-4356-8fd3-a3c5d42f4d5b tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419872 Feb 11 13:43:52.359533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:43:49Z', 'revision_number': 6, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:35Z', 'revision_number': 1, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:52.363785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c13a68-663b-4f43-a3cc-89ca90e5e3c6 None None] The sync data for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 is: [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:43:49Z', 'revision_number': 6, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '8c1b7b25-36fd-4339-bd17-e169fa68727e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'port_id': '3310068c-a311-49bf-a61d-7cede6be199c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'mac_address': 'fa:16:3e:58:36:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:21Z', 'updated_at': '2022-02-11T13:42:35Z', 'revision_number': 1, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:43:52.668109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 7d0274f4-671f-4d02-9d6f-3e43cf486231 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:52.821236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-852a5ddd-a6b0-4439-bf71-7a96e12cd5bd req-1dd896b6-0c36-48ed-a9d3-d5726f4747e4 service neutron] (83568) timed out ('10.222.0.67', 50508) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:43:52.876811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:52.886299 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] Sync routers for ids ['7d0274f4-671f-4d02-9d6f-3e43cf486231'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:43:52.896991 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:52.901043 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] Routers {'7d0274f4-671f-4d02-9d6f-3e43cf486231'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:43:52.901644 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7d0274f4-671f-4d02-9d6f-3e43cf486231'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:52.953160 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0078c373-bb08-4051-909c-fbd7dab0275d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/floatingips/792cba13-0acd-4940-a517-7a962e4e7dbd HTTP/1.1" status: 204 len: 168 time: 1.7596004 Feb 11 13:43:52.953721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:53.090958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-b09eb21b-f829-4078-bf91-d235ea00027b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.092711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-b09eb21b-f829-4078-bf91-d235ea00027b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 946 time: 0.1139362 Feb 11 13:43:53.120335 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] Set router 7d0274f4-671f-4d02-9d6f-3e43cf486231 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:43:53.144375 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'status': 'completed', 'code': 200} Feb 11 13:43:53.183022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-bc80c0ec-499a-4133-9922-03c20bb52ab7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port db1462d9-63d2-4b4c-a295-2b64e49509f3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:43:53.193343 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-bc80c0ec-499a-4133-9922-03c20bb52ab7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:53.330927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198280b6-4abc-4c4c-8b3b-0bcb67ca45c9 req-fc872f78-8161-40ea-9ccc-ea225d406484 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.331637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-198280b6-4abc-4c4c-8b3b-0bcb67ca45c9 req-fc872f78-8161-40ea-9ccc-ea225d406484 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:53.344448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-198280b6-4abc-4c4c-8b3b-0bcb67ca45c9 req-fc872f78-8161-40ea-9ccc-ea225d406484 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:53.345951 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-198280b6-4abc-4c4c-8b3b-0bcb67ca45c9 req-fc872f78-8161-40ea-9ccc-ea225d406484 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 946 time: 0.0996993 Feb 11 13:43:53.396282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-198280b6-4abc-4c4c-8b3b-0bcb67ca45c9 req-1afebd41-14a5-4bfa-adc3-25207dafc00e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=13c88c62-d3b2-489f-8ff2-c3e954a2cf33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440927 Feb 11 13:43:53.475358 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:51Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '82da5264-37bb-4d34-afac-c4708840e1a5', 'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:a5:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:51Z', 'updated_at': '2022-02-11T13:41:58Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:53.480559 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] Checking router: 7d0274f4-671f-4d02-9d6f-3e43cf486231 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:43:53.492208 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] Routers {'7d0274f4-671f-4d02-9d6f-3e43cf486231'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:43:53.492992 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7d0274f4-671f-4d02-9d6f-3e43cf486231'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:53.516315 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a157eb66-acd2-47ce-a61d-a619293c1439 req-6bed4f31-49f7-4596-9b2c-36c158e601e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.2942150 Feb 11 13:43:53.605736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb35917-96e6-473f-bbe3-6a6c34d2c209 req-22c6f496-a29b-4971-ac5c-3571c0d84e03 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.609675 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-beb35917-96e6-473f-bbe3-6a6c34d2c209 req-22c6f496-a29b-4971-ac5c-3571c0d84e03 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0901933 Feb 11 13:43:53.666709 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-beb35917-96e6-473f-bbe3-6a6c34d2c209 req-241af3f2-0ad4-468e-89ea-9f35878f447c tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Feb 11 13:43:53.668733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09970f-36dd-4572-864f-5bea71b30f62 req-0703fab4-aad5-4280-a89c-e8ff399297db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.669428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1e09970f-36dd-4572-864f-5bea71b30f62 req-0703fab4-aad5-4280-a89c-e8ff399297db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:43:53.686518 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] Set router 7d0274f4-671f-4d02-9d6f-3e43cf486231 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:43:53.706148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-bc80c0ec-499a-4133-9922-03c20bb52ab7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] For port db1462d9-63d2-4b4c-a295-2b64e49509f3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=db1462d9-63d2-4b4c-a295-2b64e49509f3,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:53.706503 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-bc80c0ec-499a-4133-9922-03c20bb52ab7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:53.727678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 96593008-ec53-44be-a9d5-055176d12590 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:43:53.755087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1e09970f-36dd-4572-864f-5bea71b30f62 req-0703fab4-aad5-4280-a89c-e8ff399297db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:43:53.756239 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1e09970f-36dd-4572-864f-5bea71b30f62 req-0703fab4-aad5-4280-a89c-e8ff399297db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.4328456 Feb 11 13:43:53.779903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 96593008-ec53-44be-a9d5-055176d12590 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:43:53.780243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 96593008-ec53-44be-a9d5-055176d12590 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:43:53.808102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157eb66-acd2-47ce-a61d-a619293c1439 req-b44dc4ee-789b-4394-9231-63b5d7b8f3a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.809550 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a157eb66-acd2-47ce-a61d-a619293c1439 req-b44dc4ee-789b-4394-9231-63b5d7b8f3a2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 200 len: 895 time: 0.2827518 Feb 11 13:43:53.886970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-bc80c0ec-499a-4133-9922-03c20bb52ab7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for db1462d9-63d2-4b4c-a295-2b64e49509f3 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:43:53.997702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a157eb66-acd2-47ce-a61d-a619293c1439 req-53f829ed-6417-4300-8959-8c8f591c3027 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 200 len: 217 time: 0.1186945 Feb 11 13:43:54.026773 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:51Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '82da5264-37bb-4d34-afac-c4708840e1a5', 'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:a5:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:51Z', 'updated_at': '2022-02-11T13:41:58Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:54.030648 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5e3a0-ab38-447f-8f4d-37cb16629763 None None] The sync data for ids ['7d0274f4-671f-4d02-9d6f-3e43cf486231'] in n-d-818559-1 is: [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:51Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '82da5264-37bb-4d34-afac-c4708840e1a5', 'name': '', 'network_id': 'b2f894e0-fa40-48e4-bd17-adcb8d3beec3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:a5:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:51Z', 'updated_at': '2022-02-11T13:41:58Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '4d1cf063-63ab-41c3-a26e-e5947eac465c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:43:54.068827 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1e09970f-36dd-4572-864f-5bea71b30f62 req-ac6d965e-2879-4d41-90da-ead923e71cf6 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621925 Feb 11 13:43:54.106478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157eb66-acd2-47ce-a61d-a619293c1439 req-a867a300-0c8e-4ce3-b462-29f7c9c08133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:54.107990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a157eb66-acd2-47ce-a61d-a619293c1439 req-a867a300-0c8e-4ce3-b462-29f7c9c08133 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 200 len: 834 time: 0.1026144 Feb 11 13:43:54.233406 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-bc80c0ec-499a-4133-9922-03c20bb52ab7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:54.288063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e3bb3-a5c7-4519-8eba-dc85ddd66166 None None] New status for floating IP 792cba13-0acd-4940-a517-7a962e4e7dbd: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:43:54.291029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80c0ec-499a-4133-9922-03c20bb52ab7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=db1462d9-63d2-4b4c-a295-2b64e49509f3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:54.297470 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a157eb66-acd2-47ce-a61d-a619293c1439 req-509b9c83-e731-43a8-bfdd-0bef4822d288 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2f894e0-fa40-48e4-bd17-adcb8d3beec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822789 Feb 11 13:43:54.547915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-bc80c0ec-499a-4133-9922-03c20bb52ab7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] No DVR routers for this DVR port db1462d9-63d2-4b4c-a295-2b64e49509f3 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:54.551892 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-bc80c0ec-499a-4133-9922-03c20bb52ab7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:54.578360 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ab5ca26-0f22-4f04-a9e1-82f8f29ebbd1 req-bc80c0ec-499a-4133-9922-03c20bb52ab7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "DELETE /v2.0/ports/db1462d9-63d2-4b4c-a295-2b64e49509f3 HTTP/1.1" status: 204 len: 173 time: 1.4770043 Feb 11 13:43:54.614328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eab58d98-1fad-4370-94e1-79c4eb461f8e req-6469bc18-247f-47f4-8f74-0b3371455240 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f967760-efec-4740-b638-539dda675303 HTTP/1.1" status: 200 len: 210 time: 0.0689011 Feb 11 13:43:54.616847 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a157eb66-acd2-47ce-a61d-a619293c1439 req-26b245c3-dc39-44bf-8ea9-d550a32f182a service neutron] 10.222.0.75 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880848 Feb 11 13:43:54.663884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-91e13dd2-61a5-4590-88a5-0b1fe103a715 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:54.665459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-91e13dd2-61a5-4590-88a5-0b1fe103a715 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.75 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1598935 Feb 11 13:43:54.755829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-12a81c45-8414-4a39-a28b-d4cb36dfb742 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 118e560d-549b-441e-bfe5-367b9bf2eb67 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:43:54.756318 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-12a81c45-8414-4a39-a28b-d4cb36dfb742 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:54.860954 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a157eb66-acd2-47ce-a61d-a619293c1439 req-d3ec59da-7c32-4eba-9b4a-97f6449ac965 service neutron] 10.222.0.75 "GET /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369440 Feb 11 13:43:54.911461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b6d4b-b67e-48af-a45f-96ea9f5695bc req-779ee40e-2647-4e9f-a726-29363295aab3 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:54.912854 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-657b6d4b-b67e-48af-a45f-96ea9f5695bc req-779ee40e-2647-4e9f-a726-29363295aab3 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.1057098 Feb 11 13:43:54.958331 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-657b6d4b-b67e-48af-a45f-96ea9f5695bc req-7cbfe628-0ed9-4ba9-8a78-638ad8018101 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398133 Feb 11 13:43:55.046095 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-12a81c45-8414-4a39-a28b-d4cb36dfb742 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port 118e560d-549b-441e-bfe5-367b9bf2eb67, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=118e560d-549b-441e-bfe5-367b9bf2eb67,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:55.046388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-12a81c45-8414-4a39-a28b-d4cb36dfb742 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.146074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f967760-efec-4740-b638-539dda675303', 'name': 'network-vif-deleted', 'tag': 'db1462d9-63d2-4b4c-a295-2b64e49509f3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:55.224219 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f967760-efec-4740-b638-539dda675303', 'name': 'network-vif-deleted', 'tag': 'db1462d9-63d2-4b4c-a295-2b64e49509f3', 'status': 'completed', 'code': 200} Feb 11 13:43:55.275694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-12a81c45-8414-4a39-a28b-d4cb36dfb742 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 118e560d-549b-441e-bfe5-367b9bf2eb67 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:43:55.416704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f96ff3-8cbc-413b-ba22-adde7479bfd2 req-b48e1873-f4d1-4230-8aeb-286816b6db33 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:55.418618 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f96ff3-8cbc-413b-ba22-adde7479bfd2 req-b48e1873-f4d1-4230-8aeb-286816b6db33 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=33f7aa10-bfc0-46e7-9a03-d44c6483c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1503410 Feb 11 13:43:55.516914 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81f96ff3-8cbc-413b-ba22-adde7479bfd2 req-f52c2fa4-4d2f-4b07-b35b-5691b4c0d675 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a145ba7-5e18-4789-a39d-41a428ce31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665803 Feb 11 13:43:55.517948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-12a81c45-8414-4a39-a28b-d4cb36dfb742 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.567624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a81c45-8414-4a39-a28b-d4cb36dfb742 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=118e560d-549b-441e-bfe5-367b9bf2eb67,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:55.643245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-12a81c45-8414-4a39-a28b-d4cb36dfb742 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] No DVR routers for this DVR port 118e560d-549b-441e-bfe5-367b9bf2eb67 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:55.645903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-12a81c45-8414-4a39-a28b-d4cb36dfb742 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.648546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'name': 'network-vif-deleted', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:55.664420 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fe2143c3-87c5-4419-b02e-0fd827ee6642 req-12a81c45-8414-4a39-a28b-d4cb36dfb742 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.75 "DELETE /v2.0/ports/118e560d-549b-441e-bfe5-367b9bf2eb67 HTTP/1.1" status: 204 len: 173 time: 0.9937134 Feb 11 13:43:55.708163 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f7aa10-bfc0-46e7-9a03-d44c6483c7f8', 'name': 'network-vif-deleted', 'tag': '118e560d-549b-441e-bfe5-367b9bf2eb67', 'status': 'completed', 'code': 200} Feb 11 13:43:55.727295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41638) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:55.778137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device db1462d9-63d2-4b4c-a295-2b64e49509f3 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:43:55.801066 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5dab8da7-1ea2-4ecc-bdf9-1f46ae500fe5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.820919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: db1462d9-63d2-4b4c-a295-2b64e49509f3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:43:55.821541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device db1462d9-63d2-4b4c-a295-2b64e49509f3 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:43:55.841884 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5dab8da7-1ea2-4ecc-bdf9-1f46ae500fe5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.912101 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5dab8da7-1ea2-4ecc-bdf9-1f46ae500fe5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.935290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab8da7-1ea2-4ecc-bdf9-1f46ae500fe5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c88c62-d3b2-489f-8ff2-c3e954a2cf33,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:55.948102 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5dab8da7-1ea2-4ecc-bdf9-1f46ae500fe5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.949493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5dab8da7-1ea2-4ecc-bdf9-1f46ae500fe5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/security-groups/13c88c62-d3b2-489f-8ff2-c3e954a2cf33 HTTP/1.1" status: 204 len: 168 time: 0.2211378 Feb 11 13:43:55.993394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41646) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:56.249266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0f7b13-afc3-4b40-8632-312d0bc72795 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting subnet 9a26952d-78dd-45f0-9489-56c6db7a51bd {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:43:56.253470 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7b13-afc3-4b40-8632-312d0bc72795 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.305364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ae4de-4f6c-44e5-8d97-10e6d63e65ab req-f12ebae5-c118-47d4-a3eb-0ee835adeafa tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:56.306825 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df8ae4de-4f6c-44e5-8d97-10e6d63e65ab req-f12ebae5-c118-47d4-a3eb-0ee835adeafa tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.1752410 Feb 11 13:43:56.334258 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7b13-afc3-4b40-8632-312d0bc72795 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.408587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df8ae4de-4f6c-44e5-8d97-10e6d63e65ab req-8bc6a8da-ffd2-412d-8dfa-23d17a84e573 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962095 Feb 11 13:43:56.434033 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7b13-afc3-4b40-8632-312d0bc72795 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.512925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7b13-afc3-4b40-8632-312d0bc72795 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.552696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f7b13-afc3-4b40-8632-312d0bc72795 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Subnet': ['ID=9a26952d-78dd-45f0-9489-56c6db7a51bd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:56.559031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7b13-afc3-4b40-8632-312d0bc72795 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.567106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7dbf53-b9cb-4bd8-b792-3ff1e3540f37 None None] Network d22513b8-ec81-4900-b266-dffb603d3ae2 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:43:56.571322 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6d0f7b13-afc3-4b40-8632-312d0bc72795 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/subnets/9a26952d-78dd-45f0-9489-56c6db7a51bd HTTP/1.1" status: 204 len: 168 time: 0.5767648 Feb 11 13:43:56.573856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41654) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:56.651294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41658) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:56.704585 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.716097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port 397c56b5-ce55-4670-989d-17b63dae3897 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:43:56.716671 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.866081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] DHCP port deletion for d22513b8-ec81-4900-b266-dffb603d3ae2 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:43:56.871105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] Deleting port 397c56b5-ce55-4670-989d-17b63dae3897 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:43:56.871481 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.045539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] For port 397c56b5-ce55-4670-989d-17b63dae3897, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=397c56b5-ce55-4670-989d-17b63dae3897,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:57.045819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.180062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] For port 397c56b5-ce55-4670-989d-17b63dae3897, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=397c56b5-ce55-4670-989d-17b63dae3897,segment=NetworkSegment(04f258a8-ece6-4731-8533-171291ae0b47),segment_id=04f258a8-ece6-4731-8533-171291ae0b47)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:57.180440 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.186454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for 397c56b5-ce55-4670-989d-17b63dae3897 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:43:57.246495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd025918-72ce-48e1-b23d-5170eff73e14 req-3d0fe06a-4e42-42bc-93f7-2b74678f1e37 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:57.247996 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dd025918-72ce-48e1-b23d-5170eff73e14 req-3d0fe06a-4e42-42bc-93f7-2b74678f1e37 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.2805393 Feb 11 13:43:57.252371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c8dedde9-ce3c-42ca-be38-e935c713725d req-c2e82070-8db6-4cd3-bf61-40cf4320c8d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a103688493244f98aa2bad572032bde&device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 1097 time: 0.2101440 Feb 11 13:43:57.310431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] Calling delete_port for 397c56b5-ce55-4670-989d-17b63dae3897 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:43:57.311262 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.318105 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dd025918-72ce-48e1-b23d-5170eff73e14 req-9ccda0db-a58c-408f-876e-d91e085cf268 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527370 Feb 11 13:43:57.367515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] No DVR routers for this DVR port 397c56b5-ce55-4670-989d-17b63dae3897 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:57.377042 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.382981 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:57.383335 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:43:57.401934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=397c56b5-ce55-4670-989d-17b63dae3897,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:57.505778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.532301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22513b8-ec81-4900-b266-dffb603d3ae2']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:57.536053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dedde9-ce3c-42ca-be38-e935c713725d req-16608ad3-77a2-417b-bbfa-113e1bcf6bcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:57.537820 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c8dedde9-ce3c-42ca-be38-e935c713725d req-16608ad3-77a2-417b-bbfa-113e1bcf6bcb service neutron] 10.222.0.73 "GET /v2.0/networks?id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 200 len: 916 time: 0.2737398 Feb 11 13:43:57.544427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f258a8-ece6-4731-8533-171291ae0b47') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:57.544722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f258a8-ece6-4731-8533-171291ae0b47') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:57.557256 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.574049 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.580244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:43:57.580626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:57.594749 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:57.623189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c8dedde9-ce3c-42ca-be38-e935c713725d req-3ac3182f-72d9-41b4-a08a-dfd31632211d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16c1eef3-749c-4532-8678-7ac6daf633af HTTP/1.1" status: 200 len: 217 time: 0.0713894 Feb 11 13:43:57.676337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.696911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.700788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dedde9-ce3c-42ca-be38-e935c713725d req-0532da45-3b04-4abf-93e1-bfb81aa86079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:57.702215 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c8dedde9-ce3c-42ca-be38-e935c713725d req-0532da45-3b04-4abf-93e1-bfb81aa86079 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bedf5d65-5c97-4e28-90dd-1e5cbdf070c9 HTTP/1.1" status: 200 len: 854 time: 0.0696173 Feb 11 13:43:57.705424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Network': ['ID=d22513b8-ec81-4900-b266-dffb603d3ae2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:57.722152 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9c4d1250-20f2-41c9-ab4e-49e4a681793f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/networks/d22513b8-ec81-4900-b266-dffb603d3ae2 HTTP/1.1" status: 204 len: 168 time: 1.1449659 Feb 11 13:43:57.722693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41666) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:43:57.774456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 397c56b5-ce55-4670-989d-17b63dae3897 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:43:57.810530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 397c56b5-ce55-4670-989d-17b63dae3897 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:43:57.811230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 397c56b5-ce55-4670-989d-17b63dae3897 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:43:57.844990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c8dedde9-ce3c-42ca-be38-e935c713725d req-631d8a49-2408-4725-ad23-fb1bb2c1cb7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7be8d825-1a18-4061-8ebc-28a8b6a0f54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325378 Feb 11 13:43:57.884227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] Deleting port 397c56b5-ce55-4670-989d-17b63dae3897 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:43:57.884798 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.954436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3d50346f-03cc-40f1-b5a6-f05ace6161a7 None None] The port '397c56b5-ce55-4670-989d-17b63dae3897' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:43:58.027121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port 69cc7203-12d1-4ba5-8604-b04974b0ff3f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:43:58.027469 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.122144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c8dedde9-ce3c-42ca-be38-e935c713725d req-1d082673-fcec-4c80-ba04-0d4575538587 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251494 Feb 11 13:43:58.200274 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.200601 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.319745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c8dedde9-ce3c-42ca-be38-e935c713725d req-3f449b5d-6d08-4743-818f-f920ccc25c00 service neutron] 10.222.0.73 "GET /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884959 Feb 11 13:43:58.323629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for 69cc7203-12d1-4ba5-8604-b04974b0ff3f owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:43:58.494460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.510357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 82da5264-37bb-4d34-afac-c4708840e1a5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:43:58.510731 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.541785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=69cc7203-12d1-4ba5-8604-b04974b0ff3f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:58.545744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 118e560d-549b-441e-bfe5-367b9bf2eb67 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:43:58.581816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 118e560d-549b-441e-bfe5-367b9bf2eb67 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:43:58.582158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 118e560d-549b-441e-bfe5-367b9bf2eb67 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:43:58.640481 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.666812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfe8b9-d211-4206-ae64-6f1bf197e65d req-b3ac54c8-afd2-430f-8623-4ce98a109d83 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:58.668261 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4dbfe8b9-d211-4206-ae64-6f1bf197e65d req-b3ac54c8-afd2-430f-8623-4ce98a109d83 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.2184968 Feb 11 13:43:58.751609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4dbfe8b9-d211-4206-ae64-6f1bf197e65d req-ede43f0f-10a1-474e-abae-3cdf3c1f9d07 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752318 Feb 11 13:43:58.760885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port 82da5264-37bb-4d34-afac-c4708840e1a5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=82da5264-37bb-4d34-afac-c4708840e1a5,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:58.761222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.036949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 82da5264-37bb-4d34-afac-c4708840e1a5 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:43:59.079758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router e5771f99-15d3-4bb2-80f3-73d6ffe1543c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:59.215178 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.261358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=82da5264-37bb-4d34-afac-c4708840e1a5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:59.291600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:59.305124 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] Sync routers for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:43:59.308709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.319774 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:43:59.320886 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:59.368969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f41f3848-0614-4731-adf7-fe7e57255cb3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/floatingips/8c1b7b25-36fd-4339-bd17-e169fa68727e HTTP/1.1" status: 204 len: 168 time: 1.6447361 Feb 11 13:43:59.369462 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'tag': '3310068c-a311-49bf-a61d-7cede6be199c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:59.429072 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'tag': '3310068c-a311-49bf-a61d-7cede6be199c', 'status': 'completed', 'code': 200} Feb 11 13:43:59.566275 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:43:59.645219 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f68695a-258f-454b-86a4-582f966037bb req-e7f6f97d-2d15-4f4e-912f-46e3cdd9c8cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 1097 time: 0.1865346 Feb 11 13:43:59.788477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.813839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68695a-258f-454b-86a4-582f966037bb req-314cdec4-22cf-4734-8ff2-3d1d82320d3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:59.815254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f68695a-258f-454b-86a4-582f966037bb req-314cdec4-22cf-4734-8ff2-3d1d82320d3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a HTTP/1.1" status: 200 len: 898 time: 0.1621053 Feb 11 13:43:59.977782 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:43:49Z', 'revision_number': 6, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:59.982139 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] Checking router: e5771f99-15d3-4bb2-80f3-73d6ffe1543c for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:43:59.994291 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:43:59.994925 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:00.043535 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f68695a-258f-454b-86a4-582f966037bb req-fc925168-8b72-4572-8ed5-c59ed1b8adf0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3310068c-a311-49bf-a61d-7cede6be199c HTTP/1.1" status: 200 len: 217 time: 0.1175020 Feb 11 13:44:00.142309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68695a-258f-454b-86a4-582f966037bb req-d0107b07-b5a1-4674-b4d9-bb8e25a1213e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:00.143792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f68695a-258f-454b-86a4-582f966037bb req-d0107b07-b5a1-4674-b4d9-bb8e25a1213e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44f73ade-e00a-4aad-af0d-b68cd7ecb9d3 HTTP/1.1" status: 200 len: 834 time: 0.0929639 Feb 11 13:44:00.144800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60d141-f02d-4b7d-a83a-780887e7d88f req-6013be88-fc99-4d63-ba7d-a67f3ab45f08 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:00.145559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ef60d141-f02d-4b7d-a83a-780887e7d88f req-6013be88-fc99-4d63-ba7d-a67f3ab45f08 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:00.162947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ef60d141-f02d-4b7d-a83a-780887e7d88f req-6013be88-fc99-4d63-ba7d-a67f3ab45f08 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:00.164194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ef60d141-f02d-4b7d-a83a-780887e7d88f req-6013be88-fc99-4d63-ba7d-a67f3ab45f08 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 946 time: 0.2202826 Feb 11 13:44:00.189593 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:00.207971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9928f-b309-4775-bb08-b49b7841830a req-bf7898ad-1913-4bdf-92d8-f485706d3c6b tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:00.211356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eec9928f-b309-4775-bb08-b49b7841830a req-bf7898ad-1913-4bdf-92d8-f485706d3c6b tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.2799256 Feb 11 13:44:00.215113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ef60d141-f02d-4b7d-a83a-780887e7d88f req-83ef6736-812d-40aa-8e5a-b2aa6afbd2a4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445464 Feb 11 13:44:00.301685 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f68695a-258f-454b-86a4-582f966037bb req-dbdf0887-c892-4df7-bd19-e1b68e99ae66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480975 Feb 11 13:44:00.306466 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eec9928f-b309-4775-bb08-b49b7841830a req-27a49d31-db8b-4e06-b694-ea3a7f369e05 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890696 Feb 11 13:44:00.524109 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:43:49Z', 'revision_number': 6, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:00.528271 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e078e19-e299-401a-8154-99e0aa05b04f None None] The sync data for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 is: [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:43:49Z', 'revision_number': 6, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '2a69075f-259c-461c-abee-add65816f0b6', 'name': '', 'network_id': '7d83ef36-e7eb-4152-83ce-e912c0ee1d7a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:82:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:01Z', 'updated_at': '2022-02-11T13:42:26Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '44f73ade-e00a-4aad-af0d-b68cd7ecb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:44:00.757572 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f68695a-258f-454b-86a4-582f966037bb req-c6deb7d3-3b51-445a-9e38-a2db5a0dd745 service neutron] 10.222.0.73 "GET /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474463 Feb 11 13:44:00.767626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929048a-6bc0-4a25-a679-40d1fadf841f None None] New status for floating IP 8c1b7b25-36fd-4339-bd17-e169fa68727e: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:44:00.863587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846d0c3-cc54-404b-abc4-5e6d20aa3768 req-527acf87-d893-42ae-b630-10503cc8900d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:00.865022 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5846d0c3-cc54-404b-abc4-5e6d20aa3768 req-527acf87-d893-42ae-b630-10503cc8900d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.3697762 Feb 11 13:44:01.082973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f68695a-258f-454b-86a4-582f966037bb req-ee50f2fe-0be6-4ca9-81fe-19ce82ba9e53 service neutron] 10.222.0.73 "GET /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107145 Feb 11 13:44:01.086330 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5846d0c3-cc54-404b-abc4-5e6d20aa3768 req-866b5bfe-3fe6-4581-b6f5-6990d727173d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137294 Feb 11 13:44:01.165450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 7d0274f4-671f-4d02-9d6f-3e43cf486231 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:01.306303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f15fc5-10d0-4d06-83cb-5071d4106a90 req-1028f5a3-49ba-47b0-9429-d27f42234e5f tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:01.307805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01f15fc5-10d0-4d06-83cb-5071d4106a90 req-1028f5a3-49ba-47b0-9429-d27f42234e5f tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c HTTP/1.1" status: 200 len: 945 time: 0.0940511 Feb 11 13:44:01.355501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01f15fc5-10d0-4d06-83cb-5071d4106a90 req-73905295-ffa0-4c4b-9dd7-7ac4e7ed4e1a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410159 Feb 11 13:44:01.428433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:01.440782 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] Sync routers for ids ['7d0274f4-671f-4d02-9d6f-3e43cf486231'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:44:01.450417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41692) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:01.451011 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0f0b6db3-b0ba-4e88-bc3d-d94510b25347 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "PUT /v2.0/routers/7d0274f4-671f-4d02-9d6f-3e43cf486231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7981236 Feb 11 13:44:01.456445 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] Routers {'7d0274f4-671f-4d02-9d6f-3e43cf486231'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:01.459989 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7d0274f4-671f-4d02-9d6f-3e43cf486231'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:01.490413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d446-6757-49c2-b321-2e4597461626 req-f5b299a1-28b4-4ff4-a5d3-3c26b273d587 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:01.491126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d3d5d446-6757-49c2-b321-2e4597461626 req-f5b299a1-28b4-4ff4-a5d3-3c26b273d587 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:01.517627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d3d5d446-6757-49c2-b321-2e4597461626 req-f5b299a1-28b4-4ff4-a5d3-3c26b273d587 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:01.518777 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d3d5d446-6757-49c2-b321-2e4597461626 req-f5b299a1-28b4-4ff4-a5d3-3c26b273d587 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 946 time: 0.1727493 Feb 11 13:44:01.581520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d3d5d446-6757-49c2-b321-2e4597461626 req-c9474d26-d426-4a61-8ea6-d1989ee3a6db tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:01.589190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-d960ac82-be25-4d9f-a844-ba70fb6e0d08 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:01.590619 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-d960ac82-be25-4d9f-a844-ba70fb6e0d08 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 946 time: 0.1456261 Feb 11 13:44:01.644323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d3d5d446-6757-49c2-b321-2e4597461626 req-c9474d26-d426-4a61-8ea6-d1989ee3a6db tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:01.645645 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d3d5d446-6757-49c2-b321-2e4597461626 req-c9474d26-d426-4a61-8ea6-d1989ee3a6db tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c366f34-b6f2-429b-baec-f9ebc39d3ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182446 Feb 11 13:44:01.669255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-9ffe0089-daa1-45d7-9862-97d2042ca146 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port 3310068c-a311-49bf-a61d-7cede6be199c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:01.669722 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-9ffe0089-daa1-45d7-9862-97d2042ca146 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.698337 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] Set router 7d0274f4-671f-4d02-9d6f-3e43cf486231 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:01.700268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbecffa-068d-4bbd-937a-e59e7863660f req-21a7f2f0-39ae-4772-b3c5-9fe8764b0beb tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:01.701840 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0fbecffa-068d-4bbd-937a-e59e7863660f req-21a7f2f0-39ae-4772-b3c5-9fe8764b0beb tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 945 time: 0.1928914 Feb 11 13:44:01.762705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce16c53-d4c8-4815-9ee8-c8f98a2961d1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting subnet 4d1cf063-63ab-41c3-a26e-e5947eac465c {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:44:01.774102 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fce16c53-d4c8-4815-9ee8-c8f98a2961d1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.823593 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0fbecffa-068d-4bbd-937a-e59e7863660f req-ce946b77-acff-4b83-9f8d-74f93ec5e749 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054208 Feb 11 13:44:01.835507 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fce16c53-d4c8-4815-9ee8-c8f98a2961d1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.907128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-73ae5c58-2b84-4cb1-bc77-6ee345385472 req-9828bbae-85b3-4fdf-bb65-39d4dc53e26b tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:44:01.911041 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73ae5c58-2b84-4cb1-bc77-6ee345385472 req-9828bbae-85b3-4fdf-bb65-39d4dc53e26b tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0116830 Feb 11 13:44:01.938559 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fce16c53-d4c8-4815-9ee8-c8f98a2961d1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.992807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-9ffe0089-daa1-45d7-9862-97d2042ca146 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] For port 3310068c-a311-49bf-a61d-7cede6be199c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3310068c-a311-49bf-a61d-7cede6be199c,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:01.993069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-9ffe0089-daa1-45d7-9862-97d2042ca146 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.023408 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:43:59Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:02.024251 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fce16c53-d4c8-4815-9ee8-c8f98a2961d1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.027665 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] Checking router: 7d0274f4-671f-4d02-9d6f-3e43cf486231 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:44:02.038973 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] Routers {'7d0274f4-671f-4d02-9d6f-3e43cf486231'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:02.039720 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7d0274f4-671f-4d02-9d6f-3e43cf486231'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:02.071963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce16c53-d4c8-4815-9ee8-c8f98a2961d1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1cf063-63ab-41c3-a26e-e5947eac465c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:02.078556 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fce16c53-d4c8-4815-9ee8-c8f98a2961d1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.087655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fce16c53-d4c8-4815-9ee8-c8f98a2961d1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/subnets/4d1cf063-63ab-41c3-a26e-e5947eac465c HTTP/1.1" status: 204 len: 168 time: 0.6342406 Feb 11 13:44:02.088786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f1bd9-f97e-4e94-81d5-d9841ac5a889 None None] Network b2f894e0-fa40-48e4-bd17-adcb8d3beec3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:44:02.089879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41698) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:02.236229 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] Set router 7d0274f4-671f-4d02-9d6f-3e43cf486231 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:02.253321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-9ffe0089-daa1-45d7-9862-97d2042ca146 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for 3310068c-a311-49bf-a61d-7cede6be199c owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:02.331532 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73ae5c58-2b84-4cb1-bc77-6ee345385472 req-00937944-c1f4-4adc-bfc4-28f1b50b9a3a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4144776 Feb 11 13:44:02.355555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.425282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76cac02-1b77-4ca1-aeef-ae774c427b9d None None] DHCP port deletion for b2f894e0-fa40-48e4-bd17-adcb8d3beec3 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:44:02.430036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f76cac02-1b77-4ca1-aeef-ae774c427b9d None None] Deleting port c4490cfa-02eb-4334-9a28-83cc4c498e11 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:02.430410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f76cac02-1b77-4ca1-aeef-ae774c427b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.443626 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-9ffe0089-daa1-45d7-9862-97d2042ca146 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.561129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe0089-daa1-45d7-9862-97d2042ca146 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=3310068c-a311-49bf-a61d-7cede6be199c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:02.663238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.669679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-9ffe0089-daa1-45d7-9862-97d2042ca146 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] No DVR routers for this DVR port 3310068c-a311-49bf-a61d-7cede6be199c on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:02.674708 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-9ffe0089-daa1-45d7-9862-97d2042ca146 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.677496 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'name': 'network-vif-deleted', 'tag': '3310068c-a311-49bf-a61d-7cede6be199c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:02.693032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 1a81123e-9127-4d0a-ac46-2de947166e0c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:02.693562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.697759 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f72280eb-ff72-4601-9c10-589a1b811f14 req-9ffe0089-daa1-45d7-9862-97d2042ca146 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "DELETE /v2.0/ports/3310068c-a311-49bf-a61d-7cede6be199c HTTP/1.1" status: 204 len: 173 time: 1.1004448 Feb 11 13:44:02.733496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f76cac02-1b77-4ca1-aeef-ae774c427b9d None None] For port c4490cfa-02eb-4334-9a28-83cc4c498e11, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c4490cfa-02eb-4334-9a28-83cc4c498e11,segment=NetworkSegment(9fb5be1d-b977-45dd-8469-28460c0dd424),segment_id=9fb5be1d-b977-45dd-8469-28460c0dd424)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:02.733885 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f76cac02-1b77-4ca1-aeef-ae774c427b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.747395 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5103b9b7-c95f-4cf7-ba4e-477b2d3202b2', 'name': 'network-vif-deleted', 'tag': '3310068c-a311-49bf-a61d-7cede6be199c', 'status': 'completed', 'code': 200} Feb 11 13:44:02.759746 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:43:59Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:02.764751 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71afd2e-c005-45cd-ab31-5545bf150761 None None] The sync data for ids ['7d0274f4-671f-4d02-9d6f-3e43cf486231'] in n-d-818559-1 is: [{'id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144590724', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:43:59Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1a81123e-9127-4d0a-ac46-2de947166e0c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0274f4-671f-4d02-9d6f-3e43cf486231', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:45Z', 'updated_at': '2022-02-11T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:44:02.897045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ca6f2696-f6f3-44c5-a2e5-00fead3dcec4 req-69caf8b5-4874-44e1-b46a-b5cb024bbbac tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:02.927741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f76cac02-1b77-4ca1-aeef-ae774c427b9d None None] Calling delete_port for c4490cfa-02eb-4334-9a28-83cc4c498e11 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:02.929112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ca6f2696-f6f3-44c5-a2e5-00fead3dcec4 req-69caf8b5-4874-44e1-b46a-b5cb024bbbac tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:02.930499 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca6f2696-f6f3-44c5-a2e5-00fead3dcec4 req-69caf8b5-4874-44e1-b46a-b5cb024bbbac tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=5103b9b7-c95f-4cf7-ba4e-477b2d3202b2 HTTP/1.1" status: 200 len: 210 time: 0.0829554 Feb 11 13:44:03.017624 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f76cac02-1b77-4ca1-aeef-ae774c427b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.070221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cac02-1b77-4ca1-aeef-ae774c427b9d None None] Pushing event deleted for resources: {'Port': ['ID=c4490cfa-02eb-4334-9a28-83cc4c498e11,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:03.070449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port 1a81123e-9127-4d0a-ac46-2de947166e0c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1a81123e-9127-4d0a-ac46-2de947166e0c,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:03.070557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.073692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76cac02-1b77-4ca1-aeef-ae774c427b9d None None] No DVR routers for this DVR port c4490cfa-02eb-4334-9a28-83cc4c498e11 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:03.096741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd580b3a-e883-4e82-b39d-2b6876317c11 req-e4b9907b-a735-4eb5-9ac6-8839845cd9a9 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:03.098298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd580b3a-e883-4e82-b39d-2b6876317c11 req-e4b9907b-a735-4eb5-9ac6-8839845cd9a9 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.1566889 Feb 11 13:44:03.230674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 1a81123e-9127-4d0a-ac46-2de947166e0c owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:03.425053 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd580b3a-e883-4e82-b39d-2b6876317c11 req-e4c7fff4-b1ad-4c5f-9219-b332e03c4d91 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748947 Feb 11 13:44:03.554354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.597935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=1a81123e-9127-4d0a-ac46-2de947166e0c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:03.633473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9a9be-89a5-4c2a-80c8-70146ac6ab39 req-386b83e1-002d-4cc2-89f2-fe2bdeb2c9ae tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:03.634973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4c9a9be-89a5-4c2a-80c8-70146ac6ab39 req-386b83e1-002d-4cc2-89f2-fe2bdeb2c9ae tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c HTTP/1.1" status: 200 len: 945 time: 0.0813019 Feb 11 13:44:03.681314 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b4c9a9be-89a5-4c2a-80c8-70146ac6ab39 req-171b13c9-1021-4757-ad9e-ebf55018276b tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Feb 11 13:44:03.826266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 82da5264-37bb-4d34-afac-c4708840e1a5 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:03.851570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3310068c-a311-49bf-a61d-7cede6be199c no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:03.878249 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.897464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 82da5264-37bb-4d34-afac-c4708840e1a5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:03.897810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 82da5264-37bb-4d34-afac-c4708840e1a5 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:03.898229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c4490cfa-02eb-4334-9a28-83cc4c498e11 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:03.925822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 3310068c-a311-49bf-a61d-7cede6be199c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:03.926155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3310068c-a311-49bf-a61d-7cede6be199c not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:03.967004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: c4490cfa-02eb-4334-9a28-83cc4c498e11 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:03.967569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c4490cfa-02eb-4334-9a28-83cc4c498e11 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:04.044104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41714) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:04.116964 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c2839e4-d381-41da-9ffc-6c9966830fb2 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.146549 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c2839e4-d381-41da-9ffc-6c9966830fb2 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.164480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.171037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad5d3d-6d6e-45ba-a762-77ffe8137b60 req-e4488fb7-9b5f-4a1f-9a10-4c599d953a7e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:04.172784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ecad5d3d-6d6e-45ba-a762-77ffe8137b60 req-e4488fb7-9b5f-4a1f-9a10-4c599d953a7e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 945 time: 0.3574526 Feb 11 13:44:04.176648 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.223574 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.224215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c2839e4-d381-41da-9ffc-6c9966830fb2 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.224356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Fanout notify agent at l3_agent the message router_deleted on router 7d0274f4-671f-4d02-9d6f-3e43cf486231 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:04.247464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2839e4-d381-41da-9ffc-6c9966830fb2 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c366f34-b6f2-429b-baec-f9ebc39d3ff4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:04.252611 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.256870 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6141727-b938-43ce-8464-6819408fd3c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/routers/7d0274f4-671f-4d02-9d6f-3e43cf486231 HTTP/1.1" status: 204 len: 168 time: 2.1629329 Feb 11 13:44:04.257763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41720) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:04.273496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c2839e4-d381-41da-9ffc-6c9966830fb2 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.277637 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4c2839e4-d381-41da-9ffc-6c9966830fb2 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/security-groups/8c366f34-b6f2-429b-baec-f9ebc39d3ff4 HTTP/1.1" status: 204 len: 168 time: 0.2298892 Feb 11 13:44:04.332903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41726) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:04.446065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.456998 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ecad5d3d-6d6e-45ba-a762-77ffe8137b60 req-cc1418a3-9541-424d-8131-1b5ffd6ba43d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775192 Feb 11 13:44:04.598264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.627982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f894e0-fa40-48e4-bd17-adcb8d3beec3']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:04.642748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb5be1d-b977-45dd-8469-28460c0dd424') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:04.643303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb5be1d-b977-45dd-8469-28460c0dd424') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:04.655220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.673228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.679851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:44:04.680246 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:04.696048 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:04.791135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.795247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.818152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.826844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Network': ['ID=b2f894e0-fa40-48e4-bd17-adcb8d3beec3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:04.836399 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9e071c5c-81b8-45b0-8e1c-0a6b45efe7c3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/networks/b2f894e0-fa40-48e4-bd17-adcb8d3beec3 HTTP/1.1" status: 204 len: 168 time: 0.5775850 Feb 11 13:44:04.838964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41732) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:04.908634 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8db026aa-4df1-4d8b-b75d-87ce55a1d14b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.940862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8db026aa-4df1-4d8b-b75d-87ce55a1d14b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.010033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90a72-bbc3-4347-8c19-873340063f82 req-0f87b929-7494-41e0-be3e-cf85429ce280 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.013874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90a72-bbc3-4347-8c19-873340063f82 req-0f87b929-7494-41e0-be3e-cf85429ce280 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.018397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90a72-bbc3-4347-8c19-873340063f82 req-0f87b929-7494-41e0-be3e-cf85429ce280 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.020132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1fc90a72-bbc3-4347-8c19-873340063f82 req-0f87b929-7494-41e0-be3e-cf85429ce280 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c&device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c&device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 2417 time: 0.1769664 Feb 11 13:44:05.080807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1fc90a72-bbc3-4347-8c19-873340063f82 req-8f598e7c-5dc3-4b6a-b157-4eff069ef45f tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547216 Feb 11 13:44:05.124313 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8db026aa-4df1-4d8b-b75d-87ce55a1d14b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.144565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-41b18c16-86bb-4694-8e3f-a4a19930d52c req-7ed22bad-e928-427a-9955-423dfad72aea tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:44:05.145676 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-41b18c16-86bb-4694-8e3f-a4a19930d52c req-7ed22bad-e928-427a-9955-423dfad72aea tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0164003 Feb 11 13:44:05.150336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db026aa-4df1-4d8b-b75d-87ce55a1d14b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a145ba7-5e18-4789-a39d-41a428ce31ab,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:05.216670 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8db026aa-4df1-4d8b-b75d-87ce55a1d14b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.217919 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8db026aa-4df1-4d8b-b75d-87ce55a1d14b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/security-groups/3a145ba7-5e18-4789-a39d-41a428ce31ab HTTP/1.1" status: 204 len: 168 time: 0.3779531 Feb 11 13:44:05.263505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-41b18c16-86bb-4694-8e3f-a4a19930d52c req-b0b559f5-ca2a-45f1-968f-2e6eebd25f0d tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1094420 Feb 11 13:44:05.506796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41744) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:05.514750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752836074', 'description': 'tempest-secgroup-smoke-752836074 description', 'project_id': '6c052870f3b142058bca9fe1599fac99'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:05.523081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:05.529262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:05.532489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:05.539767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:05.553855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.627592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:05.632985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:05.636469 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:05.644329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:05.732979 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1a81123e-9127-4d0a-ac46-2de947166e0c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:05.764862 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.767963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port 2a69075f-259c-461c-abee-add65816f0b6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:05.768282 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.770128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 1a81123e-9127-4d0a-ac46-2de947166e0c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:05.770480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1a81123e-9127-4d0a-ac46-2de947166e0c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:05.795804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.926666 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.927852 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4201455 Feb 11 13:44:05.928552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0c9c1-cb04-42b1-b66c-60324aeaa062 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078a7417-a9d5-4e9e-8b7a-8740cbfae76d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:05.930931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41750) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:05.937080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '078a7417-a9d5-4e9e-8b7a-8740cbfae76d', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:05.961210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:05.965340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:05.968535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:05.977718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:05.997518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.013684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] For port 2a69075f-259c-461c-abee-add65816f0b6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2a69075f-259c-461c-abee-add65816f0b6,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:06.014041 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.065575 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.069614 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.094593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bfdc5b-5ac8-43fc-8484-68a2725f2c56,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:06.106541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.107956 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1753550 Feb 11 13:44:06.109971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.110416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.110890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.111353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.111774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.112201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.112734 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.113049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.113463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.113880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.114310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eaad08-4dd7-4242-9721-19e8c47e20d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:06.116830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41756) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:06.122811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '078a7417-a9d5-4e9e-8b7a-8740cbfae76d', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:06.129723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:06.133731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:06.136718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:06.143998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:06.154871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for 2a69075f-259c-461c-abee-add65816f0b6 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:06.161914 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.228527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.233040 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.257475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63a8b72-3802-4810-aee5-1c94f340f3db,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:06.268254 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.269817 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a3f29ab6-ad9e-4aa2-a9d6-2a76c4e31833 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1518636 Feb 11 13:44:06.272736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41762) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:06.280748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '078a7417-a9d5-4e9e-8b7a-8740cbfae76d', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:06.288555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:06.292647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:06.295799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:06.303305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:06.322344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.364283 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.391424 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.395837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.412466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=2a69075f-259c-461c-abee-add65816f0b6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:06.423600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66d3129-0de7-4eaa-b664-f195d7e96da8,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:06.435023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.439459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-06158448-0179-492c-95b8-a6511ace1b77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1645014 Feb 11 13:44:06.440151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41768) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:06.446449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '078a7417-a9d5-4e9e-8b7a-8740cbfae76d', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:06.453113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:06.457381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:06.471629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:06.486617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:06.517134 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.598890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.604659 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.642135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adec6ad4-3274-45fe-b04e-09567e0fcdfb,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:06.652446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.654103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-93a90ae6-e14c-4383-83ea-20983dbb3fec tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2124929 Feb 11 13:44:06.657276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41772) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:06.663408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '078a7417-a9d5-4e9e-8b7a-8740cbfae76d', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:06.671483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:06.676681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:06.680461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:06.690353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:06.704249 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Project 6c052870f3b142058bca9fe1599fac99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:44:06.710235 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.784928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.790512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.796586 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.822459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e196c93-3d1f-4094-8198-da43946175fc,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:06.839361 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.844462 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e843eae9-7e68-41d7-9c37-64aa6fff9782 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1854103 Feb 11 13:44:06.845302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41778) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:06.851458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '078a7417-a9d5-4e9e-8b7a-8740cbfae76d', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:06.858351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:06.863145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:06.866743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:06.872823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:06.884592 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Project 6c052870f3b142058bca9fe1599fac99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:44:06.892773 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.978159 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.983204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.007772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49db772a-e056-4301-9f24-076e43ebea63,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:07.048934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.050083 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-deef1104-7eb2-4ec9-adfb-d76df30f2825 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2037938 Feb 11 13:44:07.055004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41784) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:07.061100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'network': {'name': 'tempest-network-smoke--121854478', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'port_security_enabled': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:07.069423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:07.075399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:network and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:07.079371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:07.087214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:07.106483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:07.109494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.139259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4a2eb-f3e8-4803-9c80-51271e3e4922 req-5bc0bef9-78e4-495d-9649-a6763c245d9e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:07.141400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f8c4a2eb-f3e8-4803-9c80-51271e3e4922 req-5bc0bef9-78e4-495d-9649-a6763c245d9e tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 945 time: 0.1264911 Feb 11 13:44:07.171498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:07.192082 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.192464 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Added segment 177ce6f2-241b-4421-9474-4e149c421c08 of type vlan for network e602179c-beb1-4ba7-93ca-e28e87950507 Feb 11 13:44:07.211878 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f8c4a2eb-f3e8-4803-9c80-51271e3e4922 req-94117a87-e1e4-48c9-9343-9dbba7c45874 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642505 Feb 11 13:44:07.239763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.265718 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.269550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:07.270127 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.377176 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3211570 Feb 11 13:44:07.379980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41788) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:07.382184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c508b-d0a6-41d8-acc8-4459537de277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Network': ['ID=e602179c-beb1-4ba7-93ca-e28e87950507,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:07.387180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'admin_state_up': True, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:07.395173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:07.397536 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network e602179c-beb1-4ba7-93ca-e28e87950507 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:44:07.399107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:router and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:07.402032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:07.408019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:07.420135 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.421060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.444486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.516448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router e5771f99-15d3-4bb2-80f3-73d6ffe1543c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:07.526480 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.607843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.730201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:07.743430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] Sync routers for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:44:07.754294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-416b7cf5-7457-43f4-9b26-4af6ac87db6b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "PUT /v2.0/routers/e5771f99-15d3-4bb2-80f3-73d6ffe1543c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4202588 Feb 11 13:44:07.756899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:07.758129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:07.760253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:07.798662 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.832440 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.950171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:07.955958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9b76cc-1a74-468b-856a-f7f41b6ce561 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting subnet 44f73ade-e00a-4aad-af0d-b68cd7ecb9d3 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:44:07.958883 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db9b76cc-1a74-468b-856a-f7f41b6ce561 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.976315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.25.4.160 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/3f799c84-4f7b-4640-8812-96b6d6f7edf2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:08.017926 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db9b76cc-1a74-468b-856a-f7f41b6ce561 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.106882 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db9b76cc-1a74-468b-856a-f7f41b6ce561 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.143750 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.185202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.189278 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db9b76cc-1a74-468b-856a-f7f41b6ce561 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.237325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b76cc-1a74-468b-856a-f7f41b6ce561 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Subnet': ['ID=44f73ade-e00a-4aad-af0d-b68cd7ecb9d3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.239168 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db9b76cc-1a74-468b-856a-f7f41b6ce561 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.245565 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-db9b76cc-1a74-468b-856a-f7f41b6ce561 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/subnets/44f73ade-e00a-4aad-af0d-b68cd7ecb9d3 HTTP/1.1" status: 204 len: 168 time: 0.4874101 Feb 11 13:44:08.251138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41798) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:08.252789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:08.255854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:08.259640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:08.262773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ccff7-33c1-4779-adab-751c11a4afc2 None None] Network 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:44:08.319987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=3f799c84-4f7b-4640-8812-96b6d6f7edf2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.347193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:44:06Z', 'revision_number': 7, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:08.362707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] Checking router: e5771f99-15d3-4bb2-80f3-73d6ffe1543c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:44:08.399985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] Routers {'e5771f99-15d3-4bb2-80f3-73d6ffe1543c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:08.401005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:08.547080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.548283 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.586207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-e240ab57-86fc-47bd-9db9-9ab155417e82 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:08.587664 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-e240ab57-86fc-47bd-9db9-9ab155417e82 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 945 time: 0.2148142 Feb 11 13:44:08.631381 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceee8cc-e475-44be-b30f-5e7059e0ee4a req-4de2a5c0-a301-4fca-a7e3-c1d3fd5d9714 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:08.632800 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eceee8cc-e475-44be-b30f-5e7059e0ee4a req-4de2a5c0-a301-4fca-a7e3-c1d3fd5d9714 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 945 time: 0.2588758 Feb 11 13:44:08.664441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] Set router e5771f99-15d3-4bb2-80f3-73d6ffe1543c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:08.708263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-d6856eac-e2fd-4890-9728-e83ad6fd5235 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Deleting port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:08.708790 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-d6856eac-e2fd-4890-9728-e83ad6fd5235 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.786308 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eceee8cc-e475-44be-b30f-5e7059e0ee4a req-36002a18-826c-4cdb-b47e-9bd5c6be7928 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393268 Feb 11 13:44:08.825011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 53d30d59-521a-486f-a4b4-fcbfad245c31 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:08.879527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668061cc-525b-433b-9740-dde481373529 None None] DHCP port deletion for 7d83ef36-e7eb-4152-83ce-e912c0ee1d7a request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:44:08.900454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-668061cc-525b-433b-9740-dde481373529 None None] Deleting port 3b07e98c-df78-4be4-aac7-a733f5127d68 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:08.900834 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.001430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.039354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:09.053218 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Sync routers for ids ['53d30d59-521a-486f-a4b4-fcbfad245c31'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:44:09.067394 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.071972 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-905ba6d0-cedc-4b9d-a6f8-263653fa74f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6878879 Feb 11 13:44:09.072191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41802) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:09.076395 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Routers {'53d30d59-521a-486f-a4b4-fcbfad245c31'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:09.077192 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['53d30d59-521a-486f-a4b4-fcbfad245c31'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:09.122232 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-61468f71-9f2f-4ce3-a39b-2d504c0af47f tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=6c052870f3b142058bca9fe1599fac99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465515 Feb 11 13:44:09.123657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41806) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:09.225664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-668061cc-525b-433b-9740-dde481373529 None None] For port 3b07e98c-df78-4be4-aac7-a733f5127d68, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3b07e98c-df78-4be4-aac7-a733f5127d68,segment=NetworkSegment(e67d2ff5-d7a8-4378-a213-d2c553d0d4a5),segment_id=e67d2ff5-d7a8-4378-a213-d2c553d0d4a5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:09.226224 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.279238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cf1f48-23d9-4d3b-bb2a-5c81efb5ec65 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:09.282615 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a0cf1f48-23d9-4d3b-bb2a-5c81efb5ec65 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1562002 Feb 11 13:44:09.284367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41810) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:09.298270 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Set router 53d30d59-521a-486f-a4b4-fcbfad245c31 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:09.348243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5f3ddf77-abaf-4fad-bd34-ac72e773fd91 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616255 Feb 11 13:44:09.350809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41814) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:09.354913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-d6856eac-e2fd-4890-9728-e83ad6fd5235 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] For port 185f71a3-ae25-48a0-9b58-ac1b92f63a05, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=185f71a3-ae25-48a0-9b58-ac1b92f63a05,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:09.355399 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-d6856eac-e2fd-4890-9728-e83ad6fd5235 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.361209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1082944148', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:09.366696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-668061cc-525b-433b-9740-dde481373529 None None] Calling delete_port for 3b07e98c-df78-4be4-aac7-a733f5127d68 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:09.445280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:44:06Z', 'revision_number': 7, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:09.450083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e39d90-ddcd-458b-9040-467e923cf902 None None] The sync data for ids ['e5771f99-15d3-4bb2-80f3-73d6ffe1543c'] in n-d-818559-1 is: [{'id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'name': 'tempest-TestNetworkBasicOps-router-1466623805', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:53Z', 'updated_at': '2022-02-11T13:44:06Z', 'revision_number': 7, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': 'cd711fb9-8e3e-4613-bf78-afdc35bb877f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5771f99-15d3-4bb2-80f3-73d6ffe1543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:54Z', 'updated_at': '2022-02-11T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:44:09.471713 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.507122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-d6856eac-e2fd-4890-9728-e83ad6fd5235 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Calling delete_port for 185f71a3-ae25-48a0-9b58-ac1b92f63a05 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:09.566176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668061cc-525b-433b-9740-dde481373529 None None] Pushing event deleted for resources: {'Port': ['ID=3b07e98c-df78-4be4-aac7-a733f5127d68,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:09.567603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:09.575680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:subnet and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:09.584258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:09.591078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668061cc-525b-433b-9740-dde481373529 None None] No DVR routers for this DVR port 3b07e98c-df78-4be4-aac7-a733f5127d68 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:09.594062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.594437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.594820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.595157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.595454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.595885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.596301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.596788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.597111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.597416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:09.597538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.597869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668061cc-525b-433b-9740-dde481373529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:09.605213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.617867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:09.653243 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:08Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:09.657389 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Checking router: 53d30d59-521a-486f-a4b4-fcbfad245c31 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:44:09.658347 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Updating router 53d30d59-521a-486f-a4b4-fcbfad245c31 port 3f799c84-4f7b-4640-8812-96b6d6f7edf2 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:44:09.688772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port cd711fb9-8e3e-4613-bf78-afdc35bb877f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:09.689111 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.713176 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.727087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.741250 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-d6856eac-e2fd-4890-9728-e83ad6fd5235 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.752932 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['16c1eef3-749c-4532-8678-7ac6daf633af', 'bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8', '185f71a3-ae25-48a0-9b58-ac1b92f63a05'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:44:09.818607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6856eac-e2fd-4890-9728-e83ad6fd5235 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Pushing event deleted for resources: {'Port': ['ID=185f71a3-ae25-48a0-9b58-ac1b92f63a05,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:09.931469 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3b07e98c-df78-4be4-aac7-a733f5127d68 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:10.000959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3b07e98c-df78-4be4-aac7-a733f5127d68 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:10.001568 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3b07e98c-df78-4be4-aac7-a733f5127d68 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:10.002165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2a69075f-259c-461c-abee-add65816f0b6 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:10.061216 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.064191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2a69075f-259c-461c-abee-add65816f0b6 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:10.064534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2a69075f-259c-461c-abee-add65816f0b6 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:10.085749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-d6856eac-e2fd-4890-9728-e83ad6fd5235 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] No DVR routers for this DVR port 185f71a3-ae25-48a0-9b58-ac1b92f63a05 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:10.089450 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-d6856eac-e2fd-4890-9728-e83ad6fd5235 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.096840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c', 'name': 'network-vif-deleted', 'tag': '185f71a3-ae25-48a0-9b58-ac1b92f63a05'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:10.120498 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca9ffcb1-c789-40ad-a5bb-2d0764eb5781 req-d6856eac-e2fd-4890-9728-e83ad6fd5235 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "DELETE /v2.0/ports/185f71a3-ae25-48a0-9b58-ac1b92f63a05 HTTP/1.1" status: 204 len: 173 time: 1.5244563 Feb 11 13:44:10.212957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] For port cd711fb9-8e3e-4613-bf78-afdc35bb877f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cd711fb9-8e3e-4613-bf78-afdc35bb877f,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:10.213332 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.260352 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c', 'name': 'network-vif-deleted', 'tag': '185f71a3-ae25-48a0-9b58-ac1b92f63a05', 'status': 'completed', 'code': 200} Feb 11 13:44:10.378074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-419f1305-bfca-417f-874c-7c5420a61dde req-e6887098-6462-4cdf-a010-25ff53fce880 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2eea6e7-fd9c-4fa8-99b6-11c1c7919d5c HTTP/1.1" status: 200 len: 210 time: 0.2961869 Feb 11 13:44:10.392476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Subnet': ['ID=427fe082-8bdf-4d80-aff8-a61969283fee,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:10.396136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Checking segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:10.396647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network hostable DHCP agents. Network: e602179c-beb1-4ba7-93ca-e28e87950507, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:10.407770 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.429884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network e602179c-beb1-4ba7-93ca-e28e87950507 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:10.436622 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Transition to ACTIVE for port object 3f799c84-4f7b-4640-8812-96b6d6f7edf2 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:10.444862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, e602179c-beb1-4ba7-93ca-e28e87950507) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:10.446617 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.455753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd45d1-73d8-44ae-b26f-b0c1d7147b7b None None] Network e602179c-beb1-4ba7-93ca-e28e87950507 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:44:10.477382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:10.478106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.524631 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for cd711fb9-8e3e-4613-bf78-afdc35bb877f owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:10.541069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-12203268-a787-48a0-9e1b-0c0cd9acba88 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1884792 Feb 11 13:44:10.541276 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Attempting to bind port 3f799c84-4f7b-4640-8812-96b6d6f7edf2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:10.541798 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Attempting to bind port 3f799c84-4f7b-4640-8812-96b6d6f7edf2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:10.542696 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Attempting to bind port 3f799c84-4f7b-4640-8812-96b6d6f7edf2 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:10.543943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41822) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:10.552994 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:10.553447 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:10.553930 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.554413 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:10.554969 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Bound port: 3f799c84-4f7b-4640-8812-96b6d6f7edf2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:10.555441 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.627439 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c549f55-1242-4343-bf60-7b75959ebca1 None None] Pushing event updated for resources: {'Port': ['ID=3f799c84-4f7b-4640-8812-96b6d6f7edf2,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:10.717425 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] For port 3f799c84-4f7b-4640-8812-96b6d6f7edf2, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:10.727661 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] For port 3f799c84-4f7b-4640-8812-96b6d6f7edf2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3f799c84-4f7b-4640-8812-96b6d6f7edf2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:10.744305 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.763627 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.894946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-e602179c-beb1-4ba7-93ca-e28e87950507', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:44:10.896459 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.920248 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c549f55-1242-4343-bf60-7b75959ebca1 None None] Pushing event updated for resources: {'Port': ['ID=3f799c84-4f7b-4640-8812-96b6d6f7edf2,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:10.926429 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Routers {'53d30d59-521a-486f-a4b4-fcbfad245c31'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:10.927298 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['53d30d59-521a-486f-a4b4-fcbfad245c31'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:10.942435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=cd711fb9-8e3e-4613-bf78-afdc35bb877f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:11.066070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Allocated IP 172.20.0.2 (e602179c-beb1-4ba7-93ca-e28e87950507/427fe082-8bdf-4d80-aff8-a61969283fee/4947f86d-1d56-4955-9d54-efaf653664b0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:11.235180 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] Set router 53d30d59-521a-486f-a4b4-fcbfad245c31 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:11.287066 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.300792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Transition to ACTIVE for port object 4947f86d-1d56-4955-9d54-efaf653664b0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:11.320640 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Transition to ACTIVE for port object 4947f86d-1d56-4955-9d54-efaf653664b0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:11.326905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.402672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.405300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Network e602179c-beb1-4ba7-93ca-e28e87950507 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:11.409549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:11.411476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Pushing event updated for resources: {'Port': ['ID=4947f86d-1d56-4955-9d54-efaf653664b0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:11.413709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:11.558011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Attempting to bind port 4947f86d-1d56-4955-9d54-efaf653664b0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:11.559746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Attempting to bind port 4947f86d-1d56-4955-9d54-efaf653664b0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:11.560620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Attempting to bind port 4947f86d-1d56-4955-9d54-efaf653664b0 on network e602179c-beb1-4ba7-93ca-e28e87950507 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:11.583714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:11.584391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Checking segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:11.584980 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.585664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Bound using segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:11.586309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Bound port: 4947f86d-1d56-4955-9d54-efaf653664b0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:11.587118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.704740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] For port 4947f86d-1d56-4955-9d54-efaf653664b0, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:11.711817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] For port 4947f86d-1d56-4955-9d54-efaf653664b0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4947f86d-1d56-4955-9d54-efaf653664b0,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:11.734005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.742494 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.748052 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.790351 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.791358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Fanout notify agent at l3_agent the message router_deleted on router e5771f99-15d3-4bb2-80f3-73d6ffe1543c {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:11.833956 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.836623 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-24decff9-651d-45cc-a544-d8b5da325442 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/routers/e5771f99-15d3-4bb2-80f3-73d6ffe1543c HTTP/1.1" status: 204 len: 168 time: 3.5846074 Feb 11 13:44:11.842380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41830) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:11.921114 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.921728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 185f71a3-ae25-48a0-9b58-ac1b92f63a05 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:11.927827 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:08Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:11.935993 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236c4e65-fabd-4d27-8afe-8ef28a33c976 None None] The sync data for ids ['53d30d59-521a-486f-a4b4-fcbfad245c31'] in n-d-818559-1 is: [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:08Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:44:11.991735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 185f71a3-ae25-48a0-9b58-ac1b92f63a05 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:11.992228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 185f71a3-ae25-48a0-9b58-ac1b92f63a05 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:12.040465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61c458-4585-4b20-b1ab-e9ea6295f4a4 None None] Pushing event updated for resources: {'Port': ['ID=4947f86d-1d56-4955-9d54-efaf653664b0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:12.103495 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.309818 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.341351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d83ef36-e7eb-4152-83ce-e912c0ee1d7a']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:12.360066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:12.360360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67d2ff5-d7a8-4378-a213-d2c553d0d4a5') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:12.388868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.424505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0222bf-ee72-4932-8e34-76b04b4265ca req-fb68dde6-99e0-43a9-8479-403c59246eed tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:12.424505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7e0222bf-ee72-4932-8e34-76b04b4265ca req-fb68dde6-99e0-43a9-8479-403c59246eed tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Synchronizing usage tracker for tenant:9a103688493244f98aa2bad572032bde on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:12.436612 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.448750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:44:12.449144 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.473235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.20.0.1 (e602179c-beb1-4ba7-93ca-e28e87950507/427fe082-8bdf-4d80-aff8-a61969283fee/06c8807d-6e62-4de1-8b8a-be38c3ca202e) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:12.485068 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:12.559437 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.571131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7e0222bf-ee72-4932-8e34-76b04b4265ca req-fb68dde6-99e0-43a9-8479-403c59246eed tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Unset dirty status for tenant:9a103688493244f98aa2bad572032bde on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:12.575657 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e0222bf-ee72-4932-8e34-76b04b4265ca req-fb68dde6-99e0-43a9-8479-403c59246eed tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c HTTP/1.1" status: 200 len: 945 time: 0.3194435 Feb 11 13:44:12.650294 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.656446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.711385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e0222bf-ee72-4932-8e34-76b04b4265ca req-9cc1e5ea-8f9e-47f2-b032-3728fa2ebe31 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296809 Feb 11 13:44:12.718494 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/networks/7d83ef36-e7eb-4152-83ce-e912c0ee1d7a HTTP/1.1" status: 204 len: 168 time: 0.8749390 Feb 11 13:44:12.719772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7503470-be51-4b3f-8ff7-f2900ad89c28 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Network': ['ID=7d83ef36-e7eb-4152-83ce-e912c0ee1d7a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:12.739254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41836) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:12.749521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'network': {'name': 'tempest-network-smoke--1427892733', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'port_security_enabled': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:12.757898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:12.766896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:network and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:12.772831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:12.790860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:12.818950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Made reservation on behalf of 17d1b092f18e487e89704f11a4bdfe9c for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:12.822045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.853661 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.883939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Transition to ACTIVE for port object 06c8807d-6e62-4de1-8b8a-be38c3ca202e will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:12.885200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:12.898110 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.898450 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Added segment 7e2a6fcc-d97f-45d9-8cd5-92e5372546a0 of type vlan for network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e Feb 11 13:44:12.931189 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.942742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.035680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network e602179c-beb1-4ba7-93ca-e28e87950507 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:13.036586 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.040331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:13.040927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.061648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:13.068761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=06c8807d-6e62-4de1-8b8a-be38c3ca202e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:13.075947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:13.215901 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4712749 Feb 11 13:44:13.216639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41840) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:13.220929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f64cc-4b21-4fc2-a2cc-3cd7ad247725 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Network': ['ID=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:13.226207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.230339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'admin_state_up': True, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:13.233643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:44:13.243939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:13.248554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:router and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:13.253024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:13.264348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:13.287358 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.289548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.317857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.369058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.439201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915bebf5-7a3f-4389-8abe-46b30e8898bb None None] Network e602179c-beb1-4ba7-93ca-e28e87950507 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:44:13.575980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cfb3976e-41a5-492d-9e23-5edf59883f69 None None] Provisioning for port 4947f86d-1d56-4955-9d54-efaf653664b0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:13.592246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.646822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-5555971e-1518-4fc8-a694-9e67f9f36fbc tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:13.648764 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-5555971e-1518-4fc8-a694-9e67f9f36fbc tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "GET /v2.0/ports?device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c HTTP/1.1" status: 200 len: 945 time: 0.2245741 Feb 11 13:44:13.881702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3f799c84-4f7b-4640-8812-96b6d6f7edf2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:13.980952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3f799c84-4f7b-4640-8812-96b6d6f7edf2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:13.987892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3f799c84-4f7b-4640-8812-96b6d6f7edf2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:13.988400 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.004910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Deleting port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:14.005566 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.066921 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.080723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6584f-c6b3-42a0-936d-888f0af9ee54 req-456712b9-e1bf-48ec-a30d-ca9dd85b6920 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:14.088473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9c6584f-c6b3-42a0-936d-888f0af9ee54 req-456712b9-e1bf-48ec-a30d-ca9dd85b6920 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c HTTP/1.1" status: 200 len: 945 time: 0.1710157 Feb 11 13:44:14.107714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.158227 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.180943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 3f799c84-4f7b-4640-8812-96b6d6f7edf2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3f799c84-4f7b-4640-8812-96b6d6f7edf2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:14.189555 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.190342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4947f86d-1d56-4955-9d54-efaf653664b0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:14.264870 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9c6584f-c6b3-42a0-936d-888f0af9ee54 req-f4b94f5e-edfb-4601-88b2-5891b64f47a8 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754389 Feb 11 13:44:14.269400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.283912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=06c8807d-6e62-4de1-8b8a-be38c3ca202e,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:14.307014 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.350668 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.355077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-840f217f-d5b5-4c66-96b6-96ec71fc0697 None None] Provisioning for port 06c8807d-6e62-4de1-8b8a-be38c3ca202e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:14.367224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-840f217f-d5b5-4c66-96b6-96ec71fc0697 None None] Provisioning complete for port 06c8807d-6e62-4de1-8b8a-be38c3ca202e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:14.367596 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-840f217f-d5b5-4c66-96b6-96ec71fc0697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.409164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=3f799c84-4f7b-4640-8812-96b6d6f7edf2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:14.432419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-840f217f-d5b5-4c66-96b6-96ec71fc0697 None None] Port 06c8807d-6e62-4de1-8b8a-be38c3ca202e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:44:14.444257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4947f86d-1d56-4955-9d54-efaf653664b0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:14.453012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4947f86d-1d56-4955-9d54-efaf653664b0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:14.453943 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.455975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] For port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:14.456335 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.469680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network e602179c-beb1-4ba7-93ca-e28e87950507 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:14.471149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:14.514496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-840f217f-d5b5-4c66-96b6-96ec71fc0697 None None] Provisioning complete for port 4947f86d-1d56-4955-9d54-efaf653664b0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:14.514920 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-840f217f-d5b5-4c66-96b6-96ec71fc0697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.666373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Calling delete_port for bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:14.708516 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.738953 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-840f217f-d5b5-4c66-96b6-96ec71fc0697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.770934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 4947f86d-1d56-4955-9d54-efaf653664b0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4947f86d-1d56-4955-9d54-efaf653664b0,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:14.771938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Allocated IP 172.25.4.54 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/6a5a3553-e442-4c2a-be84-8e65bd308749) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:14.777559 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.843623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cd711fb9-8e3e-4613-bf78-afdc35bb877f no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:14.907086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: cd711fb9-8e3e-4613-bf78-afdc35bb877f {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:14.907611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cd711fb9-8e3e-4613-bf78-afdc35bb877f not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:14.936753 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-840f217f-d5b5-4c66-96b6-96ec71fc0697 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:44:14.937101 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-840f217f-d5b5-4c66-96b6-96ec71fc0697 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:44:14.939808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=4947f86d-1d56-4955-9d54-efaf653664b0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:14.959196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.972194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['16c1eef3-749c-4532-8678-7ac6daf633af'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:44:14.994392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 53d30d59-521a-486f-a4b4-fcbfad245c31 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:15.026020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Pushing event deleted for resources: {'Port': ['ID=bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:15.127941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.128289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.128938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.129294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.129905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.130271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.130601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.130929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.131254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.131575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.131893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:15.143920 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.147355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] No DVR routers for this DVR port bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:15.150545 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.168458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc52c3d-c312-45c4-baef-9c454d092a2c', 'name': 'network-vif-deleted', 'tag': 'bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:15.181488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1a02534c-b2c4-4892-a0f4-aa9e300e3ea8 req-58644c47-b293-4a70-972b-68d32842d776 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "DELETE /v2.0/ports/bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 HTTP/1.1" status: 204 len: 173 time: 1.5275385 Feb 11 13:44:15.210250 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.249632 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc52c3d-c312-45c4-baef-9c454d092a2c', 'name': 'network-vif-deleted', 'tag': 'bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8', 'status': 'completed', 'code': 200} Feb 11 13:44:15.282421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:15.293205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:15.295104 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5364209d-4982-4aaf-bedf-fe012243047e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "PUT /v2.0/routers/53d30d59-521a-486f-a4b4-fcbfad245c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7500880 Feb 11 13:44:15.299077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:15.304504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:15.462224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=6a5a3553-e442-4c2a-be84-8e65bd308749,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:15.492918 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.493973 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.611824 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e09b-3817-4350-82b3-bd43186b90a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.645893 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2986ae42-974e-49ef-823f-2ad44aecc2f1 req-3c1c72a3-7d60-457c-8af7-768fc07739e4 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dc52c3d-c312-45c4-baef-9c454d092a2c HTTP/1.1" status: 200 len: 210 time: 0.0556803 Feb 11 13:44:15.769996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e7455c60-ec50-4127-af56-cf3c9071d597 None None] Provisioning complete for port 06c8807d-6e62-4de1-8b8a-be38c3ca202e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:15.770639 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7455c60-ec50-4127-af56-cf3c9071d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.771192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-630c099f-e154-4ca1-b638-54d10bec118e req-711cb623-6072-472c-b0a9-91b912684149 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:15.802435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3f799c84-4f7b-4640-8812-96b6d6f7edf2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:15.802670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-630c099f-e154-4ca1-b638-54d10bec118e req-711cb623-6072-472c-b0a9-91b912684149 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:15.803990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-711cb623-6072-472c-b0a9-91b912684149 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752836074&fields=id&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 267 time: 0.1589630 Feb 11 13:44:15.877617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e7455c60-ec50-4127-af56-cf3c9071d597 None None] Port 06c8807d-6e62-4de1-8b8a-be38c3ca202e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:44:15.898009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3f799c84-4f7b-4640-8812-96b6d6f7edf2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:15.898389 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.978812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:16.033081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:16.033426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device bb6f4d83-9c21-47c0-b64e-4286b0dfd8a8 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:16.105648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4947f86d-1d56-4955-9d54-efaf653664b0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:16.170520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Sync routers for ids ['53d30d59-521a-486f-a4b4-fcbfad245c31'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:44:16.188713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c099f-e154-4ca1-b638-54d10bec118e req-571b1159-4060-4240-8c38-737514f8ee14 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:16.190220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Routers {'53d30d59-521a-486f-a4b4-fcbfad245c31'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:16.190665 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-571b1159-4060-4240-8c38-737514f8ee14 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 796 time: 0.3776503 Feb 11 13:44:16.190861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-45759acb-4286-43c4-b877-ac768306e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['53d30d59-521a-486f-a4b4-fcbfad245c31'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:16.223758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-26770a99-e83e-4450-aea6-1bd620cddbd0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/quotas/6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 375 time: 0.0261006 Feb 11 13:44:16.316718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4947f86d-1d56-4955-9d54-efaf653664b0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:16.317085 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.346399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router 3e8747bc-5de6-4510-a092-0bbeba622b52 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:16.374414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-630c099f-e154-4ca1-b638-54d10bec118e req-2ae3b2dc-d069-4b0d-8bb6-1b60ac34c07a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:16.473434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Set router 53d30d59-521a-486f-a4b4-fcbfad245c31 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:16.566937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-630c099f-e154-4ca1-b638-54d10bec118e req-2ae3b2dc-d069-4b0d-8bb6-1b60ac34c07a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:16.568246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-2ae3b2dc-d069-4b0d-8bb6-1b60ac34c07a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3375766 Feb 11 13:44:16.826957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-45759acb-4286-43c4-b877-ac768306e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:13Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '06c8807d-6e62-4de1-8b8a-be38c3ca202e', 'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:8f:02:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:12Z', 'updated_at': '2022-02-11T13:44:13Z', 'revision_number': 2, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:16.832805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Checking router: 53d30d59-521a-486f-a4b4-fcbfad245c31 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:44:16.833389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Updating router 53d30d59-521a-486f-a4b4-fcbfad245c31 port 06c8807d-6e62-4de1-8b8a-be38c3ca202e binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:44:16.838035 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-561d5901-485d-4d8b-9065-3ad83adfec3c service neutron] 10.222.0.67 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373378 Feb 11 13:44:16.896634 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.964845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:16.978644 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Sync routers for ids ['3e8747bc-5de6-4510-a092-0bbeba622b52'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:44:16.992623 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Routers {'3e8747bc-5de6-4510-a092-0bbeba622b52'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:16.993733 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:43:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3e8747bc-5de6-4510-a092-0bbeba622b52'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:17.040522 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.042648 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-42bdf559-f22d-4073-bbf7-1601cd5e3d8f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8232558 Feb 11 13:44:17.045415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41866) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:17.054387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-46d0bb87-7c86-442c-8206-00b17d22db24 service neutron] 10.222.0.67 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005761 Feb 11 13:44:17.138510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c1a1b52a-115e-41ad-8864-81ee5514ec86 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=17d1b092f18e487e89704f11a4bdfe9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0919337 Feb 11 13:44:17.142397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41870) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:17.267281 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Set router 3e8747bc-5de6-4510-a092-0bbeba622b52 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:17.418021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c834af9c-2491-4310-a5bc-f4649461e31d req-ca0365b7-d2d1-4fdc-8915-4db06d2196ae tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 210 time: 0.0885077 Feb 11 13:44:17.519494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f739e-0cc1-4d30-a734-ac3c892a528b tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:17.521356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7c6f739e-0cc1-4d30-a734-ac3c892a528b tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3776186 Feb 11 13:44:17.522801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b968737-155e-480c-a40d-5ba53999131a req-b26b9f60-905a-44c8-b469-738e09ee41f0 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:17.524828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:17.533698 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b968737-155e-480c-a40d-5ba53999131a req-b26b9f60-905a-44c8-b469-738e09ee41f0 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.3975768 Feb 11 13:44:17.574243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-62fd5a85-46cf-4e57-8424-809fd24956f6 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476305 Feb 11 13:44:17.577310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41888) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:17.585099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-941081109', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:17.608025 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b968737-155e-480c-a40d-5ba53999131a req-acf1aa31-4b9c-48e0-b9b3-583b71aa9e60 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730863 Feb 11 13:44:17.631188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.653955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Transition to ACTIVE for port object 06c8807d-6e62-4de1-8b8a-be38c3ca202e will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:17.663209 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:15Z', 'revision_number': 3, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:17.669754 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.670083 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Checking router: 3e8747bc-5de6-4510-a092-0bbeba622b52 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:44:17.670643 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Updating router 3e8747bc-5de6-4510-a092-0bbeba622b52 port 6a5a3553-e442-4c2a-be84-8e65bd308749 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:44:17.705977 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9feb3262-acb2-4f29-b411-0f9a9aeabb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.726176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:17.730316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:subnet and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:17.733907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:17.740208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:17.741409 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.751848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Made reservation on behalf of 17d1b092f18e487e89704f11a4bdfe9c for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:17.825590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104a743-90b5-42d2-b92f-9352674915cf None None] Pushing event updated for resources: {'Port': ['ID=06c8807d-6e62-4de1-8b8a-be38c3ca202e,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:17.898477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.049007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Attempting to bind port 06c8807d-6e62-4de1-8b8a-be38c3ca202e on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:18.049954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Attempting to bind port 06c8807d-6e62-4de1-8b8a-be38c3ca202e by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:18.050656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Attempting to bind port 06c8807d-6e62-4de1-8b8a-be38c3ca202e on network e602179c-beb1-4ba7-93ca-e28e87950507 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:18.063193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:18.063768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Checking segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:18.064427 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.064743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Bound using segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:18.065601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Bound port: 06c8807d-6e62-4de1-8b8a-be38c3ca202e, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:18.065969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.177373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-45759acb-4286-43c4-b877-ac768306e425 None None] For port 06c8807d-6e62-4de1-8b8a-be38c3ca202e, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:18.180585 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.183201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-45759acb-4286-43c4-b877-ac768306e425 None None] For port 06c8807d-6e62-4de1-8b8a-be38c3ca202e, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=06c8807d-6e62-4de1-8b8a-be38c3ca202e,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:18.189378 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.269875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Subnet': ['ID=9ba5ffb9-cc56-4030-9010-b42d7688cd89,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:18.272553 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.284441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Routers {'53d30d59-521a-486f-a4b4-fcbfad245c31'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:18.285125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-45759acb-4286-43c4-b877-ac768306e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['53d30d59-521a-486f-a4b4-fcbfad245c31'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:18.287287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Checking segment: {'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:18.287434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network hostable DHCP agents. Network: 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:18.302779 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Transition to ACTIVE for port object 6a5a3553-e442-4c2a-be84-8e65bd308749 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:18.311366 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.314081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:18.337989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:18.338498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104a743-90b5-42d2-b92f-9352674915cf None None] Pushing event updated for resources: {'Port': ['ID=06c8807d-6e62-4de1-8b8a-be38c3ca202e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:18.358936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:18.361442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076eb148-cca7-47ab-8a7c-63c4267ea53b None None] Network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:44:18.362507 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.417999 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c822aec2-c016-4f9e-98c2-7d3967b7c70c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8371789 Feb 11 13:44:18.419250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41896) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:18.476478 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Attempting to bind port 6a5a3553-e442-4c2a-be84-8e65bd308749 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:18.481192 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Attempting to bind port 6a5a3553-e442-4c2a-be84-8e65bd308749 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:18.481551 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Attempting to bind port 6a5a3553-e442-4c2a-be84-8e65bd308749 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:18.483837 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac2ebe-a523-41f9-8915-84174597894e None None] Pushing event updated for resources: {'Port': ['ID=6a5a3553-e442-4c2a-be84-8e65bd308749,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:18.508060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:18.508428 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:18.508824 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.509207 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:18.509811 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Bound port: 6a5a3553-e442-4c2a-be84-8e65bd308749, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:18.510251 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.644144 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] For port 6a5a3553-e442-4c2a-be84-8e65bd308749, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:18.648447 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] For port 6a5a3553-e442-4c2a-be84-8e65bd308749, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6a5a3553-e442-4c2a-be84-8e65bd308749,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:18.654217 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.764691 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Routers {'3e8747bc-5de6-4510-a092-0bbeba622b52'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:18.765316 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3e8747bc-5de6-4510-a092-0bbeba622b52'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:18.791679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-45759acb-4286-43c4-b877-ac768306e425 None None] Set router 53d30d59-521a-486f-a4b4-fcbfad245c31 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:18.904721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ca403-4b87-4d42-9508-1c0967b94fa6 req-34ed1027-d6cf-4c8e-b724-5a5789721ca7 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:18.907956 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-296ca403-4b87-4d42-9508-1c0967b94fa6 req-34ed1027-d6cf-4c8e-b724-5a5789721ca7 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.0994565 Feb 11 13:44:18.920828 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac2ebe-a523-41f9-8915-84174597894e None None] Pushing event updated for resources: {'Port': ['ID=6a5a3553-e442-4c2a-be84-8e65bd308749,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:18.963305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca29db50-9986-42ff-afd6-38d35564f0b1 req-86037223-f59c-4d36-99fa-9e4d5d6bbc2b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 210 time: 0.2347040 Feb 11 13:44:18.996925 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] Set router 3e8747bc-5de6-4510-a092-0bbeba622b52 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:19.003648 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-296ca403-4b87-4d42-9508-1c0967b94fa6 req-a354ce30-a73e-4ef2-96aa-80223ca9e5a6 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888565 Feb 11 13:44:19.014982 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.050826 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.113906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:44:19.114743 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.235309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-0b3900cb-3d51-4a07-afc1-d5ea00599502 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:19.236257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-0b3900cb-3d51-4a07-afc1-d5ea00599502 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Synchronizing usage tracker for tenant:9a103688493244f98aa2bad572032bde on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:19.271263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c099f-e154-4ca1-b638-54d10bec118e req-2aa6d47c-6d57-4b97-b251-1bedc151fd63 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:19.272937 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-2aa6d47c-6d57-4b97-b251-1bedc151fd63 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 796 time: 0.2847548 Feb 11 13:44:19.282299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-0b3900cb-3d51-4a07-afc1-d5ea00599502 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Unset dirty status for tenant:9a103688493244f98aa2bad572032bde on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:19.283504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-0b3900cb-3d51-4a07-afc1-d5ea00599502 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.5562797 Feb 11 13:44:19.334170 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:15Z', 'revision_number': 3, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:19.338399 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f65567-4439-4026-8d1f-160edb19b72b None None] The sync data for ids ['3e8747bc-5de6-4510-a092-0bbeba622b52'] in n-d-818559-1 is: [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:15Z', 'revision_number': 3, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:44:19.402089 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-3765d483-1efc-417d-a6d3-c2c689cf314a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Deleting port 16c1eef3-749c-4532-8678-7ac6daf633af {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:19.402453 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-3765d483-1efc-417d-a6d3-c2c689cf314a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.447377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Allocated IP 172.20.0.2 (8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e/9ba5ffb9-cc56-4030-9010-b42d7688cd89/07a374bd-64ab-4b94-8816-ce05db9daf28) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:19.501355 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-267d7def-f45b-4566-b87e-f41ae31dc391 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 379 time: 0.2057073 Feb 11 13:44:19.524428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'port': {'device_id': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'admin_state_up': True, 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'security_groups': ['078a7417-a9d5-4e9e-8b7a-8740cbfae76d']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:19.555963 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-45759acb-4286-43c4-b877-ac768306e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:13Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '06c8807d-6e62-4de1-8b8a-be38c3ca202e', 'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:8f:02:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:12Z', 'updated_at': '2022-02-11T13:44:18Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:19.565644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45759acb-4286-43c4-b877-ac768306e425 None None] The sync data for ids ['53d30d59-521a-486f-a4b4-fcbfad245c31'] in n-d-818559-1 is: [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:13Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '06c8807d-6e62-4de1-8b8a-be38c3ca202e', 'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:8f:02:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:12Z', 'updated_at': '2022-02-11T13:44:18Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:44:19.713689 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.727220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Transition to ACTIVE for port object 07a374bd-64ab-4b94-8816-ce05db9daf28 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:19.756787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Transition to ACTIVE for port object 07a374bd-64ab-4b94-8816-ce05db9daf28 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:19.766861 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.887625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:19.892832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:19.900801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:19.944390 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 06c8807d-6e62-4de1-8b8a-be38c3ca202e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:19.969838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:20.004576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:20.010187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Pushing event updated for resources: {'Port': ['ID=07a374bd-64ab-4b94-8816-ce05db9daf28,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:20.051156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:20.054233 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.087405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-3765d483-1efc-417d-a6d3-c2c689cf314a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] For port 16c1eef3-749c-4532-8678-7ac6daf633af, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=16c1eef3-749c-4532-8678-7ac6daf633af,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:20.087770 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-3765d483-1efc-417d-a6d3-c2c689cf314a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.207126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Attempting to bind port 07a374bd-64ab-4b94-8816-ce05db9daf28 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:20.207693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Attempting to bind port 07a374bd-64ab-4b94-8816-ce05db9daf28 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:20.207832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Attempting to bind port 07a374bd-64ab-4b94-8816-ce05db9daf28 on network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:20.228237 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 06c8807d-6e62-4de1-8b8a-be38c3ca202e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:20.232917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:20.233286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Checking segment: {'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:20.233685 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.234071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Bound using segment: {'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:20.234572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Bound port: 07a374bd-64ab-4b94-8816-ce05db9daf28, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:20.236981 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.252455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 06c8807d-6e62-4de1-8b8a-be38c3ca202e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:20.252755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.308816 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:44:20.333362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c98e1-cd13-4e29-8d2e-fd79e94977c9 req-4f1e438b-49cb-4d01-9f13-d1a5be1d55f2 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:20.344927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-075c98e1-cd13-4e29-8d2e-fd79e94977c9 req-4f1e438b-49cb-4d01-9f13-d1a5be1d55f2 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 946 time: 0.1129022 Feb 11 13:44:20.414810 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.426424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-075c98e1-cd13-4e29-8d2e-fd79e94977c9 req-4933ae28-4297-449a-ada5-351bebdd99d9 tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/security-groups?id=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795708 Feb 11 13:44:20.490365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-3765d483-1efc-417d-a6d3-c2c689cf314a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Calling delete_port for 16c1eef3-749c-4532-8678-7ac6daf633af owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:20.507796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] For port 07a374bd-64ab-4b94-8816-ce05db9daf28, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:20.545098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] For port 07a374bd-64ab-4b94-8816-ce05db9daf28, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=07a374bd-64ab-4b94-8816-ce05db9daf28,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:20.554058 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c44b87ff-2be6-444c-b443-ca7a64d72f3d req-369efa94-6e5e-4fef-825e-59eae641977f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 210 time: 0.3386369 Feb 11 13:44:20.556208 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.614419 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.697692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f959b-f26f-441e-bf11-74fb81dee1e3 None None] Pushing event updated for resources: {'Port': ['ID=07a374bd-64ab-4b94-8816-ce05db9daf28,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:20.703050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 06c8807d-6e62-4de1-8b8a-be38c3ca202e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=06c8807d-6e62-4de1-8b8a-be38c3ca202e,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:20.708172 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.786569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=06c8807d-6e62-4de1-8b8a-be38c3ca202e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:20.978775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.20.0.11 (e602179c-beb1-4ba7-93ca-e28e87950507/427fe082-8bdf-4d80-aff8-a61969283fee/29dda3f7-e203-4dc4-9481-be64ccf32c5a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:21.138392 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-3765d483-1efc-417d-a6d3-c2c689cf314a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.201384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765d483-1efc-417d-a6d3-c2c689cf314a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Pushing event deleted for resources: {'Port': ['ID=16c1eef3-749c-4532-8678-7ac6daf633af,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:21.382468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-3765d483-1efc-417d-a6d3-c2c689cf314a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] No DVR routers for this DVR port 16c1eef3-749c-4532-8678-7ac6daf633af on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:21.389579 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-3765d483-1efc-417d-a6d3-c2c689cf314a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.400640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4e712-29aa-4cae-bcab-961c50406510', 'name': 'network-vif-deleted', 'tag': '16c1eef3-749c-4532-8678-7ac6daf633af'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:21.433743 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b5d77150-d9d9-4cbc-87d6-1f4096b06eaa req-3765d483-1efc-417d-a6d3-c2c689cf314a tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.73 "DELETE /v2.0/ports/16c1eef3-749c-4532-8678-7ac6daf633af HTTP/1.1" status: 204 len: 173 time: 2.1402092 Feb 11 13:44:21.526055 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.543615 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4e712-29aa-4cae-bcab-961c50406510', 'name': 'network-vif-deleted', 'tag': '16c1eef3-749c-4532-8678-7ac6daf633af', 'status': 'completed', 'code': 200} Feb 11 13:44:21.565199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Transition to ACTIVE for port object 29dda3f7-e203-4dc4-9481-be64ccf32c5a will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:21.728470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b92473a7-136c-49a9-b6ef-80f73cee06b7 req-8ad25581-7d07-4c8d-8b93-e2c69fa81dba tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Synchronizing usage tracker for tenant:9a103688493244f98aa2bad572032bde on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:21.739173 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.838086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b92473a7-136c-49a9-b6ef-80f73cee06b7 req-8ad25581-7d07-4c8d-8b93-e2c69fa81dba tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] Unset dirty status for tenant:9a103688493244f98aa2bad572032bde on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:21.839341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b92473a7-136c-49a9-b6ef-80f73cee06b7 req-8ad25581-7d07-4c8d-8b93-e2c69fa81dba tempest-ListServerFiltersTestJSON-501401786 tempest-ListServerFiltersTestJSON-501401786-project] 10.222.0.67 "GET /v2.0/ports?device_id=90a4e712-29aa-4cae-bcab-961c50406510 HTTP/1.1" status: 200 len: 210 time: 0.1877713 Feb 11 13:44:21.845131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa513c-7a05-48e7-8700-99186a68baa3 req-70025c77-b6ad-42c6-96f8-0a9b57d9b54f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:21.845874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b7aa513c-7a05-48e7-8700-99186a68baa3 req-70025c77-b6ad-42c6-96f8-0a9b57d9b54f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:21.870303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b7aa513c-7a05-48e7-8700-99186a68baa3 req-70025c77-b6ad-42c6-96f8-0a9b57d9b54f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:21.871909 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b7aa513c-7a05-48e7-8700-99186a68baa3 req-70025c77-b6ad-42c6-96f8-0a9b57d9b54f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 932 time: 0.1527784 Feb 11 13:44:21.887757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:21.903575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network e602179c-beb1-4ba7-93ca-e28e87950507 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:21.907166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:21.932148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:21.960241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b7aa513c-7a05-48e7-8700-99186a68baa3 req-ec713470-0a5e-4221-8630-c33a51316a10 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:21.976049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b7aa513c-7a05-48e7-8700-99186a68baa3 req-ec713470-0a5e-4221-8630-c33a51316a10 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:21.976243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 16c1eef3-749c-4532-8678-7ac6daf633af no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:21.976711 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.993625 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b7aa513c-7a05-48e7-8700-99186a68baa3 req-ec713470-0a5e-4221-8630-c33a51316a10 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097548 Feb 11 13:44:22.053391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:22.053918 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.057011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f53ab-10fd-479a-8284-692017f398cb None None] Network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:44:22.075486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 07a374bd-64ab-4b94-8816-ce05db9daf28 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:22.168696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 16c1eef3-749c-4532-8678-7ac6daf633af {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:22.168956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 16c1eef3-749c-4532-8678-7ac6daf633af not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:22.196919 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-43bc1f5e-681a-41d2-a5b8-f69d63cdf5db tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6873469 Feb 11 13:44:22.211171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0e0f0e65-77cf-4599-903f-233f78b405b7 None None] Provisioning for port 07a374bd-64ab-4b94-8816-ce05db9daf28 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:22.213723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Request body: {'port': {'device_id': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:22.291570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 07a374bd-64ab-4b94-8816-ce05db9daf28 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:22.306515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 07a374bd-64ab-4b94-8816-ce05db9daf28 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:22.306833 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.391043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.416168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3517466d-f445-4a2b-8d74-b5051b7f0eb0 None None] Provisioning for port 29dda3f7-e203-4dc4-9481-be64ccf32c5a completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:22.428480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3517466d-f445-4a2b-8d74-b5051b7f0eb0 None None] Provisioning complete for port 29dda3f7-e203-4dc4-9481-be64ccf32c5a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:22.428931 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3517466d-f445-4a2b-8d74-b5051b7f0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.544065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3517466d-f445-4a2b-8d74-b5051b7f0eb0 None None] Port 29dda3f7-e203-4dc4-9481-be64ccf32c5a cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:44:22.555815 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.592229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 07a374bd-64ab-4b94-8816-ce05db9daf28, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=07a374bd-64ab-4b94-8816-ce05db9daf28,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:22.598036 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.598997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a5a3553-e442-4c2a-be84-8e65bd308749 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:22.722418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=07a374bd-64ab-4b94-8816-ce05db9daf28,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:22.738465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 6a5a3553-e442-4c2a-be84-8e65bd308749 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:22.743980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6a5a3553-e442-4c2a-be84-8e65bd308749 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:22.744426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.862359 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.881176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 6a5a3553-e442-4c2a-be84-8e65bd308749, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6a5a3553-e442-4c2a-be84-8e65bd308749,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:22.886180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Allocated IP 172.20.0.1 (8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e/9ba5ffb9-cc56-4030-9010-b42d7688cd89/6ac45f79-6533-463b-ac14-67f0ca06c965) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:22.886363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.886941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 06c8807d-6e62-4de1-8b8a-be38c3ca202e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:22.950634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cec7426a-b457-4202-8c91-4712881e2573 None None] Provisioning complete for port 07a374bd-64ab-4b94-8816-ce05db9daf28 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:22.951118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cec7426a-b457-4202-8c91-4712881e2573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.971140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41916) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:23.036264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-434afdae-0f42-41fc-bba6-1b4fba2baf33 admin admin] Deleting subnet bedf5d65-5c97-4e28-90dd-1e5cbdf070c9 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:44:23.039326 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-434afdae-0f42-41fc-bba6-1b4fba2baf33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.058105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=6a5a3553-e442-4c2a-be84-8e65bd308749,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:23.101150 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-434afdae-0f42-41fc-bba6-1b4fba2baf33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.110923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 06c8807d-6e62-4de1-8b8a-be38c3ca202e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:23.111313 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.146769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dda3f7-e203-4dc4-9481-be64ccf32c5a {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:44:23.161778 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.203343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Transition to ACTIVE for port object 29dda3f7-e203-4dc4-9481-be64ccf32c5a will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:23.218106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.241753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-434afdae-0f42-41fc-bba6-1b4fba2baf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.260256 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.303570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e159be6-530e-4320-8bb5-9b2fb7f831cf req-25ee1b0e-3e11-4ac4-ad47-44d12998d297 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:23.305044 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e159be6-530e-4320-8bb5-9b2fb7f831cf req-25ee1b0e-3e11-4ac4-ad47-44d12998d297 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 944 time: 0.1383758 Feb 11 13:44:23.353427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Transition to ACTIVE for port object 6ac45f79-6533-463b-ac14-67f0ca06c965 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:23.363223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-434afdae-0f42-41fc-bba6-1b4fba2baf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.372150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:23.410780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e159be6-530e-4320-8bb5-9b2fb7f831cf req-b3fbc31c-a01b-44aa-8fd3-dca82c1f93b6 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992260 Feb 11 13:44:23.411878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434afdae-0f42-41fc-bba6-1b4fba2baf33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedf5d65-5c97-4e28-90dd-1e5cbdf070c9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:23.414637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-434afdae-0f42-41fc-bba6-1b4fba2baf33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.420899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-434afdae-0f42-41fc-bba6-1b4fba2baf33 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bedf5d65-5c97-4e28-90dd-1e5cbdf070c9 HTTP/1.1" status: 204 len: 168 time: 0.4485574 Feb 11 13:44:23.425087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41922) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:23.434209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afcf7e0-dfea-4c6b-abdd-296b31f39146 None None] Network 7be8d825-1a18-4061-8ebc-28a8b6a0f54d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:44:23.557745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.666069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.682843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:23.692216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:23.697020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:23.697356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:23.697685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on network e602179c-beb1-4ba7-93ca-e28e87950507 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:23.700066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:23.725471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=6ac45f79-6533-463b-ac14-67f0ca06c965,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:23.743879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Deleting port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:23.744221 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.787238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on network e602179c-beb1-4ba7-93ca-e28e87950507 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:44:23.787614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on network e602179c-beb1-4ba7-93ca-e28e87950507 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:23.813831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:23.814441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Checking segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:23.815035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Bound using segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:23.815658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Bound port: 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:23.816005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.825953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c4da4d-ccf7-431d-80e8-a100c9507137 None None] DHCP port deletion for 7be8d825-1a18-4061-8ebc-28a8b6a0f54d request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:44:23.831813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4da4d-ccf7-431d-80e8-a100c9507137 None None] Deleting port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:23.832131 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5c4da4d-ccf7-431d-80e8-a100c9507137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.840853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.858434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 07a374bd-64ab-4b94-8816-ce05db9daf28 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:24.066342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:24.077368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 07a374bd-64ab-4b94-8816-ce05db9daf28 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:24.077919 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.118936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:24.132333 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.139903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e800f080-4a10-49a5-b020-3c3762aad781 None None] Provisioning for port 6ac45f79-6533-463b-ac14-67f0ca06c965 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:24.159256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c5c4da4d-ccf7-431d-80e8-a100c9507137 None None] For port cb35a096-3e14-4a97-a3a6-2ad89b38aa45, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cb35a096-3e14-4a97-a3a6-2ad89b38aa45,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:24.159637 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5c4da4d-ccf7-431d-80e8-a100c9507137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.172558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e800f080-4a10-49a5-b020-3c3762aad781 None None] Provisioning complete for port 6ac45f79-6533-463b-ac14-67f0ca06c965 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:24.172558 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e800f080-4a10-49a5-b020-3c3762aad781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.175627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] For port cb35a096-3e14-4a97-a3a6-2ad89b38aa45, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=cb35a096-3e14-4a97-a3a6-2ad89b38aa45,segment=NetworkSegment(b1ee9e50-be7d-42c9-9897-6d2d422c7d4b),segment_id=b1ee9e50-be7d-42c9-9897-6d2d422c7d4b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:24.176099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.319515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4da4d-ccf7-431d-80e8-a100c9507137 None None] Calling delete_port for cb35a096-3e14-4a97-a3a6-2ad89b38aa45 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:24.327631 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.349735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Calling delete_port for cb35a096-3e14-4a97-a3a6-2ad89b38aa45 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:44:24.417965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e800f080-4a10-49a5-b020-3c3762aad781 None None] Port 6ac45f79-6533-463b-ac14-67f0ca06c965 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:44:24.464626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a5a3553-e442-4c2a-be84-8e65bd308749 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:24.512560 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5c4da4d-ccf7-431d-80e8-a100c9507137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.533366 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.535063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] 10.222.0.73 "PUT /v2.0/ports/29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1092 time: 2.3276680 Feb 11 13:44:24.569446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:24.576527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd774d60-830c-498d-b5e0-013f5b6ef42e service neutron] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:24.584147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4da4d-ccf7-431d-80e8-a100c9507137 None None] Pushing event deleted for resources: {'Port': ['ID=cb35a096-3e14-4a97-a3a6-2ad89b38aa45,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:24.594085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4da4d-ccf7-431d-80e8-a100c9507137 None None] No DVR routers for this DVR port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:24.626041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6a5a3553-e442-4c2a-be84-8e65bd308749 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:24.626041 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.693446 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'status': 'completed', 'code': 200} Feb 11 13:44:24.915266 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:44:24.915489 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:44:24.964639 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-8519ac62-d095-4bc2-bb34-a438b35ca9bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1095 time: 0.3815827 Feb 11 13:44:24.975272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4a99b-d4dd-4794-a6d6-1a985cc8fe10 req-ba61b265-546f-4b04-a208-88fe1482c269 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:24.975942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-10f4a99b-d4dd-4794-a6d6-1a985cc8fe10 req-ba61b265-546f-4b04-a208-88fe1482c269 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:25.061528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-9a390629-e154-459a-b313-0a43dad0143b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 217 time: 0.0829163 Feb 11 13:44:25.072234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-10f4a99b-d4dd-4794-a6d6-1a985cc8fe10 req-ba61b265-546f-4b04-a208-88fe1482c269 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:25.073266 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10f4a99b-d4dd-4794-a6d6-1a985cc8fe10 req-ba61b265-546f-4b04-a208-88fe1482c269 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 944 time: 0.4401374 Feb 11 13:44:25.238704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c099f-e154-4ca1-b638-54d10bec118e req-339c8f1c-1e9a-4a3e-9247-bc7c43be13e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:25.240044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-339c8f1c-1e9a-4a3e-9247-bc7c43be13e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.1688497 Feb 11 13:44:25.290397 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10f4a99b-d4dd-4794-a6d6-1a985cc8fe10 req-510b8f20-2c16-4213-9620-d67d88ee4950 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865685 Feb 11 13:44:25.373858 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.378447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-633c976e-c64b-4dec-be15-b9288d11bc19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295550 Feb 11 13:44:25.379467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.459581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Deleting port cb35a096-3e14-4a97-a3a6-2ad89b38aa45 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:44:25.459911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.623369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] The port 'cb35a096-3e14-4a97-a3a6-2ad89b38aa45' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:44:25.668003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=6ac45f79-6533-463b-ac14-67f0ca06c965,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:25.676074 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.777976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cb35a096-3e14-4a97-a3a6-2ad89b38aa45 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:44:25.814743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: cb35a096-3e14-4a97-a3a6-2ad89b38aa45 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:44:25.815001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device cb35a096-3e14-4a97-a3a6-2ad89b38aa45 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:44:25.818247 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-8ed8a72c-dbf2-4955-a083-7a1f2de8b1b8 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140711 Feb 11 13:44:25.886351 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.108470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be8d825-1a18-4061-8ebc-28a8b6a0f54d']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:26.137146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:26.137423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ee9e50-be7d-42c9-9897-6d2d422c7d4b') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:26.170025 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.197568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:26.202764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:26.267657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.339030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:44:26.339430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:26.354656 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:26.412660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-630c099f-e154-4ca1-b638-54d10bec118e req-be619dd2-fe2d-4976-aca5-48edc9437719 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475690 Feb 11 13:44:26.458446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.478600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.494075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4b516db5-55f4-4490-b55b-10a941a7d82b None None] Provisioning complete for port 6ac45f79-6533-463b-ac14-67f0ca06c965 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:26.494845 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4b516db5-55f4-4490-b55b-10a941a7d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.528418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138819e-c75f-4e8d-bbe1-b4136ac074b0 req-28d13504-39c6-4bad-8bd1-ac18bef8507b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:26.528995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=7be8d825-1a18-4061-8ebc-28a8b6a0f54d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:26.536163 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d138819e-c75f-4e8d-bbe1-b4136ac074b0 req-28d13504-39c6-4bad-8bd1-ac18bef8507b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 944 time: 0.1058633 Feb 11 13:44:26.569512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4b516db5-55f4-4490-b55b-10a941a7d82b None None] Port 6ac45f79-6533-463b-ac14-67f0ca06c965 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:44:26.583187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0fd4de66-79c5-43ca-991b-970835d57d5c admin admin] 10.222.0.67 "DELETE /v2.0/networks/7be8d825-1a18-4061-8ebc-28a8b6a0f54d HTTP/1.1" status: 204 len: 168 time: 3.1570683 Feb 11 13:44:26.594895 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d138819e-c75f-4e8d-bbe1-b4136ac074b0 req-7c41f5b1-7464-45b4-b159-46f8e08ecec8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577557 Feb 11 13:44:26.726271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13efab07-a61d-471e-8afc-d2b893bfc248 req-cc973277-bd12-47a2-9513-dfb88edc6ee2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1095 time: 0.2373161 Feb 11 13:44:26.739289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41934) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:26.789742 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-379fd14a-e1a7-49a5-a25d-58443b8b32e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9a103688493244f98aa2bad572032bde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492561 Feb 11 13:44:26.792108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41938) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:26.855954 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e59e86-3397-4b9b-a2be-b1a022e7a888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.882090 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e59e86-3397-4b9b-a2be-b1a022e7a888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.886195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efab07-a61d-471e-8afc-d2b893bfc248 req-8fb6248b-565a-4bc1-8a3f-7ce6639fe3de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:26.887669 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13efab07-a61d-471e-8afc-d2b893bfc248 req-8fb6248b-565a-4bc1-8a3f-7ce6639fe3de service neutron] 10.222.0.73 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.1538281 Feb 11 13:44:26.936384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e59e86-3397-4b9b-a2be-b1a022e7a888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.960312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e59e86-3397-4b9b-a2be-b1a022e7a888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:26.970259 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13efab07-a61d-471e-8afc-d2b893bfc248 req-fe105dba-657b-4a28-9a60-fb20edb19696 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 217 time: 0.0760589 Feb 11 13:44:26.977366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e59e86-3397-4b9b-a2be-b1a022e7a888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.981128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-76e59e86-3397-4b9b-a2be-b1a022e7a888 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7bb7afe5-6c9a-4a01-ab82-f39ca29d2cc2 HTTP/1.1" status: 204 len: 168 time: 0.1852374 Feb 11 13:44:27.043629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router 3e8747bc-5de6-4510-a092-0bbeba622b52 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:27.060148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efab07-a61d-471e-8afc-d2b893bfc248 req-f3f1dbae-908c-4e9b-97c1-b3aec7ff8623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:27.061864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13efab07-a61d-471e-8afc-d2b893bfc248 req-f3f1dbae-908c-4e9b-97c1-b3aec7ff8623 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.0847981 Feb 11 13:44:27.301178 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13efab07-a61d-471e-8afc-d2b893bfc248 req-9407b27a-5d5d-433e-9a82-d36b5fab130b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2323999 Feb 11 13:44:27.476673 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13efab07-a61d-471e-8afc-d2b893bfc248 req-492024f7-9df0-4c26-b368-92db86587d50 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680827 Feb 11 13:44:27.701037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:27.711948 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-66e80141-c0a2-4fb1-ab12-096849a0d310 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "PUT /v2.0/routers/3e8747bc-5de6-4510-a092-0bbeba622b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2883837 Feb 11 13:44:27.712116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41958) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:27.824222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13efab07-a61d-471e-8afc-d2b893bfc248 req-6b469034-8503-4011-832f-9120726c47b6 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419523 Feb 11 13:44:27.863574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41b51e-987c-49a7-8149-ad199824690e req-d04e6bdc-0ba3-4ddd-92a2-06251c671b71 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:27.865109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ec41b51e-987c-49a7-8149-ad199824690e req-d04e6bdc-0ba3-4ddd-92a2-06251c671b71 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 944 time: 0.1120961 Feb 11 13:44:27.913589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8ac0d-4c2f-48ea-8fcc-f8b9ba96bbc4 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:27.913965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8ac0d-4c2f-48ea-8fcc-f8b9ba96bbc4 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:27.914461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8ac0d-4c2f-48ea-8fcc-f8b9ba96bbc4 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:27.914844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8ac0d-4c2f-48ea-8fcc-f8b9ba96bbc4 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:27.915196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8ac0d-4c2f-48ea-8fcc-f8b9ba96bbc4 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:27.916901 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7fc8ac0d-4c2f-48ea-8fcc-f8b9ba96bbc4 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2027805 Feb 11 13:44:27.921438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41966) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:27.924184 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ec41b51e-987c-49a7-8149-ad199824690e req-72260549-43ed-4a30-9d74-8d225a270ea9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522258 Feb 11 13:44:27.978528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:44:27.999655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af71d6-a383-4af3-bca9-39346223fe3f tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:28.000050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af71d6-a383-4af3-bca9-39346223fe3f tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:28.000925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af71d6-a383-4af3-bca9-39346223fe3f tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:28.001298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af71d6-a383-4af3-bca9-39346223fe3f tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:28.001651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af71d6-a383-4af3-bca9-39346223fe3f tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:28.006139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-81af71d6-a383-4af3-bca9-39346223fe3f tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0811450 Feb 11 13:44:28.006324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 41970) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:28.142166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:28.156312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'port_id': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'mac_address': 'fa:16:3e:96:26:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:44:28.212167 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.234463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dda3f7-e203-4dc4-9481-be64ccf32c5a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:44:28.249471 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e674bb5f-c762-4cef-9066-883e1fa53ff3 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.2421792 Feb 11 13:44:28.255914 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:28.261620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.330370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:28.459571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 41996) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:28.463697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['29dda3f7-e203-4dc4-9481-be64ccf32c5a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:44:28.465227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813263380', 'description': 'tempest-secgroup-smoke-1813263380 description', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:28.472389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:28.476733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:28.479881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:28.489741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:28.524063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.562643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:28.567622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:28.570521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:28.576080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:28.638232 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.644522 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.697949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5284781a-0ede-4cac-a69a-1cc24eeb904f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:28.700702 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.704832 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7617f680-c6fd-463c-b10b-d5146697e382 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2413120 Feb 11 13:44:28.704832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42004) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:28.710419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '5284781a-0ede-4cac-a69a-1cc24eeb904f', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:28.717242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:28.721618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:28.724785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:28.731767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:28.749998 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.818028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.822604 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.839917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42010) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:28.850813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c477f5-91e7-4250-a958-59cd60a1a5e3,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:28.859695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.861004 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5b1ad11d-375c-4b7e-b283-a856969e3a19 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1552410 Feb 11 13:44:28.863828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42016) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:28.869221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '5284781a-0ede-4cac-a69a-1cc24eeb904f', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:28.876009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:28.879880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:28.882836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:28.888439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:28.905198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.971212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.975734 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.002020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7f8220-91c7-4261-be19-16e949748ed2,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.011655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.017238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6ce95ef-4712-456c-8d56-5a44458c7fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.017409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f750bdce-3df8-467d-9806-702fb1c14650 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1496515 Feb 11 13:44:29.017695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42022) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:29.023521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '5284781a-0ede-4cac-a69a-1cc24eeb904f', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:29.031104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:29.036486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:29.039596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:29.048082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:29.049247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6ce95ef-4712-456c-8d56-5a44458c7fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:29.054134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6ce95ef-4712-456c-8d56-5a44458c7fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:b7c5f472b67e45ceb995284cc2399134 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:29.057294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6ce95ef-4712-456c-8d56-5a44458c7fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:29.063959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6ce95ef-4712-456c-8d56-5a44458c7fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:29.110624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.133039 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6ce95ef-4712-456c-8d56-5a44458c7fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.137222 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6ce95ef-4712-456c-8d56-5a44458c7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.181118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e042ad-1178-4655-b781-a522f08073c2 req-b7a118d4-9461-47ac-a783-451391f47c6b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:29.182611 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73e042ad-1178-4655-b781-a522f08073c2 req-b7a118d4-9461-47ac-a783-451391f47c6b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 945 time: 0.1300070 Feb 11 13:44:29.182728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce95ef-4712-456c-8d56-5a44458c7fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6bb95c-17bc-4da5-8961-682776a3384d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.189089 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6ce95ef-4712-456c-8d56-5a44458c7fa5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b7c5f472b67e45ceb995284cc2399134&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3474519 Feb 11 13:44:29.193192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42026) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:29.203219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.220554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.252551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a18a0f1-153a-401e-9089-bf8c36122b52,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.260517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36c4b148-36df-4d44-9fab-20fafc37d18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.269956 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.271149 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-94302e34-4f96-4887-b5bc-2817b7f15198 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2524548 Feb 11 13:44:29.274070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42030) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:29.275049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73e042ad-1178-4655-b781-a522f08073c2 req-1bbe9efe-4e16-4590-86f6-16c83d24242b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766680 Feb 11 13:44:29.287420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '5284781a-0ede-4cac-a69a-1cc24eeb904f', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:29.298465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:29.305841 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36c4b148-36df-4d44-9fab-20fafc37d18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.312493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:29.318172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:29.329924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:29.363087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.402838 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36c4b148-36df-4d44-9fab-20fafc37d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.426528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4b148-36df-4d44-9fab-20fafc37d18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6bb95c-17bc-4da5-8961-682776a3384d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.437803 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36c4b148-36df-4d44-9fab-20fafc37d18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.439269 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36c4b148-36df-4d44-9fab-20fafc37d18a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f6bb95c-17bc-4da5-8961-682776a3384d HTTP/1.1" status: 204 len: 168 time: 0.2450998 Feb 11 13:44:29.464359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.468106 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.494515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a387cb20-f116-44b6-af9d-061dc2068ded,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.507750 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.508918 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cb25929a-15e5-4e1f-8d0d-2d3de6f82d56 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2338820 Feb 11 13:44:29.511588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42036) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:29.517767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '5284781a-0ede-4cac-a69a-1cc24eeb904f', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:29.525001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:29.531089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:29.535204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:29.541039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:29.552188 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Project 17d1b092f18e487e89704f11a4bdfe9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:44:29.559212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.627316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.630815 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.657952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5542f82b-0a99-4f50-a9ac-1709e593791b,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.668488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.672235 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cb3de6aa-fb57-445c-9de1-8eb576d087b1 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1572127 Feb 11 13:44:29.673447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42042) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:29.680083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'security_group_rule': {'security_group_id': '5284781a-0ede-4cac-a69a-1cc24eeb904f', 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:29.687257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:29.692071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:security_group_rule and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:29.695373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:29.701539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:29.809218 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Project 17d1b092f18e487e89704f11a4bdfe9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:44:29.816235 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.883336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.886525 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.911482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af17d237-1841-4c81-a10d-9b925e7788e7,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.920368 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.921529 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d164c7f2-824f-435c-a436-6494bc2c3282 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2469745 Feb 11 13:44:29.991659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:30.070392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 29dda3f7-e203-4dc4-9481-be64ccf32c5a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:30.076415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 29dda3f7-e203-4dc4-9481-be64ccf32c5a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:30.077024 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.177655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-d08df5f1-71f3-4f33-982a-e48abf92026d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813263380&fields=id&tenant_id=17d1b092f18e487e89704f11a4bdfe9c HTTP/1.1" status: 200 len: 267 time: 0.0479870 Feb 11 13:44:30.211537 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.241302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:30.251740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:30.256149 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.312258 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'code': 200} Feb 11 13:44:30.341435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:30.359562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b352841-b1c6-4550-84e3-726d312df94b req-0208be5e-94cb-465c-9ab6-edd9ace4dfb8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:30.360417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9b352841-b1c6-4550-84e3-726d312df94b req-0208be5e-94cb-465c-9ab6-edd9ace4dfb8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:30.377335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9b352841-b1c6-4550-84e3-726d312df94b req-0208be5e-94cb-465c-9ab6-edd9ace4dfb8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:30.378690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-0208be5e-94cb-465c-9ab6-edd9ace4dfb8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/networks?id=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e HTTP/1.1" status: 200 len: 797 time: 0.1938901 Feb 11 13:44:30.396803 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-4e126d64-e645-4bbb-b133-bac4d5a84baf tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/quotas/17d1b092f18e487e89704f11a4bdfe9c HTTP/1.1" status: 200 len: 375 time: 0.0125422 Feb 11 13:44:30.443496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42072) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:30.493131 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-b7760176-3ec4-4021-b16f-b060a13391bd tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898092 Feb 11 13:44:30.552620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6497be4-04e1-482d-8f2a-61c2c768ed67 req-df9b4779-d1da-4802-a0d0-964bcc90801a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:30.554330 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d6497be4-04e1-482d-8f2a-61c2c768ed67 req-df9b4779-d1da-4802-a0d0-964bcc90801a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1221454 Feb 11 13:44:30.560949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df08abc2-337a-4a7f-b20d-65405a041ed2 req-1c3f35e3-cbd4-4679-8128-6ac5504d00ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1097 time: 0.1898847 Feb 11 13:44:30.595836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-471235849-network', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:30.609412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:30.616758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Usage tracker for resource:network and tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:30.620866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:30.630364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:30.634400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d6497be4-04e1-482d-8f2a-61c2c768ed67 req-f2288e4b-9b26-438c-9798-32fbfc93b433 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725236 Feb 11 13:44:30.637342 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df08abc2-337a-4a7f-b20d-65405a041ed2 req-e048faf0-e447-461f-933a-0c3d292e1825 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616505 Feb 11 13:44:30.659497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Made reservation on behalf of 3dd8fcec94cf4ff1bcda9bf611ee1d73 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:30.661744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.679844 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.690015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-a1d74fb9-d62c-4d9a-a2f7-51df5385d99a service neutron] 10.222.0.67 "GET /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833982 Feb 11 13:44:30.792204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:30.799348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Usage tracker for resource:security_group_rule and tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:30.803694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:30.813649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:30.852814 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-844aeb1c-804b-4295-8089-61c015ef91af service neutron] 10.222.0.67 "GET /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560748 Feb 11 13:44:30.904323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.908783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.938310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:30.947140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98c533d-78ae-4bc3-8285-c0d9e9489b25,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:30.952590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.952918 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Added segment ce113520-19cb-4102-bbef-a98a2de9e250 of type vlan for network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd Feb 11 13:44:30.981269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.027371 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.028223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:31.028867 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.050038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6daf1497-8cd7-4f4c-9d1f-e2b4d048071e req-44b20bd2-1b5a-4101-8f1a-6ed8d8bdb22e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:31.066684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6daf1497-8cd7-4f4c-9d1f-e2b4d048071e req-44b20bd2-1b5a-4101-8f1a-6ed8d8bdb22e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:31.067876 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6daf1497-8cd7-4f4c-9d1f-e2b4d048071e req-44b20bd2-1b5a-4101-8f1a-6ed8d8bdb22e tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 210 time: 0.0610623 Feb 11 13:44:31.130160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] Pushing event updated for resources: {'Network': ['ID=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:31.133374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5d45b751-b94c-47b1-a50a-55f40ed52c7d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6895902 Feb 11 13:44:31.136391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42086) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:31.142531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Request body: {'subnet': {'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-471235849-subnet', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:31.142712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:44:31.148121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:31.151974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Usage tracker for resource:subnet and tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:31.154851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:31.160571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:31.171899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Made reservation on behalf of 3dd8fcec94cf4ff1bcda9bf611ee1d73 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:31.174483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.389270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.454247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb11f61-e666-450b-a178-0966748da77c,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:31.477412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Checking segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:31.477767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Network hostable DHCP agents. Network: d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:31.501202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:31.511419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:31.515130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:31.515714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.529076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5010713-0897-401e-a112-ffc9e8dd17b0 None None] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:44:31.541495 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-92861cf6-e52e-4b08-9073-ff2857cf6e5c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4037762 Feb 11 13:44:31.543985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42092) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:31.556908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:31.562901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:31.568035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Usage tracker for resource:router and tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:31.572668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:31.579405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:31.592805 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.593861 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.615998 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.803866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:44:31.804672 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.838634 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.891461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7644d-1bad-428f-930f-acbdb1766735 req-c5777447-c910-4e13-822a-d8b741acf89f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:31.892922 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afa7644d-1bad-428f-930f-acbdb1766735 req-c5777447-c910-4e13-822a-d8b741acf89f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1165462 Feb 11 13:44:31.966479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Allocated IP 172.20.0.2 (d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd/9fb11f61-e666-450b-a178-0966748da77c/8e090723-b6db-48e6-8121-4d1d6ade5dac) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:32.115182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afa7644d-1bad-428f-930f-acbdb1766735 req-9a34818d-001c-4abd-87ce-3d91d300f457 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802580 Feb 11 13:44:32.208145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b352841-b1c6-4550-84e3-726d312df94b req-88a7687c-df60-45da-9bd0-936ad091e31b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:32.209463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9b352841-b1c6-4550-84e3-726d312df94b req-88a7687c-df60-45da-9bd0-936ad091e31b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:32.223512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9b352841-b1c6-4550-84e3-726d312df94b req-88a7687c-df60-45da-9bd0-936ad091e31b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:32.224752 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-88a7687c-df60-45da-9bd0-936ad091e31b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "GET /v2.0/networks?id=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e HTTP/1.1" status: 200 len: 797 time: 0.1893001 Feb 11 13:44:32.236838 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.245511 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.269512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Transition to ACTIVE for port object 8e090723-b6db-48e6-8121-4d1d6ade5dac will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:32.282076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.296450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Transition to ACTIVE for port object 8e090723-b6db-48e6-8121-4d1d6ade5dac will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:32.303653 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.335592 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6801241b-9745-446c-9043-b52ffb03ccb4 req-382f430c-1013-4b66-8adf-e6c3cc944240 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 210 time: 0.0552900 Feb 11 13:44:32.338429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9b352841-b1c6-4550-84e3-726d312df94b req-24a80220-d387-4f6f-ae61-fc7bb35cda24 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:32.360288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9b352841-b1c6-4550-84e3-726d312df94b req-24a80220-d387-4f6f-ae61-fc7bb35cda24 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:32.361812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-24a80220-d387-4f6f-ae61-fc7bb35cda24 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17d1b092f18e487e89704f11a4bdfe9c HTTP/1.1" status: 200 len: 380 time: 0.1240692 Feb 11 13:44:32.371194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'port': {'device_id': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'admin_state_up': True, 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'security_groups': ['5284781a-0ede-4cac-a69a-1cc24eeb904f']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:32.401201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:32.402368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:32.406061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:32.412809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Pushing event updated for resources: {'Port': ['ID=8e090723-b6db-48e6-8121-4d1d6ade5dac,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.451638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Allocated IP 172.25.4.49 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/7b456584-128c-437c-82c2-c686f7903093) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:32.532129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Attempting to bind port 8e090723-b6db-48e6-8121-4d1d6ade5dac on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:32.532702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Attempting to bind port 8e090723-b6db-48e6-8121-4d1d6ade5dac by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:32.533460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Attempting to bind port 8e090723-b6db-48e6-8121-4d1d6ade5dac on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:32.537485 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:32.541582 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:32.542266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Checking segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:32.542946 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.543539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Bound using segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:32.544189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Bound port: 8e090723-b6db-48e6-8121-4d1d6ade5dac, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:32.544765 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.550709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:32.565540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Made reservation on behalf of 17d1b092f18e487e89704f11a4bdfe9c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:32.569620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.644220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] For port 8e090723-b6db-48e6-8121-4d1d6ade5dac, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:32.648436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] For port 8e090723-b6db-48e6-8121-4d1d6ade5dac, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8e090723-b6db-48e6-8121-4d1d6ade5dac,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:32.652116 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.670162 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.702513 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.740774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Allocated IP 172.20.0.14 (8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e/9ba5ffb9-cc56-4030-9010-b42d7688cd89/f8267c2e-f429-4b3c-93d3-85827124507a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:32.745692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c867bc-14d0-45be-b594-518a75f007cd None None] Pushing event updated for resources: {'Port': ['ID=8e090723-b6db-48e6-8121-4d1d6ade5dac,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.783339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:32.786984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:32.790761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:32.833495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Pushing event updated for resources: {'Port': ['ID=7b456584-128c-437c-82c2-c686f7903093,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.994123 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.995986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.996972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.012131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Transition to ACTIVE for port object f8267c2e-f429-4b3c-93d3-85827124507a will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:33.037021 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.124761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:33.127747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:33.132265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:33.167102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=f8267c2e-f429-4b3c-93d3-85827124507a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:33.207684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:33.208385 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.242143 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-39d6336e-2305-462d-8e67-e0f2a1b3124b tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8749161 Feb 11 13:44:33.263412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Request body: {'port': {'device_id': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:33.337795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Router 6a9c51ff-645e-4408-8607-325bee4d7c48 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:33.365103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c479d-6c77-489b-87e3-3a36b50ec13e req-e693ffa2-5d9a-4c0c-8a09-6f55c212fa83 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:33.366787 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a4c479d-6c77-489b-87e3-3a36b50ec13e req-e693ffa2-5d9a-4c0c-8a09-6f55c212fa83 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1115522 Feb 11 13:44:33.387416 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.553009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cac36a26-6322-4bde-9748-b63fb7133044 None None] Provisioning for port f8267c2e-f429-4b3c-93d3-85827124507a completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:33.564974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cac36a26-6322-4bde-9748-b63fb7133044 None None] Provisioning complete for port f8267c2e-f429-4b3c-93d3-85827124507a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:33.567050 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cac36a26-6322-4bde-9748-b63fb7133044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.604820 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a4c479d-6c77-489b-87e3-3a36b50ec13e req-8ac26dbd-f195-4358-ab1b-7b3bc881c99c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764355 Feb 11 13:44:33.661498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-cac36a26-6322-4bde-9748-b63fb7133044 None None] Port f8267c2e-f429-4b3c-93d3-85827124507a cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:44:33.692531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:33.703019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Sync routers for ids ['6a9c51ff-645e-4408-8607-325bee4d7c48'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:44:33.721746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.725930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7a7d680c-0efb-4dc8-890b-42cd79849e44 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1783473 Feb 11 13:44:33.726275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42106) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:33.733078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Routers {'6a9c51ff-645e-4408-8607-325bee4d7c48'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:33.733880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6a9c51ff-645e-4408-8607-325bee4d7c48'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:33.944972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b66327-01e0-4492-97d4-f9eb6ac0c1f6 req-fc3cc2d5-324d-432e-805d-83d6788a2984 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:33.945719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-96b66327-01e0-4492-97d4-f9eb6ac0c1f6 req-fc3cc2d5-324d-432e-805d-83d6788a2984 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:33.977567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8e090723-b6db-48e6-8121-4d1d6ade5dac up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:33.989809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-96b66327-01e0-4492-97d4-f9eb6ac0c1f6 req-fc3cc2d5-324d-432e-805d-83d6788a2984 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:33.991183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96b66327-01e0-4492-97d4-f9eb6ac0c1f6 req-fc3cc2d5-324d-432e-805d-83d6788a2984 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 932 time: 0.4071341 Feb 11 13:44:34.029854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9f4bf-890a-4960-a0c2-9c15997a6a88 None None] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:44:34.081093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c472930-ac94-49a0-8228-4871d9752201 req-fb38d5f9-e7bb-4885-b8e4-c5693945cd8c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:34.082565 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c472930-ac94-49a0-8228-4871d9752201 req-fb38d5f9-e7bb-4885-b8e4-c5693945cd8c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1148520 Feb 11 13:44:34.107652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8267c2e-f429-4b3c-93d3-85827124507a {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:44:34.115831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96b66327-01e0-4492-97d4-f9eb6ac0c1f6 req-f13f78ce-ee99-48a6-a346-7a3cd7aa9e47 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175535 Feb 11 13:44:34.123408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.151814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Transition to ACTIVE for port object f8267c2e-f429-4b3c-93d3-85827124507a will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:34.155545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c472930-ac94-49a0-8228-4871d9752201 req-4a396758-fbb2-4dab-9499-1397982b886f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618830 Feb 11 13:44:34.157449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.194370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42110) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:34.208901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Set router 6a9c51ff-645e-4408-8607-325bee4d7c48 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:34.262708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bb591b8-596d-4948-afdd-ff262f748c50 None None] Provisioning for port 8e090723-b6db-48e6-8121-4d1d6ade5dac completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:34.340124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Pushing event updated for resources: {'Port': ['ID=f8267c2e-f429-4b3c-93d3-85827124507a,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:34.397740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 8e090723-b6db-48e6-8121-4d1d6ade5dac completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:34.455394 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-26a7c869-b0d3-407a-be2b-c162132a307c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1092 time: 0.2551625 Feb 11 13:44:34.458156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42114) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:34.462713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8e090723-b6db-48e6-8121-4d1d6ade5dac triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:34.463032 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.478159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:34.485938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:34.521228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:floatingip and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:34.527389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:34.535487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:34.541920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Attempting to bind port f8267c2e-f429-4b3c-93d3-85827124507a on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:34.542248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Attempting to bind port f8267c2e-f429-4b3c-93d3-85827124507a by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:34.542571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Attempting to bind port f8267c2e-f429-4b3c-93d3-85827124507a on network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:34.554417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Port f8267c2e-f429-4b3c-93d3-85827124507a on network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:44:34.554771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Attempting to bind port f8267c2e-f429-4b3c-93d3-85827124507a on network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:34.571132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.598146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:34.598484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Checking segment: {'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:34.598913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Bound using segment: {'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:34.599625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Bound port: f8267c2e-f429-4b3c-93d3-85827124507a, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:34.599845 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.766758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] For port f8267c2e-f429-4b3c-93d3-85827124507a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:34.770119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] For port f8267c2e-f429-4b3c-93d3-85827124507a, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f8267c2e-f429-4b3c-93d3-85827124507a,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:34.779917 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.801589 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.858535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 8e090723-b6db-48e6-8121-4d1d6ade5dac, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8e090723-b6db-48e6-8121-4d1d6ade5dac,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:34.867581 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.869715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.871372 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] 10.222.0.73 "PUT /v2.0/ports/f8267c2e-f429-4b3c-93d3-85827124507a HTTP/1.1" status: 200 len: 1092 time: 1.6211290 Feb 11 13:44:34.871571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'tag': 'f8267c2e-f429-4b3c-93d3-85827124507a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:34.900388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4509908-9ffc-4e25-9931-d14976b01d72 service neutron] Pushing event updated for resources: {'Port': ['ID=f8267c2e-f429-4b3c-93d3-85827124507a,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:34.905034 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.991217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '7b456584-128c-437c-82c2-c686f7903093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 3, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port': {'id': '7b456584-128c-437c-82c2-c686f7903093', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:aa:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:35.002666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Checking router: 6a9c51ff-645e-4408-8607-325bee4d7c48 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:44:35.003421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Updating router 6a9c51ff-645e-4408-8607-325bee4d7c48 port 7b456584-128c-437c-82c2-c686f7903093 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:44:35.004640 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'tag': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'status': 'completed', 'code': 200} Feb 11 13:44:35.047289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=8e090723-b6db-48e6-8121-4d1d6ade5dac,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:35.080432 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.111844 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.136903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-19c413a6-8c3a-4e1e-ac6d-a9b3336c6d8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 1095 time: 0.2280927 Feb 11 13:44:35.222623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.25.4.133 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/0cab8143-259b-409c-86a5-854d1d6665a8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:35.228390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-338b2dcd-07df-4dcf-9cc5-9081cc26445f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8267c2e-f429-4b3c-93d3-85827124507a HTTP/1.1" status: 200 len: 217 time: 0.0842180 Feb 11 13:44:35.294083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b4349dad-6aa3-4005-94a4-1ccbc39d0adc None None] Provisioning complete for port 8e090723-b6db-48e6-8121-4d1d6ade5dac triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:35.294501 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4349dad-6aa3-4005-94a4-1ccbc39d0adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.378662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b352841-b1c6-4550-84e3-726d312df94b req-03a938c2-6e15-4067-83cf-da3953bcd852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:35.380121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-03a938c2-6e15-4067-83cf-da3953bcd852 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ba5ffb9-cc56-4030-9010-b42d7688cd89 HTTP/1.1" status: 200 len: 834 time: 0.1421158 Feb 11 13:44:35.471382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Allocated IP 172.20.0.1 (d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd/9fb11f61-e666-450b-a178-0966748da77c/390d7047-80de-4024-8729-60e7ae88a1e6) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:35.478220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0037e1-0819-4816-b4d4-498c0618a878 req-d2c2eea9-85a9-4679-9733-ed38b57851d7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:35.479716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a0037e1-0819-4816-b4d4-498c0618a878 req-d2c2eea9-85a9-4679-9733-ed38b57851d7 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 944 time: 0.1599948 Feb 11 13:44:35.486402 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.511170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-3125ca70-48c4-4a18-bb0a-b1680ec20a91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236095 Feb 11 13:44:35.608415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.626165 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a0037e1-0819-4816-b4d4-498c0618a878 req-f6e85628-5fb4-47b3-946c-51d69576ea21 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335087 Feb 11 13:44:35.699389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.700090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:35.706830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:35.719226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:35.720406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Transition to ACTIVE for port object 390d7047-80de-4024-8729-60e7ae88a1e6 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:35.746924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.747672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=0cab8143-259b-409c-86a5-854d1d6665a8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:35.829781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:35.834250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:35.836620 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:35.850074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8e090723-b6db-48e6-8121-4d1d6ade5dac up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:35.870898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Pushing event updated for resources: {'Port': ['ID=390d7047-80de-4024-8729-60e7ae88a1e6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:35.873609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-ae569124-f7f8-48d8-b708-83d34d09980b service neutron] 10.222.0.73 "GET /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551557 Feb 11 13:44:35.901729 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.974848 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.992552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Transition to ACTIVE for port object 7b456584-128c-437c-82c2-c686f7903093 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:36.004722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8e090723-b6db-48e6-8121-4d1d6ade5dac triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:36.005521 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.021523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.077150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.131476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b352841-b1c6-4550-84e3-726d312df94b req-071baec4-b331-456a-ba49-e017b733a580 service neutron] 10.222.0.73 "GET /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517779 Feb 11 13:44:36.169774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Attempting to bind port 7b456584-128c-437c-82c2-c686f7903093 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:36.170339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Attempting to bind port 7b456584-128c-437c-82c2-c686f7903093 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:36.170897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Attempting to bind port 7b456584-128c-437c-82c2-c686f7903093 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:36.261094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-730db282-8fa7-4dd6-a273-2d32fafa79d7 None None] Provisioning for port 390d7047-80de-4024-8729-60e7ae88a1e6 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:36.271436 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e7817-fa4d-4988-9541-1c0afb5b2a99 None None] Pushing event updated for resources: {'Port': ['ID=7b456584-128c-437c-82c2-c686f7903093,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:36.287730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-730db282-8fa7-4dd6-a273-2d32fafa79d7 None None] Provisioning complete for port 390d7047-80de-4024-8729-60e7ae88a1e6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:36.288182 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-730db282-8fa7-4dd6-a273-2d32fafa79d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.291993 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.299310 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.318034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:36.318516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:36.319009 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.319472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:36.320015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Bound port: 7b456584-128c-437c-82c2-c686f7903093, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:36.320453 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.397512 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b329c493-d62d-4524-997e-c9d7dcf6eea3 req-1ab8dbf6-ced6-4f73-affd-58c8c6170faf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 1095 time: 0.1352189 Feb 11 13:44:36.412735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-730db282-8fa7-4dd6-a273-2d32fafa79d7 None None] Port 390d7047-80de-4024-8729-60e7ae88a1e6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:44:36.423795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] For port 7b456584-128c-437c-82c2-c686f7903093, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:36.427197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] For port 7b456584-128c-437c-82c2-c686f7903093, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7b456584-128c-437c-82c2-c686f7903093,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:36.430406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.431785 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.434748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Pushing event updated for resources: {'Port': ['ID=390d7047-80de-4024-8729-60e7ae88a1e6,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:36.538644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e7817-fa4d-4988-9541-1c0afb5b2a99 None None] Pushing event updated for resources: {'Port': ['ID=7b456584-128c-437c-82c2-c686f7903093,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:36.563313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Routers {'6a9c51ff-645e-4408-8607-325bee4d7c48'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:36.564551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6a9c51ff-645e-4408-8607-325bee4d7c48'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:36.564986 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329c493-d62d-4524-997e-c9d7dcf6eea3 req-dce816d3-b9a4-4dfd-9ab3-83cd6c3cd000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:36.566429 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b329c493-d62d-4524-997e-c9d7dcf6eea3 req-dce816d3-b9a4-4dfd-9ab3-83cd6c3cd000 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e HTTP/1.1" status: 200 len: 898 time: 0.1541545 Feb 11 13:44:36.587821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:36.589136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:36.705067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b329c493-d62d-4524-997e-c9d7dcf6eea3 req-91066b60-1913-4739-bcb1-e36e3ea5da4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8267c2e-f429-4b3c-93d3-85827124507a HTTP/1.1" status: 200 len: 217 time: 0.1321697 Feb 11 13:44:36.818507 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] Set router 6a9c51ff-645e-4408-8607-325bee4d7c48 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:36.823059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.833850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329c493-d62d-4524-997e-c9d7dcf6eea3 req-10002610-6756-4162-b543-d483355649a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:36.835391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b329c493-d62d-4524-997e-c9d7dcf6eea3 req-10002610-6756-4162-b543-d483355649a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ba5ffb9-cc56-4030-9010-b42d7688cd89 HTTP/1.1" status: 200 len: 834 time: 0.1161432 Feb 11 13:44:36.941127 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.024567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b329c493-d62d-4524-997e-c9d7dcf6eea3 req-3705a1b4-91ee-4636-8ee3-b10af83c8bc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614246 Feb 11 13:44:37.074433 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5fa642ea-ad72-46b1-9384-2de4fae65e28 None None] Provisioning complete for port 390d7047-80de-4024-8729-60e7ae88a1e6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:37.075010 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5fa642ea-ad72-46b1-9384-2de4fae65e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.189147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5fa642ea-ad72-46b1-9384-2de4fae65e28 None None] Port 390d7047-80de-4024-8729-60e7ae88a1e6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:44:37.226755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '7b456584-128c-437c-82c2-c686f7903093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port': {'id': '7b456584-128c-437c-82c2-c686f7903093', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:aa:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '390d7047-80de-4024-8729-60e7ae88a1e6', 'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'mac_address': 'fa:16:3e:be:60:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:35Z', 'updated_at': '2022-02-11T13:44:36Z', 'revision_number': 2, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'subnets': [{'id': '9fb11f61-e666-450b-a178-0966748da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:37.227193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Router 6a9c51ff-645e-4408-8607-325bee4d7c48 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:37.231409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8754bee-49f1-441e-af2f-f706cd3dad81 None None] The sync data for ids ['6a9c51ff-645e-4408-8607-325bee4d7c48'] in n-d-818559-1 is: [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '7b456584-128c-437c-82c2-c686f7903093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port': {'id': '7b456584-128c-437c-82c2-c686f7903093', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:aa:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '390d7047-80de-4024-8729-60e7ae88a1e6', 'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'mac_address': 'fa:16:3e:be:60:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:35Z', 'updated_at': '2022-02-11T13:44:36Z', 'revision_number': 2, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'subnets': [{'id': '9fb11f61-e666-450b-a178-0966748da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:44:37.432896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b329c493-d62d-4524-997e-c9d7dcf6eea3 req-ad6f0389-125f-48b3-b708-dfe79f8ca67a service neutron] 10.222.0.73 "GET /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935935 Feb 11 13:44:37.439244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:37.439691 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef72b7-6c20-4652-93aa-6791ce2ea82a req-caf60573-6691-4ef7-9479-2bde63f4f25a tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:37.441074 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7cef72b7-6c20-4652-93aa-6791ce2ea82a req-caf60573-6691-4ef7-9479-2bde63f4f25a tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 944 time: 0.3780687 Feb 11 13:44:37.448134 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1d156759-bee6-47f7-97fb-04c2a6c170b0 admin admin] 10.222.0.67 "PUT /v2.0/routers/6a9c51ff-645e-4408-8607-325bee4d7c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7207720 Feb 11 13:44:37.497304 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.535799 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:44:37.564710 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.578658 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.662193 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7cef72b7-6c20-4652-93aa-6791ce2ea82a req-bba34960-8d67-458a-a723-069466cc4e11 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007761 Feb 11 13:44:37.739765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=0cab8143-259b-409c-86a5-854d1d6665a8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:37.746447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b329c493-d62d-4524-997e-c9d7dcf6eea3 req-a19ffbb0-a286-42a3-b566-8149053b6267 service neutron] 10.222.0.73 "GET /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044569 Feb 11 13:44:37.758612 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.950820 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Floating IP 5d9033c0-3a7a-4ae4-9883-1fe8eab3729b associated. External IP: 172.25.4.133, port: 29dda3f7-e203-4dc4-9481-be64ccf32c5a. Feb 11 13:44:38.036128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42130) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:38.042119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753325859', 'description': 'tempest-description--471223702'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:38.049558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:38.053631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Usage tracker for resource:security_group and tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:38.056573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:38.057779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f8267c2e-f429-4b3c-93d3-85827124507a details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:44:38.065212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:38.077066 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.117417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:38.121148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Usage tracker for resource:security_group_rule and tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:38.126778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:38.132499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:38.196074 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.200263 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.213627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f8267c2e-f429-4b3c-93d3-85827124507a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f8267c2e-f429-4b3c-93d3-85827124507a,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:38.229267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'port_id': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'mac_address': 'fa:16:3e:5c:83:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:44:38.243851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd83c99-8d61-468d-8f5d-b857093de858,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:38.246884 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.248082 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9d906479-049f-48c0-a6a9-52060c1a3a32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2108204 Feb 11 13:44:38.250860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42134) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:38.256936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'security_group_rule': {'security_group_id': '6dd83c99-8d61-468d-8f5d-b857093de858', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:38.263701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:38.268562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Usage tracker for resource:security_group_rule and tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:38.271543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:38.277311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:38.289134 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.297050 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.308946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8267c2e-f429-4b3c-93d3-85827124507a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:44:38.325858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f8267c2e-f429-4b3c-93d3-85827124507a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f8267c2e-f429-4b3c-93d3-85827124507a,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:38.331229 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.369023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.373534 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.377395 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 53d30d59-521a-486f-a4b4-fcbfad245c31 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:38.400938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e81aa65-fa91-4815-b15d-13c4eee74b0a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:38.408545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.408760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f8267c2e-f429-4b3c-93d3-85827124507a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:38.413774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-50d94846-235e-4429-a1f9-6c424b16178e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1614754 Feb 11 13:44:38.414427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42138) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:38.420160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'security_group_rule': {'security_group_id': '6dd83c99-8d61-468d-8f5d-b857093de858', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:38.427587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:38.431399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Usage tracker for resource:security_group_rule and tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:38.434227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:38.439947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:38.460282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.527680 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.532948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.534453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['f8267c2e-f429-4b3c-93d3-85827124507a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:44:38.551715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02750a3b-fbc6-42ce-b3f1-7597bdcb857e,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:38.571963 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.576894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42142) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:38.579080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-67d519e4-1a5c-4669-99de-057305995d8e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1636171 Feb 11 13:44:38.583560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:38.598489 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:38.605557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Usage tracker for resource:floatingip and tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:38.609041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:38.619727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:38.635633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:38.637537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.648281 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] Sync routers for ids ['53d30d59-521a-486f-a4b4-fcbfad245c31'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:44:38.660943 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] Routers {'53d30d59-521a-486f-a4b4-fcbfad245c31'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:38.661909 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['53d30d59-521a-486f-a4b4-fcbfad245c31'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:38.741781 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.819102 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2f0db534-81d1-4b3e-a3a6-d34f934c3e5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3597660 Feb 11 13:44:38.820060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:38.892547 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] Set router 53d30d59-521a-486f-a4b4-fcbfad245c31 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:38.927636 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.993756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d1aa0-16d2-4dac-acf4-6b33a1dd1bdc req-226bed7f-12a8-4b2b-a899-f697c0e461ce tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:38.995521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f71d1aa0-16d2-4dac-acf4-6b33a1dd1bdc req-226bed7f-12a8-4b2b-a899-f697c0e461ce tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 945 time: 0.1592517 Feb 11 13:44:39.034036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27f738-8dbc-47c4-858b-bb5b9610b628 req-44aa3ff0-7990-413a-af5d-3eb739de4765 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:39.036199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d27f738-8dbc-47c4-858b-bb5b9610b628 req-44aa3ff0-7990-413a-af5d-3eb739de4765 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1030221 Feb 11 13:44:39.084417 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d27f738-8dbc-47c4-858b-bb5b9610b628 req-401ace5c-a175-4157-b41a-9de507b384e3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417290 Feb 11 13:44:39.117135 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42152) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:39.196490 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'status': 'completed', 'code': 200} Feb 11 13:44:39.240614 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-812fd668-0705-4694-910c-5fd531c8f48c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/5d9033c0-3a7a-4ae4-9883-1fe8eab3729b HTTP/1.1" status: 200 len: 992 time: 0.1223261 Feb 11 13:44:39.258099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f71d1aa0-16d2-4dac-acf4-6b33a1dd1bdc req-1de037b8-6d63-49af-8bf8-46a35e30a2dc tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544835 Feb 11 13:44:39.272610 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:13Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '5d9033c0-3a7a-4ae4-9883-1fe8eab3729b', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'port_id': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'mac_address': 'fa:16:3e:96:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:36Z', 'updated_at': '2022-02-11T13:44:36Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c8807d-6e62-4de1-8b8a-be38c3ca202e', 'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:8f:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:12Z', 'updated_at': '2022-02-11T13:44:20Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:39.276928 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] Checking router: 53d30d59-521a-486f-a4b4-fcbfad245c31 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:44:39.287905 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] Routers {'53d30d59-521a-486f-a4b4-fcbfad245c31'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:39.288510 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['53d30d59-521a-486f-a4b4-fcbfad245c31'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:39.291039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Allocated IP 172.25.4.6 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/8354bdbb-37c2-4e63-afbd-d616e48b8a84) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:39.332081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0dcb88f9-0bc7-4917-8efd-de7dc6d3eb02 req-740be7d3-692a-403c-8e72-01286ff1a2d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1097 time: 0.1373727 Feb 11 13:44:39.496273 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] Set router 53d30d59-521a-486f-a4b4-fcbfad245c31 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:39.562727 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.568785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb88f9-0bc7-4917-8efd-de7dc6d3eb02 req-a873eb50-ce4a-4369-b190-d50dd0beedc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:39.570212 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0dcb88f9-0bc7-4917-8efd-de7dc6d3eb02 req-a873eb50-ce4a-4369-b190-d50dd0beedc6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.1952517 Feb 11 13:44:39.683514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0dcb88f9-0bc7-4917-8efd-de7dc6d3eb02 req-b33a99e1-7377-4a46-b088-cbca72ab8455 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1000 time: 0.1074808 Feb 11 13:44:39.685438 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.833081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:39.837103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:39.843013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:39.854005 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:13Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '5d9033c0-3a7a-4ae4-9883-1fe8eab3729b', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'port_id': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'mac_address': 'fa:16:3e:96:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:36Z', 'updated_at': '2022-02-11T13:44:36Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c8807d-6e62-4de1-8b8a-be38c3ca202e', 'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:8f:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:12Z', 'updated_at': '2022-02-11T13:44:20Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:39.858119 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31569b93-735e-472d-b17f-7073bdf9079a None None] The sync data for ids ['53d30d59-521a-486f-a4b4-fcbfad245c31'] in n-d-818559-1 is: [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:13Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '5d9033c0-3a7a-4ae4-9883-1fe8eab3729b', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'port_id': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'mac_address': 'fa:16:3e:96:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:36Z', 'updated_at': '2022-02-11T13:44:36Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c8807d-6e62-4de1-8b8a-be38c3ca202e', 'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:8f:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:12Z', 'updated_at': '2022-02-11T13:44:20Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:44:39.868215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'Port': ['ID=8354bdbb-37c2-4e63-afbd-d616e48b8a84,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:39.880788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb88f9-0bc7-4917-8efd-de7dc6d3eb02 req-007bbc67-f842-4b83-8c7d-ad5f5a039568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:39.882225 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0dcb88f9-0bc7-4917-8efd-de7dc6d3eb02 req-007bbc67-f842-4b83-8c7d-ad5f5a039568 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.1927226 Feb 11 13:44:39.995695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0dcb88f9-0bc7-4917-8efd-de7dc6d3eb02 req-57d0f3c5-d9d2-4d3a-a55a-5f7c678cebdc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053991 Feb 11 13:44:40.085174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f8267c2e-f429-4b3c-93d3-85827124507a up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:40.153697 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.160188 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port f8267c2e-f429-4b3c-93d3-85827124507a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:40.164947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port f8267c2e-f429-4b3c-93d3-85827124507a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:40.165314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.243061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.243578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42156) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:40.280907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.310754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0dcb88f9-0bc7-4917-8efd-de7dc6d3eb02 req-8afb5a14-59e4-4c72-842b-7e9dd407d3d0 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601366 Feb 11 13:44:40.313795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8267c2e-f429-4b3c-93d3-85827124507a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:40.322302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port f8267c2e-f429-4b3c-93d3-85827124507a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f8267c2e-f429-4b3c-93d3-85827124507a,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:40.327054 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.404141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=f8267c2e-f429-4b3c-93d3-85827124507a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:40.411458 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'code': 200} Feb 11 13:44:40.463796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-80810d81-e56b-434c-921f-2a797a55923a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/5d9033c0-3a7a-4ae4-9883-1fe8eab3729b HTTP/1.1" status: 200 len: 992 time: 0.2189348 Feb 11 13:44:40.494275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a66b8e-9bf7-4c82-9444-5324666d36b7 req-66320a86-0b4b-4b98-a091-77aa2a2635cc tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:40.495821 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-42a66b8e-9bf7-4c82-9444-5324666d36b7 req-66320a86-0b4b-4b98-a091-77aa2a2635cc tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 946 time: 0.1005573 Feb 11 13:44:40.553069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-42a66b8e-9bf7-4c82-9444-5324666d36b7 req-15b53c2b-0a31-47d1-bd52-f75fc50a19c6 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506983 Feb 11 13:44:40.617862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0dcb88f9-0bc7-4917-8efd-de7dc6d3eb02 req-9732fe45-88a8-4a6f-8b01-3607dd3ebcd0 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965763 Feb 11 13:44:40.639657 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-464c9a4d-220a-4f15-b695-226e79193c65 req-17959662-d376-4fcd-add0-b420494fedc0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 1097 time: 0.1633244 Feb 11 13:44:40.673097 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.679075 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.883107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-464c9a4d-220a-4f15-b695-226e79193c65 req-ddfaca70-735f-4210-9504-dd6e6d84c3e3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308595 Feb 11 13:44:40.898570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'Port': ['ID=8354bdbb-37c2-4e63-afbd-d616e48b8a84,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:40.912433 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.933657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.934836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9cdf5510-fdc6-4bdf-af5f-6d4f549c2bc9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3569882 Feb 11 13:44:41.108145 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-87d325f7-8575-4f8b-a2cb-c4a90cb5d266 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1753325859&fields=id&tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73 HTTP/1.1" status: 200 len: 267 time: 0.0401664 Feb 11 13:44:41.253025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-e98338ba-deba-4edb-a303-9823e5256ef5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:41.254419 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-e98338ba-deba-4edb-a303-9823e5256ef5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 811 time: 0.1394074 Feb 11 13:44:41.270502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f61c8f2d-53b5-4af8-a74c-1e445e8b65c6 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/quotas/3dd8fcec94cf4ff1bcda9bf611ee1d73 HTTP/1.1" status: 200 len: 375 time: 0.0108066 Feb 11 13:44:41.353326 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-d72a690d-8c50-4f10-b02b-e0eeccb92b4a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781004 Feb 11 13:44:41.467347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42172) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:41.495426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f57387e6-939e-4e03-93b7-ef1c41a97da3 service neutron] 10.222.0.67 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301277 Feb 11 13:44:41.578568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a5c5c73d-475d-4b32-bc0f-58a0328a15ff tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/5d9033c0-3a7a-4ae4-9883-1fe8eab3729b HTTP/1.1" status: 200 len: 992 time: 0.1100695 Feb 11 13:44:41.627347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-50a93768-e5f7-4214-a732-91bb4d793381 service neutron] 10.222.0.67 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261148 Feb 11 13:44:41.757618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f470fc-8693-4189-a46a-d83f17a3fba6 req-c29f7205-8598-40c9-aeb4-5f612990f1f8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:41.759272 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28f470fc-8693-4189-a46a-d83f17a3fba6 req-c29f7205-8598-40c9-aeb4-5f612990f1f8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 946 time: 0.0838721 Feb 11 13:44:41.817121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28f470fc-8693-4189-a46a-d83f17a3fba6 req-ee81348b-fd48-46f4-bb44-109b1258dff4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520027 Feb 11 13:44:41.839498 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f85730f1-8b24-4590-9d8d-af926337e4b4 req-4c2a45fe-cdd0-4e9f-a36b-dec896d5b28e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 210 time: 0.0577576 Feb 11 13:44:42.281913 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Sync routers for ids ['3e8747bc-5de6-4510-a092-0bbeba622b52'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:44:42.298075 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecffff41-4d2b-4a00-ae9d-3c79733fd211 None None] New status for floating IP 5d9033c0-3a7a-4ae4-9883-1fe8eab3729b: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:44:42.317836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Routers {'3e8747bc-5de6-4510-a092-0bbeba622b52'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:42.318637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3e8747bc-5de6-4510-a092-0bbeba622b52'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:42.569845 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.581692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42188) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:42.627317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Set router 3e8747bc-5de6-4510-a092-0bbeba622b52 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:42.824242 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-47ad8e24-4507-44e5-a3e2-7f9c5ca01ada tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/5d9033c0-3a7a-4ae4-9883-1fe8eab3729b HTTP/1.1" status: 200 len: 994 time: 0.2412825 Feb 11 13:44:43.084557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '6ac45f79-6533-463b-ac14-67f0ca06c965', 'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:18:58:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:25Z', 'revision_number': 2, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:43.091267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Checking router: 3e8747bc-5de6-4510-a092-0bbeba622b52 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:44:43.091626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Updating router 3e8747bc-5de6-4510-a092-0bbeba622b52 port 6ac45f79-6533-463b-ac14-67f0ca06c965 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:44:43.164949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dfdc5-b2e1-48e5-82b2-c5a94c7d2f50 req-a46dc8a2-59ae-44a8-a262-eec7eaf7bed3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:43.166489 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-157dfdc5-b2e1-48e5-82b2-c5a94c7d2f50 req-a46dc8a2-59ae-44a8-a262-eec7eaf7bed3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 946 time: 0.1187866 Feb 11 13:44:43.202113 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.214608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-da1722b2-5933-4bfc-8f57-eb810c4a450b req-a0e2c700-d4d5-4863-9bba-7e3606c4ec8a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 210 time: 0.0779507 Feb 11 13:44:43.255516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-ddbb61c7-a004-41d1-94e1-67ca27a55a13 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:43.256841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-157dfdc5-b2e1-48e5-82b2-c5a94c7d2f50 req-f848682e-9e8b-4679-886a-f33ca5408be8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669458 Feb 11 13:44:43.257531 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-ddbb61c7-a004-41d1-94e1-67ca27a55a13 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 811 time: 0.4018545 Feb 11 13:44:43.325059 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-5da7856f-f536-4a46-9fc8-f4e3fb5da8f8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73 HTTP/1.1" status: 200 len: 380 time: 0.0545318 Feb 11 13:44:43.335438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'port': {'device_id': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'admin_state_up': True, 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'security_groups': ['6dd83c99-8d61-468d-8f5d-b857093de858']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:43.551862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:43.557107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Usage tracker for resource:port and tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:43.561221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:43.572499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8dc5e-8279-4d92-906c-68ae4d91993e req-82d4e620-e3f9-40e9-9d7a-10314e6cba03 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:43.574109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f8dc5e-8279-4d92-906c-68ae4d91993e req-82d4e620-e3f9-40e9-9d7a-10314e6cba03 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 946 time: 0.1568768 Feb 11 13:44:43.574905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:43.605220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Made reservation on behalf of 3dd8fcec94cf4ff1bcda9bf611ee1d73 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:43.608243 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.615745 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.630876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Transition to ACTIVE for port object 6ac45f79-6533-463b-ac14-67f0ca06c965 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:43.638121 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.686698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f8dc5e-8279-4d92-906c-68ae4d91993e req-fe7b80d2-be98-463e-82cf-14006e511a37 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058984 Feb 11 13:44:43.719173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42198) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:43.773317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f50bc9-fbae-4d0b-8585-c945295cac57 None None] Pushing event updated for resources: {'Port': ['ID=6ac45f79-6533-463b-ac14-67f0ca06c965,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:43.859050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7b456584-128c-437c-82c2-c686f7903093 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:43.872488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b59712c3-b90c-4b98-9f20-e0b3563be808 tempest-TestNetworkBasicOps-962264452 tempest-TestNetworkBasicOps-962264452-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 1092 time: 0.1501410 Feb 11 13:44:43.876234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42202) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:43.880579 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Allocated IP 172.20.0.3 (d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd/9fb11f61-e666-450b-a178-0966748da77c/35e104e1-0a18-4e0a-9d81-549346ff96b3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:43.884861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:43.893863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:44:43.902412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Usage tracker for resource:floatingip and tenant:17d1b092f18e487e89704f11a4bdfe9c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:44:43.908730 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:44:43.925464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:44:43.942249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Attempting to bind port 6ac45f79-6533-463b-ac14-67f0ca06c965 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:43.942647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Attempting to bind port 6ac45f79-6533-463b-ac14-67f0ca06c965 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:43.943062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Attempting to bind port 6ac45f79-6533-463b-ac14-67f0ca06c965 on network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:43.944070 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.952026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:43.952404 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Checking segment: {'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:43.953741 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.954703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Bound using segment: {'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:43.955171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Bound port: 6ac45f79-6533-463b-ac14-67f0ca06c965, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:43.955538 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.021753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 7b456584-128c-437c-82c2-c686f7903093 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:44.034516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 7b456584-128c-437c-82c2-c686f7903093 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:44.035036 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.090664 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.114900 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.135130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] For port 6ac45f79-6533-463b-ac14-67f0ca06c965, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:44.135939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Transition to ACTIVE for port object 35e104e1-0a18-4e0a-9d81-549346ff96b3 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:44.140793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] For port 6ac45f79-6533-463b-ac14-67f0ca06c965, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6ac45f79-6533-463b-ac14-67f0ca06c965,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:44.161034 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.176801 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.230791 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:44.238739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:44.245179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:44.262027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Allocated IP 172.25.4.216 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/de58515a-fcce-40af-91e2-20be8908e2c3) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:44.270275 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.296463 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f50bc9-fbae-4d0b-8585-c945295cac57 None None] Pushing event updated for resources: {'Port': ['ID=6ac45f79-6533-463b-ac14-67f0ca06c965,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:44.302378 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 7b456584-128c-437c-82c2-c686f7903093, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7b456584-128c-437c-82c2-c686f7903093,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:44.307817 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.353814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Routers {'3e8747bc-5de6-4510-a092-0bbeba622b52'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:44:44.354437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3e8747bc-5de6-4510-a092-0bbeba622b52'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:44.409093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:44.482005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:44.482810 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.508979 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-4cd278b2-1dcf-491d-a2da-fd90ce8b0cb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1774077 Feb 11 13:44:44.526144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Request body: {'port': {'device_id': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:44.616595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.634804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e96fdf-6edb-4531-bcf7-581f36db589f req-40093e4b-aebe-4c6b-8798-63604469105e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:44.635608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e0e96fdf-6edb-4531-bcf7-581f36db589f req-40093e4b-aebe-4c6b-8798-63604469105e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:44.663485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e0e96fdf-6edb-4531-bcf7-581f36db589f req-40093e4b-aebe-4c6b-8798-63604469105e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:44.671411 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e0e96fdf-6edb-4531-bcf7-581f36db589f req-40093e4b-aebe-4c6b-8798-63604469105e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 931 time: 0.1964276 Feb 11 13:44:44.708537 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.710560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=7b456584-128c-437c-82c2-c686f7903093,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:44.723709 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.769993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] Set router 3e8747bc-5de6-4510-a092-0bbeba622b52 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:44:44.770607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e0e96fdf-6edb-4531-bcf7-581f36db589f req-4166f1a0-7468-4662-8e9d-081c30691a87 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:44.800138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:44.806815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=de58515a-fcce-40af-91e2-20be8908e2c3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:44.810248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:44.812196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:44:44.851346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2d3982be-0cc9-4a5e-9026-fa6c410fbdd9 None None] Provisioning for port 35e104e1-0a18-4e0a-9d81-549346ff96b3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:44.858101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e0e96fdf-6edb-4531-bcf7-581f36db589f req-4166f1a0-7468-4662-8e9d-081c30691a87 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:44.859302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e0e96fdf-6edb-4531-bcf7-581f36db589f req-4166f1a0-7468-4662-8e9d-081c30691a87 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871598 Feb 11 13:44:44.922357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2d3982be-0cc9-4a5e-9026-fa6c410fbdd9 None None] Provisioning complete for port 35e104e1-0a18-4e0a-9d81-549346ff96b3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:44.922685 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d3982be-0cc9-4a5e-9026-fa6c410fbdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.057587 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2d3982be-0cc9-4a5e-9026-fa6c410fbdd9 None None] Port 35e104e1-0a18-4e0a-9d81-549346ff96b3 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:44:45.103475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e104e1-0a18-4e0a-9d81-549346ff96b3 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:44:45.110780 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.125365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Transition to ACTIVE for port object 35e104e1-0a18-4e0a-9d81-549346ff96b3 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:45.129473 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.168855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '6ac45f79-6533-463b-ac14-67f0ca06c965', 'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:18:58:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:44Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:45.173137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fa483-ffe4-4599-a112-0d1b154b929a None None] The sync data for ids ['3e8747bc-5de6-4510-a092-0bbeba622b52'] in n-d-818559-1 is: [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '6ac45f79-6533-463b-ac14-67f0ca06c965', 'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:18:58:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:44Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:44:45.286458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:45.419812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Attempting to bind port 35e104e1-0a18-4e0a-9d81-549346ff96b3 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:45.420148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Attempting to bind port 35e104e1-0a18-4e0a-9d81-549346ff96b3 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:45.420529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Attempting to bind port 35e104e1-0a18-4e0a-9d81-549346ff96b3 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:45.438999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Port 35e104e1-0a18-4e0a-9d81-549346ff96b3 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:44:45.439432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Attempting to bind port 35e104e1-0a18-4e0a-9d81-549346ff96b3 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:44:45.440497 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.449264 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d21b8ac-4f99-400d-8916-cab2ea4d0c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.453831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:44:45.454824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Checking segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:44:45.455383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Bound using segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:44:45.456032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Bound port: 35e104e1-0a18-4e0a-9d81-549346ff96b3, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:45.456384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.548876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.575131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:45.578394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:45.583199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.651743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.653118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] 10.222.0.73 "PUT /v2.0/ports/35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 1091 time: 1.1369214 Feb 11 13:44:45.653554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:45.671649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c669a-c5ed-4106-9d6c-c38176be3696 service neutron] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:45.774828 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'status': 'completed', 'code': 200} Feb 11 13:44:45.809313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-345b209f-127f-4d26-a558-b4404485f093 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1094 time: 0.1109183 Feb 11 13:44:45.854527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.859699 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.887423 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-7ae36787-d1c2-4485-9d0d-72ac3ce4e342 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 217 time: 0.0718002 Feb 11 13:44:45.985311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-90d2a8a7-6358-4269-9573-956a18c6198d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:45.987477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-90d2a8a7-6358-4269-9573-956a18c6198d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0906692 Feb 11 13:44:46.000162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6ac45f79-6533-463b-ac14-67f0ca06c965 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:46.134913 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-43a0588c-50f1-49d1-8c9e-85fd57c12d2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344984 Feb 11 13:44:46.135373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 6ac45f79-6533-463b-ac14-67f0ca06c965 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:46.140776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6ac45f79-6533-463b-ac14-67f0ca06c965 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:46.142065 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.170953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event updated for resources: {'Port': ['ID=de58515a-fcce-40af-91e2-20be8908e2c3,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:46.210432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.286049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-9ccbea9b-833b-41d4-9a9d-c49fd75241e3 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454103 Feb 11 13:44:46.296460 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.334926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 6ac45f79-6533-463b-ac14-67f0ca06c965, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6ac45f79-6533-463b-ac14-67f0ca06c965,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:46.340920 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.340920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7b456584-128c-437c-82c2-c686f7903093 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:46.374253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eb99b-e606-4b2c-a152-d5c8ad5a3dd2 req-29066f4c-b852-4ae2-96e9-dc8b3e0d610f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:46.380127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e65eb99b-e606-4b2c-a152-d5c8ad5a3dd2 req-29066f4c-b852-4ae2-96e9-dc8b3e0d610f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 943 time: 0.2456381 Feb 11 13:44:46.446292 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24a82a6d-1562-4c1e-ba9d-cc3cf13a800b req-3b5feeb3-617f-48cc-8d92-67de0e2dcee8 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533668 Feb 11 13:44:46.447145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e65eb99b-e606-4b2c-a152-d5c8ad5a3dd2 req-746cf6a3-dd9a-4bcd-952b-4f2da9a32946 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629525 Feb 11 13:44:46.475560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=6ac45f79-6533-463b-ac14-67f0ca06c965,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:46.490614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 7b456584-128c-437c-82c2-c686f7903093 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:46.491219 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.541299 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Floating IP fef3481f-fae5-4e64-b2e3-6e4eb0b8197e associated. External IP: 172.25.4.216, port: f8267c2e-f429-4b3c-93d3-85827124507a. Feb 11 13:44:46.614514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54dfea08-ad20-42a5-8e77-ddf1935f1dc8 req-48f76a05-466e-447b-99ca-e9af371de2bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1094 time: 0.1035941 Feb 11 13:44:46.843564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfea08-ad20-42a5-8e77-ddf1935f1dc8 req-40c45126-48c0-4634-8557-38af23e0cb66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:46.845157 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54dfea08-ad20-42a5-8e77-ddf1935f1dc8 req-40c45126-48c0-4634-8557-38af23e0cb66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.2244315 Feb 11 13:44:46.915430 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54dfea08-ad20-42a5-8e77-ddf1935f1dc8 req-7b88a5f0-697e-44b9-b2c5-b6e64048f911 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 217 time: 0.0635767 Feb 11 13:44:46.968997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router 3e8747bc-5de6-4510-a092-0bbeba622b52 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:46.980074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfea08-ad20-42a5-8e77-ddf1935f1dc8 req-e1df476c-05c8-42b3-80f5-ffb3a0a10963 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:46.981675 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54dfea08-ad20-42a5-8e77-ddf1935f1dc8 req-e1df476c-05c8-42b3-80f5-ffb3a0a10963 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0607226 Feb 11 13:44:47.059941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54dfea08-ad20-42a5-8e77-ddf1935f1dc8 req-d8db7dd2-3616-4e08-8caa-f90c09f77d25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717444 Feb 11 13:44:47.176767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:47.192818 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54dfea08-ad20-42a5-8e77-ddf1935f1dc8 req-b084a29e-85b2-4e5c-9fe3-6bf3efea7a3e service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264215 Feb 11 13:44:47.202025 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.255306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e2474808-fad6-4a0a-af8e-a0f45dff6056 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3773849 Feb 11 13:44:47.255948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'tag': 'f8267c2e-f429-4b3c-93d3-85827124507a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:47.260195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42220) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:47.323286 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'tag': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'status': 'completed', 'code': 200} Feb 11 13:44:47.329744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-54dfea08-ad20-42a5-8e77-ddf1935f1dc8 req-b9beba4b-8005-47e9-bcd8-fa93246b24bd service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297534 Feb 11 13:44:47.366506 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c1cded62-73eb-40b0-b2cc-ac79224c697c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1052766 Feb 11 13:44:47.409852 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a406de3d-93a8-48bf-930e-454895686bb0 req-ebf4634c-f568-4f44-8121-0fca3394d4c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 1097 time: 0.0682971 Feb 11 13:44:47.545250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406de3d-93a8-48bf-930e-454895686bb0 req-37b3fef6-b891-4e90-8283-57c5adea2d95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:47.546838 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a406de3d-93a8-48bf-930e-454895686bb0 req-37b3fef6-b891-4e90-8283-57c5adea2d95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e HTTP/1.1" status: 200 len: 898 time: 0.1312106 Feb 11 13:44:47.638905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-455238d5-a951-40a3-bcbb-c7e6678e0e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.662926 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a406de3d-93a8-48bf-930e-454895686bb0 req-dc185cf0-912c-4eae-956e-be07d93d01ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8267c2e-f429-4b3c-93d3-85827124507a HTTP/1.1" status: 200 len: 1000 time: 0.1092377 Feb 11 13:44:47.685993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1e2eb-61ff-4422-b745-026cb78ad8a3 req-17c2f83d-ffd0-43f8-aa5e-644e6f5fbbe8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:47.687488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2a1e2eb-61ff-4422-b745-026cb78ad8a3 req-17c2f83d-ffd0-43f8-aa5e-644e6f5fbbe8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 943 time: 0.0905631 Feb 11 13:44:47.729960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406de3d-93a8-48bf-930e-454895686bb0 req-ce87c928-67c8-4f11-ab1c-eccb6b31012c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:47.731634 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a406de3d-93a8-48bf-930e-454895686bb0 req-ce87c928-67c8-4f11-ab1c-eccb6b31012c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ba5ffb9-cc56-4030-9010-b42d7688cd89 HTTP/1.1" status: 200 len: 834 time: 0.0623903 Feb 11 13:44:47.735716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2a1e2eb-61ff-4422-b745-026cb78ad8a3 req-6e043e6b-059c-4b03-aa29-126cb7260526 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400724 Feb 11 13:44:47.801496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6ac45f79-6533-463b-ac14-67f0ca06c965 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:47.810867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a406de3d-93a8-48bf-930e-454895686bb0 req-fe341b2a-0ebe-477c-8aed-0cdabffc2c32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731213 Feb 11 13:44:47.874974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6ac45f79-6533-463b-ac14-67f0ca06c965 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:47.875334 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.943375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a406de3d-93a8-48bf-930e-454895686bb0 req-f17a7eec-aac1-4c50-8c48-9bad59d4aa08 service neutron] 10.222.0.73 "GET /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261592 Feb 11 13:44:48.075277 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a406de3d-93a8-48bf-930e-454895686bb0 req-1641cee3-4c4a-4bd5-a67b-7fb502c49a19 service neutron] 10.222.0.73 "GET /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258824 Feb 11 13:44:48.118957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:44:48.249745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:48.262357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'port_id': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'mac_address': 'fa:16:3e:64:ce:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:44:48.313791 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.331485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e104e1-0a18-4e0a-9d81-549346ff96b3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:44:48.345805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:48.349882 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.370100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42228) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:48.454570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:48.481650 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f94a7998-2744-4ca5-9eaa-7b4bf17efa27 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1103878 Feb 11 13:44:48.622644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['35e104e1-0a18-4e0a-9d81-549346ff96b3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:44:48.917522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.918729 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.941198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b8d29-20a5-4ce3-bc76-2e4514224770 req-b21c89de-8457-4dc2-a5f7-09ec9c58f634 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:48.941875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e45b8d29-20a5-4ce3-bc76-2e4514224770 req-b21c89de-8457-4dc2-a5f7-09ec9c58f634 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:44:48.953133 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e45b8d29-20a5-4ce3-bc76-2e4514224770 req-b21c89de-8457-4dc2-a5f7-09ec9c58f634 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:44:48.954217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e45b8d29-20a5-4ce3-bc76-2e4514224770 req-b21c89de-8457-4dc2-a5f7-09ec9c58f634 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0969219 Feb 11 13:44:49.002100 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e45b8d29-20a5-4ce3-bc76-2e4514224770 req-74a12830-a181-4c7f-8e5a-711a307f833f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Feb 11 13:44:49.484974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42236) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:49.591450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a1ac7373-fa9c-4bb7-ba4f-7a24629a0f89 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1052771 Feb 11 13:44:50.136593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:44:50.209474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 35e104e1-0a18-4e0a-9d81-549346ff96b3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:50.214545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 35e104e1-0a18-4e0a-9d81-549346ff96b3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:50.214950 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.305591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84050a-dc92-4c2b-a386-e102edfe441d req-a3112edd-9ae2-49a6-ae93-d1a65f268881 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:50.306114 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea84050a-dc92-4c2b-a386-e102edfe441d req-a3112edd-9ae2-49a6-ae93-d1a65f268881 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1867013 Feb 11 13:44:50.339587 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.343637 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.352117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea84050a-dc92-4c2b-a386-e102edfe441d req-68b9e119-56e3-4a71-8717-f57a5938c39c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401924 Feb 11 13:44:50.371498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:50.381590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:50.385416 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.428668 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'code': 200} Feb 11 13:44:50.453544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:50.559377 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a25e72f-25b5-48b4-a4b1-f7f191466079 req-c9efcea6-1058-46c3-8ad3-e57b7a18a6a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1096 time: 0.0701611 Feb 11 13:44:50.595223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42244) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:50.601418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a25e72f-25b5-48b4-a4b1-f7f191466079 req-57793a86-4b8b-4909-ba0b-6a52e82ac2e1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363579 Feb 11 13:44:50.698717 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7eb4f998-80a6-4bc6-8d40-838a1a5d3f6f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1017799 Feb 11 13:44:51.567340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd1824-518c-4f67-9686-eaeb9306ac8d req-1bdb3132-dc21-431e-a397-42718cce0017 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:51.569067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fffd1824-518c-4f67-9686-eaeb9306ac8d req-1bdb3132-dc21-431e-a397-42718cce0017 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.0954337 Feb 11 13:44:51.618247 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fffd1824-518c-4f67-9686-eaeb9306ac8d req-ffc3a5c2-faec-4195-a0ab-5a7f5ba6a343 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Feb 11 13:44:51.702563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42250) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:51.916851 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-aaf208ab-3050-4fed-af82-c9778956b90c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.2130730 Feb 11 13:44:52.817921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34eb020-2865-44c2-9b17-ce6faf3fddb7 req-d684c7b2-bc52-4453-9bdf-9152d5b8f304 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.819478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e34eb020-2865-44c2-9b17-ce6faf3fddb7 req-d684c7b2-bc52-4453-9bdf-9152d5b8f304 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.0755489 Feb 11 13:44:52.868744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e34eb020-2865-44c2-9b17-ce6faf3fddb7 req-061528aa-3071-4553-8753-d40d753064e9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438261 Feb 11 13:44:52.920473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42258) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:53.026059 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2a73d1fc-46e5-42de-b8c2-aa6f82a9d5b4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1043525 Feb 11 13:44:53.059823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a53778-8416-429e-a7f3-059241b629b5 req-e712029e-5f1d-4be5-9344-69aadcabadd8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:53.061261 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08a53778-8416-429e-a7f3-059241b629b5 req-e712029e-5f1d-4be5-9344-69aadcabadd8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.0762277 Feb 11 13:44:53.070599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42262) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:53.075639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9638dbd8-7997-4fb7-80f3-1cf99f9d83a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'floatingip': {'port_id': '35e104e1-0a18-4e0a-9d81-549346ff96b3'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:44:53.151986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9638dbd8-7997-4fb7-80f3-1cf99f9d83a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for floatingip, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.736705 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9638dbd8-7997-4fb7-80f3-1cf99f9d83a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.740412 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9638dbd8-7997-4fb7-80f3-1cf99f9d83a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.929700 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-9638dbd8-7997-4fb7-80f3-1cf99f9d83a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Floating IP 5887b2e0-10e1-4fd8-a706-8039671000a9 associated. External IP: 172.25.4.6, port: 35e104e1-0a18-4e0a-9d81-549346ff96b3. Feb 11 13:44:54.029945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42266) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:54.140885 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-875a0b66-34ed-4a77-ab00-6fdbdb9b0fc8 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1095681 Feb 11 13:44:54.424604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9638dbd8-7997-4fb7-80f3-1cf99f9d83a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Router 6a9c51ff-645e-4408-8607-325bee4d7c48 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:54.631373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9638dbd8-7997-4fb7-80f3-1cf99f9d83a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:54.635564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9638dbd8-7997-4fb7-80f3-1cf99f9d83a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.691724 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9638dbd8-7997-4fb7-80f3-1cf99f9d83a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "PUT /v2.0/floatingips/5887b2e0-10e1-4fd8-a706-8039671000a9 HTTP/1.1" status: 200 len: 989 time: 1.6200619 Feb 11 13:44:54.692185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:54.747234 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'status': 'completed', 'code': 200} Feb 11 13:44:54.899191 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46a3cdc6-9fd3-4b8d-bb62-36fb0b77a56e req-2b3a499a-a3d9-491f-bfd4-39de51997789 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1096 time: 0.1286592 Feb 11 13:44:54.909018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d0602-2d69-4b10-9697-244f55f83d66 req-4d0ba9ed-bc90-4a5f-9396-a1a0f5795e3e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:54.910375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a7d0602-2d69-4b10-9697-244f55f83d66 req-4d0ba9ed-bc90-4a5f-9396-a1a0f5795e3e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.1057835 Feb 11 13:44:55.041577 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a7d0602-2d69-4b10-9697-244f55f83d66 req-80e7e2ac-f981-445d-ad23-646a96b0479a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107373 Feb 11 13:44:55.071414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3cdc6-9fd3-4b8d-bb62-36fb0b77a56e req-e1e678fe-9273-4248-949a-81995823cfd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:55.072899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46a3cdc6-9fd3-4b8d-bb62-36fb0b77a56e req-e1e678fe-9273-4248-949a-81995823cfd8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1616833 Feb 11 13:44:55.145035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42276) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:55.178326 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46a3cdc6-9fd3-4b8d-bb62-36fb0b77a56e req-e0ab0d50-5591-448f-ae4a-a4637bb15044 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 997 time: 0.0985763 Feb 11 13:44:55.240407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3cdc6-9fd3-4b8d-bb62-36fb0b77a56e req-86567184-1c05-4189-b272-8a7ed8a493dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:55.241841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46a3cdc6-9fd3-4b8d-bb62-36fb0b77a56e req-86567184-1c05-4189-b272-8a7ed8a493dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0570328 Feb 11 13:44:55.299030 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c7cb3ebc-ea2f-41ac-a2a4-ce183a2e5058 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1520522 Feb 11 13:44:55.319353 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46a3cdc6-9fd3-4b8d-bb62-36fb0b77a56e req-b0d2a385-9f23-4c2d-a054-701c6fed9b1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716627 Feb 11 13:44:55.319655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572edfd-697c-4e89-9d9e-43121a645def req-42f333dc-dab3-4d61-a338-31771734df18 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:55.321080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9572edfd-697c-4e89-9d9e-43121a645def req-42f333dc-dab3-4d61-a338-31771734df18 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.1211488 Feb 11 13:44:55.366861 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9572edfd-697c-4e89-9d9e-43121a645def req-fad85418-1f03-4493-ba29-a445a9212501 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402985 Feb 11 13:44:55.453372 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46a3cdc6-9fd3-4b8d-bb62-36fb0b77a56e req-08f9a71d-1f72-4fe5-9e52-5c9a938eee81 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258879 Feb 11 13:44:55.589240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46a3cdc6-9fd3-4b8d-bb62-36fb0b77a56e req-da5ae7a1-a71a-454a-81d3-9157fce58356 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288676 Feb 11 13:44:56.303268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42280) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:56.407059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5a6db082-7fc7-4984-b272-8aef5dc2caf2 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1022036 Feb 11 13:44:56.566097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247478cd-35af-4485-97ec-ee5cdd282a3c req-e9f10cee-35be-4fb4-9a9d-fb61299653be tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:56.568098 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-247478cd-35af-4485-97ec-ee5cdd282a3c req-e9f10cee-35be-4fb4-9a9d-fb61299653be tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.0810070 Feb 11 13:44:56.617821 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-247478cd-35af-4485-97ec-ee5cdd282a3c req-0acc3e19-f3c3-4d3d-b0e4-b35f6d9af2df tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443363 Feb 11 13:44:56.813016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d17ab2-327b-4411-808e-73f150faf02f req-c20532c9-14a5-4166-b1df-fe3c7eb5de2e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:56.814429 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75d17ab2-327b-4411-808e-73f150faf02f req-c20532c9-14a5-4166-b1df-fe3c7eb5de2e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.0764468 Feb 11 13:44:56.859452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75d17ab2-327b-4411-808e-73f150faf02f req-f85a42ee-f6ba-4279-a810-e0869fc2c9f6 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390360 Feb 11 13:44:57.298900 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:44:57.410568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42296) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:57.520350 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3f1c629b-6630-4c4c-827b-4570e67bff8a tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1086838 Feb 11 13:44:58.524294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42302) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:58.630437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ffa91c75-dbf4-4ce7-8ee5-cbacfc43b2d2 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1050153 Feb 11 13:44:59.634352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42312) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:44:59.738209 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-31381007-4868-4c9b-99e6-5544d851bf6f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1026955 Feb 11 13:45:00.181033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:45:00.312607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:00.326199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'port_id': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'mac_address': 'fa:16:3e:64:ce:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:45:00.385320 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.402971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35e104e1-0a18-4e0a-9d81-549346ff96b3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:45:00.419495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:00.424989 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.494441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:00.519253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['35e104e1-0a18-4e0a-9d81-549346ff96b3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:45:00.742048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42320) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:00.849772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5f5ec652-8cc1-42e4-b122-715d178c25a4 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1064036 Feb 11 13:45:01.853121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42342) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:02.092937 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a2d9a5a9-3ca2-404b-90ec-3721125b7796 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.2384698 Feb 11 13:45:02.197333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:02.274078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 35e104e1-0a18-4e0a-9d81-549346ff96b3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:02.274452 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.411723 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.444161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:02.458020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:02.462648 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.528009 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'code': 200} Feb 11 13:45:02.576517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:03.096541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42350) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:03.221203 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5ac03a24-a85b-4833-835d-9a2d794363ec tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1229656 Feb 11 13:45:04.224667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42360) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:04.346511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5484f8a9-f2c1-48c8-970f-294cd838ef48 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1196597 Feb 11 13:45:05.350080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42368) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:05.464784 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cc15454f-a899-4db0-a41b-6622392dea0a tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1134975 Feb 11 13:45:06.467644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42374) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:06.603646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8c7afc57-ffad-4a38-bef6-f8ed0b7736b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1329288 Feb 11 13:45:07.515830 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.606318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42386) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:07.730048 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5abb00a5-75f9-4c5e-8ffa-8b5b897437f9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1215749 Feb 11 13:45:08.732532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42392) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:08.976890 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-626cbf98-822c-4c81-993a-fad896c99b0c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.2430806 Feb 11 13:45:09.980381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42406) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:10.129846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-daf19f8c-30d1-4878-bddd-9e6ef749f8c3 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1481888 Feb 11 13:45:10.159127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6e9ba91-6af1-4957-83b6-91845199c4ff req-fd31b51a-f036-497e-9f31-2445320bbedd tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1097 time: 0.0944366 Feb 11 13:45:10.205541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6e9ba91-6af1-4957-83b6-91845199c4ff req-f86e4bb1-bba2-4b61-95f6-61c40f594ea3 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405886 Feb 11 13:45:10.413066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708e9b7-1d4f-4838-b9b2-79a637451121 req-edbf7e4b-ab72-4066-a389-f66cc6dcfc3e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:10.414504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d708e9b7-1d4f-4838-b9b2-79a637451121 req-edbf7e4b-ab72-4066-a389-f66cc6dcfc3e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0784180 Feb 11 13:45:10.458741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d708e9b7-1d4f-4838-b9b2-79a637451121 req-c22ac67a-c577-4fcd-9fff-d123eb0abf93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387950 Feb 11 13:45:10.486337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42418) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:10.608473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ce5248a6-c838-4e94-8660-a3cc1a321e14 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/5d9033c0-3a7a-4ae4-9883-1fe8eab3729b HTTP/1.1" status: 200 len: 994 time: 0.1200421 Feb 11 13:45:10.841668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaf40f-e662-4724-815a-a031c778223e req-ac20d2e6-8132-4d1c-a3ea-8b24a66ab66b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:10.843287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dbdaf40f-e662-4724-815a-a031c778223e req-ac20d2e6-8132-4d1c-a3ea-8b24a66ab66b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.0807824 Feb 11 13:45:10.890038 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dbdaf40f-e662-4724-815a-a031c778223e req-eae767ab-1e9c-4bc5-8897-f3378ff38528 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393329 Feb 11 13:45:10.920623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] Sync routers for ids ['3e8747bc-5de6-4510-a092-0bbeba622b52'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:45:10.936530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] Routers {'3e8747bc-5de6-4510-a092-0bbeba622b52'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:10.936530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3e8747bc-5de6-4510-a092-0bbeba622b52'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:11.115558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b70020db-9598-4f35-a070-f542777ecf03 req-5eb2b84b-564e-46ca-a1aa-c08d9fd28b62 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669603 Feb 11 13:45:11.115815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] Set router 3e8747bc-5de6-4510-a092-0bbeba622b52 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:11.133425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42436) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:11.264062 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a0e1a358-7668-444f-836a-9f4c658fe17c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1291795 Feb 11 13:45:11.573456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'fef3481f-fae5-4e64-b2e3-6e4eb0b8197e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'port_id': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'mac_address': 'fa:16:3e:5c:83:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:45Z', 'updated_at': '2022-02-11T13:44:45Z', 'revision_number': 0, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac45f79-6533-463b-ac14-67f0ca06c965', 'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:18:58:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:46Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:11.577661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] Checking router: 3e8747bc-5de6-4510-a092-0bbeba622b52 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:45:11.590228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] Routers {'3e8747bc-5de6-4510-a092-0bbeba622b52'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:11.590913 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3e8747bc-5de6-4510-a092-0bbeba622b52'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:11.671342 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-d913c15b-5a96-441a-acb0-7e331543733c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805833 Feb 11 13:45:11.727834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e526c0-5016-4ec2-951c-52bb146241f0 req-7c18db55-0405-4dc1-b125-71fe4ac7371a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:11.729341 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-86e526c0-5016-4ec2-951c-52bb146241f0 req-7c18db55-0405-4dc1-b125-71fe4ac7371a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0823052 Feb 11 13:45:11.781726 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-86e526c0-5016-4ec2-951c-52bb146241f0 req-08261f3f-b8b9-4bfd-8c8c-ad270730035e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461709 Feb 11 13:45:11.785446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] Set router 3e8747bc-5de6-4510-a092-0bbeba622b52 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:12.150251 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Sync routers for ids ['6a9c51ff-645e-4408-8607-325bee4d7c48'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:45:12.160197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'fef3481f-fae5-4e64-b2e3-6e4eb0b8197e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'port_id': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'mac_address': 'fa:16:3e:5c:83:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:45Z', 'updated_at': '2022-02-11T13:44:45Z', 'revision_number': 0, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac45f79-6533-463b-ac14-67f0ca06c965', 'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:18:58:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:46Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:12.162570 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Routers {'6a9c51ff-645e-4408-8607-325bee4d7c48'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:12.163217 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6a9c51ff-645e-4408-8607-325bee4d7c48'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:12.164790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c77ce-604e-43d9-8827-4c84b4d073dd None None] The sync data for ids ['3e8747bc-5de6-4510-a092-0bbeba622b52'] in n-d-818559-1 is: [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'fef3481f-fae5-4e64-b2e3-6e4eb0b8197e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'port_id': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'mac_address': 'fa:16:3e:5c:83:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:45Z', 'updated_at': '2022-02-11T13:44:45Z', 'revision_number': 0, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac45f79-6533-463b-ac14-67f0ca06c965', 'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:18:58:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:46Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:45:12.267571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42478) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:12.390305 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a41b2594-e2e4-4c16-be7e-f713a063ffe0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 992 time: 0.1210585 Feb 11 13:45:12.405079 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Set router 6a9c51ff-645e-4408-8607-325bee4d7c48 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:12.427658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd037b6-884a-4da0-9188-7f48858bdb33 None None] New status for floating IP fef3481f-fae5-4e64-b2e3-6e4eb0b8197e: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:45:12.601703 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:12.792493 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '7b456584-128c-437c-82c2-c686f7903093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port': {'id': '7b456584-128c-437c-82c2-c686f7903093', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:aa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '5887b2e0-10e1-4fd8-a706-8039671000a9', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'port_id': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'mac_address': 'fa:16:3e:64:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:39Z', 'updated_at': '2022-02-11T13:44:53Z', 'revision_number': 1, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390d7047-80de-4024-8729-60e7ae88a1e6', 'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'mac_address': 'fa:16:3e:be:60:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:35Z', 'updated_at': '2022-02-11T13:44:36Z', 'revision_number': 2, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'subnets': [{'id': '9fb11f61-e666-450b-a178-0966748da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:12.796206 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Checking router: 6a9c51ff-645e-4408-8607-325bee4d7c48 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:45:12.796579 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Updating router 6a9c51ff-645e-4408-8607-325bee4d7c48 port 390d7047-80de-4024-8729-60e7ae88a1e6 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:45:12.846844 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.045584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f592-b45f-497d-968f-664bbfafc204 req-15d4d866-ef17-498e-815b-55fca5a7dfb4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:13.046982 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0f1f592-b45f-497d-968f-664bbfafc204 req-15d4d866-ef17-498e-815b-55fca5a7dfb4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1428432 Feb 11 13:45:13.080429 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-90c04003-8412-4f76-842f-81b53ead04e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1097 time: 0.1104858 Feb 11 13:45:13.186609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0f1f592-b45f-497d-968f-664bbfafc204 req-2d523533-439f-46d5-a156-d3b8db06da82 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311140 Feb 11 13:45:13.229550 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.233201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-bca2ef43-cbc4-4dfd-9499-066f7dcfe59c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:13.234696 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-bca2ef43-cbc4-4dfd-9499-066f7dcfe59c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.1458151 Feb 11 13:45:13.241827 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Transition to ACTIVE for port object 390d7047-80de-4024-8729-60e7ae88a1e6 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:13.248331 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.342331 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-d6d1d0bb-e4ec-4544-9987-a0db889bc6e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1002 time: 0.0996952 Feb 11 13:45:13.373248 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Pushing event updated for resources: {'Port': ['ID=390d7047-80de-4024-8729-60e7ae88a1e6,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:13.388360 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.388693 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.389017 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.389337 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.389655 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.389967 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.390274 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.390608 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.390985 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.391291 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.391597 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:13.394115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42486) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:13.414565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-c33f65c7-899d-411e-8701-2e498dfc9e20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:13.416047 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-c33f65c7-899d-411e-8701-2e498dfc9e20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.0671759 Feb 11 13:45:13.494242 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Attempting to bind port 390d7047-80de-4024-8729-60e7ae88a1e6 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:13.494611 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Attempting to bind port 390d7047-80de-4024-8729-60e7ae88a1e6 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:13.494963 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Attempting to bind port 390d7047-80de-4024-8729-60e7ae88a1e6 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:45:13.505158 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:45:13.505520 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Checking segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:45:13.505907 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.506282 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Bound using segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:45:13.506767 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Bound port: 390d7047-80de-4024-8729-60e7ae88a1e6, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:13.507122 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.526120 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-a056fdf1-b492-4978-8130-b2f74f702590 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033714 Feb 11 13:45:13.552833 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-000bab72-c5f2-42f5-8662-1bd4b12cd729 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 994 time: 0.1449790 Feb 11 13:45:13.641058 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] For port 390d7047-80de-4024-8729-60e7ae88a1e6, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:13.645093 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] For port 390d7047-80de-4024-8729-60e7ae88a1e6, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=390d7047-80de-4024-8729-60e7ae88a1e6,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:13.650044 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.696199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-3dcbf946-a8b4-41c3-9811-3ef431981def service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608651 Feb 11 13:45:13.737813 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c8be0-e7ca-49fa-8af4-ff53d40fee1e None None] Pushing event updated for resources: {'Port': ['ID=390d7047-80de-4024-8729-60e7ae88a1e6,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:13.742372 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Routers {'6a9c51ff-645e-4408-8607-325bee4d7c48'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:13.743549 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:44:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6a9c51ff-645e-4408-8607-325bee4d7c48'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:13.864360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 390d7047-80de-4024-8729-60e7ae88a1e6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:13.956645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 390d7047-80de-4024-8729-60e7ae88a1e6 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:13.960491 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-78870509-541a-4146-a2f9-fc565e0011b3 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572467 Feb 11 13:45:13.961477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 390d7047-80de-4024-8729-60e7ae88a1e6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:13.961842 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.967695 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] Set router 6a9c51ff-645e-4408-8607-325bee4d7c48 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:14.040059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e61d21a1-8087-437c-b537-5ac83e3b22cf None None] Provisioning complete for port 390d7047-80de-4024-8729-60e7ae88a1e6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:14.040858 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e61d21a1-8087-437c-b537-5ac83e3b22cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.234723 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.257748 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e61d21a1-8087-437c-b537-5ac83e3b22cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.269054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:45:14.301162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 390d7047-80de-4024-8729-60e7ae88a1e6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=390d7047-80de-4024-8729-60e7ae88a1e6,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:14.307835 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.350637 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '7b456584-128c-437c-82c2-c686f7903093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port': {'id': '7b456584-128c-437c-82c2-c686f7903093', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:aa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '5887b2e0-10e1-4fd8-a706-8039671000a9', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'port_id': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'mac_address': 'fa:16:3e:64:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:39Z', 'updated_at': '2022-02-11T13:44:53Z', 'revision_number': 1, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390d7047-80de-4024-8729-60e7ae88a1e6', 'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'mac_address': 'fa:16:3e:be:60:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:35Z', 'updated_at': '2022-02-11T13:45:13Z', 'revision_number': 4, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'subnets': [{'id': '9fb11f61-e666-450b-a178-0966748da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:14.357444 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5448fc0-42bc-488b-a7e4-46e1c01df311 None None] The sync data for ids ['6a9c51ff-645e-4408-8607-325bee4d7c48'] in n-d-818559-1 is: [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '7b456584-128c-437c-82c2-c686f7903093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port': {'id': '7b456584-128c-437c-82c2-c686f7903093', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:aa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '5887b2e0-10e1-4fd8-a706-8039671000a9', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'floating_ip_address': '172.25.4.6', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'port_id': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'mac_address': 'fa:16:3e:64:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:44:39Z', 'updated_at': '2022-02-11T13:44:53Z', 'revision_number': 1, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390d7047-80de-4024-8729-60e7ae88a1e6', 'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'mac_address': 'fa:16:3e:be:60:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:35Z', 'updated_at': '2022-02-11T13:45:13Z', 'revision_number': 4, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'subnets': [{'id': '9fb11f61-e666-450b-a178-0966748da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:45:14.399474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eac4a-1a90-487f-8071-711dd38c5cc1 req-e1ffcb4d-68ca-4d40-9ea4-3ba10ccf9278 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:14.400965 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-214eac4a-1a90-487f-8071-711dd38c5cc1 req-e1ffcb4d-68ca-4d40-9ea4-3ba10ccf9278 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0843186 Feb 11 13:45:14.452751 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-214eac4a-1a90-487f-8071-711dd38c5cc1 req-1796de78-6d36-4e19-9b20-597e05c94a64 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442595 Feb 11 13:45:14.511234 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-e61d21a1-8087-437c-b537-5ac83e3b22cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:45:14.511589 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-e61d21a1-8087-437c-b537-5ac83e3b22cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:45:14.515606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=390d7047-80de-4024-8729-60e7ae88a1e6,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:14.540305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.540650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.540989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.541320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.541649 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.541975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.542296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.542646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.542967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.543286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.543608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:14.571011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:14.587603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'port_id': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'mac_address': 'fa:16:3e:64:ce:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:45:14.643410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.662546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35e104e1-0a18-4e0a-9d81-549346ff96b3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:45:14.680035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:14.683906 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.755545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:14.782672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['35e104e1-0a18-4e0a-9d81-549346ff96b3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:45:15.448389 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9204323f-e81d-4923-9b06-9ed70d88eb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:15.728937 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3bf78-8f9f-498d-b631-29e76c0944a5 req-676a7365-681b-4201-bca3-13f5155f6a83 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.730856 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7a3bf78-8f9f-498d-b631-29e76c0944a5 req-676a7365-681b-4201-bca3-13f5155f6a83 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1054339 Feb 11 13:45:15.784613 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7a3bf78-8f9f-498d-b631-29e76c0944a5 req-24f0bf27-44aa-43f7-86ba-2e5e0a4c687f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473652 Feb 11 13:45:15.854464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 390d7047-80de-4024-8729-60e7ae88a1e6 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:15.928648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 390d7047-80de-4024-8729-60e7ae88a1e6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:15.929120 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.261535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:16.335336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 35e104e1-0a18-4e0a-9d81-549346ff96b3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:16.335677 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.462182 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.492271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:16.502212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:16.509652 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.574913 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'code': 200} Feb 11 13:45:16.623022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:17.011167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b1bd7-c232-4201-9d33-00d8061950b4 req-369ef20e-ff16-4aaf-867b-b2f64590e855 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:17.012888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca6b1bd7-c232-4201-9d33-00d8061950b4 req-369ef20e-ff16-4aaf-867b-b2f64590e855 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0963633 Feb 11 13:45:17.066943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca6b1bd7-c232-4201-9d33-00d8061950b4 req-994ce80f-7248-41f8-ac9d-84417ec909f4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479529 Feb 11 13:45:17.646115 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5fe483c9-af91-4396-9300-61d98fc04b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.286622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e390f-ae11-435c-b07a-61dad9eb9be1 req-fc465b4d-c427-4574-8183-dc92af102dd2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:18.286622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b86e390f-ae11-435c-b07a-61dad9eb9be1 req-fc465b4d-c427-4574-8183-dc92af102dd2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0855989 Feb 11 13:45:18.336074 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b86e390f-ae11-435c-b07a-61dad9eb9be1 req-40915c23-0d6a-4031-8b0d-adaf7de525c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438373 Feb 11 13:45:18.926842 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.931172 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:19.558151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bec6cf-e22d-4b43-8d82-9dbd0ac13f11 req-be4dd5f1-171c-4821-a146-9c8b080d2ba2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.559765 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03bec6cf-e22d-4b43-8d82-9dbd0ac13f11 req-be4dd5f1-171c-4821-a146-9c8b080d2ba2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0935411 Feb 11 13:45:19.613282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03bec6cf-e22d-4b43-8d82-9dbd0ac13f11 req-91f8607c-a4c4-4371-8b7f-c75294589d5b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439067 Feb 11 13:45:19.925115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56baa790-a32e-4f8c-bf63-e4e1ab8b8fa5 req-be3c215e-6a25-4afa-8174-a9d5363389e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1097 time: 0.0876088 Feb 11 13:45:20.084718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa790-a32e-4f8c-bf63-e4e1ab8b8fa5 req-61700304-51e4-4657-bcdf-be50391589ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.086310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56baa790-a32e-4f8c-bf63-e4e1ab8b8fa5 req-61700304-51e4-4657-bcdf-be50391589ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.1345358 Feb 11 13:45:20.201959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56baa790-a32e-4f8c-bf63-e4e1ab8b8fa5 req-5a6ea246-6f64-430f-8b60-d08849110b84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1002 time: 0.1082072 Feb 11 13:45:20.267289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa790-a32e-4f8c-bf63-e4e1ab8b8fa5 req-66a36707-5208-416e-9c61-474a9424e6cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.269320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56baa790-a32e-4f8c-bf63-e4e1ab8b8fa5 req-66a36707-5208-416e-9c61-474a9424e6cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.0600998 Feb 11 13:45:20.328504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.351454 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56baa790-a32e-4f8c-bf63-e4e1ab8b8fa5 req-f3f47f48-e121-46f1-83f3-08a620803dd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757859 Feb 11 13:45:20.512349 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56baa790-a32e-4f8c-bf63-e4e1ab8b8fa5 req-41ed2ac6-4be0-477f-9970-108cf848c29a service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468344 Feb 11 13:45:20.670216 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56baa790-a32e-4f8c-bf63-e4e1ab8b8fa5 req-98cf1c75-90af-4e7c-bebc-49fb983f0186 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510472 Feb 11 13:45:20.860094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb63ffc-35f1-4939-9430-186c27e1e390 req-6daa7317-04a6-440f-948e-9635d8127655 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.863073 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8fb63ffc-35f1-4939-9430-186c27e1e390 req-6daa7317-04a6-440f-948e-9635d8127655 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0957818 Feb 11 13:45:20.912608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8fb63ffc-35f1-4939-9430-186c27e1e390 req-0631d527-baea-43bf-8220-78a41a0ce906 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436711 Feb 11 13:45:21.046468 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6299bd-672f-414c-9f57-6d81f6e2e658 None None] New status for floating IP 5887b2e0-10e1-4fd8-a706-8039671000a9: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:45:22.155154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b94bb-e524-418a-bb5b-73d4df3abfb6 req-e9fb98e3-8b93-457a-bd52-a1f3db6c4902 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:22.156670 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-206b94bb-e524-418a-bb5b-73d4df3abfb6 req-e9fb98e3-8b93-457a-bd52-a1f3db6c4902 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1078455 Feb 11 13:45:22.217672 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-206b94bb-e524-418a-bb5b-73d4df3abfb6 req-83cd17ba-ccb5-43eb-a75c-a871dcfda3b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546823 Feb 11 13:45:23.529766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e13671-8019-4f3f-b316-ebb260b2b8d5 req-0cb8b5cf-0fad-48da-bcb4-26e75fa6b6ed tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:23.531335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-65e13671-8019-4f3f-b316-ebb260b2b8d5 req-0cb8b5cf-0fad-48da-bcb4-26e75fa6b6ed tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1402228 Feb 11 13:45:23.608243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-65e13671-8019-4f3f-b316-ebb260b2b8d5 req-26004a46-64d5-4a8f-acef-3f23a7ed7a27 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694258 Feb 11 13:45:24.649982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42566) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:24.824837 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2950aead-afdc-4840-a9dc-88d916bbf208 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 200 len: 994 time: 0.1733921 Feb 11 13:45:24.859411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d23457-cdb8-4939-b963-4c581c7b4bbe req-7ee94400-2f74-489d-9263-f0038348d175 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:24.861187 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0d23457-cdb8-4939-b963-4c581c7b4bbe req-7ee94400-2f74-489d-9263-f0038348d175 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0893185 Feb 11 13:45:24.916160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0d23457-cdb8-4939-b963-4c581c7b4bbe req-6f3d3a62-521d-488d-baf8-de9e7f4586d9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478549 Feb 11 13:45:25.172965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42580) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:25.387809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port de58515a-fcce-40af-91e2-20be8908e2c3 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:45:25.388158 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:25.653188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:25.653914 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:25.773025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for de58515a-fcce-40af-91e2-20be8908e2c3 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:45:25.936097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.033287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=de58515a-fcce-40af-91e2-20be8908e2c3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:26.125855 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.126205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.126550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.126933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.127270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.127731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.128066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.128395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.128717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.129039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.129364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:26.172639 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.223921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6b31f-bd03-4968-857e-20fb3691bbd1 req-899e17e6-99a4-4e8c-a1e9-f255aef74d65 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:26.225408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48d6b31f-bd03-4968-857e-20fb3691bbd1 req-899e17e6-99a4-4e8c-a1e9-f255aef74d65 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1806109 Feb 11 13:45:26.270843 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48d6b31f-bd03-4968-857e-20fb3691bbd1 req-59a1b730-728a-40ab-bcb5-5e0c30c5a99a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400274 Feb 11 13:45:26.306985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c550b7-6983-4d28-8fa8-203f554bda51 req-a54a81bc-8872-40bb-8647-9ddf3d0247a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:26.308463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91c550b7-6983-4d28-8fa8-203f554bda51 req-a54a81bc-8872-40bb-8647-9ddf3d0247a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.2714036 Feb 11 13:45:26.384266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91c550b7-6983-4d28-8fa8-203f554bda51 req-66dd6400-a1f9-487d-be97-cc6e527296b5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697241 Feb 11 13:45:26.625170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router 3e8747bc-5de6-4510-a092-0bbeba622b52 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:26.834163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:26.846115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] Sync routers for ids ['3e8747bc-5de6-4510-a092-0bbeba622b52'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:45:26.855716 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.859456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] Routers {'3e8747bc-5de6-4510-a092-0bbeba622b52'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:26.860259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:45:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3e8747bc-5de6-4510-a092-0bbeba622b52'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:26.950302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-07a5282b-9acf-4c03-bc94-9b52fc259464 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/floatingips/fef3481f-fae5-4e64-b2e3-6e4eb0b8197e HTTP/1.1" status: 204 len: 168 time: 1.7762504 Feb 11 13:45:26.951234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'tag': 'f8267c2e-f429-4b3c-93d3-85827124507a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:26.992271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea2d34-edf1-4851-a5b1-7f29df3f6c1a req-17c26e09-9ca5-4202-9053-f713f8b84782 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:26.993776 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-63ea2d34-edf1-4851-a5b1-7f29df3f6c1a req-17c26e09-9ca5-4202-9053-f713f8b84782 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.1030941 Feb 11 13:45:27.044200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-63ea2d34-edf1-4851-a5b1-7f29df3f6c1a req-53b88928-ae71-41e4-bfc3-e066bf1dec26 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447068 Feb 11 13:45:27.054229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] Set router 3e8747bc-5de6-4510-a092-0bbeba622b52 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:27.128735 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'tag': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'status': 'completed', 'code': 200} Feb 11 13:45:27.233394 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58145662-e47c-4d9f-b2db-6e1e5f6020b3 req-25ea22bd-1a72-41b4-bf9b-dd1a36322822 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 1097 time: 0.0802736 Feb 11 13:45:27.389914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58145662-e47c-4d9f-b2db-6e1e5f6020b3 req-548afd73-dde9-4ed8-a445-137df138f891 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.391798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58145662-e47c-4d9f-b2db-6e1e5f6020b3 req-548afd73-dde9-4ed8-a445-137df138f891 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e HTTP/1.1" status: 200 len: 898 time: 0.1488783 Feb 11 13:45:27.402791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e9705-66ae-4b66-8204-0ab2f963120a req-7f7e6767-a362-48e8-ba05-57fd2a4a7b1f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.404461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-119e9705-66ae-4b66-8204-0ab2f963120a req-7f7e6767-a362-48e8-ba05-57fd2a4a7b1f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Synchronizing usage tracker for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:45:27.422553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-119e9705-66ae-4b66-8204-0ab2f963120a req-7f7e6767-a362-48e8-ba05-57fd2a4a7b1f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Unset dirty status for tenant:17d1b092f18e487e89704f11a4bdfe9c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:45:27.423792 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-119e9705-66ae-4b66-8204-0ab2f963120a req-7f7e6767-a362-48e8-ba05-57fd2a4a7b1f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 946 time: 0.1217744 Feb 11 13:45:27.434549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '6ac45f79-6533-463b-ac14-67f0ca06c965', 'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:18:58:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:46Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:27.438530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] Checking router: 3e8747bc-5de6-4510-a092-0bbeba622b52 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:45:27.450074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] Routers {'3e8747bc-5de6-4510-a092-0bbeba622b52'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:27.450703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:45:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3e8747bc-5de6-4510-a092-0bbeba622b52'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:27.472737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-119e9705-66ae-4b66-8204-0ab2f963120a req-29f5b0da-c34c-40a9-ac94-c96c546da4ac tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413792 Feb 11 13:45:27.605872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58145662-e47c-4d9f-b2db-6e1e5f6020b3 req-22d2c942-8e76-46e3-ba14-17985703f740 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8267c2e-f429-4b3c-93d3-85827124507a HTTP/1.1" status: 200 len: 217 time: 0.2024751 Feb 11 13:45:27.646246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] Set router 3e8747bc-5de6-4510-a092-0bbeba622b52 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:27.692405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58145662-e47c-4d9f-b2db-6e1e5f6020b3 req-395097ad-3ec3-4951-91e1-802270c43e83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.693840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58145662-e47c-4d9f-b2db-6e1e5f6020b3 req-395097ad-3ec3-4951-91e1-802270c43e83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9ba5ffb9-cc56-4030-9010-b42d7688cd89 HTTP/1.1" status: 200 len: 834 time: 0.0800965 Feb 11 13:45:27.707529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543f28d-cf17-4a21-b2f6-5b3f38674fc3 req-d19b17b1-6df6-4bb7-a9d3-fe9f7d018b08 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.709044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5543f28d-cf17-4a21-b2f6-5b3f38674fc3 req-d19b17b1-6df6-4bb7-a9d3-fe9f7d018b08 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.2494707 Feb 11 13:45:27.807992 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5543f28d-cf17-4a21-b2f6-5b3f38674fc3 req-dd218dea-46e5-4b75-934e-26731de7b05c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682328 Feb 11 13:45:27.823448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58145662-e47c-4d9f-b2db-6e1e5f6020b3 req-6d1d5714-7104-4648-aa29-b3f899077406 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135843 Feb 11 13:45:27.977070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58145662-e47c-4d9f-b2db-6e1e5f6020b3 req-381844c7-10e4-4a20-9595-3d61470df812 service neutron] 10.222.0.73 "GET /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435583 Feb 11 13:45:27.987609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '6ac45f79-6533-463b-ac14-67f0ca06c965', 'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:18:58:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:46Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:27.991779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfdef0-4148-40d9-838a-f94edd5343e4 None None] The sync data for ids ['3e8747bc-5de6-4510-a092-0bbeba622b52'] in n-d-818559-1 is: [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:44:23Z', 'revision_number': 4, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '6ac45f79-6533-463b-ac14-67f0ca06c965', 'name': '', 'network_id': '8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'mac_address': 'fa:16:3e:18:58:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:46Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'subnets': [{'id': '9ba5ffb9-cc56-4030-9010-b42d7688cd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:45:28.142366 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58145662-e47c-4d9f-b2db-6e1e5f6020b3 req-c73d7abd-fc5d-4b07-bd0d-0113109ec8d9 service neutron] 10.222.0.73 "GET /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590793 Feb 11 13:45:28.284743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4aaa61-5709-4176-a1e9-c6cadc92e2f4 req-4f58596c-54ea-45db-b54c-0770325895ac tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:28.286061 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aa4aaa61-5709-4176-a1e9-c6cadc92e2f4 req-4f58596c-54ea-45db-b54c-0770325895ac tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.0845051 Feb 11 13:45:28.322759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:45:28.456877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aa4aaa61-5709-4176-a1e9-c6cadc92e2f4 req-ebb1e7a8-982d-4527-abe1-9a83557c5e00 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647878 Feb 11 13:45:28.505279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:28.526505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'port_id': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'mac_address': 'fa:16:3e:64:ce:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:45:28.586702 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.607348 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35e104e1-0a18-4e0a-9d81-549346ff96b3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:45:28.624773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:28.629693 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.699223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ed77d-0c72-455a-8892-313bff524a8a req-41500a3d-227b-4840-aca3-01f96cb2f3db tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:28.700734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd7ed77d-0c72-455a-8892-313bff524a8a req-41500a3d-227b-4840-aca3-01f96cb2f3db tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 946 time: 0.0886257 Feb 11 13:45:28.704874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=10']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:28.726172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['35e104e1-0a18-4e0a-9d81-549346ff96b3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:45:28.748012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fd7ed77d-0c72-455a-8892-313bff524a8a req-0f3a7ce6-2e1d-4f1d-b2fe-3650a7414d6d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/security-groups?id=5284781a-0ede-4cac-a69a-1cc24eeb904f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407848 Feb 11 13:45:29.012258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eef926-8c3e-4e93-a485-53012e589408 req-ff44e1b4-47d2-425d-b766-636705768f58 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:29.013726 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4eef926-8c3e-4e93-a485-53012e589408 req-ff44e1b4-47d2-425d-b766-636705768f58 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0819209 Feb 11 13:45:29.051624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-51c856d9-56f1-4a72-a45d-5bf858ec7e1f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:29.053142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-51c856d9-56f1-4a72-a45d-5bf858ec7e1f tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 946 time: 0.0814614 Feb 11 13:45:29.060219 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4eef926-8c3e-4e93-a485-53012e589408 req-212b5d5a-78e5-4b27-a043-c5f1c907348a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397463 Feb 11 13:45:29.122739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port f8267c2e-f429-4b3c-93d3-85827124507a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:45:29.123075 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.364278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] For port f8267c2e-f429-4b3c-93d3-85827124507a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=f8267c2e-f429-4b3c-93d3-85827124507a,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:29.364624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.494895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for f8267c2e-f429-4b3c-93d3-85827124507a owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:45:29.695765 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.752205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=f8267c2e-f429-4b3c-93d3-85827124507a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:29.801131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.801560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.801917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.802412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.802729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.803111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.803599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.804010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.804337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.804686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.805078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:29.813403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b52bf-2f48-413e-a9c6-c7c5b5296dd2 req-d1c03f05-8cbc-48fb-9c96-bbe1eae7b452 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:29.815131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2d4b52bf-2f48-413e-a9c6-c7c5b5296dd2 req-d1c03f05-8cbc-48fb-9c96-bbe1eae7b452 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 945 time: 0.2002213 Feb 11 13:45:29.874738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] No DVR routers for this DVR port f8267c2e-f429-4b3c-93d3-85827124507a on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:29.878837 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.884325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'name': 'network-vif-deleted', 'tag': 'f8267c2e-f429-4b3c-93d3-85827124507a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:29.912205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-64463f4c-ecd4-4846-b9bb-ba62671efe2f req-b6fd9935-01e8-4a00-82eb-fd5bb9ee26b9 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.73 "DELETE /v2.0/ports/f8267c2e-f429-4b3c-93d3-85827124507a HTTP/1.1" status: 204 len: 173 time: 0.8540351 Feb 11 13:45:29.919395 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2d4b52bf-2f48-413e-a9c6-c7c5b5296dd2 req-ababfc05-89a9-49a2-8942-20233c854aad tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730360 Feb 11 13:45:29.937679 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e9c39cf-decf-4b1b-b7e4-c50e0918051c req-5e2a2552-a08e-4917-b377-796cb900b51d tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "GET /v2.0/ports?device_id=293135b0-3f63-44c5-aedf-090ff5a519e5 HTTP/1.1" status: 200 len: 210 time: 0.0479279 Feb 11 13:45:29.995882 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293135b0-3f63-44c5-aedf-090ff5a519e5', 'name': 'network-vif-deleted', 'tag': 'f8267c2e-f429-4b3c-93d3-85827124507a', 'status': 'completed', 'code': 200} Feb 11 13:45:30.266140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3357b-e5b1-40e0-a712-31bc4de695e2 req-540d004b-7b39-4186-8fe3-b83839c6deda tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.267754 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccd3357b-e5b1-40e0-a712-31bc4de695e2 req-540d004b-7b39-4186-8fe3-b83839c6deda tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0797594 Feb 11 13:45:30.309555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:30.314236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccd3357b-e5b1-40e0-a712-31bc4de695e2 req-d4ec7e3c-c227-4f38-b2b4-43a871ce0e00 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408645 Feb 11 13:45:30.378636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 35e104e1-0a18-4e0a-9d81-549346ff96b3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:30.379007 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.501579 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.538015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:30.550112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:30.554893 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.622875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=11']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:30.718742 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'code': 200} Feb 11 13:45:31.052405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42642) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:31.125316 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-599854d5-bbe7-465c-935d-c5d702fbe47c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.125908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681889b-d6fb-49cd-b434-eb2a4767b7ac req-c737fc11-b032-4202-a6c5-01d1c0eeac6d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:31.127391 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2681889b-d6fb-49cd-b434-eb2a4767b7ac req-c737fc11-b032-4202-a6c5-01d1c0eeac6d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.0806370 Feb 11 13:45:31.156627 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-599854d5-bbe7-465c-935d-c5d702fbe47c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.173827 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2681889b-d6fb-49cd-b434-eb2a4767b7ac req-717b9aa9-2d25-4773-a30e-e571f6623dfa tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398977 Feb 11 13:45:31.219886 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-599854d5-bbe7-465c-935d-c5d702fbe47c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.238437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599854d5-bbe7-465c-935d-c5d702fbe47c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5284781a-0ede-4cac-a69a-1cc24eeb904f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.253975 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-599854d5-bbe7-465c-935d-c5d702fbe47c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.255137 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-599854d5-bbe7-465c-935d-c5d702fbe47c tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/security-groups/5284781a-0ede-4cac-a69a-1cc24eeb904f HTTP/1.1" status: 204 len: 168 time: 0.2017524 Feb 11 13:45:31.294409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42648) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:31.524898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d4f5c-25e3-4e5b-afc5-29acd9c5bd32 req-03264d4f-10c7-4f5c-9c75-daa97ee71495 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:31.527047 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-415d4f5c-25e3-4e5b-afc5-29acd9c5bd32 req-03264d4f-10c7-4f5c-9c75-daa97ee71495 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0811787 Feb 11 13:45:31.583282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-415d4f5c-25e3-4e5b-afc5-29acd9c5bd32 req-7aedfac5-b0d5-4155-a4c3-4078b3a4ea35 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504501 Feb 11 13:45:31.659906 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7793f8-c934-4bb1-85c2-ce86798e2352 None None] New status for floating IP fef3481f-fae5-4e64-b2e3-6e4eb0b8197e: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:45:31.810322 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.454267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96d45e-196c-4819-8f10-494fa4997366 req-3f50ea65-208c-40b5-9487-512bdcfb07b5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:32.455865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e96d45e-196c-4819-8f10-494fa4997366 req-3f50ea65-208c-40b5-9487-512bdcfb07b5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1579325 Feb 11 13:45:32.514613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port 6ac45f79-6533-463b-ac14-67f0ca06c965 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:45:32.514856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.557165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e96d45e-196c-4819-8f10-494fa4997366 req-590118b7-f10f-457c-97d1-210de6e143b8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947747 Feb 11 13:45:32.708027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] For port 6ac45f79-6533-463b-ac14-67f0ca06c965, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6ac45f79-6533-463b-ac14-67f0ca06c965,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:32.708394 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.777505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05b6a7-8116-4bb8-bac8-b7d687bf3ba9 req-6f06fe5d-38e7-4914-8279-b989abfed891 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:32.778930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf05b6a7-8116-4bb8-bac8-b7d687bf3ba9 req-6f06fe5d-38e7-4914-8279-b989abfed891 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0766261 Feb 11 13:45:32.826287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf05b6a7-8116-4bb8-bac8-b7d687bf3ba9 req-cfb987c2-7715-4c66-8874-8954d0d31367 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411465 Feb 11 13:45:32.829024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for 6ac45f79-6533-463b-ac14-67f0ca06c965 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:45:33.092050 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.141407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=6ac45f79-6533-463b-ac14-67f0ca06c965,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:33.444477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.889356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41848eb5-ac06-449c-bef0-7f7f62c988ce req-20673750-1595-4db0-b662-15d098d6ed31 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:33.890849 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-41848eb5-ac06-449c-bef0-7f7f62c988ce req-20673750-1595-4db0-b662-15d098d6ed31 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1841836 Feb 11 13:45:34.035666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0a6c0-c712-4ab2-a004-6b71c4cb1385 req-a030fbf4-c93a-4ad9-8984-775955ec0cde tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.037196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91e0a6c0-c712-4ab2-a004-6b71c4cb1385 req-a030fbf4-c93a-4ad9-8984-775955ec0cde tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0855694 Feb 11 13:45:34.066442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-41848eb5-ac06-449c-bef0-7f7f62c988ce req-d9e5ab19-b566-44c0-a157-ddaed6c8b493 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211936 Feb 11 13:45:34.097272 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-91e0a6c0-c712-4ab2-a004-6b71c4cb1385 req-71ce53cb-3634-4f05-83ea-727ebe64a5cd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540762 Feb 11 13:45:34.130602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Router 3e8747bc-5de6-4510-a092-0bbeba622b52 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:34.299056 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:45:34.327963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:34.337331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] Sync routers for ids ['3e8747bc-5de6-4510-a092-0bbeba622b52'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:45:34.343218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-54405556-1f0b-493a-bebf-62f06e5f4052 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "PUT /v2.0/routers/3e8747bc-5de6-4510-a092-0bbeba622b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0453057 Feb 11 13:45:34.343643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:34.347170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f8267c2e-f429-4b3c-93d3-85827124507a no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:45:34.386011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: f8267c2e-f429-4b3c-93d3-85827124507a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:45:34.386256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device f8267c2e-f429-4b3c-93d3-85827124507a not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:45:34.387714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] Routers {'3e8747bc-5de6-4510-a092-0bbeba622b52'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:34.388305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:45:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3e8747bc-5de6-4510-a092-0bbeba622b52'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:34.615141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] Set router 3e8747bc-5de6-4510-a092-0bbeba622b52 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:34.649881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6602abb1-2192-4a6c-bff5-254e833053fd tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting subnet 9ba5ffb9-cc56-4030-9010-b42d7688cd89 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:45:34.652741 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6602abb1-2192-4a6c-bff5-254e833053fd tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.708370 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6602abb1-2192-4a6c-bff5-254e833053fd tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.790871 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6602abb1-2192-4a6c-bff5-254e833053fd tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.868281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6602abb1-2192-4a6c-bff5-254e833053fd tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.907812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:45:33Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:34.909807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602abb1-2192-4a6c-bff5-254e833053fd tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba5ffb9-cc56-4030-9010-b42d7688cd89,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:34.912454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] Checking router: 3e8747bc-5de6-4510-a092-0bbeba622b52 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:45:34.917560 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6602abb1-2192-4a6c-bff5-254e833053fd tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.924442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6602abb1-2192-4a6c-bff5-254e833053fd tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/subnets/9ba5ffb9-cc56-4030-9010-b42d7688cd89 HTTP/1.1" status: 204 len: 168 time: 0.5790205 Feb 11 13:45:34.925715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7747536-e280-4081-986a-883a2c8869a0 None None] Network 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:45:34.926868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42666) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:34.938982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] Routers {'3e8747bc-5de6-4510-a092-0bbeba622b52'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:34.939620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:45:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['3e8747bc-5de6-4510-a092-0bbeba622b52'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:35.139695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.277985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] Set router 3e8747bc-5de6-4510-a092-0bbeba622b52 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:35.340907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6befae7-26f0-4c94-adc9-4e1ab890967b req-bc005bb6-375f-4c78-b54f-5297d8fa2100 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:35.342377 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6befae7-26f0-4c94-adc9-4e1ab890967b req-bc005bb6-375f-4c78-b54f-5297d8fa2100 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0860670 Feb 11 13:45:35.373382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef0792-09b1-428c-975a-f672e3bbc21a req-a6f3803e-7c3e-41d9-a4dd-9dd9787cad04 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:35.374881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1aef0792-09b1-428c-975a-f672e3bbc21a req-a6f3803e-7c3e-41d9-a4dd-9dd9787cad04 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1652191 Feb 11 13:45:35.397247 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f6befae7-26f0-4c94-adc9-4e1ab890967b req-e19e0371-b101-40b3-9fb1-dba74aba3cdb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487306 Feb 11 13:45:35.452569 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1aef0792-09b1-428c-975a-f672e3bbc21a req-7d412132-7a26-463a-993f-6ac56f801b59 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684953 Feb 11 13:45:35.515025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ad1f7-1af1-4b3d-a846-4a7d1038baf8 None None] DHCP port deletion for 8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:45:35.517673 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.528384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-364ad1f7-1af1-4b3d-a846-4a7d1038baf8 None None] Deleting port 07a374bd-64ab-4b94-8816-ce05db9daf28 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:45:35.529326 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-364ad1f7-1af1-4b3d-a846-4a7d1038baf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.529596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Deleting port 6a5a3553-e442-4c2a-be84-8e65bd308749 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:45:35.530022 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.718861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] For port 6a5a3553-e442-4c2a-be84-8e65bd308749, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6a5a3553-e442-4c2a-be84-8e65bd308749,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:35.719172 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.835337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-364ad1f7-1af1-4b3d-a846-4a7d1038baf8 None None] For port 07a374bd-64ab-4b94-8816-ce05db9daf28, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=07a374bd-64ab-4b94-8816-ce05db9daf28,segment=NetworkSegment(7e2a6fcc-d97f-45d9-8cd5-92e5372546a0),segment_id=7e2a6fcc-d97f-45d9-8cd5-92e5372546a0)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:35.835609 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-364ad1f7-1af1-4b3d-a846-4a7d1038baf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.848812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 07a374bd-64ab-4b94-8816-ce05db9daf28 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:45:35.850452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Calling delete_port for 6a5a3553-e442-4c2a-be84-8e65bd308749 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:45:36.057033 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.063660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-364ad1f7-1af1-4b3d-a846-4a7d1038baf8 None None] Calling delete_port for 07a374bd-64ab-4b94-8816-ce05db9daf28 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:45:36.112580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Port': ['ID=6a5a3553-e442-4c2a-be84-8e65bd308749,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:36.120753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:45:33Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:36.130553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bede2e30-8f44-48c0-a798-1e26e1ed52f2 None None] The sync data for ids ['3e8747bc-5de6-4510-a092-0bbeba622b52'] in n-d-818559-1 is: [{'id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'name': 'tempest-TestNetworkBasicOps-router-1919082699', 'tenant_id': '17d1b092f18e487e89704f11a4bdfe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:13Z', 'updated_at': '2022-02-11T13:45:33Z', 'revision_number': 5, 'project_id': '17d1b092f18e487e89704f11a4bdfe9c', 'gw_port': {'id': '6a5a3553-e442-4c2a-be84-8e65bd308749', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8747bc-5de6-4510-a092-0bbeba622b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:14Z', 'updated_at': '2022-02-11T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:45:36.242002 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-364ad1f7-1af1-4b3d-a846-4a7d1038baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.297897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ad1f7-1af1-4b3d-a846-4a7d1038baf8 None None] Pushing event deleted for resources: {'Port': ['ID=07a374bd-64ab-4b94-8816-ce05db9daf28,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:36.300672 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.333109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ad1f7-1af1-4b3d-a846-4a7d1038baf8 None None] No DVR routers for this DVR port 07a374bd-64ab-4b94-8816-ce05db9daf28 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:36.486187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.758877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7c607-e59a-4389-a083-81dcfbf0d89b req-18ec4793-97bc-41e9-99e2-538665600fbb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.760445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46a7c607-e59a-4389-a083-81dcfbf0d89b req-18ec4793-97bc-41e9-99e2-538665600fbb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0983253 Feb 11 13:45:36.837509 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46a7c607-e59a-4389-a083-81dcfbf0d89b req-6d5b4233-c9a1-4e0d-b16b-e41ff3b9be23 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709751 Feb 11 13:45:36.982793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.998731 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-c13b4ed4-b3bd-4efc-8244-29ee80b6e8a1 service neutron] show failed (client error): The resource could not be found. Feb 11 13:45:36.999871 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-c13b4ed4-b3bd-4efc-8244-29ee80b6e8a1 service neutron] 10.222.0.73 "GET /v2.0/ports/29dda3f7-e203-4dc4-9481-be64ccf32c5a/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.3058417 Feb 11 13:45:37.000647 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.025203 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cfdcf-f361-496e-91e8-034722f8a166 req-316ecd70-0c31-480f-b9a2-30e0adf78b96 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:37.026978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f0cfdcf-f361-496e-91e8-034722f8a166 req-316ecd70-0c31-480f-b9a2-30e0adf78b96 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.2917926 Feb 11 13:45:37.078473 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.079231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Fanout notify agent at l3_agent the message router_deleted on router 3e8747bc-5de6-4510-a092-0bbeba622b52 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:45:37.134099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.135255 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-951b3a4a-9350-41fd-9db4-b89771c236c0 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/routers/3e8747bc-5de6-4510-a092-0bbeba622b52 HTTP/1.1" status: 204 len: 168 time: 2.2074687 Feb 11 13:45:37.138230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42688) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:37.149393 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f0cfdcf-f361-496e-91e8-034722f8a166 req-74fcffd2-4218-48d4-b1fe-7db4e58a47e7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023715 Feb 11 13:45:37.354232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.516617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.526760 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.541256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-c57f54c6-70e4-4219-9b2b-be3ea603c38d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 1097 time: 0.2497830 Feb 11 13:45:37.547458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:37.563363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:45:37.613545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:37.614279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2a6fcc-d97f-45d9-8cd5-92e5372546a0') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:37.642314 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.707196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.726051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:45:37.726549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:37.744466 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:37.811667 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.856103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6ac45f79-6533-463b-ac14-67f0ca06c965 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:45:37.903127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 6ac45f79-6533-463b-ac14-67f0ca06c965 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:45:37.903468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6ac45f79-6533-463b-ac14-67f0ca06c965 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:45:37.904035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a5a3553-e442-4c2a-be84-8e65bd308749 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:45:37.953372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 6a5a3553-e442-4c2a-be84-8e65bd308749 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:45:37.954078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6a5a3553-e442-4c2a-be84-8e65bd308749 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:45:38.015299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.021389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.192757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] Pushing event deleted for resources: {'Network': ['ID=8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:38.229290 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-17de5c1b-1ab8-49d0-b9a0-5b83cc3466c5 tempest-TestNetworkBasicOps-1725059296 tempest-TestNetworkBasicOps-1725059296-project] 10.222.0.67 "DELETE /v2.0/networks/8ea3e8d4-7c86-46d0-bd25-0834b7ab0a3e HTTP/1.1" status: 204 len: 168 time: 1.0868371 Feb 11 13:45:38.361426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba528fe-5603-48e9-9d3e-e7dcc37408a7 req-ba23c400-8b98-490c-8d31-657642617db5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:38.369252 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fba528fe-5603-48e9-9d3e-e7dcc37408a7 req-ba23c400-8b98-490c-8d31-657642617db5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.4016457 Feb 11 13:45:38.438549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:38.448943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e22091-06ba-4a5a-a9ff-e677a7cb9ca8 req-d13aad91-7d8a-4359-906c-ede9cdf607b4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:38.450628 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7e22091-06ba-4a5a-a9ff-e677a7cb9ca8 req-d13aad91-7d8a-4359-906c-ede9cdf607b4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1224124 Feb 11 13:45:38.489258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fba528fe-5603-48e9-9d3e-e7dcc37408a7 req-7daaa638-70b4-4bfc-b3e6-92721cbc6f73 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181262 Feb 11 13:45:38.554554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:38.565994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7e22091-06ba-4a5a-a9ff-e677a7cb9ca8 req-42c8510d-d5fe-416a-8752-a7ef15d9a79a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070099 Feb 11 13:45:38.621095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42700) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:38.645879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:38.651991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.668236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Transition to ACTIVE for port object 29dda3f7-e203-4dc4-9481-be64ccf32c5a will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:38.672772 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.748115 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'code': 200} Feb 11 13:45:38.839879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=6']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:38.897786 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-24a44df8-1f9a-48b3-8ed4-421fbbc85aa6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=17d1b092f18e487e89704f11a4bdfe9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2725928 Feb 11 13:45:38.898144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42708) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:38.973363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] No DVR routers for this DVR port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:39.142546 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5ffafbe-a3f0-489d-bf86-0b02b723f97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.175694 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5ffafbe-a3f0-489d-bf86-0b02b723f97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.272061 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5ffafbe-a3f0-489d-bf86-0b02b723f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.297228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffafbe-a3f0-489d-bf86-0b02b723f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550a8f79-768f-49ff-8fc6-f4f4536fd06b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:39.309480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5ffafbe-a3f0-489d-bf86-0b02b723f97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.310813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c5ffafbe-a3f0-489d-bf86-0b02b723f97f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/550a8f79-768f-49ff-8fc6-f4f4536fd06b HTTP/1.1" status: 204 len: 168 time: 0.4115229 Feb 11 13:45:39.415679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:39.416009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:39.416756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on network e602179c-beb1-4ba7-93ca-e28e87950507 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:45:39.425369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on network e602179c-beb1-4ba7-93ca-e28e87950507 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:45:39.425680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on network e602179c-beb1-4ba7-93ca-e28e87950507 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:45:39.433889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:45:39.434284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Checking segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:45:39.434809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Bound using segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:45:39.435239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Bound port: 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:39.435579 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.560260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:39.563917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:39.568790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.629111 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.630773 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] 10.222.0.75 "PUT /v2.0/ports/29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1092 time: 2.0745492 Feb 11 13:45:39.731766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e21e3a-971d-4085-921f-cec9ad066d24 service neutron] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=7']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:39.805012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b3006-b0f9-454b-85dc-477d57a4df83 req-af483b89-a22f-4b30-bf8c-2663a130b379 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:39.814674 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-225b3006-b0f9-454b-85dc-477d57a4df83 req-af483b89-a22f-4b30-bf8c-2663a130b379 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 944 time: 0.1477096 Feb 11 13:45:39.845656 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-e5d80ca5-e08f-42c1-9a43-a3dac070e0e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1095 time: 0.1891131 Feb 11 13:45:39.932205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-225b3006-b0f9-454b-85dc-477d57a4df83 req-40504f3b-5550-4a6b-80c5-b0c825357389 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156683 Feb 11 13:45:39.956557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42720) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:39.977388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6b6448b-4509-4989-a942-5ecc2a5cc784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.018506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6b6448b-4509-4989-a942-5ecc2a5cc784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:40.026173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c6b6448b-4509-4989-a942-5ecc2a5cc784 admin admin] Usage tracker for resource:security_group_rule and tenant:b5edf1485e424c399237831a0b8d5554 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:45:40.043332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c6b6448b-4509-4989-a942-5ecc2a5cc784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:45:40.050853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6b6448b-4509-4989-a942-5ecc2a5cc784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:40.106544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-4b5135f6-1752-444a-b5ae-3e45393c7216 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:40.108947 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-4b5135f6-1752-444a-b5ae-3e45393c7216 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.2565875 Feb 11 13:45:40.150928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6b6448b-4509-4989-a942-5ecc2a5cc784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.155625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6b6448b-4509-4989-a942-5ecc2a5cc784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.206130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6448b-4509-4989-a942-5ecc2a5cc784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f8a2cc-55a4-498d-90c0-1f1896bc9a47,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:40.213273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c6b6448b-4509-4989-a942-5ecc2a5cc784 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5edf1485e424c399237831a0b8d5554&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2532198 Feb 11 13:45:40.213428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42724) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:40.292355 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-ed18ce5c-3f8b-488c-8235-97e55db30f7d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1000 time: 0.1375463 Feb 11 13:45:40.304091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7f7e-6b89-469e-996c-853ce8f00a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.335685 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7f7e-6b89-469e-996c-853ce8f00a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.344468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995f10a-9e4a-4a7f-be8c-9fa2aede4a5a req-4cc29227-af12-44b4-864d-9fecbc359d94 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:40.345973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c995f10a-9e4a-4a7f-be8c-9fa2aede4a5a req-4cc29227-af12-44b4-864d-9fecbc359d94 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.2359557 Feb 11 13:45:40.399706 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7f7e-6b89-469e-996c-853ce8f00a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.408314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-6668d9a2-684f-4778-a8a1-1c2ee7a0efa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:40.409998 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-6668d9a2-684f-4778-a8a1-1c2ee7a0efa3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.1106679 Feb 11 13:45:40.426136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a7f7e-6b89-469e-996c-853ce8f00a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f8a2cc-55a4-498d-90c0-1f1896bc9a47,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:40.428455 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7f7e-6b89-469e-996c-853ce8f00a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.443689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4f8a7f7e-6b89-469e-996c-853ce8f00a24 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56f8a2cc-55a4-498d-90c0-1f1896bc9a47 HTTP/1.1" status: 204 len: 168 time: 0.2234762 Feb 11 13:45:40.482841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c995f10a-9e4a-4a7f-be8c-9fa2aede4a5a req-d06aa38c-e45e-4ebf-8b88-9bf41c4775e7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309223 Feb 11 13:45:40.522452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-476fabd8-2779-47d2-87da-24d9c6031693 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065063 Feb 11 13:45:40.750909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:40.827766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-ed3f332c-c07f-4217-b724-c58d51678808 service neutron] 10.222.0.75 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990649 Feb 11 13:45:40.862130 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'status': 'completed', 'code': 200} Feb 11 13:45:41.005457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afde3ce9-c547-4dfc-8ea7-47d98696bac3 req-b8e22b65-45fb-4c11-a951-78df2bce335b service neutron] 10.222.0.75 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692784 Feb 11 13:45:41.030516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-21227743-c621-474c-afd9-d534c68bfadf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1095 time: 0.1516769 Feb 11 13:45:41.226154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-cca4f7d0-7315-40b1-bc91-97c0791af142 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:41.228062 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-cca4f7d0-7315-40b1-bc91-97c0791af142 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.1922705 Feb 11 13:45:41.320812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-baee254b-4962-4e33-9cc9-a144fcf9147c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1095 time: 0.2588379 Feb 11 13:45:41.453534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676b020-1307-41d0-9b25-b604888805a0 req-bb0e281c-251b-49fc-b3a5-1c70c8128b5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:41.455636 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e676b020-1307-41d0-9b25-b604888805a0 req-bb0e281c-251b-49fc-b3a5-1c70c8128b5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 944 time: 0.2884028 Feb 11 13:45:41.527616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-66018ff4-ebcb-4a92-87c6-61e65647bd5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1000 time: 0.2917755 Feb 11 13:45:41.547851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-d74dd4f0-8cc3-427a-b895-f09791b4ff7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:41.549322 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-d74dd4f0-8cc3-427a-b895-f09791b4ff7a service neutron] 10.222.0.75 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.2203140 Feb 11 13:45:41.655700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-f2ffc067-473c-4b7e-9039-3d06e2bb4304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:41.657151 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-f2ffc067-473c-4b7e-9039-3d06e2bb4304 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.1240952 Feb 11 13:45:41.683178 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e676b020-1307-41d0-9b25-b604888805a0 req-6a6b755c-9ae1-411b-aabc-0cfe5f4aa15c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130902 Feb 11 13:45:41.697221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-e00dce86-8949-432c-8dfa-7e2ff41db391 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1000 time: 0.1405377 Feb 11 13:45:41.789781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-1857da8c-4cc4-4d9e-9cb4-c0d883f86484 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:41.791278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-1857da8c-4cc4-4d9e-9cb4-c0d883f86484 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.0880706 Feb 11 13:45:41.833011 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-3233a828-58c7-436d-a902-7be78799a80e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665859 Feb 11 13:45:41.869504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227d7bd-0850-43f4-aa87-f300efeda48f req-e0fcdcdb-6806-470f-b27d-9c57aef2d7c4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:41.871021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a227d7bd-0850-43f4-aa87-f300efeda48f req-e0fcdcdb-6806-470f-b27d-9c57aef2d7c4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1598785 Feb 11 13:45:41.911693 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-0563c503-ff92-4a99-a295-b2d3fb05aa58 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128757 Feb 11 13:45:42.036203 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-002fa361-c9e3-4878-b68c-e73c059dc2b8 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971993 Feb 11 13:45:42.100358 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-69c095cf-8b55-43fc-bd11-7c6a8ce275ee service neutron] 10.222.0.75 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805675 Feb 11 13:45:42.137345 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a227d7bd-0850-43f4-aa87-f300efeda48f req-4edfb344-a504-47f6-8b0a-3a2851425293 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183573 Feb 11 13:45:42.206177 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-7f51600a-e3d7-41fa-a3be-f49478b6d928 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631253 Feb 11 13:45:42.315294 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d0224f4-b5d8-49a4-9ed1-3ecc38c8ce38 req-c4deb76f-5cde-4be2-9fc8-056f98981402 service neutron] 10.222.0.75 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089267 Feb 11 13:45:42.399446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:45:42.475731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:45:42.568811 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.951602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb2ede-c28e-484d-a9e8-e6060fbded7f req-b0123661-3953-46af-93d6-8f87a1469185 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:42.953844 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40cb2ede-c28e-484d-a9e8-e6060fbded7f req-b0123661-3953-46af-93d6-8f87a1469185 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 944 time: 0.1028550 Feb 11 13:45:43.013505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40cb2ede-c28e-484d-a9e8-e6060fbded7f req-5ac8f9aa-1e66-427e-9278-6221e3006a74 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514796 Feb 11 13:45:43.434786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61e515-3aa9-4a22-b089-cab544615cd5 req-2de15acb-1d23-4ce6-a8b5-e09ba41bbed5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:43.442941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb61e515-3aa9-4a22-b089-cab544615cd5 req-2de15acb-1d23-4ce6-a8b5-e09ba41bbed5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1327133 Feb 11 13:45:43.495295 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb61e515-3aa9-4a22-b089-cab544615cd5 req-72a530f5-8884-4e2f-acfc-b83ca119d825 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514138 Feb 11 13:45:44.160273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42794) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:44.165896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'network': {'name': 'tempest-network-smoke--2085449109', 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'port_security_enabled': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:45:44.175095 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:44.179550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:network and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:45:44.182442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:45:44.188382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:44.203640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Made reservation on behalf of f9c0b5bdaf0948109441f12debcf137c for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:44.207432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.220719 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.257132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbe508-952c-45e2-9652-f6284dce8f44 req-e2e9af1b-0134-4331-8876-1427e8b887b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:44.257402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:44.262088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:security_group_rule and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:45:44.265088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:45:44.265331 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbfbe508-952c-45e2-9652-f6284dce8f44 req-e2e9af1b-0134-4331-8876-1427e8b887b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 944 time: 0.0995517 Feb 11 13:45:44.271543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:44.332024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbfbe508-952c-45e2-9652-f6284dce8f44 req-3b7d1cb2-2fcc-467b-84ee-8b3908ab1e71 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656095 Feb 11 13:45:44.379371 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.384209 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.418080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:44.432484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fba9753-7959-4b83-b7f0-888bcdc001b0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:44.438004 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.438369 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Added segment edadec09-0c3d-4200-ac79-1a1ec1decfe5 of type vlan for network 06c62662-9cc2-4141-98c8-de33c2a38904 Feb 11 13:45:44.489073 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.552895 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.557519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:44.558197 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.711458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Network': ['ID=06c62662-9cc2-4141-98c8-de33c2a38904,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:44.724484 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a6661516-caca-408d-acdf-a21edfd90478 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5630827 Feb 11 13:45:44.725138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42808) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:44.728834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 06c62662-9cc2-4141-98c8-de33c2a38904 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:45:44.746736 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'admin_state_up': True, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:45:44.811349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f744-3e72-42b1-8b75-9849f1493eb1 req-700a6460-92a9-436f-b63b-4cd50476b0bc tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:44.818927 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2446f744-3e72-42b1-8b75-9849f1493eb1 req-700a6460-92a9-436f-b63b-4cd50476b0bc tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1224988 Feb 11 13:45:44.825759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:44.843558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:router and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:45:44.849193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:45:44.873965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:44.885846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2446f744-3e72-42b1-8b75-9849f1493eb1 req-f23ec7bb-b1fb-4861-9fbb-cc927b3284ab tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659719 Feb 11 13:45:44.949524 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.950446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.985472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-aa155d0f-671c-4718-8a40-fe45962eb862 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:44.986971 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-aa155d0f-671c-4718-8a40-fe45962eb862 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830&tenant_id=6c052870f3b142058bca9fe1599fac99&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 944 time: 0.2271593 Feb 11 13:45:45.047829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.079118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:45:45.205100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557da6b6-a80c-4a48-b8de-59e0e0643ba4 req-08c07528-ca3e-4c47-9b7f-6e9aae4d5c9c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:45.206519 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-557da6b6-a80c-4a48-b8de-59e0e0643ba4 req-08c07528-ca3e-4c47-9b7f-6e9aae4d5c9c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 944 time: 0.3120801 Feb 11 13:45:45.257126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:45.273368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'port_id': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'mac_address': 'fa:16:3e:96:26:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:45:45.341582 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.355791 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-e716ab67-004c-455a-b7a2-ac9f8fa52063 service neutron] 10.222.0.75 "GET /v2.0/ports/29dda3f7-e203-4dc4-9481-be64ccf32c5a/bindings/n-h2-818559-1 HTTP/1.1" status: 200 len: 382 time: 0.3610241 Feb 11 13:45:45.361327 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dda3f7-e203-4dc4-9481-be64ccf32c5a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:45:45.382572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:45.387305 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.420626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-557da6b6-a80c-4a48-b8de-59e0e0643ba4 req-e933d2ac-0771-4176-a4f9-e0dca06d0e90 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605918 Feb 11 13:45:45.422365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.498799 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03c87101-a8b6-478e-a7bf-30edc885aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.522503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:45.559605 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-11bf962e-889d-4116-8bc7-528f8f1368ff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1096 time: 0.1799433 Feb 11 13:45:45.631588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['29dda3f7-e203-4dc4-9481-be64ccf32c5a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:45:45.733325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-c10a8198-9efd-4e17-aafa-7485f151ecd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:45.734780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-c10a8198-9efd-4e17-aafa-7485f151ecd0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.1633153 Feb 11 13:45:45.855670 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.900627 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.955994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-d6b0a8a0-0c72-42ca-8f94-c47099b57337 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1001 time: 0.2142651 Feb 11 13:45:46.081491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-049e6e61-c7c4-4b13-a74a-34070727da48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:46.082935 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-049e6e61-c7c4-4b13-a74a-34070727da48 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.1211386 Feb 11 13:45:46.147522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9b50-c095-4625-a571-24c2d5cf328a req-e879516f-8da7-44ae-ad23-4bcb028bd49f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:46.149146 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8fdd9b50-c095-4625-a571-24c2d5cf328a req-e879516f-8da7-44ae-ad23-4bcb028bd49f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1087725 Feb 11 13:45:46.156616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Allocated IP 172.25.4.182 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d80d7416-c4bd-4009-977d-b5ef8790d1fa) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:46.213621 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8fdd9b50-c095-4625-a571-24c2d5cf328a req-4c6d2738-1807-4f0d-81a8-043b05cb663f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551131 Feb 11 13:45:46.267684 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-9f420bcf-4537-4465-b402-3828c421886e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764066 Feb 11 13:45:46.418896 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.460146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-bc41654c-7c77-4f59-ae65-2a2d0f6c25de service neutron] 10.222.0.75 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824517 Feb 11 13:45:46.561840 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.823599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:46.826254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Port': ['ID=d80d7416-c4bd-4009-977d-b5ef8790d1fa,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:46.838777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:46.845156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:45:46.883187 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-abad1be8-a688-49c8-bf8b-a2239df481f7 service neutron] 10.222.0.75 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171309 Feb 11 13:45:46.972346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9c9b-3e9e-418c-867e-c009c891a6a7 req-e5690bca-d9a3-44ae-afd1-a8799b629de5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:46.973798 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-906d9c9b-3e9e-418c-867e-c009c891a6a7 req-e5690bca-d9a3-44ae-afd1-a8799b629de5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 945 time: 0.3410752 Feb 11 13:45:47.045118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-906d9c9b-3e9e-418c-867e-c009c891a6a7 req-939899f2-ebe0-4b45-b652-1c060e0ab310 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638409 Feb 11 13:45:47.079929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.080594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.104624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:47.194164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 29dda3f7-e203-4dc4-9481-be64ccf32c5a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:47.200701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 29dda3f7-e203-4dc4-9481-be64ccf32c5a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:47.201840 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.356119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Router 16ab4c8a-069d-45b0-bebb-c6d45386a30c is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:45:47.394111 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.436291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:47.464943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:47.470772 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.498211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bff437-c55b-4bea-8c3f-6c699a557e26 req-31a77128-c11c-4e27-af34-aefecf76246b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:47.507385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-22bff437-c55b-4bea-8c3f-6c699a557e26 req-31a77128-c11c-4e27-af34-aefecf76246b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1095266 Feb 11 13:45:47.577043 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-22bff437-c55b-4bea-8c3f-6c699a557e26 req-511f5c2e-58f4-4edd-902a-7f806cfeb084 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629697 Feb 11 13:45:47.599087 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'code': 200} Feb 11 13:45:47.628991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:47.638445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:47.646189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61f58c36-58ef-4fd4-9483-f44e22b59240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.653132 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Sync routers for ids ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:45:47.667486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.669256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ed688c15-4565-4156-9acc-7515e8b88bf6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9430497 Feb 11 13:45:47.672277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42820) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:47.681418 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Routers {'16ab4c8a-069d-45b0-bebb-c6d45386a30c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:47.682036 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:45:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:47.866749 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Set router 16ab4c8a-069d-45b0-bebb-c6d45386a30c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:47.879098 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cd9df43b-1348-4d0a-b204-c088400362fc tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=f9c0b5bdaf0948109441f12debcf137c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2048566 Feb 11 13:45:47.881874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42826) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:48.024487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265ca1b5-9bbe-4a9d-8c97-de993943bc3c tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:48.026173 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-265ca1b5-9bbe-4a9d-8c97-de993943bc3c tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1432860 Feb 11 13:45:48.029000 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42830) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:48.072277 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3ccdadda-0c2b-45ae-af2d-3607a38e2f11 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420511 Feb 11 13:45:48.074951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42834) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:48.080637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206127967', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:45:48.181588 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:46Z', 'revision_number': 3, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:48.189190 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Checking router: 16ab4c8a-069d-45b0-bebb-c6d45386a30c for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:45:48.189789 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Updating router 16ab4c8a-069d-45b0-bebb-c6d45386a30c port d80d7416-c4bd-4009-977d-b5ef8790d1fa binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:45:48.246988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:48.252350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:subnet and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:45:48.261041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:45:48.270066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:48.271411 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.300682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Made reservation on behalf of f9c0b5bdaf0948109441f12debcf137c for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:48.311007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745999-d36d-4a25-ae25-74ad7e411ea6 req-6398186d-7afa-4129-aad3-f62f88aecac9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:48.319908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b8745999-d36d-4a25-ae25-74ad7e411ea6 req-6398186d-7afa-4129-aad3-f62f88aecac9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.1265635 Feb 11 13:45:48.402990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b8745999-d36d-4a25-ae25-74ad7e411ea6 req-69fbc07f-bad8-4dec-8905-1c3f9d3062b4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817442 Feb 11 13:45:48.441696 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.801103 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.801103 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Transition to ACTIVE for port object d80d7416-c4bd-4009-977d-b5ef8790d1fa will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:48.812758 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.831289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.904058 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dcf28-fcb8-4a38-ae6c-018ee6d270bf None None] Pushing event updated for resources: {'Port': ['ID=d80d7416-c4bd-4009-977d-b5ef8790d1fa,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:48.940816 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.948703 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Attempting to bind port d80d7416-c4bd-4009-977d-b5ef8790d1fa on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:48.952306 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.966676 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Attempting to bind port d80d7416-c4bd-4009-977d-b5ef8790d1fa by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:48.967564 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Attempting to bind port d80d7416-c4bd-4009-977d-b5ef8790d1fa on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:45:48.980524 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:45:48.981485 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:45:48.981973 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.982639 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:45:48.983993 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Bound port: d80d7416-c4bd-4009-977d-b5ef8790d1fa, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:48.984625 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.991836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Subnet': ['ID=c9e7df8b-88fd-40c2-b710-4c0e6702e3c0,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:49.003296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Checking segment: {'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:45:49.003660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network hostable DHCP agents. Network: 06c62662-9cc2-4141-98c8-de33c2a38904, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:49.015690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a3dba-2975-49ae-924e-414feffb15d8 req-5289c2f3-68fa-48b2-b7d9-4b2545d9d39b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.017223 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd1a3dba-2975-49ae-924e-414feffb15d8 req-5289c2f3-68fa-48b2-b7d9-4b2545d9d39b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.2683392 Feb 11 13:45:49.099119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd1a3dba-2975-49ae-924e-414feffb15d8 req-a86f449b-7082-4829-9dce-dec1301e8fce tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723350 Feb 11 13:45:49.100457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 06c62662-9cc2-4141-98c8-de33c2a38904 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:49.110189 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] For port d80d7416-c4bd-4009-977d-b5ef8790d1fa, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:49.110791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 06c62662-9cc2-4141-98c8-de33c2a38904) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:49.115446 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.116134 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.116631 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] For port d80d7416-c4bd-4009-977d-b5ef8790d1fa, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d80d7416-c4bd-4009-977d-b5ef8790d1fa,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:49.122362 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.137257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315a060-6466-44d3-a07f-42bd9d49fb4a None None] Network 06c62662-9cc2-4141-98c8-de33c2a38904 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:45:49.155025 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2f963296-c59a-4c53-a22b-104cceb3be63 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0762718 Feb 11 13:45:49.155322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 42846) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:49.229551 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dcf28-fcb8-4a38-ae6c-018ee6d270bf None None] Pushing event updated for resources: {'Port': ['ID=d80d7416-c4bd-4009-977d-b5ef8790d1fa,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:49.236537 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Routers {'16ab4c8a-069d-45b0-bebb-c6d45386a30c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:49.237911 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:45:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:49.289188 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-19165fc4-43e9-406f-b6d2-24807b75e275 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 1097 time: 0.1711109 Feb 11 13:45:49.300728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:45:49.504667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.586655 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] Set router 16ab4c8a-069d-45b0-bebb-c6d45386a30c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:49.672735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-06c62662-9cc2-4141-98c8-de33c2a38904', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:45:49.680870 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.925588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Allocated IP 172.20.0.2 (06c62662-9cc2-4141-98c8-de33c2a38904/c9e7df8b-88fd-40c2-b710-4c0e6702e3c0/dddb3335-ae5d-416e-8389-135d663e1e58) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:50.056749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c1da7-b8ad-4a07-9696-a489be14883e req-4ea87729-297a-4ad0-9611-0782e85848c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:50.058468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c71c1da7-b8ad-4a07-9696-a489be14883e req-4ea87729-297a-4ad0-9611-0782e85848c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.4034035 Feb 11 13:45:50.060388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:50.145110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c71c1da7-b8ad-4a07-9696-a489be14883e req-e1a86880-f9a9-48ae-98bd-20a6fac7a919 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706766 Feb 11 13:45:50.151336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:50.258642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:50.264461 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.285034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Transition to ACTIVE for port object 29dda3f7-e203-4dc4-9481-be64ccf32c5a will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:50.291673 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.304147 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.321651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Transition to ACTIVE for port object dddb3335-ae5d-416e-8389-135d663e1e58 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:50.345487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Transition to ACTIVE for port object dddb3335-ae5d-416e-8389-135d663e1e58 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:50.351104 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:46Z', 'revision_number': 3, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:50.355626 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab21e6-0d4f-4bf3-b8d5-8ff868cf62b1 None None] The sync data for ids ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'] in n-d-818559-1 is: [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:46Z', 'revision_number': 3, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:45:50.368679 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.485941 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'code': 200} Feb 11 13:45:50.559507 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Pushing event updated for resources: {'Port': ['ID=dddb3335-ae5d-416e-8389-135d663e1e58,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:50.562839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=10']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:50.606189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.617428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Network 06c62662-9cc2-4141-98c8-de33c2a38904 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:50.629322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:50.633425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:45:50.737018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] No DVR routers for this DVR port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:50.829683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b41b-97b6-4ccc-a199-99d79ac6340d req-0fa01200-d025-41c6-85f9-445536f4cf34 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:50.851214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df62b41b-97b6-4ccc-a199-99d79ac6340d req-0fa01200-d025-41c6-85f9-445536f4cf34 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.3501620 Feb 11 13:45:50.859520 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Attempting to bind port dddb3335-ae5d-416e-8389-135d663e1e58 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:50.860045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Attempting to bind port dddb3335-ae5d-416e-8389-135d663e1e58 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:50.860525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Attempting to bind port dddb3335-ae5d-416e-8389-135d663e1e58 on network 06c62662-9cc2-4141-98c8-de33c2a38904 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:45:50.876364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:45:50.876364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Checking segment: {'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:45:50.876873 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.877356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Bound using segment: {'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:45:50.878473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Bound port: dddb3335-ae5d-416e-8389-135d663e1e58, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:50.878912 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.981885 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-df62b41b-97b6-4ccc-a199-99d79ac6340d req-bedf1a76-9ad4-4bd9-81b1-0c85cd7c5fd4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295352 Feb 11 13:45:51.015279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] For port dddb3335-ae5d-416e-8389-135d663e1e58, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:51.019925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] For port dddb3335-ae5d-416e-8389-135d663e1e58, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=dddb3335-ae5d-416e-8389-135d663e1e58,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:51.025729 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.032655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.158367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8066e4-96be-417b-b5e4-33b95a20f5ab None None] Pushing event updated for resources: {'Port': ['ID=dddb3335-ae5d-416e-8389-135d663e1e58,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.302967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:51.303557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:51.303660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on network e602179c-beb1-4ba7-93ca-e28e87950507 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:45:51.321009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on network e602179c-beb1-4ba7-93ca-e28e87950507 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:45:51.321590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Attempting to bind port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on network e602179c-beb1-4ba7-93ca-e28e87950507 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:45:51.379899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:45:51.380319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Checking segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:45:51.380773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Bound using segment: {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:45:51.381285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Bound port: 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177ce6f2-241b-4421-9474-4e149c421c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:51.381712 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.557158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:51.561588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:51.573030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2c08c-8a50-4f4b-9cc1-24cd49612296 req-57c1c9a4-0d0a-496f-b9e5-0020ac18a99a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:51.574851 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eec2c08c-8a50-4f4b-9cc1-24cd49612296 req-57c1c9a4-0d0a-496f-b9e5-0020ac18a99a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 945 time: 0.2402997 Feb 11 13:45:51.576560 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.668801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.668973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Allocated IP 172.20.0.1 (06c62662-9cc2-4141-98c8-de33c2a38904/c9e7df8b-88fd-40c2-b710-4c0e6702e3c0/d55a4c17-afe0-4acb-bd50-733054c028a2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:51.670407 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] 10.222.0.73 "PUT /v2.0/ports/29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1093 time: 2.3741698 Feb 11 13:45:51.778235 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eec2c08c-8a50-4f4b-9cc1-24cd49612296 req-22f83dcd-67bd-4b29-9584-40bce5caabdb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900351 Feb 11 13:45:51.808841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933ffd0-e4cd-426f-8c1a-5ac27e783475 service neutron] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=11']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.872580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-4fbec097-641e-490f-82fd-cb2af94ad7f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1096 time: 0.1686521 Feb 11 13:45:51.928023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.949173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Transition to ACTIVE for port object d55a4c17-afe0-4acb-bd50-733054c028a2 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:51.982513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d80d7416-c4bd-4009-977d-b5ef8790d1fa up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:51.995746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.049426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 06c62662-9cc2-4141-98c8-de33c2a38904 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:52.056441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:52.067108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:45:52.164176 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.198532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Port': ['ID=d55a4c17-afe0-4acb-bd50-733054c028a2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:52.198924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d80d7416-c4bd-4009-977d-b5ef8790d1fa completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:52.209258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-26b2fdb7-3e70-4646-a898-bf63a187456c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:52.212619 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-26b2fdb7-3e70-4646-a898-bf63a187456c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.3326893 Feb 11 13:45:52.233484 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d80d7416-c4bd-4009-977d-b5ef8790d1fa triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:52.234044 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.329367 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-f25b98d2-ab6d-4371-b782-6a572d75d067 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1000 time: 0.1108804 Feb 11 13:45:52.376043 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.408482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-0b734989-bfc1-439b-ad10-cf56307cb65f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:52.410765 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-0b734989-bfc1-439b-ad10-cf56307cb65f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.0754719 Feb 11 13:45:52.483183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.507502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d80d7416-c4bd-4009-977d-b5ef8790d1fa, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d80d7416-c4bd-4009-977d-b5ef8790d1fa,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:52.513442 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.514454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dddb3335-ae5d-416e-8389-135d663e1e58 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:52.515101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:52.602848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f46023b-195c-4108-b5e2-02a4a24d7426 None None] Network 06c62662-9cc2-4141-98c8-de33c2a38904 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:45:52.609384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-75fa9b8e-25b2-4c53-9190-83232079e6e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933439 Feb 11 13:45:52.654393 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'status': 'completed', 'code': 200} Feb 11 13:45:52.735570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b12e07-2ac3-44ee-b05a-9a14e7a0a568 req-9c860a87-f8a0-4ab2-8fc7-92e9a5f3b39e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:52.737056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46b12e07-2ac3-44ee-b05a-9a14e7a0a568 req-9c860a87-f8a0-4ab2-8fc7-92e9a5f3b39e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.5360696 Feb 11 13:45:52.747077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9c925901-d72d-487f-aecc-6419ff564e41 None None] Provisioning for port dddb3335-ae5d-416e-8389-135d663e1e58 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:52.788725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-dfad9a02-133a-40be-8b05-3cda2a01172e service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733305 Feb 11 13:45:52.810756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d80d7416-c4bd-4009-977d-b5ef8790d1fa,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:52.926842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port dddb3335-ae5d-416e-8389-135d663e1e58 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:52.935082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port dddb3335-ae5d-416e-8389-135d663e1e58 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:52.935532 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.953786 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2968ce1f-da8d-4766-a655-a6a9d050fc0b req-c3942033-1469-400a-ad3f-e2eefd968c14 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593142 Feb 11 13:45:53.000845 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46b12e07-2ac3-44ee-b05a-9a14e7a0a568 req-389f324f-c282-469c-bb5c-d2d7393cf4f1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512910 Feb 11 13:45:53.081630 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.128763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port dddb3335-ae5d-416e-8389-135d663e1e58, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=dddb3335-ae5d-416e-8389-135d663e1e58,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:53.134477 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.146439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-543cfae1-9a73-4bab-9541-66a1929f59fd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1096 time: 0.4678807 Feb 11 13:45:53.233356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:45:53.289663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-03d0c6d2-e246-44ba-b03d-0c6db15e043b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1096 time: 0.2667403 Feb 11 13:45:53.332278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-acc59174-7acf-4dde-b90c-6fc1c7afb041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.334285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-acc59174-7acf-4dde-b90c-6fc1c7afb041 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.1815450 Feb 11 13:45:53.361816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:45:53.364374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=dddb3335-ae5d-416e-8389-135d663e1e58,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:53.410830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f65cf660-ccf5-4d65-8b96-a3ae85a5ad1e None None] Provisioning complete for port dddb3335-ae5d-416e-8389-135d663e1e58 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:53.411284 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f65cf660-ccf5-4d65-8b96-a3ae85a5ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.474102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-f5f149e5-57c5-4396-95d7-8a2682a46082 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.475617 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-f5f149e5-57c5-4396-95d7-8a2682a46082 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.1704254 Feb 11 13:45:53.482077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0ecd2-0d6b-4249-9c5b-9ae2c479f4e8 req-109caa23-d20c-4833-8879-40c49d469c92 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.494028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-88c0ecd2-0d6b-4249-9c5b-9ae2c479f4e8 req-109caa23-d20c-4833-8879-40c49d469c92 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 945 time: 0.5231340 Feb 11 13:45:53.606319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-a17c4d2c-b99a-4e13-9cf7-9ce0170a5ec0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1000 time: 0.2633975 Feb 11 13:45:53.645807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f65cf660-ccf5-4d65-8b96-a3ae85a5ad1e None None] Provisioning for port d55a4c17-afe0-4acb-bd50-733054c028a2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:53.647381 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-566d45ec-4a18-46a4-8143-2c8f10355177 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 1000 time: 0.1511879 Feb 11 13:45:53.653146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f65cf660-ccf5-4d65-8b96-a3ae85a5ad1e None None] Provisioning complete for port d55a4c17-afe0-4acb-bd50-733054c028a2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:53.654286 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f65cf660-ccf5-4d65-8b96-a3ae85a5ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.675703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-b8e2095e-2390-4153-b4d4-98abdcc7b07d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.677170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-b8e2095e-2390-4153-b4d4-98abdcc7b07d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.0624995 Feb 11 13:45:53.693055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb8d61-4548-4de0-a7c8-8f5c65996b10 req-7687bffe-aa0e-4936-a25e-cad62f7a4b75 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.694522 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20bb8d61-4548-4de0-a7c8-8f5c65996b10 req-7687bffe-aa0e-4936-a25e-cad62f7a4b75 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.2908626 Feb 11 13:45:53.716875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f65cf660-ccf5-4d65-8b96-a3ae85a5ad1e None None] Port d55a4c17-afe0-4acb-bd50-733054c028a2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:45:53.732907 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-88c0ecd2-0d6b-4249-9c5b-9ae2c479f4e8 req-4a147b83-981e-40fb-9d89-bee3a7bd7daa tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380071 Feb 11 13:45:53.741026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-02302202-aa69-47be-ae64-26417b240ef0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.742693 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-02302202-aa69-47be-ae64-26417b240ef0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.0882285 Feb 11 13:45:53.757843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.770735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.839800 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-01f179d2-e204-410e-9e62-ef4afc6e0096 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900409 Feb 11 13:45:53.843376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6818530b-8159-44a9-bbaf-658f34f9df6e None None] Provisioning complete for port d55a4c17-afe0-4acb-bd50-733054c028a2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:53.845191 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6818530b-8159-44a9-bbaf-658f34f9df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.879441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d80d7416-c4bd-4009-977d-b5ef8790d1fa up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:53.921992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20bb8d61-4548-4de0-a7c8-8f5c65996b10 req-06eba65f-c07b-4523-bccf-16a11467774c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907058 Feb 11 13:45:53.922335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Port': ['ID=d55a4c17-afe0-4acb-bd50-733054c028a2,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:53.926139 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.954465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6818530b-8159-44a9-bbaf-658f34f9df6e None None] Port d55a4c17-afe0-4acb-bd50-733054c028a2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:45:53.957020 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-3a2e06eb-5ee6-4ed4-a928-431a80140c16 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2703435 Feb 11 13:45:53.978881 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d80d7416-c4bd-4009-977d-b5ef8790d1fa triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:53.979231 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.011831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-c2143370-d92f-46d7-8a23-e7d806a3696a service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659324 Feb 11 13:45:54.119179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dddb3335-ae5d-416e-8389-135d663e1e58 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:54.197053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-f61291a4-1e63-4d20-a308-9a474bed1a7a service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790111 Feb 11 13:45:54.216724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port dddb3335-ae5d-416e-8389-135d663e1e58 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:54.217245 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.226329 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-14c7604d-afe2-47a8-84b5-c472397b7f5f service neutron] 10.222.0.75 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627249 Feb 11 13:45:54.228141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 06c62662-9cc2-4141-98c8-de33c2a38904 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:54.229273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:54.407379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:45:54.703888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-635701b1-ac5a-4e6a-b672-6c477ea55134 None None] Provisioning complete for port d55a4c17-afe0-4acb-bd50-733054c028a2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:54.704267 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-635701b1-ac5a-4e6a-b672-6c477ea55134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.792901 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cda5d1d7-bf77-4429-ae8a-d3355ccd449d req-9d06e998-449d-4fb4-8d8f-8f57f8c25c47 service neutron] 10.222.0.75 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530574 Feb 11 13:45:54.806116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:54.818295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-635701b1-ac5a-4e6a-b672-6c477ea55134 None None] Port d55a4c17-afe0-4acb-bd50-733054c028a2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:45:54.823509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'port_id': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'mac_address': 'fa:16:3e:96:26:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:45:54.896738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.919924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dda3f7-e203-4dc4-9481-be64ccf32c5a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:45:55.003662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:55.009209 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.056417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c33c6-d5a0-4380-9368-fbf827141b65 req-2d83b8d4-58d1-4401-8e44-55a2ff34d4e4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:55.059155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-503c33c6-d5a0-4380-9368-fbf827141b65 req-2d83b8d4-58d1-4401-8e44-55a2ff34d4e4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 945 time: 0.1224294 Feb 11 13:45:55.115450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=12']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:55.117703 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-503c33c6-d5a0-4380-9368-fbf827141b65 req-3db96192-e3e3-442b-8cdf-fa8d0dd0d1f1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537310 Feb 11 13:45:55.148376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Router 16ab4c8a-069d-45b0-bebb-c6d45386a30c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:55.233629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['29dda3f7-e203-4dc4-9481-be64ccf32c5a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:45:55.375772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:55.388308 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-cf1f9300-f9df-4a5c-9bc6-acbc7816cc1f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "PUT /v2.0/routers/16ab4c8a-069d-45b0-bebb-c6d45386a30c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2320204 Feb 11 13:45:55.391170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42980) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:55.398342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Sync routers for ids ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:45:55.399973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--234832421', 'description': 'tempest-secgroup_access--234832421 description', 'project_id': 'f9c0b5bdaf0948109441f12debcf137c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:45:55.407874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:55.413284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:security_group and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:45:55.416985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:45:55.423441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:55.435641 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.448483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Routers {'16ab4c8a-069d-45b0-bebb-c6d45386a30c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:55.449050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:45:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:55.476212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:55.481951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:security_group_rule and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:45:55.485128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:45:55.492231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:55.510542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d25c-2776-4d01-81d2-15b3cc6f3f63 req-53c267c2-0f72-4823-b805-b6bcbfbb6f6f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:55.512366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f44d25c-2776-4d01-81d2-15b3cc6f3f63 req-53c267c2-0f72-4823-b805-b6bcbfbb6f6f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.0852454 Feb 11 13:45:55.561823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.566953 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.575255 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f44d25c-2776-4d01-81d2-15b3cc6f3f63 req-b181d65b-90db-434d-83f7-0868a79eed5a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537643 Feb 11 13:45:55.610354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c501e-df84-43be-9389-768dff509de4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:55.614668 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.618406 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8af8c90b-a037-40c3-84ce-eaad8a7942f1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 0.2234354 Feb 11 13:45:55.618684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42986) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:55.625820 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--85683113', 'description': 'tempest-secgroup_general--85683113 description', 'project_id': 'f9c0b5bdaf0948109441f12debcf137c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:45:55.633772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:55.638157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:security_group and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:45:55.641212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:45:55.647082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:55.659030 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.696295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:55.700266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:security_group_rule and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:45:55.703126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:45:55.710267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:55.743208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Set router 16ab4c8a-069d-45b0-bebb-c6d45386a30c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:55.831688 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.841102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2ebbb-2368-4d38-9e0f-6e8d4481999f req-afa1e132-d6e9-4615-bc13-7eb13408bcd2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:55.842589 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8c2ebbb-2368-4d38-9e0f-6e8d4481999f req-afa1e132-d6e9-4615-bc13-7eb13408bcd2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1334872 Feb 11 13:45:55.843612 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.913530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc31ca0-6ea9-4923-a828-d5371f4efcd7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:55.916445 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.917616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e49be32b-940d-4a27-b81e-ce08f23db277 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 0.2979805 Feb 11 13:45:55.920663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 42990) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:55.929472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'security_group_rule': {'security_group_id': '1e8c501e-df84-43be-9389-768dff509de4', 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:45:55.938022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:55.944228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:security_group_rule and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:45:55.948493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8c2ebbb-2368-4d38-9e0f-6e8d4481999f req-1172218e-4d5e-483e-900b-683bff968695 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985057 Feb 11 13:45:55.949250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:45:55.955183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:55.974065 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.053051 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.058213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.088017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e801f9-2df1-4a68-94f3-ab72a7ad1172,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:56.103954 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.105264 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a1b8b913-1182-4cd2-aed6-88934545aff9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1835773 Feb 11 13:45:56.116214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd55a4c17-afe0-4acb-bd50-733054c028a2', 'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:9c:d6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:51Z', 'updated_at': '2022-02-11T13:45:53Z', 'revision_number': 2, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:56.120880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Checking router: 16ab4c8a-069d-45b0-bebb-c6d45386a30c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:45:56.121369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Updating router 16ab4c8a-069d-45b0-bebb-c6d45386a30c port d55a4c17-afe0-4acb-bd50-733054c028a2 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:45:56.181670 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.184128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b85c1-d54a-4d57-95af-0e15a78fd56b req-ed6d5cc6-9e08-4ca7-914d-9f16d8e8a440 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:56.185759 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e27b85c1-d54a-4d57-95af-0e15a78fd56b req-ed6d5cc6-9e08-4ca7-914d-9f16d8e8a440 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1063793 Feb 11 13:45:56.241361 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e27b85c1-d54a-4d57-95af-0e15a78fd56b req-7750d6a9-8c89-4fe7-b1a7-7ee387fbb9a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497074 Feb 11 13:45:56.360252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35ffe4-2143-40d0-9052-33891b1e66cc req-e4221e65-656e-4d3f-8608-b99a8f7cd61e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:56.362018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cb35ffe4-2143-40d0-9052-33891b1e66cc req-e4221e65-656e-4d3f-8608-b99a8f7cd61e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 946 time: 0.0821016 Feb 11 13:45:56.401518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-fe507316-182f-41bc-97eb-a14fd8091019 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Synchronizing usage tracker for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:45:56.420424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cb35ffe4-2143-40d0-9052-33891b1e66cc req-7c681eda-8008-4055-bde4-a440c5d11265 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516558 Feb 11 13:45:56.421517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-fe507316-182f-41bc-97eb-a14fd8091019 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Unset dirty status for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:45:56.423285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-fe507316-182f-41bc-97eb-a14fd8091019 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup_access--234832421&fields=id&tenant_id=f9c0b5bdaf0948109441f12debcf137c HTTP/1.1" status: 200 len: 267 time: 0.0676396 Feb 11 13:45:56.438884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43008) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:45:56.448703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:56.496191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-8788c918-3257-4334-938b-33db02e51023 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup_general--85683113&fields=id&tenant_id=f9c0b5bdaf0948109441f12debcf137c HTTP/1.1" status: 200 len: 267 time: 0.0636005 Feb 11 13:45:56.581184 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4441ef17-b336-491d-bdad-80bf7488d471 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/5d9033c0-3a7a-4ae4-9883-1fe8eab3729b HTTP/1.1" status: 200 len: 993 time: 0.1406269 Feb 11 13:45:56.635535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 29dda3f7-e203-4dc4-9481-be64ccf32c5a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:56.649727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 29dda3f7-e203-4dc4-9481-be64ccf32c5a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:56.650093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.675692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-6eb2a1c0-ef8c-4a09-b4be-b44a18212ad4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:56.677022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-6eb2a1c0-ef8c-4a09-b4be-b44a18212ad4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Synchronizing usage tracker for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:45:56.698396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-6eb2a1c0-ef8c-4a09-b4be-b44a18212ad4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Unset dirty status for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:45:56.699963 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-6eb2a1c0-ef8c-4a09-b4be-b44a18212ad4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/networks?id=06c62662-9cc2-4141-98c8-de33c2a38904 HTTP/1.1" status: 200 len: 797 time: 0.1983099 Feb 11 13:45:56.716510 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.719414 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-946baf26-d105-4db2-a6c7-5d2ef3f22ffc tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/quotas/f9c0b5bdaf0948109441f12debcf137c HTTP/1.1" status: 200 len: 375 time: 0.0141945 Feb 11 13:45:56.742701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Transition to ACTIVE for port object d55a4c17-afe0-4acb-bd50-733054c028a2 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:56.753750 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.818377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-0b1b9230-c724-4220-9b06-3972f78e5adc tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Synchronizing usage tracker for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:45:56.835702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-0b1b9230-c724-4220-9b06-3972f78e5adc tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Unset dirty status for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:45:56.837436 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-0b1b9230-c724-4220-9b06-3972f78e5adc tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f9c0b5bdaf0948109441f12debcf137c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122999 Feb 11 13:45:56.903163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd20827-ccd0-45c0-8f1c-ed51de710a8f req-bc695b9c-2c81-4beb-8a7a-bc99c6e09696 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1097 time: 0.1445301 Feb 11 13:45:56.942135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c67df3-9174-43af-90f3-2a1efc2933f2 req-f48ebfbc-0b28-47f2-a96a-256fed876561 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:56.943662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80c67df3-9174-43af-90f3-2a1efc2933f2 req-f48ebfbc-0b28-47f2-a96a-256fed876561 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 946 time: 0.1344173 Feb 11 13:45:56.953621 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6499e1-2564-42f8-8f33-8f3f1ac4907b None None] Pushing event updated for resources: {'Port': ['ID=d55a4c17-afe0-4acb-bd50-733054c028a2,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:56.960210 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.090539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:57.116703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:57.121932 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.123096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:45:57.161829 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-9eb2f233-c452-482b-93fb-e03b7730a68b service neutron] 10.222.0.67 "GET /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075588 Feb 11 13:45:57.169685 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80c67df3-9174-43af-90f3-2a1efc2933f2 req-4fd1e507-8b64-4cc3-8a3a-2411b8980898 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773699 Feb 11 13:45:57.186188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd20827-ccd0-45c0-8f1c-ed51de710a8f req-9e34c16c-d913-4f76-b302-270f7e9c979a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:57.187963 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd20827-ccd0-45c0-8f1c-ed51de710a8f req-9e34c16c-d913-4f76-b302-270f7e9c979a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.2795789 Feb 11 13:45:57.233224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Attempting to bind port d55a4c17-afe0-4acb-bd50-733054c028a2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:57.233586 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Attempting to bind port d55a4c17-afe0-4acb-bd50-733054c028a2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:57.233942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Attempting to bind port d55a4c17-afe0-4acb-bd50-733054c028a2 on network 06c62662-9cc2-4141-98c8-de33c2a38904 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:45:57.246249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:45:57.246634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Checking segment: {'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:45:57.247031 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.247409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Bound using segment: {'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:45:57.247868 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Bound port: d55a4c17-afe0-4acb-bd50-733054c028a2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:57.248232 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.261179 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'code': 200} Feb 11 13:45:57.306504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd20827-ccd0-45c0-8f1c-ed51de710a8f req-07829fc6-37b8-4edc-b2f2-a4de3f3fe3b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 999 time: 0.1125803 Feb 11 13:45:57.325896 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-b980d088-afaa-46df-a3ca-2d0b9df70fb0 service neutron] 10.222.0.67 "GET /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631579 Feb 11 13:45:57.372983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=13']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.375914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd20827-ccd0-45c0-8f1c-ed51de710a8f req-a4498f29-c56a-4f1b-a8c1-01447802b15a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:57.377311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd20827-ccd0-45c0-8f1c-ed51de710a8f req-a4498f29-c56a-4f1b-a8c1-01447802b15a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0655200 Feb 11 13:45:57.421232 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.443578 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] For port d55a4c17-afe0-4acb-bd50-733054c028a2, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:57.455363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] For port d55a4c17-afe0-4acb-bd50-733054c028a2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d55a4c17-afe0-4acb-bd50-733054c028a2,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:57.471045 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd20827-ccd0-45c0-8f1c-ed51de710a8f req-d51538d2-78a7-4ac5-a6b7-c91d0f81f373 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874710 Feb 11 13:45:57.477249 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.573104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:57.582737 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.592097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6499e1-2564-42f8-8f33-8f3f1ac4907b None None] Pushing event updated for resources: {'Port': ['ID=d55a4c17-afe0-4acb-bd50-733054c028a2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.631051 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc74ac30-adb3-4b29-9dbf-cf39c0fb8ddd req-e1424ff5-b9f5-4eae-91db-4b61288649e2 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 210 time: 0.0732198 Feb 11 13:45:57.651211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Routers {'16ab4c8a-069d-45b0-bebb-c6d45386a30c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:45:57.651830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:45:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:57.688227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd20827-ccd0-45c0-8f1c-ed51de710a8f req-38263800-35cf-4acd-8ce7-56aaeab3000b service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116182 Feb 11 13:45:57.822239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=12']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.880334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd20827-ccd0-45c0-8f1c-ed51de710a8f req-c1bc2f3d-30e7-49ff-b32c-8568d2d5e7e9 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865211 Feb 11 13:45:57.895376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] Set router 16ab4c8a-069d-45b0-bebb-c6d45386a30c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:45:58.305566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd55a4c17-afe0-4acb-bd50-733054c028a2', 'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:9c:d6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:51Z', 'updated_at': '2022-02-11T13:45:57Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:58.309547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64162755-db76-4ec3-9c6c-75941e3248b6 None None] The sync data for ids ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'] in n-d-818559-1 is: [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd55a4c17-afe0-4acb-bd50-733054c028a2', 'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:9c:d6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:51Z', 'updated_at': '2022-02-11T13:45:57Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:45:58.411362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55893b-9bd9-4999-8b18-f0441ea15c25 req-512cd8e7-ba45-4a3d-ada7-887759900e88 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:58.412822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d55893b-9bd9-4999-8b18-f0441ea15c25 req-512cd8e7-ba45-4a3d-ada7-887759900e88 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0981784 Feb 11 13:45:58.480428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d55893b-9bd9-4999-8b18-f0441ea15c25 req-55576a70-2317-4286-b0b8-36cdd1ee1e7d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610356 Feb 11 13:45:58.828878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5ec87782-a6c6-4b1c-b90a-c7ff56b8e36a req-b5bd547b-b997-4b89-9f75-e05cf5d2230e tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 210 time: 0.0513875 Feb 11 13:45:58.872634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-69515871-29ae-432a-acf2-847337955997 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:58.874018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-69515871-29ae-432a-acf2-847337955997 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.73 "GET /v2.0/networks?id=06c62662-9cc2-4141-98c8-de33c2a38904 HTTP/1.1" status: 200 len: 797 time: 0.2136674 Feb 11 13:45:58.933190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-4bc3d21a-18eb-48ac-a088-6a77b86a9c05 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Synchronizing usage tracker for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:45:58.946337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-4bc3d21a-18eb-48ac-a088-6a77b86a9c05 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Unset dirty status for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:45:58.947510 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-4bc3d21a-18eb-48ac-a088-6a77b86a9c05 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c0b5bdaf0948109441f12debcf137c HTTP/1.1" status: 200 len: 475 time: 0.0616064 Feb 11 13:45:58.956812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'port': {'device_id': '9a6139ce-372d-4684-b998-d025d388aacf', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'admin_state_up': True, 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'security_groups': ['1e8c501e-df84-43be-9389-768dff509de4', 'adc31ca0-6ea9-4923-a828-d5371f4efcd7']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:45:59.104272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:45:59.114712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:45:59.124642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Made reservation on behalf of f9c0b5bdaf0948109441f12debcf137c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:59.127867 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.261318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:59.298315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Allocated IP 172.20.0.10 (06c62662-9cc2-4141-98c8-de33c2a38904/c9e7df8b-88fd-40c2-b710-4c0e6702e3c0/c11a6fbd-135c-4514-bba6-89b2cc25cee0) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:59.325387 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'code': 200} Feb 11 13:45:59.505951 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.521883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Transition to ACTIVE for port object c11a6fbd-135c-4514-bba6-89b2cc25cee0 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:59.545320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.681993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 06c62662-9cc2-4141-98c8-de33c2a38904 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:59.682879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Port': ['ID=c11a6fbd-135c-4514-bba6-89b2cc25cee0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:59.686916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:59.694200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:45:59.772754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.773363 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.794225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0190102-548e-4966-91f3-dd22de622498 req-a284b72d-9317-4350-99f3-5a625b4202e5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.795558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0190102-548e-4966-91f3-dd22de622498 req-a284b72d-9317-4350-99f3-5a625b4202e5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1834383 Feb 11 13:45:59.880371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d55a4c17-afe0-4acb-bd50-733054c028a2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:45:59.944495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1397019e-9d35-4aed-bcf0-69ca02ed63c5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9918785 Feb 11 13:45:59.957494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Request body: {'port': {'device_id': '9a6139ce-372d-4684-b998-d025d388aacf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:45:59.968755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d55a4c17-afe0-4acb-bd50-733054c028a2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:59.974430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d55a4c17-afe0-4acb-bd50-733054c028a2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:59.974996 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.992073 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0190102-548e-4966-91f3-dd22de622498 req-0c94672b-9e45-42be-945c-4624d07bd272 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877871 Feb 11 13:46:00.054432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9024d87c-18a8-4302-b126-491df1100ca9 None None] Provisioning for port c11a6fbd-135c-4514-bba6-89b2cc25cee0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:00.070372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9024d87c-18a8-4302-b126-491df1100ca9 None None] Provisioning complete for port c11a6fbd-135c-4514-bba6-89b2cc25cee0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:00.071075 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9024d87c-18a8-4302-b126-491df1100ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.082886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f52422-b751-4881-a6c6-33ae185fbaec req-2d2a28e6-8fad-403c-986b-bcb7a7efbdc1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.084563 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23f52422-b751-4881-a6c6-33ae185fbaec req-2d2a28e6-8fad-403c-986b-bcb7a7efbdc1 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 971 time: 0.1052444 Feb 11 13:46:00.089509 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.193013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9024d87c-18a8-4302-b126-491df1100ca9 None None] Port c11a6fbd-135c-4514-bba6-89b2cc25cee0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:46:00.217355 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.265723 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23f52422-b751-4881-a6c6-33ae185fbaec req-779efe95-abe5-4e6a-ac63-052c23c67c39 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1732097 Feb 11 13:46:00.274227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d55a4c17-afe0-4acb-bd50-733054c028a2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d55a4c17-afe0-4acb-bd50-733054c028a2,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:00.279774 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.354367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d55a4c17-afe0-4acb-bd50-733054c028a2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:00.466753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9db89-2ff6-4127-88ff-15cdf70e584b req-544e4206-9cad-490a-afc2-86ad557442aa tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.468226 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bff9db89-2ff6-4127-88ff-15cdf70e584b req-544e4206-9cad-490a-afc2-86ad557442aa tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1774964 Feb 11 13:46:00.566354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11a6fbd-135c-4514-bba6-89b2cc25cee0 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:46:00.576668 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.582416 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bff9db89-2ff6-4127-88ff-15cdf70e584b req-396754d5-390f-45c4-b9c8-b8b6d555266a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019952 Feb 11 13:46:00.593104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Transition to ACTIVE for port object c11a6fbd-135c-4514-bba6-89b2cc25cee0 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:00.597454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.727635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c11a6fbd-135c-4514-bba6-89b2cc25cee0,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:00.790390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d21b2f-737e-4bf4-8467-36b0e73f0a88 req-253cb310-c738-45ce-a452-38acd9cbf5f1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.791866 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1d21b2f-737e-4bf4-8467-36b0e73f0a88 req-253cb310-c738-45ce-a452-38acd9cbf5f1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0819910 Feb 11 13:46:00.840201 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1d21b2f-737e-4bf4-8467-36b0e73f0a88 req-13a7550e-a992-477b-b16f-debae1d092d1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423739 Feb 11 13:46:00.840686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Attempting to bind port c11a6fbd-135c-4514-bba6-89b2cc25cee0 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:00.841018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Attempting to bind port c11a6fbd-135c-4514-bba6-89b2cc25cee0 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:00.841340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Attempting to bind port c11a6fbd-135c-4514-bba6-89b2cc25cee0 on network 06c62662-9cc2-4141-98c8-de33c2a38904 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:00.847619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Port c11a6fbd-135c-4514-bba6-89b2cc25cee0 on network 06c62662-9cc2-4141-98c8-de33c2a38904 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:46:00.847991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Attempting to bind port c11a6fbd-135c-4514-bba6-89b2cc25cee0 on network 06c62662-9cc2-4141-98c8-de33c2a38904 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:00.854357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:46:00.854726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Checking segment: {'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:00.855106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Bound using segment: {'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:46:00.855520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Bound port: c11a6fbd-135c-4514-bba6-89b2cc25cee0, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edadec09-0c3d-4200-ac79-1a1ec1decfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:00.855856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.952697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] For port c11a6fbd-135c-4514-bba6-89b2cc25cee0, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:00.955624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] For port c11a6fbd-135c-4514-bba6-89b2cc25cee0, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c11a6fbd-135c-4514-bba6-89b2cc25cee0,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:00.959317 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.064999 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.066659 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] 10.222.0.73 "PUT /v2.0/ports/c11a6fbd-135c-4514-bba6-89b2cc25cee0 HTTP/1.1" status: 200 len: 1131 time: 1.1138747 Feb 11 13:46:01.067065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6139ce-372d-4684-b998-d025d388aacf', 'tag': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:01.097783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea56888-ed39-431d-8340-abf3e40a37d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c11a6fbd-135c-4514-bba6-89b2cc25cee0,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:01.146470 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6139ce-372d-4684-b998-d025d388aacf', 'tag': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'status': 'completed', 'code': 200} Feb 11 13:46:01.157551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62753a8-98ac-4337-a713-feb15ab177aa req-217ff7e7-b84a-4577-bbfa-89be40f0cb92 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:01.159585 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e62753a8-98ac-4337-a713-feb15ab177aa req-217ff7e7-b84a-4577-bbfa-89be40f0cb92 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1689253 Feb 11 13:46:01.225439 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e62753a8-98ac-4337-a713-feb15ab177aa req-ed58af27-84f6-45ec-b54b-440d18d14e6b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596097 Feb 11 13:46:01.229420 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-a4a9e5e7-1e09-4e50-b9c9-9ef1b7d21797 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9c0b5bdaf0948109441f12debcf137c&device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 1134 time: 0.1185453 Feb 11 13:46:01.302686 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-e7975f35-bb59-4e4d-a02e-683d2571f764 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11a6fbd-135c-4514-bba6-89b2cc25cee0 HTTP/1.1" status: 200 len: 217 time: 0.0662887 Feb 11 13:46:01.370951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-7a5f818c-2327-4378-ab58-9f5e15ed317e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:01.372413 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-7a5f818c-2327-4378-ab58-9f5e15ed317e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9e7df8b-88fd-40c2-b710-4c0e6702e3c0 HTTP/1.1" status: 200 len: 835 time: 0.0647297 Feb 11 13:46:01.442375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba142095-b41a-4b64-be99-d98db22c9cf9 req-07e04877-5757-4835-a608-d93380e9af90 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:01.443879 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba142095-b41a-4b64-be99-d98db22c9cf9 req-07e04877-5757-4835-a608-d93380e9af90 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0789285 Feb 11 13:46:01.493968 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba142095-b41a-4b64-be99-d98db22c9cf9 req-04107945-c4dd-4c0b-a222-437f1df604bf tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442290 Feb 11 13:46:01.526731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854fb09-655d-4532-82f3-7cf1fc27fbb4 req-71ece2c9-2d4d-426c-a17b-8cff1cd9c624 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:01.526731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c854fb09-655d-4532-82f3-7cf1fc27fbb4 req-71ece2c9-2d4d-426c-a17b-8cff1cd9c624 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Synchronizing usage tracker for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:01.526731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-3760d297-73cc-47e3-94b9-8fdda15654f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06c62662-9cc2-4141-98c8-de33c2a38904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426392 Feb 11 13:46:01.532715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-5e3552f1-3582-4f00-9d64-441b11454ea3 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:46:01.533619 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-5e3552f1-3582-4f00-9d64-441b11454ea3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063436 Feb 11 13:46:01.560622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c854fb09-655d-4532-82f3-7cf1fc27fbb4 req-71ece2c9-2d4d-426c-a17b-8cff1cd9c624 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Unset dirty status for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:01.561770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c854fb09-655d-4532-82f3-7cf1fc27fbb4 req-71ece2c9-2d4d-426c-a17b-8cff1cd9c624 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 983 time: 0.1500854 Feb 11 13:46:01.685354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c854fb09-655d-4532-82f3-7cf1fc27fbb4 req-b98cb132-748c-416c-8142-62ff7745f9cd tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0756803 Feb 11 13:46:01.703900 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-75ab55f5-421d-4b97-9c0d-4070d4f63537 service neutron] 10.222.0.73 "GET /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645019 Feb 11 13:46:01.846061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d55a4c17-afe0-4acb-bd50-733054c028a2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:46:01.867233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-130bf08e-1487-4556-ab64-77fc686682d9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:01.867920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-130bf08e-1487-4556-ab64-77fc686682d9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:01.887614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-130bf08e-1487-4556-ab64-77fc686682d9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:01.889045 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-130bf08e-1487-4556-ab64-77fc686682d9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 811 time: 0.1741004 Feb 11 13:46:01.913234 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-1394a7c6-cb3b-4f8d-85ee-fbfd33026aeb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/quotas/3dd8fcec94cf4ff1bcda9bf611ee1d73 HTTP/1.1" status: 200 len: 375 time: 0.0170891 Feb 11 13:46:01.917510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d55a4c17-afe0-4acb-bd50-733054c028a2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:01.917876 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.940226 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f99c06-1442-448c-81f7-53520ccfde66 req-19b2da2b-04dc-41e1-b15a-a82a14337d22 service neutron] 10.222.0.73 "GET /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307816 Feb 11 13:46:02.007754 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-67bdfad9-f0d4-45ee-80b2-000396ebc4b8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0885487 Feb 11 13:46:02.069017 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca7af66b-fe08-4725-93b9-4003bdca5c17 req-d0fcd0f7-f017-4042-8a57-88d0155157df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9c0b5bdaf0948109441f12debcf137c&device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 1134 time: 0.0826032 Feb 11 13:46:02.148702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-958705bd-ea92-4661-9841-915cd32a987b service neutron] 10.222.0.67 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332028 Feb 11 13:46:02.200735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7af66b-fe08-4725-93b9-4003bdca5c17 req-c8dd8923-bc87-403e-974b-a6bf88f7ee60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:02.202176 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca7af66b-fe08-4725-93b9-4003bdca5c17 req-c8dd8923-bc87-403e-974b-a6bf88f7ee60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06c62662-9cc2-4141-98c8-de33c2a38904 HTTP/1.1" status: 200 len: 898 time: 0.1279457 Feb 11 13:46:02.275297 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca7af66b-fe08-4725-93b9-4003bdca5c17 req-9dd3b193-8a6e-4d01-93c4-2d28369e2d7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11a6fbd-135c-4514-bba6-89b2cc25cee0 HTTP/1.1" status: 200 len: 217 time: 0.0651541 Feb 11 13:46:02.285716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-c8f0d0b9-8b67-4fe6-bb67-35f3d1d127c7 service neutron] 10.222.0.67 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313627 Feb 11 13:46:02.340018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7af66b-fe08-4725-93b9-4003bdca5c17 req-6dfe456f-0431-4be2-960a-b58da43c9b00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:02.341597 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca7af66b-fe08-4725-93b9-4003bdca5c17 req-6dfe456f-0431-4be2-960a-b58da43c9b00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9e7df8b-88fd-40c2-b710-4c0e6702e3c0 HTTP/1.1" status: 200 len: 835 time: 0.0596726 Feb 11 13:46:02.419902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca7af66b-fe08-4725-93b9-4003bdca5c17 req-9786c716-f573-4a67-a06a-e81eda6344b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06c62662-9cc2-4141-98c8-de33c2a38904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716574 Feb 11 13:46:02.544838 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-930a6818-b219-4a4e-8bf3-3d0c152dbdba req-95ee59e6-d524-409c-95f1-d35ec053a6da tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 210 time: 0.0999358 Feb 11 13:46:02.610856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca7af66b-fe08-4725-93b9-4003bdca5c17 req-f17b0267-1b7a-4749-88e8-2ec439b8fec7 service neutron] 10.222.0.73 "GET /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843815 Feb 11 13:46:02.753941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca7af66b-fe08-4725-93b9-4003bdca5c17 req-5589cf49-88fe-4e68-b9e3-e7e65555a5ff service neutron] 10.222.0.73 "GET /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363654 Feb 11 13:46:02.899514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29980e-2ff4-42f7-b186-d27475fe8cca req-eedaa8db-1a3b-4a7e-baa2-9a6f9d4dcb7a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:02.901254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f29980e-2ff4-42f7-b186-d27475fe8cca req-eedaa8db-1a3b-4a7e-baa2-9a6f9d4dcb7a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 983 time: 0.0829501 Feb 11 13:46:02.949407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f29980e-2ff4-42f7-b186-d27475fe8cca req-96f99698-8bf7-4cc4-9c2d-0e852045d51d tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0425189 Feb 11 13:46:03.524076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-cf8ae9be-b926-4b23-8ba6-86a69c3dcf48 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:03.525684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-cf8ae9be-b926-4b23-8ba6-86a69c3dcf48 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 811 time: 0.1558938 Feb 11 13:46:03.541241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'port': {'device_id': 'bf168125-1857-4d02-a4a7-3fbaa21c6adc', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'admin_state_up': True, 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:03.718601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59808045-97a5-4b54-a2e1-b666dac63940 req-509734ec-0561-4cc7-b56d-c435204340b8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 210 time: 0.0455041 Feb 11 13:46:03.719473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:03.729914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:03.739507 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Made reservation on behalf of 3dd8fcec94cf4ff1bcda9bf611ee1d73 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:03.742462 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.903597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Allocated IP 172.20.0.12 (d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd/9fb11f61-e666-450b-a178-0966748da77c/82ed6c29-8ead-43c3-a738-a40471ecc3a8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:04.106876 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.123595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Transition to ACTIVE for port object 82ed6c29-8ead-43c3-a738-a40471ecc3a8 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:04.149870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.154324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47e80f-f94b-466b-8999-dca57d9bb0ce req-975e21b3-fb31-472b-8c87-d13176009c52 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:04.156070 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a47e80f-f94b-466b-8999-dca57d9bb0ce req-975e21b3-fb31-472b-8c87-d13176009c52 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 983 time: 0.0848830 Feb 11 13:46:04.209899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a47e80f-f94b-466b-8999-dca57d9bb0ce req-b8cb24ed-8ac5-4399-b7b5-51c7914c84ae tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0480275 Feb 11 13:46:04.320302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:04.323086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:04.327237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:46:04.351876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'Port': ['ID=82ed6c29-8ead-43c3-a738-a40471ecc3a8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:04.389867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:04.390466 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.415163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-35bc4d4f-dcff-4c14-8f60-a2d078d586d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8778348 Feb 11 13:46:04.427147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Request body: {'port': {'device_id': 'bf168125-1857-4d02-a4a7-3fbaa21c6adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:04.438092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c11a6fbd-135c-4514-bba6-89b2cc25cee0 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:46:04.552419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.596686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c11a6fbd-135c-4514-bba6-89b2cc25cee0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c11a6fbd-135c-4514-bba6-89b2cc25cee0,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:04.614146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'port_id': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'mac_address': 'fa:16:3e:cb:64:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:46:04.647011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2362bbea-4e5e-4acb-85cc-fae776079de4 None None] Provisioning for port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:04.669930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2362bbea-4e5e-4acb-85cc-fae776079de4 None None] Provisioning complete for port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:04.670300 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2362bbea-4e5e-4acb-85cc-fae776079de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.715285 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.746916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2362bbea-4e5e-4acb-85cc-fae776079de4 None None] Port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:46:04.749015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11a6fbd-135c-4514-bba6-89b2cc25cee0 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:46:04.764803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c11a6fbd-135c-4514-bba6-89b2cc25cee0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c11a6fbd-135c-4514-bba6-89b2cc25cee0,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:04.769107 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.837479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c11a6fbd-135c-4514-bba6-89b2cc25cee0,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:04.951480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ed6c29-8ead-43c3-a738-a40471ecc3a8 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:46:04.959793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.990475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Transition to ACTIVE for port object 82ed6c29-8ead-43c3-a738-a40471ecc3a8 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:04.997856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.000048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['c11a6fbd-135c-4514-bba6-89b2cc25cee0'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:46:05.039277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226dcbf-7964-4efe-9acb-65b04978d192 req-aa9f1790-2bab-418a-8923-b493d85bae18 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:05.039952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e226dcbf-7964-4efe-9acb-65b04978d192 req-aa9f1790-2bab-418a-8923-b493d85bae18 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:05.140951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e226dcbf-7964-4efe-9acb-65b04978d192 req-aa9f1790-2bab-418a-8923-b493d85bae18 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:05.141739 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e226dcbf-7964-4efe-9acb-65b04978d192 req-aa9f1790-2bab-418a-8923-b493d85bae18 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 932 time: 0.2907803 Feb 11 13:46:05.170433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Pushing event updated for resources: {'Port': ['ID=82ed6c29-8ead-43c3-a738-a40471ecc3a8,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:05.280302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e226dcbf-7964-4efe-9acb-65b04978d192 req-bef7b5aa-5148-4930-bc59-897d56f15180 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308255 Feb 11 13:46:05.310236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Attempting to bind port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:05.310780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Attempting to bind port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:05.311116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Attempting to bind port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:05.318045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:46:05.318370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Attempting to bind port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:05.326775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:46:05.327116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Checking segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:05.327504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Bound using segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:46:05.327926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Bound port: 82ed6c29-8ead-43c3-a738-a40471ecc3a8, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:05.328269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.415435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e3e4b-f79c-4e86-8b60-c28882ef91d8 req-8964fcbc-eb5d-41a8-8a32-11a617aa1f33 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:05.416905 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e00e3e4b-f79c-4e86-8b60-c28882ef91d8 req-8964fcbc-eb5d-41a8-8a32-11a617aa1f33 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 984 time: 0.0805888 Feb 11 13:46:05.417341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] For port 82ed6c29-8ead-43c3-a738-a40471ecc3a8, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:05.420470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] For port 82ed6c29-8ead-43c3-a738-a40471ecc3a8, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=82ed6c29-8ead-43c3-a738-a40471ecc3a8,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:05.426150 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.465040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e00e3e4b-f79c-4e86-8b60-c28882ef91d8 req-1a9d9655-8fd4-49de-8d0f-fd4e81eea910 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0421593 Feb 11 13:46:05.498676 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.500075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] 10.222.0.73 "PUT /v2.0/ports/82ed6c29-8ead-43c3-a738-a40471ecc3a8 HTTP/1.1" status: 200 len: 1092 time: 1.0775743 Feb 11 13:46:05.500536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf168125-1857-4d02-a4a7-3fbaa21c6adc', 'tag': '82ed6c29-8ead-43c3-a738-a40471ecc3a8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:05.513857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e98058-6b67-48fd-8b93-754f642c4a17 service neutron] Pushing event updated for resources: {'Port': ['ID=82ed6c29-8ead-43c3-a738-a40471ecc3a8,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:05.584692 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf168125-1857-4d02-a4a7-3fbaa21c6adc', 'tag': '82ed6c29-8ead-43c3-a738-a40471ecc3a8', 'status': 'completed', 'code': 200} Feb 11 13:46:05.628866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-5f7aa111-166a-4e59-8d4a-8141a842d510 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 1095 time: 0.0802183 Feb 11 13:46:05.702344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-1d450372-278a-42fd-b850-bd6469968202 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ed6c29-8ead-43c3-a738-a40471ecc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0663691 Feb 11 13:46:05.763515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-fa56994d-c1dc-43f4-a818-eabc2fb73a4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:05.764833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-fa56994d-c1dc-43f4-a818-eabc2fb73a4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0566654 Feb 11 13:46:05.844205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-9520aec8-e4f7-4133-9291-2b3d4184467f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738187 Feb 11 13:46:05.972856 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-8bed431d-468f-4dfd-873d-fdd7b45bb235 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221833 Feb 11 13:46:06.188223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d198f3e-f22d-4670-8e3e-6fbd15aa1339 req-682bf5d9-e133-40cc-ac35-b86e5758e207 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100189 Feb 11 13:46:06.311415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96b72bbd-f1e4-484b-9cc8-83fadb50411a req-11158e90-8241-48d6-9521-696d5dadc83a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 1095 time: 0.0679202 Feb 11 13:46:06.442390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b72bbd-f1e4-484b-9cc8-83fadb50411a req-36e80c5c-b046-43f1-b1ce-7893e850adad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:06.443798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96b72bbd-f1e4-484b-9cc8-83fadb50411a req-36e80c5c-b046-43f1-b1ce-7893e850adad service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1267486 Feb 11 13:46:06.453558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c11a6fbd-135c-4514-bba6-89b2cc25cee0 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:46:06.484566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab6185-d286-469e-b506-6230c7f1ac6d req-45a65f4d-896b-466e-8860-34c2496f9180 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:06.486033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5cab6185-d286-469e-b506-6230c7f1ac6d req-45a65f4d-896b-466e-8860-34c2496f9180 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 944 time: 0.0819130 Feb 11 13:46:06.539448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96b72bbd-f1e4-484b-9cc8-83fadb50411a req-04b946ce-3329-41ae-9183-1b29a1b5ad16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ed6c29-8ead-43c3-a738-a40471ecc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0773063 Feb 11 13:46:06.540723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port c11a6fbd-135c-4514-bba6-89b2cc25cee0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:06.546047 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5cab6185-d286-469e-b506-6230c7f1ac6d req-905e681e-3e8b-4300-b50b-2513c32f7b83 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516469 Feb 11 13:46:06.552834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port c11a6fbd-135c-4514-bba6-89b2cc25cee0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:06.553436 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:06.616229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b72bbd-f1e4-484b-9cc8-83fadb50411a req-77288320-483d-46b4-8700-f4cc3cd75d6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:06.617802 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96b72bbd-f1e4-484b-9cc8-83fadb50411a req-77288320-483d-46b4-8700-f4cc3cd75d6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0707748 Feb 11 13:46:06.681539 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:06.708864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6139ce-372d-4684-b998-d025d388aacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:06.718745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port c11a6fbd-135c-4514-bba6-89b2cc25cee0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c11a6fbd-135c-4514-bba6-89b2cc25cee0,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:06.723367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:06.758218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96b72bbd-f1e4-484b-9cc8-83fadb50411a req-532d72c7-7463-436f-82a7-70cc73b0af84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075845 Feb 11 13:46:06.769648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192059ae-2b84-4e6e-b497-07130a994be1 req-af99aa67-9cc7-4410-8ca1-3bd6d6311968 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:06.770606 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6139ce-372d-4684-b998-d025d388aacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'code': 200} Feb 11 13:46:06.771134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-192059ae-2b84-4e6e-b497-07130a994be1 req-af99aa67-9cc7-4410-8ca1-3bd6d6311968 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 984 time: 0.1524162 Feb 11 13:46:06.832077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=c11a6fbd-135c-4514-bba6-89b2cc25cee0,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:06.963558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-192059ae-2b84-4e6e-b497-07130a994be1 req-beb25f67-0caf-45d7-b904-451ab9b6a366 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1731708 Feb 11 13:46:06.989927 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96b72bbd-f1e4-484b-9cc8-83fadb50411a req-a437af64-7e8c-4656-8a66-ad8cd8fc874c service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178602 Feb 11 13:46:07.022456 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e081e8da-1fc1-4b96-94b3-9a6cb4c40200 req-1f8a5b6b-a736-4c9d-b0e2-caf0ecb639eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 1136 time: 0.1670334 Feb 11 13:46:07.148105 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e081e8da-1fc1-4b96-94b3-9a6cb4c40200 req-fd23a468-c2f9-4b31-b3a9-0b405debeef7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0779607 Feb 11 13:46:07.155242 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96b72bbd-f1e4-484b-9cc8-83fadb50411a req-5d1a1b15-7686-4998-8e1d-beb983f06cee service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575444 Feb 11 13:46:07.530359 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.740942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2697a-34e2-4d5f-b407-d909077a53eb req-1ebfd97f-07e5-44e8-8c35-ebd5de369739 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:07.742408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03d2697a-34e2-4d5f-b407-d909077a53eb req-1ebfd97f-07e5-44e8-8c35-ebd5de369739 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 944 time: 0.0762370 Feb 11 13:46:07.787486 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03d2697a-34e2-4d5f-b407-d909077a53eb req-25978e12-0e7b-4d8d-be85-c52c0ba6caf1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396836 Feb 11 13:46:08.172420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59325557-4858-4684-a944-ec96fcbe5cbb req-72dd1790-b2e2-4509-8f1a-e57808f8c8f2 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:08.173881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59325557-4858-4684-a944-ec96fcbe5cbb req-72dd1790-b2e2-4509-8f1a-e57808f8c8f2 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 985 time: 0.0771036 Feb 11 13:46:08.229580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59325557-4858-4684-a944-ec96fcbe5cbb req-e0a69e75-596c-4223-a075-88e58a43124b tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0492005 Feb 11 13:46:08.465167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 82ed6c29-8ead-43c3-a738-a40471ecc3a8 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:46:08.600930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 82ed6c29-8ead-43c3-a738-a40471ecc3a8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=82ed6c29-8ead-43c3-a738-a40471ecc3a8,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:08.614408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '82ed6c29-8ead-43c3-a738-a40471ecc3a8', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'port_id': '82ed6c29-8ead-43c3-a738-a40471ecc3a8', 'mac_address': 'fa:16:3e:d4:1c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:46:08.666690 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.684207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ed6c29-8ead-43c3-a738-a40471ecc3a8 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:46:08.698500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 82ed6c29-8ead-43c3-a738-a40471ecc3a8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=82ed6c29-8ead-43c3-a738-a40471ecc3a8,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:08.703067 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.771134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=82ed6c29-8ead-43c3-a738-a40471ecc3a8,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:08.961134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['82ed6c29-8ead-43c3-a738-a40471ecc3a8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:46:09.001576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1830e6-b637-46e3-8e4e-3f214046e723 req-d21f6200-2c9c-4049-b44f-401baa756261 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:09.003623 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e1830e6-b637-46e3-8e4e-3f214046e723 req-d21f6200-2c9c-4049-b44f-401baa756261 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 945 time: 0.0969367 Feb 11 13:46:09.051626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e1830e6-b637-46e3-8e4e-3f214046e723 req-aee5af37-5f6f-49e3-9778-86a7573ca19c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Feb 11 13:46:09.434602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d183f-bdd0-4165-8fdf-ff1846053402 req-a7a466cc-fd47-475d-8553-e6729213c383 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:09.436053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-676d183f-bdd0-4165-8fdf-ff1846053402 req-a7a466cc-fd47-475d-8553-e6729213c383 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 985 time: 0.0760765 Feb 11 13:46:09.482496 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-676d183f-bdd0-4165-8fdf-ff1846053402 req-e09eb1aa-709f-4c46-bb8b-05cb65de6493 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0404584 Feb 11 13:46:09.676335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d0b35-9910-4336-bded-fbf3f71e7b39 req-f8adb880-ed9f-40c8-a08a-7eede2a93a12 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:09.677787 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f26d0b35-9910-4336-bded-fbf3f71e7b39 req-f8adb880-ed9f-40c8-a08a-7eede2a93a12 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 985 time: 0.0768080 Feb 11 13:46:09.725093 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f26d0b35-9910-4336-bded-fbf3f71e7b39 req-29505fa5-1660-40ed-8bf5-19a4c13c867b tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0413799 Feb 11 13:46:09.914183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-450de3b4-accc-4c4a-855c-8693cbc035fc req-47cbe26f-e90e-4ede-a85b-22f44ed3d2de tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 1136 time: 0.0721667 Feb 11 13:46:09.935628 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-450de3b4-accc-4c4a-855c-8693cbc035fc req-5aae7d07-bd4a-4dfb-a1de-7e09744950e1 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:09.966067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-450de3b4-accc-4c4a-855c-8693cbc035fc req-5aae7d07-bd4a-4dfb-a1de-7e09744950e1 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:09.969819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-450de3b4-accc-4c4a-855c-8693cbc035fc req-5aae7d07-bd4a-4dfb-a1de-7e09744950e1 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Usage tracker for resource:security_group_rule and tenant:6a4c84558dc14a5c9023ce646beea95e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:09.972666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-450de3b4-accc-4c4a-855c-8693cbc035fc req-5aae7d07-bd4a-4dfb-a1de-7e09744950e1 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:09.978506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-450de3b4-accc-4c4a-855c-8693cbc035fc req-5aae7d07-bd4a-4dfb-a1de-7e09744950e1 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:10.042376 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-450de3b4-accc-4c4a-855c-8693cbc035fc req-5aae7d07-bd4a-4dfb-a1de-7e09744950e1 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.046157 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-450de3b4-accc-4c4a-855c-8693cbc035fc req-5aae7d07-bd4a-4dfb-a1de-7e09744950e1 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.084864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-450de3b4-accc-4c4a-855c-8693cbc035fc req-5aae7d07-bd4a-4dfb-a1de-7e09744950e1 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1652486 Feb 11 13:46:10.086385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae7d07-bd4a-4dfb-a1de-7e09744950e1 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1450834-452f-47bb-a156-2b6017693e16,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:10.116767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43102) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:10.188837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3797abf7-29b9-4001-94bf-36b2c5dd9735 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 1131 time: 0.0708745 Feb 11 13:46:10.191819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43106) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:10.197016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:10.203693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:10.207992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:floatingip and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:10.211578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:10.217615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:10.233444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.262872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7b92f-6a3d-4363-bd3f-fddcb79362aa req-a0946b3b-5fe8-43bf-bdc0-382c5c7ca468 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:10.264467 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-11e7b92f-6a3d-4363-bd3f-fddcb79362aa req-a0946b3b-5fe8-43bf-bdc0-382c5c7ca468 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 945 time: 0.0891347 Feb 11 13:46:10.316576 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-11e7b92f-6a3d-4363-bd3f-fddcb79362aa req-44a09a1b-362d-489c-8f4b-78967bad89b7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Feb 11 13:46:10.383218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.469297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 82ed6c29-8ead-43c3-a738-a40471ecc3a8 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:46:10.527197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Allocated IP 172.25.4.152 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/04dbba53-9b16-4565-8dfd-073e502b3889) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:10.547001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:10.553056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:10.553716 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.691274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.721964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf168125-1857-4d02-a4a7-3fbaa21c6adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ed6c29-8ead-43c3-a738-a40471ecc3a8'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:10.733473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 82ed6c29-8ead-43c3-a738-a40471ecc3a8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=82ed6c29-8ead-43c3-a738-a40471ecc3a8,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:10.738566 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.802740 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.804791 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf168125-1857-4d02-a4a7-3fbaa21c6adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ed6c29-8ead-43c3-a738-a40471ecc3a8', 'code': 200} Feb 11 13:46:10.815458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=82ed6c29-8ead-43c3-a738-a40471ecc3a8,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:10.833961 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.950137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:10.954502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:10.957826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Port': ['ID=04dbba53-9b16-4565-8dfd-073e502b3889,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:10.960014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:46:11.077049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46439ac4-9637-43d3-a80b-d65ce89ae0e3 req-2be9b345-6226-439f-b632-e414ea44f7a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 1097 time: 0.2020047 Feb 11 13:46:11.176481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-46439ac4-9637-43d3-a80b-d65ce89ae0e3 req-ebe1570c-4692-41de-b535-a54e91eb515b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891886 Feb 11 13:46:11.299289 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:46:11.519954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a21665-8fa5-4dfe-981f-8f53d56d5c35 req-f55c6523-86c4-404c-b0c6-2b063c71f940 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:11.521743 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17a21665-8fa5-4dfe-981f-8f53d56d5c35 req-f55c6523-86c4-404c-b0c6-2b063c71f940 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0830479 Feb 11 13:46:11.522208 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.576213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17a21665-8fa5-4dfe-981f-8f53d56d5c35 req-14989751-10ec-448b-8317-4e15cc0caf4a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454431 Feb 11 13:46:11.584075 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.785280 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.789802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.895351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Port': ['ID=04dbba53-9b16-4565-8dfd-073e502b3889,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:11.909171 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.101059 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Floating IP 3e1b909f-0305-4681-bd91-b802bbd46958 associated. External IP: 172.25.4.152, port: c11a6fbd-135c-4514-bba6-89b2cc25cee0. Feb 11 13:46:12.555016 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.607205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Router 16ab4c8a-069d-45b0-bebb-c6d45386a30c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:12.835661 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f3020-8eb4-464c-b97d-ac972747a7f0 req-cba1325c-d476-411f-9c3c-bf0368f29144 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:12.837020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-485f3020-8eb4-464c-b97d-ac972747a7f0 req-cba1325c-d476-411f-9c3c-bf0368f29144 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.1117475 Feb 11 13:46:12.901268 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-485f3020-8eb4-464c-b97d-ac972747a7f0 req-0bc77a24-e499-4e91-b841-e50911f2ff9d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571585 Feb 11 13:46:12.915041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:12.926665 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] Sync routers for ids ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:46:12.939374 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] Routers {'16ab4c8a-069d-45b0-bebb-c6d45386a30c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:12.939968 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:45:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:12.947061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.011302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ad6e982e-11f1-47cb-9c09-1892c214a2ac tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8182182 Feb 11 13:46:13.012286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43118) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:13.012730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6139ce-372d-4684-b998-d025d388aacf', 'tag': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:13.099413 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6139ce-372d-4684-b998-d025d388aacf', 'tag': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'status': 'completed', 'code': 200} Feb 11 13:46:13.134911 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] Set router 16ab4c8a-069d-45b0-bebb-c6d45386a30c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:13.266319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b11bef-9495-4825-ac3c-648e4556a1ee tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.266812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b11bef-9495-4825-ac3c-648e4556a1ee tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.267238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b11bef-9495-4825-ac3c-648e4556a1ee tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.267656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b11bef-9495-4825-ac3c-648e4556a1ee tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.268072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b11bef-9495-4825-ac3c-648e4556a1ee tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.268486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b11bef-9495-4825-ac3c-648e4556a1ee tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.273625 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-52b11bef-9495-4825-ac3c-648e4556a1ee tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4269 time: 0.2536016 Feb 11 13:46:13.273988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43126) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:13.286144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ae892b7-b51e-4827-a365-9f0a7604020e req-8692d873-9faa-4818-9388-b2c62976e912 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9c0b5bdaf0948109441f12debcf137c&device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 1136 time: 0.1717558 Feb 11 13:46:13.356539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d065e75-0ff4-45a0-8eea-c1755136173a tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.357004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d065e75-0ff4-45a0-8eea-c1755136173a tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.357419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d065e75-0ff4-45a0-8eea-c1755136173a tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.357832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d065e75-0ff4-45a0-8eea-c1755136173a tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.358238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d065e75-0ff4-45a0-8eea-c1755136173a tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.358674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d065e75-0ff4-45a0-8eea-c1755136173a tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.363130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5d065e75-0ff4-45a0-8eea-c1755136173a tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.0849044 Feb 11 13:46:13.363739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43130) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:13.412407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb224fc7-762b-4662-bb49-215517bfd309 req-61f4f330-d6de-485b-b380-0eb39185d501 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.414072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cb224fc7-762b-4662-bb49-215517bfd309 req-61f4f330-d6de-485b-b380-0eb39185d501 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.1919689 Feb 11 13:46:13.489248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae892b7-b51e-4827-a365-9f0a7604020e req-1043aaec-f2c3-4692-80f6-24ee4a25e78c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.490921 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ae892b7-b51e-4827-a365-9f0a7604020e req-1043aaec-f2c3-4692-80f6-24ee4a25e78c service neutron] 10.222.0.73 "GET /v2.0/networks?id=06c62662-9cc2-4141-98c8-de33c2a38904 HTTP/1.1" status: 200 len: 898 time: 0.1884096 Feb 11 13:46:13.501393 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cb224fc7-762b-4662-bb49-215517bfd309 req-b7f1ea89-c1ed-4215-929a-332261aa60d3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780983 Feb 11 13:46:13.537253 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '3e1b909f-0305-4681-bd91-b802bbd46958', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'port_id': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'mac_address': 'fa:16:3e:cb:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6139ce-372d-4684-b998-d025d388aacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:46:11Z', 'updated_at': '2022-02-11T13:46:11Z', 'revision_number': 0, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a4c17-afe0-4acb-bd50-733054c028a2', 'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:9c:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:51Z', 'updated_at': '2022-02-11T13:46:00Z', 'revision_number': 5, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:13.541609 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] Checking router: 16ab4c8a-069d-45b0-bebb-c6d45386a30c for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:46:13.555039 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] Routers {'16ab4c8a-069d-45b0-bebb-c6d45386a30c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:13.556161 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:45:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:13.609567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ae892b7-b51e-4827-a365-9f0a7604020e req-40a29f0a-ef2e-4c3b-8fef-a40603b4d54f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11a6fbd-135c-4514-bba6-89b2cc25cee0 HTTP/1.1" status: 200 len: 1000 time: 0.1069705 Feb 11 13:46:13.686118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae892b7-b51e-4827-a365-9f0a7604020e req-7ddc6b47-79bb-4e01-aa41-86d2c964778d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.687910 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ae892b7-b51e-4827-a365-9f0a7604020e req-7ddc6b47-79bb-4e01-aa41-86d2c964778d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9e7df8b-88fd-40c2-b710-4c0e6702e3c0 HTTP/1.1" status: 200 len: 835 time: 0.0699487 Feb 11 13:46:13.696177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f13e03ad-40a7-4f23-937e-78ddc6bd502c tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3061 time: 0.3291759 Feb 11 13:46:13.696869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43134) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:13.750723 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] Set router 16ab4c8a-069d-45b0-bebb-c6d45386a30c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:13.767043 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ae892b7-b51e-4827-a365-9f0a7604020e req-249ffcb2-82ba-450b-84bd-11d1ac0162de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06c62662-9cc2-4141-98c8-de33c2a38904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717785 Feb 11 13:46:13.772108 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0892b557-0ef3-4548-a25f-d56a1c95b858 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=16ab4c8a-069d-45b0-bebb-c6d45386a30c HTTP/1.1" status: 200 len: 1990 time: 0.0739923 Feb 11 13:46:13.910475 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ae892b7-b51e-4827-a365-9f0a7604020e req-8222051a-bc4b-4956-b7de-b3a64356e21a service neutron] 10.222.0.73 "GET /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311178 Feb 11 13:46:14.158512 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '3e1b909f-0305-4681-bd91-b802bbd46958', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'port_id': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'mac_address': 'fa:16:3e:cb:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6139ce-372d-4684-b998-d025d388aacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:46:11Z', 'updated_at': '2022-02-11T13:46:11Z', 'revision_number': 0, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a4c17-afe0-4acb-bd50-733054c028a2', 'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:9c:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:51Z', 'updated_at': '2022-02-11T13:46:00Z', 'revision_number': 5, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:14.162898 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d816c6-3984-4122-a94f-d722d3c90e1f None None] The sync data for ids ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'] in n-d-818559-1 is: [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '3e1b909f-0305-4681-bd91-b802bbd46958', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'port_id': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'mac_address': 'fa:16:3e:cb:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6139ce-372d-4684-b998-d025d388aacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:46:11Z', 'updated_at': '2022-02-11T13:46:11Z', 'revision_number': 0, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a4c17-afe0-4acb-bd50-733054c028a2', 'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:9c:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:51Z', 'updated_at': '2022-02-11T13:46:00Z', 'revision_number': 5, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:46:14.180887 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ae892b7-b51e-4827-a365-9f0a7604020e req-48278371-3ec5-49d4-a388-4d2d56669454 service neutron] 10.222.0.73 "GET /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642939 Feb 11 13:46:14.719066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996c473-bf22-42be-9732-7e4973c5a857 req-2cbd07eb-be4b-4997-aa9f-176b0d8aa04d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:14.720519 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a996c473-bf22-42be-9732-7e4973c5a857 req-2cbd07eb-be4b-4997-aa9f-176b0d8aa04d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0809312 Feb 11 13:46:14.765593 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a996c473-bf22-42be-9732-7e4973c5a857 req-2d2ff974-40e9-4c10-a6df-c9edf5c23fe0 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390792 Feb 11 13:46:15.444064 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cf829020-9c3e-4092-ae52-1e8350aa9677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.498370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c587d449-4f8a-45d0-8400-f9b220f4d56a None None] New status for floating IP 3e1b909f-0305-4681-bd91-b802bbd46958: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:46:15.964447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def1d64-9edb-4fa5-9396-46712a4667fb req-3d712b18-e4c9-4988-af50-247131442610 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:15.965896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6def1d64-9edb-4fa5-9396-46712a4667fb req-3d712b18-e4c9-4988-af50-247131442610 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0788057 Feb 11 13:46:16.011047 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6def1d64-9edb-4fa5-9396-46712a4667fb req-50c7bf2d-b05e-44ab-add9-818208f63c50 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Feb 11 13:46:17.207234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba85d72-feee-4fd0-a1fd-7ce833095f04 req-eed2a0ee-e5df-4a60-a154-a35755d7e576 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:17.208842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cba85d72-feee-4fd0-a1fd-7ce833095f04 req-eed2a0ee-e5df-4a60-a154-a35755d7e576 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0794997 Feb 11 13:46:17.252999 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cba85d72-feee-4fd0-a1fd-7ce833095f04 req-00dc49a6-af19-43b1-8cf5-fd9b1fe907a6 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Feb 11 13:46:17.642268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7f41-64cd-4373-b6cd-e137b91f15e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:18.601387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944f3ea-fbfd-450f-bbc2-507e8cb325b9 req-ab36a604-d09e-46ff-9270-45870085b28e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:18.602859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4944f3ea-fbfd-450f-bbc2-507e8cb325b9 req-ab36a604-d09e-46ff-9270-45870085b28e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0763292 Feb 11 13:46:18.650414 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4944f3ea-fbfd-450f-bbc2-507e8cb325b9 req-85b54984-3a7e-4b96-a34d-45d4770e2d6f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 Feb 11 13:46:18.928426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:18.931077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:19.849648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5753-2edb-48be-bcf2-988d68579437 req-10b5531d-a22f-468c-a759-726aba0801cb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:19.851144 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17bb5753-2edb-48be-bcf2-988d68579437 req-10b5531d-a22f-468c-a759-726aba0801cb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0809796 Feb 11 13:46:19.896357 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17bb5753-2edb-48be-bcf2-988d68579437 req-b249d87c-bf3a-47b5-80f8-3f055736e00e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 Feb 11 13:46:20.048474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd4e2786-6b57-4389-b207-a2a595c6814a req-3975e8b4-ca18-4303-8ead-71d4c8cde7aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1876791 Feb 11 13:46:20.135527 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd4e2786-6b57-4389-b207-a2a595c6814a req-7e548f4d-0960-496b-be2e-5379a2c53af2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1095 time: 0.0668325 Feb 11 13:46:20.286518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e2786-6b57-4389-b207-a2a595c6814a req-ef50ba4a-e2a3-4949-8e05-a4f1982c44bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:20.288013 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd4e2786-6b57-4389-b207-a2a595c6814a req-ef50ba4a-e2a3-4949-8e05-a4f1982c44bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1272376 Feb 11 13:46:20.327029 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.393736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd4e2786-6b57-4389-b207-a2a595c6814a req-4d5bee7f-0027-453d-93ea-6951bc03fd50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 997 time: 0.0992417 Feb 11 13:46:20.462600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e2786-6b57-4389-b207-a2a595c6814a req-75a55012-19bb-4962-b411-aad151ec6e50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:20.464018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd4e2786-6b57-4389-b207-a2a595c6814a req-75a55012-19bb-4962-b411-aad151ec6e50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0603111 Feb 11 13:46:20.537749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd4e2786-6b57-4389-b207-a2a595c6814a req-a3654aec-0faa-4847-b210-fdf00594f72c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670524 Feb 11 13:46:20.668819 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd4e2786-6b57-4389-b207-a2a595c6814a req-31ea2db7-d2da-44b7-8b01-7291d78804be service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235068 Feb 11 13:46:20.798329 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd4e2786-6b57-4389-b207-a2a595c6814a req-6166b612-9e4b-458a-9dc8-2c918b6ea0dd service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235485 Feb 11 13:46:21.092003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16e516-44a5-42ba-b2e0-d69d2e8aeb09 req-958ecbd7-93fd-4f75-b5f8-ac6df9094056 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:21.093427 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8f16e516-44a5-42ba-b2e0-d69d2e8aeb09 req-958ecbd7-93fd-4f75-b5f8-ac6df9094056 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0755293 Feb 11 13:46:21.141474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8f16e516-44a5-42ba-b2e0-d69d2e8aeb09 req-fadf0c68-a95a-4bc5-ad53-952935a0e7f7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Feb 11 13:46:22.339144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf136b2-3a6c-463f-ab62-3be2e1206fe3 req-9c29aed3-f849-432c-ad4f-8e9893a9cb57 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:22.340609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbf136b2-3a6c-463f-ab62-3be2e1206fe3 req-9c29aed3-f849-432c-ad4f-8e9893a9cb57 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0766234 Feb 11 13:46:22.389575 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbf136b2-3a6c-463f-ab62-3be2e1206fe3 req-40a67c5b-5716-4323-a996-5073e58aaf32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Feb 11 13:46:23.593067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d45cc-f782-4b8a-a781-4d5facf7b642 req-673adea1-64b7-405a-aa79-28d964e6f0f8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:23.594528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d9d45cc-f782-4b8a-a781-4d5facf7b642 req-673adea1-64b7-405a-aa79-28d964e6f0f8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0768278 Feb 11 13:46:23.641266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d9d45cc-f782-4b8a-a781-4d5facf7b642 req-3448102d-0ab2-432a-b2ca-87b10534a382 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Feb 11 13:46:24.842760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72116a00-9665-4b45-8c68-e5e76b3d01e8 req-16bec20b-8b81-4ca6-b867-f5f817ef3312 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:24.844134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-72116a00-9665-4b45-8c68-e5e76b3d01e8 req-16bec20b-8b81-4ca6-b867-f5f817ef3312 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0816975 Feb 11 13:46:24.889892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-72116a00-9665-4b45-8c68-e5e76b3d01e8 req-200744ad-2057-4722-9247-0c43a8435b5f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392056 Feb 11 13:46:26.091116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0528f9b-8aef-4fcc-bf93-6f3392dbfc3d req-4dd0fa8e-554a-4dc4-ab2e-5727900794c3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:26.092568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d0528f9b-8aef-4fcc-bf93-6f3392dbfc3d req-4dd0fa8e-554a-4dc4-ab2e-5727900794c3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0812547 Feb 11 13:46:26.137355 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d0528f9b-8aef-4fcc-bf93-6f3392dbfc3d req-b2bc90a5-d89c-41c7-a446-ff677b835a44 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Feb 11 13:46:27.337097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d6db5-45ef-4b41-ae2b-1feac1c36764 req-95f980fa-fa81-4102-acb2-58c44fd0e650 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:27.338530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-489d6db5-45ef-4b41-ae2b-1feac1c36764 req-95f980fa-fa81-4102-acb2-58c44fd0e650 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0801702 Feb 11 13:46:27.382773 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-489d6db5-45ef-4b41-ae2b-1feac1c36764 req-8deed617-c316-4103-8829-baf6e72b3472 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388465 Feb 11 13:46:28.605563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eab963-8213-4709-a65b-54b4b2a517f6 req-317f9236-c1a2-448a-b02a-d96b31df64e3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:28.607190 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c8eab963-8213-4709-a65b-54b4b2a517f6 req-317f9236-c1a2-448a-b02a-d96b31df64e3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0795605 Feb 11 13:46:28.655579 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c8eab963-8213-4709-a65b-54b4b2a517f6 req-3ffc5b2a-8fc4-49ff-b119-4d4f5abb33a9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418622 Feb 11 13:46:29.204787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-99ad5f10-b3cb-4ed9-a8f0-6f0bf8a98f25 req-798e9d48-4581-414f-855a-7cc44a1dfd29 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1098 time: 0.0843029 Feb 11 13:46:29.252290 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-99ad5f10-b3cb-4ed9-a8f0-6f0bf8a98f25 req-acb10f3e-8593-470f-9242-5653e3cc41e3 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413537 Feb 11 13:46:29.279984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43180) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:29.565959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 0cab8143-259b-409c-86a5-854d1d6665a8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:46:29.566304 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:29.743955 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:29.744275 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:29.858024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb8554-77b8-4697-ae45-13a5c6c34a79 req-482189c6-e49d-4630-aa84-03eb1ba6f300 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:29.859528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-10bb8554-77b8-4697-ae45-13a5c6c34a79 req-482189c6-e49d-4630-aa84-03eb1ba6f300 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0800717 Feb 11 13:46:29.865190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 0cab8143-259b-409c-86a5-854d1d6665a8 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:46:29.905656 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-10bb8554-77b8-4697-ae45-13a5c6c34a79 req-aefff529-7a1e-4d9c-a849-c07cdf1008e3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Feb 11 13:46:30.017990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:30.063045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=0cab8143-259b-409c-86a5-854d1d6665a8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:30.103080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.104136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.104683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.105081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.105416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.106278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.106836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.107169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.107498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.108318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.109686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.169016 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:30.559130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 53d30d59-521a-486f-a4b4-fcbfad245c31 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:30.756052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:30.765462 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] Sync routers for ids ['53d30d59-521a-486f-a4b4-fcbfad245c31'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:46:30.776625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:30.777762 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] Routers {'53d30d59-521a-486f-a4b4-fcbfad245c31'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:30.778355 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['53d30d59-521a-486f-a4b4-fcbfad245c31'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:30.833424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34694781-6a06-426a-84d2-53b544867be8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/floatingips/5d9033c0-3a7a-4ae4-9883-1fe8eab3729b HTTP/1.1" status: 204 len: 168 time: 1.5522671 Feb 11 13:46:30.833916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:30.900305 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'status': 'completed', 'code': 200} Feb 11 13:46:30.962780 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] Set router 53d30d59-521a-486f-a4b4-fcbfad245c31 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:31.026688 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35bd4b1c-3e2e-4539-b573-79ac50cb7f25 req-0c62a56c-e10c-4506-86cf-7f70b6fbbfc8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 1098 time: 0.0977881 Feb 11 13:46:31.147460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf118305-184e-426c-8916-9d860cbb7790 req-eda66c1f-cdde-4635-b0a1-9463131effe0 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:31.150520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf118305-184e-426c-8916-9d860cbb7790 req-eda66c1f-cdde-4635-b0a1-9463131effe0 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.1038554 Feb 11 13:46:31.213352 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf118305-184e-426c-8916-9d860cbb7790 req-2e1d9275-5bfa-4a69-acad-c0717f9e13e5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537152 Feb 11 13:46:31.300904 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:13Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '06c8807d-6e62-4de1-8b8a-be38c3ca202e', 'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:8f:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:12Z', 'updated_at': '2022-02-11T13:44:20Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:31.305607 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] Checking router: 53d30d59-521a-486f-a4b4-fcbfad245c31 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:46:31.316158 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] Routers {'53d30d59-521a-486f-a4b4-fcbfad245c31'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:31.316739 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['53d30d59-521a-486f-a4b4-fcbfad245c31'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:31.346716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd4b1c-3e2e-4539-b573-79ac50cb7f25 req-46dadf71-365f-43c1-a6c1-4d2f1ba641fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:31.348075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35bd4b1c-3e2e-4539-b573-79ac50cb7f25 req-46dadf71-365f-43c1-a6c1-4d2f1ba641fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 200 len: 897 time: 0.3085287 Feb 11 13:46:31.360817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6da0f7-9be4-403a-be3a-177e61892ca1 req-a2e51d69-6e78-4659-8fa0-7bd00750420a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:31.361495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7a6da0f7-9be4-403a-be3a-177e61892ca1 req-a2e51d69-6e78-4659-8fa0-7bd00750420a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:31.432803 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35bd4b1c-3e2e-4539-b573-79ac50cb7f25 req-b98e9797-2c8d-4369-9682-926461ab1b73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 200 len: 217 time: 0.0676448 Feb 11 13:46:31.435063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7a6da0f7-9be4-403a-be3a-177e61892ca1 req-a2e51d69-6e78-4659-8fa0-7bd00750420a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:31.436247 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a6da0f7-9be4-403a-be3a-177e61892ca1 req-a2e51d69-6e78-4659-8fa0-7bd00750420a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 947 time: 0.2007010 Feb 11 13:46:31.502140 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] Set router 53d30d59-521a-486f-a4b4-fcbfad245c31 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:31.532418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd4b1c-3e2e-4539-b573-79ac50cb7f25 req-6a8fe3a7-9464-4948-9c1c-1bcc7a114561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:31.533858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35bd4b1c-3e2e-4539-b573-79ac50cb7f25 req-6a8fe3a7-9464-4948-9c1c-1bcc7a114561 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 200 len: 835 time: 0.0920968 Feb 11 13:46:31.539675 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a6da0f7-9be4-403a-be3a-177e61892ca1 req-30bc41d2-de13-4a64-a0bf-81627f738f0d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650103 Feb 11 13:46:31.609367 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35bd4b1c-3e2e-4539-b573-79ac50cb7f25 req-edc058b7-ff60-4377-96c7-f31a21191119 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e602179c-beb1-4ba7-93ca-e28e87950507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682604 Feb 11 13:46:31.741993 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35bd4b1c-3e2e-4539-b573-79ac50cb7f25 req-3772f4dc-ba26-477b-8101-cd39a4b35781 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252022 Feb 11 13:46:31.818718 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:13Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '06c8807d-6e62-4de1-8b8a-be38c3ca202e', 'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:8f:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:12Z', 'updated_at': '2022-02-11T13:44:20Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:31.823979 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074c9f9-950d-450c-933c-3f089c6d67a5 None None] The sync data for ids ['53d30d59-521a-486f-a4b4-fcbfad245c31'] in n-d-818559-1 is: [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:13Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '06c8807d-6e62-4de1-8b8a-be38c3ca202e', 'name': '', 'network_id': 'e602179c-beb1-4ba7-93ca-e28e87950507', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:8f:02:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:12Z', 'updated_at': '2022-02-11T13:44:20Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '427fe082-8bdf-4d80-aff8-a61969283fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:46:31.885969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35bd4b1c-3e2e-4539-b573-79ac50cb7f25 req-914b63a7-39d2-42c4-81f6-208277236d59 service neutron] 10.222.0.73 "GET /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340573 Feb 11 13:46:32.049864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95004f-f2cc-48a9-8315-bab8b9204769 None None] New status for floating IP 5d9033c0-3a7a-4ae4-9883-1fe8eab3729b: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:46:32.409237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f519461-a583-4938-8cab-eab23b121da8 req-b076150c-9aab-483d-bb45-ebbbd2e5cd8f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:32.410728 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f519461-a583-4938-8cab-eab23b121da8 req-b076150c-9aab-483d-bb45-ebbbd2e5cd8f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0783389 Feb 11 13:46:32.461379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2f519461-a583-4938-8cab-eab23b121da8 req-3f571c7f-9e09-4b4a-8bc1-4a2e7ab3f2dd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Feb 11 13:46:32.741228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e5c25-7abe-4c86-bb2b-82981cc9321c req-858d30e0-c87c-4a2f-9bf0-9619f23ab587 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:32.743204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b55e5c25-7abe-4c86-bb2b-82981cc9321c req-858d30e0-c87c-4a2f-9bf0-9619f23ab587 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 947 time: 0.0799215 Feb 11 13:46:32.787109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b55e5c25-7abe-4c86-bb2b-82981cc9321c req-e17465ba-e82b-4638-aebe-48575b80b149 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=078a7417-a9d5-4e9e-8b7a-8740cbfae76d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383191 Feb 11 13:46:32.903234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-496cba08-2d0f-4456-a597-3ac68a49aeea tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:32.904630 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-496cba08-2d0f-4456-a597-3ac68a49aeea tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 947 time: 0.0746248 Feb 11 13:46:32.979044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-cdb92414-a842-4d69-8655-8820b4226816 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 29dda3f7-e203-4dc4-9481-be64ccf32c5a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:46:32.979381 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-cdb92414-a842-4d69-8655-8820b4226816 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.221220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-cdb92414-a842-4d69-8655-8820b4226816 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port 29dda3f7-e203-4dc4-9481-be64ccf32c5a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=29dda3f7-e203-4dc4-9481-be64ccf32c5a,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:33.221571 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-cdb92414-a842-4d69-8655-8820b4226816 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.343979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-cdb92414-a842-4d69-8655-8820b4226816 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 29dda3f7-e203-4dc4-9481-be64ccf32c5a owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:46:33.486008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-cdb92414-a842-4d69-8655-8820b4226816 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.531914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb92414-a842-4d69-8655-8820b4226816 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=29dda3f7-e203-4dc4-9481-be64ccf32c5a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:33.610339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-cdb92414-a842-4d69-8655-8820b4226816 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] No DVR routers for this DVR port 29dda3f7-e203-4dc4-9481-be64ccf32c5a on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:33.613469 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-cdb92414-a842-4d69-8655-8820b4226816 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.616702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-deleted', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:33.632198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-073cf7fa-1f94-4fd5-8642-4c9c9b6a20d3 req-cdb92414-a842-4d69-8655-8820b4226816 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "DELETE /v2.0/ports/29dda3f7-e203-4dc4-9481-be64ccf32c5a HTTP/1.1" status: 204 len: 173 time: 0.7184446 Feb 11 13:46:33.675914 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830', 'name': 'network-vif-deleted', 'tag': '29dda3f7-e203-4dc4-9481-be64ccf32c5a', 'status': 'completed', 'code': 200} Feb 11 13:46:33.684495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c6808-7d9d-4c7a-9082-6adec8055e02 req-d7fe5a26-1fec-4a31-98f0-f0764d2454d8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:33.685988 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c28c6808-7d9d-4c7a-9082-6adec8055e02 req-d7fe5a26-1fec-4a31-98f0-f0764d2454d8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0924292 Feb 11 13:46:33.734313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c28c6808-7d9d-4c7a-9082-6adec8055e02 req-a8b6fcce-2869-4700-8403-c4c63b2a4c62 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Feb 11 13:46:34.057785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-328fbfe8-8ff7-4817-a761-51a5db0ae84c req-96b00f35-e2af-4473-a4b4-09d5951df8a1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:34.074882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-328fbfe8-8ff7-4817-a761-51a5db0ae84c req-96b00f35-e2af-4473-a4b4-09d5951df8a1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:34.076213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-328fbfe8-8ff7-4817-a761-51a5db0ae84c req-96b00f35-e2af-4473-a4b4-09d5951df8a1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcb2d8f-f8c9-4a4b-a498-d7e196ab4830 HTTP/1.1" status: 200 len: 210 time: 0.1526082 Feb 11 13:46:34.932508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccd63f-e518-4d59-be8e-47c7e66ca9d2 req-2f06ec40-b5bd-42b7-b06d-43f225b1f162 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:34.933972 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfccd63f-e518-4d59-be8e-47c7e66ca9d2 req-2f06ec40-b5bd-42b7-b06d-43f225b1f162 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0781991 Feb 11 13:46:34.978682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfccd63f-e518-4d59-be8e-47c7e66ca9d2 req-1603d354-34b9-4773-a357-88289dd04be2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390980 Feb 11 13:46:35.183146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43210) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:35.574135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.171528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 06c8807d-6e62-4de1-8b8a-be38c3ca202e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:46:36.171857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.179337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ec953-3b47-4ab5-8c1b-16315989c4be req-72cafb00-391b-43d5-9d09-5ae162f9bef8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:36.180791 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c55ec953-3b47-4ab5-8c1b-16315989c4be req-72cafb00-391b-43d5-9d09-5ae162f9bef8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0812218 Feb 11 13:46:36.227359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c55ec953-3b47-4ab5-8c1b-16315989c4be req-0bada4c5-2660-497e-8791-9fb83a7511f9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Feb 11 13:46:36.362856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port 06c8807d-6e62-4de1-8b8a-be38c3ca202e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=06c8807d-6e62-4de1-8b8a-be38c3ca202e,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:36.363446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.482704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 06c8807d-6e62-4de1-8b8a-be38c3ca202e owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:46:36.577380 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:46:36.612535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 29dda3f7-e203-4dc4-9481-be64ccf32c5a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:46:36.612878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 29dda3f7-e203-4dc4-9481-be64ccf32c5a not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:46:36.754100 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.799585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=06c8807d-6e62-4de1-8b8a-be38c3ca202e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:37.099938 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.535630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f4866-e0e8-4882-b504-7386c6544afa req-8d737e3e-f86f-4b1a-a3c3-349235d28585 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:37.537088 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b56f4866-e0e8-4882-b504-7386c6544afa req-8d737e3e-f86f-4b1a-a3c3-349235d28585 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.1831834 Feb 11 13:46:37.548152 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.697529 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b56f4866-e0e8-4882-b504-7386c6544afa req-2aa5e56b-d733-4bf6-8de4-b982f42ef5be tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538074 Feb 11 13:46:37.772904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 53d30d59-521a-486f-a4b4-fcbfad245c31 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:37.975269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:37.988874 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] Sync routers for ids ['53d30d59-521a-486f-a4b4-fcbfad245c31'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:46:37.995132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e3735c6e-7078-4480-b6af-a961e210a7b5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "PUT /v2.0/routers/53d30d59-521a-486f-a4b4-fcbfad245c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8109338 Feb 11 13:46:37.997797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43220) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:38.001267 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] Routers {'53d30d59-521a-486f-a4b4-fcbfad245c31'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:38.001855 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['53d30d59-521a-486f-a4b4-fcbfad245c31'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:38.208706 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] Set router 53d30d59-521a-486f-a4b4-fcbfad245c31 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:38.286884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e55d77-c403-4022-8dcc-6f3be54c8af9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting subnet 427fe082-8bdf-4d80-aff8-a61969283fee {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:46:38.289953 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08e55d77-c403-4022-8dcc-6f3be54c8af9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.346946 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08e55d77-c403-4022-8dcc-6f3be54c8af9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.427765 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08e55d77-c403-4022-8dcc-6f3be54c8af9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.501804 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:46:36Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:38.505868 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] Checking router: 53d30d59-521a-486f-a4b4-fcbfad245c31 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:46:38.512126 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08e55d77-c403-4022-8dcc-6f3be54c8af9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.518671 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] Routers {'53d30d59-521a-486f-a4b4-fcbfad245c31'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:38.519262 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['53d30d59-521a-486f-a4b4-fcbfad245c31'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:38.557069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e55d77-c403-4022-8dcc-6f3be54c8af9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Subnet': ['ID=427fe082-8bdf-4d80-aff8-a61969283fee,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:38.563228 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08e55d77-c403-4022-8dcc-6f3be54c8af9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.570442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7841189-f4f8-4923-8592-dc1f12753ce7 None None] Network e602179c-beb1-4ba7-93ca-e28e87950507 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:46:38.575283 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08e55d77-c403-4022-8dcc-6f3be54c8af9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/subnets/427fe082-8bdf-4d80-aff8-a61969283fee HTTP/1.1" status: 204 len: 168 time: 0.5764408 Feb 11 13:46:38.577961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43224) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:38.707442 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] Set router 53d30d59-521a-486f-a4b4-fcbfad245c31 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:38.799101 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.871803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] DHCP port deletion for e602179c-beb1-4ba7-93ca-e28e87950507 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:46:38.876018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Deleting port 4947f86d-1d56-4955-9d54-efaf653664b0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:46:38.876600 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.941632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b323-264d-4702-a970-52fbbad7e4c6 req-80091847-ed25-4d8c-af63-fa1edc9ebe79 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:38.943598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b6d0b323-264d-4702-a970-52fbbad7e4c6 req-80091847-ed25-4d8c-af63-fa1edc9ebe79 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.1077352 Feb 11 13:46:39.001481 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b6d0b323-264d-4702-a970-52fbbad7e4c6 req-40a88834-66e2-4ce0-a9f4-e847ddad9f18 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 Feb 11 13:46:39.029736 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.035946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 3f799c84-4f7b-4640-8812-96b6d6f7edf2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:46:39.036551 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.063341 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:46:36Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.067987 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b5fd7-9305-4d2d-ac76-1153907f8472 None None] The sync data for ids ['53d30d59-521a-486f-a4b4-fcbfad245c31'] in n-d-818559-1 is: [{'id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767315819', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:46:36Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '3f799c84-4f7b-4640-8812-96b6d6f7edf2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d30d59-521a-486f-a4b4-fcbfad245c31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:07Z', 'updated_at': '2022-02-11T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:46:39.147743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] For port 4947f86d-1d56-4955-9d54-efaf653664b0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4947f86d-1d56-4955-9d54-efaf653664b0,segment=NetworkSegment(177ce6f2-241b-4421-9474-4e149c421c08),segment_id=177ce6f2-241b-4421-9474-4e149c421c08)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:39.148130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.215834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port 3f799c84-4f7b-4640-8812-96b6d6f7edf2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3f799c84-4f7b-4640-8812-96b6d6f7edf2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:39.216181 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.268648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Calling delete_port for 4947f86d-1d56-4955-9d54-efaf653664b0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:46:39.334461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 3f799c84-4f7b-4640-8812-96b6d6f7edf2 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:46:39.340057 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.388174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Pushing event deleted for resources: {'Port': ['ID=4947f86d-1d56-4955-9d54-efaf653664b0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:39.392261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] No DVR routers for this DVR port 4947f86d-1d56-4955-9d54-efaf653664b0 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:39.401411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.402093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.402093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.402415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.405032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.405392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.405725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.406054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.406376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.406726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.407048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deae204b-23df-4f5e-b524-dcf697126a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:39.512400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.564033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=3f799c84-4f7b-4640-8812-96b6d6f7edf2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:39.880258 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.902949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 06c8807d-6e62-4de1-8b8a-be38c3ca202e no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:46:39.936196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 06c8807d-6e62-4de1-8b8a-be38c3ca202e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:46:39.936534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 06c8807d-6e62-4de1-8b8a-be38c3ca202e not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:46:39.936945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4947f86d-1d56-4955-9d54-efaf653664b0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:46:39.973653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4947f86d-1d56-4955-9d54-efaf653664b0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:46:39.974149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4947f86d-1d56-4955-9d54-efaf653664b0 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:46:40.188170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.195168 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.235237 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.235748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Fanout notify agent at l3_agent the message router_deleted on router 53d30d59-521a-486f-a4b4-fcbfad245c31 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:46:40.243380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bf498-8fa3-40eb-a311-e6ed75d756e7 req-67f95788-adaf-41cb-84c1-6eda19d634fe tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:40.245558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-091bf498-8fa3-40eb-a311-e6ed75d756e7 req-67f95788-adaf-41cb-84c1-6eda19d634fe tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.1131890 Feb 11 13:46:40.275001 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.276166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3014a728-f87a-420e-88eb-1093789863bc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/routers/53d30d59-521a-486f-a4b4-fcbfad245c31 HTTP/1.1" status: 204 len: 168 time: 1.6972997 Feb 11 13:46:40.279427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43232) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:40.389532 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-091bf498-8fa3-40eb-a311-e6ed75d756e7 req-924a2343-f924-44d0-a8e5-798ac5a5ad34 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377103 Feb 11 13:46:40.412611 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.545017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.570009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e602179c-beb1-4ba7-93ca-e28e87950507']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:40.581881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177ce6f2-241b-4421-9474-4e149c421c08') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:40.582179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177ce6f2-241b-4421-9474-4e149c421c08') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:40.593382 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.609273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.615348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:46:40.615721 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:40.630230 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:40.715269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.720747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.748201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Network': ['ID=e602179c-beb1-4ba7-93ca-e28e87950507,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:40.751679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-59c4b50a-3e4d-4f9e-b8de-6bf91115c470 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/networks/e602179c-beb1-4ba7-93ca-e28e87950507 HTTP/1.1" status: 204 len: 168 time: 0.4713223 Feb 11 13:46:40.754451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43236) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:40.826420 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.855045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.916810 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.936007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a7417-a9d5-4e9e-8b7a-8740cbfae76d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:40.949285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.949632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.949971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.950305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.950676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.951008 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.951332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.951656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.951979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.952301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.952616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:40.955550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.957207 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-defe5e35-0f9e-4e0e-87fa-cf835954b1e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/security-groups/078a7417-a9d5-4e9e-8b7a-8740cbfae76d HTTP/1.1" status: 204 len: 168 time: 0.2011168 Feb 11 13:46:41.231471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43244) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:41.237152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160732367', 'description': 'tempest-secgroup-smoke-1160732367 description', 'project_id': '6c052870f3b142058bca9fe1599fac99'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:41.243686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:41.247742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:41.250565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:41.256139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:41.267056 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.300956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:41.304636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:41.307882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:41.313714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:41.383935 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.388369 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.435274 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c6329-85f0-4090-9520-97c8ea09ffd9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:41.441854 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.443255 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d02b84f4-9611-4658-8bb6-b64424988583 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2107420 Feb 11 13:46:41.446020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43250) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:41.452668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': 'ee0c6329-85f0-4090-9520-97c8ea09ffd9', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:41.459220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:41.463892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:41.466888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:41.472695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:41.491013 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.603804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.610232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.640910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299a607-336c-456b-84e8-16e18f5ee908 req-f189bdda-825f-41e2-b918-06f7c2ef67e2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:41.642378 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5299a607-336c-456b-84e8-16e18f5ee908 req-f189bdda-825f-41e2-b918-06f7c2ef67e2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.1294842 Feb 11 13:46:41.643010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b31879-2a97-4d65-b1e9-f3f593c8ffa5,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:41.677122 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.678284 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b51be266-99ef-4cf8-bac6-d3beff08791c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2314627 Feb 11 13:46:41.682157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43254) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:41.688147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': 'ee0c6329-85f0-4090-9520-97c8ea09ffd9', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:41.694963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:41.699948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:41.703097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:41.705022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5299a607-336c-456b-84e8-16e18f5ee908 req-58d257f7-c4cb-4b6f-8d58-1398935d7cf2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564606 Feb 11 13:46:41.709059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:41.726440 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.788688 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.792244 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.819189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3f799c84-4f7b-4640-8812-96b6d6f7edf2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:46:41.819815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e61164-e0c2-40fe-8e28-d93d3a816fb1,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:41.829852 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.831044 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-526dd315-d6c3-448c-9a9e-3208e837e0e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1477654 Feb 11 13:46:41.833808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43258) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:41.839427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': 'ee0c6329-85f0-4090-9520-97c8ea09ffd9', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:41.845677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:41.849564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:41.852443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:41.857526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3f799c84-4f7b-4640-8812-96b6d6f7edf2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:46:41.857865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3f799c84-4f7b-4640-8812-96b6d6f7edf2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:46:41.858179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:41.875299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.937763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.941363 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.966470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de9948f-6152-454b-b711-0a67f16640b8,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:41.976534 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.977362 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-874abc2d-df52-4e0a-a172-bc41feb5caab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1422083 Feb 11 13:46:41.979839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43262) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:41.987064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': 'ee0c6329-85f0-4090-9520-97c8ea09ffd9', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:41.993261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:41.999015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:42.002154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:42.008324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:42.027966 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.102114 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.106053 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.128780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6cab02-f567-4bc0-ac94-0e393c3d16d0,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:42.137103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.138264 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-87a66d05-36c9-4c1d-93fd-fdb52f40c3d8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1572876 Feb 11 13:46:42.140980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43266) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:42.146332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': 'ee0c6329-85f0-4090-9520-97c8ea09ffd9', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:42.152729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:42.156463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:42.159325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:42.164850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:42.175586 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Project 6c052870f3b142058bca9fe1599fac99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:46:42.182821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.248248 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.251758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.277111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a680cd2-2ea7-4818-a343-5233d61af4a7,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:42.285930 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.287107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5488ce84-488c-4397-95c1-eaf4f7349689 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1452298 Feb 11 13:46:42.289821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43270) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:42.295913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': 'ee0c6329-85f0-4090-9520-97c8ea09ffd9', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:42.302025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:42.305916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:42.310036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:42.315719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:42.325662 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Project 6c052870f3b142058bca9fe1599fac99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:46:42.331770 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.408444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.412151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.436274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f12dc3b-216d-4f7b-9aac-e39c6910c8e4,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:42.444887 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.446054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1271d6b0-66c2-405c-bbab-dc4b3ad223af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1553495 Feb 11 13:46:42.449115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:42.454394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'network': {'name': 'tempest-network-smoke--648315858', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:42.459600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:42.464243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:network and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:42.467077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:42.472649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:42.483739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:42.486693 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.514145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:42.523272 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.523656 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Added segment d6efb387-ce6c-4bad-9316-a01f272282c6 of type vlan for network 3f96604d-9fde-4945-9343-7c9a87437866 Feb 11 13:46:42.551560 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.574974 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.583988 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.588044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:42.588799 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.688523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2384055 Feb 11 13:46:42.691350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43278) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:42.693991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0479c-42de-4e0f-95b0-cc046147cffb tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Network': ['ID=3f96604d-9fde-4945-9343-7c9a87437866,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:42.697944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'admin_state_up': True, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:42.704399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 3f96604d-9fde-4945-9343-7c9a87437866 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:46:42.710109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:42.715303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:router and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:42.718832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:42.725762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:42.739588 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.740907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.768175 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:42.929359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:43.041151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400dcd3-e378-4b81-bad0-1a79c3b58e9e req-4139aac3-e455-4fe6-a56e-561db39a377f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:43.042683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7400dcd3-e378-4b81-bad0-1a79c3b58e9e req-4139aac3-e455-4fe6-a56e-561db39a377f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.1837344 Feb 11 13:46:43.090373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7400dcd3-e378-4b81-bad0-1a79c3b58e9e req-e7df162a-3e76-42b9-8ed1-22c543091b6c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Feb 11 13:46:43.210510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:43.242987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:43.376421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.25.4.178 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/1cfc6bca-d61b-4ae9-89fd-3189323c0853) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:43.526889 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:43.556037 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:43.630381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:43.633787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=1cfc6bca-d61b-4ae9-89fd-3189323c0853,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:43.636659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:43.638675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:46:43.793439 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:43.794168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:44.022470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router b70f8c78-f3f2-4b30-890b-579832ad7d92 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:46:44.263451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:44.273138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Sync routers for ids ['b70f8c78-f3f2-4b30-890b-579832ad7d92'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:46:44.284843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Routers {'b70f8c78-f3f2-4b30-890b-579832ad7d92'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:44.285442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b70f8c78-f3f2-4b30-890b-579832ad7d92'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:44.303592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:44.304793 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-32352942-06b6-4127-b993-5d4db90c8e62 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6119359 Feb 11 13:46:44.309829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43288) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:44.316273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84a6c4-1bb3-4577-a597-da00a1d627bc req-24778e0b-c101-4de2-a4f2-77d2bf4905ee tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:44.317715 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab84a6c4-1bb3-4577-a597-da00a1d627bc req-24778e0b-c101-4de2-a4f2-77d2bf4905ee tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.1069658 Feb 11 13:46:44.357245 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0be74bd5-4050-4103-9904-93b6e8f0907b tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=6c052870f3b142058bca9fe1599fac99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430257 Feb 11 13:46:44.358134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43292) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:44.368822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab84a6c4-1bb3-4577-a597-da00a1d627bc req-d2a5531a-2545-40ac-bbad-a8660a7f58ed tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Feb 11 13:46:44.476471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Set router b70f8c78-f3f2-4b30-890b-579832ad7d92 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:44.522336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68153624-ca91-4d95-961b-92cc22a0ca8f tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:44.524899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43300) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:44.537641 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-68153624-ca91-4d95-961b-92cc22a0ca8f tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1783950 Feb 11 13:46:44.570821 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e9df372b-8fd6-4362-ac51-93d4c0dad451 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437517 Feb 11 13:46:44.573709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43304) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:44.709693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317009-9ba5-4636-8e63-5592c80d4fe6 req-ea1084f1-a0fd-42d3-9261-cac80b780d3a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:44.711197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac317009-9ba5-4636-8e63-5592c80d4fe6 req-ea1084f1-a0fd-42d3-9261-cac80b780d3a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0800612 Feb 11 13:46:44.741191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1633428139', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:44.787142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:43Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:44.791628 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Checking router: b70f8c78-f3f2-4b30-890b-579832ad7d92 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:46:44.791974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Updating router b70f8c78-f3f2-4b30-890b-579832ad7d92 port 1cfc6bca-d61b-4ae9-89fd-3189323c0853 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:46:44.843286 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:44.888770 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac317009-9ba5-4636-8e63-5592c80d4fe6 req-f6bcd7f0-0b4c-4a90-bbe3-e49c32a2e8cb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695356 Feb 11 13:46:44.898536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:44.904230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:subnet and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:44.911436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:44.919918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:44.931676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:45.039514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.108574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edf214-18d0-409c-a9bb-f3efdcc41d5e req-47d9d854-0ca2-4eb2-aa97-4490cbe5e109 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:45.110523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60edf214-18d0-409c-a9bb-f3efdcc41d5e req-47d9d854-0ca2-4eb2-aa97-4490cbe5e109 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0869427 Feb 11 13:46:45.167195 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-60edf214-18d0-409c-a9bb-f3efdcc41d5e req-8958cddc-4548-4bdf-a9ba-457f7f927254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505459 Feb 11 13:46:45.239627 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.252421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Transition to ACTIVE for port object 1cfc6bca-d61b-4ae9-89fd-3189323c0853 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:45.259940 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.345006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6c38f-ed08-4c3e-807a-63cd4e0c848b None None] Pushing event updated for resources: {'Port': ['ID=1cfc6bca-d61b-4ae9-89fd-3189323c0853,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:45.348728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Attempting to bind port 1cfc6bca-d61b-4ae9-89fd-3189323c0853 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:45.349094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Attempting to bind port 1cfc6bca-d61b-4ae9-89fd-3189323c0853 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:45.349455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Attempting to bind port 1cfc6bca-d61b-4ae9-89fd-3189323c0853 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:45.356619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:46:45.356983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:45.357377 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.357757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:46:45.358210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Bound port: 1cfc6bca-d61b-4ae9-89fd-3189323c0853, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:45.358592 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.429609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] For port 1cfc6bca-d61b-4ae9-89fd-3189323c0853, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:45.436716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] For port 1cfc6bca-d61b-4ae9-89fd-3189323c0853, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1cfc6bca-d61b-4ae9-89fd-3189323c0853,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:45.445834 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.461153 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.499339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c82e4-adfb-44d2-ae08-e8c438de39fb req-7f39c5c6-8991-4b88-892b-f7ce20638c2f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:45.500828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c7c82e4-adfb-44d2-ae08-e8c438de39fb req-7f39c5c6-8991-4b88-892b-f7ce20638c2f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1673543 Feb 11 13:46:45.524693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6c38f-ed08-4c3e-807a-63cd4e0c848b None None] Pushing event updated for resources: {'Port': ['ID=1cfc6bca-d61b-4ae9-89fd-3189323c0853,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:45.531771 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05f59821-cafb-428e-8b0e-da56eb8a9457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.546230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Routers {'b70f8c78-f3f2-4b30-890b-579832ad7d92'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:45.546874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b70f8c78-f3f2-4b30-890b-579832ad7d92'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:45.575605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Subnet': ['ID=536a14d6-c624-4be3-abe4-ae870b3e999f,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:45.590545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c7c82e4-adfb-44d2-ae08-e8c438de39fb req-de06426d-ca24-42d2-bf41-1fc44b2a2cfc tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810909 Feb 11 13:46:45.603678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Checking segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:45.604111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network hostable DHCP agents. Network: 3f96604d-9fde-4945-9343-7c9a87437866, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:45.631934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 3f96604d-9fde-4945-9343-7c9a87437866 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:45.644367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 3f96604d-9fde-4945-9343-7c9a87437866) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:45.653558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:45.654142 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.664432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf673ef-a47e-47ca-ad67-cb9c90eace3d None None] Network 3f96604d-9fde-4945-9343-7c9a87437866 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:46:45.676492 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8fdedc31-e1e6-4080-b76d-a795b178e3be tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1017349 Feb 11 13:46:45.679163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43316) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:45.802902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8ea8d-6234-4790-9e7b-0d883bb2a10b req-00780b52-9776-40d9-93c7-261ed2fab52d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:45.804663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48f8ea8d-6234-4790-9e7b-0d883bb2a10b req-00780b52-9776-40d9-93c7-261ed2fab52d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0831423 Feb 11 13:46:45.855915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48f8ea8d-6234-4790-9e7b-0d883bb2a10b req-b11b2f34-5e26-470a-9ee8-44f20219497a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448718 Feb 11 13:46:45.881487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] Set router b70f8c78-f3f2-4b30-890b-579832ad7d92 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:46.118370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-3f96604d-9fde-4945-9343-7c9a87437866', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:46:46.119223 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.185463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-4951edf2-9dfc-4e89-8288-fa315cdc5ad5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:46.186912 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-4951edf2-9dfc-4e89-8288-fa315cdc5ad5 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 811 time: 0.1643374 Feb 11 13:46:46.210761 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c70d3171-1f2a-44b0-ad5f-5397047f936b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/quotas/3dd8fcec94cf4ff1bcda9bf611ee1d73 HTTP/1.1" status: 200 len: 375 time: 0.0176606 Feb 11 13:46:46.355569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Allocated IP 172.20.0.2 (3f96604d-9fde-4945-9343-7c9a87437866/536a14d6-c624-4be3-abe4-ae870b3e999f/2278679b-7d1d-464d-af1a-eb39aa876403) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:46.390953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:43Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:46.431067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9cbaaca2-6832-484f-b435-4f79ae5e290d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2114003 Feb 11 13:46:46.441995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db33ed5-6860-4795-bcd4-4aaf261fc87c None None] The sync data for ids ['b70f8c78-f3f2-4b30-890b-579832ad7d92'] in n-d-818559-1 is: [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:43Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:46:46.596822 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.601096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-10f89e67-2fd5-4b75-83e4-7159395e2b52 service neutron] 10.222.0.67 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589842 Feb 11 13:46:46.615881 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Transition to ACTIVE for port object 2278679b-7d1d-464d-af1a-eb39aa876403 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:46.638519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Transition to ACTIVE for port object 2278679b-7d1d-464d-af1a-eb39aa876403 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:46.645028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.747751 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Network 3f96604d-9fde-4945-9343-7c9a87437866 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:46.750344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:46.752775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:46:46.763551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Pushing event updated for resources: {'Port': ['ID=2278679b-7d1d-464d-af1a-eb39aa876403,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:46.899052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Attempting to bind port 2278679b-7d1d-464d-af1a-eb39aa876403 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:46.899414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Attempting to bind port 2278679b-7d1d-464d-af1a-eb39aa876403 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:46.900285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Attempting to bind port 2278679b-7d1d-464d-af1a-eb39aa876403 on network 3f96604d-9fde-4945-9343-7c9a87437866 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:46.907380 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:46:46.907758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Checking segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:46.908154 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.908537 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Bound using segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:46:46.909007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Bound port: 2278679b-7d1d-464d-af1a-eb39aa876403, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:46.909419 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.971496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-5bc8f0b0-9c17-45cb-8df2-005e8d81888e service neutron] 10.222.0.67 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580682 Feb 11 13:46:47.019216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] For port 2278679b-7d1d-464d-af1a-eb39aa876403, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:47.023452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] For port 2278679b-7d1d-464d-af1a-eb39aa876403, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2278679b-7d1d-464d-af1a-eb39aa876403,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:47.031301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.069492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.112648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4fa29-5791-4012-af79-09a344532d31 None None] Pushing event updated for resources: {'Port': ['ID=2278679b-7d1d-464d-af1a-eb39aa876403,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:47.260978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f3a8337-7c7e-4dd3-a0c5-01e40e11e00e req-a710d036-2dfa-463f-b52b-307a61e46f45 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 210 time: 0.0980184 Feb 11 13:46:47.647319 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6e73dd2-7f98-4087-942f-26394c028d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.670127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.20.0.1 (3f96604d-9fde-4945-9343-7c9a87437866/536a14d6-c624-4be3-abe4-ae870b3e999f/17244716-17eb-4e4d-b822-8bd5c30a1f21) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:47.842953 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.864664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Transition to ACTIVE for port object 17244716-17eb-4e4d-b822-8bd5c30a1f21 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:47.890975 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.922439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2278679b-7d1d-464d-af1a-eb39aa876403 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:46:47.982117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 3f96604d-9fde-4945-9343-7c9a87437866 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:47.986926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:47.989985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:46:48.003740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2278679b-7d1d-464d-af1a-eb39aa876403 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:48.008939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1cfc6bca-d61b-4ae9-89fd-3189323c0853 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:46:48.033982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=17244716-17eb-4e4d-b822-8bd5c30a1f21,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:48.061686 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.085087 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 1cfc6bca-d61b-4ae9-89fd-3189323c0853 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:48.091983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1cfc6bca-d61b-4ae9-89fd-3189323c0853 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:48.092363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.164527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.224834 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.245823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 1cfc6bca-d61b-4ae9-89fd-3189323c0853, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1cfc6bca-d61b-4ae9-89fd-3189323c0853,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:48.252216 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.314919 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:46:48.359555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=1cfc6bca-d61b-4ae9-89fd-3189323c0853,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:48.424614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d5bf2-f134-4a72-9604-7324a8fda041 None None] Network 3f96604d-9fde-4945-9343-7c9a87437866 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:46:48.480005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-8084b5f8-ec9e-4190-a64d-b2aac1537e61 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:48.482263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-8084b5f8-ec9e-4190-a64d-b2aac1537e61 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 811 time: 0.2001438 Feb 11 13:46:48.500794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'port': {'device_id': '551d240a-9e71-4b3c-a419-13c86f15f147', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'admin_state_up': True, 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:48.622291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9c16a93d-6c7a-4fe2-b863-fc788f6a7206 None None] Provisioning for port 2278679b-7d1d-464d-af1a-eb39aa876403 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:48.644667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9c16a93d-6c7a-4fe2-b863-fc788f6a7206 None None] Provisioning complete for port 2278679b-7d1d-464d-af1a-eb39aa876403 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:48.645033 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c16a93d-6c7a-4fe2-b863-fc788f6a7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.691437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-14294f05-124d-4d17-b515-80a00b14b862 req-b4fd5dd0-2d26-4416-8d40-d13a5305334f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 210 time: 0.0541430 Feb 11 13:46:48.696202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:48.710512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:48.723784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Made reservation on behalf of 3dd8fcec94cf4ff1bcda9bf611ee1d73 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:48.726975 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.737343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.744289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.859583 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.861527 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c16a93d-6c7a-4fe2-b863-fc788f6a7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.863677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=17244716-17eb-4e4d-b822-8bd5c30a1f21,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:48.903794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9c16a93d-6c7a-4fe2-b863-fc788f6a7206 None None] For port 2278679b-7d1d-464d-af1a-eb39aa876403, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2278679b-7d1d-464d-af1a-eb39aa876403,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:48.907341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Allocated IP 172.20.0.5 (d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd/9fb11f61-e666-450b-a178-0966748da77c/98ffdf5e-34e2-470d-8069-34b487ad0222) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:48.931599 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c16a93d-6c7a-4fe2-b863-fc788f6a7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.992233 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.011649 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.031879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16a93d-6c7a-4fe2-b863-fc788f6a7206 None None] Pushing event updated for resources: {'Port': ['ID=2278679b-7d1d-464d-af1a-eb39aa876403,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:49.143554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.161075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Transition to ACTIVE for port object 98ffdf5e-34e2-470d-8069-34b487ad0222 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:49.168243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 3f96604d-9fde-4945-9343-7c9a87437866 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:49.170045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:49.177718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2e0c97c3-74f9-43ca-a5cb-c8b150e7220c None None] Provisioning complete for port 2278679b-7d1d-464d-af1a-eb39aa876403 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:49.178315 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e0c97c3-74f9-43ca-a5cb-c8b150e7220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.189263 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.245760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['82ed6c29-8ead-43c3-a738-a40471ecc3a8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:46:49.277907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:49.287970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:49.293960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:46:49.344690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'Port': ['ID=98ffdf5e-34e2-470d-8069-34b487ad0222,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:49.394899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:49.395522 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.434784 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-c474af83-df1a-405e-881f-fe9ba9d03254 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9351304 Feb 11 13:46:49.455546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Request body: {'port': {'device_id': '551d240a-9e71-4b3c-a419-13c86f15f147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:49.544879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2e0c97c3-74f9-43ca-a5cb-c8b150e7220c None None] Provisioning for port 17244716-17eb-4e4d-b822-8bd5c30a1f21 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:49.551342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2e0c97c3-74f9-43ca-a5cb-c8b150e7220c None None] Provisioning complete for port 17244716-17eb-4e4d-b822-8bd5c30a1f21 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:49.551620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e0c97c3-74f9-43ca-a5cb-c8b150e7220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.645343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c97c3-74f9-43ca-a5cb-c8b150e7220c None None] Port 17244716-17eb-4e4d-b822-8bd5c30a1f21 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:46:49.654856 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.747433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router b70f8c78-f3f2-4b30-890b-579832ad7d92 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:49.772117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ee643ff5-44b5-4b57-833f-4c1ddac3e5ab None None] Provisioning for port 98ffdf5e-34e2-470d-8069-34b487ad0222 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:49.778468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ee643ff5-44b5-4b57-833f-4c1ddac3e5ab None None] Provisioning complete for port 98ffdf5e-34e2-470d-8069-34b487ad0222 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:49.778989 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee643ff5-44b5-4b57-833f-4c1ddac3e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.880994 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ee643ff5-44b5-4b57-833f-4c1ddac3e5ab None None] Port 98ffdf5e-34e2-470d-8069-34b487ad0222 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:46:49.894405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ee643ff5-44b5-4b57-833f-4c1ddac3e5ab None None] Provisioning complete for port 17244716-17eb-4e4d-b822-8bd5c30a1f21 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:49.894854 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee643ff5-44b5-4b57-833f-4c1ddac3e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.927542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2278679b-7d1d-464d-af1a-eb39aa876403 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:46:50.005833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ee643ff5-44b5-4b57-833f-4c1ddac3e5ab None None] Port 17244716-17eb-4e4d-b822-8bd5c30a1f21 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:46:50.007384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:50.024276 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-57d8a39c-6918-463d-9fa7-e60761f12796 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "PUT /v2.0/routers/b70f8c78-f3f2-4b30-890b-579832ad7d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3437939 Feb 11 13:46:50.028634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2278679b-7d1d-464d-af1a-eb39aa876403 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:50.029001 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.168982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1cfc6bca-d61b-4ae9-89fd-3189323c0853 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:46:50.184647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b53e7f-515b-4b1b-9720-f018e29cecfc req-1a2faf9c-ea27-4213-a97e-905b610a328a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:50.185394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-37b53e7f-515b-4b1b-9720-f018e29cecfc req-1a2faf9c-ea27-4213-a97e-905b610a328a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:50.245034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-37b53e7f-515b-4b1b-9720-f018e29cecfc req-1a2faf9c-ea27-4213-a97e-905b610a328a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:50.251230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37b53e7f-515b-4b1b-9720-f018e29cecfc req-1a2faf9c-ea27-4213-a97e-905b610a328a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 931 time: 0.3355868 Feb 11 13:46:50.255535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-4edfd8b6-afe8-4aca-8da8-10beae168f04 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:50.279366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-4edfd8b6-afe8-4aca-8da8-10beae168f04 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:50.285050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1cfc6bca-d61b-4ae9-89fd-3189323c0853 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:50.285455 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.287424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-4edfd8b6-afe8-4aca-8da8-10beae168f04 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160732367&fields=id&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 267 time: 0.0720894 Feb 11 13:46:50.314531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ffdf5e-34e2-470d-8069-34b487ad0222 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:46:50.325635 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.343672 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37b53e7f-515b-4b1b-9720-f018e29cecfc req-466ac7a4-2965-4b6e-81b9-04fb3746bf92 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912726 Feb 11 13:46:50.356852 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.364461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Transition to ACTIVE for port object 98ffdf5e-34e2-470d-8069-34b487ad0222 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:50.372069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.386414 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Sync routers for ids ['b70f8c78-f3f2-4b30-890b-579832ad7d92'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:46:50.397841 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Routers {'b70f8c78-f3f2-4b30-890b-579832ad7d92'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:50.398438 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b70f8c78-f3f2-4b30-890b-579832ad7d92'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:50.469875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-3be0aeb6-d134-4631-adc5-0756b57b0fdd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:50.470778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-3be0aeb6-d134-4631-adc5-0756b57b0fdd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:50.492071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-3be0aeb6-d134-4631-adc5-0756b57b0fdd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:50.493791 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-3be0aeb6-d134-4631-adc5-0756b57b0fdd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/networks?id=3f96604d-9fde-4945-9343-7c9a87437866 HTTP/1.1" status: 200 len: 796 time: 0.2005782 Feb 11 13:46:50.545817 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-84dbb0e8-ef58-4f7c-a827-f5ab58cc6dd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/quotas/6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 375 time: 0.0431423 Feb 11 13:46:50.610983 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Set router b70f8c78-f3f2-4b30-890b-579832ad7d92 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:50.636890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-2a8f75bf-3271-47e1-927f-ecdb02653bc6 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:50.644901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=98ffdf5e-34e2-470d-8069-34b487ad0222,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:50.669549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-2a8f75bf-3271-47e1-927f-ecdb02653bc6 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:50.671296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-2a8f75bf-3271-47e1-927f-ecdb02653bc6 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1249020 Feb 11 13:46:50.701329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Attempting to bind port 98ffdf5e-34e2-470d-8069-34b487ad0222 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:50.701857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Attempting to bind port 98ffdf5e-34e2-470d-8069-34b487ad0222 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:50.702127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Attempting to bind port 98ffdf5e-34e2-470d-8069-34b487ad0222 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:50.708581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Port 98ffdf5e-34e2-470d-8069-34b487ad0222 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:46:50.709717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Attempting to bind port 98ffdf5e-34e2-470d-8069-34b487ad0222 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:50.718197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:46:50.718657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Checking segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:50.719113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Bound using segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:46:50.719739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Bound port: 98ffdf5e-34e2-470d-8069-34b487ad0222, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:50.720270 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.831341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] For port 98ffdf5e-34e2-470d-8069-34b487ad0222, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:50.832167 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-31146f14-cf18-48f4-866b-67fa9927f5fb service neutron] 10.222.0.67 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481698 Feb 11 13:46:50.840050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] For port 98ffdf5e-34e2-470d-8069-34b487ad0222, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=98ffdf5e-34e2-470d-8069-34b487ad0222,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:50.845698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.919934 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.921666 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] 10.222.0.73 "PUT /v2.0/ports/98ffdf5e-34e2-470d-8069-34b487ad0222 HTTP/1.1" status: 200 len: 1091 time: 1.4826939 Feb 11 13:46:50.922094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551d240a-9e71-4b3c-a419-13c86f15f147', 'tag': '98ffdf5e-34e2-470d-8069-34b487ad0222'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:50.937908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daadebf-6527-4451-82f1-e3f97006e4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=98ffdf5e-34e2-470d-8069-34b487ad0222,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:51.004989 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-f9ffb379-8605-4bb8-a911-ba89a65e66c9 service neutron] 10.222.0.67 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666074 Feb 11 13:46:51.039292 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551d240a-9e71-4b3c-a419-13c86f15f147', 'tag': '98ffdf5e-34e2-470d-8069-34b487ad0222', 'status': 'completed', 'code': 200} Feb 11 13:46:51.067963 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-174f7ac9-3158-4f86-a4fd-f0effd928127 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 1094 time: 0.0936031 Feb 11 13:46:51.068799 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '17244716-17eb-4e4d-b822-8bd5c30a1f21', 'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:7b:34:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 2, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:51.074486 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Checking router: b70f8c78-f3f2-4b30-890b-579832ad7d92 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:46:51.075069 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Updating router b70f8c78-f3f2-4b30-890b-579832ad7d92 port 17244716-17eb-4e4d-b822-8bd5c30a1f21 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:46:51.133445 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.170119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-ae3add18-4ad6-45af-8867-246ad3b33e0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ffdf5e-34e2-470d-8069-34b487ad0222 HTTP/1.1" status: 200 len: 217 time: 0.0947959 Feb 11 13:46:51.279107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-31db3763-6e71-45e2-b47e-e4394f283158 req-d9d44792-ba5b-4791-b13e-1348c9ff007c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:51.295545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-e59c0334-5252-4ad1-b659-6a267355025d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:51.296999 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-e59c0334-5252-4ad1-b659-6a267355025d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.1203570 Feb 11 13:46:51.342169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-31db3763-6e71-45e2-b47e-e4394f283158 req-d9d44792-ba5b-4791-b13e-1348c9ff007c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:51.343254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31db3763-6e71-45e2-b47e-e4394f283158 req-d9d44792-ba5b-4791-b13e-1348c9ff007c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 210 time: 0.1216147 Feb 11 13:46:51.366905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43364) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:51.384444 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-5ef24b15-2e84-4a29-aa61-fde084994943 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805252 Feb 11 13:46:51.552217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-8a61f2d2-1d8b-4280-9857-e39fd23d1f2b service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600943 Feb 11 13:46:51.571291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-511ee993-2ef9-4633-8f17-2ca82badc035 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2671 time: 0.2009385 Feb 11 13:46:51.579369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43372) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:51.590028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'network': {'name': 'tempest-network-smoke--102685485', 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'port_security_enabled': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:51.645060 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.654689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:51.662289 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Transition to ACTIVE for port object 17244716-17eb-4e4d-b822-8bd5c30a1f21 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:51.671769 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.678024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b6b8b-fbfa-44c8-92ac-58b6d25be866 req-bd375567-d25c-4222-95f0-e34b8811a1c8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:51.680070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:51.686209 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e8b6b8b-fbfa-44c8-92ac-58b6d25be866 req-bd375567-d25c-4222-95f0-e34b8811a1c8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 943 time: 0.1130614 Feb 11 13:46:51.710055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Made reservation on behalf of f9c0b5bdaf0948109441f12debcf137c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:51.714059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.744038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e8b6b8b-fbfa-44c8-92ac-58b6d25be866 req-9500af63-1e6c-4457-8ad8-4ffea1b50749 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567541 Feb 11 13:46:51.758373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc1ead65-b103-4e98-9657-cbba4d943aec req-0ca1a50f-e66a-455e-9508-7cc2f2ec9d97 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995971 Feb 11 13:46:51.773304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:51.787705 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.788194 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Added segment 58e78f72-5be8-4a00-b76a-bf3066021992 of type vlan for network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 Feb 11 13:46:51.826029 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.854145 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Pushing event updated for resources: {'Port': ['ID=17244716-17eb-4e4d-b822-8bd5c30a1f21,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:51.927462 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.927802 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.928133 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.928459 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.928781 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.929100 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.929413 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.929728 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.930034 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.930344 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.930690 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:51.933360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.937562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:51.938345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.954670 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Attempting to bind port 17244716-17eb-4e4d-b822-8bd5c30a1f21 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:51.955065 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Attempting to bind port 17244716-17eb-4e4d-b822-8bd5c30a1f21 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:51.955418 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Attempting to bind port 17244716-17eb-4e4d-b822-8bd5c30a1f21 on network 3f96604d-9fde-4945-9343-7c9a87437866 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:51.964528 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:46:51.964890 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Checking segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:51.965288 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.965673 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Bound using segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:46:51.966132 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Bound port: 17244716-17eb-4e4d-b822-8bd5c30a1f21, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:51.966635 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.064235 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] For port 17244716-17eb-4e4d-b822-8bd5c30a1f21, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:52.068487 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] For port 17244716-17eb-4e4d-b822-8bd5c30a1f21, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=17244716-17eb-4e4d-b822-8bd5c30a1f21,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:52.073942 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.075587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Network': ['ID=21147c2d-b9f7-479b-94cc-a78bb9f7b238,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:52.080216 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f9c1be29-cb02-477a-8cc7-02659d2fdde4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4964268 Feb 11 13:46:52.082966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43376) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:52.088647 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c02f34b-b2db-4c86-ae73-9c0e542386bb req-43baa534-baf8-45e9-98f6-23563b54dfac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 1094 time: 0.2531080 Feb 11 13:46:52.091773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-231112502', 'admin_state_up': True, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:52.095742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:46:52.121280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:52.157610 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602959f5-17df-4ab5-879c-583433e7ee5b None None] Pushing event updated for resources: {'Port': ['ID=17244716-17eb-4e4d-b822-8bd5c30a1f21,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:52.164295 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Routers {'b70f8c78-f3f2-4b30-890b-579832ad7d92'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:52.164876 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b70f8c78-f3f2-4b30-890b-579832ad7d92'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:52.171479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:router and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:52.178337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:52.196668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:52.224844 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.225857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.399584 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] Set router b70f8c78-f3f2-4b30-890b-579832ad7d92 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:52.502825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f34b-b2db-4c86-ae73-9c0e542386bb req-7e6251f0-6506-4582-9e07-1ae4225187df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:52.504787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c02f34b-b2db-4c86-ae73-9c0e542386bb req-7e6251f0-6506-4582-9e07-1ae4225187df service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.4071145 Feb 11 13:46:52.630395 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.659144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f33bf575-0a63-4bcd-8eaf-74fb0867d1fc req-b440af7d-125f-4865-b0c0-5cd3485addb8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 210 time: 0.0877888 Feb 11 13:46:52.673110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c02f34b-b2db-4c86-ae73-9c0e542386bb req-a8f6cdef-54bc-4276-a58a-8da0ff1a7f22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ffdf5e-34e2-470d-8069-34b487ad0222 HTTP/1.1" status: 200 len: 217 time: 0.1571209 Feb 11 13:46:52.737096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-6ab621ba-7474-44a3-96cb-820f5192303e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:52.737969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-6ab621ba-7474-44a3-96cb-820f5192303e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:52.770344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-6ab621ba-7474-44a3-96cb-820f5192303e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:52.774758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-6ab621ba-7474-44a3-96cb-820f5192303e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "GET /v2.0/networks?id=3f96604d-9fde-4945-9343-7c9a87437866 HTTP/1.1" status: 200 len: 796 time: 0.4119651 Feb 11 13:46:52.820990 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '17244716-17eb-4e4d-b822-8bd5c30a1f21', 'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:7b:34:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:52Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:52.826151 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14d483-ac89-49fa-87ee-095ef5d9568b None None] The sync data for ids ['b70f8c78-f3f2-4b30-890b-579832ad7d92'] in n-d-818559-1 is: [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '17244716-17eb-4e4d-b822-8bd5c30a1f21', 'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:7b:34:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:52Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:46:52.924701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f34b-b2db-4c86-ae73-9c0e542386bb req-e084c428-3851-43a5-9a2a-0e805d504dce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:52.926521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c02f34b-b2db-4c86-ae73-9c0e542386bb req-e084c428-3851-43a5-9a2a-0e805d504dce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.2402844 Feb 11 13:46:52.975568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e013c01-37a3-45f0-9885-bc1c32a61c90 req-9a262edf-6065-4af5-a978-9e456bbeecd7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:52.977495 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e013c01-37a3-45f0-9885-bc1c32a61c90 req-9a262edf-6065-4af5-a978-9e456bbeecd7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 943 time: 0.1135402 Feb 11 13:46:53.022272 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-6fad06ee-e1b0-474d-b06b-f9d221bf00d4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 380 time: 0.1724706 Feb 11 13:46:53.031526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'port': {'device_id': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'admin_state_up': True, 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'security_groups': ['ee0c6329-85f0-4090-9520-97c8ea09ffd9']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:53.035201 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e013c01-37a3-45f0-9885-bc1c32a61c90 req-36e22a3e-fcb2-4b51-ac73-e1b65659a70d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516362 Feb 11 13:46:53.054632 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.238619 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c02f34b-b2db-4c86-ae73-9c0e542386bb req-ab713383-329d-4e41-945f-c5769fa6c9f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2982109 Feb 11 13:46:53.357792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:53.373579 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:53.402415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:53.405417 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.456176 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c02f34b-b2db-4c86-ae73-9c0e542386bb req-a1be634e-3ac1-4674-a430-c59f96481190 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101262 Feb 11 13:46:53.764457 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.843672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.854316 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c02f34b-b2db-4c86-ae73-9c0e542386bb req-b99bf4fd-946a-4cdf-b324-300b42425f94 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529930 Feb 11 13:46:53.855393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.20.0.11 (3f96604d-9fde-4945-9343-7c9a87437866/536a14d6-c624-4be3-abe4-ae870b3e999f/40d6042a-952a-4ebc-a921-366f81123efe) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:53.860597 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ecc18a46-757a-4c36-8525-2faad30455ee req-b2f03a5f-41aa-4273-9379-00e395c03478 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 210 time: 0.0680411 Feb 11 13:46:53.895585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 17244716-17eb-4e4d-b822-8bd5c30a1f21 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:46:53.975876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 17244716-17eb-4e4d-b822-8bd5c30a1f21 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:53.982730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 17244716-17eb-4e4d-b822-8bd5c30a1f21 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:53.983260 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.107388 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.143668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 17244716-17eb-4e4d-b822-8bd5c30a1f21, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=17244716-17eb-4e4d-b822-8bd5c30a1f21,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:54.147168 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.224082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=17244716-17eb-4e4d-b822-8bd5c30a1f21,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:54.246566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Allocated IP 172.25.4.211 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/6276501a-44e7-4878-a9e5-9ef1da57ce5f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:54.246832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266982dc-82b4-46c5-adac-9d2bbda9b2bd req-57ac384e-dba6-4826-8267-f2fdc8502933 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:54.248349 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-266982dc-82b4-46c5-adac-9d2bbda9b2bd req-57ac384e-dba6-4826-8267-f2fdc8502933 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 943 time: 0.0920322 Feb 11 13:46:54.377946 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.409043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Transition to ACTIVE for port object 40d6042a-952a-4ebc-a921-366f81123efe will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:54.411275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-266982dc-82b4-46c5-adac-9d2bbda9b2bd req-83926a41-2e8b-4c58-90d1-0945f3dda6e3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573448 Feb 11 13:46:54.466743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.481690 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.573269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 3f96604d-9fde-4945-9343-7c9a87437866 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:54.574011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=40d6042a-952a-4ebc-a921-366f81123efe,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:54.577471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:54.580189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:46:54.586273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 98ffdf5e-34e2-470d-8069-34b487ad0222 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:46:54.610494 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.705609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:54.710151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:54.717560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:54.718324 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.726345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:46:54.739978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 98ffdf5e-34e2-470d-8069-34b487ad0222, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=98ffdf5e-34e2-470d-8069-34b487ad0222,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:54.756817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '98ffdf5e-34e2-470d-8069-34b487ad0222', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'port_id': '98ffdf5e-34e2-470d-8069-34b487ad0222', 'mac_address': 'fa:16:3e:5b:5d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:46:54.761312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Port': ['ID=6276501a-44e7-4878-a9e5-9ef1da57ce5f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:54.821078 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.830183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-39714cd7-8fc9-4726-b262-5d2a6934a5c7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8024638 Feb 11 13:46:54.840109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ffdf5e-34e2-470d-8069-34b487ad0222 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:46:54.843081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Request body: {'port': {'device_id': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:54.856846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 98ffdf5e-34e2-470d-8069-34b487ad0222, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=98ffdf5e-34e2-470d-8069-34b487ad0222,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:54.860984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.942289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3b337f3a-af94-46af-b64f-90f7e0ffab4f None None] Provisioning for port 40d6042a-952a-4ebc-a921-366f81123efe completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:54.946350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=98ffdf5e-34e2-470d-8069-34b487ad0222,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:54.949625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3b337f3a-af94-46af-b64f-90f7e0ffab4f None None] Provisioning complete for port 40d6042a-952a-4ebc-a921-366f81123efe triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:54.949987 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b337f3a-af94-46af-b64f-90f7e0ffab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.993357 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:55.005818 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3b337f3a-af94-46af-b64f-90f7e0ffab4f None None] Port 40d6042a-952a-4ebc-a921-366f81123efe cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:46:55.084459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['98ffdf5e-34e2-470d-8069-34b487ad0222'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:46:55.204076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:55.204783 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:55.221436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b975b7-403f-454e-a076-15c5638a9767 req-20238356-8de2-4575-baa0-7281e3cadaca tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:55.222127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-76b975b7-403f-454e-a076-15c5638a9767 req-20238356-8de2-4575-baa0-7281e3cadaca tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:46:55.415250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-76b975b7-403f-454e-a076-15c5638a9767 req-20238356-8de2-4575-baa0-7281e3cadaca tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:46:55.416546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76b975b7-403f-454e-a076-15c5638a9767 req-20238356-8de2-4575-baa0-7281e3cadaca tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 932 time: 0.4118662 Feb 11 13:46:55.530728 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76b975b7-403f-454e-a076-15c5638a9767 req-00f5471b-7f7f-4bc7-a4fe-3ee68179ab92 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003788 Feb 11 13:46:55.623213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d6042a-952a-4ebc-a921-366f81123efe {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:46:55.637252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf40d7-db74-4dd8-9e94-23126cc46a33 req-bbf4fd4a-5c53-46f0-8ccd-80b0a7f689ac tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:55.638474 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:55.638755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fccf40d7-db74-4dd8-9e94-23126cc46a33 req-bbf4fd4a-5c53-46f0-8ccd-80b0a7f689ac tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 944 time: 0.1019115 Feb 11 13:46:55.658971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Transition to ACTIVE for port object 40d6042a-952a-4ebc-a921-366f81123efe will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:55.664740 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:55.689226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fccf40d7-db74-4dd8-9e94-23126cc46a33 req-c00619dd-d93b-4e3b-8b99-87ec7e094942 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447054 Feb 11 13:46:55.870375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 17244716-17eb-4e4d-b822-8bd5c30a1f21 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:46:55.893351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Pushing event updated for resources: {'Port': ['ID=40d6042a-952a-4ebc-a921-366f81123efe,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:55.948840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 17244716-17eb-4e4d-b822-8bd5c30a1f21 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:55.948840 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.007611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Router 97dcd915-9fde-446d-8ad1-cd117aeeab0a is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:46:56.108056 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:56.108391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:56.108718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe on network 3f96604d-9fde-4945-9343-7c9a87437866 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:56.167685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Port 40d6042a-952a-4ebc-a921-366f81123efe on network 3f96604d-9fde-4945-9343-7c9a87437866 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:46:56.168009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe on network 3f96604d-9fde-4945-9343-7c9a87437866 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:56.186077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:46:56.186415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Checking segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:56.186824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Bound using segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:46:56.187248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Bound port: 40d6042a-952a-4ebc-a921-366f81123efe, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:56.187593 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.302149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:56.305629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:56.311542 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.398342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.399723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] 10.222.0.73 "PUT /v2.0/ports/40d6042a-952a-4ebc-a921-366f81123efe HTTP/1.1" status: 200 len: 1092 time: 1.5606415 Feb 11 13:46:56.404495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:56.421409 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af671357-2cbf-4a13-8e07-4284c0d530cb service neutron] Pushing event updated for resources: {'Port': ['ID=40d6042a-952a-4ebc-a921-366f81123efe,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:56.431944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:56.448438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Sync routers for ids ['97dcd915-9fde-446d-8ad1-cd117aeeab0a'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:46:56.461603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Routers {'97dcd915-9fde-446d-8ad1-cd117aeeab0a'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:56.462268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-568e388a-af9b-4446-961d-17ce46b059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['97dcd915-9fde-446d-8ad1-cd117aeeab0a'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:56.511763 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe', 'status': 'completed', 'code': 200} Feb 11 13:46:56.514147 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.521474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7788a841-1f4c-4127-a4f0-36f5a846dfe6 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.4347637 Feb 11 13:46:56.521651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:56.630469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-a0361d2d-320d-4ceb-94d7-abb9688ca24e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1095 time: 0.1884019 Feb 11 13:46:56.631738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c53330-c4de-4958-bb70-03689953b253 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:56.634637 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-70c53330-c4de-4958-bb70-03689953b253 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=f9c0b5bdaf0948109441f12debcf137c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1105552 Feb 11 13:46:56.636164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43400) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:56.646972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 98ffdf5e-34e2-470d-8069-34b487ad0222 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:46:56.783977 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-94c16b1d-1f01-4fd4-b375-be911a3f4979 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40d6042a-952a-4ebc-a921-366f81123efe HTTP/1.1" status: 200 len: 217 time: 0.1451173 Feb 11 13:46:56.787374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ada04-3e5e-4365-8970-1e0248b8e83d req-6264909f-b4b8-4320-8a79-3147c5710d7c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:56.787882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Set router 97dcd915-9fde-446d-8ad1-cd117aeeab0a gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:56.790009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd6ada04-3e5e-4365-8970-1e0248b8e83d req-6264909f-b4b8-4320-8a79-3147c5710d7c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 944 time: 0.1051025 Feb 11 13:46:56.833995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 98ffdf5e-34e2-470d-8069-34b487ad0222 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:56.853941 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd6ada04-3e5e-4365-8970-1e0248b8e83d req-c8f8dc5e-0720-4ef6-90c0-1ad3c1cdb735 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564151 Feb 11 13:46:56.861652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-bec62f0f-4985-414f-a153-436ebe3bec98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:56.863111 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-bec62f0f-4985-414f-a153-436ebe3bec98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=536a14d6-c624-4be3-abe4-ae870b3e999f HTTP/1.1" status: 200 len: 835 time: 0.0694287 Feb 11 13:46:56.902693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 98ffdf5e-34e2-470d-8069-34b487ad0222 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:56.903360 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.008922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea4c6d-652a-4c66-9839-3f837f2ead92 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:57.010749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-02ea4c6d-652a-4c66-9839-3f837f2ead92 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3736765 Feb 11 13:46:57.014180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43406) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:57.053330 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-0d6cbf8d-824b-4d69-b9d4-4532b0bdc965 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f96604d-9fde-4945-9343-7c9a87437866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441388 Feb 11 13:46:57.060011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49eb59-3353-4736-86ed-ac537581e88c req-5d6d1438-9ae1-44bb-a2b4-40dd780477c1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:57.061613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c49eb59-3353-4736-86ed-ac537581e88c req-5d6d1438-9ae1-44bb-a2b4-40dd780477c1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 944 time: 0.2036016 Feb 11 13:46:57.065703 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-60e6b799-65c3-4cb8-8f80-38fc7734c558 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502489 Feb 11 13:46:57.066415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43410) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:57.120477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0c525a23-c396-4d98-8c84-3a476b1d1389 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=f9c0b5bdaf0948109441f12debcf137c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522652 Feb 11 13:46:57.121915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43414) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:57.170939 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.212192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551d240a-9e71-4b3c-a419-13c86f15f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ffdf5e-34e2-470d-8069-34b487ad0222'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:57.215007 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c49eb59-3353-4736-86ed-ac537581e88c req-46c38a89-5d6e-43f3-93c9-58824ef0c3cd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350780 Feb 11 13:46:57.224261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 98ffdf5e-34e2-470d-8069-34b487ad0222, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=98ffdf5e-34e2-470d-8069-34b487ad0222,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:57.242707 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.261011 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-a8034188-6d56-4c33-938d-8c2c2f0b37c9 service neutron] 10.222.0.73 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984367 Feb 11 13:46:57.281718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68860c38-830d-4d21-bb48-91b6eaf1d065 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:57.281886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-568e388a-af9b-4446-961d-17ce46b059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231112502', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:52Z', 'updated_at': '2022-02-11T13:46:54Z', 'revision_number': 3, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:53Z', 'updated_at': '2022-02-11T13:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:57.286381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-68860c38-830d-4d21-bb48-91b6eaf1d065 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601961 Feb 11 13:46:57.286381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43420) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:57.293279 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551d240a-9e71-4b3c-a419-13c86f15f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ffdf5e-34e2-470d-8069-34b487ad0222', 'code': 200} Feb 11 13:46:57.300644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Checking router: 97dcd915-9fde-446d-8ad1-cd117aeeab0a for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:46:57.300930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Updating router 97dcd915-9fde-446d-8ad1-cd117aeeab0a port 6276501a-44e7-4878-a9e5-9ef1da57ce5f binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:46:57.341205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bae38e04-4972-4aa2-a1a7-c665726f5e36 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509181 Feb 11 13:46:57.341419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43424) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:57.348548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95916652', 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238', 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:46:57.370400 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=98ffdf5e-34e2-470d-8069-34b487ad0222,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:57.376078 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.477675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:46:57.482298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Usage tracker for resource:subnet and tenant:f9c0b5bdaf0948109441f12debcf137c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:46:57.485436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:46:57.492223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3b6ff98-476b-4f40-8675-af56407b77bc req-2d790d4f-2983-467e-bd92-faf48f41e4ed service neutron] 10.222.0.73 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225237 Feb 11 13:46:57.494362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:46:57.502228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-580f7e32-343e-4d79-8ebd-c6e9c7d826a1 req-d00a745b-d083-4efc-b206-3f141789d80c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 1096 time: 0.1168225 Feb 11 13:46:57.507922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Made reservation on behalf of f9c0b5bdaf0948109441f12debcf137c for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:57.619617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.731599 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-580f7e32-343e-4d79-8ebd-c6e9c7d826a1 req-1c9dc453-621d-45f0-af6d-21c375074032 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227695 Feb 11 13:46:57.762846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-812c299d-4e3f-40d6-89cf-b7ba5569f307 req-7624dd19-acfd-4712-9469-dd12e8c17b53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1095 time: 0.2136738 Feb 11 13:46:57.774348 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.789233 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Transition to ACTIVE for port object 6276501a-44e7-4878-a9e5-9ef1da57ce5f will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:57.796844 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.871249 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.879861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaab989-ec8a-4a90-9e9d-4fc96cf26d48 None None] Pushing event updated for resources: {'Port': ['ID=6276501a-44e7-4878-a9e5-9ef1da57ce5f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:57.882163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Attempting to bind port 6276501a-44e7-4878-a9e5-9ef1da57ce5f on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:57.882533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Attempting to bind port 6276501a-44e7-4878-a9e5-9ef1da57ce5f by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:57.883020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Attempting to bind port 6276501a-44e7-4878-a9e5-9ef1da57ce5f on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:57.892238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:46:57.892606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:57.893014 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.893393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:46:57.893858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Bound port: 6276501a-44e7-4878-a9e5-9ef1da57ce5f, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:57.894228 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.941642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Subnet': ['ID=e7d59a8e-2d6a-4509-bfb6-102b01476215,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:57.977516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-568e388a-af9b-4446-961d-17ce46b059df None None] For port 6276501a-44e7-4878-a9e5-9ef1da57ce5f, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:57.981811 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-568e388a-af9b-4446-961d-17ce46b059df None None] For port 6276501a-44e7-4878-a9e5-9ef1da57ce5f, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6276501a-44e7-4878-a9e5-9ef1da57ce5f,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:57.986501 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.988648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Checking segment: {'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:57.989028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network hostable DHCP agents. Network: 21147c2d-b9f7-479b-94cc-a78bb9f7b238, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:58.013516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:58.024645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 21147c2d-b9f7-479b-94cc-a78bb9f7b238) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:58.029383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:58.029973 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:58.053217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf959ff-2c35-4a26-9b68-ae08b3f83357 None None] Network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:46:58.055334 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-79082ac9-b87c-42a3-b95d-d6d68e929b2a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.7123268 Feb 11 13:46:58.058655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43430) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:46:58.148700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c299d-4e3f-40d6-89cf-b7ba5569f307 req-83179154-2084-4444-b9d5-05c4f885ede5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:58.150714 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-812c299d-4e3f-40d6-89cf-b7ba5569f307 req-83179154-2084-4444-b9d5-05c4f885ede5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f96604d-9fde-4945-9343-7c9a87437866 HTTP/1.1" status: 200 len: 897 time: 0.2315376 Feb 11 13:46:58.157531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Routers {'97dcd915-9fde-446d-8ad1-cd117aeeab0a'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:46:58.158154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-568e388a-af9b-4446-961d-17ce46b059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['97dcd915-9fde-446d-8ad1-cd117aeeab0a'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:58.161217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318d0e7-dca4-47af-a076-e107e602526a req-6d596c91-5f32-4537-bedf-6f4bbe71baa1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:58.162645 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e318d0e7-dca4-47af-a076-e107e602526a req-6d596c91-5f32-4537-bedf-6f4bbe71baa1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 944 time: 0.1506176 Feb 11 13:46:58.250500 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-812c299d-4e3f-40d6-89cf-b7ba5569f307 req-897d108f-e325-45e9-a1fc-e1243584d090 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40d6042a-952a-4ebc-a921-366f81123efe HTTP/1.1" status: 200 len: 217 time: 0.0857184 Feb 11 13:46:58.324402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c299d-4e3f-40d6-89cf-b7ba5569f307 req-87171a95-b28e-4e7c-9f46-7b7ea6daedd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:58.325891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-812c299d-4e3f-40d6-89cf-b7ba5569f307 req-87171a95-b28e-4e7c-9f46-7b7ea6daedd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=536a14d6-c624-4be3-abe4-ae870b3e999f HTTP/1.1" status: 200 len: 835 time: 0.0664916 Feb 11 13:46:58.376533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaab989-ec8a-4a90-9e9d-4fc96cf26d48 None None] Pushing event updated for resources: {'Port': ['ID=6276501a-44e7-4878-a9e5-9ef1da57ce5f,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:58.377440 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e318d0e7-dca4-47af-a076-e107e602526a req-44e3aad9-38d0-46e0-bc57-02dba9223c4b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612451 Feb 11 13:46:58.414696 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-812c299d-4e3f-40d6-89cf-b7ba5569f307 req-d745b20b-c745-426f-8ad1-dd33d193cb9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f96604d-9fde-4945-9343-7c9a87437866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775115 Feb 11 13:46:58.521975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-568e388a-af9b-4446-961d-17ce46b059df None None] Set router 97dcd915-9fde-446d-8ad1-cd117aeeab0a gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:46:58.569002 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-812c299d-4e3f-40d6-89cf-b7ba5569f307 req-ec63c680-4eac-419b-88a0-3e758887012b service neutron] 10.222.0.73 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493852 Feb 11 13:46:58.661503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b25b9-1bec-4ede-b2a2-9baecd6cea00 req-b67271f4-1d0c-40d3-bc7f-f931f426a09a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:58.663450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a5b25b9-1bec-4ede-b2a2-9baecd6cea00 req-b67271f4-1d0c-40d3-bc7f-f931f426a09a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 945 time: 0.2707596 Feb 11 13:46:58.718183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-812c299d-4e3f-40d6-89cf-b7ba5569f307 req-f7bbc21a-c97a-4cbe-bd0b-b9fe05bf313d service neutron] 10.222.0.73 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372123 Feb 11 13:46:58.736539 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a5b25b9-1bec-4ede-b2a2-9baecd6cea00 req-500800fa-77be-4014-9531-e265a7522ed6 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625892 Feb 11 13:46:58.750978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-21147c2d-b9f7-479b-94cc-a78bb9f7b238', 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'fixed_ips': [{'subnet_id': 'e7d59a8e-2d6a-4509-bfb6-102b01476215'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:46:58.751787 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:58.993043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Allocated IP 172.20.0.18 (21147c2d-b9f7-479b-94cc-a78bb9f7b238/e7d59a8e-2d6a-4509-bfb6-102b01476215/e8019280-e3c0-4664-aef3-0554d4525a04) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:59.006176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-568e388a-af9b-4446-961d-17ce46b059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231112502', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:52Z', 'updated_at': '2022-02-11T13:46:54Z', 'revision_number': 3, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:53Z', 'updated_at': '2022-02-11T13:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:59.011491 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568e388a-af9b-4446-961d-17ce46b059df None None] The sync data for ids ['97dcd915-9fde-446d-8ad1-cd117aeeab0a'] in n-d-818559-1 is: [{'id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231112502', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:52Z', 'updated_at': '2022-02-11T13:46:54Z', 'revision_number': 3, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:53Z', 'updated_at': '2022-02-11T13:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:46:59.130344 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.216828 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.226948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Transition to ACTIVE for port object e8019280-e3c0-4664-aef3-0554d4525a04 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:59.247143 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Transition to ACTIVE for port object e8019280-e3c0-4664-aef3-0554d4525a04 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:59.252336 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.318817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:59.321409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:59.324927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:46:59.332535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Pushing event updated for resources: {'Port': ['ID=e8019280-e3c0-4664-aef3-0554d4525a04,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:59.421329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Attempting to bind port e8019280-e3c0-4664-aef3-0554d4525a04 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:59.422020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Attempting to bind port e8019280-e3c0-4664-aef3-0554d4525a04 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:59.422020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Attempting to bind port e8019280-e3c0-4664-aef3-0554d4525a04 on network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:46:59.428754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:46:59.428899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Checking segment: {'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:46:59.429272 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.429646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Bound using segment: {'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:46:59.430101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Bound port: e8019280-e3c0-4664-aef3-0554d4525a04, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:59.430464 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.530456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Allocated IP 172.20.0.17 (21147c2d-b9f7-479b-94cc-a78bb9f7b238/e7d59a8e-2d6a-4509-bfb6-102b01476215/5bc674d9-ceba-4572-8b7b-8028a1897251) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:59.549006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] For port e8019280-e3c0-4664-aef3-0554d4525a04, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:59.552757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] For port e8019280-e3c0-4664-aef3-0554d4525a04, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e8019280-e3c0-4664-aef3-0554d4525a04,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:59.558339 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.605849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f96ef5-d331-4c65-83b4-d9f0d6fe82d7 req-e330730e-5ff6-4894-8188-ac4d847e8aa1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:59.607891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f96ef5-d331-4c65-83b4-d9f0d6fe82d7 req-e330730e-5ff6-4894-8188-ac4d847e8aa1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 944 time: 0.0869946 Feb 11 13:46:59.648720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d9849-4006-425c-8212-a40a055fa5b2 None None] Pushing event updated for resources: {'Port': ['ID=e8019280-e3c0-4664-aef3-0554d4525a04,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:59.660142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9f96ef5-d331-4c65-83b4-d9f0d6fe82d7 req-f130e71e-4a0c-4d03-a846-cda845714e36 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Feb 11 13:46:59.703915 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.720148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Transition to ACTIVE for port object 5bc674d9-ceba-4572-8b7b-8028a1897251 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:59.749058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.856600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:59.860411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:59.862299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Port': ['ID=5bc674d9-ceba-4572-8b7b-8028a1897251,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:59.866127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:46:59.967230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.000252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e8019280-e3c0-4664-aef3-0554d4525a04 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:47:00.091833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port e8019280-e3c0-4664-aef3-0554d4525a04 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:00.139536 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.208676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8d3cc-87e2-4cc0-afed-4868d620b99a req-f9711484-e5c4-4394-9552-f07c7c5693a2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:00.210136 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aef8d3cc-87e2-4cc0-afed-4868d620b99a req-f9711484-e5c4-4394-9552-f07c7c5693a2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 945 time: 0.2137184 Feb 11 13:47:00.391982 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aef8d3cc-87e2-4cc0-afed-4868d620b99a req-a15a1219-f370-4546-87af-dece4e779400 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713452 Feb 11 13:47:00.644744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 40d6042a-952a-4ebc-a921-366f81123efe details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:47:00.745610 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.751369 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.752318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030058f-92b8-4fff-a715-705a789c30f9 None None] Network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:47:00.898692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ab77df8c-6ce4-4c23-af2e-ea0db78aab2b None None] Provisioning for port e8019280-e3c0-4664-aef3-0554d4525a04 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:00.919176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ab77df8c-6ce4-4c23-af2e-ea0db78aab2b None None] Provisioning complete for port e8019280-e3c0-4664-aef3-0554d4525a04 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:00.919549 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab77df8c-6ce4-4c23-af2e-ea0db78aab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.928316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.931694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Port': ['ID=5bc674d9-ceba-4572-8b7b-8028a1897251,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:01.011358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:01.048189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb2ef7-4c04-49fb-9f10-d85cc019e9b5 req-b1a5b8b7-6f61-4481-810e-3fc9403dfe0f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:01.049657 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66cb2ef7-4c04-49fb-9f10-d85cc019e9b5 req-b1a5b8b7-6f61-4481-810e-3fc9403dfe0f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 944 time: 0.2200930 Feb 11 13:47:01.078504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '40d6042a-952a-4ebc-a921-366f81123efe', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'port_id': '40d6042a-952a-4ebc-a921-366f81123efe', 'mac_address': 'fa:16:3e:7b:a4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:47:01.133214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:01.137145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:01.205874 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66cb2ef7-4c04-49fb-9f10-d85cc019e9b5 req-8510b1e5-9a21-4f00-97e4-649b0d7c93f2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447005 Feb 11 13:47:01.220663 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:01.268305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d6042a-952a-4ebc-a921-366f81123efe {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:47:01.279225 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab77df8c-6ce4-4c23-af2e-ea0db78aab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:01.310532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:01.320246 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:01.375632 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ab77df8c-6ce4-4c23-af2e-ea0db78aab2b None None] For port e8019280-e3c0-4664-aef3-0554d4525a04, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e8019280-e3c0-4664-aef3-0554d4525a04,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:01.383014 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab77df8c-6ce4-4c23-af2e-ea0db78aab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:01.405966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=40d6042a-952a-4ebc-a921-366f81123efe,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:01.485757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77df8c-6ce4-4c23-af2e-ea0db78aab2b None None] Pushing event updated for resources: {'Port': ['ID=e8019280-e3c0-4664-aef3-0554d4525a04,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:01.541375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Router 97dcd915-9fde-446d-8ad1-cd117aeeab0a has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:01.574987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['40d6042a-952a-4ebc-a921-366f81123efe'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:47:01.766735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-11c7bd7f-0e0e-4e02-8795-4630dda897e9 None None] Provisioning complete for port e8019280-e3c0-4664-aef3-0554d4525a04 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:01.767429 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11c7bd7f-0e0e-4e02-8795-4630dda897e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:01.771505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:01.788771 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-13f5b813-27bd-4226-bad7-0414c3eb76f7 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "PUT /v2.0/routers/97dcd915-9fde-446d-8ad1-cd117aeeab0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7290230 Feb 11 13:47:01.933103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e8019280-e3c0-4664-aef3-0554d4525a04 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:47:02.080241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-11c7bd7f-0e0e-4e02-8795-4630dda897e9 None None] Provisioning for port 5bc674d9-ceba-4572-8b7b-8028a1897251 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:02.082864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port e8019280-e3c0-4664-aef3-0554d4525a04 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:02.083222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.096782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-a519b2e1-906b-491b-94ca-bbd273c1c95e tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:02.098228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-a519b2e1-906b-491b-94ca-bbd273c1c95e tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/networks?id=21147c2d-b9f7-479b-94cc-a78bb9f7b238 HTTP/1.1" status: 200 len: 797 time: 0.1523058 Feb 11 13:47:02.114991 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f70758e7-7b1d-4c2c-92cc-6f41a7541894 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/quotas/f9c0b5bdaf0948109441f12debcf137c HTTP/1.1" status: 200 len: 375 time: 0.0111313 Feb 11 13:47:02.118163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-11c7bd7f-0e0e-4e02-8795-4630dda897e9 None None] Provisioning complete for port 5bc674d9-ceba-4572-8b7b-8028a1897251 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:02.118522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11c7bd7f-0e0e-4e02-8795-4630dda897e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.195843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-11c7bd7f-0e0e-4e02-8795-4630dda897e9 None None] Port 5bc674d9-ceba-4572-8b7b-8028a1897251 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:47:02.205799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-4ed8f115-38e1-49d4-a12f-44bf4a011a92 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Synchronizing usage tracker for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:47:02.222751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-4ed8f115-38e1-49d4-a12f-44bf4a011a92 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Unset dirty status for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:47:02.224112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-4ed8f115-38e1-49d4-a12f-44bf4a011a92 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f9c0b5bdaf0948109441f12debcf137c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1032071 Feb 11 13:47:02.317651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e905327a-4ea2-4360-ab84-4a35ac85a41b None None] Provisioning complete for port 5bc674d9-ceba-4572-8b7b-8028a1897251 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:02.318037 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e905327a-4ea2-4360-ab84-4a35ac85a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.386602 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-303f9f2d-867f-4ab2-ae57-a4f0cc096bf7 service neutron] 10.222.0.67 "GET /v2.0/networks/21147c2d-b9f7-479b-94cc-a78bb9f7b238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484258 Feb 11 13:47:02.390916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e905327a-4ea2-4360-ab84-4a35ac85a41b None None] Port 5bc674d9-ceba-4572-8b7b-8028a1897251 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:47:02.491677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baded17-4440-4e70-a3a9-8d1a1f7b20b3 req-d866a09a-1164-4ee7-9af1-79a82cda702e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:02.493945 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9baded17-4440-4e70-a3a9-8d1a1f7b20b3 req-d866a09a-1164-4ee7-9af1-79a82cda702e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 945 time: 0.1419580 Feb 11 13:47:02.548798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9baded17-4440-4e70-a3a9-8d1a1f7b20b3 req-78dd78f5-be18-41ce-a1bb-969e04a0cbcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484214 Feb 11 13:47:02.652861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 40d6042a-952a-4ebc-a921-366f81123efe up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:47:02.672156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-6756312c-49d9-4778-91ae-7e1258aa70ee service neutron] 10.222.0.67 "GET /v2.0/networks/21147c2d-b9f7-479b-94cc-a78bb9f7b238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761385 Feb 11 13:47:02.734309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 40d6042a-952a-4ebc-a921-366f81123efe completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:02.740319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 40d6042a-952a-4ebc-a921-366f81123efe triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:02.740964 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.891554 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.895696 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b197ce6-e21f-4e72-8bc6-e8f1baa26d84 req-cdd43a70-d6d3-4e5c-86de-defa02146fca tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 210 time: 0.0468094 Feb 11 13:47:02.925978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:02.942726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:02.953249 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:03.006490 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe', 'code': 200} Feb 11 13:47:03.038635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=40d6042a-952a-4ebc-a921-366f81123efe,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:03.147763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-705d1873-f6d0-406e-91af-efbe16c126a2 req-9904b6f6-8d68-400b-8c12-e1bf4e50888a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1097 time: 0.0741630 Feb 11 13:47:03.189727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-705d1873-f6d0-406e-91af-efbe16c126a2 req-e761ab49-7311-40a1-bf0d-22d121bf2f77 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364487 Feb 11 13:47:03.753772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab152474-9b57-45eb-9ba4-162fdc0b8020 req-0d2be5f1-fcde-4818-ab55-dddd2cf5b878 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:03.755255 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab152474-9b57-45eb-9ba4-162fdc0b8020 req-0d2be5f1-fcde-4818-ab55-dddd2cf5b878 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 946 time: 0.0823710 Feb 11 13:47:03.800755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab152474-9b57-45eb-9ba4-162fdc0b8020 req-feefecad-effb-4e6f-a3a5-f477fc99e6e6 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396769 Feb 11 13:47:03.920904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6276501a-44e7-4878-a9e5-9ef1da57ce5f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:47:04.016634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-6b34bbbb-223a-4db6-b054-0e37c1967850 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:04.018591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-6b34bbbb-223a-4db6-b054-0e37c1967850 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.75 "GET /v2.0/networks?id=21147c2d-b9f7-479b-94cc-a78bb9f7b238 HTTP/1.1" status: 200 len: 797 time: 0.1803553 Feb 11 13:47:04.035587 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 6276501a-44e7-4878-a9e5-9ef1da57ce5f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:04.042847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6276501a-44e7-4878-a9e5-9ef1da57ce5f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:04.043373 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.068088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Request body: {'port': {'device_id': '972128da-5e71-45f2-bad3-f7a9560a8e29', 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238', 'admin_state_up': True, 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:04.099245 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4a52052-a749-4f2a-8665-e79423f26a81 req-1fdb95a5-fd12-422d-ad6a-0b4d1f5ed317 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 210 time: 0.0718393 Feb 11 13:47:04.188468 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.207595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 6276501a-44e7-4878-a9e5-9ef1da57ce5f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6276501a-44e7-4878-a9e5-9ef1da57ce5f,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:04.211771 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.226623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:47:04.236569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:47:04.247075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Made reservation on behalf of f9c0b5bdaf0948109441f12debcf137c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:04.250189 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.282476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=6276501a-44e7-4878-a9e5-9ef1da57ce5f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:04.419165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Allocated IP 172.20.0.20 (21147c2d-b9f7-479b-94cc-a78bb9f7b238/e7d59a8e-2d6a-4509-bfb6-102b01476215/79064df9-9e79-4fda-a192-edc5f471ef60) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:04.585205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.601300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Transition to ACTIVE for port object 79064df9-9e79-4fda-a192-edc5f471ef60 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:47:04.623739 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.694862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:04.698774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:04.701445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:47:04.734106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event updated for resources: {'Port': ['ID=79064df9-9e79-4fda-a192-edc5f471ef60,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:04.770941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:04.771562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.797462 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f6f48c0e-531c-4dc1-85e0-25c2a0035d83 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7330527 Feb 11 13:47:04.809790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Request body: {'port': {'device_id': '972128da-5e71-45f2-bad3-f7a9560a8e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:04.930117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fec21a1c-0ee4-44e1-baa1-07de457403de None None] Provisioning for port 79064df9-9e79-4fda-a192-edc5f471ef60 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:04.937033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fec21a1c-0ee4-44e1-baa1-07de457403de None None] Provisioning complete for port 79064df9-9e79-4fda-a192-edc5f471ef60 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:04.937814 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fec21a1c-0ee4-44e1-baa1-07de457403de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.938188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:05.011047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fec21a1c-0ee4-44e1-baa1-07de457403de None None] Port 79064df9-9e79-4fda-a192-edc5f471ef60 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:47:05.029645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe71a8-9027-4157-b0c4-677147e62b70 req-0395372e-8232-4e0c-a5a2-0442e70e289d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:05.031261 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04fe71a8-9027-4157-b0c4-677147e62b70 req-0395372e-8232-4e0c-a5a2-0442e70e289d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 946 time: 0.1024919 Feb 11 13:47:05.078311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04fe71a8-9027-4157-b0c4-677147e62b70 req-f9d7cd13-2222-4d0b-a6fc-366f699daeab tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Feb 11 13:47:05.309324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff3915-6a1a-4cde-867c-f22255f2c958 req-bd63b37e-29c3-47e0-8a81-b7cfcaa32f01 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:05.310829 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e2ff3915-6a1a-4cde-867c-f22255f2c958 req-bd63b37e-29c3-47e0-8a81-b7cfcaa32f01 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 895 time: 0.0808587 Feb 11 13:47:05.356065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc33ed6-243b-47bc-9ead-b407e00c5985 req-f12b84c3-68fd-464a-b94e-b489ba8c82f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:05.357538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ffc33ed6-243b-47bc-9ead-b407e00c5985 req-f12b84c3-68fd-464a-b94e-b489ba8c82f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 946 time: 0.1417572 Feb 11 13:47:05.406469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79064df9-9e79-4fda-a192-edc5f471ef60 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:47:05.416362 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:05.434386 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ffc33ed6-243b-47bc-9ead-b407e00c5985 req-d2a3a5b5-742e-4726-8f42-14970aae4643 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706131 Feb 11 13:47:05.436843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Transition to ACTIVE for port object 79064df9-9e79-4fda-a192-edc5f471ef60 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:47:05.440627 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:05.463119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:05.673604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=79064df9-9e79-4fda-a192-edc5f471ef60,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:05.687212 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08fba883-b80b-4847-92f3-5dc72b63e8fa tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1092 time: 0.2229362 Feb 11 13:47:05.687985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43490) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:05.693123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '40d6042a-952a-4ebc-a921-366f81123efe', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:05.700306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:47:05.704148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:floatingip and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:47:05.707012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:47:05.712829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:47:05.724713 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:05.796331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Attempting to bind port 79064df9-9e79-4fda-a192-edc5f471ef60 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:47:05.796950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Attempting to bind port 79064df9-9e79-4fda-a192-edc5f471ef60 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:47:05.796950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Attempting to bind port 79064df9-9e79-4fda-a192-edc5f471ef60 on network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:47:05.802617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Port 79064df9-9e79-4fda-a192-edc5f471ef60 on network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:47:05.802945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Attempting to bind port 79064df9-9e79-4fda-a192-edc5f471ef60 on network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:47:05.810372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:47:05.810739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Checking segment: {'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:47:05.811127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Bound using segment: {'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:47:05.811554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Bound port: 79064df9-9e79-4fda-a192-edc5f471ef60, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:47:05.811897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:05.873949 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:05.883638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6276501a-44e7-4878-a9e5-9ef1da57ce5f up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:47:05.906858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] For port 79064df9-9e79-4fda-a192-edc5f471ef60, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:05.910510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] For port 79064df9-9e79-4fda-a192-edc5f471ef60, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=79064df9-9e79-4fda-a192-edc5f471ef60,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:05.915118 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:05.992574 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:05.994514 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] 10.222.0.75 "PUT /v2.0/ports/79064df9-9e79-4fda-a192-edc5f471ef60 HTTP/1.1" status: 200 len: 1055 time: 1.1900692 Feb 11 13:47:05.995179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 6276501a-44e7-4878-a9e5-9ef1da57ce5f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:05.995652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972128da-5e71-45f2-bad3-f7a9560a8e29', 'tag': '79064df9-9e79-4fda-a192-edc5f471ef60'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:05.995755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:06.007992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924fefe-4ef5-4593-8205-095ac74b9dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=79064df9-9e79-4fda-a192-edc5f471ef60,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:06.043069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.25.4.2 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/08cb7e9f-9b8f-4173-b300-bd404683d1c7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:06.137923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-89932e67-9dac-455f-bdd1-c630c676e369 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f9c0b5bdaf0948109441f12debcf137c&device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 1058 time: 0.0859172 Feb 11 13:47:06.239063 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972128da-5e71-45f2-bad3-f7a9560a8e29', 'tag': '79064df9-9e79-4fda-a192-edc5f471ef60', 'status': 'completed', 'code': 200} Feb 11 13:47:06.262814 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-f458a60b-e0b3-4564-a029-9260b297c621 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=79064df9-9e79-4fda-a192-edc5f471ef60 HTTP/1.1" status: 200 len: 217 time: 0.1151519 Feb 11 13:47:06.338097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-364d112a-2920-4df2-be34-72ca733d6d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:06.339855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-364d112a-2920-4df2-be34-72ca733d6d91 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e7d59a8e-2d6a-4509-bfb6-102b01476215 HTTP/1.1" status: 200 len: 836 time: 0.0706947 Feb 11 13:47:06.420256 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:06.433731 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-b028d612-14f0-4479-831d-b47460b95d03 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21147c2d-b9f7-479b-94cc-a78bb9f7b238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811830 Feb 11 13:47:06.452857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:06.571107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:06.578533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-52d66a5f-a95d-4d65-8ed8-23b5db66ba9a service neutron] 10.222.0.75 "GET /v2.0/networks/21147c2d-b9f7-479b-94cc-a78bb9f7b238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383789 Feb 11 13:47:06.579570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:06.582126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:47:06.610780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=08cb7e9f-9b8f-4173-b300-bd404683d1c7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:06.707876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7befd9-7857-4f33-94bb-dabfcfacd5c9 req-adb2d478-0364-4dfc-bc34-df756d4dac1a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:06.709350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc7befd9-7857-4f33-94bb-dabfcfacd5c9 req-adb2d478-0364-4dfc-bc34-df756d4dac1a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 907 time: 0.2186742 Feb 11 13:47:06.713258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24a5869a-6847-445a-98d8-257b6f41ab92 req-d2eaeaa4-b82c-42f1-8190-270c35d35df0 service neutron] 10.222.0.75 "GET /v2.0/networks/21147c2d-b9f7-479b-94cc-a78bb9f7b238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282272 Feb 11 13:47:06.834836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-667628c1-2cb2-4ce5-978c-e48750a43e31 req-53301864-4e1c-44fc-854e-f48532756291 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f9c0b5bdaf0948109441f12debcf137c&device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 1058 time: 0.0695825 Feb 11 13:47:06.965581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667628c1-2cb2-4ce5-978c-e48750a43e31 req-2d06fe9f-5098-47a8-823e-4e248e6ba9c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:06.967156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-667628c1-2cb2-4ce5-978c-e48750a43e31 req-2d06fe9f-5098-47a8-823e-4e248e6ba9c6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21147c2d-b9f7-479b-94cc-a78bb9f7b238 HTTP/1.1" status: 200 len: 898 time: 0.1268206 Feb 11 13:47:07.037690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-667628c1-2cb2-4ce5-978c-e48750a43e31 req-de8175fa-7212-4a39-b25d-0711dd3171e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=79064df9-9e79-4fda-a192-edc5f471ef60 HTTP/1.1" status: 200 len: 217 time: 0.0643783 Feb 11 13:47:07.101121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667628c1-2cb2-4ce5-978c-e48750a43e31 req-17be923c-db4b-42aa-b459-7271051a4f92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:07.102568 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-667628c1-2cb2-4ce5-978c-e48750a43e31 req-17be923c-db4b-42aa-b459-7271051a4f92 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e7d59a8e-2d6a-4509-bfb6-102b01476215 HTTP/1.1" status: 200 len: 836 time: 0.0572803 Feb 11 13:47:07.112166 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:07.170685 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:07.177954 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-667628c1-2cb2-4ce5-978c-e48750a43e31 req-390c6cf9-7dcc-4f3c-bb60-7395a5e361eb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21147c2d-b9f7-479b-94cc-a78bb9f7b238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686758 Feb 11 13:47:07.322750 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-667628c1-2cb2-4ce5-978c-e48750a43e31 req-1f9cb0c3-16a6-4c53-af53-5af96d450897 service neutron] 10.222.0.75 "GET /v2.0/networks/21147c2d-b9f7-479b-94cc-a78bb9f7b238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350334 Feb 11 13:47:07.381682 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:07.386660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:07.464086 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-667628c1-2cb2-4ce5-978c-e48750a43e31 req-67e98113-7ac5-420d-885b-592c3b9bc49a service neutron] 10.222.0.75 "GET /v2.0/networks/21147c2d-b9f7-479b-94cc-a78bb9f7b238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350722 Feb 11 13:47:07.496588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=08cb7e9f-9b8f-4173-b300-bd404683d1c7,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:07.508601 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:07.570535 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:07.699673 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Floating IP 86c1981c-5c4c-4535-a56a-91ebf99bf1b3 associated. External IP: 172.25.4.2, port: 40d6042a-952a-4ebc-a921-366f81123efe. Feb 11 13:47:08.019460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608df543-a235-4280-bda4-81b62f4f269f req-c79be680-33be-4467-988c-3f8693aa6e17 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:08.020811 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-608df543-a235-4280-bda4-81b62f4f269f req-c79be680-33be-4467-988c-3f8693aa6e17 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 907 time: 0.1076806 Feb 11 13:47:08.256724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router b70f8c78-f3f2-4b30-890b-579832ad7d92 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:08.459551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:08.470001 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] Sync routers for ids ['b70f8c78-f3f2-4b30-890b-579832ad7d92'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:47:08.484058 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] Routers {'b70f8c78-f3f2-4b30-890b-579832ad7d92'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:47:08.485519 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b70f8c78-f3f2-4b30-890b-579832ad7d92'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:08.487415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:08.548228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-15a73ff1-78cf-4ce0-968f-9e54374836c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8569069 Feb 11 13:47:08.548228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:08.687157 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe', 'status': 'completed', 'code': 200} Feb 11 13:47:08.726618 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] Set router b70f8c78-f3f2-4b30-890b-579832ad7d92 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:47:08.788949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc641f22-fb6e-4eb5-9cba-cc347b09cc16 req-11f11340-7d85-4a99-b60e-a90983087b85 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:08.790323 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bc641f22-fb6e-4eb5-9cba-cc347b09cc16 req-11f11340-7d85-4a99-b60e-a90983087b85 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 946 time: 0.1370890 Feb 11 13:47:08.815028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e62381f-bab1-42cb-9cc4-67c5e68626f7 req-1e145dba-4cd1-46b4-a451-cca9e5598bc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1097 time: 0.1107831 Feb 11 13:47:08.924359 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bc641f22-fb6e-4eb5-9cba-cc347b09cc16 req-dd14e078-2108-422f-b04e-93aa4de87686 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263185 Feb 11 13:47:08.954072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43512) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:08.968610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62381f-bab1-42cb-9cc4-67c5e68626f7 req-2d7ec501-bbd5-4d75-9370-09674a57d7ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:08.970063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e62381f-bab1-42cb-9cc4-67c5e68626f7 req-2d7ec501-bbd5-4d75-9370-09674a57d7ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f96604d-9fde-4945-9343-7c9a87437866 HTTP/1.1" status: 200 len: 897 time: 0.1476202 Feb 11 13:47:09.066695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1c8c1a35-4e59-4158-80df-630dcce99812 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/86c1981c-5c4c-4535-a56a-91ebf99bf1b3 HTTP/1.1" status: 200 len: 990 time: 0.1110003 Feb 11 13:47:09.085464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e62381f-bab1-42cb-9cc4-67c5e68626f7 req-539e7a8f-1acd-447b-89a2-ba0583416c99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40d6042a-952a-4ebc-a921-366f81123efe HTTP/1.1" status: 200 len: 998 time: 0.1099682 Feb 11 13:47:09.094172 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '86c1981c-5c4c-4535-a56a-91ebf99bf1b3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.2', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'port_id': '40d6042a-952a-4ebc-a921-366f81123efe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'mac_address': 'fa:16:3e:7b:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:06Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17244716-17eb-4e4d-b822-8bd5c30a1f21', 'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:7b:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:54Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:09.098004 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] Checking router: b70f8c78-f3f2-4b30-890b-579832ad7d92 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:47:09.108677 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] Routers {'b70f8c78-f3f2-4b30-890b-579832ad7d92'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:47:09.109257 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b70f8c78-f3f2-4b30-890b-579832ad7d92'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:09.150646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62381f-bab1-42cb-9cc4-67c5e68626f7 req-a71d8cb2-65e4-4d5d-8927-77eba34699fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:09.152350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e62381f-bab1-42cb-9cc4-67c5e68626f7 req-a71d8cb2-65e4-4d5d-8927-77eba34699fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=536a14d6-c624-4be3-abe4-ae870b3e999f HTTP/1.1" status: 200 len: 835 time: 0.0616686 Feb 11 13:47:09.239578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e62381f-bab1-42cb-9cc4-67c5e68626f7 req-f7ef0237-eab0-4402-a0d6-3a1df4c6441f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f96604d-9fde-4945-9343-7c9a87437866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779037 Feb 11 13:47:09.300291 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] Set router b70f8c78-f3f2-4b30-890b-579832ad7d92 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:47:09.330813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acecfc-3740-4070-a42a-6ff1fe8512e3 req-464dfc1b-197d-42ac-b439-aefaed30dc58 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:09.331691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-49acecfc-3740-4070-a42a-6ff1fe8512e3 req-464dfc1b-197d-42ac-b439-aefaed30dc58 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Synchronizing usage tracker for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:47:09.348141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-49acecfc-3740-4070-a42a-6ff1fe8512e3 req-464dfc1b-197d-42ac-b439-aefaed30dc58 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Unset dirty status for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:47:09.349765 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-49acecfc-3740-4070-a42a-6ff1fe8512e3 req-464dfc1b-197d-42ac-b439-aefaed30dc58 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 907 time: 0.2001853 Feb 11 13:47:09.389269 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e62381f-bab1-42cb-9cc4-67c5e68626f7 req-dbf9525e-8b5f-4ed1-9f87-3532c153a562 service neutron] 10.222.0.73 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437361 Feb 11 13:47:09.502180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 79064df9-9e79-4fda-a192-edc5f471ef60 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:47:09.529531 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e62381f-bab1-42cb-9cc4-67c5e68626f7 req-25e530da-c4aa-45a5-bad2-21eccc8b90dc service neutron] 10.222.0.73 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342254 Feb 11 13:47:09.650832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 79064df9-9e79-4fda-a192-edc5f471ef60, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=79064df9-9e79-4fda-a192-edc5f471ef60,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:09.658951 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '86c1981c-5c4c-4535-a56a-91ebf99bf1b3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.2', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'port_id': '40d6042a-952a-4ebc-a921-366f81123efe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'mac_address': 'fa:16:3e:7b:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:06Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17244716-17eb-4e4d-b822-8bd5c30a1f21', 'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:7b:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:54Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:09.663006 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033ce7be-6961-4ded-8b78-c545629d4947 None None] The sync data for ids ['b70f8c78-f3f2-4b30-890b-579832ad7d92'] in n-d-818559-1 is: [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '86c1981c-5c4c-4535-a56a-91ebf99bf1b3', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.2', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'port_id': '40d6042a-952a-4ebc-a921-366f81123efe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'mac_address': 'fa:16:3e:7b:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:06Z', 'updated_at': '2022-02-11T13:47:06Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17244716-17eb-4e4d-b822-8bd5c30a1f21', 'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:7b:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:54Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:47:09.664653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '79064df9-9e79-4fda-a192-edc5f471ef60', 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238', 'port_id': '79064df9-9e79-4fda-a192-edc5f471ef60', 'mac_address': 'fa:16:3e:30:d9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d59a8e-2d6a-4509-bfb6-102b01476215', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:47:09.726629 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:09.746514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79064df9-9e79-4fda-a192-edc5f471ef60 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:47:09.761838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 79064df9-9e79-4fda-a192-edc5f471ef60, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=79064df9-9e79-4fda-a192-edc5f471ef60,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:09.765167 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:09.833159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=79064df9-9e79-4fda-a192-edc5f471ef60,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:09.967038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['79064df9-9e79-4fda-a192-edc5f471ef60'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:47:10.068456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43520) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:10.174230 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-66fe99a6-3198-4b4b-b711-1e5ef924c373 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/86c1981c-5c4c-4535-a56a-91ebf99bf1b3 HTTP/1.1" status: 200 len: 990 time: 0.1046431 Feb 11 13:47:10.551158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24810750-dfa3-400d-a83e-45002267f0d1 req-d943dd81-9e6d-4be6-8194-ecea75f3c779 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:10.552693 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24810750-dfa3-400d-a83e-45002267f0d1 req-d943dd81-9e6d-4be6-8194-ecea75f3c779 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 908 time: 0.0824494 Feb 11 13:47:11.177284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43528) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:11.280645 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6f7b7767-5c33-4928-a49c-e06b656ea431 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/86c1981c-5c4c-4535-a56a-91ebf99bf1b3 HTTP/1.1" status: 200 len: 990 time: 0.1021841 Feb 11 13:47:11.535477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 79064df9-9e79-4fda-a192-edc5f471ef60 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:47:11.610477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 79064df9-9e79-4fda-a192-edc5f471ef60 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:11.615405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 79064df9-9e79-4fda-a192-edc5f471ef60 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:11.615892 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.729545 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.754925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972128da-5e71-45f2-bad3-f7a9560a8e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79064df9-9e79-4fda-a192-edc5f471ef60'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:11.762560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12834235-f720-439b-9a73-66f0bbde63df req-d0d10c56-ea99-4217-a3f4-3e847c992525 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:11.763821 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12834235-f720-439b-9a73-66f0bbde63df req-d0d10c56-ea99-4217-a3f4-3e847c992525 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 908 time: 0.0788293 Feb 11 13:47:11.765487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 79064df9-9e79-4fda-a192-edc5f471ef60, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=79064df9-9e79-4fda-a192-edc5f471ef60,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:11.769386 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.816228 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972128da-5e71-45f2-bad3-f7a9560a8e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79064df9-9e79-4fda-a192-edc5f471ef60', 'code': 200} Feb 11 13:47:11.852382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=79064df9-9e79-4fda-a192-edc5f471ef60,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:11.958257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a761b54-8e93-4c63-a736-c6d4e1b2e2fe None None] New status for floating IP 86c1981c-5c4c-4535-a56a-91ebf99bf1b3: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:47:11.974784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de722567-0204-491a-9083-26870f05ba09 req-b22e442b-5a39-4809-9690-562c94053c11 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 1060 time: 0.0944796 Feb 11 13:47:12.142215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810b7ef-5a9d-4795-a970-4a645b5ba271 req-e747ee22-2772-47f4-bdd6-7658c5ba2479 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:12.143809 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9810b7ef-5a9d-4795-a970-4a645b5ba271 req-e747ee22-2772-47f4-bdd6-7658c5ba2479 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0769689 Feb 11 13:47:12.189467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9810b7ef-5a9d-4795-a970-4a645b5ba271 req-5cd5a9e5-1cc2-4697-bf10-c752aa027975 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401728 Feb 11 13:47:12.284503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43542) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:12.434962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-80f71fd8-c047-4a81-902b-08891d5ea1b2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/86c1981c-5c4c-4535-a56a-91ebf99bf1b3 HTTP/1.1" status: 200 len: 992 time: 0.1492193 Feb 11 13:47:12.455500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846370f-c75c-439e-8f88-771b65b49c07 req-1a0b2261-1a29-4576-a1d5-25401cc60642 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:12.456938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d846370f-c75c-439e-8f88-771b65b49c07 req-1a0b2261-1a29-4576-a1d5-25401cc60642 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1185341 Feb 11 13:47:12.502534 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d846370f-c75c-439e-8f88-771b65b49c07 req-33391620-ddca-4be0-98cc-813c614eb514 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400295 Feb 11 13:47:12.578388 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:12.796005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3b7-2eed-469b-90f2-9e01d395b1dd req-cf690eaf-3da0-494a-ba6e-32c452c99019 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:12.797370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-feced3b7-2eed-469b-90f2-9e01d395b1dd req-cf690eaf-3da0-494a-ba6e-32c452c99019 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1762912 Feb 11 13:47:12.843711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-feced3b7-2eed-469b-90f2-9e01d395b1dd req-9962907b-e922-471e-aa11-2140593e3f27 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410643 Feb 11 13:47:12.999689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd48590-b140-49ae-ab06-90919f05af28 req-a7139ec2-6b1c-467c-9f55-be48f266646f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:13.001567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bcd48590-b140-49ae-ab06-90919f05af28 req-a7139ec2-6b1c-467c-9f55-be48f266646f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 909 time: 0.1081729 Feb 11 13:47:13.083493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99933-67ca-4650-8f79-e82c121a38af req-023a1259-d4bd-485d-b083-2e810143b7e7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:13.085799 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96f99933-67ca-4650-8f79-e82c121a38af req-023a1259-d4bd-485d-b083-2e810143b7e7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0998211 Feb 11 13:47:13.130730 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96f99933-67ca-4650-8f79-e82c121a38af req-c9d1fbbc-d8b9-40c5-aa83-d73cf197df14 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 Feb 11 13:47:13.528160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e66424-f33d-4386-9a3e-dd2888117266 req-27d89cb8-ea23-43a1-b2b6-38fe3e3f5f86 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:13.529614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9e66424-f33d-4386-9a3e-dd2888117266 req-27d89cb8-ea23-43a1-b2b6-38fe3e3f5f86 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0800226 Feb 11 13:47:13.574505 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9e66424-f33d-4386-9a3e-dd2888117266 req-ced14237-e94d-4594-af10-d28c84027b16 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393927 Feb 11 13:47:14.204607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3787d46-ad8b-4d84-a74d-d5ddca2af254 req-c6d59854-51ea-48e1-92af-0e9a7f1774ed tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:14.205973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3787d46-ad8b-4d84-a74d-d5ddca2af254 req-c6d59854-51ea-48e1-92af-0e9a7f1774ed tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 909 time: 0.0778229 Feb 11 13:47:14.210678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a34388-7af6-440d-895c-12180b111e04 req-091ec1ff-cb70-4347-a6f8-9e1cc1d23870 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:14.212120 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76a34388-7af6-440d-895c-12180b111e04 req-091ec1ff-cb70-4347-a6f8-9e1cc1d23870 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0764871 Feb 11 13:47:14.258058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76a34388-7af6-440d-895c-12180b111e04 req-58324d25-f624-4499-bd35-44fc7c4b4665 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396066 Feb 11 13:47:14.403945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e1bd-e359-4960-bc24-3ba8c0e99fcb req-f418c089-67c4-4d03-ab42-65c5605b721d tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:14.405380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c720e1bd-e359-4960-bc24-3ba8c0e99fcb req-f418c089-67c4-4d03-ab42-65c5605b721d tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 909 time: 0.0785480 Feb 11 13:47:14.600059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40fe1e41-41f2-4f48-9df2-df17e98c0f89 req-75542112-eade-412a-a7cc-e12e0a93170d tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 1060 time: 0.0716980 Feb 11 13:47:14.791625 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-693bd972-8725-49f6-bf17-602cea628a8d req-c856529d-b482-486c-8e06-e01013ba8c06 tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 1136 time: 0.0677068 Feb 11 13:47:14.834186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-693bd972-8725-49f6-bf17-602cea628a8d req-6497954a-6c35-45c0-a759-6b42495162ef tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Synchronizing usage tracker for tenant:6a4c84558dc14a5c9023ce646beea95e on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:47:14.849031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-693bd972-8725-49f6-bf17-602cea628a8d req-6497954a-6c35-45c0-a759-6b42495162ef tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] Unset dirty status for tenant:6a4c84558dc14a5c9023ce646beea95e on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:47:14.850146 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-693bd972-8725-49f6-bf17-602cea628a8d req-6497954a-6c35-45c0-a759-6b42495162ef tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0533302 Feb 11 13:47:14.878384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43572) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:14.949296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8f634ac6-5313-482c-a8ab-c0c7ea8acccc tempest-TestSecurityGroupsBasicOps-1853138423 tempest-TestSecurityGroupsBasicOps-1853138423-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 1055 time: 0.0697384 Feb 11 13:47:15.361396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f9157-0709-43d4-b5e8-5f0f9ea8903f req-62cb9438-8e14-4bda-8db8-b28c107aa6c0 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:15.362905 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-847f9157-0709-43d4-b5e8-5f0f9ea8903f req-62cb9438-8e14-4bda-8db8-b28c107aa6c0 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 909 time: 0.0773656 Feb 11 13:47:15.449276 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5556c4bc-316e-4063-a101-1de7f4aa7f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.467881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b363dd-4931-4ba0-9b16-c86ec84da783 req-370b4304-466e-48e1-b90c-153f4a0e5079 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:15.469368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5b363dd-4931-4ba0-9b16-c86ec84da783 req-370b4304-466e-48e1-b90c-153f4a0e5079 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0840816 Feb 11 13:47:15.515343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5b363dd-4931-4ba0-9b16-c86ec84da783 req-9c63ec7b-6924-4640-972f-0f691b11363d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Feb 11 13:47:16.303067 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Sync routers for ids ['97dcd915-9fde-446d-8ad1-cd117aeeab0a'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:47:16.315055 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Routers {'97dcd915-9fde-446d-8ad1-cd117aeeab0a'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:47:16.315643 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:46:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['97dcd915-9fde-446d-8ad1-cd117aeeab0a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:16.501041 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Set router 97dcd915-9fde-446d-8ad1-cd117aeeab0a gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:47:16.552220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-ba8a381b-c726-4ff6-8c30-94093bcd3531 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:16.553911 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-ba8a381b-c726-4ff6-8c30-94093bcd3531 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.75 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 909 time: 0.0903132 Feb 11 13:47:16.582706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c30737-f8f8-4503-9d40-10474bf879a6 req-5fea6ad4-5ebb-436a-b9b1-7ead31a44246 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:16.584275 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9c30737-f8f8-4503-9d40-10474bf879a6 req-5fea6ad4-5ebb-436a-b9b1-7ead31a44246 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 909 time: 0.0956173 Feb 11 13:47:16.633324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-3abfae8c-2d64-46e9-b684-4b3fe8819d5c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Deleting port 79064df9-9e79-4fda-a192-edc5f471ef60 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:16.633669 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-3abfae8c-2d64-46e9-b684-4b3fe8819d5c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.834951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcea0e-8c88-4cbb-9ccf-9fed5d4c38ff req-1dd0d876-29f4-4252-8241-7938b53b6507 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:16.836330 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6bcea0e-8c88-4cbb-9ccf-9fed5d4c38ff req-1dd0d876-29f4-4252-8241-7938b53b6507 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1784141 Feb 11 13:47:16.876432 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231112502', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:52Z', 'updated_at': '2022-02-11T13:46:59Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:53Z', 'updated_at': '2022-02-11T13:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '5bc674d9-ceba-4572-8b7b-8028a1897251', 'name': '', 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:3d:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d59a8e-2d6a-4509-bfb6-102b01476215', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:59Z', 'updated_at': '2022-02-11T13:47:00Z', 'revision_number': 2, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'e7d59a8e-2d6a-4509-bfb6-102b01476215', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:16.880223 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Checking router: 97dcd915-9fde-446d-8ad1-cd117aeeab0a for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:47:16.880562 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Updating router 97dcd915-9fde-446d-8ad1-cd117aeeab0a port 5bc674d9-ceba-4572-8b7b-8028a1897251 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:47:16.929522 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.957753 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6bcea0e-8c88-4cbb-9ccf-9fed5d4c38ff req-134c9c1a-5fa3-4838-bf7f-885f554f2093 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782218 Feb 11 13:47:16.982680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-3abfae8c-2d64-46e9-b684-4b3fe8819d5c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] For port 79064df9-9e79-4fda-a192-edc5f471ef60, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=79064df9-9e79-4fda-a192-edc5f471ef60,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:16.983050 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-3abfae8c-2d64-46e9-b684-4b3fe8819d5c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.207367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-3abfae8c-2d64-46e9-b684-4b3fe8819d5c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Calling delete_port for 79064df9-9e79-4fda-a192-edc5f471ef60 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:17.277874 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.350067 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Transition to ACTIVE for port object 5bc674d9-ceba-4572-8b7b-8028a1897251 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:47:17.350977 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-3abfae8c-2d64-46e9-b684-4b3fe8819d5c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.357857 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.397377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfae8c-2d64-46e9-b684-4b3fe8819d5c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Port': ['ID=79064df9-9e79-4fda-a192-edc5f471ef60,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:17.485681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-3abfae8c-2d64-46e9-b684-4b3fe8819d5c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] No DVR routers for this DVR port 79064df9-9e79-4fda-a192-edc5f471ef60 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:17.487628 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93840bbc-07d9-41b4-b973-b01e63a289b5 None None] Pushing event updated for resources: {'Port': ['ID=5bc674d9-ceba-4572-8b7b-8028a1897251,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:17.488480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-3abfae8c-2d64-46e9-b684-4b3fe8819d5c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.498847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972128da-5e71-45f2-bad3-f7a9560a8e29', 'name': 'network-vif-deleted', 'tag': '79064df9-9e79-4fda-a192-edc5f471ef60'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:17.515506 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2ba20308-d8ff-48d3-acfe-662ca7c6b893 req-3abfae8c-2d64-46e9-b684-4b3fe8819d5c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.75 "DELETE /v2.0/ports/79064df9-9e79-4fda-a192-edc5f471ef60 HTTP/1.1" status: 204 len: 173 time: 0.9559655 Feb 11 13:47:17.577207 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972128da-5e71-45f2-bad3-f7a9560a8e29', 'name': 'network-vif-deleted', 'tag': '79064df9-9e79-4fda-a192-edc5f471ef60', 'status': 'completed', 'code': 200} Feb 11 13:47:17.582648 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Attempting to bind port 5bc674d9-ceba-4572-8b7b-8028a1897251 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:47:17.583007 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Attempting to bind port 5bc674d9-ceba-4572-8b7b-8028a1897251 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:47:17.583362 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Attempting to bind port 5bc674d9-ceba-4572-8b7b-8028a1897251 on network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:47:17.590611 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:47:17.590971 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Checking segment: {'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:47:17.591361 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.591735 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Bound using segment: {'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:47:17.592183 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Bound port: 5bc674d9-ceba-4572-8b7b-8028a1897251, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e78f72-5be8-4a00-b76a-bf3066021992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:47:17.592541 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.653565 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b39c375c-e41b-4509-a337-2c655b5b6e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.703256 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] For port 5bc674d9-ceba-4572-8b7b-8028a1897251, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:17.706773 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] For port 5bc674d9-ceba-4572-8b7b-8028a1897251, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5bc674d9-ceba-4572-8b7b-8028a1897251,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:17.713231 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.786709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-af92fadb-d2d2-4a9c-885d-ac514628e544 req-de192a5d-00b5-4338-8a2d-cb94920a9392 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Synchronizing usage tracker for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:47:17.799973 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93840bbc-07d9-41b4-b973-b01e63a289b5 None None] Pushing event updated for resources: {'Port': ['ID=5bc674d9-ceba-4572-8b7b-8028a1897251,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:17.805789 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Routers {'97dcd915-9fde-446d-8ad1-cd117aeeab0a'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:47:17.806681 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['97dcd915-9fde-446d-8ad1-cd117aeeab0a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:17.808668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-af92fadb-d2d2-4a9c-885d-ac514628e544 req-de192a5d-00b5-4338-8a2d-cb94920a9392 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Unset dirty status for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:47:17.810328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-af92fadb-d2d2-4a9c-885d-ac514628e544 req-de192a5d-00b5-4338-8a2d-cb94920a9392 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=972128da-5e71-45f2-bad3-f7a9560a8e29 HTTP/1.1" status: 200 len: 210 time: 0.0668802 Feb 11 13:47:18.016531 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] Set router 97dcd915-9fde-446d-8ad1-cd117aeeab0a gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:47:18.181976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff500ed-f692-4655-b401-da3e906f76ec req-8e301f4b-d73c-465d-a35a-20a16af8b15e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:18.185131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ff500ed-f692-4655-b401-da3e906f76ec req-8e301f4b-d73c-465d-a35a-20a16af8b15e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0824404 Feb 11 13:47:18.232183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ff500ed-f692-4655-b401-da3e906f76ec req-052ab51d-aa13-4ddb-a2d8-7963adc8e79b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405982 Feb 11 13:47:18.383901 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231112502', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:52Z', 'updated_at': '2022-02-11T13:46:59Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:53Z', 'updated_at': '2022-02-11T13:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '5bc674d9-ceba-4572-8b7b-8028a1897251', 'name': '', 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:3d:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d59a8e-2d6a-4509-bfb6-102b01476215', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:59Z', 'updated_at': '2022-02-11T13:47:17Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'e7d59a8e-2d6a-4509-bfb6-102b01476215', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.388685 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49265851-cef7-4429-8cc9-25ec7c58f9fb None None] The sync data for ids ['97dcd915-9fde-446d-8ad1-cd117aeeab0a'] in n-d-818559-1 is: [{'id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-231112502', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:52Z', 'updated_at': '2022-02-11T13:46:59Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': '6276501a-44e7-4878-a9e5-9ef1da57ce5f', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:53Z', 'updated_at': '2022-02-11T13:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '5bc674d9-ceba-4572-8b7b-8028a1897251', 'name': '', 'network_id': '21147c2d-b9f7-479b-94cc-a78bb9f7b238', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:3d:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dcd915-9fde-446d-8ad1-cd117aeeab0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7d59a8e-2d6a-4509-bfb6-102b01476215', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:59Z', 'updated_at': '2022-02-11T13:47:17Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'e7d59a8e-2d6a-4509-bfb6-102b01476215', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:47:18.922968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43594) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:18.937699 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.939514 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:19.345211 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:19.435076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd9ee-4c62-47d4-8d37-f4fe6a101660 req-033b789d-601a-4ad6-84b0-13644f821edc tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:19.436536 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-430cd9ee-4c62-47d4-8d37-f4fe6a101660 req-033b789d-601a-4ad6-84b0-13644f821edc tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0806830 Feb 11 13:47:19.482673 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-430cd9ee-4c62-47d4-8d37-f4fe6a101660 req-942b09f1-12eb-4afc-b3cd-23e121fff872 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403264 Feb 11 13:47:19.596464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 79064df9-9e79-4fda-a192-edc5f471ef60 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:47:19.632145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 79064df9-9e79-4fda-a192-edc5f471ef60 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:47:19.632490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 79064df9-9e79-4fda-a192-edc5f471ef60 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:47:19.910987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5bc674d9-ceba-4572-8b7b-8028a1897251 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:47:19.961505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Deleting port 5bc674d9-ceba-4572-8b7b-8028a1897251 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:19.962125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:19.977120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 5bc674d9-ceba-4572-8b7b-8028a1897251 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:19.982445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 5bc674d9-ceba-4572-8b7b-8028a1897251 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:19.982914 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:20.098656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:20.130865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 5bc674d9-ceba-4572-8b7b-8028a1897251, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5bc674d9-ceba-4572-8b7b-8028a1897251,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:20.135654 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:20.204812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=5bc674d9-ceba-4572-8b7b-8028a1897251,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:20.262740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] For port 5bc674d9-ceba-4572-8b7b-8028a1897251, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5bc674d9-ceba-4572-8b7b-8028a1897251,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:20.263094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:20.331597 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:20.383064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Calling delete_port for 5bc674d9-ceba-4572-8b7b-8028a1897251 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:20.496084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:47:20.496429 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:47:20.680490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0a89a-cf25-449b-97fb-6cbbf7cee344 req-d2275cac-3f7d-4ba2-a482-f7a645b00236 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:20.682771 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1fd0a89a-cf25-449b-97fb-6cbbf7cee344 req-d2275cac-3f7d-4ba2-a482-f7a645b00236 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0761726 Feb 11 13:47:20.727128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1fd0a89a-cf25-449b-97fb-6cbbf7cee344 req-01b06986-26ce-4416-a197-6eb96cb206d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388317 Feb 11 13:47:20.997701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Deleting port 5bc674d9-ceba-4572-8b7b-8028a1897251 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:20.998345 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.184055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] For port 5bc674d9-ceba-4572-8b7b-8028a1897251, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5bc674d9-ceba-4572-8b7b-8028a1897251,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:21.184408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.304086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Calling delete_port for 5bc674d9-ceba-4572-8b7b-8028a1897251 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:21.476372 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.522684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Port': ['ID=5bc674d9-ceba-4572-8b7b-8028a1897251,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:21.822525 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.982378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fd586c-cacb-4747-8c59-6264811b5a0e req-88a5201a-c1bd-4abf-bbdf-7a87eb8bfeba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1095 time: 0.1446667 Feb 11 13:47:21.991514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a649f-3e74-4ddb-894a-311cd4b77df1 req-b5aba3c8-50d7-4039-a7c7-7e11f05f45bf tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:21.992962 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-624a649f-3e74-4ddb-894a-311cd4b77df1 req-b5aba3c8-50d7-4039-a7c7-7e11f05f45bf tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1124508 Feb 11 13:47:22.125231 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-624a649f-3e74-4ddb-894a-311cd4b77df1 req-804c5a0d-0627-488c-89a8-7be8727d6a67 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253388 Feb 11 13:47:22.175810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd586c-cacb-4747-8c59-6264811b5a0e req-11f2b218-81f9-4579-9faa-c0338ccdd047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:22.177235 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fd586c-cacb-4747-8c59-6264811b5a0e req-11f2b218-81f9-4579-9faa-c0338ccdd047 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1611409 Feb 11 13:47:22.290316 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fd586c-cacb-4747-8c59-6264811b5a0e req-a4a36159-dca3-41b6-973a-ac438454d84d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 997 time: 0.1040270 Feb 11 13:47:22.352173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd586c-cacb-4747-8c59-6264811b5a0e req-279e5179-1ee8-4913-9f8f-749c72d281d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:22.354187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fd586c-cacb-4747-8c59-6264811b5a0e req-279e5179-1ee8-4913-9f8f-749c72d281d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0576921 Feb 11 13:47:22.436542 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fd586c-cacb-4747-8c59-6264811b5a0e req-a2795911-4c43-4cb1-a3ed-71d31706ab06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759039 Feb 11 13:47:22.523423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Router 97dcd915-9fde-446d-8ad1-cd117aeeab0a has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:22.575731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fd586c-cacb-4747-8c59-6264811b5a0e req-7bfb3284-fce5-43d0-83e4-31a2ab8b29ee service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306193 Feb 11 13:47:22.727347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:22.745117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-06ae4875-887e-460d-8947-b601c24aadc4 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "PUT /v2.0/routers/97dcd915-9fde-446d-8ad1-cd117aeeab0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8210144 Feb 11 13:47:22.748127 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43604) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:22.803043 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15fd586c-cacb-4747-8c59-6264811b5a0e req-7cd34885-2217-4e31-9285-4bba16182047 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194700 Feb 11 13:47:22.939877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f022f88c-e6ab-4db0-84c8-d2e26839c49a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Deleting subnet e7d59a8e-2d6a-4509-bfb6-102b01476215 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:47:22.942732 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f022f88c-e6ab-4db0-84c8-d2e26839c49a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:22.996455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f022f88c-e6ab-4db0-84c8-d2e26839c49a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.081578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f022f88c-e6ab-4db0-84c8-d2e26839c49a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.155440 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f022f88c-e6ab-4db0-84c8-d2e26839c49a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.196092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022f88c-e6ab-4db0-84c8-d2e26839c49a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d59a8e-2d6a-4509-bfb6-102b01476215,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:23.203471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f022f88c-e6ab-4db0-84c8-d2e26839c49a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.210874 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f022f88c-e6ab-4db0-84c8-d2e26839c49a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "DELETE /v2.0/subnets/e7d59a8e-2d6a-4509-bfb6-102b01476215 HTTP/1.1" status: 204 len: 168 time: 0.4617019 Feb 11 13:47:23.211946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909db52-e4ce-4647-9854-41460bf501e6 None None] Network 21147c2d-b9f7-479b-94cc-a78bb9f7b238 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:47:23.214292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43610) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:23.463192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabb2c4-0f79-4896-ab28-04fb4e4cb8a9 req-a9bdf3b3-400c-4fee-bcd3-222efdf969c2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:23.467034 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7eabb2c4-0f79-4896-ab28-04fb4e4cb8a9 req-a9bdf3b3-400c-4fee-bcd3-222efdf969c2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1771288 Feb 11 13:47:23.532183 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7eabb2c4-0f79-4896-ab28-04fb4e4cb8a9 req-76a368e0-caad-488a-9411-45ce1b214572 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609591 Feb 11 13:47:23.534909 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f87c8-049e-4a39-9de4-8146eae6b17e None None] DHCP port deletion for 21147c2d-b9f7-479b-94cc-a78bb9f7b238 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:47:23.540186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-085f87c8-049e-4a39-9de4-8146eae6b17e None None] Deleting port e8019280-e3c0-4664-aef3-0554d4525a04 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:23.542887 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-085f87c8-049e-4a39-9de4-8146eae6b17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.569215 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.744714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-085f87c8-049e-4a39-9de4-8146eae6b17e None None] For port e8019280-e3c0-4664-aef3-0554d4525a04, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=e8019280-e3c0-4664-aef3-0554d4525a04,segment=NetworkSegment(58e78f72-5be8-4a00-b76a-bf3066021992),segment_id=58e78f72-5be8-4a00-b76a-bf3066021992)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:23.745270 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-085f87c8-049e-4a39-9de4-8146eae6b17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.864784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-085f87c8-049e-4a39-9de4-8146eae6b17e None None] Calling delete_port for e8019280-e3c0-4664-aef3-0554d4525a04 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:23.883934 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.895279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Deleting port 6276501a-44e7-4878-a9e5-9ef1da57ce5f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:23.895621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.905417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device e8019280-e3c0-4664-aef3-0554d4525a04 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:47:24.021263 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-085f87c8-049e-4a39-9de4-8146eae6b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.061624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Port e8019280-e3c0-4664-aef3-0554d4525a04 update to DOWN by agent not found {{(pid=83569) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 11 13:47:24.070907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f87c8-049e-4a39-9de4-8146eae6b17e None None] Pushing event deleted for resources: {'Port': ['ID=e8019280-e3c0-4664-aef3-0554d4525a04,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:24.077582 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085f87c8-049e-4a39-9de4-8146eae6b17e None None] No DVR routers for this DVR port e8019280-e3c0-4664-aef3-0554d4525a04 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:24.086438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] For port 6276501a-44e7-4878-a9e5-9ef1da57ce5f, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=6276501a-44e7-4878-a9e5-9ef1da57ce5f,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:24.086438 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.211624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Calling delete_port for 6276501a-44e7-4878-a9e5-9ef1da57ce5f owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:24.374879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.424411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Port': ['ID=6276501a-44e7-4878-a9e5-9ef1da57ce5f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:24.664154 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.736783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f316d-0350-41b4-a640-4d34c4103b3f req-143ac180-a086-4877-8f2d-eec55e3783bf tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:24.738230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc8f316d-0350-41b4-a640-4d34c4103b3f req-143ac180-a086-4877-8f2d-eec55e3783bf tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0770154 Feb 11 13:47:24.784162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc8f316d-0350-41b4-a640-4d34c4103b3f req-dfe09895-995f-4d6a-9c68-3fe60a531d03 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402074 Feb 11 13:47:24.930289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.935512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.960700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.961235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Fanout notify agent at l3_agent the message router_deleted on router 97dcd915-9fde-446d-8ad1-cd117aeeab0a {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:47:24.976785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.977878 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3d56e489-d12d-4875-94e8-26cb60a50e68 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "DELETE /v2.0/routers/97dcd915-9fde-446d-8ad1-cd117aeeab0a HTTP/1.1" status: 204 len: 168 time: 1.7625382 Feb 11 13:47:24.980836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43620) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:25.097833 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.197143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b01f6-c601-4899-b486-1a9dfac70c43 req-7c9030f6-62d6-4a47-9f89-a235d302e471 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:25.198602 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b67b01f6-c601-4899-b486-1a9dfac70c43 req-7c9030f6-62d6-4a47-9f89-a235d302e471 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1239941 Feb 11 13:47:25.254154 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-563251d6-e9c8-4046-9b2d-bb2f0bb14435 req-fca5ef57-2da3-4750-affe-84254793ada3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1095 time: 0.1211016 Feb 11 13:47:25.262141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b67b01f6-c601-4899-b486-1a9dfac70c43 req-eb739d64-1d33-43a4-b998-1951cdef4624 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570364 Feb 11 13:47:25.307813 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:47:25.338107 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.365602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21147c2d-b9f7-479b-94cc-a78bb9f7b238']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:25.377874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e78f72-5be8-4a00-b76a-bf3066021992') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:25.378170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e78f72-5be8-4a00-b76a-bf3066021992') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:25.390202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563251d6-e9c8-4046-9b2d-bb2f0bb14435 req-164eb012-64f7-43c6-a845-a67224c43976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:25.391091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.391741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-563251d6-e9c8-4046-9b2d-bb2f0bb14435 req-164eb012-64f7-43c6-a845-a67224c43976 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1287403 Feb 11 13:47:25.408570 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.414711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:47:25.415091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:47:25.429725 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:47:25.500667 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-563251d6-e9c8-4046-9b2d-bb2f0bb14435 req-1e522c56-997e-46ba-b1de-1600d2bacb55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 997 time: 0.1015282 Feb 11 13:47:25.513358 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.532893 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.544523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Network': ['ID=21147c2d-b9f7-479b-94cc-a78bb9f7b238,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:25.552181 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d75aa042-9a9c-4d88-800b-0c8f20b24bd5 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "DELETE /v2.0/networks/21147c2d-b9f7-479b-94cc-a78bb9f7b238 HTTP/1.1" status: 204 len: 168 time: 0.5679886 Feb 11 13:47:25.553020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43624) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:25.576752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563251d6-e9c8-4046-9b2d-bb2f0bb14435 req-93679fd4-505e-4b48-9b1b-7ece5130e2f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:25.578220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-563251d6-e9c8-4046-9b2d-bb2f0bb14435 req-93679fd4-505e-4b48-9b1b-7ece5130e2f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0720291 Feb 11 13:47:25.653953 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-563251d6-e9c8-4046-9b2d-bb2f0bb14435 req-f96b29ed-f804-46e1-a520-5cf810880ecb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693929 Feb 11 13:47:25.754251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Deleting port 04dbba53-9b16-4565-8dfd-073e502b3889 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:25.754831 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.786456 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-563251d6-e9c8-4046-9b2d-bb2f0bb14435 req-9d25439f-7693-4282-a989-3be62efbd8c3 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254766 Feb 11 13:47:25.941608 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.941927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.943240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-563251d6-e9c8-4046-9b2d-bb2f0bb14435 req-8d2294ce-0898-4bdf-bbb0-e62141b2e730 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503944 Feb 11 13:47:26.065047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Calling delete_port for 04dbba53-9b16-4565-8dfd-073e502b3889 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:26.221069 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.266046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Port': ['ID=04dbba53-9b16-4565-8dfd-073e502b3889,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:26.359901 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.583650 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91a9c6-e956-45e4-ac33-00e7cdf340bf req-b13c8de1-6412-40af-aee9-4db1f4c542ba tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:26.585101 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea91a9c6-e956-45e4-ac33-00e7cdf340bf req-b13c8de1-6412-40af-aee9-4db1f4c542ba tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1766675 Feb 11 13:47:26.643179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea91a9c6-e956-45e4-ac33-00e7cdf340bf req-f778bfe7-d464-45bc-80c2-cde078624d58 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517037 Feb 11 13:47:26.960909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Router 16ab4c8a-069d-45b0-bebb-c6d45386a30c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:27.161430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:27.170876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] Sync routers for ids ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:47:27.178694 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:27.183059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] Routers {'16ab4c8a-069d-45b0-bebb-c6d45386a30c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:47:27.183924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:27.241414 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6f9e1ee1-87df-45d8-96b4-d59acaf6ae28 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "DELETE /v2.0/floatingips/3e1b909f-0305-4681-bd91-b802bbd46958 HTTP/1.1" status: 204 len: 168 time: 1.6879892 Feb 11 13:47:27.242204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6139ce-372d-4684-b998-d025d388aacf', 'tag': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:27.305059 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6139ce-372d-4684-b998-d025d388aacf', 'tag': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'status': 'completed', 'code': 200} Feb 11 13:47:27.365487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] Set router 16ab4c8a-069d-45b0-bebb-c6d45386a30c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:47:27.398874 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6472cab-af56-4175-ae31-342b64faa119 req-54fd901c-8752-40cd-8713-2394db61175c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9c0b5bdaf0948109441f12debcf137c&device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 1136 time: 0.0749032 Feb 11 13:47:27.545879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6472cab-af56-4175-ae31-342b64faa119 req-c36cc1d2-3c3f-4333-bfd1-13a1e563799b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:27.547914 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6472cab-af56-4175-ae31-342b64faa119 req-c36cc1d2-3c3f-4333-bfd1-13a1e563799b service neutron] 10.222.0.73 "GET /v2.0/networks?id=06c62662-9cc2-4141-98c8-de33c2a38904 HTTP/1.1" status: 200 len: 898 time: 0.1437426 Feb 11 13:47:27.617183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6472cab-af56-4175-ae31-342b64faa119 req-a69eb77e-45d1-4d8e-b83a-ac97306d0591 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11a6fbd-135c-4514-bba6-89b2cc25cee0 HTTP/1.1" status: 200 len: 217 time: 0.0629845 Feb 11 13:47:27.669682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773a321-f9b4-4db5-ba6a-8397bc3285c7 req-dc8d2c8b-330e-4580-b5f1-b42fc6169f4b tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:27.670391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0773a321-f9b4-4db5-ba6a-8397bc3285c7 req-dc8d2c8b-330e-4580-b5f1-b42fc6169f4b tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Synchronizing usage tracker for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:47:27.688996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0773a321-f9b4-4db5-ba6a-8397bc3285c7 req-dc8d2c8b-330e-4580-b5f1-b42fc6169f4b tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Unset dirty status for tenant:f9c0b5bdaf0948109441f12debcf137c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:47:27.690268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0773a321-f9b4-4db5-ba6a-8397bc3285c7 req-dc8d2c8b-330e-4580-b5f1-b42fc6169f4b tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 985 time: 0.0971148 Feb 11 13:47:27.699115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6472cab-af56-4175-ae31-342b64faa119 req-e06c4dcc-5fc6-4f49-a273-3aa2658b95e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:27.700611 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6472cab-af56-4175-ae31-342b64faa119 req-e06c4dcc-5fc6-4f49-a273-3aa2658b95e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9e7df8b-88fd-40c2-b710-4c0e6702e3c0 HTTP/1.1" status: 200 len: 835 time: 0.0733371 Feb 11 13:47:27.701498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd55a4c17-afe0-4acb-bd50-733054c028a2', 'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:9c:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:51Z', 'updated_at': '2022-02-11T13:46:00Z', 'revision_number': 5, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:27.705662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] Checking router: 16ab4c8a-069d-45b0-bebb-c6d45386a30c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:47:27.716736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] Routers {'16ab4c8a-069d-45b0-bebb-c6d45386a30c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:47:27.717478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:27.750419 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0773a321-f9b4-4db5-ba6a-8397bc3285c7 req-1f8d6b1b-d6d4-4dd9-a7ba-33553c6078af tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0484264 Feb 11 13:47:27.787751 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6472cab-af56-4175-ae31-342b64faa119 req-85e0b1ae-eda3-47ce-8d5a-cb2d98cac3ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06c62662-9cc2-4141-98c8-de33c2a38904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798280 Feb 11 13:47:27.910925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] Set router 16ab4c8a-069d-45b0-bebb-c6d45386a30c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:47:28.062385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca0791-4eb5-4587-b36e-5e37eb840629 req-aca54452-84eb-4f2d-9914-944873536984 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:28.063778 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4eca0791-4eb5-4587-b36e-5e37eb840629 req-aca54452-84eb-4f2d-9914-944873536984 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.2751813 Feb 11 13:47:28.073580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6472cab-af56-4175-ae31-342b64faa119 req-d13dc378-7075-4bc5-a3a8-1267916562f4 service neutron] 10.222.0.73 "GET /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502797 Feb 11 13:47:28.195463 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4eca0791-4eb5-4587-b36e-5e37eb840629 req-67d59135-30ad-4b16-9ff7-4786f5564af3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250441 Feb 11 13:47:28.236501 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6472cab-af56-4175-ae31-342b64faa119 req-4a0314b5-74b0-434b-9015-19a42939d355 service neutron] 10.222.0.73 "GET /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502635 Feb 11 13:47:28.272755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd55a4c17-afe0-4acb-bd50-733054c028a2', 'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:9c:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:51Z', 'updated_at': '2022-02-11T13:46:00Z', 'revision_number': 5, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:28.278851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f37518-9fc6-4c1e-ba8f-3244ca853ef8 None None] The sync data for ids ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'] in n-d-818559-1 is: [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'd55a4c17-afe0-4acb-bd50-733054c028a2', 'name': '', 'network_id': '06c62662-9cc2-4141-98c8-de33c2a38904', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'mac_address': 'fa:16:3e:9c:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:51Z', 'updated_at': '2022-02-11T13:46:00Z', 'revision_number': 5, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'subnets': [{'id': 'c9e7df8b-88fd-40c2-b710-4c0e6702e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:47:28.399396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eae35-3e3f-4326-901e-d60ae4c5587c req-b6a14bc2-3ef8-43a0-a274-9502b265643c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:28.401744 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad0eae35-3e3f-4326-901e-d60ae4c5587c req-b6a14bc2-3ef8-43a0-a274-9502b265643c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0759189 Feb 11 13:47:28.446126 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ad0eae35-3e3f-4326-901e-d60ae4c5587c req-7e3a0aa9-6cdb-43ac-bf07-89821b44cc2a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389555 Feb 11 13:47:28.873208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fc9b5-8161-4715-95ff-555c5375a280 req-ad19eeff-e251-4c6b-bad7-bc3f6971f294 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:28.874869 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd1fc9b5-8161-4715-95ff-555c5375a280 req-ad19eeff-e251-4c6b-bad7-bc3f6971f294 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0807576 Feb 11 13:47:28.920335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd1fc9b5-8161-4715-95ff-555c5375a280 req-58e93134-f1c6-49f3-a41a-b8f7a649f05e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 Feb 11 13:47:29.051458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7ffcc-2d0a-4a82-9c69-ee89096cd7b3 req-26707aec-e0c8-4e60-a4ea-8ce7118ce71f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:29.052916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82b7ffcc-2d0a-4a82-9c69-ee89096cd7b3 req-26707aec-e0c8-4e60-a4ea-8ce7118ce71f tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 985 time: 0.1727433 Feb 11 13:47:29.062214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-c1353c34-8373-4b27-8639-dff952b214a3 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:29.064659 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-c1353c34-8373-4b27-8639-dff952b214a3 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 985 time: 0.1535444 Feb 11 13:47:29.127014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5232d45-df70-42d8-8a3d-d387292e483f req-57b3e4c5-f941-48e6-8300-5ce109bcbbdf tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:29.128396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5232d45-df70-42d8-8a3d-d387292e483f req-57b3e4c5-f941-48e6-8300-5ce109bcbbdf tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0816946 Feb 11 13:47:29.163186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-48ef394e-eab9-47a8-8beb-7e332d608471 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Deleting port c11a6fbd-135c-4514-bba6-89b2cc25cee0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:29.163524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-48ef394e-eab9-47a8-8beb-7e332d608471 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.175384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5232d45-df70-42d8-8a3d-d387292e483f req-39be5586-fa0f-4919-9953-6f3d687993ca tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412779 Feb 11 13:47:29.198205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82b7ffcc-2d0a-4a82-9c69-ee89096cd7b3 req-6331e627-d90f-4051-91dd-24a4278d21d9 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/security-groups?id=adc31ca0-6ea9-4923-a828-d5371f4efcd7&id=1e8c501e-df84-43be-9389-768dff509de4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1325753 Feb 11 13:47:29.383277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f99c4-a0f0-4718-b51a-e7dac8a00b9c req-9c81baf3-ebf4-4f95-89f9-c5e70a767e03 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:29.384781 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d23f99c4-a0f0-4718-b51a-e7dac8a00b9c req-9c81baf3-ebf4-4f95-89f9-c5e70a767e03 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0856709 Feb 11 13:47:29.422538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-48ef394e-eab9-47a8-8beb-7e332d608471 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] For port c11a6fbd-135c-4514-bba6-89b2cc25cee0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=c11a6fbd-135c-4514-bba6-89b2cc25cee0,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:29.422825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-48ef394e-eab9-47a8-8beb-7e332d608471 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.430296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d23f99c4-a0f0-4718-b51a-e7dac8a00b9c req-664bd690-23ac-4796-a321-b74ef48b5791 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400918 Feb 11 13:47:29.548171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-48ef394e-eab9-47a8-8beb-7e332d608471 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Calling delete_port for c11a6fbd-135c-4514-bba6-89b2cc25cee0 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:29.679926 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc0917-1f23-40e3-9c0e-cc840db6612f None None] Sync routers for ids ['97dcd915-9fde-446d-8ad1-cd117aeeab0a'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:47:29.703351 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc0917-1f23-40e3-9c0e-cc840db6612f None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:47:29.703710 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc0917-1f23-40e3-9c0e-cc840db6612f None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:47:29.704295 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-78dc0917-1f23-40e3-9c0e-cc840db6612f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'97dcd915-9fde-446d-8ad1-cd117aeeab0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:47:29.723582 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-48ef394e-eab9-47a8-8beb-7e332d608471 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.727947 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc0917-1f23-40e3-9c0e-cc840db6612f None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:47:29.728408 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc0917-1f23-40e3-9c0e-cc840db6612f None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:47:29.728982 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-78dc0917-1f23-40e3-9c0e-cc840db6612f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'97dcd915-9fde-446d-8ad1-cd117aeeab0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:47:29.729850 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc0917-1f23-40e3-9c0e-cc840db6612f None None] The sync data for ids ['97dcd915-9fde-446d-8ad1-cd117aeeab0a'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:47:29.830818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef394e-eab9-47a8-8beb-7e332d608471 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Port': ['ID=c11a6fbd-135c-4514-bba6-89b2cc25cee0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:29.839800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d390af-2339-4c2e-bfe8-c46e6794d181 req-c8f5038f-62d9-4aa5-af68-0f27dba6e493 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:29.841312 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01d390af-2339-4c2e-bfe8-c46e6794d181 req-c8f5038f-62d9-4aa5-af68-0f27dba6e493 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1010191 Feb 11 13:47:29.844405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414050ff-5136-4f30-9891-97e01ee349fa None None] New status for floating IP 3e1b909f-0305-4681-bd91-b802bbd46958: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:47:29.881711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-48ef394e-eab9-47a8-8beb-7e332d608471 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] No DVR routers for this DVR port c11a6fbd-135c-4514-bba6-89b2cc25cee0 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:29.884669 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-48ef394e-eab9-47a8-8beb-7e332d608471 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.889677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6139ce-372d-4684-b998-d025d388aacf', 'name': 'network-vif-deleted', 'tag': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:29.903205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-01d390af-2339-4c2e-bfe8-c46e6794d181 req-20120e74-d706-4996-bf9a-50870fe9a6df tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559783 Feb 11 13:47:29.907915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-feda3207-3c85-4147-8a21-5ef9639951d1 req-48ef394e-eab9-47a8-8beb-7e332d608471 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.73 "DELETE /v2.0/ports/c11a6fbd-135c-4514-bba6-89b2cc25cee0 HTTP/1.1" status: 204 len: 173 time: 0.8248837 Feb 11 13:47:29.973911 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6139ce-372d-4684-b998-d025d388aacf', 'name': 'network-vif-deleted', 'tag': 'c11a6fbd-135c-4514-bba6-89b2cc25cee0', 'status': 'completed', 'code': 200} Feb 11 13:47:30.120497 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5bc674d9-ceba-4572-8b7b-8028a1897251 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:47:30.166268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 5bc674d9-ceba-4572-8b7b-8028a1897251 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:47:30.166908 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5bc674d9-ceba-4572-8b7b-8028a1897251 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:47:30.387256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-736483ee-7a87-48f8-b25f-3419c5b8cb96 req-f3ee1eb0-4749-4edb-aa06-a26986606f1c tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a6139ce-372d-4684-b998-d025d388aacf HTTP/1.1" status: 200 len: 210 time: 0.0464303 Feb 11 13:47:31.124097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e987d1f-b25c-44b4-876c-07b4d0d0b065 req-6f057832-14b6-4688-8936-c93a20e47e4f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:31.125578 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e987d1f-b25c-44b4-876c-07b4d0d0b065 req-6f057832-14b6-4688-8936-c93a20e47e4f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0969617 Feb 11 13:47:31.172314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1e987d1f-b25c-44b4-876c-07b4d0d0b065 req-090300a3-de52-4ada-99ec-e87522d51c83 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411537 Feb 11 13:47:31.508640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43670) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:31.568638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587473c0-ac3d-41d7-b9dd-daa14aad5d6a req-8451f300-6d60-48ec-b65e-7b3fd165bee1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:31.571388 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-587473c0-ac3d-41d7-b9dd-daa14aad5d6a req-8451f300-6d60-48ec-b65e-7b3fd165bee1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1103926 Feb 11 13:47:31.585070 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.616880 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.637174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-587473c0-ac3d-41d7-b9dd-daa14aad5d6a req-b65638e1-8ace-4224-a1b4-06efd5135d4b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603752 Feb 11 13:47:31.683089 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.701356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc31ca0-6ea9-4923-a828-d5371f4efcd7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:31.713864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.714211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.714546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.714909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.715241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.715566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.715887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.716211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.716530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.716846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.717165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:31.722199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.723421 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5d45f867-6b00-49c0-bffa-b9346958e992 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "DELETE /v2.0/security-groups/adc31ca0-6ea9-4923-a828-d5371f4efcd7 HTTP/1.1" status: 204 len: 168 time: 0.2136974 Feb 11 13:47:31.727003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:31.789867 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08ad5a4e-3919-4342-b673-c67a8a283993 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.816564 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08ad5a4e-3919-4342-b673-c67a8a283993 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.855748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6276501a-44e7-4878-a9e5-9ef1da57ce5f no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:47:31.865423 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08ad5a4e-3919-4342-b673-c67a8a283993 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.885344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad5a4e-3919-4342-b673-c67a8a283993 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c501e-df84-43be-9389-768dff509de4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:31.891432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 6276501a-44e7-4878-a9e5-9ef1da57ce5f {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:47:31.891790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 6276501a-44e7-4878-a9e5-9ef1da57ce5f not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:47:31.892295 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08ad5a4e-3919-4342-b673-c67a8a283993 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.893473 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-08ad5a4e-3919-4342-b673-c67a8a283993 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "DELETE /v2.0/security-groups/1e8c501e-df84-43be-9389-768dff509de4 HTTP/1.1" status: 204 len: 168 time: 0.1655650 Feb 11 13:47:31.896382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43678) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:32.393771 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.827947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3576e-bc79-40ff-b9ce-74113d5c1876 req-e13082a7-5371-40fd-aac8-34394a55e0f2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:32.829398 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31c3576e-bc79-40ff-b9ce-74113d5c1876 req-e13082a7-5371-40fd-aac8-34394a55e0f2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0815136 Feb 11 13:47:32.876517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31c3576e-bc79-40ff-b9ce-74113d5c1876 req-800b1ae0-1d1a-4ca7-9b91-e9b90cd682e8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Feb 11 13:47:32.904139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c11a6fbd-135c-4514-bba6-89b2cc25cee0 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:47:32.938846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: c11a6fbd-135c-4514-bba6-89b2cc25cee0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:47:32.939194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device c11a6fbd-135c-4514-bba6-89b2cc25cee0 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:47:33.059144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Deleting port d55a4c17-afe0-4acb-bd50-733054c028a2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:33.059485 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:33.216990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b241d3-c177-4ef4-98d9-43544b9556d5 req-24343463-ba36-46f4-ba9d-68f403faed80 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:33.218442 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5b241d3-c177-4ef4-98d9-43544b9556d5 req-24343463-ba36-46f4-ba9d-68f403faed80 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.2131944 Feb 11 13:47:33.300651 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5b241d3-c177-4ef4-98d9-43544b9556d5 req-01778572-157c-48da-b4cb-99cb5b803e97 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759594 Feb 11 13:47:33.305393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] For port d55a4c17-afe0-4acb-bd50-733054c028a2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d55a4c17-afe0-4acb-bd50-733054c028a2,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:33.305754 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:33.438366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Calling delete_port for d55a4c17-afe0-4acb-bd50-733054c028a2 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:33.499523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae378c-607b-432a-b115-6a10d6146a6a req-6ffbd57b-c84c-4174-abd9-11b09f6f457e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:33.500939 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-33ae378c-607b-432a-b115-6a10d6146a6a req-6ffbd57b-c84c-4174-abd9-11b09f6f457e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0810242 Feb 11 13:47:33.546845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-33ae378c-607b-432a-b115-6a10d6146a6a req-b01e7e9e-e38d-49df-9c57-e8a83b2cfc32 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403593 Feb 11 13:47:33.627812 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:33.677143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Port': ['ID=d55a4c17-afe0-4acb-bd50-733054c028a2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:34.017862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f5197-c01f-424d-b786-7088e392f22d req-9277c9a3-9f16-4fb6-b604-c521e6be0b5a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:34.019365 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f47f5197-c01f-424d-b786-7088e392f22d req-9277c9a3-9f16-4fb6-b604-c521e6be0b5a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.3448999 Feb 11 13:47:34.147003 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f47f5197-c01f-424d-b786-7088e392f22d req-e5bb19ea-ddd9-4e52-91b3-0d6157e0d719 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204917 Feb 11 13:47:34.202140 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:34.348182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e0cef-4966-4ebc-bf9e-7303d95bf339 req-98e6c386-e04a-4475-9eaf-5d5cebca8403 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:34.349629 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-726e0cef-4966-4ebc-bf9e-7303d95bf339 req-98e6c386-e04a-4475-9eaf-5d5cebca8403 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0801425 Feb 11 13:47:34.395389 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-726e0cef-4966-4ebc-bf9e-7303d95bf339 req-a946e4da-4868-48d3-9271-2ee19c73f744 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395293 Feb 11 13:47:34.666306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9705e23-cc3f-41cc-8864-90b614381c6b req-85343cb6-3e54-496d-8071-328c25b0552a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:34.667842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9705e23-cc3f-41cc-8864-90b614381c6b req-85343cb6-3e54-496d-8071-328c25b0552a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1281390 Feb 11 13:47:34.835058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9705e23-cc3f-41cc-8864-90b614381c6b req-609322b2-d10b-4d15-b6df-fb1563dfd76c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615298 Feb 11 13:47:34.912768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Router 16ab4c8a-069d-45b0-bebb-c6d45386a30c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:35.116455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:35.125710 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] Sync routers for ids ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:47:35.128786 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8867a373-7cfa-4267-abf9-06ec4af2cb07 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "PUT /v2.0/routers/16ab4c8a-069d-45b0-bebb-c6d45386a30c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2309303 Feb 11 13:47:35.131378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43698) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:35.138077 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] Routers {'16ab4c8a-069d-45b0-bebb-c6d45386a30c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:47:35.138701 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:35.314436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b4f389-b4bd-4aa4-aeab-0fd9f6dd9218 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Deleting subnet c9e7df8b-88fd-40c2-b710-4c0e6702e3c0 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:47:35.315960 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] Set router 16ab4c8a-069d-45b0-bebb-c6d45386a30c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:47:35.317490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72b4f389-b4bd-4aa4-aeab-0fd9f6dd9218 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:35.377266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72b4f389-b4bd-4aa4-aeab-0fd9f6dd9218 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:35.458747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72b4f389-b4bd-4aa4-aeab-0fd9f6dd9218 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:35.608017 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 5, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:35.612034 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] Checking router: 16ab4c8a-069d-45b0-bebb-c6d45386a30c for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:47:35.622726 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] Routers {'16ab4c8a-069d-45b0-bebb-c6d45386a30c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:47:35.623334 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:35.646278 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72b4f389-b4bd-4aa4-aeab-0fd9f6dd9218 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:35.684675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4f389-b4bd-4aa4-aeab-0fd9f6dd9218 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e7df8b-88fd-40c2-b710-4c0e6702e3c0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:35.691438 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-72b4f389-b4bd-4aa4-aeab-0fd9f6dd9218 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:35.698674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-72b4f389-b4bd-4aa4-aeab-0fd9f6dd9218 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "DELETE /v2.0/subnets/c9e7df8b-88fd-40c2-b710-4c0e6702e3c0 HTTP/1.1" status: 204 len: 168 time: 0.5660963 Feb 11 13:47:35.699367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4145663a-99e3-490c-b97b-8c32f489cf51 None None] Network 06c62662-9cc2-4141-98c8-de33c2a38904 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:47:35.701304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43702) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:35.800927 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] Set router 16ab4c8a-069d-45b0-bebb-c6d45386a30c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:47:35.911032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:35.968773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0112a7-09ca-449d-8399-8f67f31ba6be None None] DHCP port deletion for 06c62662-9cc2-4141-98c8-de33c2a38904 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:47:35.973398 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ae0112a7-09ca-449d-8399-8f67f31ba6be None None] Deleting port dddb3335-ae5d-416e-8389-135d663e1e58 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:35.973847 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0112a7-09ca-449d-8399-8f67f31ba6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:36.101731 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 5, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:36.106125 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eeb847-ada6-4dbc-8d11-4455a734a7fe None None] The sync data for ids ['16ab4c8a-069d-45b0-bebb-c6d45386a30c'] in n-d-818559-1 is: [{'id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866727812', 'tenant_id': 'f9c0b5bdaf0948109441f12debcf137c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:44Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 5, 'project_id': 'f9c0b5bdaf0948109441f12debcf137c', 'gw_port': {'id': 'd80d7416-c4bd-4009-977d-b5ef8790d1fa', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab4c8a-069d-45b0-bebb-c6d45386a30c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:45Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:47:36.126906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:36.144383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Deleting port d80d7416-c4bd-4009-977d-b5ef8790d1fa {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:36.144778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:36.185976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ae0112a7-09ca-449d-8399-8f67f31ba6be None None] For port dddb3335-ae5d-416e-8389-135d663e1e58, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=dddb3335-ae5d-416e-8389-135d663e1e58,segment=NetworkSegment(edadec09-0c3d-4200-ac79-1a1ec1decfe5),segment_id=edadec09-0c3d-4200-ac79-1a1ec1decfe5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:36.186250 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0112a7-09ca-449d-8399-8f67f31ba6be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:36.315634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ae0112a7-09ca-449d-8399-8f67f31ba6be None None] Calling delete_port for dddb3335-ae5d-416e-8389-135d663e1e58 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:36.318367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] For port d80d7416-c4bd-4009-977d-b5ef8790d1fa, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d80d7416-c4bd-4009-977d-b5ef8790d1fa,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:36.318756 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:36.390605 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0112a7-09ca-449d-8399-8f67f31ba6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:36.438428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0112a7-09ca-449d-8399-8f67f31ba6be None None] Pushing event deleted for resources: {'Port': ['ID=dddb3335-ae5d-416e-8389-135d663e1e58,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:36.439993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Calling delete_port for d80d7416-c4bd-4009-977d-b5ef8790d1fa owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:36.443499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0112a7-09ca-449d-8399-8f67f31ba6be None None] No DVR routers for this DVR port dddb3335-ae5d-416e-8389-135d663e1e58 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:36.621102 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:36.667037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Port': ['ID=d80d7416-c4bd-4009-977d-b5ef8790d1fa,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:36.888007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.247450 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.251551 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.275920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.276509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Fanout notify agent at l3_agent the message router_deleted on router 16ab4c8a-069d-45b0-bebb-c6d45386a30c {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:47:37.290456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.291950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-90847e3f-293a-41fe-ac92-773b51f5434a tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "DELETE /v2.0/routers/16ab4c8a-069d-45b0-bebb-c6d45386a30c HTTP/1.1" status: 204 len: 168 time: 1.5895240 Feb 11 13:47:37.295002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43708) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:37.414627 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.546058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.569899 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.576063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c62662-9cc2-4141-98c8-de33c2a38904']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:37.588338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edadec09-0c3d-4200-ac79-1a1ec1decfe5') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:37.588853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edadec09-0c3d-4200-ac79-1a1ec1decfe5') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:37.599720 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.615109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.621912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:47:37.622284 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:47:37.637207 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:47:37.720353 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.737747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.750990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] Pushing event deleted for resources: {'Network': ['ID=06c62662-9cc2-4141-98c8-de33c2a38904,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:37.753486 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-70c1f423-505f-445a-ac99-94d306050aa8 tempest-TestSecurityGroupsBasicOps-1176247167 tempest-TestSecurityGroupsBasicOps-1176247167-project] 10.222.0.67 "DELETE /v2.0/networks/06c62662-9cc2-4141-98c8-de33c2a38904 HTTP/1.1" status: 204 len: 168 time: 0.4575620 Feb 11 13:47:37.896650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d80d7416-c4bd-4009-977d-b5ef8790d1fa no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:47:37.929336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d80d7416-c4bd-4009-977d-b5ef8790d1fa {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:47:37.929677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d80d7416-c4bd-4009-977d-b5ef8790d1fa not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:47:37.930089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d55a4c17-afe0-4acb-bd50-733054c028a2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:47:37.963471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d55a4c17-afe0-4acb-bd50-733054c028a2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:47:37.963805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d55a4c17-afe0-4acb-bd50-733054c028a2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:47:37.964226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dddb3335-ae5d-416e-8389-135d663e1e58 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:47:37.997062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: dddb3335-ae5d-416e-8389-135d663e1e58 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:47:37.997408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device dddb3335-ae5d-416e-8389-135d663e1e58 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:47:38.137419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43718) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:38.309498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-99a52af7-c0b1-4a9c-bc24-7509dac44294 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f9c0b5bdaf0948109441f12debcf137c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1706352 Feb 11 13:47:38.311848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43724) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:38.369885 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c95cd748-19f8-4c18-ab35-f61487f56713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:38.395339 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c95cd748-19f8-4c18-ab35-f61487f56713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:38.445966 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c95cd748-19f8-4c18-ab35-f61487f56713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:38.461907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cd748-19f8-4c18-ab35-f61487f56713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fba9753-7959-4b83-b7f0-888bcdc001b0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:38.470317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c95cd748-19f8-4c18-ab35-f61487f56713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:38.474067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c95cd748-19f8-4c18-ab35-f61487f56713 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9fba9753-7959-4b83-b7f0-888bcdc001b0 HTTP/1.1" status: 204 len: 168 time: 0.1612885 Feb 11 13:47:38.792444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43732) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:38.814446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22d4eae1-9113-4926-b4fa-1739c0dc0eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:38.851051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-22d4eae1-9113-4926-b4fa-1739c0dc0eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:47:38.855389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-22d4eae1-9113-4926-b4fa-1739c0dc0eda admin admin] Usage tracker for resource:security_group_rule and tenant:4559814a2d4a47c99fecd002ae975663 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:47:38.858280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-22d4eae1-9113-4926-b4fa-1739c0dc0eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:47:38.863971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-22d4eae1-9113-4926-b4fa-1739c0dc0eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:47:38.928152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22d4eae1-9113-4926-b4fa-1739c0dc0eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:38.932646 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22d4eae1-9113-4926-b4fa-1739c0dc0eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:38.976968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4eae1-9113-4926-b4fa-1739c0dc0eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af7eb78-c2b6-4c25-92c4-fb25969f3f08,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:38.981820 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-22d4eae1-9113-4926-b4fa-1739c0dc0eda admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4559814a2d4a47c99fecd002ae975663&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1883762 Feb 11 13:47:38.984634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43736) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:39.043389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b8ba4ca-6d48-497d-bcf6-3da246859b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.069764 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b8ba4ca-6d48-497d-bcf6-3da246859b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.128769 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b8ba4ca-6d48-497d-bcf6-3da246859b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.144858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ba4ca-6d48-497d-bcf6-3da246859b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af7eb78-c2b6-4c25-92c4-fb25969f3f08,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:39.153593 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2b8ba4ca-6d48-497d-bcf6-3da246859b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.155209 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2b8ba4ca-6d48-497d-bcf6-3da246859b8f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0af7eb78-c2b6-4c25-92c4-fb25969f3f08 HTTP/1.1" status: 204 len: 168 time: 0.1696749 Feb 11 13:47:39.564496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43744) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:39.613911 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-085961d5-fd2c-4968-a2e4-1805c2fbfbb0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6a4c84558dc14a5c9023ce646beea95e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482068 Feb 11 13:47:39.616237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43748) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:39.674001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58b84ff6-ad44-4a88-961f-69d2b9ff9437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.699883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58b84ff6-ad44-4a88-961f-69d2b9ff9437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.751300 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58b84ff6-ad44-4a88-961f-69d2b9ff9437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.767840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b84ff6-ad44-4a88-961f-69d2b9ff9437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1450834-452f-47bb-a156-2b6017693e16,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:39.778981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-58b84ff6-ad44-4a88-961f-69d2b9ff9437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.780049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-58b84ff6-ad44-4a88-961f-69d2b9ff9437 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d1450834-452f-47bb-a156-2b6017693e16 HTTP/1.1" status: 204 len: 168 time: 0.1628571 Feb 11 13:47:40.663213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43772) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:40.792941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1593310231-network', 'tenant_id': '839c314644134b148b6bd4357b6acd78'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:40.798151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:47:40.801910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Usage tracker for resource:network and tenant:839c314644134b148b6bd4357b6acd78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:47:40.804805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:47:40.811396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:47:40.819950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Made reservation on behalf of 839c314644134b148b6bd4357b6acd78 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:40.822254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:40.834151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:40.865086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:47:40.868911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Usage tracker for resource:security_group_rule and tenant:839c314644134b148b6bd4357b6acd78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:47:40.871937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:47:40.877563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:47:40.941375 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:40.944878 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:40.977086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:47:40.986333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272b6006-ec95-4af9-abaa-ce63727611e1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:40.992676 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:40.993010 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Added segment 3ac0683b-ec28-470e-8070-af552b63e0fe of type vlan for network 9baee0a6-8439-44ea-9e2f-b2ab9560e65c Feb 11 13:47:41.106413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:41.136671 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:41.137582 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:41.138147 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:41.246040 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5814576 Feb 11 13:47:41.246769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f50a3e-a0cb-4b6a-95c1-0d026b0d2da3 admin admin] Pushing event updated for resources: {'Network': ['ID=9baee0a6-8439-44ea-9e2f-b2ab9560e65c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:41.248798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:41.254175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Request body: {'subnet': {'network_id': '9baee0a6-8439-44ea-9e2f-b2ab9560e65c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1593310231-subnet', 'tenant_id': '839c314644134b148b6bd4357b6acd78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:41.257162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 9baee0a6-8439-44ea-9e2f-b2ab9560e65c details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:47:41.260040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:47:41.263880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Usage tracker for resource:subnet and tenant:839c314644134b148b6bd4357b6acd78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:47:41.266814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:47:41.273105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:47:41.284275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Made reservation on behalf of 839c314644134b148b6bd4357b6acd78 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:41.286735 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:41.492353 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:41.566808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fcc6490-1e99-4af3-b566-7b5608077c98,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:41.586844 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Checking segment: {'id': '3ac0683b-ec28-470e-8070-af552b63e0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9baee0a6-8439-44ea-9e2f-b2ab9560e65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:47:41.587196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Network hostable DHCP agents. Network: 9baee0a6-8439-44ea-9e2f-b2ab9560e65c, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:47:41.610951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Network 9baee0a6-8439-44ea-9e2f-b2ab9560e65c is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:47:41.621205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 9baee0a6-8439-44ea-9e2f-b2ab9560e65c) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:41.625034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:41.625609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:41.631585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa7ff8-8097-474e-a43a-e0e667238394 None None] Network 9baee0a6-8439-44ea-9e2f-b2ab9560e65c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:47:41.648473 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-106bff43-8bc4-46b3-b784-b3fb9bb788c3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3986070 Feb 11 13:47:41.780459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10795a5-e24a-4088-8b7a-260c97d5e180 req-fbf732b6-f1ea-4235-894b-9e6c8049485f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:41.783188 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a10795a5-e24a-4088-8b7a-260c97d5e180 req-fbf732b6-f1ea-4235-894b-9e6c8049485f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 946 time: 0.0846207 Feb 11 13:47:41.834308 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a10795a5-e24a-4088-8b7a-260c97d5e180 req-7f674d0f-ce87-45d8-82ab-39b6534ecc05 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449395 Feb 11 13:47:41.850215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f6a75-f84e-4855-b7de-e21d4a9d328e None None] Network 9baee0a6-8439-44ea-9e2f-b2ab9560e65c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:47:41.866266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43790) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:41.988703 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-142cff47-85a0-41bc-a547-b1a37727b544 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/86c1981c-5c4c-4535-a56a-91ebf99bf1b3 HTTP/1.1" status: 200 len: 992 time: 0.1111958 Feb 11 13:47:42.452811 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bfe4ae77-ea62-4145-8b04-746f02f7a3af req-b26dfcd1-6362-48c1-aa2f-d0ea3941293f tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1097 time: 0.0710604 Feb 11 13:47:42.500066 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bfe4ae77-ea62-4145-8b04-746f02f7a3af req-77514c24-3b70-4d86-b926-c9fd55849663 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419049 Feb 11 13:47:42.523834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 43814) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:42.531583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1683925319-network', 'tenant_id': 'fc57ecc893284ca1b6dfe49ef71be0ec'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:42.537347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:47:42.542648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Usage tracker for resource:network and tenant:fc57ecc893284ca1b6dfe49ef71be0ec is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:47:42.545595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:47:42.551436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:47:42.562958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Made reservation on behalf of fc57ecc893284ca1b6dfe49ef71be0ec for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:42.566505 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.580611 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.582868 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.613091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:47:42.616912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Usage tracker for resource:security_group_rule and tenant:fc57ecc893284ca1b6dfe49ef71be0ec is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:47:42.620370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:47:42.632119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:47:42.701986 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.705949 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.736611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:47:42.745057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29554b6-b612-43d0-a7e8-48314f67084d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:42.750808 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.751177 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Added segment ee5d839f-484e-4245-8f78-9dc7c5bea1f3 of type vlan for network 37d91ec1-dbb0-4396-824f-2511508405f6 Feb 11 13:47:42.779886 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.809879 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.810868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:42.811444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.963807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4388742 Feb 11 13:47:42.964574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae85e9-2b34-4aa7-bfe0-f3a15f6789fc admin admin] Pushing event updated for resources: {'Network': ['ID=37d91ec1-dbb0-4396-824f-2511508405f6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:42.966556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43822) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:42.974101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 37d91ec1-dbb0-4396-824f-2511508405f6 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:47:42.983406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Request body: {'subnet': {'network_id': '37d91ec1-dbb0-4396-824f-2511508405f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1683925319-subnet', 'tenant_id': 'fc57ecc893284ca1b6dfe49ef71be0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:42.991597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:47:42.991800 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3c75dab-1ebe-4651-ba4e-49dcc51aea75 req-ce696a0a-bc21-429f-8236-83243b4c8e05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3680115 Feb 11 13:47:43.000005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Usage tracker for resource:subnet and tenant:fc57ecc893284ca1b6dfe49ef71be0ec is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:47:43.003059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:47:43.008611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:47:43.019453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Made reservation on behalf of fc57ecc893284ca1b6dfe49ef71be0ec for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:43.022048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:43.237840 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:43.311610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ded4cc-73ae-4336-92b5-67ffae51e76e,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:43.332437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.332788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.333125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.333455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.333770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.334094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.334413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.334781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.335133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.335396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.335715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:43.346273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Checking segment: {'id': 'ee5d839f-484e-4245-8f78-9dc7c5bea1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '37d91ec1-dbb0-4396-824f-2511508405f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:47:43.346667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Network hostable DHCP agents. Network: 37d91ec1-dbb0-4396-824f-2511508405f6, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:47:43.368420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Network 37d91ec1-dbb0-4396-824f-2511508405f6 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:47:43.378335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 37d91ec1-dbb0-4396-824f-2511508405f6) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:43.382262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:43.382874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:43.388794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c79b635-bfc8-4a56-89d8-3c0f5dab27e5 None None] Network 37d91ec1-dbb0-4396-824f-2511508405f6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:47:43.406455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5bc2fd37-54c1-426b-acfa-f23d73d227bc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4382229 Feb 11 13:47:43.634037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addba87b-9c83-4753-91d8-4e956fcb7d94 None None] Network 37d91ec1-dbb0-4396-824f-2511508405f6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:47:43.814339 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-e0336584-560b-46ae-b954-9b07e7c395a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778308 Feb 11 13:47:44.058395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-904a5e53-c020-4f06-afc0-8ab8a0f5209a tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:44.060226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-904a5e53-c020-4f06-afc0-8ab8a0f5209a tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/networks?id=9baee0a6-8439-44ea-9e2f-b2ab9560e65c HTTP/1.1" status: 200 len: 812 time: 0.1503122 Feb 11 13:47:44.077318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-e1c688b3-455f-4588-811d-ed9621980a2b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/quotas/839c314644134b148b6bd4357b6acd78 HTTP/1.1" status: 200 len: 375 time: 0.0117533 Feb 11 13:47:44.127465 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-b7e4f215-ad18-4728-bf7a-fc1a392f6e55 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=839c314644134b148b6bd4357b6acd78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449703 Feb 11 13:47:44.278257 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-fa8e157b-3a4c-4647-ba50-d70815a02d69 service neutron] 10.222.0.67 "GET /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439857 Feb 11 13:47:44.285740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-f2ce612a-5590-4536-9193-575631b095a0 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:47:44.286873 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-f2ce612a-5590-4536-9193-575631b095a0 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049372 Feb 11 13:47:44.299046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Request body: {'binding': {'host': 'n-h2-818559-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:44.299475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Unknown quota resources ['binding']. {{(pid=83568) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 11 13:47:44.509807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe on host n-h2-818559-1 for vnic_type normal with profile None {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:47:44.510267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:47:44.510473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe on network 3f96604d-9fde-4945-9343-7c9a87437866 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:47:44.517410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Port 40d6042a-952a-4ebc-a921-366f81123efe on network 3f96604d-9fde-4945-9343-7c9a87437866 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:47:44.517740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe on network 3f96604d-9fde-4945-9343-7c9a87437866 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:47:44.524321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:47:44.524657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Checking segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:47:44.525650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Bound using segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:47:44.526079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Bound port: 40d6042a-952a-4ebc-a921-366f81123efe, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:47:44.534924 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0b301b30-e876-4a86-8fa2-aa7d4c736ed7 service neutron] 10.222.0.67 "GET /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485309 Feb 11 13:47:44.555875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:44.561785 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:44.563230 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] 10.222.0.67 "POST /v2.0/ports/40d6042a-952a-4ebc-a921-366f81123efe/bindings HTTP/1.1" status: 201 len: 389 time: 0.2680771 Feb 11 13:47:44.771208 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e484f6a-d5bd-46ef-a3e1-9fd66429085e req-fe74beeb-eda6-40bb-988c-69968ef57e86 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 210 time: 0.0636013 Feb 11 13:47:44.863577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5fb85-6b2f-4d90-bb66-1a945fb598be req-d7b19a6b-34cc-4a17-947b-9023d4f8e773 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:44.865047 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67d5fb85-6b2f-4d90-bb66-1a945fb598be req-d7b19a6b-34cc-4a17-947b-9023d4f8e773 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 946 time: 0.0863376 Feb 11 13:47:44.878096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-3dee4fd9-e0a7-4b5b-8b06-98523fb9bf1e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1097 time: 0.0854993 Feb 11 13:47:44.914087 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67d5fb85-6b2f-4d90-bb66-1a945fb598be req-428dbe1e-f0f6-49f3-a035-da8cbefc9db4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416517 Feb 11 13:47:45.023937 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-73ae1ff2-f9a8-4674-bd6e-86bd29fb4696 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.026697 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-73ae1ff2-f9a8-4674-bd6e-86bd29fb4696 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3f96604d-9fde-4945-9343-7c9a87437866 HTTP/1.1" status: 200 len: 897 time: 0.1424379 Feb 11 13:47:45.137464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-c0a1aed0-b9bf-4246-bf6d-c188a3ac45ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40d6042a-952a-4ebc-a921-366f81123efe HTTP/1.1" status: 200 len: 1000 time: 0.1042991 Feb 11 13:47:45.200809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-7cb1ad2e-5766-4599-bd6a-b731bcc239b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.202274 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-7cb1ad2e-5766-4599-bd6a-b731bcc239b1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=536a14d6-c624-4be3-abe4-ae870b3e999f HTTP/1.1" status: 200 len: 835 time: 0.0582187 Feb 11 13:47:45.277229 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-a2d3b279-09e2-4982-ad3d-ea18e50980a1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3f96604d-9fde-4945-9343-7c9a87437866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689018 Feb 11 13:47:45.409810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-d75d9999-766b-46d3-b718-5868bfb72c47 service neutron] 10.222.0.75 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269753 Feb 11 13:47:45.452930 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4781536a-5eb8-419b-a81b-27cf9bf8f0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:45.544653 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-545bf71a-6c8b-49cd-bf2c-740a6fe7e03b service neutron] 10.222.0.75 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288958 Feb 11 13:47:45.678017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-e06a5796-5176-4775-950e-f4df7f5c5507 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10&tenant_id=6c052870f3b142058bca9fe1599fac99&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1097 time: 0.0773168 Feb 11 13:47:45.687950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818559-1'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:45.802113 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:45.832250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-f17ac022-ddd2-433e-bf57-bc2b7265a4c3 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.833053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-f17ac022-ddd2-433e-bf57-bc2b7265a4c3 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Synchronizing usage tracker for tenant:839c314644134b148b6bd4357b6acd78 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:47:45.857833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-f17ac022-ddd2-433e-bf57-bc2b7265a4c3 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Unset dirty status for tenant:839c314644134b148b6bd4357b6acd78 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:47:45.859198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-f17ac022-ddd2-433e-bf57-bc2b7265a4c3 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.75 "GET /v2.0/networks?id=9baee0a6-8439-44ea-9e2f-b2ab9560e65c HTTP/1.1" status: 200 len: 812 time: 0.1826754 Feb 11 13:47:45.878949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Request body: {'port': {'device_id': '9a091a33-da98-4962-8b99-100c9e31ddc1', 'network_id': '9baee0a6-8439-44ea-9e2f-b2ab9560e65c', 'admin_state_up': True, 'tenant_id': '839c314644134b148b6bd4357b6acd78'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:45.999343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c646f5b0-2341-4564-89e3-62a64467ef3a req-d03a1dcc-083d-4bed-a2e5-56f9369ba856 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 210 time: 0.0972931 Feb 11 13:47:46.029058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:47:46.032966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Usage tracker for resource:port and tenant:839c314644134b148b6bd4357b6acd78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:47:46.035774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:47:46.043283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:47:46.053749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Made reservation on behalf of 839c314644134b148b6bd4357b6acd78 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:46.057355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.066608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:46.100116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:46.161477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:46.168541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.174666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.274151 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe', 'code': 200} Feb 11 13:47:46.336668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd9fe0-9745-49f2-94c2-35475074bc5d req-2c1e6f1f-20f3-42a0-8587-3cdc08cc93f1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:46.339580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58fd9fe0-9745-49f2-94c2-35475074bc5d req-2c1e6f1f-20f3-42a0-8587-3cdc08cc93f1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 944 time: 0.2721982 Feb 11 13:47:46.355306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Pushing event updated for resources: {'Port': ['ID=40d6042a-952a-4ebc-a921-366f81123efe,revision_number=7']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:46.425813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe on host n-h1-818559-1 for vnic_type normal with profile {"migrating_to": "n-h2-818559-1"} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:47:46.426323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:47:46.426799 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe on network 3f96604d-9fde-4945-9343-7c9a87437866 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:47:46.433548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Port 40d6042a-952a-4ebc-a921-366f81123efe on network 3f96604d-9fde-4945-9343-7c9a87437866 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:47:46.433954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Attempting to bind port 40d6042a-952a-4ebc-a921-366f81123efe on network 3f96604d-9fde-4945-9343-7c9a87437866 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:47:46.440841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:47:46.441076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Checking segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:47:46.441721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Bound using segment: {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:47:46.442150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Bound port: 40d6042a-952a-4ebc-a921-366f81123efe, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6efb387-ce6c-4bad-9316-a01f272282c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:47:46.442517 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.454027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58fd9fe0-9745-49f2-94c2-35475074bc5d req-3e36a6eb-6b59-4c0e-8d1d-f1536fd17026 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757205 Feb 11 13:47:46.455126 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Allocated IP 172.20.0.6 (9baee0a6-8439-44ea-9e2f-b2ab9560e65c/0fcc6490-1e99-4af3-b566-7b5608077c98/e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:46.549993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1bcdc85f-5d6f-4396-94c0-81ba57d86087 None None] Provisioning complete for port 40d6042a-952a-4ebc-a921-366f81123efe triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:46.550437 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc85f-5d6f-4396-94c0-81ba57d86087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.614760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdc85f-5d6f-4396-94c0-81ba57d86087 None None] Port 40d6042a-952a-4ebc-a921-366f81123efe cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:47:46.637649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:46.640751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:46.644575 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.678508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.719746 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.828770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Pushing event updated for resources: {'Port': ['ID=40d6042a-952a-4ebc-a921-366f81123efe,revision_number=8']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:46.830902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Network 9baee0a6-8439-44ea-9e2f-b2ab9560e65c is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:46.834607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:46.836520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Pushing event updated for resources: {'Port': ['ID=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:46.839623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:47:46.889991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.891978 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-b37693e2-6233-435c-967a-7c69eb09fc60 service neutron] 10.222.0.75 "PUT /v2.0/ports/40d6042a-952a-4ebc-a921-366f81123efe HTTP/1.1" status: 200 len: 1122 time: 1.2083595 Feb 11 13:47:46.902871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:46.903487 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.932669 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-9eeb6fd4-93e1-4121-abeb-735dc9b022eb tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0604448 Feb 11 13:47:46.943676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Request body: {'port': {'device_id': '9a091a33-da98-4962-8b99-100c9e31ddc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:47:46.950534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Provisioning complete for port 40d6042a-952a-4ebc-a921-366f81123efe triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:46.950924 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.985467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['40d6042a-952a-4ebc-a921-366f81123efe'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:47:47.057238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:47.191062 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:47.235881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5116-80b0-4d1b-93d3-5b7ae2ffe903 req-a5673687-6450-49cd-bdaf-127ea47174fd tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:47.237958 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-566d5116-80b0-4d1b-93d3-5b7ae2ffe903 req-a5673687-6450-49cd-bdaf-127ea47174fd tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 931 time: 0.0917335 Feb 11 13:47:47.242617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:47.257940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:47.267918 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:47.323243 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-566d5116-80b0-4d1b-93d3-5b7ae2ffe903 req-6def6d26-0923-4e2a-b651-3a958a235eac tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732203 Feb 11 13:47:47.351559 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe', 'code': 200} Feb 11 13:47:47.422810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:47:47.429521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:47.444555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Transition to ACTIVE for port object e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:47:47.448989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:47.483722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Pushing event updated for resources: {'Port': ['ID=40d6042a-952a-4ebc-a921-366f81123efe,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:47.524500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.524842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.525334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.526158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.526638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.527345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.528093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.528581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.529061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.529554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.530031 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d58d-3b93-41b6-a94c-f49bee0c72ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:47.573999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Pushing event updated for resources: {'Port': ['ID=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:47.647504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77e479d3-b17a-4877-b2b0-9abf210d74bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:47.733895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Attempting to bind port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:47:47.734145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Attempting to bind port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '3ac0683b-ec28-470e-8070-af552b63e0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9baee0a6-8439-44ea-9e2f-b2ab9560e65c'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:47:47.734472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Attempting to bind port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 on network 9baee0a6-8439-44ea-9e2f-b2ab9560e65c {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:47:47.746815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 on network 9baee0a6-8439-44ea-9e2f-b2ab9560e65c not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:47:47.747135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Attempting to bind port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 on network 9baee0a6-8439-44ea-9e2f-b2ab9560e65c {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:47:47.761772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e70fea-a638-4b0b-bd01-d29f496bd59d req-14803d24-1e93-46ee-8ea9-7b9b3ddf9a31 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:47.763246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37e70fea-a638-4b0b-bd01-d29f496bd59d req-14803d24-1e93-46ee-8ea9-7b9b3ddf9a31 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 946 time: 0.1174862 Feb 11 13:47:47.764094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:47:47.764402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Checking segment: {'id': '3ac0683b-ec28-470e-8070-af552b63e0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9baee0a6-8439-44ea-9e2f-b2ab9560e65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:47:47.764768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Bound using segment: {'id': '3ac0683b-ec28-470e-8070-af552b63e0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9baee0a6-8439-44ea-9e2f-b2ab9560e65c'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:47:47.765196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Bound port: e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac0683b-ec28-470e-8070-af552b63e0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9baee0a6-8439-44ea-9e2f-b2ab9560e65c'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:47:47.765532 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:47.865929 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37e70fea-a638-4b0b-bd01-d29f496bd59d req-15107ac2-e86f-45e6-8dcc-cb0f25ba7d8d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883391 Feb 11 13:47:47.889477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] For port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:47.892653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] For port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,segment=NetworkSegment(3ac0683b-ec28-470e-8070-af552b63e0fe),segment_id=3ac0683b-ec28-470e-8070-af552b63e0fe)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:47.896763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:47.959192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:47.960535 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] 10.222.0.75 "PUT /v2.0/ports/e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 HTTP/1.1" status: 200 len: 1091 time: 1.0210497 Feb 11 13:47:47.960959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a091a33-da98-4962-8b99-100c9e31ddc1', 'tag': 'e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:47.982046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecba41d-1dc4-4bb8-977b-a7610121755f service neutron] Pushing event updated for resources: {'Port': ['ID=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:48.032623 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a091a33-da98-4962-8b99-100c9e31ddc1', 'tag': 'e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3', 'status': 'completed', 'code': 200} Feb 11 13:47:48.067067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-f354c3d2-ab9d-4a7e-85b9-0375a73ff68c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=839c314644134b148b6bd4357b6acd78&device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 1094 time: 0.0710595 Feb 11 13:47:48.224691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-2fce7c6a-33a1-4190-8a2b-4863efac2da4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 HTTP/1.1" status: 200 len: 217 time: 0.1505821 Feb 11 13:47:48.276312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:48.289927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-7ed77033-e52e-47f4-807a-03b3c104729e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:48.292388 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-7ed77033-e52e-47f4-807a-03b3c104729e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0fcc6490-1e99-4af3-b566-7b5608077c98 HTTP/1.1" status: 200 len: 852 time: 0.0617261 Feb 11 13:47:48.330276 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe', 'status': 'completed', 'code': 200} Feb 11 13:47:48.336665 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-fe1754bf-45d9-4464-aac6-1436d84f8e8c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9baee0a6-8439-44ea-9e2f-b2ab9560e65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388367 Feb 11 13:47:48.527746 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-8e8a2204-bb29-4b83-bd37-f93b21e833cb service neutron] 10.222.0.75 "GET /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849270 Feb 11 13:47:48.530806 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-299fcf47-387f-4c38-bbf1-d976dbbd5419 req-b6982d9e-1e0f-4a4f-92af-966e6e7bad35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1127 time: 0.1703372 Feb 11 13:47:48.532201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b523a5-c865-42c6-b928-771eb5e22abb req-5ab9c9ef-5f07-4bab-bc8e-d18304c84114 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:48.533688 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5b523a5-c865-42c6-b928-771eb5e22abb req-5ab9c9ef-5f07-4bab-bc8e-d18304c84114 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 943 time: 0.0880914 Feb 11 13:47:48.582844 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c5b523a5-c865-42c6-b928-771eb5e22abb req-8e741608-ff32-4758-b8d6-844442af414e tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 Feb 11 13:47:48.767474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd07753-da3c-475f-8120-0cb9bd41d635 req-815a800a-a950-40f6-9c14-d9c52401f279 service neutron] 10.222.0.75 "GET /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331102 Feb 11 13:47:48.769530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fcf47-387f-4c38-bbf1-d976dbbd5419 req-165ed20d-41b1-4359-a706-fba6b4cea1f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:48.770850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-299fcf47-387f-4c38-bbf1-d976dbbd5419 req-165ed20d-41b1-4359-a706-fba6b4cea1f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f96604d-9fde-4945-9343-7c9a87437866 HTTP/1.1" status: 200 len: 897 time: 0.2185297 Feb 11 13:47:48.922037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-299fcf47-387f-4c38-bbf1-d976dbbd5419 req-f937b59d-dba5-440f-8906-63652adabb34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40d6042a-952a-4ebc-a921-366f81123efe HTTP/1.1" status: 200 len: 1000 time: 0.1451814 Feb 11 13:47:48.940902 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:48.948270 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:48.983363 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e9e09ac-f62b-499b-a0d6-062dc54f4934 req-0d90163c-49c6-4e64-8313-262d5a429d34 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=839c314644134b148b6bd4357b6acd78&device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 1094 time: 0.1549420 Feb 11 13:47:49.056795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fcf47-387f-4c38-bbf1-d976dbbd5419 req-d57659a4-248a-4df9-8d74-4fdb189b7483 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:49.058280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-299fcf47-387f-4c38-bbf1-d976dbbd5419 req-d57659a4-248a-4df9-8d74-4fdb189b7483 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=536a14d6-c624-4be3-abe4-ae870b3e999f HTTP/1.1" status: 200 len: 835 time: 0.1299489 Feb 11 13:47:49.239602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e09ac-f62b-499b-a0d6-062dc54f4934 req-61f84f42-ebf0-48a5-beeb-d731eac6771a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:49.240947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e9e09ac-f62b-499b-a0d6-062dc54f4934 req-61f84f42-ebf0-48a5-beeb-d731eac6771a service neutron] 10.222.0.75 "GET /v2.0/networks?id=9baee0a6-8439-44ea-9e2f-b2ab9560e65c HTTP/1.1" status: 200 len: 913 time: 0.2181036 Feb 11 13:47:49.247776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44422b0d-5862-4131-a05b-bf91e7000204 req-5f4ae7fe-589a-4d76-bb0b-06803f690452 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:49.249099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44422b0d-5862-4131-a05b-bf91e7000204 req-5f4ae7fe-589a-4d76-bb0b-06803f690452 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 946 time: 0.2583704 Feb 11 13:47:49.333396 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e9e09ac-f62b-499b-a0d6-062dc54f4934 req-3aacd87d-cb73-482b-8943-bff40f4f27bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 HTTP/1.1" status: 200 len: 217 time: 0.0834000 Feb 11 13:47:49.336104 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-299fcf47-387f-4c38-bbf1-d976dbbd5419 req-102d3fea-2ac6-473e-9b59-3bb5bd65cf21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f96604d-9fde-4945-9343-7c9a87437866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251613 Feb 11 13:47:49.484060 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44422b0d-5862-4131-a05b-bf91e7000204 req-1214a6d4-c80e-4f6a-a00c-84a6c70a5c87 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851244 Feb 11 13:47:49.495139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e09ac-f62b-499b-a0d6-062dc54f4934 req-365501ce-adaa-4396-8839-a28581919118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:49.496545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e9e09ac-f62b-499b-a0d6-062dc54f4934 req-365501ce-adaa-4396-8839-a28581919118 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0fcc6490-1e99-4af3-b566-7b5608077c98 HTTP/1.1" status: 200 len: 852 time: 0.1512053 Feb 11 13:47:49.569318 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e9e09ac-f62b-499b-a0d6-062dc54f4934 req-866b1b40-b1e9-40c0-bdf8-e97bdcc763eb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9baee0a6-8439-44ea-9e2f-b2ab9560e65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420334 Feb 11 13:47:49.571185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-299fcf47-387f-4c38-bbf1-d976dbbd5419 req-e7d5c87f-1f81-4a1f-bb42-c2e2aa3d1d03 service neutron] 10.222.0.73 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268417 Feb 11 13:47:49.739905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 40d6042a-952a-4ebc-a921-366f81123efe details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:47:49.791191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e0e07-82cd-4037-b355-b065b5fc5112 req-b2dd7d67-6688-4ab8-8c90-eb25418ed71c tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:49.792720 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a48e0e07-82cd-4037-b355-b065b5fc5112 req-b2dd7d67-6688-4ab8-8c90-eb25418ed71c tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 943 time: 0.0845664 Feb 11 13:47:49.841123 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a48e0e07-82cd-4037-b355-b065b5fc5112 req-3a4a15ae-ed5e-44f8-89b1-ddcad8f28501 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Feb 11 13:47:49.885546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:49.902922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 40d6042a-952a-4ebc-a921-366f81123efe has no active binding in host n-h2-818559-1 {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 11 13:47:49.908833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-299fcf47-387f-4c38-bbf1-d976dbbd5419 req-85a594c5-1d94-4cba-bc94-dc20a09d29b6 service neutron] 10.222.0.73 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302658 Feb 11 13:47:49.925327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e9e09ac-f62b-499b-a0d6-062dc54f4934 req-1afd3773-5e70-451f-8021-a062d262577d service neutron] 10.222.0.75 "GET /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478224 Feb 11 13:47:50.061231 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9e9e09ac-f62b-499b-a0d6-062dc54f4934 req-bb18bddd-30fd-4f6e-b047-95a77116ff7c service neutron] 10.222.0.75 "GET /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282506 Feb 11 13:47:50.334301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:50.682608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4749f-74c7-48cc-a03a-5ae502d23e48 req-ae002035-8170-4bd4-a001-a7bf99994e04 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:50.684040 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69b4749f-74c7-48cc-a03a-5ae502d23e48 req-ae002035-8170-4bd4-a001-a7bf99994e04 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 946 time: 0.0757399 Feb 11 13:47:50.729583 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69b4749f-74c7-48cc-a03a-5ae502d23e48 req-966f5374-a9ad-4c3f-a1b1-b0841d0db9cf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Feb 11 13:47:51.043103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0559f0-ff28-4b9e-8bf7-ee3fafbcdba3 req-306e912a-2c71-452c-883b-76d25c7b4955 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:51.044450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e0559f0-ff28-4b9e-8bf7-ee3fafbcdba3 req-306e912a-2c71-452c-883b-76d25c7b4955 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 943 time: 0.0777504 Feb 11 13:47:51.089984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9e0559f0-ff28-4b9e-8bf7-ee3fafbcdba3 req-ab66557a-94dc-4c72-ba2c-21e856750225 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Feb 11 13:47:51.752585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:47:51.888120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,segment=NetworkSegment(3ac0683b-ec28-470e-8070-af552b63e0fe),segment_id=3ac0683b-ec28-470e-8070-af552b63e0fe)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:51.901920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3', 'network_id': '9baee0a6-8439-44ea-9e2f-b2ab9560e65c', 'port_id': 'e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3', 'mac_address': 'fa:16:3e:3d:8e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcc6490-1e99-4af3-b566-7b5608077c98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:47:51.929784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea86b10-d0ca-400f-a2a0-80584e35c56f req-2d3da69f-87d3-4a5d-ac69-d590f6c6494e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:51.931831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dea86b10-d0ca-400f-a2a0-80584e35c56f req-2d3da69f-87d3-4a5d-ac69-d590f6c6494e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 946 time: 0.0816822 Feb 11 13:47:51.956804 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:51.975758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:47:51.979863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dea86b10-d0ca-400f-a2a0-80584e35c56f req-d0113764-47a5-4b71-9064-366feea55957 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Feb 11 13:47:51.999085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,segment=NetworkSegment(3ac0683b-ec28-470e-8070-af552b63e0fe),segment_id=3ac0683b-ec28-470e-8070-af552b63e0fe)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:52.004385 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:52.074548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:52.164498 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-962b81ff-93ce-4132-980b-6423c3af45ad service neutron] 10.222.0.73 "GET /v2.0/ports/40d6042a-952a-4ebc-a921-366f81123efe/bindings/n-h2-818559-1 HTTP/1.1" status: 200 len: 384 time: 0.0766280 Feb 11 13:47:52.219582 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:47:52.295177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97286a-56ea-4e8c-ab8e-4bc11d7c1962 req-2b5cfe5b-4fbc-4fe0-8885-d0e8b9c2622d tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:52.296774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c97286a-56ea-4e8c-ab8e-4bc11d7c1962 req-2b5cfe5b-4fbc-4fe0-8885-d0e8b9c2622d tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 944 time: 0.0835233 Feb 11 13:47:52.345479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c97286a-56ea-4e8c-ab8e-4bc11d7c1962 req-27ef9c22-a672-48ba-a173-aa83283ae524 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Feb 11 13:47:52.425178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-bf4d8d8a-40e8-4653-abc6-a92adae72d8c service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:52.446694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-bf4d8d8a-40e8-4653-abc6-a92adae72d8c service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:52.502960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:52.512302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-bf4d8d8a-40e8-4653-abc6-a92adae72d8c service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:52.530116 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-bf4d8d8a-40e8-4653-abc6-a92adae72d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:52.576529 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe', 'code': 200} Feb 11 13:47:52.638347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-bf4d8d8a-40e8-4653-abc6-a92adae72d8c service neutron] Transition to ACTIVE for port object 40d6042a-952a-4ebc-a921-366f81123efe will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:47:52.642269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-bf4d8d8a-40e8-4653-abc6-a92adae72d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:52.794526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d8d8a-40e8-4653-abc6-a92adae72d8c service neutron] Pushing event updated for resources: {'Port': ['ID=40d6042a-952a-4ebc-a921-366f81123efe,revision_number=11']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:52.843310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-bf4d8d8a-40e8-4653-abc6-a92adae72d8c service neutron] No DVR routers for this DVR port 40d6042a-952a-4ebc-a921-366f81123efe on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:53.080936 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-bf4d8d8a-40e8-4653-abc6-a92adae72d8c service neutron] 10.222.0.73 "PUT /v2.0/ports/40d6042a-952a-4ebc-a921-366f81123efe/bindings/n-h2-818559-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9115322 Feb 11 13:47:53.176122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb956d4-9ae1-4de7-b3c2-1cdbde17c509 req-b9c4d0a9-3307-4041-aa4f-0128470b70e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:53.177678 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8fb956d4-9ae1-4de7-b3c2-1cdbde17c509 req-b9c4d0a9-3307-4041-aa4f-0128470b70e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 945 time: 0.0767908 Feb 11 13:47:53.227143 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8fb956d4-9ae1-4de7-b3c2-1cdbde17c509 req-77683f1d-2641-4f83-a0c3-bbb4d2708de2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Feb 11 13:47:53.302634 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-e21959ce-fec5-45f8-abac-3e753ec445b8 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10&tenant_id=6c052870f3b142058bca9fe1599fac99&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.1722145 Feb 11 13:47:53.376932 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-76973458-eb28-4ad5-9db9-4c4cc9ee54f4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 1096 time: 0.0675106 Feb 11 13:47:53.471240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-85c12009-4250-42fd-a592-a99b1693f25c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1096 time: 0.0733104 Feb 11 13:47:53.655102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-9f723402-f4f9-437a-bf09-1182e2b16d30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:53.656554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-9f723402-f4f9-437a-bf09-1182e2b16d30 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3f96604d-9fde-4945-9343-7c9a87437866 HTTP/1.1" status: 200 len: 897 time: 0.1495969 Feb 11 13:47:53.662164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce15ca-0f7b-4fe3-96e4-ddae5e4e5d25 req-a27b693f-7eec-46a2-bafa-1c6518adb1ab tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:53.662843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1fce15ca-0f7b-4fe3-96e4-ddae5e4e5d25 req-a27b693f-7eec-46a2-bafa-1c6518adb1ab tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Synchronizing usage tracker for tenant:839c314644134b148b6bd4357b6acd78 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:47:53.759435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1fce15ca-0f7b-4fe3-96e4-ddae5e4e5d25 req-a27b693f-7eec-46a2-bafa-1c6518adb1ab tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Unset dirty status for tenant:839c314644134b148b6bd4357b6acd78 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:47:53.760667 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1fce15ca-0f7b-4fe3-96e4-ddae5e4e5d25 req-a27b693f-7eec-46a2-bafa-1c6518adb1ab tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 944 time: 0.2870529 Feb 11 13:47:53.784679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:47:53.788677 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-3b5c3a54-6e91-4da8-87a4-9429fdece729 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40d6042a-952a-4ebc-a921-366f81123efe HTTP/1.1" status: 200 len: 998 time: 0.1232240 Feb 11 13:47:53.856097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:53.857592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1fce15ca-0f7b-4fe3-96e4-ddae5e4e5d25 req-707923b2-a990-470d-b4e0-ce5df6ac0fa0 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Synchronizing usage tracker for tenant:839c314644134b148b6bd4357b6acd78 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:47:53.861156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:53.861156 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:53.878155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-987774ae-9cfb-4b68-9e21-da2eafc1e414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:53.879623 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-987774ae-9cfb-4b68-9e21-da2eafc1e414 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=536a14d6-c624-4be3-abe4-ae870b3e999f HTTP/1.1" status: 200 len: 835 time: 0.0795789 Feb 11 13:47:53.886977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1fce15ca-0f7b-4fe3-96e4-ddae5e4e5d25 req-707923b2-a990-470d-b4e0-ce5df6ac0fa0 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Unset dirty status for tenant:839c314644134b148b6bd4357b6acd78 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:47:53.888062 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1fce15ca-0f7b-4fe3-96e4-ddae5e4e5d25 req-707923b2-a990-470d-b4e0-ce5df6ac0fa0 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219752 Feb 11 13:47:53.961608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-88c269cf-f584-42d0-836a-c6f2a6fc1f08 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3f96604d-9fde-4945-9343-7c9a87437866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757153 Feb 11 13:47:53.980234 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:54.008358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a091a33-da98-4962-8b99-100c9e31ddc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:54.019024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,segment=NetworkSegment(3ac0683b-ec28-470e-8070-af552b63e0fe),segment_id=3ac0683b-ec28-470e-8070-af552b63e0fe)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:54.024432 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:54.071166 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a091a33-da98-4962-8b99-100c9e31ddc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3', 'code': 200} Feb 11 13:47:54.096611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:54.107276 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-a7e39198-73ed-4124-bd0b-076a8acfbd27 service neutron] 10.222.0.75 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401186 Feb 11 13:47:54.196672 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5bfe0a84-a1ec-4eea-b007-fda96f8d7a7b req-26f60880-bce9-4fd0-9920-0db110a2d041 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 1096 time: 0.0723245 Feb 11 13:47:54.238541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5bfe0a84-a1ec-4eea-b007-fda96f8d7a7b req-192baca3-45a8-455a-b280-31ec31a886dc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Feb 11 13:47:54.240205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-0c4a5a8a-fef4-4e42-bfb1-80952657e0b9 service neutron] 10.222.0.75 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271095 Feb 11 13:47:54.424403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9d762-e211-4880-bd84-ab7c66fe8c41 req-c4f2a960-f1f7-4f19-a728-ab56855852ee tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:54.425875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bce9d762-e211-4880-bd84-ab7c66fe8c41 req-c4f2a960-f1f7-4f19-a728-ab56855852ee tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 945 time: 0.0760143 Feb 11 13:47:54.475410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bce9d762-e211-4880-bd84-ab7c66fe8c41 req-50ee5263-35d2-483a-86dd-9e6546d7b6aa tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 Feb 11 13:47:54.710021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-321d0138-a3c2-4a17-9da8-419a4118fe9d tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10&tenant_id=6c052870f3b142058bca9fe1599fac99&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 1096 time: 0.0738685 Feb 11 13:47:54.810643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-9be6c3d0-b6e5-4a7d-b692-c1c665059637 service neutron] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:54.813900 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-9be6c3d0-b6e5-4a7d-b692-c1c665059637 service neutron] Notify callbacks [] for binding, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:54.815030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-9be6c3d0-b6e5-4a7d-b692-c1c665059637 service neutron] 10.222.0.75 "DELETE /v2.0/ports/40d6042a-952a-4ebc-a921-366f81123efe/bindings/n-h1-818559-1 HTTP/1.1" status: 204 len: 173 time: 0.0990448 Feb 11 13:47:55.083677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616e296-cfc2-4d90-8c69-5aecb7ec76c0 req-f23c4a79-2bb9-4620-b9e0-1e5b29d8246b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:55.085162 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e616e296-cfc2-4d90-8c69-5aecb7ec76c0 req-f23c4a79-2bb9-4620-b9e0-1e5b29d8246b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0770421 Feb 11 13:47:55.135284 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e616e296-cfc2-4d90-8c69-5aecb7ec76c0 req-f73eaa61-30c4-4b41-8025-3d26e8d489a2 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Feb 11 13:47:55.680799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287a1a7-0864-47c9-a960-1f81ed729f52 req-57c1e94a-c47d-4fa7-b796-a57b90c48f50 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:55.682261 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c287a1a7-0864-47c9-a960-1f81ed729f52 req-57c1e94a-c47d-4fa7-b796-a57b90c48f50 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 945 time: 0.0795863 Feb 11 13:47:55.727005 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c287a1a7-0864-47c9-a960-1f81ed729f52 req-0cb03ad7-6b03-4036-af63-9aafce77d482 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389230 Feb 11 13:47:55.921662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59a50ff2-f08c-48cb-92fb-2f639a2fb83c req-2ddd49d3-e8f7-46e1-9811-98623c062516 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1096 time: 0.0689857 Feb 11 13:47:55.963128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59a50ff2-f08c-48cb-92fb-2f639a2fb83c req-60ef1195-c05f-4bb2-a04b-8b2a1b0b507c tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354755 Feb 11 13:47:56.161825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48fa4c-45f0-48a9-b50b-c934b87a199a req-de1c32d0-2596-47d3-b8f6-6a64a05f23f9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:56.163301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf48fa4c-45f0-48a9-b50b-c934b87a199a req-de1c32d0-2596-47d3-b8f6-6a64a05f23f9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 945 time: 0.0827000 Feb 11 13:47:56.212332 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf48fa4c-45f0-48a9-b50b-c934b87a199a req-9f44acb3-6caf-4100-be16-85016dd55190 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Feb 11 13:47:56.241344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43930) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:56.389770 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-48a5ed74-a1ac-4d1b-bc30-277851ceb3f5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/86c1981c-5c4c-4535-a56a-91ebf99bf1b3 HTTP/1.1" status: 200 len: 990 time: 0.1472847 Feb 11 13:47:56.415130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b903-df06-41f3-bb81-5fcb5d469d5d req-646fb171-1039-406a-b9f0-8ef81bb102a6 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:56.416628 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92d4b903-df06-41f3-bb81-5fcb5d469d5d req-646fb171-1039-406a-b9f0-8ef81bb102a6 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.1189356 Feb 11 13:47:56.466465 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92d4b903-df06-41f3-bb81-5fcb5d469d5d req-66325bc9-dc84-4b1d-8df5-e141d9dc125b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Feb 11 13:47:56.661524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f01f-a2d7-4705-8f0f-f19d87393bb7 req-99e16b29-db73-4321-ace0-0e54ccffdf1b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:56.662994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a388f01f-a2d7-4705-8f0f-f19d87393bb7 req-99e16b29-db73-4321-ace0-0e54ccffdf1b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0751722 Feb 11 13:47:56.708392 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a388f01f-a2d7-4705-8f0f-f19d87393bb7 req-83a6f300-a297-4862-8f85-4c37c2f09112 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Feb 11 13:47:57.037183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 40d6042a-952a-4ebc-a921-366f81123efe no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:47:57.093435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 40d6042a-952a-4ebc-a921-366f81123efe not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:47:57.127842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a243c2-d580-4193-be67-253054691b9b req-371630ec-3033-4bd5-878c-8073c68c2573 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:57.129279 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04a243c2-d580-4193-be67-253054691b9b req-371630ec-3033-4bd5-878c-8073c68c2573 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0812094 Feb 11 13:47:57.174235 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04a243c2-d580-4193-be67-253054691b9b req-c17645bf-bd6c-41ed-a71e-2a3f5a254f33 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395129 Feb 11 13:47:58.372922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f3dad-1d24-469b-b981-8f93dce72a54 req-e6157cbb-6174-41d6-9ea5-cb2beb6b3516 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:58.374368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-988f3dad-1d24-469b-b981-8f93dce72a54 req-e6157cbb-6174-41d6-9ea5-cb2beb6b3516 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0755379 Feb 11 13:47:58.419610 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-988f3dad-1d24-469b-b981-8f93dce72a54 req-00432947-e8ae-4d67-819d-332ce6e55966 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Feb 11 13:47:58.673563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43950) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:47:58.958524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caf1a1-92f4-447d-98f8-7e786948c06d req-a9cf643a-cad2-4e50-8af3-5bae68fcc366 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:58.960173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-72caf1a1-92f4-447d-98f8-7e786948c06d req-a9cf643a-cad2-4e50-8af3-5bae68fcc366 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.2441902 Feb 11 13:47:58.963448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3158ef5-5651-43bc-bf42-170d37d4cd04 req-7747d125-2879-4302-8834-e915b4fb059c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=839c314644134b148b6bd4357b6acd78&device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 1096 time: 0.2170947 Feb 11 13:47:58.988201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 08cb7e9f-9b8f-4173-b300-bd404683d1c7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:47:58.988665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:59.090032 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-72caf1a1-92f4-447d-98f8-7e786948c06d req-d0ca0510-8894-4d20-8010-0a4194a0af94 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238656 Feb 11 13:47:59.131931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158ef5-5651-43bc-bf42-170d37d4cd04 req-00022f2d-49ec-4b20-94b5-e3d8d4b5bae0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:59.133399 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3158ef5-5651-43bc-bf42-170d37d4cd04 req-00022f2d-49ec-4b20-94b5-e3d8d4b5bae0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9baee0a6-8439-44ea-9e2f-b2ab9560e65c HTTP/1.1" status: 200 len: 913 time: 0.1536560 Feb 11 13:47:59.161366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:59.161692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:59.204466 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3158ef5-5651-43bc-bf42-170d37d4cd04 req-ac3437b4-7f1f-46d2-a072-90b7c1e6c10c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 HTTP/1.1" status: 200 len: 217 time: 0.0653617 Feb 11 13:47:59.266795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158ef5-5651-43bc-bf42-170d37d4cd04 req-b64186ad-e09a-41d5-ab91-a80a3932dc9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:59.268129 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3158ef5-5651-43bc-bf42-170d37d4cd04 req-b64186ad-e09a-41d5-ab91-a80a3932dc9b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0fcc6490-1e99-4af3-b566-7b5608077c98 HTTP/1.1" status: 200 len: 852 time: 0.0584948 Feb 11 13:47:59.286629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 08cb7e9f-9b8f-4173-b300-bd404683d1c7 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:47:59.313061 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3158ef5-5651-43bc-bf42-170d37d4cd04 req-7b224456-c895-46ac-b6b7-6b720b438263 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9baee0a6-8439-44ea-9e2f-b2ab9560e65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394402 Feb 11 13:47:59.432375 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:59.446689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3158ef5-5651-43bc-bf42-170d37d4cd04 req-c87ca59e-85e4-4143-9831-58fc6b39fed7 service neutron] 10.222.0.75 "GET /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278787 Feb 11 13:47:59.483464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=08cb7e9f-9b8f-4173-b300-bd404683d1c7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:59.575349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:59.591771 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3158ef5-5651-43bc-bf42-170d37d4cd04 req-3b2c825e-a5c9-4456-bc54-017bacc73330 service neutron] 10.222.0.75 "GET /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395814 Feb 11 13:47:59.976456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router b70f8c78-f3f2-4b30-890b-579832ad7d92 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:48:00.177017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:00.203076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:00.208645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] Sync routers for ids ['b70f8c78-f3f2-4b30-890b-579832ad7d92'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:48:00.228115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] Routers {'b70f8c78-f3f2-4b30-890b-579832ad7d92'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:00.229163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b70f8c78-f3f2-4b30-890b-579832ad7d92'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:00.367065 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-162b2bc5-f815-46c9-9a23-36ebd8b65277 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/floatingips/86c1981c-5c4c-4535-a56a-91ebf99bf1b3 HTTP/1.1" status: 204 len: 168 time: 1.6816928 Feb 11 13:48:00.369333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:00.402889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c09042-34b7-43c6-84e2-3406cb654862 req-2429f7fc-f549-4027-9794-9576a6e90eae tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:00.404665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24c09042-34b7-43c6-84e2-3406cb654862 req-2429f7fc-f549-4027-9794-9576a6e90eae tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.1392188 Feb 11 13:48:00.456053 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24c09042-34b7-43c6-84e2-3406cb654862 req-83820ba9-b2ad-42ae-aad2-8cccdab2c0ce tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444794 Feb 11 13:48:00.474176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] Set router b70f8c78-f3f2-4b30-890b-579832ad7d92 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:00.591316 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe', 'status': 'completed', 'code': 200} Feb 11 13:48:00.714926 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39b311e9-0d43-4c42-9761-af7fc1301486 req-f4704207-5fd8-4b86-8ac8-cdd7be0e6992 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 1096 time: 0.0820715 Feb 11 13:48:00.811975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b449e23-9577-440f-b600-1b692829c9e0 req-5dcf70cc-8ca0-4c7a-a175-d3818a2c06dc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:00.813133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1b449e23-9577-440f-b600-1b692829c9e0 req-5dcf70cc-8ca0-4c7a-a175-d3818a2c06dc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:00.830002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1b449e23-9577-440f-b600-1b692829c9e0 req-5dcf70cc-8ca0-4c7a-a175-d3818a2c06dc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:00.831223 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b449e23-9577-440f-b600-1b692829c9e0 req-5dcf70cc-8ca0-4c7a-a175-d3818a2c06dc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 945 time: 0.0960212 Feb 11 13:48:00.864597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b311e9-0d43-4c42-9761-af7fc1301486 req-da4ec6d3-9dd7-49f2-b5a5-1efae39da435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:00.866052 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39b311e9-0d43-4c42-9761-af7fc1301486 req-da4ec6d3-9dd7-49f2-b5a5-1efae39da435 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3f96604d-9fde-4945-9343-7c9a87437866 HTTP/1.1" status: 200 len: 897 time: 0.1441951 Feb 11 13:48:00.873925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '17244716-17eb-4e4d-b822-8bd5c30a1f21', 'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:7b:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:54Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:00.883806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] Checking router: b70f8c78-f3f2-4b30-890b-579832ad7d92 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:48:00.899044 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b449e23-9577-440f-b600-1b692829c9e0 req-265d174d-e86a-424f-bff8-dbadf097c143 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee0c6329-85f0-4090-9520-97c8ea09ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533521 Feb 11 13:48:00.899883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] Routers {'b70f8c78-f3f2-4b30-890b-579832ad7d92'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:00.901016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b70f8c78-f3f2-4b30-890b-579832ad7d92'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:00.945997 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39b311e9-0d43-4c42-9761-af7fc1301486 req-d3f619c4-6415-4fad-900a-843b7e3f8073 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40d6042a-952a-4ebc-a921-366f81123efe HTTP/1.1" status: 200 len: 217 time: 0.0732672 Feb 11 13:48:01.013157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b311e9-0d43-4c42-9761-af7fc1301486 req-b161d423-1a0a-45d9-ba2e-af08865883db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:01.014801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39b311e9-0d43-4c42-9761-af7fc1301486 req-b161d423-1a0a-45d9-ba2e-af08865883db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=536a14d6-c624-4be3-abe4-ae870b3e999f HTTP/1.1" status: 200 len: 835 time: 0.0630312 Feb 11 13:48:01.084103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] Set router b70f8c78-f3f2-4b30-890b-579832ad7d92 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:01.089291 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39b311e9-0d43-4c42-9761-af7fc1301486 req-0c858925-d739-475f-adb8-85cadc0a53ce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3f96604d-9fde-4945-9343-7c9a87437866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682070 Feb 11 13:48:01.237804 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39b311e9-0d43-4c42-9761-af7fc1301486 req-413c0c78-4db7-4c63-8f71-2c9ea6ac7ce9 service neutron] 10.222.0.75 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339605 Feb 11 13:48:01.295681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-da0164d1-9bd0-474d-8c2f-2c4d09621403 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:01.297120 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-da0164d1-9bd0-474d-8c2f-2c4d09621403 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.75 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 945 time: 0.1924241 Feb 11 13:48:01.366853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-8340ddf0-ae59-4b9c-aa59-d1a7d2f77153 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 40d6042a-952a-4ebc-a921-366f81123efe {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:48:01.367187 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-8340ddf0-ae59-4b9c-aa59-d1a7d2f77153 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:01.376508 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-39b311e9-0d43-4c42-9761-af7fc1301486 req-d36b8213-904e-46f9-9544-bb746dd06088 service neutron] 10.222.0.75 "GET /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326132 Feb 11 13:48:01.416309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '17244716-17eb-4e4d-b822-8bd5c30a1f21', 'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:7b:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:54Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:01.420705 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57448a53-8673-4325-8599-b7b3fd65cefd None None] The sync data for ids ['b70f8c78-f3f2-4b30-890b-579832ad7d92'] in n-d-818559-1 is: [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '17244716-17eb-4e4d-b822-8bd5c30a1f21', 'name': '', 'network_id': '3f96604d-9fde-4945-9343-7c9a87437866', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:7b:34:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:47Z', 'updated_at': '2022-02-11T13:46:54Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '536a14d6-c624-4be3-abe4-ae870b3e999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:48:01.628839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-8340ddf0-ae59-4b9c-aa59-d1a7d2f77153 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port 40d6042a-952a-4ebc-a921-366f81123efe, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=40d6042a-952a-4ebc-a921-366f81123efe,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:01.629440 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-8340ddf0-ae59-4b9c-aa59-d1a7d2f77153 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:01.680808 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac3a868-98f2-4d4d-a634-41506f1f408f None None] New status for floating IP 86c1981c-5c4c-4535-a56a-91ebf99bf1b3: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:48:01.681879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565295cf-a1b8-44da-a90e-a506c7e50118 req-e3b7421b-94fb-41b1-9eec-99c461e80293 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:01.683303 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-565295cf-a1b8-44da-a90e-a506c7e50118 req-e3b7421b-94fb-41b1-9eec-99c461e80293 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0892446 Feb 11 13:48:01.730096 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-565295cf-a1b8-44da-a90e-a506c7e50118 req-3607edcd-fed1-4304-ad9a-f5de1885e8e5 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Feb 11 13:48:01.766017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-8340ddf0-ae59-4b9c-aa59-d1a7d2f77153 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 40d6042a-952a-4ebc-a921-366f81123efe owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:48:01.916355 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-8340ddf0-ae59-4b9c-aa59-d1a7d2f77153 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:01.976469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340ddf0-ae59-4b9c-aa59-d1a7d2f77153 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=40d6042a-952a-4ebc-a921-366f81123efe,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:02.064747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-8340ddf0-ae59-4b9c-aa59-d1a7d2f77153 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] No DVR routers for this DVR port 40d6042a-952a-4ebc-a921-366f81123efe on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:02.067499 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-8340ddf0-ae59-4b9c-aa59-d1a7d2f77153 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.082457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-77ad50a9-28d0-4030-b180-a3c7b37c8934 req-8340ddf0-ae59-4b9c-aa59-d1a7d2f77153 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.75 "DELETE /v2.0/ports/40d6042a-952a-4ebc-a921-366f81123efe HTTP/1.1" status: 204 len: 173 time: 0.7798824 Feb 11 13:48:02.105131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-64343263-8cfd-4268-8736-cacc0fcc74d5 req-a6fb45fb-6443-48c9-b1a3-b1ee95283ac1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=edc2b35c-7aad-4a71-9ca1-0303990c8a10 HTTP/1.1" status: 200 len: 210 time: 0.0564771 Feb 11 13:48:02.191973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f87995-aed3-4018-8c21-467fc79b36e7 req-c809b1e6-82c7-4d23-b1fa-8a4b31eb899f tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:02.193437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c2f87995-aed3-4018-8c21-467fc79b36e7 req-c809b1e6-82c7-4d23-b1fa-8a4b31eb899f tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0823762 Feb 11 13:48:02.240495 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c2f87995-aed3-4018-8c21-467fc79b36e7 req-93b1e778-2e57-467f-9755-8a836c632f1c tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Feb 11 13:48:02.312454 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:48:02.592224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'name': 'network-vif-deleted', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:02.645778 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc2b35c-7aad-4a71-9ca1-0303990c8a10', 'name': 'network-vif-deleted', 'tag': '40d6042a-952a-4ebc-a921-366f81123efe', 'status': 'completed', 'code': 200} Feb 11 13:48:02.926717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a59765-1bce-4b48-8094-5ab13753833a req-307a2775-cbd9-4346-a092-d2a6e922cc57 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:02.928250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56a59765-1bce-4b48-8094-5ab13753833a req-307a2775-cbd9-4346-a092-d2a6e922cc57 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0809445 Feb 11 13:48:02.974091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84a587d1-f13e-440c-8bc8-dabfaef1eea7 req-ec1ff0ee-641f-49ae-a83f-6bed67b5c283 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1095 time: 0.1671212 Feb 11 13:48:02.977144 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56a59765-1bce-4b48-8094-5ab13753833a req-ca14dac3-1ddf-4149-9f02-625bdc3aa4c3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Feb 11 13:48:03.109025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a587d1-f13e-440c-8bc8-dabfaef1eea7 req-0a1a5d6f-9f47-4ffb-a470-406fe648ba6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:03.110487 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84a587d1-f13e-440c-8bc8-dabfaef1eea7 req-0a1a5d6f-9f47-4ffb-a470-406fe648ba6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1296291 Feb 11 13:48:03.210457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84a587d1-f13e-440c-8bc8-dabfaef1eea7 req-0fccc6b0-4766-438f-8628-2a37979edef0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 997 time: 0.0940328 Feb 11 13:48:03.220515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 43982) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:03.276357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a587d1-f13e-440c-8bc8-dabfaef1eea7 req-74a2b0e3-e664-437c-9e1f-85f8ca2a5bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:03.277826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84a587d1-f13e-440c-8bc8-dabfaef1eea7 req-74a2b0e3-e664-437c-9e1f-85f8ca2a5bd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0609407 Feb 11 13:48:03.356785 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84a587d1-f13e-440c-8bc8-dabfaef1eea7 req-e2c1fcf5-9ba6-4aba-8026-1eb91ca5c3f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721347 Feb 11 13:48:03.467172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6963d-829f-4293-8823-9860d787c4b3 req-4885b7fa-21c2-4f04-b8be-c437bdc0b619 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:03.468846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c6963d-829f-4293-8823-9860d787c4b3 req-4885b7fa-21c2-4f04-b8be-c437bdc0b619 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0979977 Feb 11 13:48:03.496459 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84a587d1-f13e-440c-8bc8-dabfaef1eea7 req-dbb4e8ee-789c-4eca-9276-32a810827046 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330681 Feb 11 13:48:03.528033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c6963d-829f-4293-8823-9860d787c4b3 req-0192d7a7-0bf1-44f5-8b5c-ef99bbb32279 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511096 Feb 11 13:48:03.642407 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84a587d1-f13e-440c-8bc8-dabfaef1eea7 req-e4149dc2-41c6-4f92-9d94-f38e5414625b service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406584 Feb 11 13:48:03.735957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:04.120902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24d692-8d70-415b-9e75-45069da6a6e1 req-209ecdd3-700c-4022-9311-8167720832db tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:04.122392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de24d692-8d70-415b-9e75-45069da6a6e1 req-209ecdd3-700c-4022-9311-8167720832db tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.2268195 Feb 11 13:48:04.128276 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0594f979-f00f-42f2-b32f-0ca98a42831f req-f74ff2bc-2e79-4dd2-a5c7-d99849938ed6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=839c314644134b148b6bd4357b6acd78&device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 1096 time: 0.1461267 Feb 11 13:48:04.200460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d342fb5-d8f5-494d-bbc4-3281a9d7a072 req-1f8d8a4a-06c3-450f-989a-b61efa24dc90 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:04.203303 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d342fb5-d8f5-494d-bbc4-3281a9d7a072 req-1f8d8a4a-06c3-450f-989a-b61efa24dc90 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0914524 Feb 11 13:48:04.256320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d342fb5-d8f5-494d-bbc4-3281a9d7a072 req-9bc9ad29-92d0-4a03-8520-c4549ee14e0b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459919 Feb 11 13:48:04.285704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de24d692-8d70-415b-9e75-45069da6a6e1 req-8f7c952f-e40b-4c8c-8da9-c140ca394ba9 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565108 Feb 11 13:48:04.330772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f979-f00f-42f2-b32f-0ca98a42831f req-a7245c58-fd4d-4bf7-9ae9-41800d530ac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:04.332195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0594f979-f00f-42f2-b32f-0ca98a42831f req-a7245c58-fd4d-4bf7-9ae9-41800d530ac4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9baee0a6-8439-44ea-9e2f-b2ab9560e65c HTTP/1.1" status: 200 len: 913 time: 0.1848435 Feb 11 13:48:04.439039 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0594f979-f00f-42f2-b32f-0ca98a42831f req-022922a5-5857-4cbf-85d1-2d954000db2c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 HTTP/1.1" status: 200 len: 217 time: 0.0993798 Feb 11 13:48:04.602757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f979-f00f-42f2-b32f-0ca98a42831f req-03919fe9-4cb0-411c-b82a-91d43174c267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:04.604388 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0594f979-f00f-42f2-b32f-0ca98a42831f req-03919fe9-4cb0-411c-b82a-91d43174c267 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0fcc6490-1e99-4af3-b566-7b5608077c98 HTTP/1.1" status: 200 len: 852 time: 0.1588731 Feb 11 13:48:04.657857 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0594f979-f00f-42f2-b32f-0ca98a42831f req-c510f47b-4d1f-4d76-814c-15e0f3035c7b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9baee0a6-8439-44ea-9e2f-b2ab9560e65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457690 Feb 11 13:48:04.874439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0594f979-f00f-42f2-b32f-0ca98a42831f req-09604417-f1e7-420f-8af8-cb07f48661c6 service neutron] 10.222.0.75 "GET /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840551 Feb 11 13:48:05.058752 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0594f979-f00f-42f2-b32f-0ca98a42831f req-80e6bc63-5b65-4bce-9e65-23821a0372d7 service neutron] 10.222.0.75 "GET /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768465 Feb 11 13:48:05.146870 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 17244716-17eb-4e4d-b822-8bd5c30a1f21 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:48:05.147128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.459654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4e6c2-408d-4279-a07b-296d7902f574 req-2f6ae100-c156-4875-9a66-a34fe7811b99 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:05.461215 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06b4e6c2-408d-4279-a07b-296d7902f574 req-2f6ae100-c156-4875-9a66-a34fe7811b99 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0788028 Feb 11 13:48:05.495382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port 17244716-17eb-4e4d-b822-8bd5c30a1f21, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=17244716-17eb-4e4d-b822-8bd5c30a1f21,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:05.495802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.508365 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06b4e6c2-408d-4279-a07b-296d7902f574 req-0f98a83e-2d29-4cfa-82f4-669745dbc01f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402591 Feb 11 13:48:05.625022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 17244716-17eb-4e4d-b822-8bd5c30a1f21 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:48:05.696419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054627e6-9cca-4d0b-a107-06ecd58157b7 req-9a4c5e05-3e28-4e56-8fb3-c7f95918071c tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:05.698729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-054627e6-9cca-4d0b-a107-06ecd58157b7 req-9a4c5e05-3e28-4e56-8fb3-c7f95918071c tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.2875242 Feb 11 13:48:05.771055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-054627e6-9cca-4d0b-a107-06ecd58157b7 req-1ad593a7-afe3-4ddd-a0c3-81a2a6982ab9 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616071 Feb 11 13:48:05.855695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 40d6042a-952a-4ebc-a921-366f81123efe no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:48:05.856233 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.889063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 40d6042a-952a-4ebc-a921-366f81123efe {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:48:05.889403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 40d6042a-952a-4ebc-a921-366f81123efe not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:48:05.910110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=17244716-17eb-4e4d-b822-8bd5c30a1f21,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.207246 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.887508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router b70f8c78-f3f2-4b30-890b-579832ad7d92 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:48:06.972547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86484665-ec36-4f5d-a8ee-50c0f6ef7b51 req-79bc312d-3c5a-498f-b1a1-6d85b3bf03de tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:06.974010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86484665-ec36-4f5d-a8ee-50c0f6ef7b51 req-79bc312d-3c5a-498f-b1a1-6d85b3bf03de tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0792091 Feb 11 13:48:07.020202 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86484665-ec36-4f5d-a8ee-50c0f6ef7b51 req-8e4e0e40-55a6-44e0-8629-7d0d4bb8fe82 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405099 Feb 11 13:48:07.094767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:07.105416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] Sync routers for ids ['b70f8c78-f3f2-4b30-890b-579832ad7d92'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:48:07.110035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f5872bee-f858-4dce-a1ba-b23af6d6ab40 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "PUT /v2.0/routers/b70f8c78-f3f2-4b30-890b-579832ad7d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8858137 Feb 11 13:48:07.110230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44006) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:07.117670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] Routers {'b70f8c78-f3f2-4b30-890b-579832ad7d92'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:07.118354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b70f8c78-f3f2-4b30-890b-579832ad7d92'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:07.315096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] Set router b70f8c78-f3f2-4b30-890b-579832ad7d92 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:07.319920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d245d2-b0c4-460b-adf3-1c0d760c40a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting subnet 536a14d6-c624-4be3-abe4-ae870b3e999f {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:48:07.323418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07d245d2-b0c4-460b-adf3-1c0d760c40a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.378967 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07d245d2-b0c4-460b-adf3-1c0d760c40a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.452505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d9667-df85-40e5-81af-ac1098a9b84e req-9a470d68-1960-4b7c-9c7d-54956e4eae54 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:07.454654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d67d9667-df85-40e5-81af-ac1098a9b84e req-9a470d68-1960-4b7c-9c7d-54956e4eae54 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0793803 Feb 11 13:48:07.468208 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07d245d2-b0c4-460b-adf3-1c0d760c40a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.514025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d67d9667-df85-40e5-81af-ac1098a9b84e req-9dedc05e-bc57-451f-9683-07f230905278 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531900 Feb 11 13:48:07.553246 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07d245d2-b0c4-460b-adf3-1c0d760c40a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.592230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d245d2-b0c4-460b-adf3-1c0d760c40a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Subnet': ['ID=536a14d6-c624-4be3-abe4-ae870b3e999f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:07.598324 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-07d245d2-b0c4-460b-adf3-1c0d760c40a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.606386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c9a737-ff5d-483d-ba1b-1944deb10f47 None None] Network 3f96604d-9fde-4945-9343-7c9a87437866 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:48:07.608734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44012) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:07.608914 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-07d245d2-b0c4-460b-adf3-1c0d760c40a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/subnets/536a14d6-c624-4be3-abe4-ae870b3e999f HTTP/1.1" status: 204 len: 168 time: 0.4975400 Feb 11 13:48:07.626017 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.814918 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.826809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:48:05Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:07.834077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] Checking router: b70f8c78-f3f2-4b30-890b-579832ad7d92 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:48:07.856752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] Routers {'b70f8c78-f3f2-4b30-890b-579832ad7d92'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:07.857374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b70f8c78-f3f2-4b30-890b-579832ad7d92'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:08.018937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:08.032196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 1cfc6bca-d61b-4ae9-89fd-3189323c0853 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:48:08.032693 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:08.047766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] Set router b70f8c78-f3f2-4b30-890b-579832ad7d92 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:08.088215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ccea29-fc9f-42b6-b431-40863d8d8c50 None None] DHCP port deletion for 3f96604d-9fde-4945-9343-7c9a87437866 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:48:08.153870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42ccea29-fc9f-42b6-b431-40863d8d8c50 None None] Deleting port 2278679b-7d1d-464d-af1a-eb39aa876403 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:48:08.154555 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42ccea29-fc9f-42b6-b431-40863d8d8c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:08.301476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port 1cfc6bca-d61b-4ae9-89fd-3189323c0853, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1cfc6bca-d61b-4ae9-89fd-3189323c0853,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:08.301737 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:08.425520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 1cfc6bca-d61b-4ae9-89fd-3189323c0853 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:48:08.505007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-42ccea29-fc9f-42b6-b431-40863d8d8c50 None None] For port 2278679b-7d1d-464d-af1a-eb39aa876403, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2278679b-7d1d-464d-af1a-eb39aa876403,segment=NetworkSegment(d6efb387-ce6c-4bad-9316-a01f272282c6),segment_id=d6efb387-ce6c-4bad-9316-a01f272282c6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:08.505387 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42ccea29-fc9f-42b6-b431-40863d8d8c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:08.597037 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:08.629052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-42ccea29-fc9f-42b6-b431-40863d8d8c50 None None] Calling delete_port for 2278679b-7d1d-464d-af1a-eb39aa876403 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:48:08.688482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=1cfc6bca-d61b-4ae9-89fd-3189323c0853,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:08.688943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:48:05Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:08.704614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a9213-eb1e-4d08-91e2-252c59d7906b None None] The sync data for ids ['b70f8c78-f3f2-4b30-890b-579832ad7d92'] in n-d-818559-1 is: [{'id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96211546', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:42Z', 'updated_at': '2022-02-11T13:48:05Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': '1cfc6bca-d61b-4ae9-89fd-3189323c0853', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70f8c78-f3f2-4b30-890b-579832ad7d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:43Z', 'updated_at': '2022-02-11T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:48:08.722048 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42ccea29-fc9f-42b6-b431-40863d8d8c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:08.751865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172c65-5a3e-4a9c-a732-a9e368922661 req-6a98381e-4dd8-4659-a0ba-0b431e149a89 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:08.753346 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-62172c65-5a3e-4a9c-a732-a9e368922661 req-6a98381e-4dd8-4659-a0ba-0b431e149a89 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.1123459 Feb 11 13:48:08.785822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ccea29-fc9f-42b6-b431-40863d8d8c50 None None] No DVR routers for this DVR port 2278679b-7d1d-464d-af1a-eb39aa876403 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:08.800196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccea29-fc9f-42b6-b431-40863d8d8c50 None None] Pushing event deleted for resources: {'Port': ['ID=2278679b-7d1d-464d-af1a-eb39aa876403,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:08.805238 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-62172c65-5a3e-4a9c-a732-a9e368922661 req-f3a0cc41-0af0-4454-a091-531ee37ec011 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Feb 11 13:48:08.902753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:09.170425 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:09.175170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:09.177530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-b2c18dfd-720d-44c2-b0bb-c0d86c66a643 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:09.179087 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-b2c18dfd-720d-44c2-b0bb-c0d86c66a643 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0904210 Feb 11 13:48:09.204537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:09.205111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Fanout notify agent at l3_agent the message router_deleted on router b70f8c78-f3f2-4b30-890b-579832ad7d92 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:48:09.226365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:09.230960 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-45a07b1f-5166-4360-a8ce-a7860775ad49 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/routers/b70f8c78-f3f2-4b30-890b-579832ad7d92 HTTP/1.1" status: 204 len: 168 time: 1.6177707 Feb 11 13:48:09.231332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44020) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:09.337376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-a5ad9b45-5558-4187-bbaf-3ee7e9da3b3b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Deleting port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:48:09.338458 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-a5ad9b45-5558-4187-bbaf-3ee7e9da3b3b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:09.422212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:09.685006 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:09.727247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f96604d-9fde-4945-9343-7c9a87437866']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:09.751182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6efb387-ce6c-4bad-9316-a01f272282c6') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:09.751406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6efb387-ce6c-4bad-9316-a01f272282c6') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:09.768491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:09.775849 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-a5ad9b45-5558-4187-bbaf-3ee7e9da3b3b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] For port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,segment=NetworkSegment(3ac0683b-ec28-470e-8070-af552b63e0fe),segment_id=3ac0683b-ec28-470e-8070-af552b63e0fe)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:09.776207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-a5ad9b45-5558-4187-bbaf-3ee7e9da3b3b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:09.925519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 17244716-17eb-4e4d-b822-8bd5c30a1f21 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:48:09.961328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 17244716-17eb-4e4d-b822-8bd5c30a1f21 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:48:09.961583 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 17244716-17eb-4e4d-b822-8bd5c30a1f21 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:48:09.961992 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2278679b-7d1d-464d-af1a-eb39aa876403 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:48:09.998303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2278679b-7d1d-464d-af1a-eb39aa876403 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:48:09.998668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2278679b-7d1d-464d-af1a-eb39aa876403 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:48:09.999743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1cfc6bca-d61b-4ae9-89fd-3189323c0853 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:48:10.017379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef2c5a-69e7-49fb-953b-442c982773fb req-2e1974f1-3831-4125-b4a6-dcab5fffdf7f tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:10.019067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-edef2c5a-69e7-49fb-953b-442c982773fb req-2e1974f1-3831-4125-b4a6-dcab5fffdf7f tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a091a33-da98-4962-8b99-100c9e31ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0875769 Feb 11 13:48:10.020957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:10.029786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-a5ad9b45-5558-4187-bbaf-3ee7e9da3b3b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Calling delete_port for e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:48:10.035062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 1cfc6bca-d61b-4ae9-89fd-3189323c0853 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:48:10.035408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1cfc6bca-d61b-4ae9-89fd-3189323c0853 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:48:10.068367 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-edef2c5a-69e7-49fb-953b-442c982773fb req-5757e5ef-db80-49a7-9db7-c2c6ae52cd95 tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.67 "GET /v2.0/security-groups?id=272b6006-ec95-4af9-abaa-ce63727611e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Feb 11 13:48:10.068818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:48:10.069294 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:48:10.084447 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:48:10.194046 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:10.212496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:10.257781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Network': ['ID=3f96604d-9fde-4945-9343-7c9a87437866,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:10.279654 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-af497564-cad3-4cd5-b8d2-8ae0234b8ad1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/networks/3f96604d-9fde-4945-9343-7c9a87437866 HTTP/1.1" status: 204 len: 168 time: 1.0473003 Feb 11 13:48:10.282390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44026) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:10.324506 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-a5ad9b45-5558-4187-bbaf-3ee7e9da3b3b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:10.390159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad9b45-5558-4187-bbaf-3ee7e9da3b3b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Pushing event deleted for resources: {'Port': ['ID=e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:10.480573 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-349cc10a-8c8a-4cbd-b778-abd2453bbb80 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:10.495315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-a5ad9b45-5558-4187-bbaf-3ee7e9da3b3b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] No DVR routers for this DVR port e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:10.499722 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-a5ad9b45-5558-4187-bbaf-3ee7e9da3b3b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:10.501588 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b9f0692-5054-41c9-8c60-6d12443a9e48 req-a5ad9b45-5558-4187-bbaf-3ee7e9da3b3b tempest-TestServerAdvancedOps-611266407 tempest-TestServerAdvancedOps-611266407-project] 10.222.0.75 "DELETE /v2.0/ports/e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 HTTP/1.1" status: 204 len: 173 time: 1.3171434 Feb 11 13:48:10.502012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a091a33-da98-4962-8b99-100c9e31ddc1', 'name': 'network-vif-deleted', 'tag': 'e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:10.546509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-349cc10a-8c8a-4cbd-b778-abd2453bbb80 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:10.567841 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a091a33-da98-4962-8b99-100c9e31ddc1', 'name': 'network-vif-deleted', 'tag': 'e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3', 'status': 'completed', 'code': 200} Feb 11 13:48:10.627610 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-349cc10a-8c8a-4cbd-b778-abd2453bbb80 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:10.646077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cc10a-8c8a-4cbd-b778-abd2453bbb80 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c6329-85f0-4090-9520-97c8ea09ffd9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:10.659485 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-349cc10a-8c8a-4cbd-b778-abd2453bbb80 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:10.663189 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-349cc10a-8c8a-4cbd-b778-abd2453bbb80 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/security-groups/ee0c6329-85f0-4090-9520-97c8ea09ffd9 HTTP/1.1" status: 204 len: 168 time: 0.3772359 Feb 11 13:48:11.131960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44038) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:11.137834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013562794', 'description': 'tempest-secgroup-smoke-2013562794 description', 'project_id': '6c052870f3b142058bca9fe1599fac99'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:11.144458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:11.148555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:11.151598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:11.157159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:11.168354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.187404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44042) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:11.209975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:11.213831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:11.216627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:11.222282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:11.248231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-669e5ab4-0ee8-4877-b67d-465e32d1d6fe admin admin] Deleting subnet 0fcc6490-1e99-4af3-b566-7b5608077c98 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:48:11.251146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-669e5ab4-0ee8-4877-b67d-465e32d1d6fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.277326 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.281419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.304583 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-669e5ab4-0ee8-4877-b67d-465e32d1d6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.328676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11731e5b-1a65-4129-aa08-8279558ce525,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:11.334647 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.336811 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-33db5ba7-643d-47ba-8551-3c2b94e96520 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2031920 Feb 11 13:48:11.339877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44046) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:11.347822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '11731e5b-1a65-4129-aa08-8279558ce525', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:11.356726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:11.360949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:11.364044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:11.368244 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-669e5ab4-0ee8-4877-b67d-465e32d1d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.371088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:11.388935 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.437712 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-669e5ab4-0ee8-4877-b67d-465e32d1d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.451347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.455496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.477152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fef5073-764f-40ad-9139-97abaf572a68,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:11.482676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e5ab4-0ee8-4877-b67d-465e32d1d6fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fcc6490-1e99-4af3-b566-7b5608077c98,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:11.488479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-669e5ab4-0ee8-4877-b67d-465e32d1d6fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.492493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.496568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44050) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:11.496944 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f1bfcf83-98d8-4d84-afed-634d7fb4b066 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1557140 Feb 11 13:48:11.502788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '11731e5b-1a65-4129-aa08-8279558ce525', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:11.509557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-669e5ab4-0ee8-4877-b67d-465e32d1d6fe admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0fcc6490-1e99-4af3-b566-7b5608077c98 HTTP/1.1" status: 204 len: 168 time: 0.3202941 Feb 11 13:48:11.511267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:11.511500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44054) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:11.515264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:11.518112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:11.524244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:11.629827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.642307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.701197 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.705110 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.731823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6bdc5c-d38a-4f20-a063-90a7c16d1b7a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:11.742726 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.744588 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3a735f16-1937-4475-8d16-ec291add74f7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2461357 Feb 11 13:48:11.747647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44058) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:11.753327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '11731e5b-1a65-4129-aa08-8279558ce525', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:11.759816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:11.764695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:11.765184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.768882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:11.774821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:11.794190 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.794451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9baee0a6-8439-44ea-9e2f-b2ab9560e65c']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:11.807779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac0683b-ec28-470e-8070-af552b63e0fe') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:11.808083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac0683b-ec28-470e-8070-af552b63e0fe') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:11.821120 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.838304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.844834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:48:11.845223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.859232 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:48:11.859377 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:48:11.865038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:48:11.868332 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.894624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bc01c5-3d33-458a-a3b7-7cf0fca0ba4c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:11.900447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:48:11.901040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device e1b2d60a-b854-46cf-ae1a-a0c1e6ed7ca3 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:48:11.910901 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.915069 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-98131851-2d14-4413-a8ab-144e1bcd560b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1639338 Feb 11 13:48:11.915493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44062) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:11.921981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '11731e5b-1a65-4129-aa08-8279558ce525', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:11.928267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:11.933394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:11.937084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:11.941409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.943147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:11.946396 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.961317 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:11.973292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] Pushing event deleted for resources: {'Network': ['ID=9baee0a6-8439-44ea-9e2f-b2ab9560e65c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:11.978660 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-61b18958-31b5-46b0-b5bf-702d7c2acc2e admin admin] 10.222.0.67 "DELETE /v2.0/networks/9baee0a6-8439-44ea-9e2f-b2ab9560e65c HTTP/1.1" status: 204 len: 168 time: 0.4655087 Feb 11 13:48:11.981667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44066) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:12.028773 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.032633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.048599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21c77e9-ea88-4215-a258-ae4f0fe7e1ef admin admin] Deleting subnet a6ded4cc-73ae-4336-92b5-67ffae51e76e {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:48:12.051685 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e21c77e9-ea88-4215-a258-ae4f0fe7e1ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.057313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c5d712-4b81-4f01-ad90-2efc9edcecce,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:12.068789 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.070873 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d6e67b74-edf3-4fad-8d66-13e7b253a3a2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1533339 Feb 11 13:48:12.073770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44070) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:12.080801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '11731e5b-1a65-4129-aa08-8279558ce525', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:12.086509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:12.091027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:12.093894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:12.099464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:12.106631 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e21c77e9-ea88-4215-a258-ae4f0fe7e1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.111082 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Project 6c052870f3b142058bca9fe1599fac99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:48:12.117577 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.162657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e21c77e9-ea88-4215-a258-ae4f0fe7e1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.181779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.185928 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.209476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efc067b-d52c-4ff0-813c-347f64f70cf9,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:12.219281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.220476 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c7cda5eb-d2eb-477b-a3d9-c85ab04a20c4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1451688 Feb 11 13:48:12.223382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44074) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:12.230993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'security_group_rule': {'security_group_id': '11731e5b-1a65-4129-aa08-8279558ce525', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:12.237233 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e21c77e9-ea88-4215-a258-ae4f0fe7e1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.237393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:12.241173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:security_group_rule and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:12.244101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:12.249724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:12.259885 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Project 6c052870f3b142058bca9fe1599fac99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:48:12.266409 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.276595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c77e9-ea88-4215-a258-ae4f0fe7e1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ded4cc-73ae-4336-92b5-67ffae51e76e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:12.281532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e21c77e9-ea88-4215-a258-ae4f0fe7e1ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.287327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e21c77e9-ea88-4215-a258-ae4f0fe7e1ef admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a6ded4cc-73ae-4336-92b5-67ffae51e76e HTTP/1.1" status: 204 len: 168 time: 0.3047249 Feb 11 13:48:12.289934 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44078) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:12.331814 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.335346 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.361862 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6378c8f2-5d8b-4467-b366-83e7fdcda140,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:12.371624 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.372842 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5ee475d3-b03a-4243-8310-a93dc80d11ad tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1485617 Feb 11 13:48:12.375790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44082) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:12.381088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'network': {'name': 'tempest-network-smoke--1543573373', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:12.388805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:12.393092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:network and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:12.396060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:12.402372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:12.402692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.413301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:12.417180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.444624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:48:12.453445 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.453784 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Added segment 2cad86ff-eafe-46fe-9381-6339b8d96528 of type vlan for network 7301b441-7371-4cca-8af4-45f5c4e20ba0 Feb 11 13:48:12.501695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.549772 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.554361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:12.555165 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.601331 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.645788 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.667523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2904534 Feb 11 13:48:12.670172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44086) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:12.675943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d91ec1-dbb0-4396-824f-2511508405f6']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:12.677464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'admin_state_up': True, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:12.684482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34223d4-03fc-43d9-bd7f-73b69612748d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Network': ['ID=7301b441-7371-4cca-8af4-45f5c4e20ba0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:12.687141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:12.691148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:router and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:12.693984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:12.697683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5d839f-484e-4245-8f78-9dc7c5bea1f3') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:12.698139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 7301b441-7371-4cca-8af4-45f5c4e20ba0 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:48:12.698417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5d839f-484e-4245-8f78-9dc7c5bea1f3') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:12.700728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:12.712125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.713485 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.713805 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.735768 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.737722 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.742084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:48:12.742518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:48:12.759074 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:48:12.835221 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.843794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.865543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] Pushing event deleted for resources: {'Network': ['ID=37d91ec1-dbb0-4396-824f-2511508405f6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:12.868795 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5eabe432-37ad-4703-a591-ce476861917e admin admin] 10.222.0.67 "DELETE /v2.0/networks/37d91ec1-dbb0-4396-824f-2511508405f6 HTTP/1.1" status: 204 len: 168 time: 0.5778296 Feb 11 13:48:12.891718 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.070296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44092) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:13.077486 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.106839 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.125112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ac8e721b-8a0f-40c0-b207-5645140587c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=839c314644134b148b6bd4357b6acd78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536423 Feb 11 13:48:13.127616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44096) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:13.190268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-240ae2f7-7d37-4228-9e35-24397ae54c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.216237 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-240ae2f7-7d37-4228-9e35-24397ae54c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.244853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.25.4.178 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:13.268594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-240ae2f7-7d37-4228-9e35-24397ae54c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.284065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ae2f7-7d37-4228-9e35-24397ae54c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b6006-ec95-4af9-abaa-ce63727611e1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:13.298411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-240ae2f7-7d37-4228-9e35-24397ae54c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.302055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-240ae2f7-7d37-4228-9e35-24397ae54c18 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/272b6006-ec95-4af9-abaa-ce63727611e1 HTTP/1.1" status: 204 len: 168 time: 0.1710577 Feb 11 13:48:13.399293 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.427024 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.496977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:13.499696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:13.502250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:13.549288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:13.669684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.670472 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.712062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44104) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:13.763522 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-77a4c229-868b-4ff6-a4a1-77a31a7aa33c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc57ecc893284ca1b6dfe49ef71be0ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499020 Feb 11 13:48:13.765792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44108) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:13.830834 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a924-1018-4855-89a5-445bde0c1c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.858533 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a924-1018-4855-89a5-445bde0c1c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.912900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a924-1018-4855-89a5-445bde0c1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.930390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2a924-1018-4855-89a5-445bde0c1c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29554b6-b612-43d0-a7e8-48314f67084d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:13.938641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a924-1018-4855-89a5-445bde0c1c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.940259 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e3e2a924-1018-4855-89a5-445bde0c1c0b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f29554b6-b612-43d0-a7e8-48314f67084d HTTP/1.1" status: 204 len: 168 time: 0.1735930 Feb 11 13:48:14.017332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 7677dc05-edda-4b89-b46b-3c31cff50644 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:48:14.231806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:14.246874 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Sync routers for ids ['7677dc05-edda-4b89-b46b-3c31cff50644'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:48:14.259175 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Routers {'7677dc05-edda-4b89-b46b-3c31cff50644'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:14.260358 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7677dc05-edda-4b89-b46b-3c31cff50644'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:14.260506 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:14.261906 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-01222349-fe56-459c-a493-64263ad8592a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5907209 Feb 11 13:48:14.265231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44118) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:14.316567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-464b8069-4373-4140-aa8d-2632ba8be57e tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=6c052870f3b142058bca9fe1599fac99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477176 Feb 11 13:48:14.317046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44124) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:14.447263 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Set router 7677dc05-edda-4b89-b46b-3c31cff50644 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:14.455419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec0486e-c5f9-4d38-bff2-32b07a89c3dd tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:14.458758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-eec0486e-c5f9-4d38-bff2-32b07a89c3dd tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390607 Feb 11 13:48:14.459811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:14.510246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f4554067-c6f1-422f-a219-244baa413639 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487132 Feb 11 13:48:14.512962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44136) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:14.519540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1464325386', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'project_id': '6c052870f3b142058bca9fe1599fac99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:14.645941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:14.650864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:subnet and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:14.653918 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:14.660177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:14.671271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:14.747421 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:13Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:14.751878 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Checking router: 7677dc05-edda-4b89-b46b-3c31cff50644 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:48:14.752307 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Updating router 7677dc05-edda-4b89-b46b-3c31cff50644 port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:48:14.779399 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:14.820050 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:14.868237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44146) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:15.003505 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.019450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-420130348-network', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:15.024775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:15.030424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Usage tracker for resource:network and tenant:594ddb750d9243979cfca11fd67a6cc7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:15.033295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:15.040069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:15.052451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Made reservation on behalf of 594ddb750d9243979cfca11fd67a6cc7 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:15.055021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.069153 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.085771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Subnet': ['ID=5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.100605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Checking segment: {'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:15.100964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network hostable DHCP agents. Network: 7301b441-7371-4cca-8af4-45f5c4e20ba0, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:48:15.109409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:15.113630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Usage tracker for resource:security_group_rule and tenant:594ddb750d9243979cfca11fd67a6cc7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:15.116654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:15.124082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 7301b441-7371-4cca-8af4-45f5c4e20ba0 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:48:15.125918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:15.133607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 7301b441-7371-4cca-8af4-45f5c4e20ba0) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:15.138614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.139176 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.143883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae33381-b0f8-4353-b48d-8bd3e624f5b2 None None] Network 7301b441-7371-4cca-8af4-45f5c4e20ba0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:48:15.164464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8ab8f094-48b8-402c-8ab3-c1215487adcf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6499822 Feb 11 13:48:15.167837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44152) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:15.207422 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.209655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.216304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.222444 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Transition to ACTIVE for port object af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:15.231629 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.251161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:48:15.265795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0738a018-e35d-4946-80fb-185b549aa4a6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.271149 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.271858 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Added segment 578dbfeb-f594-4be0-bbc6-f7f23fc32437 of type vlan for network 467316b6-4094-4523-ac11-7dfb656e5e2e Feb 11 13:48:15.308914 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.347290 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Attempting to bind port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:15.348333 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Attempting to bind port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:15.348699 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Attempting to bind port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:15.349323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.350315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.351181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.361705 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Pushing event updated for resources: {'Port': ['ID=af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.373403 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.374114 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.374620 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.375137 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.375750 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.376223 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.377271 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.377780 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.378397 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.378905 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.379369 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:15.382764 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:15.383362 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:15.383965 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.385260 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:15.386121 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Bound port: af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:15.386738 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.460817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] Pushing event updated for resources: {'Network': ['ID=467316b6-4094-4523-ac11-7dfb656e5e2e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.466646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-acb7df7d-9a46-4371-b838-5deb35b9bffd admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5954013 Feb 11 13:48:15.472896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44156) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:15.476709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 467316b6-4094-4523-ac11-7dfb656e5e2e details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:48:15.480849 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Request body: {'subnet': {'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-420130348-subnet', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:15.482917 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] For port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:15.487190 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] For port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:15.488081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:15.492894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Usage tracker for resource:subnet and tenant:594ddb750d9243979cfca11fd67a6cc7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:15.493465 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.496892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-7301b441-7371-4cca-8af4-45f5c4e20ba0', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:48:15.497791 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.498255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:15.504497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:15.527725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Made reservation on behalf of 594ddb750d9243979cfca11fd67a6cc7 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:15.530922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.576155 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee653-ae9c-4d70-9b52-f7aa8f8543a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.582771 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eb39b-afe0-403f-a6ee-3ab412b61266 None None] Pushing event updated for resources: {'Port': ['ID=af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.607573 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Routers {'7677dc05-edda-4b89-b46b-3c31cff50644'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:15.608182 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:47:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7677dc05-edda-4b89-b46b-3c31cff50644'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:15.779623 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.795475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Allocated IP 172.20.0.2 (7301b441-7371-4cca-8af4-45f5c4e20ba0/5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf/99c26d87-1f8d-42b6-973c-187f4f89ee31) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:15.828089 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] Set router 7677dc05-edda-4b89-b46b-3c31cff50644 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:15.875004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b41ff6-e661-4bcc-a357-62c6cfa83897,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.887337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Checking segment: {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:15.887701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Network hostable DHCP agents. Network: 467316b6-4094-4523-ac11-7dfb656e5e2e, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:48:15.926985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Network 467316b6-4094-4523-ac11-7dfb656e5e2e is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:48:15.942143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 467316b6-4094-4523-ac11-7dfb656e5e2e) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:15.959863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580f14f-07b1-4285-b2d2-af4b0d39a26d None None] Network 467316b6-4094-4523-ac11-7dfb656e5e2e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:48:15.960656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.961607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.001465 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d4efd3c9-cc66-498f-997d-33ad305baae9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5268698 Feb 11 13:48:16.002225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44160) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:16.009084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-420130348-router', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:16.017316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:16.021434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Usage tracker for resource:router and tenant:594ddb750d9243979cfca11fd67a6cc7 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:16.027402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:16.034537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:16.057410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.059002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.084160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.224621 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:13Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:16.230429 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1464ca-b6cc-49a6-8dd7-64bdb3748e03 None None] The sync data for ids ['7677dc05-edda-4b89-b46b-3c31cff50644'] in n-d-818559-1 is: [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:13Z', 'revision_number': 3, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:48:16.261214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.334197 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.358502 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.379976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-467316b6-4094-4523-ac11-7dfb656e5e2e', 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'fixed_ips': [{'subnet_id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:48:16.381074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.393185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Transition to ACTIVE for port object 99c26d87-1f8d-42b6-973c-187f4f89ee31 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:16.527962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Transition to ACTIVE for port object 99c26d87-1f8d-42b6-973c-187f4f89ee31 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:16.549892 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.592545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.638425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Allocated IP 172.20.0.2 (467316b6-4094-4523-ac11-7dfb656e5e2e/d8b41ff6-e661-4bcc-a357-62c6cfa83897/4482da1a-0d64-4df6-a311-d09b3f536e1b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:16.732438 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.754344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Allocated IP 172.25.4.189 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d124def2-d0ba-435b-b414-98c14966cde3) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:16.830839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Pushing event updated for resources: {'Port': ['ID=99c26d87-1f8d-42b6-973c-187f4f89ee31,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:16.842249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.20.0.1 (7301b441-7371-4cca-8af4-45f5c4e20ba0/5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf/0605016d-631a-4318-92e7-b99368672bf1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:16.862610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Network 7301b441-7371-4cca-8af4-45f5c4e20ba0 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:16.866113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:16.873901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:16.950967 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:16.992632 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.006409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Attempting to bind port 99c26d87-1f8d-42b6-973c-187f4f89ee31 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:17.006916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Attempting to bind port 99c26d87-1f8d-42b6-973c-187f4f89ee31 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:17.007413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Attempting to bind port 99c26d87-1f8d-42b6-973c-187f4f89ee31 on network 7301b441-7371-4cca-8af4-45f5c4e20ba0 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:17.014378 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.035156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Transition to ACTIVE for port object 0605016d-631a-4318-92e7-b99368672bf1 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:17.056774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:17.057462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Checking segment: {'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:17.058199 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.058629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Bound using segment: {'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:17.059324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Bound port: 99c26d87-1f8d-42b6-973c-187f4f89ee31, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:17.059645 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.065237 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.169028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 7301b441-7371-4cca-8af4-45f5c4e20ba0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:17.173330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:17.183950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:17.186035 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.211376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:17.212006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Transition to ACTIVE for port object 4482da1a-0d64-4df6-a311-d09b3f536e1b will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:17.213625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:17.217137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:17.224364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] For port 99c26d87-1f8d-42b6-973c-187f4f89ee31, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:17.229647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] For port 99c26d87-1f8d-42b6-973c-187f4f89ee31, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=99c26d87-1f8d-42b6-973c-187f4f89ee31,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:17.236488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=0605016d-631a-4318-92e7-b99368672bf1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:17.238990 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.242928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Transition to ACTIVE for port object 4482da1a-0d64-4df6-a311-d09b3f536e1b will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:17.249984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Pushing event updated for resources: {'Port': ['ID=d124def2-d0ba-435b-b414-98c14966cde3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:17.284870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.288616 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.345606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Network 467316b6-4094-4523-ac11-7dfb656e5e2e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:17.350254 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:17.354551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bfa0b-5125-46ea-98e3-bb2059524667 None None] Pushing event updated for resources: {'Port': ['ID=99c26d87-1f8d-42b6-973c-187f4f89ee31,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:17.357293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:17.387198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.423209 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.424216 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.631737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Attempting to bind port 4482da1a-0d64-4df6-a311-d09b3f536e1b on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:17.632281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Attempting to bind port 4482da1a-0d64-4df6-a311-d09b3f536e1b by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:17.632487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Attempting to bind port 4482da1a-0d64-4df6-a311-d09b3f536e1b on network 467316b6-4094-4523-ac11-7dfb656e5e2e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:17.642830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Pushing event updated for resources: {'Port': ['ID=4482da1a-0d64-4df6-a311-d09b3f536e1b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:17.649561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:17.649561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Checking segment: {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:17.649561 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.649561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Bound using segment: {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:17.650564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Bound port: 4482da1a-0d64-4df6-a311-d09b3f536e1b, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:17.650564 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.762597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Router 0743ab6d-8505-4391-9d10-bcedaae1566c is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:48:17.782033 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-15fdc1e3-1aa0-4cdf-98fc-bfe49b844c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.798488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] For port 4482da1a-0d64-4df6-a311-d09b3f536e1b, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:17.802448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] For port 4482da1a-0d64-4df6-a311-d09b3f536e1b, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4482da1a-0d64-4df6-a311-d09b3f536e1b,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:17.809049 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.914724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa88eb-ae43-4383-98fc-b35333c47525 None None] Pushing event updated for resources: {'Port': ['ID=4482da1a-0d64-4df6-a311-d09b3f536e1b,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:17.967544 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:17.973951 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.022912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 99c26d87-1f8d-42b6-973c-187f4f89ee31 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:18.033971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:18.070972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.075853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4d0bd43a-52fe-48b0-a4c9-6cdd8a739079 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0692937 Feb 11 13:48:18.077458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44164) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:18.082686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Sync routers for ids ['0743ab6d-8505-4391-9d10-bcedaae1566c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:48:18.121419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.125883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=0605016d-631a-4318-92e7-b99368672bf1,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:18.127073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Routers {'0743ab6d-8505-4391-9d10-bcedaae1566c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:18.135777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0743ab6d-8505-4391-9d10-bcedaae1566c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:18.306687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 99c26d87-1f8d-42b6-973c-187f4f89ee31 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:18.329634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:18.423700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Set router 0743ab6d-8505-4391-9d10-bcedaae1566c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:18.450927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 7301b441-7371-4cca-8af4-45f5c4e20ba0 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:18.452203 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:18.727228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:18.738811 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:18.739884 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.905727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fded2a4-ef6f-40ec-a6ae-3e1a17e54eee None None] Network 7301b441-7371-4cca-8af4-45f5c4e20ba0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:48:18.968232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 7677dc05-edda-4b89-b46b-3c31cff50644 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:48:19.073074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.073994 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.078000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b0ae97f7-db47-4219-ae94-8b54fb4682c8 None None] Provisioning for port 99c26d87-1f8d-42b6-973c-187f4f89ee31 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:19.083104 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.094154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b0ae97f7-db47-4219-ae94-8b54fb4682c8 None None] Provisioning complete for port 99c26d87-1f8d-42b6-973c-187f4f89ee31 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:19.094504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0ae97f7-db47-4219-ae94-8b54fb4682c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.141442 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.194708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:19.199504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:19.208773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'name': 'tempest-TestServerMultinode-420130348-router', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 3, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'gw_port': {'id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:19.215499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Checking router: 0743ab6d-8505-4391-9d10-bcedaae1566c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:48:19.215855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Updating router 0743ab6d-8505-4391-9d10-bcedaae1566c port d124def2-d0ba-435b-b414-98c14966cde3 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:48:19.225125 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3a7384f1-fd54-4dee-b12b-bc39963953a5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "PUT /v2.0/routers/7677dc05-edda-4b89-b46b-3c31cff50644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0557790 Feb 11 13:48:19.285321 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.413703 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.573525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b3e9f-3e75-409b-9106-32c4d9e95659 None None] Network 467316b6-4094-4523-ac11-7dfb656e5e2e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:48:19.590559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-9be92c15-1874-4690-875a-4201b95f94a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:19.593249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Allocated IP 172.20.0.1 (467316b6-4094-4523-ac11-7dfb656e5e2e/d8b41ff6-e661-4bcc-a357-62c6cfa83897/074066fa-f535-4b81-835b-40f4c98a40ae) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:19.609718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:19.630969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-9be92c15-1874-4690-875a-4201b95f94a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:19.632154 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-9be92c15-1874-4690-875a-4201b95f94a9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013562794&fields=id&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 267 time: 0.1113610 Feb 11 13:48:19.756481 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0ae97f7-db47-4219-ae94-8b54fb4682c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.878863 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.890800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a96e447e-08de-4c41-b1e1-3decc6b991dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:19.891487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a96e447e-08de-4c41-b1e1-3decc6b991dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:19.917819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Transition to ACTIVE for port object 074066fa-f535-4b81-835b-40f4c98a40ae will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:19.920937 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a96e447e-08de-4c41-b1e1-3decc6b991dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:19.930472 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a96e447e-08de-4c41-b1e1-3decc6b991dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/networks?id=7301b441-7371-4cca-8af4-45f5c4e20ba0 HTTP/1.1" status: 200 len: 797 time: 0.2410669 Feb 11 13:48:19.955911 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-35407284-c8c1-4c0d-8dc6-23a350d819fe tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/quotas/6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 375 time: 0.0221100 Feb 11 13:48:19.966840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b0ae97f7-db47-4219-ae94-8b54fb4682c8 None None] For port 99c26d87-1f8d-42b6-973c-187f4f89ee31, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=99c26d87-1f8d-42b6-973c-187f4f89ee31,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:19.990364 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0ae97f7-db47-4219-ae94-8b54fb4682c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.028731 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.101448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4482da1a-0d64-4df6-a311-d09b3f536e1b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:20.116356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Pushing event updated for resources: {'Port': ['ID=074066fa-f535-4b81-835b-40f4c98a40ae,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:20.122454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Network 467316b6-4094-4523-ac11-7dfb656e5e2e is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:20.128950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:20.132656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:20.196760 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Sync routers for ids ['7677dc05-edda-4b89-b46b-3c31cff50644'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:48:20.204221 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.204832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae97f7-db47-4219-ae94-8b54fb4682c8 None None] Pushing event updated for resources: {'Port': ['ID=99c26d87-1f8d-42b6-973c-187f4f89ee31,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:20.211514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-28da68c1-d51b-49ad-9f47-4731570be2ae tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:20.215014 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Routers {'7677dc05-edda-4b89-b46b-3c31cff50644'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:20.215939 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7677dc05-edda-4b89-b46b-3c31cff50644'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:20.242205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-28da68c1-d51b-49ad-9f47-4731570be2ae tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:20.244625 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-28da68c1-d51b-49ad-9f47-4731570be2ae tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2774048 Feb 11 13:48:20.278604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6cd91dc6-1eeb-40e1-8bcf-4d1c40d9b79c None None] Provisioning for port 4482da1a-0d64-4df6-a311-d09b3f536e1b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:20.387733 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.389545 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.402192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4482da1a-0d64-4df6-a311-d09b3f536e1b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:20.415759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4482da1a-0d64-4df6-a311-d09b3f536e1b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:20.416114 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.418335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.443574 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Transition to ACTIVE for port object d124def2-d0ba-435b-b414-98c14966cde3 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:20.474945 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Set router 7677dc05-edda-4b89-b46b-3c31cff50644 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:20.475608 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.633028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f0d38-57f3-47d0-80b5-1f2acaadee9e None None] Pushing event updated for resources: {'Port': ['ID=d124def2-d0ba-435b-b414-98c14966cde3,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:20.634264 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-c6efe914-a672-44fd-8ffa-fd11750e9d7d service neutron] 10.222.0.67 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374920 Feb 11 13:48:20.639168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Attempting to bind port d124def2-d0ba-435b-b414-98c14966cde3 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:20.639528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Attempting to bind port d124def2-d0ba-435b-b414-98c14966cde3 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:20.639883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Attempting to bind port d124def2-d0ba-435b-b414-98c14966cde3 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:20.660206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:20.660571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:20.660969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.661355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:20.661819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Bound port: d124def2-d0ba-435b-b414-98c14966cde3, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:20.662179 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.715669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-266d7fb5-53b9-4fcf-b761-0bd820484cf7 None None] Provisioning complete for port 99c26d87-1f8d-42b6-973c-187f4f89ee31 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:20.716114 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-266d7fb5-53b9-4fcf-b761-0bd820484cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.852604 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.923425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:20.928532 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0605016d-631a-4318-92e7-b99368672bf1', 'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:3a:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 2, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:20.931156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] For port d124def2-d0ba-435b-b414-98c14966cde3, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:20.936680 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Checking router: 7677dc05-edda-4b89-b46b-3c31cff50644 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:48:20.937145 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Updating router 7677dc05-edda-4b89-b46b-3c31cff50644 port 0605016d-631a-4318-92e7-b99368672bf1 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:48:20.951806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] For port d124def2-d0ba-435b-b414-98c14966cde3, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d124def2-d0ba-435b-b414-98c14966cde3,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:20.952765 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.000637 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.002819 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.056110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Pushing event updated for resources: {'Port': ['ID=074066fa-f535-4b81-835b-40f4c98a40ae,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:21.110802 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.155917 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-020c6b55-1d01-4333-a759-99c385588f52 service neutron] 10.222.0.67 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198081 Feb 11 13:48:21.157745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 4482da1a-0d64-4df6-a311-d09b3f536e1b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4482da1a-0d64-4df6-a311-d09b3f536e1b,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:21.170970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f0d38-57f3-47d0-80b5-1f2acaadee9e None None] Pushing event updated for resources: {'Port': ['ID=d124def2-d0ba-435b-b414-98c14966cde3,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:21.175867 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.176647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:21.260601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Routers {'0743ab6d-8505-4391-9d10-bcedaae1566c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:21.261385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0743ab6d-8505-4391-9d10-bcedaae1566c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:21.284004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Network 467316b6-4094-4523-ac11-7dfb656e5e2e is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:21.285537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:21.336547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-266d7fb5-53b9-4fcf-b761-0bd820484cf7 None None] Provisioning for port 0605016d-631a-4318-92e7-b99368672bf1 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:21.453016 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.485040 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Transition to ACTIVE for port object 0605016d-631a-4318-92e7-b99368672bf1 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:21.501002 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.541295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3b0e6f42-3243-4b4c-824a-a005b659504f req-ebeaeb01-1d1d-428d-802b-fc4872cf626e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:21.564668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3b0e6f42-3243-4b4c-824a-a005b659504f req-ebeaeb01-1d1d-428d-802b-fc4872cf626e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:21.583845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3b0e6f42-3243-4b4c-824a-a005b659504f req-ebeaeb01-1d1d-428d-802b-fc4872cf626e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 210 time: 0.1298478 Feb 11 13:48:21.702373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-266d7fb5-53b9-4fcf-b761-0bd820484cf7 None None] Provisioning complete for port 0605016d-631a-4318-92e7-b99368672bf1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:21.702929 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-266d7fb5-53b9-4fcf-b761-0bd820484cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.738440 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5ac4e-d371-4c4a-8d29-7bbe72473eec None None] Pushing event updated for resources: {'Port': ['ID=0605016d-631a-4318-92e7-b99368672bf1,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:21.787979 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=4482da1a-0d64-4df6-a311-d09b3f536e1b,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:21.805896 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Attempting to bind port 0605016d-631a-4318-92e7-b99368672bf1 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:21.805896 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Attempting to bind port 0605016d-631a-4318-92e7-b99368672bf1 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:21.806167 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Attempting to bind port 0605016d-631a-4318-92e7-b99368672bf1 on network 7301b441-7371-4cca-8af4-45f5c4e20ba0 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:21.821586 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:21.822092 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Checking segment: {'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:21.822846 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.823293 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Bound using segment: {'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:21.823769 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Bound port: 0605016d-631a-4318-92e7-b99368672bf1, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:21.824134 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.832224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-266d7fb5-53b9-4fcf-b761-0bd820484cf7 None None] Port 0605016d-631a-4318-92e7-b99368672bf1 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:48:21.872260 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] Set router 0743ab6d-8505-4391-9d10-bcedaae1566c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:21.971345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:21.971975 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:22.004959 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] For port 0605016d-631a-4318-92e7-b99368672bf1, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:22.011755 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] For port 0605016d-631a-4318-92e7-b99368672bf1, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0605016d-631a-4318-92e7-b99368672bf1,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:22.017524 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:22.048472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Router 0743ab6d-8505-4391-9d10-bcedaae1566c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:48:22.132788 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5ac4e-d371-4c4a-8d29-7bbe72473eec None None] Pushing event updated for resources: {'Port': ['ID=0605016d-631a-4318-92e7-b99368672bf1,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:22.142064 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Routers {'7677dc05-edda-4b89-b46b-3c31cff50644'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:22.142849 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7677dc05-edda-4b89-b46b-3c31cff50644'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:22.235073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-18508cb3-34b8-493a-8215-33a19bb8db79 None None] Provisioning complete for port 4482da1a-0d64-4df6-a311-d09b3f536e1b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:22.235455 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18508cb3-34b8-493a-8215-33a19bb8db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:22.330335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:22.364402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3f3043e8-0c70-49ad-989c-ef4d4d32d2fa admin admin] 10.222.0.67 "PUT /v2.0/routers/0743ab6d-8505-4391-9d10-bcedaae1566c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2858672 Feb 11 13:48:22.426349 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] Set router 7677dc05-edda-4b89-b46b-3c31cff50644 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:22.446465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 99c26d87-1f8d-42b6-973c-187f4f89ee31 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:22.646212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 99c26d87-1f8d-42b6-973c-187f4f89ee31 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:22.646597 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:22.683107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-18508cb3-34b8-493a-8215-33a19bb8db79 None None] Provisioning for port 074066fa-f535-4b81-835b-40f4c98a40ae completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:22.702288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-18508cb3-34b8-493a-8215-33a19bb8db79 None None] Provisioning complete for port 074066fa-f535-4b81-835b-40f4c98a40ae triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:22.702697 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18508cb3-34b8-493a-8215-33a19bb8db79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:22.745625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'name': 'tempest-TestServerMultinode-420130348-router', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:20Z', 'revision_number': 4, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'gw_port': {'id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '074066fa-f535-4b81-835b-40f4c98a40ae', 'name': '', 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'mac_address': 'fa:16:3e:ed:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:19Z', 'updated_at': '2022-02-11T13:48:20Z', 'revision_number': 2, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'subnets': [{'id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:22.755731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd439e-2d47-46e2-840d-46ead17b4e30 None None] The sync data for ids ['0743ab6d-8505-4391-9d10-bcedaae1566c'] in n-d-818559-1 is: [{'id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'name': 'tempest-TestServerMultinode-420130348-router', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:20Z', 'revision_number': 4, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'gw_port': {'id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '074066fa-f535-4b81-835b-40f4c98a40ae', 'name': '', 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'mac_address': 'fa:16:3e:ed:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:19Z', 'updated_at': '2022-02-11T13:48:20Z', 'revision_number': 2, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'subnets': [{'id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:48:22.782040 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-18508cb3-34b8-493a-8215-33a19bb8db79 None None] Port 074066fa-f535-4b81-835b-40f4c98a40ae cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:48:22.807588 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5c9d5c0d-e03b-4e81-ab71-107e8c631722 req-35bcf4d2-cf98-426d-abc1-34847c8fa3aa tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 210 time: 0.0835817 Feb 11 13:48:22.868515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4482da1a-0d64-4df6-a311-d09b3f536e1b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:22.920168 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0605016d-631a-4318-92e7-b99368672bf1', 'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:3a:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:21Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:22.928279 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbfd63-f4d7-41e1-b754-9339ba53a21f None None] The sync data for ids ['7677dc05-edda-4b89-b46b-3c31cff50644'] in n-d-818559-1 is: [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0605016d-631a-4318-92e7-b99368672bf1', 'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:3a:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:21Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:48:22.958995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4482da1a-0d64-4df6-a311-d09b3f536e1b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:22.959534 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:23.081429 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aceb0586-6335-432c-aeeb-9afe5c7af62a req-453cd71e-b034-4735-9ff4-bb56b093d3a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1438181 Feb 11 13:48:23.198447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-88c064fd-7750-4b78-95b2-259935019531 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:23.199985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-88c064fd-7750-4b78-95b2-259935019531 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.75 "GET /v2.0/networks?id=7301b441-7371-4cca-8af4-45f5c4e20ba0 HTTP/1.1" status: 200 len: 797 time: 0.2602174 Feb 11 13:48:23.248558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aceb0586-6335-432c-aeeb-9afe5c7af62a req-4dd2d94c-3e2f-47fa-9fd7-d8197826d28d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 1097 time: 0.1432583 Feb 11 13:48:23.277060 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-41654dd7-b15e-41ed-9bd1-63c3f86d4a72 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c052870f3b142058bca9fe1599fac99 HTTP/1.1" status: 200 len: 380 time: 0.0626206 Feb 11 13:48:23.294681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'port': {'device_id': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'admin_state_up': True, 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'security_groups': ['11731e5b-1a65-4129-aa08-8279558ce525']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:23.436084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb0586-6335-432c-aeeb-9afe5c7af62a req-0af3f9d9-96f8-47f3-9761-10bd1fc37eb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:23.438222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aceb0586-6335-432c-aeeb-9afe5c7af62a req-0af3f9d9-96f8-47f3-9761-10bd1fc37eb3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1678531 Feb 11 13:48:23.508181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:23.520873 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aceb0586-6335-432c-aeeb-9afe5c7af62a req-9306b963-f055-4fd1-ad76-52004de7a2b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ed6c29-8ead-43c3-a738-a40471ecc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0751238 Feb 11 13:48:23.534453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:23.559886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Made reservation on behalf of 6c052870f3b142058bca9fe1599fac99 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:23.563474 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:23.607710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb0586-6335-432c-aeeb-9afe5c7af62a req-3d47867b-7edd-4758-9e99-b870355fcf11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:23.610960 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aceb0586-6335-432c-aeeb-9afe5c7af62a req-3d47867b-7edd-4758-9e99-b870355fcf11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0819206 Feb 11 13:48:23.748802 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aceb0586-6335-432c-aeeb-9afe5c7af62a req-e27473c6-87ed-41b7-976a-aeb1051b5dbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299436 Feb 11 13:48:23.805314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44206) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:23.821019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-604771921-network', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:23.834879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:23.852412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Usage tracker for resource:network and tenant:c6eae4407f4c40778b7b95739758492c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:23.858204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:23.877647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:23.908164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.20.0.5 (7301b441-7371-4cca-8af4-45f5c4e20ba0/5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf/b9a8ce1b-8e67-4168-82a9-54b9c1976d97) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:23.933893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aceb0586-6335-432c-aeeb-9afe5c7af62a req-d154e684-3455-4fb4-95bd-e740d324bc83 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752567 Feb 11 13:48:23.973045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Made reservation on behalf of c6eae4407f4c40778b7b95739758492c for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:23.975500 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.010047 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.147325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:24.156279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:c6eae4407f4c40778b7b95739758492c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:24.169167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:24.179579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:24.207428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.211785 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-471f2bd5-6d8c-41b2-bfe8-b853c990e769 req-7dac454c-f00c-4981-85fc-70c39ddbb547 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 210 time: 0.2373946 Feb 11 13:48:24.237177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Transition to ACTIVE for port object b9a8ce1b-8e67-4168-82a9-54b9c1976d97 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:24.276402 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aceb0586-6335-432c-aeeb-9afe5c7af62a req-db4e376f-a7cd-43e1-808b-e9884afe6179 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320816 Feb 11 13:48:24.307171 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.314823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.327265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.441200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 7301b441-7371-4cca-8af4-45f5c4e20ba0 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:24.451999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:48:24.456893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:24.459444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:24.471370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0605016d-631a-4318-92e7-b99368672bf1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:24.533403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f300bb-babf-4df6-956d-a20f9f434573,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:24.544359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.544719 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Added segment 5712f6ab-eb87-4b75-a922-484bd73f18ca of type vlan for network 7c478358-67df-43d7-813b-037e12f594ad Feb 11 13:48:24.548941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:24.574724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:24.575370 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.628340 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a7a56a50-2dca-41e7-9896-02a815a5e6e2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3445811 Feb 11 13:48:24.636205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.695637 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.697803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:24.698415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0605016d-631a-4318-92e7-b99368672bf1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:24.700632 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.719228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0605016d-631a-4318-92e7-b99368672bf1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:24.722500 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.866834 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0552392 Feb 11 13:48:24.867445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44216) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:24.871421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41becfee-062a-4bc8-a343-367ad6413ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c478358-67df-43d7-813b-037e12f594ad,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:24.876412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Request body: {'subnet': {'network_id': '7c478358-67df-43d7-813b-037e12f594ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-604771921-subnet', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:24.882402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 7c478358-67df-43d7-813b-037e12f594ad details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:48:24.888666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:24.899027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Usage tracker for resource:subnet and tenant:c6eae4407f4c40778b7b95739758492c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:24.904897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Request body: {'port': {'device_id': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:24.909113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:24.924518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:24.954453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Made reservation on behalf of c6eae4407f4c40778b7b95739758492c for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:24.956896 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.111525 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.126022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2a353beb-e444-49d8-91be-603ac8a33d72 None None] Provisioning for port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:25.137222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2a353beb-e444-49d8-91be-603ac8a33d72 None None] Provisioning complete for port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:25.137528 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a353beb-e444-49d8-91be-603ac8a33d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.196368 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2a353beb-e444-49d8-91be-603ac8a33d72 None None] Port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:48:25.229302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 0605016d-631a-4318-92e7-b99368672bf1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0605016d-631a-4318-92e7-b99368672bf1,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:25.236966 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.284918 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.308704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.320107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=0605016d-631a-4318-92e7-b99368672bf1,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:25.397361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c514457a-1ab0-4b0e-b06e-9b9299fcf935,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:25.407972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Checking segment: {'id': '5712f6ab-eb87-4b75-a922-484bd73f18ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7c478358-67df-43d7-813b-037e12f594ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:25.408332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Network hostable DHCP agents. Network: 7c478358-67df-43d7-813b-037e12f594ad, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:48:25.433901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Network 7c478358-67df-43d7-813b-037e12f594ad is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:48:25.446510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 7c478358-67df-43d7-813b-037e12f594ad) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:25.452748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:25.453604 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.459554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e5041-71e9-4572-9d59-31c51f45a734 None None] Network 7c478358-67df-43d7-813b-037e12f594ad requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:48:25.506332 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c5973f89-3566-4131-90c3-b5a83284b5a7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6364260 Feb 11 13:48:25.511209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44222) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:25.516483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-604771921-router', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:25.530367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:25.539802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Usage tracker for resource:router and tenant:c6eae4407f4c40778b7b95739758492c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:25.544873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:25.560182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:25.583784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acbb5f-3949-4269-848b-04288a7a0fa3 req-3651a441-6a21-4e27-9e34-5e06ed6e5a0a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:25.585244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-84acbb5f-3949-4269-848b-04288a7a0fa3 req-3651a441-6a21-4e27-9e34-5e06ed6e5a0a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:25.588811 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.590145 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.619852 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.677951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-84acbb5f-3949-4269-848b-04288a7a0fa3 req-3651a441-6a21-4e27-9e34-5e06ed6e5a0a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:25.679119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84acbb5f-3949-4269-848b-04288a7a0fa3 req-3651a441-6a21-4e27-9e34-5e06ed6e5a0a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 931 time: 0.2961009 Feb 11 13:48:25.765084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84acbb5f-3949-4269-848b-04288a7a0fa3 req-90b05ad7-06a1-440d-aeaa-72b823006329 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739202 Feb 11 13:48:25.776872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-7c478358-67df-43d7-813b-037e12f594ad', 'network_id': '7c478358-67df-43d7-813b-037e12f594ad', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'fixed_ips': [{'subnet_id': 'c514457a-1ab0-4b0e-b06e-9b9299fcf935'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:48:25.777803 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.782547 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.855253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a8ce1b-8e67-4168-82a9-54b9c1976d97 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:25.862830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.879755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Transition to ACTIVE for port object b9a8ce1b-8e67-4168-82a9-54b9c1976d97 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:25.885674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.974442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Allocated IP 172.20.0.2 (7c478358-67df-43d7-813b-037e12f594ad/c514457a-1ab0-4b0e-b06e-9b9299fcf935/64add08b-6696-4e3f-bfd6-b552d64ae3b0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:25.998744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.023324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:26.040987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.173318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Attempting to bind port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:26.174067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Attempting to bind port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:26.175056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Attempting to bind port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 on network 7301b441-7371-4cca-8af4-45f5c4e20ba0 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:26.182852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 on network 7301b441-7371-4cca-8af4-45f5c4e20ba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:48:26.182852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Attempting to bind port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 on network 7301b441-7371-4cca-8af4-45f5c4e20ba0 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:26.190041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:26.190384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Checking segment: {'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:26.190792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Bound using segment: {'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:26.191219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Bound port: b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cad86ff-eafe-46fe-9381-6339b8d96528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:26.191567 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.195162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Allocated IP 172.25.4.144 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/8c8d86ca-be82-42ae-b6be-b78e661b0261) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:26.232158 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.244235 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Transition to ACTIVE for port object 64add08b-6696-4e3f-bfd6-b552d64ae3b0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:26.270224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Transition to ACTIVE for port object 64add08b-6696-4e3f-bfd6-b552d64ae3b0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:26.277265 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.288945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] For port b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:26.292714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] For port b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:26.298461 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.344545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Network 7c478358-67df-43d7-813b-037e12f594ad is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:26.347341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:26.350839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:26.361469 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.363072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] 10.222.0.75 "PUT /v2.0/ports/b9a8ce1b-8e67-4168-82a9-54b9c1976d97 HTTP/1.1" status: 200 len: 1091 time: 1.7214487 Feb 11 13:48:26.363626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:26.394411 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.449678 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.470342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Pushing event updated for resources: {'Port': ['ID=64add08b-6696-4e3f-bfd6-b552d64ae3b0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:26.480947 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'status': 'completed', 'code': 200} Feb 11 13:48:26.505683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d3a40-5d39-41f0-b08a-9ca6d7b97e20 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:26.507342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Attempting to bind port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:26.507715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Attempting to bind port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '5712f6ab-eb87-4b75-a922-484bd73f18ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7c478358-67df-43d7-813b-037e12f594ad'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:26.508080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Attempting to bind port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 on network 7c478358-67df-43d7-813b-037e12f594ad {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:26.517001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:26.517379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Checking segment: {'id': '5712f6ab-eb87-4b75-a922-484bd73f18ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7c478358-67df-43d7-813b-037e12f594ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:26.518115 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.518749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Bound using segment: {'id': '5712f6ab-eb87-4b75-a922-484bd73f18ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7c478358-67df-43d7-813b-037e12f594ad'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:26.519231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Bound port: 64add08b-6696-4e3f-bfd6-b552d64ae3b0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5712f6ab-eb87-4b75-a922-484bd73f18ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7c478358-67df-43d7-813b-037e12f594ad'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:26.519610 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.552328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-6ecf0ebe-3500-42aa-989d-4833f85af3bf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 1094 time: 0.1457839 Feb 11 13:48:26.589220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:26.592665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:26.595285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:26.642379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-545d4ea2-1a4d-4fd0-9204-61752139d6e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97 HTTP/1.1" status: 200 len: 217 time: 0.0834861 Feb 11 13:48:26.671682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d124def2-d0ba-435b-b414-98c14966cde3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:26.696626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Pushing event updated for resources: {'Port': ['ID=8c8d86ca-be82-42ae-b6be-b78e661b0261,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:26.715064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-5cf5320b-c87f-4c8a-9087-6f99b969f4d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:26.716550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-5cf5320b-c87f-4c8a-9087-6f99b969f4d7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf HTTP/1.1" status: 200 len: 835 time: 0.0689793 Feb 11 13:48:26.722614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] For port 64add08b-6696-4e3f-bfd6-b552d64ae3b0, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:26.741558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] For port 64add08b-6696-4e3f-bfd6-b552d64ae3b0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=64add08b-6696-4e3f-bfd6-b552d64ae3b0,segment=NetworkSegment(5712f6ab-eb87-4b75-a922-484bd73f18ca),segment_id=5712f6ab-eb87-4b75-a922-484bd73f18ca)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:26.753025 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.787125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.787861 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.802273 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-63e32a19-cec3-4409-8e68-85ca6f8bd192 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7301b441-7371-4cca-8af4-45f5c4e20ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794547 Feb 11 13:48:26.849681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391c4b7-94b3-4556-ad40-9464299fec0c None None] Pushing event updated for resources: {'Port': ['ID=64add08b-6696-4e3f-bfd6-b552d64ae3b0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:26.859416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d124def2-d0ba-435b-b414-98c14966cde3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:26.873334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d124def2-d0ba-435b-b414-98c14966cde3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:26.873724 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:27.031394 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:27.046465 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-c962ba9a-e090-49dc-902b-e3b7240e7045 service neutron] 10.222.0.75 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378662 Feb 11 13:48:27.050793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d124def2-d0ba-435b-b414-98c14966cde3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d124def2-d0ba-435b-b414-98c14966cde3,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:27.058722 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:27.060054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0605016d-631a-4318-92e7-b99368672bf1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:27.186665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426287be-b686-44bf-b9d1-6b6d63c4471d req-8b85b007-efd8-4c3d-a7d4-539ed36851e7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:27.189673 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-426287be-b686-44bf-b9d1-6b6d63c4471d req-8b85b007-efd8-4c3d-a7d4-539ed36851e7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 943 time: 0.2592597 Feb 11 13:48:27.232846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:48:27.253499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d124def2-d0ba-435b-b414-98c14966cde3,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:27.278147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0605016d-631a-4318-92e7-b99368672bf1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:27.278521 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:27.405075 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1caafa82-5c97-46d8-a19f-7c86480bdd49 req-a5d9826a-c0e1-4543-8ebb-d42b6fcdac8c service neutron] 10.222.0.75 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518860 Feb 11 13:48:27.407317 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-426287be-b686-44bf-b9d1-6b6d63c4471d req-1a98ee97-57bb-4c5d-b3a5-c51f4221a8f1 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016587 Feb 11 13:48:27.499666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:27.510414 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Sync routers for ids ['530a6d4e-159c-41f3-9d91-2c12d4e06c9f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:48:27.529421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Routers {'530a6d4e-159c-41f3-9d91-2c12d4e06c9f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:27.530052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['530a6d4e-159c-41f3-9d91-2c12d4e06c9f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:27.537466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbc1568e-3b7f-4cd9-82c4-fc2140b94328 req-0a97bd8c-d26d-4b38-89cb-d666560e8b80 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 1094 time: 0.0840950 Feb 11 13:48:27.548777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:27.550458 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1099a1a5-0ca8-43f4-85a2-a7fc954bd6da admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0387025 Feb 11 13:48:27.555253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44230) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:27.702370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1568e-3b7f-4cd9-82c4-fc2140b94328 req-ca78a17a-c587-4fad-a4c8-41dae53e3882 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:27.703986 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbc1568e-3b7f-4cd9-82c4-fc2140b94328 req-ca78a17a-c587-4fad-a4c8-41dae53e3882 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7301b441-7371-4cca-8af4-45f5c4e20ba0 HTTP/1.1" status: 200 len: 898 time: 0.1601133 Feb 11 13:48:27.727067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Set router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:27.785061 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbc1568e-3b7f-4cd9-82c4-fc2140b94328 req-19b64c6b-d34a-4dd8-8438-449dd774d3a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97 HTTP/1.1" status: 200 len: 217 time: 0.0747185 Feb 11 13:48:27.858265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1568e-3b7f-4cd9-82c4-fc2140b94328 req-47a5eb40-3997-4cd6-8331-137fe430950c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:27.859891 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbc1568e-3b7f-4cd9-82c4-fc2140b94328 req-47a5eb40-3997-4cd6-8331-137fe430950c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf HTTP/1.1" status: 200 len: 835 time: 0.0675418 Feb 11 13:48:27.966213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbc1568e-3b7f-4cd9-82c4-fc2140b94328 req-7512b7c7-4c1b-4748-b7bc-fa22d9f60d43 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7301b441-7371-4cca-8af4-45f5c4e20ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994256 Feb 11 13:48:28.122560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1820e88-a554-44c1-bdeb-2153626fb18a None None] Network 7c478358-67df-43d7-813b-037e12f594ad requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:48:28.139141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'name': 'tempest-TestServerMultinode-604771921-router', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:25Z', 'updated_at': '2022-02-11T13:48:26Z', 'revision_number': 3, 'project_id': 'c6eae4407f4c40778b7b95739758492c', 'gw_port': {'id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:26Z', 'updated_at': '2022-02-11T13:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:28.143744 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbc1568e-3b7f-4cd9-82c4-fc2140b94328 req-192cbf26-cff1-40c9-9985-0034ecfa02e7 service neutron] 10.222.0.75 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695459 Feb 11 13:48:28.188480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Checking router: 530a6d4e-159c-41f3-9d91-2c12d4e06c9f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:48:28.188825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Updating router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f port 8c8d86ca-be82-42ae-b6be-b78e661b0261 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:48:28.272978 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:28.297896 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbc1568e-3b7f-4cd9-82c4-fc2140b94328 req-0a5347b7-4859-45a7-aac5-32bc077dcacf service neutron] 10.222.0.75 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478271 Feb 11 13:48:28.312405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6c6b6cea-80de-47ea-8399-4496c6de632d None None] Provisioning for port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:28.403009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:28.530034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 64add08b-6696-4e3f-bfd6-b552d64ae3b0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:28.736355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:28.743486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63d64e-bc1b-4460-8f0c-b42e830aa806 req-066331b1-9fbc-4455-a432-3639cb77eac8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:28.745320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc63d64e-bc1b-4460-8f0c-b42e830aa806 req-066331b1-9fbc-4455-a432-3639cb77eac8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 943 time: 0.1948178 Feb 11 13:48:28.748622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Allocated IP 172.20.0.1 (7c478358-67df-43d7-813b-037e12f594ad/c514457a-1ab0-4b0e-b06e-9b9299fcf935/5ed63abc-4bee-4c49-a035-943dc214ece3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:28.778888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:28.779248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:28.861090 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:28.876209 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc63d64e-bc1b-4460-8f0c-b42e830aa806 req-492c41c1-fae9-4f9b-b3a3-7617568a2e1d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248977 Feb 11 13:48:28.879027 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Transition to ACTIVE for port object 8c8d86ca-be82-42ae-b6be-b78e661b0261 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:28.920527 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:28.940981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:28.957882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Transition to ACTIVE for port object 5ed63abc-4bee-4c49-a035-943dc214ece3 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:28.981214 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.027565 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.052269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Network 7c478358-67df-43d7-813b-037e12f594ad is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:29.054084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb6056-27d2-4653-963a-e6e55a2a37de None None] Pushing event updated for resources: {'Port': ['ID=8c8d86ca-be82-42ae-b6be-b78e661b0261,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:29.054965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:29.060093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:29.064266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Attempting to bind port 8c8d86ca-be82-42ae-b6be-b78e661b0261 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:29.064811 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Attempting to bind port 8c8d86ca-be82-42ae-b6be-b78e661b0261 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:29.065170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Attempting to bind port 8c8d86ca-be82-42ae-b6be-b78e661b0261 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:29.081483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-429adbd0-d5c6-4d3c-bd4d-946ff52ab351 None None] Provisioning complete for port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:29.081847 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-429adbd0-d5c6-4d3c-bd4d-946ff52ab351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.092928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed63abc-4bee-4c49-a035-943dc214ece3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:29.127655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:29.128256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:29.128546 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.128793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:29.129272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Bound port: 8c8d86ca-be82-42ae-b6be-b78e661b0261, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:29.129639 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.156114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 64add08b-6696-4e3f-bfd6-b552d64ae3b0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=64add08b-6696-4e3f-bfd6-b552d64ae3b0,segment=NetworkSegment(5712f6ab-eb87-4b75-a922-484bd73f18ca),segment_id=5712f6ab-eb87-4b75-a922-484bd73f18ca)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:29.178172 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.178984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d124def2-d0ba-435b-b414-98c14966cde3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:29.243100 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.324610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.364840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] For port 8c8d86ca-be82-42ae-b6be-b78e661b0261, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:29.373457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=64add08b-6696-4e3f-bfd6-b552d64ae3b0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:29.390376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] For port 8c8d86ca-be82-42ae-b6be-b78e661b0261, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8c8d86ca-be82-42ae-b6be-b78e661b0261,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:29.403031 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.480096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d124def2-d0ba-435b-b414-98c14966cde3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:29.480523 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.542362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb6056-27d2-4653-963a-e6e55a2a37de None None] Pushing event updated for resources: {'Port': ['ID=8c8d86ca-be82-42ae-b6be-b78e661b0261,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:29.553199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Routers {'530a6d4e-159c-41f3-9d91-2c12d4e06c9f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:29.553996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['530a6d4e-159c-41f3-9d91-2c12d4e06c9f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:29.560390 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.565405 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.673394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed63abc-4bee-4c49-a035-943dc214ece3,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:29.676626 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.791201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-34c799a1-4349-4fca-8c31-d4d1f4b4807c None None] Provisioning for port 5ed63abc-4bee-4c49-a035-943dc214ece3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:29.803997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-34c799a1-4349-4fca-8c31-d4d1f4b4807c None None] Provisioning complete for port 5ed63abc-4bee-4c49-a035-943dc214ece3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:29.804361 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-34c799a1-4349-4fca-8c31-d4d1f4b4807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:29.816978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Network 7c478358-67df-43d7-813b-037e12f594ad is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:29.818044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:29.879953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-34c799a1-4349-4fca-8c31-d4d1f4b4807c None None] Port 5ed63abc-4bee-4c49-a035-943dc214ece3 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:48:29.889396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] Set router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:29.964216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b9a8ce1b-8e67-4168-82a9-54b9c1976d97 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:48:30.120892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbac436-ccdf-403b-96d5-3fd1a44c4009 req-db266b8c-9842-4ecb-b046-0fc7c767a1e3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:30.122381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2cbac436-ccdf-403b-96d5-3fd1a44c4009 req-db266b8c-9842-4ecb-b046-0fc7c767a1e3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 943 time: 0.0822272 Feb 11 13:48:30.170874 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2cbac436-ccdf-403b-96d5-3fd1a44c4009 req-85a136d6-99a6-4e79-a795-15ca703b21fc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Feb 11 13:48:30.256183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-860efced-1dce-4cd8-8ce1-cdc76d1bcbde None None] Provisioning complete for port 5ed63abc-4bee-4c49-a035-943dc214ece3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:30.256795 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-860efced-1dce-4cd8-8ce1-cdc76d1bcbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:30.262349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:48:30.345318 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:30.363589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-860efced-1dce-4cd8-8ce1-cdc76d1bcbde None None] Port 5ed63abc-4bee-4c49-a035-943dc214ece3 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:48:30.394569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'port_id': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'mac_address': 'fa:16:3e:d9:4f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:48:30.442180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 64add08b-6696-4e3f-bfd6-b552d64ae3b0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:30.475338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:30.492745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-10c44f0e-d05d-4548-b8fb-f0e63667a113 admin admin] 10.222.0.67 "PUT /v2.0/routers/530a6d4e-159c-41f3-9d91-2c12d4e06c9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9290419 Feb 11 13:48:30.531638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:30.558769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a8ce1b-8e67-4168-82a9-54b9c1976d97 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:30.584856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:30.591288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'name': 'tempest-TestServerMultinode-604771921-router', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:25Z', 'updated_at': '2022-02-11T13:48:29Z', 'revision_number': 4, 'project_id': 'c6eae4407f4c40778b7b95739758492c', 'gw_port': {'id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:26Z', 'updated_at': '2022-02-11T13:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '5ed63abc-4bee-4c49-a035-943dc214ece3', 'name': '', 'network_id': '7c478358-67df-43d7-813b-037e12f594ad', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'mac_address': 'fa:16:3e:90:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c514457a-1ab0-4b0e-b06e-9b9299fcf935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:28Z', 'updated_at': '2022-02-11T13:48:29Z', 'revision_number': 2, 'project_id': 'c6eae4407f4c40778b7b95739758492c', 'subnets': [{'id': 'c514457a-1ab0-4b0e-b06e-9b9299fcf935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:30.594418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:30.596092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:30.596379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:30.655859 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f22f96-5bad-4105-bef1-52ba0dc14975 None None] The sync data for ids ['530a6d4e-159c-41f3-9d91-2c12d4e06c9f'] in n-d-818559-1 is: [{'id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'name': 'tempest-TestServerMultinode-604771921-router', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:25Z', 'updated_at': '2022-02-11T13:48:29Z', 'revision_number': 4, 'project_id': 'c6eae4407f4c40778b7b95739758492c', 'gw_port': {'id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:26Z', 'updated_at': '2022-02-11T13:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '5ed63abc-4bee-4c49-a035-943dc214ece3', 'name': '', 'network_id': '7c478358-67df-43d7-813b-037e12f594ad', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'mac_address': 'fa:16:3e:90:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c514457a-1ab0-4b0e-b06e-9b9299fcf935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:28Z', 'updated_at': '2022-02-11T13:48:29Z', 'revision_number': 2, 'project_id': 'c6eae4407f4c40778b7b95739758492c', 'subnets': [{'id': 'c514457a-1ab0-4b0e-b06e-9b9299fcf935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:48:30.727686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:30.802454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['b9a8ce1b-8e67-4168-82a9-54b9c1976d97'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:31.192244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-b5159243-4e2c-4c0b-ba67-634db0b7c7ef tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:31.192932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-b5159243-4e2c-4c0b-ba67-634db0b7c7ef tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Synchronizing usage tracker for tenant:c6eae4407f4c40778b7b95739758492c on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:31.209860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-b5159243-4e2c-4c0b-ba67-634db0b7c7ef tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Unset dirty status for tenant:c6eae4407f4c40778b7b95739758492c on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:31.211411 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-b5159243-4e2c-4c0b-ba67-634db0b7c7ef tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/networks?id=467316b6-4094-4523-ac11-7dfb656e5e2e HTTP/1.1" status: 200 len: 910 time: 0.1555266 Feb 11 13:48:31.229325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-fd114f1f-48ff-4d88-ab29-e6e53b7b6426 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/quotas/c6eae4407f4c40778b7b95739758492c HTTP/1.1" status: 200 len: 375 time: 0.0111630 Feb 11 13:48:31.308552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-4c06f098-2ad7-4891-87b0-c658c0c78997 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6eae4407f4c40778b7b95739758492c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742502 Feb 11 13:48:31.376671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f6cc4-8eb6-4cf0-8a71-f6e6ff45e6cd req-450b97ab-55b0-43e1-8863-e8304fb38b22 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:31.378090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-057f6cc4-8eb6-4cf0-8a71-f6e6ff45e6cd req-450b97ab-55b0-43e1-8863-e8304fb38b22 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 944 time: 0.0797772 Feb 11 13:48:31.423558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-057f6cc4-8eb6-4cf0-8a71-f6e6ff45e6cd req-1b801ded-e1ae-46b1-a53b-d462bd58bfe5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397565 Feb 11 13:48:31.443599 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-1dd99ee6-6adf-42d8-a4ad-eb8e4a968f53 service neutron] 10.222.0.67 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273484 Feb 11 13:48:31.576691 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-864de735-0c89-48fa-8440-b12d5b427bab service neutron] 10.222.0.67 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266639 Feb 11 13:48:31.755596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e44a079c-7bd5-46ff-b7d4-3b349a6e9689 req-39ccbbb1-36df-49e2-93e6-4ceeb3b923d9 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Synchronizing usage tracker for tenant:c6eae4407f4c40778b7b95739758492c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:31.773154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e44a079c-7bd5-46ff-b7d4-3b349a6e9689 req-39ccbbb1-36df-49e2-93e6-4ceeb3b923d9 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Unset dirty status for tenant:c6eae4407f4c40778b7b95739758492c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:31.774661 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e44a079c-7bd5-46ff-b7d4-3b349a6e9689 req-39ccbbb1-36df-49e2-93e6-4ceeb3b923d9 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 210 time: 0.0591085 Feb 11 13:48:31.987193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b9a8ce1b-8e67-4168-82a9-54b9c1976d97 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:32.076242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:32.084301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:32.084665 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:32.235287 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:32.278204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:32.289927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:32.294915 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:32.386324 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'code': 200} Feb 11 13:48:32.432152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:32.483034 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e13f6b16-fd91-49ac-9abe-caf98c11efaa req-11d27115-1811-4f3a-a988-29e5a46f3238 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 1096 time: 0.0754430 Feb 11 13:48:32.527693 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e13f6b16-fd91-49ac-9abe-caf98c11efaa req-acf3499e-e806-4734-b643-db9c73d3b4c7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Feb 11 13:48:32.641397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dff4e3-8464-4614-8dde-20d56452fa01 req-634d809b-5e30-4d24-af4e-63a09609e66a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:32.642976 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1dff4e3-8464-4614-8dde-20d56452fa01 req-634d809b-5e30-4d24-af4e-63a09609e66a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.0879579 Feb 11 13:48:32.705571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1dff4e3-8464-4614-8dde-20d56452fa01 req-3c01872e-7714-43e0-8473-ba20c6f11475 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568712 Feb 11 13:48:32.960840 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1946430a-0fa0-4385-93b1-8860bda4894d req-939e304e-ce25-4d03-8283-6cadb4fb0b0d tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 210 time: 0.0436335 Feb 11 13:48:32.975925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-4efa459f-c1ab-4ffe-b837-a6ce76d62323 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:32.980660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-4efa459f-c1ab-4ffe-b837-a6ce76d62323 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.73 "GET /v2.0/networks?id=467316b6-4094-4523-ac11-7dfb656e5e2e HTTP/1.1" status: 200 len: 910 time: 0.2623370 Feb 11 13:48:32.993828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Request body: {'port': {'device_id': '5f5dbbf3-5e66-4998-a789-0defe376a762', 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'admin_state_up': True, 'tenant_id': 'c6eae4407f4c40778b7b95739758492c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:33.002415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:33.013610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:33.022545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Made reservation on behalf of c6eae4407f4c40778b7b95739758492c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:33.024763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.180194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Allocated IP 172.20.0.12 (467316b6-4094-4523-ac11-7dfb656e5e2e/d8b41ff6-e661-4bcc-a357-62c6cfa83897/45d58884-fa03-4bfa-a5df-74111a685622) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:33.369490 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.384687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Transition to ACTIVE for port object 45d58884-fa03-4bfa-a5df-74111a685622 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:33.406186 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.496046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Network 467316b6-4094-4523-ac11-7dfb656e5e2e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:33.499622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:33.502046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:33.547202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Pushing event updated for resources: {'Port': ['ID=45d58884-fa03-4bfa-a5df-74111a685622,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:33.579602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.579949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.580291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.580636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.580956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.581602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.581944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.582272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.582660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.582942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.583715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:33.595607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:33.596592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.622730 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f3906a66-9773-464d-99b5-4edf21250acf tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6323621 Feb 11 13:48:33.634209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Request body: {'port': {'device_id': '5f5dbbf3-5e66-4998-a789-0defe376a762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:33.749014 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.817551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f512e242-46b2-4d6c-ac68-aafbbaea01aa None None] Provisioning for port 45d58884-fa03-4bfa-a5df-74111a685622 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:33.823169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f512e242-46b2-4d6c-ac68-aafbbaea01aa None None] Provisioning complete for port 45d58884-fa03-4bfa-a5df-74111a685622 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:33.823648 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f512e242-46b2-4d6c-ac68-aafbbaea01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.884369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f512e242-46b2-4d6c-ac68-aafbbaea01aa None None] Port 45d58884-fa03-4bfa-a5df-74111a685622 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:48:34.074508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a55fae-ae66-4843-914d-461bca0d8cff req-245d0008-960f-4058-b382-3b2f435b4c67 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:34.075626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-99a55fae-ae66-4843-914d-461bca0d8cff req-245d0008-960f-4058-b382-3b2f435b4c67 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.2237260 Feb 11 13:48:34.151902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-99a55fae-ae66-4843-914d-461bca0d8cff req-e6e21876-6482-43b7-ae6b-683624629e77 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661526 Feb 11 13:48:34.168625 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bf6c47e-7bf1-4aea-b1fe-d0c08f91ad83 req-aa2ef0ef-eb33-45b6-aa8d-b798c53e7ca5 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1028 time: 0.0844882 Feb 11 13:48:34.216434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1bf6c47e-7bf1-4aea-b1fe-d0c08f91ad83 req-36561195-917f-47c7-8cde-e503bb6624d8 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Synchronizing usage tracker for tenant:c6eae4407f4c40778b7b95739758492c on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:34.222272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d58884-fa03-4bfa-a5df-74111a685622 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:34.230720 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:34.236293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1bf6c47e-7bf1-4aea-b1fe-d0c08f91ad83 req-36561195-917f-47c7-8cde-e503bb6624d8 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Unset dirty status for tenant:c6eae4407f4c40778b7b95739758492c on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:34.237470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1bf6c47e-7bf1-4aea-b1fe-d0c08f91ad83 req-36561195-917f-47c7-8cde-e503bb6624d8 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593078 Feb 11 13:48:34.247065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Transition to ACTIVE for port object 45d58884-fa03-4bfa-a5df-74111a685622 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:34.251770 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:34.422789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Pushing event updated for resources: {'Port': ['ID=45d58884-fa03-4bfa-a5df-74111a685622,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:34.531410 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b356ed-8200-4912-ae48-bae8c28f1590 req-59199678-8b9d-4d8e-98e2-7bac3b71c374 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:34.533081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7b356ed-8200-4912-ae48-bae8c28f1590 req-59199678-8b9d-4d8e-98e2-7bac3b71c374 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.2477088 Feb 11 13:48:34.579800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Attempting to bind port 45d58884-fa03-4bfa-a5df-74111a685622 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:34.580129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Attempting to bind port 45d58884-fa03-4bfa-a5df-74111a685622 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:34.580448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Attempting to bind port 45d58884-fa03-4bfa-a5df-74111a685622 on network 467316b6-4094-4523-ac11-7dfb656e5e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:34.598712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Port 45d58884-fa03-4bfa-a5df-74111a685622 on network 467316b6-4094-4523-ac11-7dfb656e5e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:48:34.599030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Attempting to bind port 45d58884-fa03-4bfa-a5df-74111a685622 on network 467316b6-4094-4523-ac11-7dfb656e5e2e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:34.608904 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7b356ed-8200-4912-ae48-bae8c28f1590 req-359a68c0-d310-459c-b798-204cf02a9cc9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651395 Feb 11 13:48:34.610008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:34.610336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Checking segment: {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:34.610730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Bound using segment: {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:34.611146 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Bound port: 45d58884-fa03-4bfa-a5df-74111a685622, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:34.611493 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:34.637802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44280) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:34.706143 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] For port 45d58884-fa03-4bfa-a5df-74111a685622, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:34.708272 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-91e23517-f257-44f9-a533-f03acfee08b3 tempest-TestNetworkAdvancedServerOps-754514888 tempest-TestNetworkAdvancedServerOps-754514888-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 1091 time: 0.0692792 Feb 11 13:48:34.709534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] For port 45d58884-fa03-4bfa-a5df-74111a685622, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=45d58884-fa03-4bfa-a5df-74111a685622,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:34.711015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44284) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:34.716803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:34.722936 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:34.727635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:34.758349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Usage tracker for resource:floatingip and tenant:6c052870f3b142058bca9fe1599fac99 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:48:34.765634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:48:34.778699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:34.802721 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:34.820349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:34.821735 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/45d58884-fa03-4bfa-a5df-74111a685622 HTTP/1.1" status: 200 len: 1092 time: 1.1917720 Feb 11 13:48:34.824506 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5dbbf3-5e66-4998-a789-0defe376a762', 'tag': '45d58884-fa03-4bfa-a5df-74111a685622'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:34.949427 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5dbbf3-5e66-4998-a789-0defe376a762', 'tag': '45d58884-fa03-4bfa-a5df-74111a685622', 'status': 'completed', 'code': 200} Feb 11 13:48:34.979115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f34b1-303d-4cba-ab7e-03fd4a4a69e0 service neutron] Pushing event updated for resources: {'Port': ['ID=45d58884-fa03-4bfa-a5df-74111a685622,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:35.095736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-be9ae512-0791-4700-9d7f-b8b2fee86dd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6eae4407f4c40778b7b95739758492c&device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1095 time: 0.1504419 Feb 11 13:48:35.175857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-9a1cba54-4872-4e48-a8f0-58cf713fab1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45d58884-fa03-4bfa-a5df-74111a685622 HTTP/1.1" status: 200 len: 217 time: 0.0724576 Feb 11 13:48:35.230672 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:35.285237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-669d1033-3241-4838-8063-10acd96d4739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:35.286723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-669d1033-3241-4838-8063-10acd96d4739 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8b41ff6-e661-4bcc-a357-62c6cfa83897 HTTP/1.1" status: 200 len: 848 time: 0.1027577 Feb 11 13:48:35.481542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Allocated IP 172.25.4.16 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/ba23c72b-9b07-451d-846b-56ee4c46a51f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:35.500880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-f45e088e-e158-41ca-84f3-2f2b1a264adc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=467316b6-4094-4523-ac11-7dfb656e5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035415 Feb 11 13:48:35.678028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b112d8b1-a173-4381-987a-8a6960af3ac5 req-af918769-03da-4ece-b5f4-f4b59201f220 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Synchronizing usage tracker for tenant:c6eae4407f4c40778b7b95739758492c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:35.743568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b112d8b1-a173-4381-987a-8a6960af3ac5 req-af918769-03da-4ece-b5f4-f4b59201f220 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Unset dirty status for tenant:c6eae4407f4c40778b7b95739758492c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:35.744681 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b112d8b1-a173-4381-987a-8a6960af3ac5 req-af918769-03da-4ece-b5f4-f4b59201f220 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1095 time: 0.3518243 Feb 11 13:48:35.773893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-2109badd-3a8f-4d6f-9d92-40d49614389d service neutron] 10.222.0.73 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634592 Feb 11 13:48:35.816426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:35.903140 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b112d8b1-a173-4381-987a-8a6960af3ac5 req-e2e5488e-658c-449f-aa32-a3ea6ef23113 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482499 Feb 11 13:48:35.952474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-808d8a7b-0d42-4978-ad0f-8b4ac3ef05b2 req-5a7d49fd-3e1d-4a21-8b02-be745fab8fd0 service neutron] 10.222.0.73 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715479 Feb 11 13:48:35.953801 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:36.065856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:36.070214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:36.074041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=ba23c72b-9b07-451d-846b-56ee4c46a51f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:36.076166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:36.198699 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ba95298-74f4-4998-8406-6cc991df49b4 req-70d756db-a52c-4795-987a-a098e7f62ded service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c6eae4407f4c40778b7b95739758492c&device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1095 time: 0.1903446 Feb 11 13:48:36.608161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95298-74f4-4998-8406-6cc991df49b4 req-fd36deeb-8dea-42ca-8fa3-4bfe8d685640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:36.609615 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ba95298-74f4-4998-8406-6cc991df49b4 req-fd36deeb-8dea-42ca-8fa3-4bfe8d685640 service neutron] 10.222.0.73 "GET /v2.0/networks?id=467316b6-4094-4523-ac11-7dfb656e5e2e HTTP/1.1" status: 200 len: 910 time: 0.4052601 Feb 11 13:48:36.689980 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ba95298-74f4-4998-8406-6cc991df49b4 req-69c9cbd9-0b78-4b1d-8392-af39ffb03b12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45d58884-fa03-4bfa-a5df-74111a685622 HTTP/1.1" status: 200 len: 217 time: 0.0733366 Feb 11 13:48:36.777626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95298-74f4-4998-8406-6cc991df49b4 req-8875a32d-f718-4793-b091-ff5c811b6fc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:36.779080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ba95298-74f4-4998-8406-6cc991df49b4 req-8875a32d-f718-4793-b091-ff5c811b6fc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d8b41ff6-e661-4bcc-a357-62c6cfa83897 HTTP/1.1" status: 200 len: 848 time: 0.0806830 Feb 11 13:48:36.877862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ba95298-74f4-4998-8406-6cc991df49b4 req-ba2f5694-614a-4b49-b479-8df3965c113d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=467316b6-4094-4523-ac11-7dfb656e5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892875 Feb 11 13:48:37.062660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:37.147404 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ba95298-74f4-4998-8406-6cc991df49b4 req-0a09c687-3146-41ea-8b5a-f9f1841276e9 service neutron] 10.222.0.73 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069263 Feb 11 13:48:37.149646 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:37.191513 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20311de2-542a-4965-b8fc-04e32d092491 req-4eb3f05e-1f16-40f2-a0f7-a8ab9279a676 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1095 time: 0.1672409 Feb 11 13:48:37.235240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20311de2-542a-4965-b8fc-04e32d092491 req-05194802-e8e2-4d92-81d9-97816a6f7b1a tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377588 Feb 11 13:48:37.410474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ba95298-74f4-4998-8406-6cc991df49b4 req-67e5fe01-9409-4384-b5e0-a2533116c305 service neutron] 10.222.0.73 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368269 Feb 11 13:48:37.474894 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:37.479703 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:37.576215 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:37.578428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event updated for resources: {'Port': ['ID=ba23c72b-9b07-451d-846b-56ee4c46a51f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:37.598723 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:37.856368 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Floating IP 7d3a8a89-5885-42c9-a967-77d916dc05b5 associated. External IP: 172.25.4.16, port: b9a8ce1b-8e67-4168-82a9-54b9c1976d97. Feb 11 13:48:38.010673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651afdb-81c2-4405-9deb-1ad4fdcfd262 req-1e267a38-9e42-41d3-9ef8-703e2cd6a634 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:38.012067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1651afdb-81c2-4405-9deb-1ad4fdcfd262 req-1e267a38-9e42-41d3-9ef8-703e2cd6a634 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.2472887 Feb 11 13:48:38.128859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1651afdb-81c2-4405-9deb-1ad4fdcfd262 req-c1a050a5-54d9-41e8-a67c-562d8611c3d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103044 Feb 11 13:48:38.349895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dd631-c27b-4a45-8a41-d2d9b3da0744 req-e9629749-25cc-4b4f-a8d3-0b463bcca29a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:38.352115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-755dd631-c27b-4a45-8a41-d2d9b3da0744 req-e9629749-25cc-4b4f-a8d3-0b463bcca29a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0994284 Feb 11 13:48:38.399690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-755dd631-c27b-4a45-8a41-d2d9b3da0744 req-45e825f8-d95c-4857-9c0e-1094a7e7116a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 Feb 11 13:48:38.459233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 7677dc05-edda-4b89-b46b-3c31cff50644 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:48:38.462344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b09fe4a5-45da-42b6-b3d7-0953508092fe req-3c7eff2f-95c2-4217-813d-b35a32d53ede tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1095 time: 0.0975370 Feb 11 13:48:38.604331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d61da7-1c2d-4fef-9f38-6d0d85bbe555 req-f8584c50-a400-484d-a368-8ed433b77b13 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:38.605814 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44d61da7-1c2d-4fef-9f38-6d0d85bbe555 req-f8584c50-a400-484d-a368-8ed433b77b13 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0856290 Feb 11 13:48:38.636195 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b09fe4a5-45da-42b6-b3d7-0953508092fe req-0706f929-3aea-45e5-8562-a69b1ae56d3c tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664209 Feb 11 13:48:38.652497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-44d61da7-1c2d-4fef-9f38-6d0d85bbe555 req-0d65f5aa-6fcf-40ac-986f-641cc7ed17c0 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406644 Feb 11 13:48:38.707816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:48:38.732268 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:38.828362 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1102aa2a-f2de-4a47-9b3e-15a6bd4017e0 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1160545 Feb 11 13:48:38.829617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:38.866478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe160aa9-635d-4e74-80e5-09ff90345375 req-c09e3b3f-b76e-4a1f-bbf4-f47246fe00d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:38.867949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe160aa9-635d-4e74-80e5-09ff90345375 req-c09e3b3f-b76e-4a1f-bbf4-f47246fe00d2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0912733 Feb 11 13:48:38.912773 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe160aa9-635d-4e74-80e5-09ff90345375 req-a31e6a6e-69d8-4d19-a465-836b981c29df tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386074 Feb 11 13:48:38.981233 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'status': 'completed', 'code': 200} Feb 11 13:48:39.005964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06281113-71eb-4268-b798-5d39ab5630a3 req-63a7375b-082b-4251-94a7-8157c3ba6f5a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:39.007584 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-06281113-71eb-4268-b798-5d39ab5630a3 req-63a7375b-082b-4251-94a7-8157c3ba6f5a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.0844915 Feb 11 13:48:39.102290 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-06281113-71eb-4268-b798-5d39ab5630a3 req-035694de-91cf-4547-95c3-7926cd1935bd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615535 Feb 11 13:48:39.112928 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-303bac18-d59a-431a-afe4-1802b3e64808 req-812d3d73-8cf6-4192-b931-573c5c1b93a3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 1096 time: 0.1044223 Feb 11 13:48:39.132592 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44316) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:39.225548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 45d58884-fa03-4bfa-a5df-74111a685622 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:48:39.248586 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bac18-d59a-431a-afe4-1802b3e64808 req-77ae6cbc-b3ad-45c1-a71c-d5fb3a5d80bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:39.250034 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-303bac18-d59a-431a-afe4-1802b3e64808 req-77ae6cbc-b3ad-45c1-a71c-d5fb3a5d80bd service neutron] 10.222.0.75 "GET /v2.0/networks?id=7301b441-7371-4cca-8af4-45f5c4e20ba0 HTTP/1.1" status: 200 len: 898 time: 0.1314912 Feb 11 13:48:39.313098 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:48:39.332438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a25baded-7ffb-4fdc-9971-275ff748837c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1986806 Feb 11 13:48:39.364118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-303bac18-d59a-431a-afe4-1802b3e64808 req-dd916c30-8471-48ed-9571-f6ca634d91bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97 HTTP/1.1" status: 200 len: 998 time: 0.1070824 Feb 11 13:48:39.375781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 45d58884-fa03-4bfa-a5df-74111a685622, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=45d58884-fa03-4bfa-a5df-74111a685622,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:39.376197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e03564c3-f4ff-4583-958b-bd6a5763a649 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:39.377642 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e03564c3-f4ff-4583-958b-bd6a5763a649 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 811 time: 0.1875112 Feb 11 13:48:39.389533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '45d58884-fa03-4bfa-a5df-74111a685622', 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'port_id': '45d58884-fa03-4bfa-a5df-74111a685622', 'mac_address': 'fa:16:3e:ea:d9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:48:39.394079 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-39ade0a3-8d97-4476-93d0-92feaa418e6f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/quotas/3dd8fcec94cf4ff1bcda9bf611ee1d73 HTTP/1.1" status: 200 len: 375 time: 0.0111895 Feb 11 13:48:39.441910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bac18-d59a-431a-afe4-1802b3e64808 req-1b95fab5-5600-4a1e-993d-85920b81e0a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:39.443592 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-303bac18-d59a-431a-afe4-1802b3e64808 req-1b95fab5-5600-4a1e-993d-85920b81e0a0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf HTTP/1.1" status: 200 len: 835 time: 0.0737555 Feb 11 13:48:39.456413 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:39.476123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d58884-fa03-4bfa-a5df-74111a685622 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:39.493491 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 45d58884-fa03-4bfa-a5df-74111a685622, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=45d58884-fa03-4bfa-a5df-74111a685622,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:39.499961 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:39.509130 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-b7f0c1f6-2e91-4ac7-863e-00e245a51d2d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1089993 Feb 11 13:48:39.544179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-303bac18-d59a-431a-afe4-1802b3e64808 req-ecd2d991-c8d3-4f19-b9d5-6f5d4d8e7cef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7301b441-7371-4cca-8af4-45f5c4e20ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946858 Feb 11 13:48:39.586274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=45d58884-fa03-4bfa-a5df-74111a685622,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:39.647296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-4ec54eef-19b7-45cf-b381-baec01a7235b service neutron] 10.222.0.67 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363640 Feb 11 13:48:39.687059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-303bac18-d59a-431a-afe4-1802b3e64808 req-91ed19b4-e95d-4371-afdf-ce2ae957448c service neutron] 10.222.0.75 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364820 Feb 11 13:48:39.752619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['45d58884-fa03-4bfa-a5df-74111a685622'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:39.787513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-064d35d1-4ecd-4612-9c01-4d2a629fc573 service neutron] 10.222.0.67 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349723 Feb 11 13:48:39.882938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-303bac18-d59a-431a-afe4-1802b3e64808 req-70eeafe1-0ba8-43bc-bd3c-f497e0367cab service neutron] 10.222.0.75 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864815 Feb 11 13:48:39.908567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96b08548-6463-4f20-9864-4e01d36019fd req-b198b1a9-94e2-4d92-aa90-cfbdada1c943 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1096 time: 0.1354547 Feb 11 13:48:39.967200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96b08548-6463-4f20-9864-4e01d36019fd req-3872dd2b-eb7a-4ca5-92cb-4b358a45aae7 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576563 Feb 11 13:48:40.113170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ed927f7-8ba0-4698-a8cc-54b4e4c98902 req-f43d0e56-834b-43bb-861b-8a0d6c524cef tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 210 time: 0.1552553 Feb 11 13:48:40.336347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44332) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:40.441084 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f77af678-dd73-4fe9-9b40-2216c19c47c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1035793 Feb 11 13:48:41.001355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-a82745ea-55bb-4aa1-86c2-2b8edd91b86c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.002760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-a82745ea-55bb-4aa1-86c2-2b8edd91b86c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.75 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 811 time: 0.1445203 Feb 11 13:48:41.018124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'port': {'device_id': '03013c00-d502-4815-a23b-100a7caae58a', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'admin_state_up': True, 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:41.201869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:41.215150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:41.231409 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-899975ab-2d2c-4c75-8c2e-11a60d147ba4 req-eebd03b4-d39d-45cb-b6f4-b2ad47d4a0c6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1096 time: 0.1292117 Feb 11 13:48:41.232758 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Made reservation on behalf of 3dd8fcec94cf4ff1bcda9bf611ee1d73 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:41.237055 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:41.257293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 45d58884-fa03-4bfa-a5df-74111a685622 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:41.296391 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca5387ee-90d4-4d3a-9331-66a9c3028eee req-47e88c61-d19a-418d-94d9-915e7d0f02fb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 210 time: 0.0428212 Feb 11 13:48:41.340733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 45d58884-fa03-4bfa-a5df-74111a685622 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:41.345860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 45d58884-fa03-4bfa-a5df-74111a685622 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:41.346300 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:41.439574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-899975ab-2d2c-4c75-8c2e-11a60d147ba4 req-894c19f7-4095-4e6e-ad6c-5c51b9785d3b tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920080 Feb 11 13:48:41.444417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44340) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:41.464647 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:41.492333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5dbbf3-5e66-4998-a789-0defe376a762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d58884-fa03-4bfa-a5df-74111a685622'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:41.502285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 45d58884-fa03-4bfa-a5df-74111a685622, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=45d58884-fa03-4bfa-a5df-74111a685622,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:41.507358 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:41.568712 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5dbbf3-5e66-4998-a789-0defe376a762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d58884-fa03-4bfa-a5df-74111a685622', 'code': 200} Feb 11 13:48:41.584931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=45d58884-fa03-4bfa-a5df-74111a685622,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:41.617190 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-99fd3860-d0e4-457b-9474-7bdc095f5113 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1655371 Feb 11 13:48:41.637408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Allocated IP 172.20.0.4 (d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd/9fb11f61-e666-450b-a178-0966748da77c/cd3dabdd-2bb2-4cb6-8294-daebfad75e65) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:41.702327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0442e2d3-5607-4e88-98ab-dfd3b6ccbfa4 req-767d40e0-b072-443d-8761-e214fe82e4b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1097 time: 0.0793619 Feb 11 13:48:41.750562 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0442e2d3-5607-4e88-98ab-dfd3b6ccbfa4 req-eabcdc44-6fae-42fa-8e23-c61a68e3f90a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Feb 11 13:48:41.843177 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:41.858847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Transition to ACTIVE for port object cd3dabdd-2bb2-4cb6-8294-daebfad75e65 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:41.880146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:41.891101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['82ed6c29-8ead-43c3-a738-a40471ecc3a8', '98ffdf5e-34e2-470d-8069-34b487ad0222'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:41.952667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:41.955613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:41.959966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:41.986379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'Port': ['ID=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:42.029613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:42.030236 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:42.058294 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-6080f32d-ecd2-4a83-aa4d-9a07107b9ac3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0439091 Feb 11 13:48:42.070106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Request body: {'port': {'device_id': '03013c00-d502-4815-a23b-100a7caae58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:42.180993 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:42.220616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e0fecdac-484e-4d1f-a588-a34f9d5e17c2 None None] Provisioning for port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:42.225705 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e0fecdac-484e-4d1f-a588-a34f9d5e17c2 None None] Provisioning complete for port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:42.226062 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0fecdac-484e-4d1f-a588-a34f9d5e17c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:42.281673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e0fecdac-484e-4d1f-a588-a34f9d5e17c2 None None] Port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:48:42.582890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385056aa-8b83-44cc-a1dd-d84f02aae179 req-9401238e-c3da-49b2-89a1-f353829a2fef tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:42.583591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-385056aa-8b83-44cc-a1dd-d84f02aae179 req-9401238e-c3da-49b2-89a1-f353829a2fef tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:42.598014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3dabdd-2bb2-4cb6-8294-daebfad75e65 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:42.609054 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:42.611858 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:42.620787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-385056aa-8b83-44cc-a1dd-d84f02aae179 req-9401238e-c3da-49b2-89a1-f353829a2fef tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:42.622198 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-385056aa-8b83-44cc-a1dd-d84f02aae179 req-9401238e-c3da-49b2-89a1-f353829a2fef tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 931 time: 0.2030878 Feb 11 13:48:42.622737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44350) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:42.632295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Transition to ACTIVE for port object cd3dabdd-2bb2-4cb6-8294-daebfad75e65 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:42.655218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f371bef4-241b-4100-894b-bb1e6b58e6b8 req-a5579b0e-eed5-4b87-a512-408199ae76a2 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1097 time: 0.0810378 Feb 11 13:48:42.699559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f371bef4-241b-4100-894b-bb1e6b58e6b8 req-39929efe-7af0-4974-bc6d-da5af531a344 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385907 Feb 11 13:48:42.724697 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:42.830103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-385056aa-8b83-44cc-a1dd-d84f02aae179 req-c2d1bbd7-0d2c-4482-a82f-4fc2da116720 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016780 Feb 11 13:48:42.920455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-efc42071-cfdb-46a2-902e-8e528efd3d0f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.2933710 Feb 11 13:48:42.925715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Pushing event updated for resources: {'Port': ['ID=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:43.035803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Attempting to bind port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:43.036400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Attempting to bind port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:43.036508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Attempting to bind port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:43.042899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:48:43.043215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Attempting to bind port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:43.049311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:43.049642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Checking segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:43.050021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Bound using segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:43.050437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Bound port: cd3dabdd-2bb2-4cb6-8294-daebfad75e65, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:43.050814 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:43.140246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] For port cd3dabdd-2bb2-4cb6-8294-daebfad75e65, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:43.143067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] For port cd3dabdd-2bb2-4cb6-8294-daebfad75e65, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:43.147891 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:43.309311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:43.310891 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] 10.222.0.75 "PUT /v2.0/ports/cd3dabdd-2bb2-4cb6-8294-daebfad75e65 HTTP/1.1" status: 200 len: 1091 time: 1.2454937 Feb 11 13:48:43.311311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03013c00-d502-4815-a23b-100a7caae58a', 'tag': 'cd3dabdd-2bb2-4cb6-8294-daebfad75e65'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:43.331299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1b411-dd8e-48a0-8224-aff0ab17c1fe service neutron] Pushing event updated for resources: {'Port': ['ID=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:43.388936 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03013c00-d502-4815-a23b-100a7caae58a', 'tag': 'cd3dabdd-2bb2-4cb6-8294-daebfad75e65', 'status': 'completed', 'code': 200} Feb 11 13:48:43.429923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-e6d2587b-4d06-45d8-8a0c-be8c46cca2db service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 1094 time: 0.0782900 Feb 11 13:48:43.501117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-d95a36fd-3a17-41f1-9df9-c445ef203e35 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd3dabdd-2bb2-4cb6-8294-daebfad75e65 HTTP/1.1" status: 200 len: 217 time: 0.0645385 Feb 11 13:48:43.582684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-a94c84db-8c31-47c6-bf12-82980f129735 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:43.584068 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-a94c84db-8c31-47c6-bf12-82980f129735 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0773437 Feb 11 13:48:43.657077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-f3f78866-59fe-427f-b4c8-c961246e0d2d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675802 Feb 11 13:48:43.797373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-47d3c9ba-eb07-490e-a2ff-bc60db66328f service neutron] 10.222.0.75 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272066 Feb 11 13:48:43.924337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44360) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:43.996058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-93ea8d97-c78e-4db4-a9a1-5f973aeb044a req-97990753-9318-4f1d-bfb0-a89abe4ba47b service neutron] 10.222.0.75 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927967 Feb 11 13:48:44.002624 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f91e927-5cb4-4bdc-9e92-ded09bb08926 req-2b0a25dc-31c8-4d1b-a385-151c6f5875d7 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1097 time: 0.1786461 Feb 11 13:48:44.080865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d752eedb-ae33-4a10-b855-4aa764acbedf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1538558 Feb 11 13:48:44.089577 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f91e927-5cb4-4bdc-9e92-ded09bb08926 req-a21d2fb1-30ae-4597-96be-fa7fab01046b tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815389 Feb 11 13:48:44.109391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99344fd4-ed42-45af-a0ee-21e01eaf365e req-63a51314-77d0-4d53-b369-c3f7955162ce tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:44.110880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-99344fd4-ed42-45af-a0ee-21e01eaf365e req-63a51314-77d0-4d53-b369-c3f7955162ce tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 943 time: 0.1192193 Feb 11 13:48:44.123278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f64146be-a426-4d2f-b1b6-20ba12b38a9d req-4ee8a259-c94a-46e3-971a-6b8d6bd7ee11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 1094 time: 0.0797472 Feb 11 13:48:44.172618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-99344fd4-ed42-45af-a0ee-21e01eaf365e req-574c09e9-5fe6-48a9-b28a-12485eb26b75 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518043 Feb 11 13:48:44.313246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64146be-a426-4d2f-b1b6-20ba12b38a9d req-01441e66-28a9-4b7c-9468-417e9075b99f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:44.314712 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f64146be-a426-4d2f-b1b6-20ba12b38a9d req-01441e66-28a9-4b7c-9468-417e9075b99f service neutron] 10.222.0.75 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1840444 Feb 11 13:48:44.370412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9950e475-c246-4b3a-a717-81f8c321f3f8 req-b6663e3c-5732-4e7c-8786-852675cdae57 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1097 time: 0.1595101 Feb 11 13:48:44.397982 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f64146be-a426-4d2f-b1b6-20ba12b38a9d req-c7b8ac3b-7991-4b0f-9e80-c7bc48741485 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd3dabdd-2bb2-4cb6-8294-daebfad75e65 HTTP/1.1" status: 200 len: 217 time: 0.0763481 Feb 11 13:48:44.469247 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9950e475-c246-4b3a-a717-81f8c321f3f8 req-fb126fae-27be-498e-9d2b-a9e4dbe47c6f tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929410 Feb 11 13:48:44.475837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64146be-a426-4d2f-b1b6-20ba12b38a9d req-a9cc3182-9ac1-4053-9bb7-bfb4f627ea43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:44.477209 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f64146be-a426-4d2f-b1b6-20ba12b38a9d req-a9cc3182-9ac1-4053-9bb7-bfb4f627ea43 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0724149 Feb 11 13:48:44.556083 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f64146be-a426-4d2f-b1b6-20ba12b38a9d req-8844f2b8-27d6-43e9-89ea-26629afe4a3a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726748 Feb 11 13:48:44.676281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21900ec5-5fbc-42a4-9707-712a675909bb req-2a809511-2e43-47ec-9757-dee3f9a66032 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1097 time: 0.0680270 Feb 11 13:48:44.697811 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f64146be-a426-4d2f-b1b6-20ba12b38a9d req-120f0577-9bab-4993-93f7-f0ba45bb585c service neutron] 10.222.0.75 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337645 Feb 11 13:48:44.724126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21900ec5-5fbc-42a4-9707-712a675909bb req-dd419d31-1872-4176-85cf-b9ed55d3d280 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Feb 11 13:48:44.831256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f64146be-a426-4d2f-b1b6-20ba12b38a9d req-e5c6c2b5-2c6f-4128-8232-550a8dc7f013 service neutron] 10.222.0.75 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284113 Feb 11 13:48:45.083788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44378) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:45.132149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-da2fb34a-bfd0-4eb4-b1f7-a9712f0a08d5 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:45.133658 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-da2fb34a-bfd0-4eb4-b1f7-a9712f0a08d5 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/networks?id=467316b6-4094-4523-ac11-7dfb656e5e2e HTTP/1.1" status: 200 len: 910 time: 0.2205250 Feb 11 13:48:45.150883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-627a56ce-2d4c-4cf6-b3d7-48085e51b671 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/quotas/c6eae4407f4c40778b7b95739758492c HTTP/1.1" status: 200 len: 375 time: 0.0109644 Feb 11 13:48:45.187093 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-16ea9140-98c2-4bc6-9351-041d128f8dbf tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1019323 Feb 11 13:48:45.229810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-1b4d651c-53a8-48bf-a5c0-23395af04961 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6eae4407f4c40778b7b95739758492c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740287 Feb 11 13:48:45.362563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f57c9-50db-45bd-bc3d-f268e9354526 req-c42a4ef3-3ea8-4b64-87f1-61fede7e395a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:45.364029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-178f57c9-50db-45bd-bc3d-f268e9354526 req-c42a4ef3-3ea8-4b64-87f1-61fede7e395a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 943 time: 0.0814860 Feb 11 13:48:45.367191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-9d52a3ba-d854-4f24-9de1-3bdcf2edc98d service neutron] 10.222.0.67 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307750 Feb 11 13:48:45.410436 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-178f57c9-50db-45bd-bc3d-f268e9354526 req-7d08854d-a60a-42b2-9b7c-72e16e005a99 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Feb 11 13:48:45.467017 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0aacb48d-b07e-4b97-bd1b-e7a7b1af53a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:45.501900 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-288a4d0b-5f39-492d-8a14-bf967f534ae7 service neutron] 10.222.0.67 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285887 Feb 11 13:48:45.682491 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a9b459ee-418b-4fe1-8a0e-e869bb43c74d req-93809ae9-98a7-40f5-b24b-6727d14f1106 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 210 time: 0.0410652 Feb 11 13:48:46.023634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cd3dabdd-2bb2-4cb6-8294-daebfad75e65 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:48:46.165383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port cd3dabdd-2bb2-4cb6-8294-daebfad75e65, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:46.189230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'cd3dabdd-2bb2-4cb6-8294-daebfad75e65', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'port_id': 'cd3dabdd-2bb2-4cb6-8294-daebfad75e65', 'mac_address': 'fa:16:3e:77:d0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:48:46.191045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:46.254730 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:46.281276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3dabdd-2bb2-4cb6-8294-daebfad75e65 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:46.300164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port cd3dabdd-2bb2-4cb6-8294-daebfad75e65, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:46.304691 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:46.320896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-700dac11-c8af-4402-b53b-31a36c8d453e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1279709 Feb 11 13:48:46.391906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:46.529156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['cd3dabdd-2bb2-4cb6-8294-daebfad75e65'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:46.907925 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e57b6982-bbce-4f48-9875-3cbd34558d80 req-3ec661e0-a0f2-46a6-b556-bd60c10ee1f4 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 210 time: 0.0750287 Feb 11 13:48:46.912035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-a447940f-9f25-4c97-8f49-7daccf25e9d1 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:46.913774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-a447940f-9f25-4c97-8f49-7daccf25e9d1 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.75 "GET /v2.0/networks?id=467316b6-4094-4523-ac11-7dfb656e5e2e HTTP/1.1" status: 200 len: 910 time: 0.2650745 Feb 11 13:48:46.927711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d312764-0405-4e14-a1e0-c00426a0fa46 req-1cf222ed-41ca-4c91-93f6-5b3cff46e4d6 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:46.929935 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4d312764-0405-4e14-a1e0-c00426a0fa46 req-1cf222ed-41ca-4c91-93f6-5b3cff46e4d6 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 944 time: 0.1725445 Feb 11 13:48:46.938020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Request body: {'port': {'device_id': 'ab994d45-3a59-4591-9f4e-abb70148fcdf', 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'admin_state_up': True, 'tenant_id': 'c6eae4407f4c40778b7b95739758492c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:46.964467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:46.986477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:47.011623 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4d312764-0405-4e14-a1e0-c00426a0fa46 req-feb6e4ab-6141-42b4-8d0f-cc6923cb1855 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677929 Feb 11 13:48:47.012824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Made reservation on behalf of c6eae4407f4c40778b7b95739758492c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:47.015148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:47.174231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Allocated IP 172.20.0.10 (467316b6-4094-4523-ac11-7dfb656e5e2e/d8b41ff6-e661-4bcc-a357-62c6cfa83897/b52120e4-f342-48b6-8a5c-eb1d00c000f2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:47.225658 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] Sync routers for ids ['7677dc05-edda-4b89-b46b-3c31cff50644'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:48:47.242961 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] Routers {'7677dc05-edda-4b89-b46b-3c31cff50644'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:47.247003 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7677dc05-edda-4b89-b46b-3c31cff50644'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:47.325110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44402) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:47.407141 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:47.424800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Transition to ACTIVE for port object b52120e4-f342-48b6-8a5c-eb1d00c000f2 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:47.453072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f1cf8c98-7fd8-4012-bb26-375feed5f08f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1266649 Feb 11 13:48:47.453297 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:47.465257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['45d58884-fa03-4bfa-a5df-74111a685622'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:47.489945 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] Set router 7677dc05-edda-4b89-b46b-3c31cff50644 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:47.547919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Network 467316b6-4094-4523-ac11-7dfb656e5e2e is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:47.550945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:47.558075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:47.595558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Pushing event updated for resources: {'Port': ['ID=b52120e4-f342-48b6-8a5c-eb1d00c000f2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:47.621804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.622326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.622785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.623213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.623633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.624050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.624469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.624884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.625299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.625726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.626139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.649857 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:47.650691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:47.675795 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67b9a306-ab52-4d64-b43c-6923494986fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:47.682785 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-c18fc3fe-e124-4878-ab0f-4c16c5debffd tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7505150 Feb 11 13:48:47.696598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Request body: {'port': {'device_id': 'ab994d45-3a59-4591-9f4e-abb70148fcdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:47.816797 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:47.889613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-66be362a-6166-4676-aaaa-bfeec07e4aef None None] Provisioning for port b52120e4-f342-48b6-8a5c-eb1d00c000f2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:47.896139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-66be362a-6166-4676-aaaa-bfeec07e4aef None None] Provisioning complete for port b52120e4-f342-48b6-8a5c-eb1d00c000f2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:47.896889 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-66be362a-6166-4676-aaaa-bfeec07e4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:47.911095 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '7d3a8a89-5885-42c9-a967-77d916dc05b5', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'port_id': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'mac_address': 'fa:16:3e:d9:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:48:36Z', 'updated_at': '2022-02-11T13:48:36Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605016d-631a-4318-92e7-b99368672bf1', 'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:3a:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:25Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:47.914963 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] Checking router: 7677dc05-edda-4b89-b46b-3c31cff50644 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:48:47.925782 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] Routers {'7677dc05-edda-4b89-b46b-3c31cff50644'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:48:47.926382 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7677dc05-edda-4b89-b46b-3c31cff50644'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:48.010651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-66be362a-6166-4676-aaaa-bfeec07e4aef None None] Port b52120e4-f342-48b6-8a5c-eb1d00c000f2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:48:48.035413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cd3dabdd-2bb2-4cb6-8294-daebfad75e65 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:48.146366 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3174743-ff51-4bcf-82df-80e0b1ac27a0 req-c680cfad-ca84-46fc-9d61-f2cbfe67099e tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1028 time: 0.0970309 Feb 11 13:48:48.191607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:48.199375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:48.200165 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.208245 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3174743-ff51-4bcf-82df-80e0b1ac27a0 req-ae1a5e8a-ab48-4e0c-b15a-312ca291d43a tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609002 Feb 11 13:48:48.208898 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] Set router 7677dc05-edda-4b89-b46b-3c31cff50644 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:48:48.235931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52120e4-f342-48b6-8a5c-eb1d00c000f2 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:48.343068 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.372699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03013c00-d502-4815-a23b-100a7caae58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3dabdd-2bb2-4cb6-8294-daebfad75e65'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:48.380463 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.387894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port cd3dabdd-2bb2-4cb6-8294-daebfad75e65, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:48.394916 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.412617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Transition to ACTIVE for port object b52120e4-f342-48b6-8a5c-eb1d00c000f2 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:48.438850 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.455484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44412) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:48.508471 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03013c00-d502-4815-a23b-100a7caae58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3dabdd-2bb2-4cb6-8294-daebfad75e65', 'code': 200} Feb 11 13:48:48.564424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8c8d86ca-be82-42ae-b6be-b78e661b0261 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:48.624309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b52120e4-f342-48b6-8a5c-eb1d00c000f2,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:48.661408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafd6b6-eca1-4d3a-8d6b-af2784dcf798 req-ebf3137e-9311-487e-896c-45102989ebd8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:48.678544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-aef971ae-d3d0-4924-8ab0-94b3dcf30fd9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.2206483 Feb 11 13:48:48.684993 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8cafd6b6-eca1-4d3a-8d6b-af2784dcf798 req-ebf3137e-9311-487e-896c-45102989ebd8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 944 time: 0.4424276 Feb 11 13:48:48.694218 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '7d3a8a89-5885-42c9-a967-77d916dc05b5', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'port_id': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'mac_address': 'fa:16:3e:d9:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:48:36Z', 'updated_at': '2022-02-11T13:48:36Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605016d-631a-4318-92e7-b99368672bf1', 'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:3a:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:25Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:48.699623 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f2489-d568-43b0-aef5-84a34260008e None None] The sync data for ids ['7677dc05-edda-4b89-b46b-3c31cff50644'] in n-d-818559-1 is: [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '7d3a8a89-5885-42c9-a967-77d916dc05b5', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'port_id': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'mac_address': 'fa:16:3e:d9:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:48:36Z', 'updated_at': '2022-02-11T13:48:36Z', 'revision_number': 0, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605016d-631a-4318-92e7-b99368672bf1', 'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:3a:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:25Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:48:48.721113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:48.731330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.731794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.732549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.732549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.732819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.733111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.733435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.733763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.734099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.734406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.734755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:48.739055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 8c8d86ca-be82-42ae-b6be-b78e661b0261 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:48.744843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8c8d86ca-be82-42ae-b6be-b78e661b0261 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:48.745193 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.801334 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-319dbed1-9e49-463c-9a62-b87219f776ce req-343482fb-5c73-4bcc-9bad-6a84065041ff service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 1096 time: 0.1224108 Feb 11 13:48:48.860589 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-319dbed1-9e49-463c-9a62-b87219f776ce req-297f81cb-2664-40c0-ab29-5ade41f53500 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468056 Feb 11 13:48:48.863270 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8cafd6b6-eca1-4d3a-8d6b-af2784dcf798 req-989ee48e-c5ec-4bcc-bb83-0c3d67a35453 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672583 Feb 11 13:48:48.873835 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.889420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Attempting to bind port b52120e4-f342-48b6-8a5c-eb1d00c000f2 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:48.889837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Attempting to bind port b52120e4-f342-48b6-8a5c-eb1d00c000f2 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:48.890215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 8c8d86ca-be82-42ae-b6be-b78e661b0261, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8c8d86ca-be82-42ae-b6be-b78e661b0261,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:48.890349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Attempting to bind port b52120e4-f342-48b6-8a5c-eb1d00c000f2 on network 467316b6-4094-4523-ac11-7dfb656e5e2e {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:48.893803 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.896500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Port b52120e4-f342-48b6-8a5c-eb1d00c000f2 on network 467316b6-4094-4523-ac11-7dfb656e5e2e not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:48:48.896932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Attempting to bind port b52120e4-f342-48b6-8a5c-eb1d00c000f2 on network 467316b6-4094-4523-ac11-7dfb656e5e2e {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:48.904481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:48.904926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Checking segment: {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:48.905408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Bound using segment: {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:48.905931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Bound port: b52120e4-f342-48b6-8a5c-eb1d00c000f2, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:48.906378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.984737 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.985396 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:48.990787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=8c8d86ca-be82-42ae-b6be-b78e661b0261,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:49.002602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] For port b52120e4-f342-48b6-8a5c-eb1d00c000f2, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:49.005803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] For port b52120e4-f342-48b6-8a5c-eb1d00c000f2, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b52120e4-f342-48b6-8a5c-eb1d00c000f2,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:49.009825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:49.073028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:49.074416 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] 10.222.0.75 "PUT /v2.0/ports/b52120e4-f342-48b6-8a5c-eb1d00c000f2 HTTP/1.1" status: 200 len: 1092 time: 1.3860939 Feb 11 13:48:49.074877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab994d45-3a59-4591-9f4e-abb70148fcdf', 'tag': 'b52120e4-f342-48b6-8a5c-eb1d00c000f2'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:49.093251 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edd783-9368-42e2-8da0-f384c7d2c6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b52120e4-f342-48b6-8a5c-eb1d00c000f2,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:49.160989 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab994d45-3a59-4591-9f4e-abb70148fcdf', 'tag': 'b52120e4-f342-48b6-8a5c-eb1d00c000f2', 'status': 'completed', 'code': 200} Feb 11 13:48:49.206468 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-44048634-5792-4340-89b4-dff3bfb0f8b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c6eae4407f4c40778b7b95739758492c&device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1095 time: 0.0804260 Feb 11 13:48:49.279250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-f0541ae0-a9b4-4a96-b1bc-25bca3a7d4b6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b52120e4-f342-48b6-8a5c-eb1d00c000f2 HTTP/1.1" status: 200 len: 217 time: 0.0628808 Feb 11 13:48:49.387346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-0cf111a4-9c03-411a-adf3-4554cef18a21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:49.388765 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-0cf111a4-9c03-411a-adf3-4554cef18a21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8b41ff6-e661-4bcc-a357-62c6cfa83897 HTTP/1.1" status: 200 len: 848 time: 0.1010132 Feb 11 13:48:49.457696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-85d7ba70-62f5-48bd-927d-518096d59597 req-972ba66a-74ef-4253-a926-44f2b7e76df4 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Synchronizing usage tracker for tenant:c6eae4407f4c40778b7b95739758492c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:48:49.492018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-85d7ba70-62f5-48bd-927d-518096d59597 req-972ba66a-74ef-4253-a926-44f2b7e76df4 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Unset dirty status for tenant:c6eae4407f4c40778b7b95739758492c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:48:49.493178 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85d7ba70-62f5-48bd-927d-518096d59597 req-972ba66a-74ef-4253-a926-44f2b7e76df4 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1095 time: 0.1695161 Feb 11 13:48:49.498832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-73f2dfc5-32e5-4f76-be0e-ab328e1e8590 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=467316b6-4094-4523-ac11-7dfb656e5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995834 Feb 11 13:48:49.617963 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-85d7ba70-62f5-48bd-927d-518096d59597 req-1009bd49-a019-403b-ad24-1d00c50d6622 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181886 Feb 11 13:48:49.657244 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-dae4762d-9bdf-4a2f-87c3-94b044f41329 service neutron] 10.222.0.75 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442618 Feb 11 13:48:49.680330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44420) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:49.804904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98a28d83-3c93-4fee-943e-67e9d4397360 req-28f55851-5873-4a0a-a855-a9a2452c5608 service neutron] 10.222.0.75 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320524 Feb 11 13:48:49.878233 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7f95fdb5-d0ba-4d42-a10c-f6de02a6ebd3 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1966360 Feb 11 13:48:49.921720 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0f1c168-67ed-47b2-86b4-75c2a1d83020 req-bf71f443-7578-49c5-af68-52623d8a2bb8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c6eae4407f4c40778b7b95739758492c&device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1095 time: 0.0680218 Feb 11 13:48:50.060545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1c168-67ed-47b2-86b4-75c2a1d83020 req-6c2be891-34b9-46a3-aa6b-363633fd7bb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:50.062218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f3921-b77e-4216-90a3-40ba93ab8e6e req-2ea4972c-be8b-411d-b853-e39c45a3420a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:50.063158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0f1c168-67ed-47b2-86b4-75c2a1d83020 req-6c2be891-34b9-46a3-aa6b-363633fd7bb8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=467316b6-4094-4523-ac11-7dfb656e5e2e HTTP/1.1" status: 200 len: 910 time: 0.1353607 Feb 11 13:48:50.064706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-916f3921-b77e-4216-90a3-40ba93ab8e6e req-2ea4972c-be8b-411d-b853-e39c45a3420a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 945 time: 0.0841701 Feb 11 13:48:50.116940 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-916f3921-b77e-4216-90a3-40ba93ab8e6e req-0bd34d48-3beb-447a-913f-7a2ccfdb2e6f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 Feb 11 13:48:50.144181 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0f1c168-67ed-47b2-86b4-75c2a1d83020 req-2fd5dafa-f772-488a-8af0-8414d52bbdfa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b52120e4-f342-48b6-8a5c-eb1d00c000f2 HTTP/1.1" status: 200 len: 217 time: 0.0736516 Feb 11 13:48:50.221905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1c168-67ed-47b2-86b4-75c2a1d83020 req-47a15f93-2481-409e-ad52-54588db57aa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:50.223501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0f1c168-67ed-47b2-86b4-75c2a1d83020 req-47a15f93-2481-409e-ad52-54588db57aa3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d8b41ff6-e661-4bcc-a357-62c6cfa83897 HTTP/1.1" status: 200 len: 848 time: 0.0616636 Feb 11 13:48:50.342292 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:50.398691 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0f1c168-67ed-47b2-86b4-75c2a1d83020 req-9646972b-4908-46c3-9ecc-cb96b951f97c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=467316b6-4094-4523-ac11-7dfb656e5e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692002 Feb 11 13:48:50.420050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8c8d86ca-be82-42ae-b6be-b78e661b0261 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:50.497939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8c8d86ca-be82-42ae-b6be-b78e661b0261 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:50.498315 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:50.537994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0f1c168-67ed-47b2-86b4-75c2a1d83020 req-cc2407ac-f06c-4c8f-829c-edaa7cd23d3c service neutron] 10.222.0.75 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327360 Feb 11 13:48:50.676366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0f1c168-67ed-47b2-86b4-75c2a1d83020 req-6195b76c-ddc9-4177-bd15-1af7cc90006f service neutron] 10.222.0.75 "GET /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292770 Feb 11 13:48:50.808415 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dfb6a0d-377c-4603-bf40-54db500da4d5 req-8fce9451-a084-4535-aa80-7806739b0e56 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1095 time: 0.0683670 Feb 11 13:48:50.849705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dfb6a0d-377c-4603-bf40-54db500da4d5 req-b49e3dd5-b608-4df0-9ffb-9de5ca118591 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Feb 11 13:48:50.881632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44428) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:50.995118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f7c78358-4395-4962-8a8e-49955dd7b608 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1113050 Feb 11 13:48:51.321966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39e242-2864-4519-a86b-6339dda27320 req-df56d115-a847-4039-9baf-c613629237eb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:51.323678 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f39e242-2864-4519-a86b-6339dda27320 req-df56d115-a847-4039-9baf-c613629237eb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 945 time: 0.0815828 Feb 11 13:48:51.370333 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f39e242-2864-4519-a86b-6339dda27320 req-24076114-4148-4992-ad04-94b5fe43573a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Feb 11 13:48:51.527531 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-ff53a237-12de-4eee-bd58-6945456b6164 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73 HTTP/1.1" status: 200 len: 267 time: 0.0410779 Feb 11 13:48:51.610503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-5f9e8dc5-4c42-4f28-a030-b0f599d70864 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:51.611973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-5f9e8dc5-4c42-4f28-a030-b0f599d70864 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 945 time: 0.0791419 Feb 11 13:48:51.622408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-11d56b84-edfb-400f-a023-68e4d98e5307 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'port': {'security_groups': []}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:51.737983 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-11d56b84-edfb-400f-a023-68e4d98e5307 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:51.954156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-11d56b84-edfb-400f-a023-68e4d98e5307 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] For port cd3dabdd-2bb2-4cb6-8294-daebfad75e65, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:51.980951 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-11d56b84-edfb-400f-a023-68e4d98e5307 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:51.985551 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-11d56b84-edfb-400f-a023-68e4d98e5307 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:51.999796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['82ed6c29-8ead-43c3-a738-a40471ecc3a8', '98ffdf5e-34e2-470d-8069-34b487ad0222'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:52.005142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44438) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:52.027129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['cd3dabdd-2bb2-4cb6-8294-daebfad75e65'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:52.058639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b52120e4-f342-48b6-8a5c-eb1d00c000f2 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:48:52.061269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-11d56b84-edfb-400f-a023-68e4d98e5307 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.062204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-11d56b84-edfb-400f-a023-68e4d98e5307 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:52.063603 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a6755363-02a8-48e9-8f8f-80df7ddbee62 req-11d56b84-edfb-400f-a023-68e4d98e5307 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "PUT /v2.0/ports/cd3dabdd-2bb2-4cb6-8294-daebfad75e65 HTTP/1.1" status: 200 len: 904 time: 0.4455938 Feb 11 13:48:52.064040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03013c00-d502-4815-a23b-100a7caae58a', 'tag': 'cd3dabdd-2bb2-4cb6-8294-daebfad75e65'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:52.088138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d56b84-edfb-400f-a023-68e4d98e5307 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'Port': ['ID=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,revision_number=6']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:52.147622 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03013c00-d502-4815-a23b-100a7caae58a', 'tag': 'cd3dabdd-2bb2-4cb6-8294-daebfad75e65', 'status': 'completed', 'code': 200} Feb 11 13:48:52.150479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5e33ef5c-3900-40f0-ace7-f73d93ba646f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1400452 Feb 11 13:48:52.162155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['cd3dabdd-2bb2-4cb6-8294-daebfad75e65'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:52.163904 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f101d888-cea9-4afe-9c98-204722750947 req-0ef030ef-619e-4118-8e9a-f78e2d2c1051 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1095 time: 0.1925755 Feb 11 13:48:52.231420 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f101d888-cea9-4afe-9c98-204722750947 req-9dc7dcc8-a982-4a36-b55f-6ff70aa060c8 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Feb 11 13:48:52.288744 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e36cc1d-fba9-44fd-b625-989e1978aa51 req-53b8761c-c58a-4207-b6cb-e171fea43f04 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 1058 time: 0.1202872 Feb 11 13:48:52.439825 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b52120e4-f342-48b6-8a5c-eb1d00c000f2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b52120e4-f342-48b6-8a5c-eb1d00c000f2,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:52.477252 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bb6dc87c-beb8-4e53-bf36-f06affe72a71 None None] Provisioning complete for port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:52.477625 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc87c-beb8-4e53-bf36-f06affe72a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:52.486188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36cc1d-fba9-44fd-b625-989e1978aa51 req-d24cbaef-1c4b-469a-bd96-aab9ceb1857f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.487675 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e36cc1d-fba9-44fd-b625-989e1978aa51 req-d24cbaef-1c4b-469a-bd96-aab9ceb1857f service neutron] 10.222.0.75 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1920295 Feb 11 13:48:52.494496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefe76d-b87a-4288-bb63-98b6315d6e47 req-816327c1-57b9-4f67-a8db-d09c147a5c7c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.495889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ccefe76d-b87a-4288-bb63-98b6315d6e47 req-816327c1-57b9-4f67-a8db-d09c147a5c7c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 907 time: 0.1806233 Feb 11 13:48:52.501279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'b52120e4-f342-48b6-8a5c-eb1d00c000f2', 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'port_id': 'b52120e4-f342-48b6-8a5c-eb1d00c000f2', 'mac_address': 'fa:16:3e:e2:8f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:48:52.562044 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e36cc1d-fba9-44fd-b625-989e1978aa51 req-09bce578-a776-45b5-935d-29f9d2bc7be8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd3dabdd-2bb2-4cb6-8294-daebfad75e65 HTTP/1.1" status: 200 len: 217 time: 0.0649769 Feb 11 13:48:52.651290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36cc1d-fba9-44fd-b625-989e1978aa51 req-99d6a25f-ecb9-45f1-bd5c-1777db53fd3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.653213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e36cc1d-fba9-44fd-b625-989e1978aa51 req-99d6a25f-ecb9-45f1-bd5c-1777db53fd3b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0849559 Feb 11 13:48:52.726161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f71059-f9b0-4122-91e4-4a60708de470 req-78d82a3d-2f73-48f0-a6bc-e76c07d11341 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.728837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0f71059-f9b0-4122-91e4-4a60708de470 req-78d82a3d-2f73-48f0-a6bc-e76c07d11341 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0932517 Feb 11 13:48:52.738445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e36cc1d-fba9-44fd-b625-989e1978aa51 req-619f7ca5-1a65-4a2f-99fc-87934786535e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783434 Feb 11 13:48:52.784023 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0f71059-f9b0-4122-91e4-4a60708de470 req-bf5ff444-0bee-40a3-8ada-45d85f0b6188 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446529 Feb 11 13:48:52.792506 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:52.882241 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e36cc1d-fba9-44fd-b625-989e1978aa51 req-008e86a0-95ae-48fe-b9b6-9202f2de737f service neutron] 10.222.0.75 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364093 Feb 11 13:48:52.899577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52120e4-f342-48b6-8a5c-eb1d00c000f2 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:52.944962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b52120e4-f342-48b6-8a5c-eb1d00c000f2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b52120e4-f342-48b6-8a5c-eb1d00c000f2,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:52.960444 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:53.075177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=b52120e4-f342-48b6-8a5c-eb1d00c000f2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:53.154243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44450) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:53.177142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e36cc1d-fba9-44fd-b625-989e1978aa51 req-9356c65a-20c6-4f14-a1cf-f08481bb1bc8 service neutron] 10.222.0.75 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892499 Feb 11 13:48:53.186086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd2b7e-aabc-480f-9f34-be370056e7a7 req-3dbb541e-3d32-497a-949f-45eefa375b09 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.187799 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e2cd2b7e-aabc-480f-9f34-be370056e7a7 req-3dbb541e-3d32-497a-949f-45eefa375b09 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1283066 Feb 11 13:48:53.191863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['b52120e4-f342-48b6-8a5c-eb1d00c000f2'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:53.237472 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e2cd2b7e-aabc-480f-9f34-be370056e7a7 req-a2e20493-cf7f-4067-a65f-59ecadee6e07 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Feb 11 13:48:53.269750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dedf3a37-5f60-4ef4-879a-1e9c2b93c128 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1140783 Feb 11 13:48:53.438351 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e2abb3e6-a66a-40f8-8489-ac1076a8fa8b req-9c7caadb-a215-45c2-bd30-15f51fc512ca tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1096 time: 0.0755510 Feb 11 13:48:53.450546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fefd-83ac-40b5-be92-d4305040d633 req-d861bd3c-0033-4f4b-a566-afda88e86dd2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.452120 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4010fefd-83ac-40b5-be92-d4305040d633 req-d861bd3c-0033-4f4b-a566-afda88e86dd2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0798826 Feb 11 13:48:53.488803 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e2abb3e6-a66a-40f8-8489-ac1076a8fa8b req-e93535cb-f377-4560-82c4-07dee87ddaaa tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446963 Feb 11 13:48:53.504476 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4010fefd-83ac-40b5-be92-d4305040d633 req-a54deb79-c3bf-46b7-a7c4-6c2bace09f2d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403743 Feb 11 13:48:53.697841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0c7d2-2900-4209-a215-aad42272d976 req-8135af25-2bb5-4607-bcda-379d77601630 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.699229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19c0c7d2-2900-4209-a215-aad42272d976 req-8135af25-2bb5-4607-bcda-379d77601630 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0759091 Feb 11 13:48:53.747769 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19c0c7d2-2900-4209-a215-aad42272d976 req-91c28968-6cea-49bf-8117-28e6876d7a9f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431757 Feb 11 13:48:54.039309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b52120e4-f342-48b6-8a5c-eb1d00c000f2 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:48:54.046465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-2cd2ac1a-2d1d-4d9f-82a1-b410669172b9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:54.047950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-2cd2ac1a-2d1d-4d9f-82a1-b410669172b9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 811 time: 0.1451690 Feb 11 13:48:54.064866 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-0268b974-7473-4ec8-971d-79fd55b129c6 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/quotas/3dd8fcec94cf4ff1bcda9bf611ee1d73 HTTP/1.1" status: 200 len: 375 time: 0.0116384 Feb 11 13:48:54.107133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port b52120e4-f342-48b6-8a5c-eb1d00c000f2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:54.111719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port b52120e4-f342-48b6-8a5c-eb1d00c000f2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:54.112093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:54.161461 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-a472ac3b-6a44-46f7-a5a7-e493f52f9410 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0915885 Feb 11 13:48:54.228237 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:54.254570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab994d45-3a59-4591-9f4e-abb70148fcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52120e4-f342-48b6-8a5c-eb1d00c000f2'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:54.264708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b52120e4-f342-48b6-8a5c-eb1d00c000f2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b52120e4-f342-48b6-8a5c-eb1d00c000f2,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:54.268552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:54.273887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44470) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:54.299203 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-06b95457-3c80-43f7-af49-1066f50365d5 service neutron] 10.222.0.67 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304381 Feb 11 13:48:54.330841 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab994d45-3a59-4591-9f4e-abb70148fcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52120e4-f342-48b6-8a5c-eb1d00c000f2', 'code': 200} Feb 11 13:48:54.340569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=b52120e4-f342-48b6-8a5c-eb1d00c000f2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:54.399095 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-437daaee-ee12-4029-9454-c1302d0155dc tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1240084 Feb 11 13:48:54.489377 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-dd5910bb-4063-414d-9971-ad46171d2da9 service neutron] 10.222.0.67 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830034 Feb 11 13:48:54.500457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dea0e67b-7b73-483e-95b8-688f0df0c7ec req-c8f5f340-48a8-4b95-af89-9960588bd1db service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1097 time: 0.1117890 Feb 11 13:48:54.553858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dea0e67b-7b73-483e-95b8-688f0df0c7ec req-9e3beb64-fceb-45a3-8436-019358a1b5a4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468326 Feb 11 13:48:54.705035 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-591cf766-8e29-494e-a286-6ef3ca7cd092 req-d5eb3aa6-af71-49b0-aaf0-ef86bda94b76 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1097 time: 0.0806992 Feb 11 13:48:54.725439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5962de2a-f79f-4986-87c3-bb344ed697f3 req-0ac5ae21-a966-487d-a855-b417074bbcb9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 210 time: 0.0458195 Feb 11 13:48:54.751268 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-591cf766-8e29-494e-a286-6ef3ca7cd092 req-4a3e9b12-250b-4473-8568-90ba93edb1b5 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397632 Feb 11 13:48:55.403357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44486) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:55.509100 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1f6e89b5-cf83-4c39-8203-8494e231434a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 990 time: 0.1045816 Feb 11 13:48:55.802748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-b7916ffc-7577-4436-bdf6-a3e1ec389a56 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:55.804319 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-b7916ffc-7577-4436-bdf6-a3e1ec389a56 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 811 time: 0.1676643 Feb 11 13:48:55.820559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Request body: {'port': {'device_id': 'c652251f-f160-407d-91b1-edf178a1d897', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'admin_state_up': True, 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:55.925127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21853b09-c256-410c-b105-ac1577ae123a req-9e790ee0-be6c-43d1-8ec1-74272105ee6e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 210 time: 0.0657945 Feb 11 13:48:55.966465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee1104-a406-4f97-b6b8-fca84d1def7e None None] New status for floating IP 7d3a8a89-5885-42c9-a967-77d916dc05b5: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:48:56.111251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:48:56.123601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:48:56.132127 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2cf79a0-88d9-4a24-a221-7766c6f57179 req-e4094138-d3e8-4945-8492-9a9866dcfe64 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1097 time: 0.1223068 Feb 11 13:48:56.139542 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Made reservation on behalf of 3dd8fcec94cf4ff1bcda9bf611ee1d73 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:56.142496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:56.246810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2cf79a0-88d9-4a24-a221-7766c6f57179 req-ff284503-2593-402d-a8a6-9c80b80a1af7 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943809 Feb 11 13:48:56.336427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Allocated IP 172.20.0.14 (d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd/9fb11f61-e666-450b-a178-0966748da77c/43de853f-f727-4292-ab1a-bfb5377a235d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:56.441513 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fa23d4f1-c825-403c-9503-ad1bbc1ecde1 req-29852e5c-b8a2-4920-8e41-4156f1e8d623 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1097 time: 0.0716667 Feb 11 13:48:56.485395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fa23d4f1-c825-403c-9503-ad1bbc1ecde1 req-eaf64cd9-2fa4-4488-9bb3-858cc44b8bb8 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Feb 11 13:48:56.512500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44496) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:48:56.560833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:56.577622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Transition to ACTIVE for port object 43de853f-f727-4292-ab1a-bfb5377a235d will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:56.602245 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:56.616397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['82ed6c29-8ead-43c3-a738-a40471ecc3a8', '98ffdf5e-34e2-470d-8069-34b487ad0222'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:56.631205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-857c2bd2-62d4-4b2e-9472-57430ea86978 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 992 time: 0.1175039 Feb 11 13:48:56.724355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:56.727480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:56.733552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:48:56.763872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event updated for resources: {'Port': ['ID=43de853f-f727-4292-ab1a-bfb5377a235d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:56.808394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:56.808978 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:56.832371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d74a72d-5d84-4ac5-8208-3df15483fb80 req-f4dd4a3b-455a-4497-a00a-52f519b3cbc4 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1097 time: 0.1915627 Feb 11 13:48:56.859994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-ec005980-08b0-41ae-b47d-17bf6c503873 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0433784 Feb 11 13:48:56.877191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Request body: {'port': {'device_id': 'c652251f-f160-407d-91b1-edf178a1d897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:48:56.932412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8d74a72d-5d84-4ac5-8208-3df15483fb80 req-c2e789be-02f3-44cd-9b75-cdf0ae9dec1e tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946167 Feb 11 13:48:56.966679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-654790bd-7333-4e6f-baf2-80d311f3613a None None] Provisioning for port 43de853f-f727-4292-ab1a-bfb5377a235d completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:56.973960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-654790bd-7333-4e6f-baf2-80d311f3613a None None] Provisioning complete for port 43de853f-f727-4292-ab1a-bfb5377a235d triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:56.974327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-654790bd-7333-4e6f-baf2-80d311f3613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:57.003926 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:57.034330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-654790bd-7333-4e6f-baf2-80d311f3613a None None] Port 43de853f-f727-4292-ab1a-bfb5377a235d cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:48:57.141677 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038558c1-d553-43d3-ba66-e4404ddf1667 req-e3d0ede9-3b03-43c8-9691-f61006c7c552 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:57.143838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-038558c1-d553-43d3-ba66-e4404ddf1667 req-e3d0ede9-3b03-43c8-9691-f61006c7c552 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 932 time: 0.0802264 Feb 11 13:48:57.193818 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-038558c1-d553-43d3-ba66-e4404ddf1667 req-af9e8586-b484-4d46-ac76-21b070df3751 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444028 Feb 11 13:48:57.370670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43de853f-f727-4292-ab1a-bfb5377a235d {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:57.377500 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:57.392676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Transition to ACTIVE for port object 43de853f-f727-4292-ab1a-bfb5377a235d will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:57.396507 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:57.402412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67a6badb-66e2-415b-964a-e50396d974d2 req-93c154c1-f0dc-47bf-acbb-5e6ba4d2ac0a tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1097 time: 0.0724688 Feb 11 13:48:57.445323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67a6badb-66e2-415b-964a-e50396d974d2 req-c12afb62-65ec-4d51-a40d-214b674ffd8d tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372927 Feb 11 13:48:57.523032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Pushing event updated for resources: {'Port': ['ID=43de853f-f727-4292-ab1a-bfb5377a235d,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:57.638059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Attempting to bind port 43de853f-f727-4292-ab1a-bfb5377a235d on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:57.638807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Attempting to bind port 43de853f-f727-4292-ab1a-bfb5377a235d by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:57.638807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Attempting to bind port 43de853f-f727-4292-ab1a-bfb5377a235d on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:57.644626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Port 43de853f-f727-4292-ab1a-bfb5377a235d on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:48:57.644887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Attempting to bind port 43de853f-f727-4292-ab1a-bfb5377a235d on network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:48:57.651867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:48:57.652197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Checking segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:48:57.652575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Bound using segment: {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:48:57.653037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Bound port: 43de853f-f727-4292-ab1a-bfb5377a235d, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce113520-19cb-4102-bbef-a98a2de9e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:57.653319 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:57.738048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] For port 43de853f-f727-4292-ab1a-bfb5377a235d, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:57.740846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] For port 43de853f-f727-4292-ab1a-bfb5377a235d, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=43de853f-f727-4292-ab1a-bfb5377a235d,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:57.745556 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:57.809763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:57.811548 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] 10.222.0.73 "PUT /v2.0/ports/43de853f-f727-4292-ab1a-bfb5377a235d HTTP/1.1" status: 200 len: 1092 time: 0.9395597 Feb 11 13:48:57.812229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c652251f-f160-407d-91b1-edf178a1d897', 'tag': '43de853f-f727-4292-ab1a-bfb5377a235d'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:57.835722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dd21f-9ea4-49b7-ac2d-690ffcb79d9e service neutron] Pushing event updated for resources: {'Port': ['ID=43de853f-f727-4292-ab1a-bfb5377a235d,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:57.941719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-2aee0ea4-0fe7-44d6-96cf-725873fa4b74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 1095 time: 0.0819750 Feb 11 13:48:58.102040 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c652251f-f160-407d-91b1-edf178a1d897', 'tag': '43de853f-f727-4292-ab1a-bfb5377a235d', 'status': 'completed', 'code': 200} Feb 11 13:48:58.116065 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-b02b5ffb-6ed5-48ae-be49-188dabe44918 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43de853f-f727-4292-ab1a-bfb5377a235d HTTP/1.1" status: 200 len: 217 time: 0.1674976 Feb 11 13:48:58.177933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-a08f980e-ecb0-40eb-a759-de35c9407f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:58.179344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-a08f980e-ecb0-40eb-a759-de35c9407f79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0569265 Feb 11 13:48:58.257794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-9051091d-55b4-4fc7-8862-3a4a3eaa560d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724947 Feb 11 13:48:58.393037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-5f84070d-8e28-4b0d-b5d9-60a23026846a service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286161 Feb 11 13:48:58.405016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0724d-942f-45a9-a96c-b1dff1e64814 req-749dc31b-fd66-4e62-9a8e-67fbf75157d8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:58.406471 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09a0724d-942f-45a9-a96c-b1dff1e64814 req-749dc31b-fd66-4e62-9a8e-67fbf75157d8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 944 time: 0.0879045 Feb 11 13:48:58.454464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09a0724d-942f-45a9-a96c-b1dff1e64814 req-6169b079-cd35-446f-be33-b70cf189500c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Feb 11 13:48:58.543471 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-712f80e1-70ab-44b6-8666-b1224fc6bb99 req-78ac8653-a876-4471-93b3-fe287500ac10 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440468 Feb 11 13:48:58.701195 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cff0e807-574d-426d-b5b3-2e1a5aa7ad95 req-4e0aa67d-7cf4-4f39-93e6-02d8bddbecdc tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1097 time: 0.1259081 Feb 11 13:48:58.709742 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e8e8867-b6da-4fc5-aded-bf5b1e4ea4d9 req-c2406f2e-d57a-49fe-a1e5-bc76d9140778 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 1097 time: 0.0729039 Feb 11 13:48:58.722720 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f64682-3f79-450d-9784-fe49857ccbee req-df319ac1-42dd-4b7b-aaa0-3ef2bba2019d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 1095 time: 0.1128762 Feb 11 13:48:58.772005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-8e8e8867-b6da-4fc5-aded-bf5b1e4ea4d9 req-719363bc-eaa2-425f-9746-6aec314c7787 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Deleting port b52120e4-f342-48b6-8a5c-eb1d00c000f2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:48:58.772336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8e8e8867-b6da-4fc5-aded-bf5b1e4ea4d9 req-719363bc-eaa2-425f-9746-6aec314c7787 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:58.828262 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cff0e807-574d-426d-b5b3-2e1a5aa7ad95 req-e87658d8-2466-43fd-affe-d549aaf81d8b tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213920 Feb 11 13:48:58.876229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f64682-3f79-450d-9784-fe49857ccbee req-a732854d-17b6-424a-b5c5-65225a737ac0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:58.877746 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f64682-3f79-450d-9784-fe49857ccbee req-a732854d-17b6-424a-b5c5-65225a737ac0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1480298 Feb 11 13:48:58.949234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f64682-3f79-450d-9784-fe49857ccbee req-cd319442-bbd2-4de7-968c-2525093eb7e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43de853f-f727-4292-ab1a-bfb5377a235d HTTP/1.1" status: 200 len: 217 time: 0.0652437 Feb 11 13:48:59.014837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f64682-3f79-450d-9784-fe49857ccbee req-2adb7d63-1f47-472e-a28a-420de02ad8e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:59.016194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f64682-3f79-450d-9784-fe49857ccbee req-2adb7d63-1f47-472e-a28a-420de02ad8e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0608761 Feb 11 13:48:59.092635 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f64682-3f79-450d-9784-fe49857ccbee req-1c88d795-98bc-47ea-b367-ab8c3595b64c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690465 Feb 11 13:48:59.105782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-8e8e8867-b6da-4fc5-aded-bf5b1e4ea4d9 req-719363bc-eaa2-425f-9746-6aec314c7787 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] For port b52120e4-f342-48b6-8a5c-eb1d00c000f2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b52120e4-f342-48b6-8a5c-eb1d00c000f2,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:59.106147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8e8e8867-b6da-4fc5-aded-bf5b1e4ea4d9 req-719363bc-eaa2-425f-9746-6aec314c7787 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:59.229400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f64682-3f79-450d-9784-fe49857ccbee req-b8bf87f1-8a6e-486f-a7ac-fd0739340793 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289954 Feb 11 13:48:59.236756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-8e8e8867-b6da-4fc5-aded-bf5b1e4ea4d9 req-719363bc-eaa2-425f-9746-6aec314c7787 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Calling delete_port for b52120e4-f342-48b6-8a5c-eb1d00c000f2 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:48:59.369826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f64682-3f79-450d-9784-fe49857ccbee req-d80633e3-c16a-45d9-b2b0-43e280573e65 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332214 Feb 11 13:48:59.375207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8e8e8867-b6da-4fc5-aded-bf5b1e4ea4d9 req-719363bc-eaa2-425f-9746-6aec314c7787 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:59.388734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['b52120e4-f342-48b6-8a5c-eb1d00c000f2'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:59.412892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['45d58884-fa03-4bfa-a5df-74111a685622'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:48:59.420982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719363bc-eaa2-425f-9746-6aec314c7787 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Pushing event deleted for resources: {'Port': ['ID=b52120e4-f342-48b6-8a5c-eb1d00c000f2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:59.535120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8e8867-b6da-4fc5-aded-bf5b1e4ea4d9 req-719363bc-eaa2-425f-9746-6aec314c7787 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] No DVR routers for this DVR port b52120e4-f342-48b6-8a5c-eb1d00c000f2 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:59.538332 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8e8e8867-b6da-4fc5-aded-bf5b1e4ea4d9 req-719363bc-eaa2-425f-9746-6aec314c7787 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:59.544300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab994d45-3a59-4591-9f4e-abb70148fcdf', 'name': 'network-vif-deleted', 'tag': 'b52120e4-f342-48b6-8a5c-eb1d00c000f2'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:59.565838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e8e8867-b6da-4fc5-aded-bf5b1e4ea4d9 req-719363bc-eaa2-425f-9746-6aec314c7787 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.75 "DELETE /v2.0/ports/b52120e4-f342-48b6-8a5c-eb1d00c000f2 HTTP/1.1" status: 204 len: 173 time: 0.8503833 Feb 11 13:48:59.611113 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab994d45-3a59-4591-9f4e-abb70148fcdf', 'name': 'network-vif-deleted', 'tag': 'b52120e4-f342-48b6-8a5c-eb1d00c000f2', 'status': 'completed', 'code': 200} Feb 11 13:48:59.695271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f3e61-5b17-4f18-a7fe-4c303c1cb7a1 req-3066cfe6-c8e6-4141-8ffa-f3e6a7ccacee tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:59.696795 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a16f3e61-5b17-4f18-a7fe-4c303c1cb7a1 req-3066cfe6-c8e6-4141-8ffa-f3e6a7ccacee tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 944 time: 0.0840745 Feb 11 13:48:59.747655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a16f3e61-5b17-4f18-a7fe-4c303c1cb7a1 req-86b60765-c848-46c4-a545-16e2a0b1e93f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445559 Feb 11 13:49:00.019742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c367f76-b93e-49b1-a0e5-43d6a9cebe48 req-ebea7544-e483-4918-bec2-69a8407232d4 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab994d45-3a59-4591-9f4e-abb70148fcdf HTTP/1.1" status: 200 len: 210 time: 0.0492642 Feb 11 13:49:00.944822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd20ba-b934-49c3-a09f-a971f380f677 req-645c49bd-1e8b-44cf-98a2-450fee641bbd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:00.945411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-70fd20ba-b934-49c3-a09f-a971f380f677 req-645c49bd-1e8b-44cf-98a2-450fee641bbd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:49:00.960327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-70fd20ba-b934-49c3-a09f-a971f380f677 req-645c49bd-1e8b-44cf-98a2-450fee641bbd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:49:00.961565 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70fd20ba-b934-49c3-a09f-a971f380f677 req-645c49bd-1e8b-44cf-98a2-450fee641bbd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 944 time: 0.0902534 Feb 11 13:49:01.009774 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70fd20ba-b934-49c3-a09f-a971f380f677 req-0ebea9b3-f7df-4f61-a6a3-63f3391139f2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Feb 11 13:49:01.353025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 43de853f-f727-4292-ab1a-bfb5377a235d details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:49:01.372224 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Sync routers for ids ['0743ab6d-8505-4391-9d10-bcedaae1566c'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:49:01.389998 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Routers {'0743ab6d-8505-4391-9d10-bcedaae1566c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:01.390926 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0743ab6d-8505-4391-9d10-bcedaae1566c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:01.496083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d0927d33-2d7a-499b-add2-f3de2b5ed49b req-0303566b-50a3-441b-9efa-df1547158a72 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Synchronizing usage tracker for tenant:c6eae4407f4c40778b7b95739758492c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:49:01.502685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 43de853f-f727-4292-ab1a-bfb5377a235d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=43de853f-f727-4292-ab1a-bfb5377a235d,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:01.512393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d0927d33-2d7a-499b-add2-f3de2b5ed49b req-0303566b-50a3-441b-9efa-df1547158a72 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Unset dirty status for tenant:c6eae4407f4c40778b7b95739758492c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:49:01.513722 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d0927d33-2d7a-499b-add2-f3de2b5ed49b req-0303566b-50a3-441b-9efa-df1547158a72 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1097 time: 0.0866225 Feb 11 13:49:01.533388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '43de853f-f727-4292-ab1a-bfb5377a235d', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'port_id': '43de853f-f727-4292-ab1a-bfb5377a235d', 'mac_address': 'fa:16:3e:96:c7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:49:01.575853 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Set router 0743ab6d-8505-4391-9d10-bcedaae1566c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:01.590798 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d0927d33-2d7a-499b-add2-f3de2b5ed49b req-93e8d2ac-75ba-416f-86f9-10dac3132588 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712140 Feb 11 13:49:01.597855 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:01.618832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43de853f-f727-4292-ab1a-bfb5377a235d {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:49:01.637734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 43de853f-f727-4292-ab1a-bfb5377a235d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=43de853f-f727-4292-ab1a-bfb5377a235d,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:01.642444 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:01.713559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=43de853f-f727-4292-ab1a-bfb5377a235d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:01.900378 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['43de853f-f727-4292-ab1a-bfb5377a235d'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:49:01.902624 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'name': 'tempest-TestServerMultinode-420130348-router', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:20Z', 'revision_number': 4, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'gw_port': {'id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '074066fa-f535-4b81-835b-40f4c98a40ae', 'name': '', 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'mac_address': 'fa:16:3e:ed:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:19Z', 'updated_at': '2022-02-11T13:48:20Z', 'revision_number': 2, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'subnets': [{'id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:01.906419 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Checking router: 0743ab6d-8505-4391-9d10-bcedaae1566c for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:49:01.906790 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Updating router 0743ab6d-8505-4391-9d10-bcedaae1566c port 074066fa-f535-4b81-835b-40f4c98a40ae binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:49:01.965783 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:02.096856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b52120e4-f342-48b6-8a5c-eb1d00c000f2 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:02.137480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: b52120e4-f342-48b6-8a5c-eb1d00c000f2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:49:02.137822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b52120e4-f342-48b6-8a5c-eb1d00c000f2 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:49:02.223957 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e35d8-71d4-40d1-ba1c-3bbc79493930 req-4c5518e7-c01a-4d98-8f1f-2d4a887ce58f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:02.225336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c17e35d8-71d4-40d1-ba1c-3bbc79493930 req-4c5518e7-c01a-4d98-8f1f-2d4a887ce58f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 945 time: 0.0807188 Feb 11 13:49:02.270407 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c17e35d8-71d4-40d1-ba1c-3bbc79493930 req-7ee82435-e77b-47bc-9352-ae8d6093b426 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Feb 11 13:49:02.328409 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:02.340196 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Transition to ACTIVE for port object 074066fa-f535-4b81-835b-40f4c98a40ae will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:02.346419 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:02.469752 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf1720-faea-4f9d-bcf4-46adc6d75c56 None None] Pushing event updated for resources: {'Port': ['ID=074066fa-f535-4b81-835b-40f4c98a40ae,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:02.595722 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Attempting to bind port 074066fa-f535-4b81-835b-40f4c98a40ae on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:49:02.596091 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Attempting to bind port 074066fa-f535-4b81-835b-40f4c98a40ae by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:49:02.596453 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Attempting to bind port 074066fa-f535-4b81-835b-40f4c98a40ae on network 467316b6-4094-4523-ac11-7dfb656e5e2e {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:49:02.603015 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:49:02.603380 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Checking segment: {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:49:02.603803 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:02.604217 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Bound using segment: {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:49:02.604669 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Bound port: 074066fa-f535-4b81-835b-40f4c98a40ae, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578dbfeb-f594-4be0-bbc6-f7f23fc32437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:49:02.605190 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:02.695440 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] For port 074066fa-f535-4b81-835b-40f4c98a40ae, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:02.699375 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] For port 074066fa-f535-4b81-835b-40f4c98a40ae, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=074066fa-f535-4b81-835b-40f4c98a40ae,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:02.704367 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:02.786314 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bf89b4eb-233f-4c37-80d4-70dc170e079c req-95fdf575-0c12-47ca-835a-0bc52ed8625e tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1097 time: 0.0735030 Feb 11 13:49:02.787617 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf1720-faea-4f9d-bcf4-46adc6d75c56 None None] Pushing event updated for resources: {'Port': ['ID=074066fa-f535-4b81-835b-40f4c98a40ae,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:02.792692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a663041-6a4f-43f8-b5ad-5c012b9a16be req-9b58260d-4090-4e28-b5d9-d00e2938ada0 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 1097 time: 0.0803218 Feb 11 13:49:02.793256 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Routers {'0743ab6d-8505-4391-9d10-bcedaae1566c'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:02.793405 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0743ab6d-8505-4391-9d10-bcedaae1566c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:02.846238 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a663041-6a4f-43f8-b5ad-5c012b9a16be req-ab970dac-33e5-4254-aac0-d5d629ff5d9d tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=81f300bb-babf-4df6-956d-a20f9f434573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515406 Feb 11 13:49:02.974707 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-bf89b4eb-233f-4c37-80d4-70dc170e079c req-a60002bb-c5dc-476f-8710-9c16addcc7e6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Deleting port 45d58884-fa03-4bfa-a5df-74111a685622 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:02.975139 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bf89b4eb-233f-4c37-80d4-70dc170e079c req-a60002bb-c5dc-476f-8710-9c16addcc7e6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:03.001355 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] Set router 0743ab6d-8505-4391-9d10-bcedaae1566c gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:03.201224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-bf89b4eb-233f-4c37-80d4-70dc170e079c req-a60002bb-c5dc-476f-8710-9c16addcc7e6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] For port 45d58884-fa03-4bfa-a5df-74111a685622, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=45d58884-fa03-4bfa-a5df-74111a685622,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:03.201578 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bf89b4eb-233f-4c37-80d4-70dc170e079c req-a60002bb-c5dc-476f-8710-9c16addcc7e6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:03.316969 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'name': 'tempest-TestServerMultinode-420130348-router', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:20Z', 'revision_number': 4, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'gw_port': {'id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '074066fa-f535-4b81-835b-40f4c98a40ae', 'name': '', 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'mac_address': 'fa:16:3e:ed:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:19Z', 'updated_at': '2022-02-11T13:49:02Z', 'revision_number': 4, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'subnets': [{'id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:03.326392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-bf89b4eb-233f-4c37-80d4-70dc170e079c req-a60002bb-c5dc-476f-8710-9c16addcc7e6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Calling delete_port for 45d58884-fa03-4bfa-a5df-74111a685622 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:03.331642 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001dbdf8-b64b-4501-8f53-aaef7c62f53a None None] The sync data for ids ['0743ab6d-8505-4391-9d10-bcedaae1566c'] in n-d-818559-1 is: [{'id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'name': 'tempest-TestServerMultinode-420130348-router', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:20Z', 'revision_number': 4, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'gw_port': {'id': 'd124def2-d0ba-435b-b414-98c14966cde3', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '074066fa-f535-4b81-835b-40f4c98a40ae', 'name': '', 'network_id': '467316b6-4094-4523-ac11-7dfb656e5e2e', 'tenant_id': '594ddb750d9243979cfca11fd67a6cc7', 'mac_address': 'fa:16:3e:ed:7b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0743ab6d-8505-4391-9d10-bcedaae1566c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:19Z', 'updated_at': '2022-02-11T13:49:02Z', 'revision_number': 4, 'project_id': '594ddb750d9243979cfca11fd67a6cc7', 'subnets': [{'id': 'd8b41ff6-e661-4bcc-a357-62c6cfa83897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:49:03.360783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 43de853f-f727-4292-ab1a-bfb5377a235d up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:03.484314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 43de853f-f727-4292-ab1a-bfb5377a235d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:03.496671 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 43de853f-f727-4292-ab1a-bfb5377a235d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:03.497173 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:03.512992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bf89b4eb-233f-4c37-80d4-70dc170e079c req-a60002bb-c5dc-476f-8710-9c16addcc7e6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:03.530487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['45d58884-fa03-4bfa-a5df-74111a685622'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:49:03.587784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60002bb-c5dc-476f-8710-9c16addcc7e6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Pushing event deleted for resources: {'Port': ['ID=45d58884-fa03-4bfa-a5df-74111a685622,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:03.672526 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:03.705769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c652251f-f160-407d-91b1-edf178a1d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43de853f-f727-4292-ab1a-bfb5377a235d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:03.726134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 43de853f-f727-4292-ab1a-bfb5377a235d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=43de853f-f727-4292-ab1a-bfb5377a235d,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:03.733870 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:03.759134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf89b4eb-233f-4c37-80d4-70dc170e079c req-a60002bb-c5dc-476f-8710-9c16addcc7e6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] No DVR routers for this DVR port 45d58884-fa03-4bfa-a5df-74111a685622 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:03.762524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-bf89b4eb-233f-4c37-80d4-70dc170e079c req-a60002bb-c5dc-476f-8710-9c16addcc7e6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:03.765093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5dbbf3-5e66-4998-a789-0defe376a762', 'name': 'network-vif-deleted', 'tag': '45d58884-fa03-4bfa-a5df-74111a685622'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:03.821348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bf89b4eb-233f-4c37-80d4-70dc170e079c req-a60002bb-c5dc-476f-8710-9c16addcc7e6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.73 "DELETE /v2.0/ports/45d58884-fa03-4bfa-a5df-74111a685622 HTTP/1.1" status: 204 len: 173 time: 1.0299239 Feb 11 13:49:03.837109 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c652251f-f160-407d-91b1-edf178a1d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43de853f-f727-4292-ab1a-bfb5377a235d', 'code': 200} Feb 11 13:49:03.837844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=43de853f-f727-4292-ab1a-bfb5377a235d,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:03.850512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f8564-13db-4eb7-bd8a-6041962dbb1e req-a3f93d74-c03e-41cf-99d5-100211a609a9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:03.858111 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b9f8564-13db-4eb7-bd8a-6041962dbb1e req-a3f93d74-c03e-41cf-99d5-100211a609a9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 945 time: 0.2305846 Feb 11 13:49:03.884763 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5dbbf3-5e66-4998-a789-0defe376a762', 'name': 'network-vif-deleted', 'tag': '45d58884-fa03-4bfa-a5df-74111a685622', 'status': 'completed', 'code': 200} Feb 11 13:49:03.971683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b9f8564-13db-4eb7-bd8a-6041962dbb1e req-8fc93759-56ad-4a78-81e1-d0f37a883226 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124921 Feb 11 13:49:04.002913 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b07bb45-a19f-48d9-b124-78a626f10ad8 req-f832b253-af91-4dfd-ad0b-5bb0cac29222 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 1097 time: 0.1252699 Feb 11 13:49:04.058676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b07bb45-a19f-48d9-b124-78a626f10ad8 req-d9751fc0-f9fc-4e72-8864-fe2476969cc7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471520 Feb 11 13:49:04.156655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7ad4df3a-5a81-4546-86d9-167df64b7c3b req-b010d935-2347-4a8e-bb9b-49fd78e891b6 tempest-TestServerMultinode-285699747 tempest-TestServerMultinode-285699747-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f5dbbf3-5e66-4998-a789-0defe376a762 HTTP/1.1" status: 200 len: 210 time: 0.1378829 Feb 11 13:49:04.442930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 074066fa-f535-4b81-835b-40f4c98a40ae up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:04.542107 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 074066fa-f535-4b81-835b-40f4c98a40ae completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:04.547683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 074066fa-f535-4b81-835b-40f4c98a40ae triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:04.548122 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:04.666166 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:04.699564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 074066fa-f535-4b81-835b-40f4c98a40ae, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=074066fa-f535-4b81-835b-40f4c98a40ae,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:04.703554 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:04.772844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=074066fa-f535-4b81-835b-40f4c98a40ae,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:05.175075 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ea3af-f386-4656-a765-96161d658945 req-ce01df15-74ca-4150-912d-4af8ad69055c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:05.176526 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d16ea3af-f386-4656-a765-96161d658945 req-ce01df15-74ca-4150-912d-4af8ad69055c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.0812078 Feb 11 13:49:05.223548 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d16ea3af-f386-4656-a765-96161d658945 req-52337709-c5ed-4847-80b2-be3efbf1ba6f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Feb 11 13:49:05.269305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44554) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:05.652261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:06.343156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] Deleting port 074066fa-f535-4b81-835b-40f4c98a40ae {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:06.343864 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:06.424259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3d3d6-3753-4eb0-bf9b-e284c318f001 req-c5c10f5b-e3b9-4aae-b83c-b9677030b38c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:06.425824 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7cd3d3d6-3753-4eb0-bf9b-e284c318f001 req-c5c10f5b-e3b9-4aae-b83c-b9677030b38c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.0815349 Feb 11 13:49:06.431900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 074066fa-f535-4b81-835b-40f4c98a40ae up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:06.478021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7cd3d3d6-3753-4eb0-bf9b-e284c318f001 req-23695e84-6f9b-4a6b-8efa-f413f09c6684 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Feb 11 13:49:06.519787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 074066fa-f535-4b81-835b-40f4c98a40ae triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:06.522920 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:06.547604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] For port 074066fa-f535-4b81-835b-40f4c98a40ae, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=074066fa-f535-4b81-835b-40f4c98a40ae,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:06.548057 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:06.678546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] Calling delete_port for 074066fa-f535-4b81-835b-40f4c98a40ae owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:06.858110 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:06.891952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6643723-ba47-4ad6-812f-5cf5818b08f0 req-065742cf-ab34-4bf2-ae7c-fc1f596055e0 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:06.893558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6643723-ba47-4ad6-812f-5cf5818b08f0 req-065742cf-ab34-4bf2-ae7c-fc1f596055e0 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.0842645 Feb 11 13:49:06.904358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=074066fa-f535-4b81-835b-40f4c98a40ae,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:06.961290 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6643723-ba47-4ad6-812f-5cf5818b08f0 req-de7d9364-1653-4344-89fd-b63b116114cf tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612178 Feb 11 13:49:07.203763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:07.398232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 45d58884-fa03-4bfa-a5df-74111a685622 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:07.435591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 45d58884-fa03-4bfa-a5df-74111a685622 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:49:07.436615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 45d58884-fa03-4bfa-a5df-74111a685622 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:49:07.603788 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:07.705663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfe032-2628-4075-bccd-5662fa5fdbc5 req-7554c65e-ae5f-407f-b24f-bcc938a1358a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:07.707072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bddfe032-2628-4075-bccd-5662fa5fdbc5 req-7554c65e-ae5f-407f-b24f-bcc938a1358a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.0866055 Feb 11 13:49:07.756131 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bddfe032-2628-4075-bccd-5662fa5fdbc5 req-13a3b4eb-fe3e-4bd2-93d7-46da5d1c520d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432642 Feb 11 13:49:07.951125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] Router 0743ab6d-8505-4391-9d10-bcedaae1566c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:08.192151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fd336-c288-4e7f-9225-f24ca8c89d3c req-a9da96c0-339b-4630-aee9-2ec10ed47f4a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:08.193577 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-452fd336-c288-4e7f-9225-f24ca8c89d3c req-a9da96c0-339b-4630-aee9-2ec10ed47f4a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.1064878 Feb 11 13:49:08.254229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:08.257433 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-452fd336-c288-4e7f-9225-f24ca8c89d3c req-0d5f3184-0010-40bc-8d43-7f855c3697ab tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529592 Feb 11 13:49:08.264950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-35f9b963-f134-4839-9de4-a41a0f478ca7 admin admin] 10.222.0.67 "PUT /v2.0/routers/0743ab6d-8505-4391-9d10-bcedaae1566c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9946144 Feb 11 13:49:08.267669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44576) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:08.478700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:08.682956 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:08.692841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Deleting port d124def2-d0ba-435b-b414-98c14966cde3 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:08.693199 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:08.934201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] For port d124def2-d0ba-435b-b414-98c14966cde3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d124def2-d0ba-435b-b414-98c14966cde3,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:08.934563 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:08.967811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811607d9-707b-4249-a22c-58037905125a req-fad15dc1-a552-4616-b61d-6dc083aab95e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:08.969284 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-811607d9-707b-4249-a22c-58037905125a req-fad15dc1-a552-4616-b61d-6dc083aab95e tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.0857069 Feb 11 13:49:09.023523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-811607d9-707b-4249-a22c-58037905125a req-4408b441-4f94-4062-a22a-9244a278219f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483730 Feb 11 13:49:09.171783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Calling delete_port for d124def2-d0ba-435b-b414-98c14966cde3 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:09.204329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccecc8f-0eb3-45af-bd70-e6527ff994ce req-dddccc8c-0367-45b3-9778-4ffeab277f86 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:09.205777 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7ccecc8f-0eb3-45af-bd70-e6527ff994ce req-dddccc8c-0367-45b3-9778-4ffeab277f86 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.3841622 Feb 11 13:49:09.280801 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7ccecc8f-0eb3-45af-bd70-e6527ff994ce req-1d8f087d-974a-490a-977b-7c168635aaaa tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683980 Feb 11 13:49:09.375595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.420283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d124def2-d0ba-435b-b414-98c14966cde3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:09.639063 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.892207 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.896299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.922256 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.922789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0743ab6d-8505-4391-9d10-bcedaae1566c {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:49:09.936212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.937580 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7052ee30-520f-4d81-a9e8-193a312d6bb8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/0743ab6d-8505-4391-9d10-bcedaae1566c HTTP/1.1" status: 204 len: 168 time: 1.6687901 Feb 11 13:49:09.940233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44590) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:10.002829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-96614072-886d-4b02-bd4d-bb4705c74619 admin admin] Deleting subnet d8b41ff6-e661-4bcc-a357-62c6cfa83897 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:49:10.005793 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96614072-886d-4b02-bd4d-bb4705c74619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:10.056382 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96614072-886d-4b02-bd4d-bb4705c74619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:10.137107 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96614072-886d-4b02-bd4d-bb4705c74619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:10.211347 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96614072-886d-4b02-bd4d-bb4705c74619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:10.235700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44783f1e-d0f1-4292-87b3-6e363b6de1ca req-fdace6b4-5b6d-4dd1-ae73-3bc9dc852cfe tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:10.237292 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44783f1e-d0f1-4292-87b3-6e363b6de1ca req-fdace6b4-5b6d-4dd1-ae73-3bc9dc852cfe tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.0866547 Feb 11 13:49:10.250423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96614072-886d-4b02-bd4d-bb4705c74619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b41ff6-e661-4bcc-a357-62c6cfa83897,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:10.261149 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-96614072-886d-4b02-bd4d-bb4705c74619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:10.266854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e377757-6f3e-4421-8d2d-ccb0ac2259b9 None None] Network 467316b6-4094-4523-ac11-7dfb656e5e2e requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:49:10.269620 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-96614072-886d-4b02-bd4d-bb4705c74619 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d8b41ff6-e661-4bcc-a357-62c6cfa83897 HTTP/1.1" status: 204 len: 168 time: 0.3284154 Feb 11 13:49:10.272141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44596) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:10.297451 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44783f1e-d0f1-4292-87b3-6e363b6de1ca req-54bd47d9-5daf-4c4a-92fe-dea2ad67d837 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541625 Feb 11 13:49:10.393560 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:10.407619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Deleting port 4482da1a-0d64-4df6-a311-d09b3f536e1b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:10.407960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:10.560691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b048328d-00f8-47ee-9ebd-69e02af9033e None None] DHCP port deletion for 467316b6-4094-4523-ac11-7dfb656e5e2e request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:49:10.565074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b048328d-00f8-47ee-9ebd-69e02af9033e None None] Deleting port 4482da1a-0d64-4df6-a311-d09b3f536e1b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:10.565659 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b048328d-00f8-47ee-9ebd-69e02af9033e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:10.786205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b048328d-00f8-47ee-9ebd-69e02af9033e None None] For port 4482da1a-0d64-4df6-a311-d09b3f536e1b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4482da1a-0d64-4df6-a311-d09b3f536e1b,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:10.786874 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b048328d-00f8-47ee-9ebd-69e02af9033e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:10.791064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735cbeb-ef09-4038-9c28-48af49c1b42d req-6381d780-a48d-4493-9a00-b394186f2cc8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:10.793510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8735cbeb-ef09-4038-9c28-48af49c1b42d req-6381d780-a48d-4493-9a00-b394186f2cc8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.3498859 Feb 11 13:49:10.803798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] For port 4482da1a-0d64-4df6-a311-d09b3f536e1b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4482da1a-0d64-4df6-a311-d09b3f536e1b,segment=NetworkSegment(578dbfeb-f594-4be0-bbc6-f7f23fc32437),segment_id=578dbfeb-f594-4be0-bbc6-f7f23fc32437)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:10.804148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:10.919492 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b048328d-00f8-47ee-9ebd-69e02af9033e None None] Calling delete_port for 4482da1a-0d64-4df6-a311-d09b3f536e1b owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:10.948375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Calling delete_port for 4482da1a-0d64-4df6-a311-d09b3f536e1b owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:10.992235 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b048328d-00f8-47ee-9ebd-69e02af9033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.020162 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8735cbeb-ef09-4038-9c28-48af49c1b42d req-25f02300-729c-44ac-8b60-2dc505197775 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182102 Feb 11 13:49:11.054459 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:49:11.054899 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:49:11.076496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048328d-00f8-47ee-9ebd-69e02af9033e None None] Pushing event deleted for resources: {'Port': ['ID=4482da1a-0d64-4df6-a311-d09b3f536e1b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:11.083465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048328d-00f8-47ee-9ebd-69e02af9033e None None] No DVR routers for this DVR port 4482da1a-0d64-4df6-a311-d09b3f536e1b on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:11.416297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 43de853f-f727-4292-ab1a-bfb5377a235d details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:49:11.518072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65492c-410c-4a70-95ee-dabcbfc6208b req-567d34bf-7c08-4579-88fc-8e36e7824c5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:11.520188 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f65492c-410c-4a70-95ee-dabcbfc6208b req-567d34bf-7c08-4579-88fc-8e36e7824c5c tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.0795631 Feb 11 13:49:11.556064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Deleting port 4482da1a-0d64-4df6-a311-d09b3f536e1b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:11.556636 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.565970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 43de853f-f727-4292-ab1a-bfb5377a235d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=43de853f-f727-4292-ab1a-bfb5377a235d,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:11.581297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '43de853f-f727-4292-ab1a-bfb5377a235d', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'port_id': '43de853f-f727-4292-ab1a-bfb5377a235d', 'mac_address': 'fa:16:3e:96:c7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:49:11.585371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f65492c-410c-4a70-95ee-dabcbfc6208b req-c6d28ec9-3d68-4ba2-be16-9107691e8f99 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556934 Feb 11 13:49:11.641312 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.649189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] The port '4482da1a-0d64-4df6-a311-d09b3f536e1b' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:49:11.659960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43de853f-f727-4292-ab1a-bfb5377a235d {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:49:11.678182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 43de853f-f727-4292-ab1a-bfb5377a235d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=43de853f-f727-4292-ab1a-bfb5377a235d,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:11.684143 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.757682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=43de853f-f727-4292-ab1a-bfb5377a235d,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:11.778253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['43de853f-f727-4292-ab1a-bfb5377a235d'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:49:11.781794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.820049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467316b6-4094-4523-ac11-7dfb656e5e2e']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:11.839458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578dbfeb-f594-4be0-bbc6-f7f23fc32437') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:11.839883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578dbfeb-f594-4be0-bbc6-f7f23fc32437') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:11.852950 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.873883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.883283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:49:11.884548 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:49:11.899802 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:49:11.984666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:12.002354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:12.017092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] Pushing event deleted for resources: {'Network': ['ID=467316b6-4094-4523-ac11-7dfb656e5e2e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:12.021260 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-49da1a74-1981-4095-a07a-0caa6435ee89 admin admin] 10.222.0.67 "DELETE /v2.0/networks/467316b6-4094-4523-ac11-7dfb656e5e2e HTTP/1.1" status: 204 len: 168 time: 1.7477984 Feb 11 13:49:12.024002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44614) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:12.280381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458767af-defa-4ca8-a361-d24db330bd46 req-e13bad03-565b-412f-8fe7-f28d7a8e609e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:12.281831 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-458767af-defa-4ca8-a361-d24db330bd46 req-e13bad03-565b-412f-8fe7-f28d7a8e609e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 945 time: 0.1184216 Feb 11 13:49:12.434493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4482da1a-0d64-4df6-a311-d09b3f536e1b no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:12.446260 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-458767af-defa-4ca8-a361-d24db330bd46 req-96e19539-5032-4db9-a5ea-f31f4f6e7e98 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585929 Feb 11 13:49:12.478362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4482da1a-0d64-4df6-a311-d09b3f536e1b {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:49:12.479145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4482da1a-0d64-4df6-a311-d09b3f536e1b not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:49:12.587579 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:12.615423 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:12.823995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db5066-3a21-4ed1-8053-f693af95cca8 req-db329300-4f1c-4bbb-8e35-caf408215ca4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:12.831433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6db5066-3a21-4ed1-8053-f693af95cca8 req-db329300-4f1c-4bbb-8e35-caf408215ca4 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.0951660 Feb 11 13:49:12.883160 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6db5066-3a21-4ed1-8053-f693af95cca8 req-0d19a19d-118f-45bd-9349-1587083f955b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507154 Feb 11 13:49:13.287761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] Sync routers for ids ['530a6d4e-159c-41f3-9d91-2c12d4e06c9f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:49:13.303585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] Routers {'530a6d4e-159c-41f3-9d91-2c12d4e06c9f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:13.305717 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08c8188-3bd2-4eb9-b255-e365bb27d303 None None] Sync routers for ids ['0743ab6d-8505-4391-9d10-bcedaae1566c'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:49:13.307918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['530a6d4e-159c-41f3-9d91-2c12d4e06c9f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:13.319782 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c8188-3bd2-4eb9-b255-e365bb27d303 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:13.320147 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c8188-3bd2-4eb9-b255-e365bb27d303 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:49:13.320739 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-f08c8188-3bd2-4eb9-b255-e365bb27d303 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0743ab6d-8505-4391-9d10-bcedaae1566c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:49:13.337242 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c8188-3bd2-4eb9-b255-e365bb27d303 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:13.337614 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c8188-3bd2-4eb9-b255-e365bb27d303 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:49:13.338222 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-f08c8188-3bd2-4eb9-b255-e365bb27d303 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0743ab6d-8505-4391-9d10-bcedaae1566c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:49:13.339769 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08c8188-3bd2-4eb9-b255-e365bb27d303 None None] The sync data for ids ['0743ab6d-8505-4391-9d10-bcedaae1566c'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:49:13.386093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] Deleting port 5ed63abc-4bee-4c49-a035-943dc214ece3 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:13.386511 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:13.486242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 43de853f-f727-4292-ab1a-bfb5377a235d up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:13.617704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:13.665140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 43de853f-f727-4292-ab1a-bfb5377a235d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:13.665681 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:13.697391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] Set router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:13.815955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] Calling delete_port for 5ed63abc-4bee-4c49-a035-943dc214ece3 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:13.942369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd833aae-96cb-4613-bf12-9c56d1b23e3d req-00995395-833e-4d72-957b-139af7387761 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:13.943992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd833aae-96cb-4613-bf12-9c56d1b23e3d req-00995395-833e-4d72-957b-139af7387761 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 945 time: 0.2478812 Feb 11 13:49:14.011452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd833aae-96cb-4613-bf12-9c56d1b23e3d req-3689a932-d5b3-4364-8c01-897225a2c575 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604579 Feb 11 13:49:14.023045 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:14.100454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c652251f-f160-407d-91b1-edf178a1d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43de853f-f727-4292-ab1a-bfb5377a235d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:14.116338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 43de853f-f727-4292-ab1a-bfb5377a235d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=43de853f-f727-4292-ab1a-bfb5377a235d,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:14.134615 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:14.141659 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:14.234921 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c652251f-f160-407d-91b1-edf178a1d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43de853f-f727-4292-ab1a-bfb5377a235d', 'code': 200} Feb 11 13:49:14.299064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed63abc-4bee-4c49-a035-943dc214ece3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:14.394319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=43de853f-f727-4292-ab1a-bfb5377a235d,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:14.441986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d124def2-d0ba-435b-b414-98c14966cde3 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:14.459705 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78cd82-8000-4e36-a1e9-87710a12a521 req-f060d2ad-952d-4481-b73d-e35b8a0730e9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:14.467045 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9a78cd82-8000-4e36-a1e9-87710a12a521 req-f060d2ad-952d-4481-b73d-e35b8a0730e9 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.4015608 Feb 11 13:49:14.488837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d124def2-d0ba-435b-b414-98c14966cde3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:49:14.489789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d124def2-d0ba-435b-b414-98c14966cde3 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:49:14.490372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 074066fa-f535-4b81-835b-40f4c98a40ae no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:14.520117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9a78cd82-8000-4e36-a1e9-87710a12a521 req-b29f2ae0-3dcb-44be-97c2-5b239ef2e040 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521102 Feb 11 13:49:14.546131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'name': 'tempest-TestServerMultinode-604771921-router', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:25Z', 'updated_at': '2022-02-11T13:48:29Z', 'revision_number': 4, 'project_id': 'c6eae4407f4c40778b7b95739758492c', 'gw_port': {'id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:26Z', 'updated_at': '2022-02-11T13:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '5ed63abc-4bee-4c49-a035-943dc214ece3', 'name': '', 'network_id': '7c478358-67df-43d7-813b-037e12f594ad', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'mac_address': 'fa:16:3e:90:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c514457a-1ab0-4b0e-b06e-9b9299fcf935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:28Z', 'updated_at': '2022-02-11T13:48:29Z', 'revision_number': 2, 'project_id': 'c6eae4407f4c40778b7b95739758492c', 'subnets': [{'id': 'c514457a-1ab0-4b0e-b06e-9b9299fcf935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:14.552214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 074066fa-f535-4b81-835b-40f4c98a40ae {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:49:14.553593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 074066fa-f535-4b81-835b-40f4c98a40ae not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:49:14.563953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] Checking router: 530a6d4e-159c-41f3-9d91-2c12d4e06c9f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:49:14.564496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] Updating router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f port 5ed63abc-4bee-4c49-a035-943dc214ece3 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:49:14.618108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] Port 5ed63abc-4bee-4c49-a035-943dc214ece3 not found while updating agent binding for router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f. {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 11 13:49:14.632468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] Routers {'530a6d4e-159c-41f3-9d91-2c12d4e06c9f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:14.633158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:48:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['530a6d4e-159c-41f3-9d91-2c12d4e06c9f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:14.743018 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:14.922418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] Set router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:15.284787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'name': 'tempest-TestServerMultinode-604771921-router', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:25Z', 'updated_at': '2022-02-11T13:49:14Z', 'revision_number': 5, 'project_id': 'c6eae4407f4c40778b7b95739758492c', 'gw_port': {'id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:26Z', 'updated_at': '2022-02-11T13:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:15.289844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82037d9-7c66-4192-a7df-0b83f7110f66 None None] The sync data for ids ['530a6d4e-159c-41f3-9d91-2c12d4e06c9f'] in n-d-818559-1 is: [{'id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'name': 'tempest-TestServerMultinode-604771921-router', 'tenant_id': 'c6eae4407f4c40778b7b95739758492c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:25Z', 'updated_at': '2022-02-11T13:49:14Z', 'revision_number': 5, 'project_id': 'c6eae4407f4c40778b7b95739758492c', 'gw_port': {'id': '8c8d86ca-be82-42ae-b6be-b78e661b0261', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a6d4e-159c-41f3-9d91-2c12d4e06c9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:26Z', 'updated_at': '2022-02-11T13:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:49:15.375626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10864b-6e05-4dfa-8562-52c4c3283b1e req-1170952a-6a49-46fb-aadd-fc5e53f5cdda tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:15.377411 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f10864b-6e05-4dfa-8562-52c4c3283b1e req-1170952a-6a49-46fb-aadd-fc5e53f5cdda tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.2018075 Feb 11 13:49:15.466849 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3103-2e6c-43ee-bdaf-ef1efe79cc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:15.489635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f10864b-6e05-4dfa-8562-52c4c3283b1e req-3c7401c4-ba87-4e98-9963-525315c78957 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060026 Feb 11 13:49:15.658041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] Router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:15.738473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0ac8f-d03a-4879-80b6-25a49ae338ab req-4e4e0646-374f-49e6-bfe3-bf72373415f2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:15.746933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8de0ac8f-d03a-4879-80b6-25a49ae338ab req-4e4e0646-374f-49e6-bfe3-bf72373415f2 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.0899410 Feb 11 13:49:15.801050 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8de0ac8f-d03a-4879-80b6-25a49ae338ab req-0c84b094-3d94-401e-ae03-9a460b30e069 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530810 Feb 11 13:49:15.923583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:15.942786 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7095acba-7b45-4b86-8965-ef27af78c008 admin admin] 10.222.0.67 "PUT /v2.0/routers/530a6d4e-159c-41f3-9d91-2c12d4e06c9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9177206 Feb 11 13:49:15.945130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44638) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:16.191279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.341274 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:49:16.391682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5ed63abc-4bee-4c49-a035-943dc214ece3 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:16.426770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 5ed63abc-4bee-4c49-a035-943dc214ece3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:49:16.426770 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5ed63abc-4bee-4c49-a035-943dc214ece3 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:49:16.438789 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.450599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Deleting port 8c8d86ca-be82-42ae-b6be-b78e661b0261 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:16.451008 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.693453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] For port 8c8d86ca-be82-42ae-b6be-b78e661b0261, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8c8d86ca-be82-42ae-b6be-b78e661b0261,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:16.693909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.943831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Calling delete_port for 8c8d86ca-be82-42ae-b6be-b78e661b0261 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:17.046199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876da17-43b4-4ac9-88db-5d910916dbd1 req-c6423f55-d04f-4d21-ac75-5c4442af0ef1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:17.047967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d876da17-43b4-4ac9-88db-5d910916dbd1 req-c6423f55-d04f-4d21-ac75-5c4442af0ef1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.4020498 Feb 11 13:49:17.054107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de27e0-2dc7-4a1b-ae1c-286b051b8bd0 req-91b00102-8146-4cb8-8a24-21707c2f199a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:17.061565 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1de27e0-2dc7-4a1b-ae1c-286b051b8bd0 req-91b00102-8146-4cb8-8a24-21707c2f199a tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.1049905 Feb 11 13:49:17.113564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d876da17-43b4-4ac9-88db-5d910916dbd1 req-93dbc318-c4fa-4d8a-b110-9fc712eff756 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591495 Feb 11 13:49:17.114295 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b1de27e0-2dc7-4a1b-ae1c-286b051b8bd0 req-95044f4e-2fc5-4126-85fb-52693f0a4d60 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515661 Feb 11 13:49:17.196416 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:17.250111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8d86ca-be82-42ae-b6be-b78e661b0261,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:17.518327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:17.661975 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a07ebd02-2bee-443f-b76b-ca15896a0637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:17.825602 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:17.829907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:17.856345 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:17.856893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 530a6d4e-159c-41f3-9d91-2c12d4e06c9f {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:49:17.870618 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:17.874243 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-21bfe53b-f6aa-4a19-8ece-683698bde30d admin admin] 10.222.0.67 "DELETE /v2.0/routers/530a6d4e-159c-41f3-9d91-2c12d4e06c9f HTTP/1.1" status: 204 len: 168 time: 1.9254491 Feb 11 13:49:17.874451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44650) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:17.939447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-309a6324-574b-4d62-a10a-df4e6af985b3 admin admin] Deleting subnet c514457a-1ab0-4b0e-b06e-9b9299fcf935 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:49:17.943338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-309a6324-574b-4d62-a10a-df4e6af985b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.018563 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-309a6324-574b-4d62-a10a-df4e6af985b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.115311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-309a6324-574b-4d62-a10a-df4e6af985b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.215560 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-309a6324-574b-4d62-a10a-df4e6af985b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.279301 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2da32a-43fa-450e-a678-ab7a0684314f None None] Network 7c478358-67df-43d7-813b-037e12f594ad requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:49:18.285657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a6324-574b-4d62-a10a-df4e6af985b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c514457a-1ab0-4b0e-b06e-9b9299fcf935,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:18.288897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-309a6324-574b-4d62-a10a-df4e6af985b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.335645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344730e-35f9-4313-9649-e446df7d1e83 req-cc55e35f-afc4-4fb2-bf93-2e8d0381bf30 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:18.343853 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5344730e-35f9-4313-9649-e446df7d1e83 req-cc55e35f-afc4-4fb2-bf93-2e8d0381bf30 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.0903935 Feb 11 13:49:18.348309 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-309a6324-574b-4d62-a10a-df4e6af985b3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c514457a-1ab0-4b0e-b06e-9b9299fcf935 HTTP/1.1" status: 204 len: 168 time: 0.4727769 Feb 11 13:49:18.355986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44658) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:18.402162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5344730e-35f9-4313-9649-e446df7d1e83 req-51aa87e8-2193-4854-9f99-758193a04c8f tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566549 Feb 11 13:49:18.549188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.575339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a53c8-711e-4bdd-a2ff-af69f68aec7e req-90ecced6-a9a3-45a2-b65f-3b46cd6aa744 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:18.583256 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-526a53c8-711e-4bdd-a2ff-af69f68aec7e req-90ecced6-a9a3-45a2-b65f-3b46cd6aa744 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.2877154 Feb 11 13:49:18.628064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Deleting port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:18.628406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.664383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff57d57-8576-4d27-95a4-e3142beca13a None None] DHCP port deletion for 7c478358-67df-43d7-813b-037e12f594ad request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:49:18.670478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13c5acf-f81c-4d12-affd-17db2fc8cee1 None None] Sync routers for ids ['530a6d4e-159c-41f3-9d91-2c12d4e06c9f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:49:18.679045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8ff57d57-8576-4d27-95a4-e3142beca13a None None] Deleting port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:18.679418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ff57d57-8576-4d27-95a4-e3142beca13a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.704082 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-526a53c8-711e-4bdd-a2ff-af69f68aec7e req-a0546bd3-36ca-460a-bed8-6c7400d039ee tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199617 Feb 11 13:49:18.738210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c5acf-f81c-4d12-affd-17db2fc8cee1 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:18.738571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c5acf-f81c-4d12-affd-17db2fc8cee1 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:49:18.739373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_agentschedulers_db [None req-e13c5acf-f81c-4d12-affd-17db2fc8cee1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'530a6d4e-159c-41f3-9d91-2c12d4e06c9f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83569) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:49:18.778381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c5acf-f81c-4d12-affd-17db2fc8cee1 None None] Routers set() bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:18.778788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c5acf-f81c-4d12-affd-17db2fc8cee1 None None] Router IDs set() for agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 11 13:49:18.779434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_agentschedulers_db [None req-e13c5acf-f81c-4d12-affd-17db2fc8cee1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'530a6d4e-159c-41f3-9d91-2c12d4e06c9f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent'). {{(pid=83569) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:49:18.779822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13c5acf-f81c-4d12-affd-17db2fc8cee1 None None] The sync data for ids ['530a6d4e-159c-41f3-9d91-2c12d4e06c9f'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:49:18.969391 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.983606 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.992011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8ff57d57-8576-4d27-95a4-e3142beca13a None None] For port 64add08b-6696-4e3f-bfd6-b552d64ae3b0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=64add08b-6696-4e3f-bfd6-b552d64ae3b0,segment=NetworkSegment(5712f6ab-eb87-4b75-a922-484bd73f18ca),segment_id=5712f6ab-eb87-4b75-a922-484bd73f18ca)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:18.992310 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ff57d57-8576-4d27-95a4-e3142beca13a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:19.102563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] For port 64add08b-6696-4e3f-bfd6-b552d64ae3b0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=64add08b-6696-4e3f-bfd6-b552d64ae3b0,segment=NetworkSegment(5712f6ab-eb87-4b75-a922-484bd73f18ca),segment_id=5712f6ab-eb87-4b75-a922-484bd73f18ca)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:19.103205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:19.125592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8ff57d57-8576-4d27-95a4-e3142beca13a None None] Calling delete_port for 64add08b-6696-4e3f-bfd6-b552d64ae3b0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:19.223946 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ff57d57-8576-4d27-95a4-e3142beca13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:19.284043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff57d57-8576-4d27-95a4-e3142beca13a None None] Pushing event deleted for resources: {'Port': ['ID=64add08b-6696-4e3f-bfd6-b552d64ae3b0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:19.290079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff57d57-8576-4d27-95a4-e3142beca13a None None] No DVR routers for this DVR port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:19.300047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Calling delete_port for 64add08b-6696-4e3f-bfd6-b552d64ae3b0 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:19.391624 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:49:19.392024 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:49:19.623443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938ce7d-1f7e-4172-8b69-1dbfec854923 req-6c21b448-ce81-494c-b43a-4e38429f0fde tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:19.625876 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a938ce7d-1f7e-4172-8b69-1dbfec854923 req-6c21b448-ce81-494c-b43a-4e38429f0fde tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.0859575 Feb 11 13:49:19.674483 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a938ce7d-1f7e-4172-8b69-1dbfec854923 req-9091e4ee-cbf0-442b-8db0-90b32856a329 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414550 Feb 11 13:49:19.893691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Deleting port 64add08b-6696-4e3f-bfd6-b552d64ae3b0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:19.894028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:19.974593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] The port '64add08b-6696-4e3f-bfd6-b552d64ae3b0' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:49:20.039385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5facd-280d-49fc-b4a6-51672bb7f70d req-d4858713-a7e7-4299-8968-922923b7ffd3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:20.040907 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-07d5facd-280d-49fc-b4a6-51672bb7f70d req-d4858713-a7e7-4299-8968-922923b7ffd3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.2063472 Feb 11 13:49:20.132206 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.170243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c478358-67df-43d7-813b-037e12f594ad']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:20.182554 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-07d5facd-280d-49fc-b4a6-51672bb7f70d req-33e9d767-ab3f-45de-8a5f-e3daee2be410 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937464 Feb 11 13:49:20.186286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5712f6ab-eb87-4b75-a922-484bd73f18ca') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:20.186607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5712f6ab-eb87-4b75-a922-484bd73f18ca') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:20.204621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.224491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.231150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:49:20.231534 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:49:20.245554 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:49:20.333855 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.355451 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.369898 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.373914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c478358-67df-43d7-813b-037e12f594ad,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:20.395252 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-50e00cb8-8f8e-4f1d-bb59-bbd50eb67d09 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7c478358-67df-43d7-813b-037e12f594ad HTTP/1.1" status: 204 len: 168 time: 2.0358167 Feb 11 13:49:20.503096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 64add08b-6696-4e3f-bfd6-b552d64ae3b0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:20.556295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 64add08b-6696-4e3f-bfd6-b552d64ae3b0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:49:20.558512 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-07eb8bd0-3711-4fbc-8fb2-ef1dfca237d7 req-9c848d62-a6e8-4977-a1b8-5ac71eaefa0d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 1096 time: 0.1046748 Feb 11 13:49:20.559139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 64add08b-6696-4e3f-bfd6-b552d64ae3b0 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:49:20.559637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8c8d86ca-be82-42ae-b6be-b78e661b0261 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:20.617755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-07eb8bd0-3711-4fbc-8fb2-ef1dfca237d7 req-e71ee309-52b7-41af-8b43-41e8fd1c9dff service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528364 Feb 11 13:49:20.631149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 8c8d86ca-be82-42ae-b6be-b78e661b0261 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:49:20.631577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8c8d86ca-be82-42ae-b6be-b78e661b0261 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:49:20.734866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:20.787275 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b075f14f-e7fb-4133-9b0c-e332983c6916 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=594ddb750d9243979cfca11fd67a6cc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512772 Feb 11 13:49:20.789629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:20.919539 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2316b833-1823-4d67-9f54-c45540837676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.938115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdb477-b16d-41b5-bc54-62c7594bf4ac req-b26354be-b893-4c62-b289-1328d850c1af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:20.939678 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76bdb477-b16d-41b5-bc54-62c7594bf4ac req-b26354be-b893-4c62-b289-1328d850c1af tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.1104653 Feb 11 13:49:20.987347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2316b833-1823-4d67-9f54-c45540837676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.010452 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76bdb477-b16d-41b5-bc54-62c7594bf4ac req-8ca1b49e-b842-44f0-88c1-d6f87deb58df tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646372 Feb 11 13:49:21.061885 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2316b833-1823-4d67-9f54-c45540837676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.076170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316b833-1823-4d67-9f54-c45540837676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0738a018-e35d-4946-80fb-185b549aa4a6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:21.086959 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2316b833-1823-4d67-9f54-c45540837676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.091732 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2316b833-1823-4d67-9f54-c45540837676 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0738a018-e35d-4946-80fb-185b549aa4a6 HTTP/1.1" status: 204 len: 168 time: 0.3010128 Feb 11 13:49:21.433535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c11254-e203-4707-a2c8-d6a4d69fe775 req-19eb61d8-0990-4786-8d03-5632fd6e4c9a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:21.435062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15c11254-e203-4707-a2c8-d6a4d69fe775 req-19eb61d8-0990-4786-8d03-5632fd6e4c9a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.0995548 Feb 11 13:49:21.526497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15c11254-e203-4707-a2c8-d6a4d69fe775 req-10e9d498-dd76-47e6-92cf-65fac59ed246 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851133 Feb 11 13:49:21.711823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44688) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:21.768287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2993911d-812c-497a-b6a1-d23b2920fdbd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6eae4407f4c40778b7b95739758492c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552590 Feb 11 13:49:21.770785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44692) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:21.834902 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f20af295-599e-441a-b865-ba204d5b6b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.866185 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f20af295-599e-441a-b865-ba204d5b6b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.925190 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f20af295-599e-441a-b865-ba204d5b6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.952598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20af295-599e-441a-b865-ba204d5b6b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f300bb-babf-4df6-956d-a20f9f434573,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:21.962140 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f20af295-599e-441a-b865-ba204d5b6b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.975554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f20af295-599e-441a-b865-ba204d5b6b5d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81f300bb-babf-4df6-956d-a20f9f434573 HTTP/1.1" status: 204 len: 168 time: 0.2030888 Feb 11 13:49:22.186667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b9a8ce1b-8e67-4168-82a9-54b9c1976d97 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:49:22.188788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b9a8ce1b-8e67-4168-82a9-54b9c1976d97 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:22.270934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421798e9-64bc-4142-aa04-5e28d4c56494 req-62c3dd7d-5688-40f3-9179-6ecf2406fcde tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:22.279132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-421798e9-64bc-4142-aa04-5e28d4c56494 req-62c3dd7d-5688-40f3-9179-6ecf2406fcde tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.1186333 Feb 11 13:49:22.336628 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-421798e9-64bc-4142-aa04-5e28d4c56494 req-a4284582-7e67-47f7-ad51-ab37ed426ee5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565543 Feb 11 13:49:22.358690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44702) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:22.415935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:22.434496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'port_id': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'mac_address': 'fa:16:3e:d9:4f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:49:22.536175 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.557884 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4a806f64-2777-4a4d-9fe4-e9bcfa1753d7 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 200 len: 992 time: 0.2000124 Feb 11 13:49:22.597271 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9a8ce1b-8e67-4168-82a9-54b9c1976d97 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:49:22.719990 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.740377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:22.750958 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.768026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4008-2c71-41bd-b011-4d7c37729cf5 req-76be5251-186e-4ad5-9183-adf7b61f1d82 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:22.774888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b8ab4008-2c71-41bd-b011-4d7c37729cf5 req-76be5251-186e-4ad5-9183-adf7b61f1d82 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.0981786 Feb 11 13:49:22.837458 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b8ab4008-2c71-41bd-b011-4d7c37729cf5 req-376b9933-b5ec-4245-a0d1-3d61f587c40e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616524 Feb 11 13:49:22.859815 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:49:22.860537 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:49:22.923302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:22.966292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['b9a8ce1b-8e67-4168-82a9-54b9c1976d97'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:49:22.971643 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8461448b-0fce-4681-a2e8-0d1a7cc950ba req-92e34fbb-b3c6-4ce6-9962-2ccc87fa575e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909257 Feb 11 13:49:23.085204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8461448b-0fce-4681-a2e8-0d1a7cc950ba req-a813b75d-7279-4124-ac38-20339ba5a957 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 1096 time: 0.0909121 Feb 11 13:49:23.161351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44722) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:23.295665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461448b-0fce-4681-a2e8-0d1a7cc950ba req-964096a1-b714-453e-8e20-cf41660ffd8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:23.296715 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8461448b-0fce-4681-a2e8-0d1a7cc950ba req-964096a1-b714-453e-8e20-cf41660ffd8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1905320 Feb 11 13:49:23.361488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-724289704-network', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:49:23.382003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:49:23.388784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Usage tracker for resource:network and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:49:23.395575 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8461448b-0fce-4681-a2e8-0d1a7cc950ba req-bf47047c-581b-4984-b970-ce88744351c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ffdf5e-34e2-470d-8069-34b487ad0222 HTTP/1.1" status: 200 len: 217 time: 0.0933096 Feb 11 13:49:23.396697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:49:23.404123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:49:23.416109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Made reservation on behalf of 320ac6f1567144f2bd5fefe0ce684a1c for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:23.421804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.448721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.483905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.488438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461448b-0fce-4681-a2e8-0d1a7cc950ba req-8f1c46ed-c80b-45cd-bf36-447aed93603b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:23.490275 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8461448b-0fce-4681-a2e8-0d1a7cc950ba req-8f1c46ed-c80b-45cd-bf36-447aed93603b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0887990 Feb 11 13:49:23.508894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:49:23.528950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b9a8ce1b-8e67-4168-82a9-54b9c1976d97 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:49:23.529461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Usage tracker for resource:security_group_rule and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:49:23.538302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:49:23.547124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:49:23.563786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:23.568367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.622520 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8461448b-0fce-4681-a2e8-0d1a7cc950ba req-20bc5e6f-2ec0-4e30-888b-af8419b8e12e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255138 Feb 11 13:49:23.637338 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.646993 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.671736 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:23.690065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:49:23.699507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd1bef6-3574-4fec-bae2-07d9380ea1c7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:23.716367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.716694 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Added segment 6bdbae48-6810-4aa7-94f5-bb86c3b33f8a of type vlan for network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 Feb 11 13:49:23.752969 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.793849 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.795767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:23.796429 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.830957 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8461448b-0fce-4681-a2e8-0d1a7cc950ba req-fad3192e-1fc5-4b49-9ca9-9d3f4eeefa3a service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019384 Feb 11 13:49:23.902653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf7a222-cb00-4783-8fcc-55f3133ab6d3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:23.918460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:49:23.948254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-eddcb280-0139-4085-835b-333ed16ecf78 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7858980 Feb 11 13:49:23.949041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44730) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:23.964711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Request body: {'subnet': {'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-724289704-subnet', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:49:23.979515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:49:23.989002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Usage tracker for resource:subnet and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:49:23.996031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:49:24.003351 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:49:24.025460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Made reservation on behalf of 320ac6f1567144f2bd5fefe0ce684a1c for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:24.029308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.186636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8461448b-0fce-4681-a2e8-0d1a7cc950ba req-18e8b9ec-6742-46c1-90bf-1b7bb1efbc14 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494751 Feb 11 13:49:24.195523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bea1a-34d5-41c8-8449-5180ef255437 req-7e2419dd-5c3b-4809-8688-6793d61bf294 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:24.197244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e84bea1a-34d5-41c8-8449-5180ef255437 req-7e2419dd-5c3b-4809-8688-6793d61bf294 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.1213422 Feb 11 13:49:24.205553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b9a8ce1b-8e67-4168-82a9-54b9c1976d97 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:24.305531 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e84bea1a-34d5-41c8-8449-5180ef255437 req-16a25bcc-8073-473f-8c29-0d336eebd41f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951209 Feb 11 13:49:24.374422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:24.374859 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.462404 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.539035 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.549858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9bab48-cff2-4672-a89f-bb6ed7f2a779,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:24.563841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Checking segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:49:24.564553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Network hostable DHCP agents. Network: ecf7a222-cb00-4783-8fcc-55f3133ab6d3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:49:24.588070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:24.601253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:24.606388 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.633195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:49:24.650442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, ecf7a222-cb00-4783-8fcc-55f3133ab6d3) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:24.667380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:24.668680 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.707966 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'code': 200} Feb 11 13:49:24.708192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d3db0902-928d-47d1-9ecb-d910cb23a237 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7574527 Feb 11 13:49:24.708440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:24.710193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44742) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:24.712413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2912e1d5-57dd-4a0d-8f7e-397f7e010cb5 None None] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:49:24.717929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:49:24.724134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:49:24.731046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Usage tracker for resource:router and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:49:24.734314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:49:24.742886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:49:24.765644 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.767656 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.810362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.998076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:49:24.999293 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.006240 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.217435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Allocated IP 172.20.0.2 (ecf7a222-cb00-4783-8fcc-55f3133ab6d3/8c9bab48-cff2-4672-a89f-bb6ed7f2a779/420ab4eb-4de7-4054-814d-200172a0daf3) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:25.227717 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.259240 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.436890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.439136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Allocated IP 172.25.4.65 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/ff1ecf4d-952f-4e94-92ef-3b75672154a5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:25.447420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Transition to ACTIVE for port object 420ab4eb-4de7-4054-814d-200172a0daf3 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:25.465984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Transition to ACTIVE for port object 420ab4eb-4de7-4054-814d-200172a0daf3 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:25.471639 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.573615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:25.576353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:25.580565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:49:25.582639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Pushing event updated for resources: {'Port': ['ID=420ab4eb-4de7-4054-814d-200172a0daf3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:25.629687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e07d1-d042-4834-a4ae-9e4566cefddd req-dac646f3-ad30-4c75-aa7e-8c9c56e35099 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:25.631403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee3e07d1-d042-4834-a4ae-9e4566cefddd req-dac646f3-ad30-4c75-aa7e-8c9c56e35099 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.1941040 Feb 11 13:49:25.669459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Attempting to bind port 420ab4eb-4de7-4054-814d-200172a0daf3 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:49:25.669823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Attempting to bind port 420ab4eb-4de7-4054-814d-200172a0daf3 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:49:25.670181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Attempting to bind port 420ab4eb-4de7-4054-814d-200172a0daf3 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:49:25.670382 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.676491 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:49:25.676854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Checking segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:49:25.677271 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.677710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Bound using segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:49:25.678167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Bound port: 420ab4eb-4de7-4054-814d-200172a0daf3, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:49:25.678530 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.703037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee3e07d1-d042-4834-a4ae-9e4566cefddd req-26b11b87-26b8-4aa6-b6db-ea4a06fec6e1 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636940 Feb 11 13:49:25.718445 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.769762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] For port 420ab4eb-4de7-4054-814d-200172a0daf3, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:25.772891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] For port 420ab4eb-4de7-4054-814d-200172a0daf3, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=420ab4eb-4de7-4054-814d-200172a0daf3,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:25.777816 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.793929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:25.797775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:25.799727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Pushing event updated for resources: {'Port': ['ID=ff1ecf4d-952f-4e94-92ef-3b75672154a5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:25.801931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:49:25.867352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94519fb6-83ac-4813-8cff-5bd284fe607f None None] Pushing event updated for resources: {'Port': ['ID=420ab4eb-4de7-4054-814d-200172a0daf3,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:26.028636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1482f511-1d2a-469f-b78c-ec3e4a229d84 req-5d3f82ce-6d4f-4357-8303-7c7d2d0b91d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 1097 time: 0.1243627 Feb 11 13:49:26.140785 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:26.141507 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:26.279515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482f511-1d2a-469f-b78c-ec3e4a229d84 req-9f95fca7-d84e-4db5-af01-21480119c500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:26.280971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1482f511-1d2a-469f-b78c-ec3e4a229d84 req-9f95fca7-d84e-4db5-af01-21480119c500 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.2461605 Feb 11 13:49:26.468545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 420ab4eb-4de7-4054-814d-200172a0daf3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:26.469503 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1482f511-1d2a-469f-b78c-ec3e4a229d84 req-67422a23-4724-466a-a777-3a75552c8e92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43de853f-f727-4292-ab1a-bfb5377a235d HTTP/1.1" status: 200 len: 217 time: 0.1812663 Feb 11 13:49:26.548949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 420ab4eb-4de7-4054-814d-200172a0daf3 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:26.563695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482f511-1d2a-469f-b78c-ec3e4a229d84 req-144aebf4-c261-4a66-8000-ce090c3731ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:26.565402 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1482f511-1d2a-469f-b78c-ec3e4a229d84 req-144aebf4-c261-4a66-8000-ce090c3731ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0855877 Feb 11 13:49:26.668952 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1482f511-1d2a-469f-b78c-ec3e4a229d84 req-9df93471-dce8-4912-8573-0afa96395f2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970984 Feb 11 13:49:26.803682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b86a4b5-94c7-456f-9650-ce2d5bffca36 None None] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:49:26.834187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Router 0702a23a-fad0-45fb-b28f-7b5727c39510 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:49:26.840824 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1482f511-1d2a-469f-b78c-ec3e4a229d84 req-99027a36-7e4e-4594-af19-29cdb1816955 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646149 Feb 11 13:49:26.920443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecaa7d-c846-4efb-acee-b28451c7e8fe req-fa6fae78-c982-4865-8fee-3c92de4e0a1b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:26.921933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26ecaa7d-c846-4efb-acee-b28451c7e8fe req-fa6fae78-c982-4865-8fee-3c92de4e0a1b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.0833027 Feb 11 13:49:26.923543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-edcf3487-5f03-4444-b890-5555bb5376fa None None] Provisioning for port 420ab4eb-4de7-4054-814d-200172a0daf3 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:26.940548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-edcf3487-5f03-4444-b890-5555bb5376fa None None] Provisioning complete for port 420ab4eb-4de7-4054-814d-200172a0daf3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:26.940919 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edcf3487-5f03-4444-b890-5555bb5376fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:26.976627 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26ecaa7d-c846-4efb-acee-b28451c7e8fe req-ea3ffedb-4c2c-4b71-84dd-2fde3cf4ef85 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477908 Feb 11 13:49:27.152332 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edcf3487-5f03-4444-b890-5555bb5376fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:27.153842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-266cb1e7-ed1f-4367-b5d8-8701020014c1 req-5ac8156e-df3c-4f31-ab2d-aa4c359d7a8e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741019 Feb 11 13:49:27.154542 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1482f511-1d2a-469f-b78c-ec3e4a229d84 req-f6f3140a-2fd9-44a5-b9ed-97711856a414 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056259 Feb 11 13:49:27.195468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-edcf3487-5f03-4444-b890-5555bb5376fa None None] For port 420ab4eb-4de7-4054-814d-200172a0daf3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=420ab4eb-4de7-4054-814d-200172a0daf3,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:27.201330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-edcf3487-5f03-4444-b890-5555bb5376fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:27.220647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:27.236186 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Sync routers for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:49:27.261806 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:27.265142 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:27.285944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf3487-5f03-4444-b890-5555bb5376fa None None] Pushing event updated for resources: {'Port': ['ID=420ab4eb-4de7-4054-814d-200172a0daf3,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:27.293836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:27.296185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a4bf49ee-3c21-4f9e-9313-5432879f028d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5841146 Feb 11 13:49:27.300021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44756) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:27.451846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-266cb1e7-ed1f-4367-b5d8-8701020014c1 req-22682a99-8b59-407b-8b72-8ee3554d868f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 1096 time: 0.2233138 Feb 11 13:49:27.473732 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:27.533155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b4c89261-3362-4a1d-88a0-95ec53081e90 None None] Provisioning complete for port 420ab4eb-4de7-4054-814d-200172a0daf3 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:27.533807 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4c89261-3362-4a1d-88a0-95ec53081e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:27.629483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cb1e7-ed1f-4367-b5d8-8701020014c1 req-f54fbc36-a831-406e-a8b8-658fa138d54a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:27.631808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-266cb1e7-ed1f-4367-b5d8-8701020014c1 req-f54fbc36-a831-406e-a8b8-658fa138d54a service neutron] 10.222.0.75 "GET /v2.0/networks?id=7301b441-7371-4cca-8af4-45f5c4e20ba0 HTTP/1.1" status: 200 len: 898 time: 0.1589115 Feb 11 13:49:27.761633 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:25Z', 'revision_number': 3, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:27.765329 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Checking router: 0702a23a-fad0-45fb-b28f-7b5727c39510 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:49:27.765653 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Updating router 0702a23a-fad0-45fb-b28f-7b5727c39510 port ff1ecf4d-952f-4e94-92ef-3b75672154a5 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:49:27.816133 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:27.866133 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-266cb1e7-ed1f-4367-b5d8-8701020014c1 req-c8c1b73a-cfbd-4102-9ade-f428518ef35e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97 HTTP/1.1" status: 200 len: 1000 time: 0.2270191 Feb 11 13:49:27.949568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cb1e7-ed1f-4367-b5d8-8701020014c1 req-ca638eb5-b87e-4f17-b8dc-6c03098a9699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:27.951052 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-266cb1e7-ed1f-4367-b5d8-8701020014c1 req-ca638eb5-b87e-4f17-b8dc-6c03098a9699 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf HTTP/1.1" status: 200 len: 835 time: 0.0723596 Feb 11 13:49:28.049995 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-266cb1e7-ed1f-4367-b5d8-8701020014c1 req-8a17714e-f491-4a50-a137-088e9ec1afcc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7301b441-7371-4cca-8af4-45f5c4e20ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925856 Feb 11 13:49:28.170217 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:28.181649 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Transition to ACTIVE for port object ff1ecf4d-952f-4e94-92ef-3b75672154a5 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:28.192277 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:28.199718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d3d1a-ba47-4ccf-afdd-0d68a098e60a req-24e4a382-811d-4d05-b83a-6bae53ef0bd7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:28.201343 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-842d3d1a-ba47-4ccf-afdd-0d68a098e60a req-24e4a382-811d-4d05-b83a-6bae53ef0bd7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.0821793 Feb 11 13:49:28.255846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-842d3d1a-ba47-4ccf-afdd-0d68a098e60a req-b18c8ce4-da35-467b-a22e-176cfd5605a8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477860 Feb 11 13:49:28.279711 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Pushing event updated for resources: {'Port': ['ID=ff1ecf4d-952f-4e94-92ef-3b75672154a5,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:28.289224 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Attempting to bind port ff1ecf4d-952f-4e94-92ef-3b75672154a5 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:49:28.289604 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Attempting to bind port ff1ecf4d-952f-4e94-92ef-3b75672154a5 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:49:28.289951 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Attempting to bind port ff1ecf4d-952f-4e94-92ef-3b75672154a5 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:49:28.293143 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.293470 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.293796 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.294113 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.294434 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.295060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.295060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.295369 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.295678 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.295981 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.296284 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:28.305239 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:49:28.305597 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:49:28.305985 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:28.306356 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:49:28.306850 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Bound port: ff1ecf4d-952f-4e94-92ef-3b75672154a5, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:49:28.307216 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:28.316040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-266cb1e7-ed1f-4367-b5d8-8701020014c1 req-a5ab5e30-443b-4330-b52b-7e075c93863a service neutron] 10.222.0.75 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594843 Feb 11 13:49:28.381754 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] For port ff1ecf4d-952f-4e94-92ef-3b75672154a5, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:28.385441 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] For port ff1ecf4d-952f-4e94-92ef-3b75672154a5, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ff1ecf4d-952f-4e94-92ef-3b75672154a5,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:28.391060 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:28.447204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 420ab4eb-4de7-4054-814d-200172a0daf3 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:28.488807 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:28.490461 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:28.519789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 420ab4eb-4de7-4054-814d-200172a0daf3 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:28.520112 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:28.611065 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-266cb1e7-ed1f-4367-b5d8-8701020014c1 req-e19dc0cb-2fbf-47ae-b153-1bf0b7da68f0 service neutron] 10.222.0.75 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865176 Feb 11 13:49:28.655373 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53bac4-ee9b-4d2f-a628-3c6f40f2e9cc None None] Pushing event updated for resources: {'Port': ['ID=ff1ecf4d-952f-4e94-92ef-3b75672154a5,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:28.705127 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:28.787926 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:29.011645 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:25Z', 'revision_number': 3, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:29.015643 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065af333-4a1f-43e1-8a87-bf936834b7fc None None] The sync data for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 is: [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:25Z', 'revision_number': 3, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:49:29.019308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Allocated IP 172.20.0.1 (ecf7a222-cb00-4783-8fcc-55f3133ab6d3/8c9bab48-cff2-4672-a89f-bb6ed7f2a779/253c1edb-6ddf-4bb2-8abd-b72f6855931a) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:29.178196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:29.211885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Transition to ACTIVE for port object 253c1edb-6ddf-4bb2-8abd-b72f6855931a will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:29.238009 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:29.337103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:29.340843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:29.346015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:49:29.390179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Pushing event updated for resources: {'Port': ['ID=253c1edb-6ddf-4bb2-8abd-b72f6855931a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:29.461597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 43de853f-f727-4292-ab1a-bfb5377a235d no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:29.470301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:29.577235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2459e0e-22e4-40c8-8a87-a0dda73d5842 req-fe7a2a58-3b5a-411f-a1a7-fb2178092f20 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:29.579019 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2459e0e-22e4-40c8-8a87-a0dda73d5842 req-fe7a2a58-3b5a-411f-a1a7-fb2178092f20 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 946 time: 0.1857998 Feb 11 13:49:29.610075 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:29.639876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:29.656423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c652251f-f160-407d-91b1-edf178a1d897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43de853f-f727-4292-ab1a-bfb5377a235d'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:29.668665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b2459e0e-22e4-40c8-8a87-a0dda73d5842 req-8d03d19b-4c57-400a-8a79-f6bf1617e341 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770836 Feb 11 13:49:29.680355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 43de853f-f727-4292-ab1a-bfb5377a235d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=43de853f-f727-4292-ab1a-bfb5377a235d,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:29.702241 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:29.764777 n-d-818559-1 neutron-server[83569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c652251f-f160-407d-91b1-edf178a1d897', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43de853f-f727-4292-ab1a-bfb5377a235d', 'code': 422} returned with failed status Feb 11 13:49:29.808033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-53d3f97d-7757-4d62-918b-9d77f793a8e4 None None] Provisioning for port 253c1edb-6ddf-4bb2-8abd-b72f6855931a completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:29.811719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=43de853f-f727-4292-ab1a-bfb5377a235d,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:29.817862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-53d3f97d-7757-4d62-918b-9d77f793a8e4 None None] Provisioning complete for port 253c1edb-6ddf-4bb2-8abd-b72f6855931a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:29.818210 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53d3f97d-7757-4d62-918b-9d77f793a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:29.873409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-53d3f97d-7757-4d62-918b-9d77f793a8e4 None None] Port 253c1edb-6ddf-4bb2-8abd-b72f6855931a cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:49:29.980745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462bebf-d7cf-4906-bb2f-c8484df7e7b5 req-f43765c8-1b4c-42fb-9a76-1f1acb391fe4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:29.982187 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3462bebf-d7cf-4906-bb2f-c8484df7e7b5 req-f43765c8-1b4c-42fb-9a76-1f1acb391fe4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1434028 Feb 11 13:49:30.014488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:30.020113 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:30.132827 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3462bebf-d7cf-4906-bb2f-c8484df7e7b5 req-21c4eae7-3c8c-4c79-b5db-a8f7518a9ace tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413693 Feb 11 13:49:30.141520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:30.152197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Pushing event updated for resources: {'Port': ['ID=253c1edb-6ddf-4bb2-8abd-b72f6855931a,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:30.285683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:30.286864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:30.346285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a46b69-3e74-4473-9cfd-30ab57f0b080 req-92749f5b-2830-43d3-b74e-8187e6b403ef tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:30.348626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-78a46b69-3e74-4473-9cfd-30ab57f0b080 req-92749f5b-2830-43d3-b74e-8187e6b403ef tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0892110 Feb 11 13:49:30.411465 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-78a46b69-3e74-4473-9cfd-30ab57f0b080 req-31f453d5-70c0-4f0c-a020-dbb12fbf4ff3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551085 Feb 11 13:49:30.520060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ff1ecf4d-952f-4e94-92ef-3b75672154a5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:30.608341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f43302bc-2e22-402b-b6c9-894fed402c33 None None] Provisioning complete for port 253c1edb-6ddf-4bb2-8abd-b72f6855931a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:30.608341 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f43302bc-2e22-402b-b6c9-894fed402c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:30.631234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ff1ecf4d-952f-4e94-92ef-3b75672154a5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:30.639530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ff1ecf4d-952f-4e94-92ef-3b75672154a5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:30.639891 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:30.673881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54216b88-ac16-40ba-8ec4-54f36ca433b7 req-f8e29958-985b-422e-9fbe-da164174fdfd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:30.675382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-54216b88-ac16-40ba-8ec4-54f36ca433b7 req-f8e29958-985b-422e-9fbe-da164174fdfd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1285524 Feb 11 13:49:30.714112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f43302bc-2e22-402b-b6c9-894fed402c33 None None] Port 253c1edb-6ddf-4bb2-8abd-b72f6855931a cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:49:30.775424 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:30.791735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port ff1ecf4d-952f-4e94-92ef-3b75672154a5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ff1ecf4d-952f-4e94-92ef-3b75672154a5,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:30.795875 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:30.853369 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-54216b88-ac16-40ba-8ec4-54f36ca433b7 req-44d29d72-92c6-4f84-a488-10630fc8740e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207967 Feb 11 13:49:30.862331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=ff1ecf4d-952f-4e94-92ef-3b75672154a5,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:30.915098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Router 0702a23a-fad0-45fb-b28f-7b5727c39510 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:31.056647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af4634-f32a-4abc-acd1-86689d9323f6 req-0399e3fa-95af-45e0-8626-4432ff22c10e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:31.058995 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7af4634-f32a-4abc-acd1-86689d9323f6 req-0399e3fa-95af-45e0-8626-4432ff22c10e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0790570 Feb 11 13:49:31.106121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f7af4634-f32a-4abc-acd1-86689d9323f6 req-fa7b74af-f5fc-49db-b278-9639da1f010b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Feb 11 13:49:31.127269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:31.140461 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c4500b35-e23c-4114-9972-2d09c01a85ae admin admin] 10.222.0.67 "PUT /v2.0/routers/0702a23a-fad0-45fb-b28f-7b5727c39510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8321507 Feb 11 13:49:31.477142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a63c9-c734-4811-a502-5533cdd58055 req-3220e208-fcf3-4a80-856b-4a13bbd229ed tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:31.478649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-744a63c9-c734-4811-a502-5533cdd58055 req-3220e208-fcf3-4a80-856b-4a13bbd229ed tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0852146 Feb 11 13:49:31.525272 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-744a63c9-c734-4811-a502-5533cdd58055 req-d6fc93ba-0ca5-4b2f-877e-f5b4f470b850 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406001 Feb 11 13:49:31.978151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44802) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:31.984508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1517609656-network', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:49:31.989859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:49:31.993696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Usage tracker for resource:network and tenant:08fc5d4d57ff44b68d6cdfe26d552ef8 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:49:31.997392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:49:32.004196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:49:32.014744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Made reservation on behalf of 08fc5d4d57ff44b68d6cdfe26d552ef8 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:32.017025 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.030910 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.071713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:49:32.076341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Usage tracker for resource:security_group_rule and tenant:08fc5d4d57ff44b68d6cdfe26d552ef8 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:49:32.079132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:49:32.084747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:49:32.156519 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.160260 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.190487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:49:32.201072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89a38ee-c0c7-4e45-bb73-7ebdf329a628,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:32.208686 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.208808 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Added segment b511f5ff-76b0-432f-9890-892d9890514b of type vlan for network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 Feb 11 13:49:32.236035 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.265359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.265868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.267369 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.373014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3931172 Feb 11 13:49:32.373716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc8656-713e-4932-994a-21cb85269e39 admin admin] Pushing event updated for resources: {'Network': ['ID=60eb8a74-c1cb-4f77-9b8e-1b30914f3183,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:32.375592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44806) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:32.380996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Request body: {'subnet': {'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1517609656-subnet', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:49:32.384330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:49:32.387319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:49:32.391221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Usage tracker for resource:subnet and tenant:08fc5d4d57ff44b68d6cdfe26d552ef8 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:49:32.394298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:49:32.400137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:49:32.413553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Made reservation on behalf of 08fc5d4d57ff44b68d6cdfe26d552ef8 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:32.416114 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.545224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ff1ecf4d-952f-4e94-92ef-3b75672154a5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:32.634956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ff1ecf4d-952f-4e94-92ef-3b75672154a5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:32.636025 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.649540 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.727807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Sync routers for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:49:32.766733 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:32.767337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:32.772387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab8e5c3-8db4-4e89-b128-cda171dfa236,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:32.801346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Checking segment: {'id': 'b511f5ff-76b0-432f-9890-892d9890514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:49:32.801696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Network hostable DHCP agents. Network: 60eb8a74-c1cb-4f77-9b8e-1b30914f3183, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:49:32.826511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f19326-400e-4e31-b00b-56b807690c7a req-ca1ea9d2-d440-4f03-ac01-2b3612ed7d2f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.828002 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68f19326-400e-4e31-b00b-56b807690c7a req-ca1ea9d2-d440-4f03-ac01-2b3612ed7d2f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1475635 Feb 11 13:49:32.851989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:49:32.874148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 60eb8a74-c1cb-4f77-9b8e-1b30914f3183) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:32.884299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d453560f-6392-4b75-9ff4-ac96c6a71dcf None None] Network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:49:32.885716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.886293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.899037 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68f19326-400e-4e31-b00b-56b807690c7a req-21c8b1e1-7a43-48ca-8986-3793c0199b0d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644453 Feb 11 13:49:32.913877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f6259051-63a5-4ecd-bbf6-d0324ecf0004 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5372615 Feb 11 13:49:32.914336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 44812) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:32.920224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1517609656-router', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:49:32.925755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:49:32.938442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Usage tracker for resource:router and tenant:08fc5d4d57ff44b68d6cdfe26d552ef8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:49:32.941972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:49:32.948545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:49:32.959425 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.960427 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.981319 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:33.088934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:33.133600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:33.279684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-60eb8a74-c1cb-4f77-9b8e-1b30914f3183', 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'fixed_ips': [{'subnet_id': '2ab8e5c3-8db4-4e89-b128-cda171dfa236'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:49:33.280481 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:33.326267 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:33.360765 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:33.502299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 43de853f-f727-4292-ab1a-bfb5377a235d no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:49:33.611113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Allocated IP 172.25.4.198 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/63005c38-6b7b-4a49-bac7-9a74601f59dc) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:33.618303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Allocated IP 172.20.0.2 (60eb8a74-c1cb-4f77-9b8e-1b30914f3183/2ab8e5c3-8db4-4e89-b128-cda171dfa236/5d0206bc-66f8-44d0-81fc-f37b4b748e13) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:33.780440 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:33.801187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 2, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:33.813607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:33.819051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Checking router: 0702a23a-fad0-45fb-b28f-7b5727c39510 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:49:33.819406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Updating router 0702a23a-fad0-45fb-b28f-7b5727c39510 port 253c1edb-6ddf-4bb2-8abd-b72f6855931a binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:49:33.894797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:33.897678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:33.900463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:49:33.952713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Pushing event updated for resources: {'Port': ['ID=63005c38-6b7b-4a49-bac7-9a74601f59dc,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:33.979923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.980134 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:33.980264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.980264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.980264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.980264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.980629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.980730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.981021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.981338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.981651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:33.981967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:34.068159 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:34.086871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Transition to ACTIVE for port object 5d0206bc-66f8-44d0-81fc-f37b4b748e13 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:34.172716 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Transition to ACTIVE for port object 5d0206bc-66f8-44d0-81fc-f37b4b748e13 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:34.185859 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:34.195251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89125359-9040-499e-a910-bbc8f1190127 req-775e38e7-d4ee-431c-a777-5508728a65a7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:34.196903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89125359-9040-499e-a910-bbc8f1190127 req-775e38e7-d4ee-431c-a777-5508728a65a7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1433060 Feb 11 13:49:34.267479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-89125359-9040-499e-a910-bbc8f1190127 req-66d25f48-70a0-4d24-9c05-8804612e27f8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633917 Feb 11 13:49:34.275716 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:34.276779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:34.347482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:34.350158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Pushing event updated for resources: {'Port': ['ID=5d0206bc-66f8-44d0-81fc-f37b4b748e13,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:34.355135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:34.358952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:49:34.487464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Attempting to bind port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:49:34.487830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Attempting to bind port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'b511f5ff-76b0-432f-9890-892d9890514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:49:34.488190 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Attempting to bind port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 on network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:49:34.502104 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:49:34.502550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Checking segment: {'id': 'b511f5ff-76b0-432f-9890-892d9890514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:49:34.503177 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:34.503826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Bound using segment: {'id': 'b511f5ff-76b0-432f-9890-892d9890514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:49:34.504454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Bound port: 5d0206bc-66f8-44d0-81fc-f37b4b748e13, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b511f5ff-76b0-432f-9890-892d9890514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:49:34.504830 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:34.561534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:49:34.658962 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:34.680838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Transition to ACTIVE for port object 253c1edb-6ddf-4bb2-8abd-b72f6855931a will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:34.686253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] For port 5d0206bc-66f8-44d0-81fc-f37b4b748e13, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:34.691224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] For port 5d0206bc-66f8-44d0-81fc-f37b4b748e13, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5d0206bc-66f8-44d0-81fc-f37b4b748e13,segment=NetworkSegment(b511f5ff-76b0-432f-9890-892d9890514b),segment_id=b511f5ff-76b0-432f-9890-892d9890514b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:34.691724 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:34.737140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:34.784775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:34.800333 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Sync routers for ids ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:49:34.815786 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Routers {'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:34.816869 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:34.824977 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:34.829845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 44818) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:34.831310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-881b2db6-340e-404b-8f17-fb1ec9949e6b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9157326 Feb 11 13:49:34.854872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e56e3e-3bef-4e7a-abb1-f2527dab139f None None] Pushing event updated for resources: {'Port': ['ID=253c1edb-6ddf-4bb2-8abd-b72f6855931a,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:35.023200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Attempting to bind port 253c1edb-6ddf-4bb2-8abd-b72f6855931a on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:49:35.023598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Attempting to bind port 253c1edb-6ddf-4bb2-8abd-b72f6855931a by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:49:35.023960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Attempting to bind port 253c1edb-6ddf-4bb2-8abd-b72f6855931a on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:49:35.027587 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda09da-794a-4449-9389-ec5aa1ee9fbd None None] Pushing event updated for resources: {'Port': ['ID=5d0206bc-66f8-44d0-81fc-f37b4b748e13,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:35.035427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:49:35.036029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Checking segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:49:35.036621 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:35.037223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Bound using segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:49:35.038001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Bound port: 253c1edb-6ddf-4bb2-8abd-b72f6855931a, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:49:35.038625 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:35.139438 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Set router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:35.140940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] For port 253c1edb-6ddf-4bb2-8abd-b72f6855931a, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:35.144506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] For port 253c1edb-6ddf-4bb2-8abd-b72f6855931a, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=253c1edb-6ddf-4bb2-8abd-b72f6855931a,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:35.164663 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:35.288616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e56e3e-3bef-4e7a-abb1-f2527dab139f None None] Pushing event updated for resources: {'Port': ['ID=253c1edb-6ddf-4bb2-8abd-b72f6855931a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:35.301930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:35.302758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:35.617504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:35.637638 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'name': 'tempest-TestVolumeBootPattern-1517609656-router', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:32Z', 'updated_at': '2022-02-11T13:49:34Z', 'revision_number': 3, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'gw_port': {'id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:33Z', 'updated_at': '2022-02-11T13:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:35.642221 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Checking router: a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:49:35.642560 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Updating router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 port 63005c38-6b7b-4a49-bac7-9a74601f59dc binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:49:35.657317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83c3a8-5562-4b54-a4fa-de8cffbd989e req-e25bf927-66dc-4904-87e2-d62243524e88 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:35.663763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f83c3a8-5562-4b54-a4fa-de8cffbd989e req-e25bf927-66dc-4904-87e2-d62243524e88 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1321845 Feb 11 13:49:35.700868 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:35.730167 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4f83c3a8-5562-4b54-a4fa-de8cffbd989e req-45bac27c-9bbf-4c43-a984-3a5b45796295 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651028 Feb 11 13:49:36.049331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:35Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:36.053782 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c91afd-39e1-4553-84ba-6b7c1c21e601 None None] The sync data for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 is: [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:35Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:49:36.085133 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.129445 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Transition to ACTIVE for port object 63005c38-6b7b-4a49-bac7-9a74601f59dc will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:36.138114 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.207278 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.240572 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Attempting to bind port 63005c38-6b7b-4a49-bac7-9a74601f59dc on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:49:36.240572 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Attempting to bind port 63005c38-6b7b-4a49-bac7-9a74601f59dc by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:49:36.241241 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Attempting to bind port 63005c38-6b7b-4a49-bac7-9a74601f59dc on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:49:36.244031 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de892b6-87fc-4a6b-9b7c-e1eb4347fbf0 None None] Pushing event updated for resources: {'Port': ['ID=63005c38-6b7b-4a49-bac7-9a74601f59dc,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:36.252314 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:49:36.252480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6b544d-fb02-4348-af27-90085352023b None None] Network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:49:36.252753 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:49:36.253325 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.253689 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:49:36.254212 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Bound port: 63005c38-6b7b-4a49-bac7-9a74601f59dc, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:49:36.254657 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.339141 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] For port 63005c38-6b7b-4a49-bac7-9a74601f59dc, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:36.342280 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] For port 63005c38-6b7b-4a49-bac7-9a74601f59dc, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=63005c38-6b7b-4a49-bac7-9a74601f59dc,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:36.350175 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.405164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5f2c1241-c9a2-4124-8f62-ecc856b2b6df None None] Provisioning for port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:36.454331 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de892b6-87fc-4a6b-9b7c-e1eb4347fbf0 None None] Pushing event updated for resources: {'Port': ['ID=63005c38-6b7b-4a49-bac7-9a74601f59dc,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:36.459057 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Routers {'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:36.459708 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:36.612384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5d0206bc-66f8-44d0-81fc-f37b4b748e13 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:36.624594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Allocated IP 172.20.0.1 (60eb8a74-c1cb-4f77-9b8e-1b30914f3183/2ab8e5c3-8db4-4e89-b128-cda171dfa236/22c76e8b-64ad-4b63-8488-3e4e19d36985) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:36.702870 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] Set router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:36.713072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:36.720014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:36.720381 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.871689 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.896556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Transition to ACTIVE for port object 22c76e8b-64ad-4b63-8488-3e4e19d36985 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:36.924186 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.928381 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.970242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 5d0206bc-66f8-44d0-81fc-f37b4b748e13, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5d0206bc-66f8-44d0-81fc-f37b4b748e13,segment=NetworkSegment(b511f5ff-76b0-432f-9890-892d9890514b),segment_id=b511f5ff-76b0-432f-9890-892d9890514b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:36.977481 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:36.979349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 253c1edb-6ddf-4bb2-8abd-b72f6855931a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:37.033607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:37.037129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:37.043661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:49:37.079807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Pushing event updated for resources: {'Port': ['ID=22c76e8b-64ad-4b63-8488-3e4e19d36985,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:37.150232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.180079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7288a13b-23da-4e82-a68a-6332464e1d4a None None] Provisioning complete for port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:37.180446 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7288a13b-23da-4e82-a68a-6332464e1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.232544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=5d0206bc-66f8-44d0-81fc-f37b4b748e13,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:37.270348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.312603 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'name': 'tempest-TestVolumeBootPattern-1517609656-router', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:32Z', 'updated_at': '2022-02-11T13:49:34Z', 'revision_number': 3, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'gw_port': {'id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:33Z', 'updated_at': '2022-02-11T13:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:37.313466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 253c1edb-6ddf-4bb2-8abd-b72f6855931a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:37.329198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 253c1edb-6ddf-4bb2-8abd-b72f6855931a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:37.329567 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.331068 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3027a0-50e5-4e99-9079-9b384c1dccd5 None None] The sync data for ids ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'] in n-d-818559-1 is: [{'id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'name': 'tempest-TestVolumeBootPattern-1517609656-router', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:32Z', 'updated_at': '2022-02-11T13:49:34Z', 'revision_number': 3, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'gw_port': {'id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:33Z', 'updated_at': '2022-02-11T13:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:49:37.554324 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.591662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 253c1edb-6ddf-4bb2-8abd-b72f6855931a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=253c1edb-6ddf-4bb2-8abd-b72f6855931a,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:37.592414 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.598534 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.599771 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.665694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408e130-55e0-4b04-a5ae-9e92782c9b96 req-a97f372e-885c-4fae-a3dc-c63511cd57d7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:37.672170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c408e130-55e0-4b04-a5ae-9e92782c9b96 req-a97f372e-885c-4fae-a3dc-c63511cd57d7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0863659 Feb 11 13:49:37.682935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e972d78f-9325-4dfa-b17d-ed97b14d40ae None None] Provisioning for port 22c76e8b-64ad-4b63-8488-3e4e19d36985 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:37.692048 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.694613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e972d78f-9325-4dfa-b17d-ed97b14d40ae None None] Provisioning complete for port 22c76e8b-64ad-4b63-8488-3e4e19d36985 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:37.695258 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e972d78f-9325-4dfa-b17d-ed97b14d40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.709600 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:37.713907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Pushing event updated for resources: {'Port': ['ID=22c76e8b-64ad-4b63-8488-3e4e19d36985,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:37.725542 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c408e130-55e0-4b04-a5ae-9e92782c9b96 req-1b0d3cce-263b-4e1b-8140-896c8f1ba911 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503573 Feb 11 13:49:37.742775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=253c1edb-6ddf-4bb2-8abd-b72f6855931a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:37.754375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e972d78f-9325-4dfa-b17d-ed97b14d40ae None None] Port 22c76e8b-64ad-4b63-8488-3e4e19d36985 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:49:37.949958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:37.951139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:38.182673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0217d6a2-a6f6-432a-9ce6-4a19e84ac3db None None] Provisioning complete for port 22c76e8b-64ad-4b63-8488-3e4e19d36985 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:38.182958 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0217d6a2-a6f6-432a-9ce6-4a19e84ac3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:38.237442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0217d6a2-a6f6-432a-9ce6-4a19e84ac3db None None] Port 22c76e8b-64ad-4b63-8488-3e4e19d36985 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:49:38.346741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:38.451890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5d0206bc-66f8-44d0-81fc-f37b4b748e13 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:38.521571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:38.521921 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:38.552316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:38.563709 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-475705eb-88a8-4464-ae20-32f0921f0e2c admin admin] 10.222.0.67 "PUT /v2.0/routers/a64a42f6-00d3-4e55-beb8-5a7c13c8cc86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7319450 Feb 11 13:49:38.643851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 253c1edb-6ddf-4bb2-8abd-b72f6855931a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:38.711390 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 253c1edb-6ddf-4bb2-8abd-b72f6855931a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:38.711755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:38.929262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98811-cdcd-4901-a9f9-7213137a9cf0 req-dd104f85-4b6f-4b85-826f-5f1b7ca257bf tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:38.930794 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ed98811-cdcd-4901-a9f9-7213137a9cf0 req-dd104f85-4b6f-4b85-826f-5f1b7ca257bf tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0813839 Feb 11 13:49:38.982192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ed98811-cdcd-4901-a9f9-7213137a9cf0 req-f2877654-b8f4-4d93-9b8e-c20b73360a83 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452089 Feb 11 13:49:40.182946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f82a4-2dab-4610-b20e-d81e12b3ebdd req-c151a789-3b7a-48fb-9c02-adbe562389a3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:40.184390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-097f82a4-2dab-4610-b20e-d81e12b3ebdd req-c151a789-3b7a-48fb-9c02-adbe562389a3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0781729 Feb 11 13:49:40.236339 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-097f82a4-2dab-4610-b20e-d81e12b3ebdd req-e667be69-69d5-4a40-bfdd-843de65d2993 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455194 Feb 11 13:49:41.004368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-b4f9bad5-9dc7-49c6-a45b-cecfdfbf24c0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:41.005064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-b4f9bad5-9dc7-49c6-a45b-cecfdfbf24c0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:49:41.022156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-b4f9bad5-9dc7-49c6-a45b-cecfdfbf24c0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:49:41.023356 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-b4f9bad5-9dc7-49c6-a45b-cecfdfbf24c0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.1599095 Feb 11 13:49:41.040100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-ae46a5cf-6bb9-499d-a397-21002513d8bd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/quotas/320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 375 time: 0.0108461 Feb 11 13:49:41.117954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-57be2f93-5e99-4e5c-8881-0c092609c639 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:49:41.134305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-57be2f93-5e99-4e5c-8881-0c092609c639 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:49:41.136376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-57be2f93-5e99-4e5c-8881-0c092609c639 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916164 Feb 11 13:49:41.270119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-7f2352f7-1614-4f7f-910a-f3b0d674a7ae service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270869 Feb 11 13:49:41.408084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-13dca88f-d341-4867-9a31-3ee12deabc03 service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325617 Feb 11 13:49:41.437577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015c5a-8dad-4186-8b4a-b37d942a4ea2 req-fb79fec5-6634-43ce-aa06-346f3a319002 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:41.439304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f015c5a-8dad-4186-8b4a-b37d942a4ea2 req-fb79fec5-6634-43ce-aa06-346f3a319002 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0759275 Feb 11 13:49:41.486283 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f015c5a-8dad-4186-8b4a-b37d942a4ea2 req-b9fd9e8d-250b-4cfd-b51d-2c1c522f4f9f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414736 Feb 11 13:49:41.792174 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4bdb59c-e14c-41dc-903e-527bf4a36e22 req-0defae8a-3a7f-40c4-9dea-2357f6a857ee tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 210 time: 0.0405488 Feb 11 13:49:42.600669 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:42.697266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd746b-1a97-4d1e-9a45-07f80372caf3 req-29b05418-8c82-4032-b167-856b48ccc652 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:42.698791 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38bd746b-1a97-4d1e-9a45-07f80372caf3 req-29b05418-8c82-4032-b167-856b48ccc652 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0776684 Feb 11 13:49:42.746731 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38bd746b-1a97-4d1e-9a45-07f80372caf3 req-3f5872f9-5355-4544-a941-424ab8177a4b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Feb 11 13:49:43.145822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb700196-bad3-4915-b655-a8909217ee50 req-797d293f-2c93-445d-8937-b16402274b92 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 210 time: 0.2116373 Feb 11 13:49:43.217444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-81bee430-b284-4e4c-9e1a-f6ef3f39db1b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:43.218933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-81bee430-b284-4e4c-9e1a-f6ef3f39db1b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.3128979 Feb 11 13:49:43.225492 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdc954-6de2-4642-b299-3536758ce647 req-b6cb6da1-f39a-4961-a70b-5635d9f8aae9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:43.226957 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1ccdc954-6de2-4642-b299-3536758ce647 req-b6cb6da1-f39a-4961-a70b-5635d9f8aae9 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1549871 Feb 11 13:49:43.234614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63be7f1b-354a-4117-850b-96b252b9d5b2 req-47e053e1-6f92-4131-993c-3287ab141e6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1095 time: 0.1107173 Feb 11 13:49:43.236338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'port': {'device_id': 'accf93f0-fc7b-4fe3-967e-d59698369395', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'admin_state_up': True, 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:49:43.387304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:49:43.396334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be7f1b-354a-4117-850b-96b252b9d5b2 req-bdbe4c40-aca9-496a-b9c4-ef1eb1c613c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:43.397818 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63be7f1b-354a-4117-850b-96b252b9d5b2 req-bdbe4c40-aca9-496a-b9c4-ef1eb1c613c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1455643 Feb 11 13:49:43.398100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:49:43.410425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Made reservation on behalf of 320ac6f1567144f2bd5fefe0ce684a1c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:43.413654 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:43.587244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1ccdc954-6de2-4642-b299-3536758ce647 req-5358b279-c010-439b-b152-fcdf5f38241f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517122 Feb 11 13:49:43.597678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Allocated IP 172.20.0.5 (ecf7a222-cb00-4783-8fcc-55f3133ab6d3/8c9bab48-cff2-4672-a89f-bb6ed7f2a779/090fb80e-822c-4006-917f-a1b46027a5e7) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:43.630263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63be7f1b-354a-4117-850b-96b252b9d5b2 req-0936b43f-a53f-49cc-aea2-56ba70e36a04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 997 time: 0.2266235 Feb 11 13:49:43.696152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be7f1b-354a-4117-850b-96b252b9d5b2 req-26f87f6c-28f8-45b5-9ad8-e366ce53056e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:43.698187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63be7f1b-354a-4117-850b-96b252b9d5b2 req-26f87f6c-28f8-45b5-9ad8-e366ce53056e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0612721 Feb 11 13:49:43.773031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63be7f1b-354a-4117-850b-96b252b9d5b2 req-92de9fe6-f769-4dc5-ac66-4e055152538f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699456 Feb 11 13:49:43.812030 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:43.829276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Transition to ACTIVE for port object 090fb80e-822c-4006-917f-a1b46027a5e7 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:43.853331 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:43.918115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63be7f1b-354a-4117-850b-96b252b9d5b2 req-23b49e7d-6724-4bb8-b19d-2f18533524e4 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391246 Feb 11 13:49:43.930361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:43.933424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:43.937222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:49:44.002664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:44.003136 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:44.030083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=090fb80e-822c-4006-917f-a1b46027a5e7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:44.049268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-4d5c8bf7-3c23-44ed-82f2-2f72b0ffd8da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8174617 Feb 11 13:49:44.061533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Request body: {'port': {'device_id': 'accf93f0-fc7b-4fe3-967e-d59698369395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:49:44.094507 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63be7f1b-354a-4117-850b-96b252b9d5b2 req-dec9079c-c9b6-4771-9bb0-1216b48264df service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698360 Feb 11 13:49:44.269557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:44.320212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-28aeb3ec-48ab-4263-bb35-dbd41a97e7a7 None None] Provisioning for port 090fb80e-822c-4006-917f-a1b46027a5e7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:44.329701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-28aeb3ec-48ab-4263-bb35-dbd41a97e7a7 None None] Provisioning complete for port 090fb80e-822c-4006-917f-a1b46027a5e7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:44.330160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28aeb3ec-48ab-4263-bb35-dbd41a97e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:44.423902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-28aeb3ec-48ab-4263-bb35-dbd41a97e7a7 None None] Port 090fb80e-822c-4006-917f-a1b46027a5e7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:49:44.540289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 63005c38-6b7b-4a49-bac7-9a74601f59dc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:44.765429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 63005c38-6b7b-4a49-bac7-9a74601f59dc completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:44.780950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 63005c38-6b7b-4a49-bac7-9a74601f59dc triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:44.781412 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:44.865858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2feb6-3055-4547-98cd-111bb478bfb7 req-27dc4c5e-4736-4e81-a51e-4212e574042b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:44.866772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a3b2feb6-3055-4547-98cd-111bb478bfb7 req-27dc4c5e-4736-4e81-a51e-4212e574042b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:49:44.872860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437d647-cc87-4bd1-8732-633fe828b6a9 req-b95ace03-fc38-4f9d-b599-edebe9f3a68d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:44.882734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a437d647-cc87-4bd1-8732-633fe828b6a9 req-b95ace03-fc38-4f9d-b599-edebe9f3a68d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1234288 Feb 11 13:49:44.891235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a3b2feb6-3055-4547-98cd-111bb478bfb7 req-27dc4c5e-4736-4e81-a51e-4212e574042b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:49:44.898081 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3b2feb6-3055-4547-98cd-111bb478bfb7 req-27dc4c5e-4736-4e81-a51e-4212e574042b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 931 time: 0.5460920 Feb 11 13:49:44.970505 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a437d647-cc87-4bd1-8732-633fe828b6a9 req-47edbce3-9260-41d6-832c-2c89fec28b3d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868015 Feb 11 13:49:45.001718 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:45.024159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 63005c38-6b7b-4a49-bac7-9a74601f59dc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=63005c38-6b7b-4a49-bac7-9a74601f59dc,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:45.029377 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:45.051919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a3b2feb6-3055-4547-98cd-111bb478bfb7 req-0b0637da-0912-4a7f-bf31-7a9f517d168e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:49:45.061642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090fb80e-822c-4006-917f-a1b46027a5e7 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:49:45.074228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:45.099391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Transition to ACTIVE for port object 090fb80e-822c-4006-917f-a1b46027a5e7 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:45.102063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a3b2feb6-3055-4547-98cd-111bb478bfb7 req-0b0637da-0912-4a7f-bf31-7a9f517d168e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:49:45.117529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=63005c38-6b7b-4a49-bac7-9a74601f59dc,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:45.118911 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3b2feb6-3055-4547-98cd-111bb478bfb7 req-0b0637da-0912-4a7f-bf31-7a9f517d168e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162855 Feb 11 13:49:45.120907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:45.255942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Pushing event updated for resources: {'Port': ['ID=090fb80e-822c-4006-917f-a1b46027a5e7,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:45.384744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Attempting to bind port 090fb80e-822c-4006-917f-a1b46027a5e7 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:49:45.385737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Attempting to bind port 090fb80e-822c-4006-917f-a1b46027a5e7 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:49:45.386064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Attempting to bind port 090fb80e-822c-4006-917f-a1b46027a5e7 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:49:45.391820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Port 090fb80e-822c-4006-917f-a1b46027a5e7 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:49:45.392140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Attempting to bind port 090fb80e-822c-4006-917f-a1b46027a5e7 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:49:45.398326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:49:45.398689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Checking segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:49:45.399073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Bound using segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:49:45.399490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Bound port: 090fb80e-822c-4006-917f-a1b46027a5e7, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:49:45.399834 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:45.469372 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79f70e3d-f5bb-40a3-b4d4-0512f74cc7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:45.497922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] For port 090fb80e-822c-4006-917f-a1b46027a5e7, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:45.501528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] For port 090fb80e-822c-4006-917f-a1b46027a5e7, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=090fb80e-822c-4006-917f-a1b46027a5e7,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:45.505190 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:45.568046 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:45.569426 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] 10.222.0.75 "PUT /v2.0/ports/090fb80e-822c-4006-917f-a1b46027a5e7 HTTP/1.1" status: 200 len: 1091 time: 1.5127451 Feb 11 13:49:45.569856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accf93f0-fc7b-4fe3-967e-d59698369395', 'tag': '090fb80e-822c-4006-917f-a1b46027a5e7'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:45.586757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f29166-6aa3-436e-ada9-be3302e76191 service neutron] Pushing event updated for resources: {'Port': ['ID=090fb80e-822c-4006-917f-a1b46027a5e7,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:45.642542 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accf93f0-fc7b-4fe3-967e-d59698369395', 'tag': '090fb80e-822c-4006-917f-a1b46027a5e7', 'status': 'completed', 'code': 200} Feb 11 13:49:45.789464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-ae74e497-8f18-40ea-a975-669ee3924296 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 1094 time: 0.1834180 Feb 11 13:49:45.862015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-29ca540b-1b50-439e-9fdc-512dbd91ba8f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=090fb80e-822c-4006-917f-a1b46027a5e7 HTTP/1.1" status: 200 len: 217 time: 0.0654979 Feb 11 13:49:45.924967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-e96bc92a-91f7-4136-94e0-91fb5e8aa9fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:45.926437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-e96bc92a-91f7-4136-94e0-91fb5e8aa9fb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0574746 Feb 11 13:49:46.000274 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-ed78127d-d91a-41e0-b1e3-2d45de066a45 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671165 Feb 11 13:49:46.186492 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-1fe67a3c-b1c7-4896-8817-a98ba14d5f1b service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788421 Feb 11 13:49:46.297991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27674091-5675-4188-a42d-2f834b50bde5 req-48e42096-8cd4-4815-b16d-1956b0cc0e31 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:46.299416 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27674091-5675-4188-a42d-2f834b50bde5 req-48e42096-8cd4-4815-b16d-1956b0cc0e31 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.2037501 Feb 11 13:49:46.301926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d1c92-a086-41d5-84d8-bac0550aef1f req-50e4d096-65d7-42a2-a2cf-bf4dcefa1934 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:46.303400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc7d1c92-a086-41d5-84d8-bac0550aef1f req-50e4d096-65d7-42a2-a2cf-bf4dcefa1934 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 943 time: 0.0762370 Feb 11 13:49:46.352920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc7d1c92-a086-41d5-84d8-bac0550aef1f req-8a031704-8ec7-4a88-81e2-357c7482214e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421529 Feb 11 13:49:46.372705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc8ff6a6-b50f-45bc-ab7c-cd65578911f2 req-33bd5803-376b-4527-9bab-55e4e9f83ee5 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800759 Feb 11 13:49:46.380794 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-27674091-5675-4188-a42d-2f834b50bde5 req-a11a9425-5e4f-49ea-867f-e00c6b94789d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735953 Feb 11 13:49:46.467145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 63005c38-6b7b-4a49-bac7-9a74601f59dc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:46.504964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba858f46-6850-470b-be8f-ff91df3b34ee req-db8bc51d-805b-432c-9929-9d93634c4aac service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 1094 time: 0.0797906 Feb 11 13:49:46.554633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 63005c38-6b7b-4a49-bac7-9a74601f59dc triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:46.555141 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:46.594046 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265855-9a37-4688-a737-d03ecca49044 req-cfa7abaa-36f9-4d8c-a7e2-3a0747654a0b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:46.595550 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a5265855-9a37-4688-a737-d03ecca49044 req-cfa7abaa-36f9-4d8c-a7e2-3a0747654a0b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0874753 Feb 11 13:49:46.643818 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a5265855-9a37-4688-a737-d03ecca49044 req-269516ff-7004-468d-9cdb-8ba5e028bc6f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426459 Feb 11 13:49:46.653778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba858f46-6850-470b-be8f-ff91df3b34ee req-5b025817-6e70-414c-9f40-6961ad86f873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:46.655576 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba858f46-6850-470b-be8f-ff91df3b34ee req-5b025817-6e70-414c-9f40-6961ad86f873 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1422741 Feb 11 13:49:46.731122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba858f46-6850-470b-be8f-ff91df3b34ee req-49c8215c-a2de-495e-9017-9e85d2c79dbe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=090fb80e-822c-4006-917f-a1b46027a5e7 HTTP/1.1" status: 200 len: 217 time: 0.0681748 Feb 11 13:49:46.840229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba858f46-6850-470b-be8f-ff91df3b34ee req-71c43653-00e8-4b5b-a319-e4682c47399b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:46.841737 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba858f46-6850-470b-be8f-ff91df3b34ee req-71c43653-00e8-4b5b-a319-e4682c47399b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.1046906 Feb 11 13:49:46.912489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec1c4a-6c55-470e-bda1-fe3b31eee889 req-01d6759a-9b0c-4374-850d-96fdff5192a0 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:46.913940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-05ec1c4a-6c55-470e-bda1-fe3b31eee889 req-01d6759a-9b0c-4374-850d-96fdff5192a0 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1433046 Feb 11 13:49:46.969930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba858f46-6850-470b-be8f-ff91df3b34ee req-b7827183-2501-4b01-835a-6078032f3c5f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184006 Feb 11 13:49:46.977056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-05ec1c4a-6c55-470e-bda1-fe3b31eee889 req-58901c4f-8340-4a12-8f84-566eb6fe125a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565174 Feb 11 13:49:47.108362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba858f46-6850-470b-be8f-ff91df3b34ee req-7e0947c5-9cfa-44b2-8fd6-291297d88f58 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303747 Feb 11 13:49:47.174095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70ca27-2052-4b9a-b394-0052d053f83c req-2add40fd-78d7-493a-9805-aeb35bd8ab8c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:47.175565 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce70ca27-2052-4b9a-b394-0052d053f83c req-2add40fd-78d7-493a-9805-aeb35bd8ab8c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0762327 Feb 11 13:49:47.224071 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce70ca27-2052-4b9a-b394-0052d053f83c req-8f2677ab-6dee-4af8-a5b8-a886d27bc632 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428729 Feb 11 13:49:47.243993 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba858f46-6850-470b-be8f-ff91df3b34ee req-2aef2c74-9d93-4f64-a4d8-339d430e77d1 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295671 Feb 11 13:49:47.428306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61201d5-4438-49a6-bfea-1f7f8a4babad req-4b950085-4f80-43be-b71e-fc64e373fc78 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:47.429768 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a61201d5-4438-49a6-bfea-1f7f8a4babad req-4b950085-4f80-43be-b71e-fc64e373fc78 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0848889 Feb 11 13:49:47.475017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a61201d5-4438-49a6-bfea-1f7f8a4babad req-49bb16d3-e228-4b37-b275-55d3544c1974 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395808 Feb 11 13:49:47.553077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ccb3-392d-46ed-8fde-298b772fd05d req-c3b5ba16-d9dc-4cf1-bdf7-7a821fe13785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:47.554668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55f4ccb3-392d-46ed-8fde-298b772fd05d req-c3b5ba16-d9dc-4cf1-bdf7-7a821fe13785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 943 time: 0.0799930 Feb 11 13:49:47.600167 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-55f4ccb3-392d-46ed-8fde-298b772fd05d req-2204324d-df5f-49ca-88d7-54140982f85e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398874 Feb 11 13:49:47.656665 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed366ba6-af45-43a6-ac5d-d72e18ddb83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:47.913316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23c549-bf23-4af2-8a46-44f636bde96b req-89537cd8-c5a8-4516-b908-54f85bd9de82 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:47.914868 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d23c549-bf23-4af2-8a46-44f636bde96b req-89537cd8-c5a8-4516-b908-54f85bd9de82 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0791800 Feb 11 13:49:47.959326 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d23c549-bf23-4af2-8a46-44f636bde96b req-85309648-4ed9-4d11-9b4c-be0a21fa0fc2 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386715 Feb 11 13:49:48.797510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263d31-f27c-43e3-96f4-3116e914a150 req-c6d2a0b8-60a4-4873-a589-045d4e835ab8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:48.798986 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0b263d31-f27c-43e3-96f4-3116e914a150 req-c6d2a0b8-60a4-4873-a589-045d4e835ab8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 943 time: 0.0792701 Feb 11 13:49:48.933080 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:48.942095 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0b263d31-f27c-43e3-96f4-3116e914a150 req-4ea6fe9d-a7d6-47f3-b47e-2773bc3b806a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373408 Feb 11 13:49:48.943823 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:49.170917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd81f2-5735-437e-9a92-f7a4e30a33cb req-3681f36c-6c1c-4dc2-87f8-734e29aa46f3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:49.172368 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-94cd81f2-5735-437e-9a92-f7a4e30a33cb req-3681f36c-6c1c-4dc2-87f8-734e29aa46f3 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0767505 Feb 11 13:49:49.217346 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-94cd81f2-5735-437e-9a92-f7a4e30a33cb req-2063c424-865c-41b9-b7b8-41580c41987d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394576 Feb 11 13:49:49.648396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca292e40-5865-444e-948d-cd12094aa0e0 req-4dfde577-b9d8-4df3-9400-e2d6af57ec48 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:49.649830 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca292e40-5865-444e-948d-cd12094aa0e0 req-4dfde577-b9d8-4df3-9400-e2d6af57ec48 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1419327 Feb 11 13:49:49.657546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c91c0fa-6384-42ac-b621-6a18019ada3e req-5b41f633-b3d1-4fa4-8ef1-280a4ea95eee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 1095 time: 0.1146455 Feb 11 13:49:49.789710 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ca292e40-5865-444e-948d-cd12094aa0e0 req-8069a21e-f18a-4726-aaff-c7b80e7cb42d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311405 Feb 11 13:49:49.832650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c0fa-6384-42ac-b621-6a18019ada3e req-188d16ea-ce07-491d-8934-ed295e1d9717 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:49.834136 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c91c0fa-6384-42ac-b621-6a18019ada3e req-188d16ea-ce07-491d-8934-ed295e1d9717 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 200 len: 912 time: 0.1621528 Feb 11 13:49:49.932967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c91c0fa-6384-42ac-b621-6a18019ada3e req-fef0973f-cf35-4945-9d89-432521da1df7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 200 len: 997 time: 0.0932062 Feb 11 13:49:49.999144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c0fa-6384-42ac-b621-6a18019ada3e req-24e5fbb9-3b43-4f9f-a2ed-9443df17e423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:50.000614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c91c0fa-6384-42ac-b621-6a18019ada3e req-24e5fbb9-3b43-4f9f-a2ed-9443df17e423 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 200 len: 850 time: 0.0613215 Feb 11 13:49:50.079992 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c91c0fa-6384-42ac-b621-6a18019ada3e req-acc33d70-82ac-44f1-b16a-0e1307151287 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733578 Feb 11 13:49:50.150396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910dc57-19f3-401a-a013-ec0fa09ea1bc req-c18e568b-1aef-4b9b-8a67-98bfcf0e6296 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:50.152631 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1910dc57-19f3-401a-a013-ec0fa09ea1bc req-c18e568b-1aef-4b9b-8a67-98bfcf0e6296 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 943 time: 0.0862181 Feb 11 13:49:50.202442 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1910dc57-19f3-401a-a013-ec0fa09ea1bc req-f0f179d2-ebba-4d4a-bb23-fdf07c19cb09 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Feb 11 13:49:50.298252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c91c0fa-6384-42ac-b621-6a18019ada3e req-995448d2-2a9e-448a-a7cd-53381175bdb5 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130022 Feb 11 13:49:50.349179 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:50.428516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c91c0fa-6384-42ac-b621-6a18019ada3e req-3b6b9b0a-8004-4084-ad42-0e7461fbd032 service neutron] 10.222.0.73 "GET /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248717 Feb 11 13:49:50.990248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a09d5-c85c-484b-bea8-1af16b238fee req-89661eaf-78ed-4e43-a2be-33e197568acb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:50.991770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-006a09d5-c85c-484b-bea8-1af16b238fee req-89661eaf-78ed-4e43-a2be-33e197568acb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0796778 Feb 11 13:49:51.037294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-006a09d5-c85c-484b-bea8-1af16b238fee req-546fcae0-04bd-4bde-a7bb-45896a7f96f4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392644 Feb 11 13:49:51.399889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a6714-0b6b-46e4-bca5-866e84b47a87 req-c28f7e19-09bd-4fea-b58e-076f16c5b073 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:51.402097 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-da9a6714-0b6b-46e4-bca5-866e84b47a87 req-c28f7e19-09bd-4fea-b58e-076f16c5b073 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 943 time: 0.0779707 Feb 11 13:49:51.446587 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-da9a6714-0b6b-46e4-bca5-866e84b47a87 req-6fc6b833-0acd-4f82-85a7-6b79ee915793 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390046 Feb 11 13:49:52.239965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadcda3-25c2-4d09-b03f-0332e8cbe7ad req-1b9b72fa-699d-4e81-9d5a-780a8831d03b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:52.241332 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8dadcda3-25c2-4d09-b03f-0332e8cbe7ad req-1b9b72fa-699d-4e81-9d5a-780a8831d03b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0799084 Feb 11 13:49:52.285830 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8dadcda3-25c2-4d09-b03f-0332e8cbe7ad req-a93ecfb5-d73f-40c2-bbca-b34ad6406024 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383358 Feb 11 13:49:52.478180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90830c-13cc-43a2-9561-8fdbb7ef00c4 req-20c1af8c-29fb-4172-985d-6ffa20c8d704 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:52.480510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd90830c-13cc-43a2-9561-8fdbb7ef00c4 req-20c1af8c-29fb-4172-985d-6ffa20c8d704 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.0773983 Feb 11 13:49:52.531261 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd90830c-13cc-43a2-9561-8fdbb7ef00c4 req-209fa8b7-d8ed-4e93-b2f3-12adb43f4936 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450563 Feb 11 13:49:52.654950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1891a4-ded7-490d-815d-1cb6e538b389 req-10543801-b31d-4ee1-9806-bdaffec7de91 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:52.656419 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf1891a4-ded7-490d-815d-1cb6e538b389 req-10543801-b31d-4ee1-9806-bdaffec7de91 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 943 time: 0.0805318 Feb 11 13:49:52.704404 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf1891a4-ded7-490d-815d-1cb6e538b389 req-bf35094b-dcdc-441d-8354-8de2f6adee64 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Feb 11 13:49:53.324381 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:49:53.357728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-60220a74-aaf6-4d89-8a71-12291c826644 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:53.359194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-60220a74-aaf6-4d89-8a71-12291c826644 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=c652251f-f160-407d-91b1-edf178a1d897 HTTP/1.1" status: 200 len: 944 time: 0.0750244 Feb 11 13:49:53.427927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Deleting port 43de853f-f727-4292-ab1a-bfb5377a235d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:53.428395 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:53.669380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] For port 43de853f-f727-4292-ab1a-bfb5377a235d, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=43de853f-f727-4292-ab1a-bfb5377a235d,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:53.670110 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:53.793493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Calling delete_port for 43de853f-f727-4292-ab1a-bfb5377a235d owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:53.901607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af02bf-5958-4606-a3ed-23f1c3a357a7 req-804080fa-9804-4b03-91a8-8542b9ff422f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:53.903099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-72af02bf-5958-4606-a3ed-23f1c3a357a7 req-804080fa-9804-4b03-91a8-8542b9ff422f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 943 time: 0.0766356 Feb 11 13:49:53.940985 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:53.953673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['82ed6c29-8ead-43c3-a738-a40471ecc3a8', '98ffdf5e-34e2-470d-8069-34b487ad0222'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:49:53.955154 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-72af02bf-5958-4606-a3ed-23f1c3a357a7 req-5016914f-4318-441c-8778-5212c91fef9f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462325 Feb 11 13:49:53.991106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event deleted for resources: {'Port': ['ID=43de853f-f727-4292-ab1a-bfb5377a235d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:54.005087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.005430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.005765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.006093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.006418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.006928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.007761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.007761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.007970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.008176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.008488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.082824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] No DVR routers for this DVR port 43de853f-f727-4292-ab1a-bfb5377a235d on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:54.085638 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.088311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c652251f-f160-407d-91b1-edf178a1d897', 'name': 'network-vif-deleted', 'tag': '43de853f-f727-4292-ab1a-bfb5377a235d'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:54.104692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-35895521-a97f-48ad-bc0b-cdd744bbcf59 req-6d289bca-08a3-4cfc-94eb-5bfa9ddda48c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "DELETE /v2.0/ports/43de853f-f727-4292-ab1a-bfb5377a235d HTTP/1.1" status: 204 len: 173 time: 0.7375541 Feb 11 13:49:54.154424 n-d-818559-1 neutron-server[83567]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c652251f-f160-407d-91b1-edf178a1d897', 'name': 'network-vif-deleted', 'tag': '43de853f-f727-4292-ab1a-bfb5377a235d', 'status': 'failed', 'code': 422} returned with failed status Feb 11 13:49:54.401172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 090fb80e-822c-4006-917f-a1b46027a5e7 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:49:54.548231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 090fb80e-822c-4006-917f-a1b46027a5e7, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=090fb80e-822c-4006-917f-a1b46027a5e7,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:54.562403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '090fb80e-822c-4006-917f-a1b46027a5e7', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'port_id': '090fb80e-822c-4006-917f-a1b46027a5e7', 'mac_address': 'fa:16:3e:80:6b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:49:54.621624 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.639625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090fb80e-822c-4006-917f-a1b46027a5e7 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:49:54.655299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 090fb80e-822c-4006-917f-a1b46027a5e7, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=090fb80e-822c-4006-917f-a1b46027a5e7,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:54.659063 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.733926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=090fb80e-822c-4006-917f-a1b46027a5e7,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:54.742545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.742912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.743242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.743563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.744339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.744339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.745290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.745833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.746286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.746619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.746940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:54.904178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f2ff-c494-4bfc-8646-bd63e94a59a3 req-83f479b5-5648-4480-ad7d-ea22fb82667b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:54.905683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e17f2ff-c494-4bfc-8646-bd63e94a59a3 req-83f479b5-5648-4480-ad7d-ea22fb82667b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 907 time: 0.0773165 Feb 11 13:49:54.935311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['090fb80e-822c-4006-917f-a1b46027a5e7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:49:55.155009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948c89c-0231-481a-948c-93290c9f569e req-ae84db63-f392-493b-b672-7776838ff6c5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:55.156814 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2948c89c-0231-481a-948c-93290c9f569e req-ae84db63-f392-493b-b672-7776838ff6c5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 944 time: 0.0776334 Feb 11 13:49:55.205791 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2948c89c-0231-481a-948c-93290c9f569e req-c94688ec-73d4-4ecf-86ee-83983f0d94af tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 Feb 11 13:49:56.111425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558b0b6-52bb-46ab-ab76-acd97afc414c req-511b0c82-552f-42c4-9cf4-39116cd4e78f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:56.112910 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f558b0b6-52bb-46ab-ab76-acd97afc414c req-511b0c82-552f-42c4-9cf4-39116cd4e78f tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 907 time: 0.0784173 Feb 11 13:49:56.190749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-8d906285-8b25-49d7-b10b-9dc933488678 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:56.191458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-8d906285-8b25-49d7-b10b-9dc933488678 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:49:56.209647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Sync routers for ids ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:49:56.211588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-8d906285-8b25-49d7-b10b-9dc933488678 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:49:56.212813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-8d906285-8b25-49d7-b10b-9dc933488678 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.75 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 907 time: 0.0981433 Feb 11 13:49:56.222457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Routers {'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:56.223086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:56.283424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-482d7caa-9919-475d-97ce-ace73a1e88ff tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Deleting port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:56.283788 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-482d7caa-9919-475d-97ce-ace73a1e88ff tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:56.406289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Set router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:56.448517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 090fb80e-822c-4006-917f-a1b46027a5e7 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:49:56.555305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97415e-aca9-4b48-848d-721223b2a083 req-aec5f51d-2dae-41c3-b0a4-ee62035879d7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:56.557733 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ae97415e-aca9-4b48-848d-721223b2a083 req-aec5f51d-2dae-41c3-b0a4-ee62035879d7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 944 time: 0.2282469 Feb 11 13:49:56.706150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 090fb80e-822c-4006-917f-a1b46027a5e7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:56.715977 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 090fb80e-822c-4006-917f-a1b46027a5e7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:56.716349 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:56.741201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-482d7caa-9919-475d-97ce-ace73a1e88ff tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] For port cd3dabdd-2bb2-4cb6-8294-daebfad75e65, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:56.741551 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-482d7caa-9919-475d-97ce-ace73a1e88ff tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:56.753670 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ae97415e-aca9-4b48-848d-721223b2a083 req-7bc4bb31-c05c-4d67-be37-3b1c6bc7cf15 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897538 Feb 11 13:49:56.872768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-482d7caa-9919-475d-97ce-ace73a1e88ff tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Calling delete_port for cd3dabdd-2bb2-4cb6-8294-daebfad75e65 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:56.903623 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:56.939346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accf93f0-fc7b-4fe3-967e-d59698369395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090fb80e-822c-4006-917f-a1b46027a5e7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:56.949412 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'name': 'tempest-TestVolumeBootPattern-1517609656-router', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:32Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'gw_port': {'id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:33Z', 'updated_at': '2022-02-11T13:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22c76e8b-64ad-4b63-8488-3e4e19d36985', 'name': '', 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'mac_address': 'fa:16:3e:0a:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ab8e5c3-8db4-4e89-b128-cda171dfa236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:36Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 2, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'subnets': [{'id': '2ab8e5c3-8db4-4e89-b128-cda171dfa236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:56.954270 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 090fb80e-822c-4006-917f-a1b46027a5e7, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=090fb80e-822c-4006-917f-a1b46027a5e7,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:56.955973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Checking router: a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:49:56.956596 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Updating router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 port 22c76e8b-64ad-4b63-8488-3e4e19d36985 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:49:56.988190 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.031075 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accf93f0-fc7b-4fe3-967e-d59698369395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090fb80e-822c-4006-917f-a1b46027a5e7', 'code': 200} Feb 11 13:49:57.041736 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-482d7caa-9919-475d-97ce-ace73a1e88ff tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.067614 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.091219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=090fb80e-822c-4006-917f-a1b46027a5e7,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:57.117917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d7caa-9919-475d-97ce-ace73a1e88ff tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event deleted for resources: {'Port': ['ID=cd3dabdd-2bb2-4cb6-8294-daebfad75e65,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:57.168254 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-390dcc8c-1092-48b3-9ada-7e71a6f5b4cb req-a465f3f3-e101-4c7f-b0aa-2abc0db4b3db service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 1096 time: 0.1148911 Feb 11 13:49:57.172917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-482d7caa-9919-475d-97ce-ace73a1e88ff tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] No DVR routers for this DVR port cd3dabdd-2bb2-4cb6-8294-daebfad75e65 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:57.175630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-482d7caa-9919-475d-97ce-ace73a1e88ff tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.179198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03013c00-d502-4815-a23b-100a7caae58a', 'name': 'network-vif-deleted', 'tag': 'cd3dabdd-2bb2-4cb6-8294-daebfad75e65'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:57.220688 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9abd7c39-4b58-4271-a214-76ab8e99b566 req-482d7caa-9919-475d-97ce-ace73a1e88ff tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.75 "DELETE /v2.0/ports/cd3dabdd-2bb2-4cb6-8294-daebfad75e65 HTTP/1.1" status: 204 len: 173 time: 1.0024493 Feb 11 13:49:57.232967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-390dcc8c-1092-48b3-9ada-7e71a6f5b4cb req-2cd88ee6-18d6-41b1-b404-be9d19ba2ae3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572376 Feb 11 13:49:57.257015 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03013c00-d502-4815-a23b-100a7caae58a', 'name': 'network-vif-deleted', 'tag': 'cd3dabdd-2bb2-4cb6-8294-daebfad75e65', 'status': 'completed', 'code': 200} Feb 11 13:49:57.338527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-86a86dfb-7a18-49b2-84fe-317933eee773 req-196e5a16-99d6-40f4-b308-98855865090e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:49:57.356869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-86a86dfb-7a18-49b2-84fe-317933eee773 req-196e5a16-99d6-40f4-b308-98855865090e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:49:57.358174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-86a86dfb-7a18-49b2-84fe-317933eee773 req-196e5a16-99d6-40f4-b308-98855865090e tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=03013c00-d502-4815-a23b-100a7caae58a HTTP/1.1" status: 200 len: 210 time: 0.0637474 Feb 11 13:49:57.472801 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.485429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Transition to ACTIVE for port object 22c76e8b-64ad-4b63-8488-3e4e19d36985 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:57.492433 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.627515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcb65c-b7ec-4f88-a1da-4dd4945c28ca None None] Pushing event updated for resources: {'Port': ['ID=22c76e8b-64ad-4b63-8488-3e4e19d36985,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:57.717602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Attempting to bind port 22c76e8b-64ad-4b63-8488-3e4e19d36985 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:49:57.717971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Attempting to bind port 22c76e8b-64ad-4b63-8488-3e4e19d36985 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'b511f5ff-76b0-432f-9890-892d9890514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:49:57.718336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Attempting to bind port 22c76e8b-64ad-4b63-8488-3e4e19d36985 on network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:49:57.725091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:49:57.725243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Checking segment: {'id': 'b511f5ff-76b0-432f-9890-892d9890514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:49:57.725652 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.726024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Bound using segment: {'id': 'b511f5ff-76b0-432f-9890-892d9890514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:49:57.726595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Bound port: 22c76e8b-64ad-4b63-8488-3e4e19d36985, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b511f5ff-76b0-432f-9890-892d9890514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:49:57.726872 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.789619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45014) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:49:57.828929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] For port 22c76e8b-64ad-4b63-8488-3e4e19d36985, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:57.832559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] For port 22c76e8b-64ad-4b63-8488-3e4e19d36985, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=22c76e8b-64ad-4b63-8488-3e4e19d36985,segment=NetworkSegment(b511f5ff-76b0-432f-9890-892d9890514b),segment_id=b511f5ff-76b0-432f-9890-892d9890514b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:57.836836 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.924889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcb65c-b7ec-4f88-a1da-4dd4945c28ca None None] Pushing event updated for resources: {'Port': ['ID=22c76e8b-64ad-4b63-8488-3e4e19d36985,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:57.930820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Routers {'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:57.934056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:57.976236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3b4f9-ccee-4e44-8ba4-78f2eab55f87 req-26185c6a-2e25-4c80-b260-8acd193cbb73 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:57.983297 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6df3b4f9-ccee-4e44-8ba4-78f2eab55f87 req-26185c6a-2e25-4c80-b260-8acd193cbb73 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 945 time: 0.1032937 Feb 11 13:49:58.048262 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6df3b4f9-ccee-4e44-8ba4-78f2eab55f87 req-f25f2d1b-3ca2-4dd8-9919-75305b99e13a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639858 Feb 11 13:49:58.127154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port ba23c72b-9b07-451d-846b-56ee4c46a51f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:49:58.127758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.148312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] Set router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:49:58.310322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.310909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.474441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for ba23c72b-9b07-451d-846b-56ee4c46a51f owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:49:58.530853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'name': 'tempest-TestVolumeBootPattern-1517609656-router', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:32Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'gw_port': {'id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:33Z', 'updated_at': '2022-02-11T13:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22c76e8b-64ad-4b63-8488-3e4e19d36985', 'name': '', 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'mac_address': 'fa:16:3e:0a:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ab8e5c3-8db4-4e89-b128-cda171dfa236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:36Z', 'updated_at': '2022-02-11T13:49:57Z', 'revision_number': 4, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'subnets': [{'id': '2ab8e5c3-8db4-4e89-b128-cda171dfa236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:58.535265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265fd20-56f9-498b-b85c-c9c82445a20a None None] The sync data for ids ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'] in n-d-818559-1 is: [{'id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'name': 'tempest-TestVolumeBootPattern-1517609656-router', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:32Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 4, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'gw_port': {'id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:33Z', 'updated_at': '2022-02-11T13:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '22c76e8b-64ad-4b63-8488-3e4e19d36985', 'name': '', 'network_id': '60eb8a74-c1cb-4f77-9b8e-1b30914f3183', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'mac_address': 'fa:16:3e:0a:88:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ab8e5c3-8db4-4e89-b128-cda171dfa236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:36Z', 'updated_at': '2022-02-11T13:49:57Z', 'revision_number': 4, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'subnets': [{'id': '2ab8e5c3-8db4-4e89-b128-cda171dfa236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:49:58.686994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.735019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=ba23c72b-9b07-451d-846b-56ee4c46a51f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:58.846541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:59.174500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25841e-e075-4738-99cd-a951ea7e02ba req-a9dcc193-f33e-4fac-aa6d-013fda1a116c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:59.176017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ef25841e-e075-4738-99cd-a951ea7e02ba req-a9dcc193-f33e-4fac-aa6d-013fda1a116c tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 945 time: 0.2776415 Feb 11 13:49:59.240830 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ef25841e-e075-4738-99cd-a951ea7e02ba req-2745b37a-b50c-46f9-b4c6-d1a0b635ee31 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555897 Feb 11 13:49:59.287784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679ec3a-a239-4dc4-bbe4-f7775c4dc2fe req-268381ee-9389-42da-ba96-51243467b1fc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:59.289289 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1679ec3a-a239-4dc4-bbe4-f7775c4dc2fe req-268381ee-9389-42da-ba96-51243467b1fc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 945 time: 0.1030796 Feb 11 13:49:59.339968 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1679ec3a-a239-4dc4-bbe4-f7775c4dc2fe req-6c61985e-65c4-4be2-b96d-7ae810d821fd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 Feb 11 13:49:59.548349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 7677dc05-edda-4b89-b46b-3c31cff50644 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:59.574557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158bb84-97e7-46df-93e8-cb7d93e78b30 req-c42621e7-fdab-4736-8139-042452a2d889 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:59.576043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8158bb84-97e7-46df-93e8-cb7d93e78b30 req-c42621e7-fdab-4736-8139-042452a2d889 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 945 time: 0.1067898 Feb 11 13:49:59.737219 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8158bb84-97e7-46df-93e8-cb7d93e78b30 req-78e00b92-40c3-4e81-8c5a-9d2aa6c3e1fa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103024 Feb 11 13:49:59.803226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:59.817310 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] Sync routers for ids ['7677dc05-edda-4b89-b46b-3c31cff50644'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:49:59.826215 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:59.832249 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] Routers {'7677dc05-edda-4b89-b46b-3c31cff50644'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:49:59.832991 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7677dc05-edda-4b89-b46b-3c31cff50644'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:59.886220 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6f1b2e54-0266-41db-a60d-85664f9cb84d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/floatingips/7d3a8a89-5885-42c9-a967-77d916dc05b5 HTTP/1.1" status: 204 len: 168 time: 2.0952508 Feb 11 13:49:59.887035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:59.945903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24f227-4787-46ef-9b69-7ca19446f428 req-9a8a96d6-7a14-43e1-b1c8-8275b8fcfcd4 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:59.947722 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de24f227-4787-46ef-9b69-7ca19446f428 req-9a8a96d6-7a14-43e1-b1c8-8275b8fcfcd4 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 945 time: 0.0898488 Feb 11 13:49:59.999056 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de24f227-4787-46ef-9b69-7ca19446f428 req-e49503ab-b66f-4742-b1e4-16a52d6b43a8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 Feb 11 13:50:00.047658 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] Set router 7677dc05-edda-4b89-b46b-3c31cff50644 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:50:00.074831 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'status': 'completed', 'code': 200} Feb 11 13:50:00.242421 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-769bc400-0a4e-4710-aea1-2848ec6cb4d5 req-7af5d8fa-fbbf-4d33-8e80-daa90f83ca05 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c052870f3b142058bca9fe1599fac99&device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 1096 time: 0.1480381 Feb 11 13:50:00.342994 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2ed80-7c3b-476c-b4a0-ff5ecbc6fb83 req-e19b68ca-0044-45c3-8b3a-0ea2778198df tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:00.344082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-faf2ed80-7c3b-476c-b4a0-ff5ecbc6fb83 req-e19b68ca-0044-45c3-8b3a-0ea2778198df tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Synchronizing usage tracker for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:50:00.362813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-faf2ed80-7c3b-476c-b4a0-ff5ecbc6fb83 req-e19b68ca-0044-45c3-8b3a-0ea2778198df tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Unset dirty status for tenant:6c052870f3b142058bca9fe1599fac99 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:50:00.372253 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-faf2ed80-7c3b-476c-b4a0-ff5ecbc6fb83 req-e19b68ca-0044-45c3-8b3a-0ea2778198df tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.1380229 Feb 11 13:50:00.384307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-48c91adf-b37f-4c14-b881-0e48498942d7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:00.385782 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-48c91adf-b37f-4c14-b881-0e48498942d7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 945 time: 0.1951549 Feb 11 13:50:00.427678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cd3dabdd-2bb2-4cb6-8294-daebfad75e65 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:00.443408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-faf2ed80-7c3b-476c-b4a0-ff5ecbc6fb83 req-7180fb9a-68e5-4810-a44d-f8e2780697e5 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690255 Feb 11 13:50:00.498664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: cd3dabdd-2bb2-4cb6-8294-daebfad75e65 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:00.498919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device cd3dabdd-2bb2-4cb6-8294-daebfad75e65 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:00.520377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-8025b246-6fb3-453f-b17f-6df29161f25d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Deleting port 98ffdf5e-34e2-470d-8069-34b487ad0222 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:00.520821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-8025b246-6fb3-453f-b17f-6df29161f25d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.553620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 22c76e8b-64ad-4b63-8488-3e4e19d36985 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:50:00.605217 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0605016d-631a-4318-92e7-b99368672bf1', 'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:3a:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:25Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:00.608355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bc400-0a4e-4710-aea1-2848ec6cb4d5 req-5af7eb09-da43-4732-825f-71edebe12460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:00.609705 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-769bc400-0a4e-4710-aea1-2848ec6cb4d5 req-5af7eb09-da43-4732-825f-71edebe12460 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7301b441-7371-4cca-8af4-45f5c4e20ba0 HTTP/1.1" status: 200 len: 898 time: 0.3600495 Feb 11 13:50:00.612228 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] Checking router: 7677dc05-edda-4b89-b46b-3c31cff50644 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:50:00.626473 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] Routers {'7677dc05-edda-4b89-b46b-3c31cff50644'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:50:00.627391 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7677dc05-edda-4b89-b46b-3c31cff50644'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:00.658879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 22c76e8b-64ad-4b63-8488-3e4e19d36985 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:50:00.665166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 22c76e8b-64ad-4b63-8488-3e4e19d36985 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:00.665580 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.813632 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.820090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-769bc400-0a4e-4710-aea1-2848ec6cb4d5 req-df9b7aaf-0a45-4c50-b24c-1a5fbce1aef9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97 HTTP/1.1" status: 200 len: 217 time: 0.2009614 Feb 11 13:50:00.827402 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] Set router 7677dc05-edda-4b89-b46b-3c31cff50644 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:50:00.853667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 22c76e8b-64ad-4b63-8488-3e4e19d36985, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=22c76e8b-64ad-4b63-8488-3e4e19d36985,segment=NetworkSegment(b511f5ff-76b0-432f-9890-892d9890514b),segment_id=b511f5ff-76b0-432f-9890-892d9890514b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:00.861012 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.912629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1887e2-508d-4b90-9ee3-6d44dec27214 req-49ef65da-240f-493a-87ae-af85febca7b6 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:00.915180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c67af1-1030-4339-b332-dcd61e972ea6 req-bda93abe-0945-45eb-9280-f2f2dca297aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:00.920457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d1887e2-508d-4b90-9ee3-6d44dec27214 req-49ef65da-240f-493a-87ae-af85febca7b6 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 945 time: 0.4956269 Feb 11 13:50:00.923787 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81c67af1-1030-4339-b332-dcd61e972ea6 req-bda93abe-0945-45eb-9280-f2f2dca297aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 945 time: 0.1158426 Feb 11 13:50:00.979909 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81c67af1-1030-4339-b332-dcd61e972ea6 req-62517fdf-890d-4a9b-9147-26714cc99c14 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548003 Feb 11 13:50:00.988933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=22c76e8b-64ad-4b63-8488-3e4e19d36985,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:01.094707 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d1887e2-508d-4b90-9ee3-6d44dec27214 req-80ca7ab1-3a66-4ec7-ac4c-572bdf1827a4 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732752 Feb 11 13:50:01.108553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bc400-0a4e-4710-aea1-2848ec6cb4d5 req-5daf971c-85bd-4040-adc7-799145454370 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:01.110387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-769bc400-0a4e-4710-aea1-2848ec6cb4d5 req-5daf971c-85bd-4040-adc7-799145454370 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf HTTP/1.1" status: 200 len: 835 time: 0.2607126 Feb 11 13:50:01.226940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-8025b246-6fb3-453f-b17f-6df29161f25d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] For port 98ffdf5e-34e2-470d-8069-34b487ad0222, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=98ffdf5e-34e2-470d-8069-34b487ad0222,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:01.227307 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-8025b246-6fb3-453f-b17f-6df29161f25d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:01.242173 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0605016d-631a-4318-92e7-b99368672bf1', 'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:3a:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:25Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:01.247679 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb3619-f9c0-4bde-9c3f-a75c887948b1 None None] The sync data for ids ['7677dc05-edda-4b89-b46b-3c31cff50644'] in n-d-818559-1 is: [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:48:17Z', 'revision_number': 4, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0605016d-631a-4318-92e7-b99368672bf1', 'name': '', 'network_id': '7301b441-7371-4cca-8af4-45f5c4e20ba0', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'mac_address': 'fa:16:3e:3a:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:16Z', 'updated_at': '2022-02-11T13:48:25Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'subnets': [{'id': '5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:50:01.357025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-8025b246-6fb3-453f-b17f-6df29161f25d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Calling delete_port for 98ffdf5e-34e2-470d-8069-34b487ad0222 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:01.398442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-769bc400-0a4e-4710-aea1-2848ec6cb4d5 req-63401aa5-2833-4d79-830b-c9e85d9df7d2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7301b441-7371-4cca-8af4-45f5c4e20ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777772 Feb 11 13:50:01.602412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-769bc400-0a4e-4710-aea1-2848ec6cb4d5 req-656d0e0a-7888-4cbc-9ac5-f792da69aa72 service neutron] 10.222.0.75 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946216 Feb 11 13:50:01.646232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-b7131d61-af70-48c7-addb-dd4ecea3494b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:01.647606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-b7131d61-af70-48c7-addb-dd4ecea3494b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.1382005 Feb 11 13:50:01.684009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-8025b246-6fb3-453f-b17f-6df29161f25d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:01.694696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['82ed6c29-8ead-43c3-a738-a40471ecc3a8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:50:01.731654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-9de791f6-1378-46c4-a333-19fe8625fe93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:01.732100 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-9de791f6-1378-46c4-a333-19fe8625fe93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:01.735114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025b246-6fb3-453f-b17f-6df29161f25d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event deleted for resources: {'Port': ['ID=98ffdf5e-34e2-470d-8069-34b487ad0222,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:01.765768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb21d7-ee99-4daf-925a-4f3e757e8d04 req-513e0f94-fc9b-4b35-9a8b-1ff611afb79b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:01.767997 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75bb21d7-ee99-4daf-925a-4f3e757e8d04 req-513e0f94-fc9b-4b35-9a8b-1ff611afb79b tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 945 time: 0.1832883 Feb 11 13:50:01.846551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-8025b246-6fb3-453f-b17f-6df29161f25d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] No DVR routers for this DVR port 98ffdf5e-34e2-470d-8069-34b487ad0222 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:01.850868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-8025b246-6fb3-453f-b17f-6df29161f25d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:01.854292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551d240a-9e71-4b3c-a419-13c86f15f147', 'name': 'network-vif-deleted', 'tag': '98ffdf5e-34e2-470d-8069-34b487ad0222'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:01.874723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.75', 65138) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:01.881852 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-769bc400-0a4e-4710-aea1-2848ec6cb4d5 req-d20f6072-03aa-4c5b-828d-c35765ee27dc service neutron] 10.222.0.75 "GET /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725370 Feb 11 13:50:01.894560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-392611e8-9cc6-4877-83c6-517e83c5e1ea req-8025b246-6fb3-453f-b17f-6df29161f25d tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "DELETE /v2.0/ports/98ffdf5e-34e2-470d-8069-34b487ad0222 HTTP/1.1" status: 204 len: 173 time: 1.4985623 Feb 11 13:50:01.912904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75bb21d7-ee99-4daf-925a-4f3e757e8d04 req-19219187-a540-4619-b505-04d30406f598 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/security-groups?id=11731e5b-1a65-4129-aa08-8279558ce525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328084 Feb 11 13:50:01.938456 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551d240a-9e71-4b3c-a419-13c86f15f147', 'name': 'network-vif-deleted', 'tag': '98ffdf5e-34e2-470d-8069-34b487ad0222', 'status': 'completed', 'code': 200} Feb 11 13:50:02.081196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-35e1f309-8d2d-44dd-b111-35c57c974a17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:02.082658 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-35e1f309-8d2d-44dd-b111-35c57c974a17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 945 time: 0.2069860 Feb 11 13:50:02.147718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-9de791f6-1378-46c4-a333-19fe8625fe93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port b9a8ce1b-8e67-4168-82a9-54b9c1976d97, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:02.148012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-9de791f6-1378-46c4-a333-19fe8625fe93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:02.187417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c14b-24fd-43a8-abde-9a99f03321f5 req-e15d4b94-4fc5-432c-b1d2-27c9184d7e69 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:02.189277 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e723c14b-24fd-43a8-abde-9a99f03321f5 req-e15d4b94-4fc5-432c-b1d2-27c9184d7e69 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 945 time: 0.0892947 Feb 11 13:50:02.191178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-ff91e1b3-c51c-4f8a-bb45-be1fe2e988bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Deleting port 090fb80e-822c-4006-917f-a1b46027a5e7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:02.191601 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-ff91e1b3-c51c-4f8a-bb45-be1fe2e988bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:02.261132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e723c14b-24fd-43a8-abde-9a99f03321f5 req-042e56be-38c8-43ff-a3d1-e1a923608945 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663919 Feb 11 13:50:02.468772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 22c76e8b-64ad-4b63-8488-3e4e19d36985 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:50:02.522670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-9de791f6-1378-46c4-a333-19fe8625fe93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for b9a8ce1b-8e67-4168-82a9-54b9c1976d97 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:02.543652 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 22c76e8b-64ad-4b63-8488-3e4e19d36985 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:02.544017 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:02.583068 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb7c59a7-b429-472f-b783-5bc74d21d738 req-d46076fd-abd7-425a-81b6-bc85754a2631 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=551d240a-9e71-4b3c-a419-13c86f15f147 HTTP/1.1" status: 200 len: 210 time: 0.1760166 Feb 11 13:50:02.832687 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-9de791f6-1378-46c4-a333-19fe8625fe93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:02.897085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de791f6-1378-46c4-a333-19fe8625fe93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=b9a8ce1b-8e67-4168-82a9-54b9c1976d97,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:02.907109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-ff91e1b3-c51c-4f8a-bb45-be1fe2e988bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] For port 090fb80e-822c-4006-917f-a1b46027a5e7, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=090fb80e-822c-4006-917f-a1b46027a5e7,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:02.907465 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-ff91e1b3-c51c-4f8a-bb45-be1fe2e988bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:03.084293 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4d47645-2c9e-49c1-b2e8-50805e13b7d6 req-36744304-5e30-4113-a49d-7e9383aad849 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1ce00b3-9dc1-4e41-95e7-b8d81788dec0 HTTP/1.1" status: 200 len: 210 time: 0.0409479 Feb 11 13:50:03.091441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-ff91e1b3-c51c-4f8a-bb45-be1fe2e988bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Calling delete_port for 090fb80e-822c-4006-917f-a1b46027a5e7 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:03.137993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-9de791f6-1378-46c4-a333-19fe8625fe93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] No DVR routers for this DVR port b9a8ce1b-8e67-4168-82a9-54b9c1976d97 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:03.141925 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-9de791f6-1378-46c4-a333-19fe8625fe93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:03.144364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'name': 'network-vif-deleted', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:03.172538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3272598c-5170-46cc-99aa-f93ff64cf21c req-9de791f6-1378-46c4-a333-19fe8625fe93 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.75 "DELETE /v2.0/ports/b9a8ce1b-8e67-4168-82a9-54b9c1976d97 HTTP/1.1" status: 204 len: 173 time: 1.5202112 Feb 11 13:50:03.236250 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ce00b3-9dc1-4e41-95e7-b8d81788dec0', 'name': 'network-vif-deleted', 'tag': 'b9a8ce1b-8e67-4168-82a9-54b9c1976d97', 'status': 'completed', 'code': 200} Feb 11 13:50:03.274747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-ff91e1b3-c51c-4f8a-bb45-be1fe2e988bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:03.343593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91e1b3-c51c-4f8a-bb45-be1fe2e988bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'Port': ['ID=090fb80e-822c-4006-917f-a1b46027a5e7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:03.437316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-ff91e1b3-c51c-4f8a-bb45-be1fe2e988bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] No DVR routers for this DVR port 090fb80e-822c-4006-917f-a1b46027a5e7 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:03.440524 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-ff91e1b3-c51c-4f8a-bb45-be1fe2e988bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:03.456425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf053f7e-975f-40ad-9522-50b8d4060020 req-ff91e1b3-c51c-4f8a-bb45-be1fe2e988bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "DELETE /v2.0/ports/090fb80e-822c-4006-917f-a1b46027a5e7 HTTP/1.1" status: 204 len: 173 time: 1.3625836 Feb 11 13:50:03.501388 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab26f6de-7e92-4cb7-9535-dddf0a0f0ee7 req-dde309ae-f74a-4eed-b18c-693697dc4021 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=accf93f0-fc7b-4fe3-967e-d59698369395 HTTP/1.1" status: 200 len: 210 time: 0.0526941 Feb 11 13:50:03.637419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 98ffdf5e-34e2-470d-8069-34b487ad0222 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:03.681246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 98ffdf5e-34e2-470d-8069-34b487ad0222 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:03.682781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 98ffdf5e-34e2-470d-8069-34b487ad0222 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:04.146739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e48713-2886-4701-85c4-01c355400939 req-712c20fe-031e-4cc9-a05b-0608b270f697 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:04.148217 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98e48713-2886-4701-85c4-01c355400939 req-712c20fe-031e-4cc9-a05b-0608b270f697 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0950863 Feb 11 13:50:04.192515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45066) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:04.193824 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-98e48713-2886-4701-85c4-01c355400939 req-25ee255e-2f20-4e60-bb6a-7dfeb4c2aaa8 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 Feb 11 13:50:04.438025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 090fb80e-822c-4006-917f-a1b46027a5e7 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:04.522642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 090fb80e-822c-4006-917f-a1b46027a5e7 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:04.522986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 090fb80e-822c-4006-917f-a1b46027a5e7 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:04.523417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b9a8ce1b-8e67-4168-82a9-54b9c1976d97 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:04.585141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: b9a8ce1b-8e67-4168-82a9-54b9c1976d97 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:04.586106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device b9a8ce1b-8e67-4168-82a9-54b9c1976d97 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:04.772064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:05.237051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accf93f0-fc7b-4fe3-967e-d59698369395', 'name': 'network-vif-deleted', 'tag': '090fb80e-822c-4006-917f-a1b46027a5e7'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:05.292550 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accf93f0-fc7b-4fe3-967e-d59698369395', 'name': 'network-vif-deleted', 'tag': '090fb80e-822c-4006-917f-a1b46027a5e7', 'status': 'completed', 'code': 200} Feb 11 13:50:05.329700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-8ec68f34-50da-41b7-b18c-609bb91fe395 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:05.330474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-8ec68f34-50da-41b7-b18c-609bb91fe395 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:50:05.380786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-8ec68f34-50da-41b7-b18c-609bb91fe395 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:50:05.382059 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-8ec68f34-50da-41b7-b18c-609bb91fe395 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.1879745 Feb 11 13:50:05.398827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296871e-8932-477a-a260-0cbe1ac1c75e req-e2be96a9-3a49-4286-9463-0eeb65651afb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:05.400780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6296871e-8932-477a-a260-0cbe1ac1c75e req-e2be96a9-3a49-4286-9463-0eeb65651afb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 946 time: 0.0803018 Feb 11 13:50:05.453220 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6296871e-8932-477a-a260-0cbe1ac1c75e req-d2b0c549-b24c-48fb-9605-f95201535e14 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=c98c533d-78ae-4bc3-8285-c0d9e9489b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464814 Feb 11 13:50:05.468107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-c995de04-37e6-4b1a-9a38-0a68c8f85f2b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Deleting port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:05.468347 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-c995de04-37e6-4b1a-9a38-0a68c8f85f2b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:05.636078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port 0605016d-631a-4318-92e7-b99368672bf1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:05.636403 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:05.943849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-c995de04-37e6-4b1a-9a38-0a68c8f85f2b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] For port 82ed6c29-8ead-43c3-a738-a40471ecc3a8, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=82ed6c29-8ead-43c3-a738-a40471ecc3a8,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:05.944201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-c995de04-37e6-4b1a-9a38-0a68c8f85f2b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.071909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-c995de04-37e6-4b1a-9a38-0a68c8f85f2b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Calling delete_port for 82ed6c29-8ead-43c3-a738-a40471ecc3a8 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:06.106103 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port 0605016d-631a-4318-92e7-b99368672bf1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0605016d-631a-4318-92e7-b99368672bf1,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:06.106463 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.366974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for 0605016d-631a-4318-92e7-b99368672bf1 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:06.537046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-c995de04-37e6-4b1a-9a38-0a68c8f85f2b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.548081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['82ed6c29-8ead-43c3-a738-a40471ecc3a8'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:50:06.590617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995de04-37e6-4b1a-9a38-0a68c8f85f2b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event deleted for resources: {'Port': ['ID=82ed6c29-8ead-43c3-a738-a40471ecc3a8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:06.678166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d78d13-885a-451f-8a32-26570ff2c0e3 None None] New status for floating IP 7d3a8a89-5885-42c9-a967-77d916dc05b5: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:50:06.758365 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84b718e5-5de1-4edb-9969-aadefbb4bccc req-f0498623-e96d-4fd4-9eb2-f67e3bc50562 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf168125-1857-4d02-a4a7-3fbaa21c6adc HTTP/1.1" status: 200 len: 210 time: 0.1291289 Feb 11 13:50:06.762543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-c995de04-37e6-4b1a-9a38-0a68c8f85f2b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] No DVR routers for this DVR port 82ed6c29-8ead-43c3-a738-a40471ecc3a8 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:06.766711 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-c995de04-37e6-4b1a-9a38-0a68c8f85f2b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.769181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf168125-1857-4d02-a4a7-3fbaa21c6adc', 'name': 'network-vif-deleted', 'tag': '82ed6c29-8ead-43c3-a738-a40471ecc3a8'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:06.796818 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4e2e03c1-8205-470b-9f7f-94c69f87ddcc req-c995de04-37e6-4b1a-9a38-0a68c8f85f2b tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "DELETE /v2.0/ports/82ed6c29-8ead-43c3-a738-a40471ecc3a8 HTTP/1.1" status: 204 len: 173 time: 1.4083993 Feb 11 13:50:06.797898 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.846882 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf168125-1857-4d02-a4a7-3fbaa21c6adc', 'name': 'network-vif-deleted', 'tag': '82ed6c29-8ead-43c3-a738-a40471ecc3a8', 'status': 'completed', 'code': 200} Feb 11 13:50:06.863479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=0605016d-631a-4318-92e7-b99368672bf1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:07.212995 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:07.664520 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:07.969573 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Router 7677dc05-edda-4b89-b46b-3c31cff50644 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:08.198987 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:08.207313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-11eb1617-3de1-44cf-92da-e8b61e12b67d tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "PUT /v2.0/routers/7677dc05-edda-4b89-b46b-3c31cff50644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0110378 Feb 11 13:50:08.207494 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45138) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:08.429433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ae614-acd7-443c-b9e8-b69042e06450 req-a17b93e5-d7f8-42f8-9523-d9d5a51c10eb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:08.430136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7b0ae614-acd7-443c-b9e8-b69042e06450 req-a17b93e5-d7f8-42f8-9523-d9d5a51c10eb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Synchronizing usage tracker for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:50:08.483173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-7b0ae614-acd7-443c-b9e8-b69042e06450 req-a17b93e5-d7f8-42f8-9523-d9d5a51c10eb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Unset dirty status for tenant:3dd8fcec94cf4ff1bcda9bf611ee1d73 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:50:08.484327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b0ae614-acd7-443c-b9e8-b69042e06450 req-a17b93e5-d7f8-42f8-9523-d9d5a51c10eb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.2398067 Feb 11 13:50:08.494699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c675b4-7958-4a06-94c6-26d8866268c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting subnet 5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:50:08.517743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c675b4-7958-4a06-94c6-26d8866268c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.588669 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b0ae614-acd7-443c-b9e8-b69042e06450 req-d63ba856-8f69-45ef-bb95-a28497155831 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977418 Feb 11 13:50:08.590908 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c675b4-7958-4a06-94c6-26d8866268c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.676521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c675b4-7958-4a06-94c6-26d8866268c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.759517 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c675b4-7958-4a06-94c6-26d8866268c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.800013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c675b4-7958-4a06-94c6-26d8866268c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:08.807917 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c675b4-7958-4a06-94c6-26d8866268c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.814950 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] Sync routers for ids ['7677dc05-edda-4b89-b46b-3c31cff50644'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:50:08.818371 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-75c675b4-7958-4a06-94c6-26d8866268c8 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/subnets/5fcf2bc4-8f91-4cc4-8fda-10ca99434dcf HTTP/1.1" status: 204 len: 168 time: 0.6072814 Feb 11 13:50:08.818371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45144) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:08.824295 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25dc7ab-e504-4e0a-8953-87f87daa6ff1 None None] Network 7301b441-7371-4cca-8af4-45f5c4e20ba0 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:50:08.830061 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] Routers {'7677dc05-edda-4b89-b46b-3c31cff50644'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:50:08.830700 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7677dc05-edda-4b89-b46b-3c31cff50644'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:09.067385 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.092555 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] Set router 7677dc05-edda-4b89-b46b-3c31cff50644 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:50:09.135844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b939457e-dbb7-4933-83d4-8e52a3055fcd None None] DHCP port deletion for 7301b441-7371-4cca-8af4-45f5c4e20ba0 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:50:09.140737 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b939457e-dbb7-4933-83d4-8e52a3055fcd None None] Deleting port 99c26d87-1f8d-42b6-973c-187f4f89ee31 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:09.141562 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b939457e-dbb7-4933-83d4-8e52a3055fcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.311883 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.323132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Deleting port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:09.323941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.383021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b939457e-dbb7-4933-83d4-8e52a3055fcd None None] For port 99c26d87-1f8d-42b6-973c-187f4f89ee31, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=99c26d87-1f8d-42b6-973c-187f4f89ee31,segment=NetworkSegment(2cad86ff-eafe-46fe-9381-6339b8d96528),segment_id=2cad86ff-eafe-46fe-9381-6339b8d96528)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:09.383869 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b939457e-dbb7-4933-83d4-8e52a3055fcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.423701 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:50:06Z', 'revision_number': 5, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port': {'id': 'af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:48:13Z', 'updated_at': '2022-02-11T13:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:09.428417 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] Checking router: 7677dc05-edda-4b89-b46b-3c31cff50644 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:50:09.442000 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] Routers {'7677dc05-edda-4b89-b46b-3c31cff50644'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:50:09.443198 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7677dc05-edda-4b89-b46b-3c31cff50644'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:09.549284 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b939457e-dbb7-4933-83d4-8e52a3055fcd None None] Calling delete_port for 99c26d87-1f8d-42b6-973c-187f4f89ee31 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:09.600752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] For port af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:09.601102 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.645904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 82ed6c29-8ead-43c3-a738-a40471ecc3a8 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:09.661016 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] Set router 7677dc05-edda-4b89-b46b-3c31cff50644 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:50:09.706911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 82ed6c29-8ead-43c3-a738-a40471ecc3a8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:09.707261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 82ed6c29-8ead-43c3-a738-a40471ecc3a8 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:09.721396 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b939457e-dbb7-4933-83d4-8e52a3055fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.780481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939457e-dbb7-4933-83d4-8e52a3055fcd None None] Pushing event deleted for resources: {'Port': ['ID=99c26d87-1f8d-42b6-973c-187f4f89ee31,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.782421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b939457e-dbb7-4933-83d4-8e52a3055fcd None None] No DVR routers for this DVR port 99c26d87-1f8d-42b6-973c-187f4f89ee31 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:09.825095 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 6, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:09.830744 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1199184-a7a2-4170-9c5d-aeb1129785ef None None] The sync data for ids ['7677dc05-edda-4b89-b46b-3c31cff50644'] in n-d-818559-1 is: [{'id': '7677dc05-edda-4b89-b46b-3c31cff50644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-764424509', 'tenant_id': '6c052870f3b142058bca9fe1599fac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:48:12Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 6, 'project_id': '6c052870f3b142058bca9fe1599fac99', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:50:09.904912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Calling delete_port for af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:09.908397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cdfcd-3266-4bb9-aebc-177ad251d364 req-c230dc48-afcd-4b01-911c-f1954ed36809 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:09.911975 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cb1cdfcd-3266-4bb9-aebc-177ad251d364 req-c230dc48-afcd-4b01-911c-f1954ed36809 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.1066580 Feb 11 13:50:09.989280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cb1cdfcd-3266-4bb9-aebc-177ad251d364 req-f527fd27-298f-4157-b953-0d7955abd499 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707381 Feb 11 13:50:10.094048 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:10.140540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Port': ['ID=af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:10.434261 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:10.558070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 99c26d87-1f8d-42b6-973c-187f4f89ee31 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:10.602370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 99c26d87-1f8d-42b6-973c-187f4f89ee31 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:10.602840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 99c26d87-1f8d-42b6-973c-187f4f89ee31 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:10.603323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0605016d-631a-4318-92e7-b99368672bf1 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:10.641819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 0605016d-631a-4318-92e7-b99368672bf1 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:10.642442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0605016d-631a-4318-92e7-b99368672bf1 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:10.716966 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:10.725195 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:10.746540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-2a54bcb4-c9e8-4dd1-ba0c-5de54c940f3a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:10.748087 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-2a54bcb4-c9e8-4dd1-ba0c-5de54c940f3a tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.3733499 Feb 11 13:50:10.799984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:10.803562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Fanout notify agent at l3_agent the message router_deleted on router 7677dc05-edda-4b89-b46b-3c31cff50644 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:50:10.836247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Deleting port 35e104e1-0a18-4e0a-9d81-549346ff96b3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:10.836510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:10.872003 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:10.873072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7b12b804-56b2-48a9-a07e-475f5caee7dd tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/routers/7677dc05-edda-4b89-b46b-3c31cff50644 HTTP/1.1" status: 204 len: 168 time: 2.0537426 Feb 11 13:50:10.875983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45152) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:11.003328 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.179715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] For port 35e104e1-0a18-4e0a-9d81-549346ff96b3, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=35e104e1-0a18-4e0a-9d81-549346ff96b3,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:11.180345 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.329154 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.361841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7301b441-7371-4cca-8af4-45f5c4e20ba0']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:11.377066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cad86ff-eafe-46fe-9381-6339b8d96528') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:11.377498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cad86ff-eafe-46fe-9381-6339b8d96528') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:11.390209 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.409814 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.417545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:50:11.418079 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:50:11.434351 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:50:11.532016 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.544859 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.575807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'Network': ['ID=7301b441-7371-4cca-8af4-45f5c4e20ba0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:11.582503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9e318460-d892-4860-95d9-d142924d9f29 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/networks/7301b441-7371-4cca-8af4-45f5c4e20ba0 HTTP/1.1" status: 204 len: 168 time: 0.7052388 Feb 11 13:50:11.584900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45160) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:11.602513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2b0f3-ae5b-4cfe-bb3f-4071982c9dc5 req-b208d301-88b1-4c2c-bff6-6eea52da4429 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:11.604659 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-74c2b0f3-ae5b-4cfe-bb3f-4071982c9dc5 req-b208d301-88b1-4c2c-bff6-6eea52da4429 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 944 time: 0.3533514 Feb 11 13:50:11.670962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a012e7ae-fbbf-4df9-9ed5-d165f6a78c52 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.681548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.681947 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.682264 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Floating IP 5887b2e0-10e1-4fd8-a706-8039671000a9 disassociated. External IP: 172.25.4.6, port: 35e104e1-0a18-4e0a-9d81-549346ff96b3. Feb 11 13:50:11.682689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Calling delete_port for 35e104e1-0a18-4e0a-9d81-549346ff96b3 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:11.707339 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a012e7ae-fbbf-4df9-9ed5-d165f6a78c52 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.711569 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-74c2b0f3-ae5b-4cfe-bb3f-4071982c9dc5 req-cf230615-3018-496b-8d47-b91f9fd369fb tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups?id=6dd83c99-8d61-468d-8f5d-b857093de858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941179 Feb 11 13:50:11.782150 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a012e7ae-fbbf-4df9-9ed5-d165f6a78c52 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.804375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012e7ae-fbbf-4df9-9ed5-d165f6a78c52 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11731e5b-1a65-4129-aa08-8279558ce525,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:11.816197 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a012e7ae-fbbf-4df9-9ed5-d165f6a78c52 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.820147 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a012e7ae-fbbf-4df9-9ed5-d165f6a78c52 tempest-TestNetworkAdvancedServerOps-1701213795 tempest-TestNetworkAdvancedServerOps-1701213795-project] 10.222.0.67 "DELETE /v2.0/security-groups/11731e5b-1a65-4129-aa08-8279558ce525 HTTP/1.1" status: 204 len: 168 time: 0.2315056 Feb 11 13:50:11.859257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.907306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event deleted for resources: {'Port': ['ID=35e104e1-0a18-4e0a-9d81-549346ff96b3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:12.154379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Router 6a9c51ff-645e-4408-8607-325bee4d7c48 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:12.281463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45172) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:12.403551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:12.413515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] Sync routers for ids ['6a9c51ff-645e-4408-8607-325bee4d7c48'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:50:12.436838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:12.504486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] Routers {'6a9c51ff-645e-4408-8607-325bee4d7c48'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:50:12.505112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6a9c51ff-645e-4408-8607-325bee4d7c48'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:12.527021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45178) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:12.530111 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e520e638-1424-4ab5-8e5e-2652eb1a35e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6c052870f3b142058bca9fe1599fac99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2472236 Feb 11 13:50:12.547782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] No DVR routers for this DVR port 35e104e1-0a18-4e0a-9d81-549346ff96b3 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:12.550507 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:12.555889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-deleted', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:12.649951 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0229b548-5cc3-4c3a-b02a-d19bdd9c063c req-61509da1-2793-4181-b0b1-df0f8c8282bd tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.73 "DELETE /v2.0/ports/35e104e1-0a18-4e0a-9d81-549346ff96b3 HTTP/1.1" status: 204 len: 173 time: 1.8941846 Feb 11 13:50:12.693199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a209d74-239b-433a-b477-44df867025a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:12.696258 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cbc902-698f-400d-a117-381e10b8d08a', 'name': 'network-vif-deleted', 'tag': '35e104e1-0a18-4e0a-9d81-549346ff96b3', 'status': 'completed', 'code': 200} Feb 11 13:50:12.734064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a209d74-239b-433a-b477-44df867025a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:12.815545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:12.818533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device af0e368a-c3a9-4906-b1d0-ab1ab6c8bb06 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:12.864910 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:12.880052 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a209d74-239b-433a-b477-44df867025a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:12.917673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a209d74-239b-433a-b477-44df867025a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53c566e-e967-4476-8c7c-24919db3352c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:12.922615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a209d74-239b-433a-b477-44df867025a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:12.927340 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9a209d74-239b-433a-b477-44df867025a9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f53c566e-e967-4476-8c7c-24919db3352c HTTP/1.1" status: 204 len: 168 time: 0.3924804 Feb 11 13:50:12.962631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] Set router 6a9c51ff-645e-4408-8607-325bee4d7c48 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:50:12.969139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-002ef937-d330-4e50-be07-762e6c0e5468 req-6c861bd7-8d15-4eb8-b89f-7740d76276d0 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cbc902-698f-400d-a117-381e10b8d08a HTTP/1.1" status: 200 len: 210 time: 0.0590737 Feb 11 13:50:13.377259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '7b456584-128c-437c-82c2-c686f7903093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port': {'id': '7b456584-128c-437c-82c2-c686f7903093', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:aa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '390d7047-80de-4024-8729-60e7ae88a1e6', 'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'mac_address': 'fa:16:3e:be:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:35Z', 'updated_at': '2022-02-11T13:45:14Z', 'revision_number': 5, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'subnets': [{'id': '9fb11f61-e666-450b-a178-0966748da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:13.382279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] Checking router: 6a9c51ff-645e-4408-8607-325bee4d7c48 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:50:13.396719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] Routers {'6a9c51ff-645e-4408-8607-325bee4d7c48'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:50:13.397585 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:49:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6a9c51ff-645e-4408-8607-325bee4d7c48'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:13.490823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45192) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:13.565442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-12b80eb9-4f6f-4370-ba4a-db2d9ef50786 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a28891ed05864b92aa31ecdf176da024&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0702617 Feb 11 13:50:13.565817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:13.594871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] Set router 6a9c51ff-645e-4408-8607-325bee4d7c48 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:50:13.632011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04b3d3cd-7b45-4b92-81b7-6f5f75081690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.649877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:13.661563 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04b3d3cd-7b45-4b92-81b7-6f5f75081690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.693844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 35e104e1-0a18-4e0a-9d81-549346ff96b3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:13.694180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 35e104e1-0a18-4e0a-9d81-549346ff96b3 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:13.721472 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04b3d3cd-7b45-4b92-81b7-6f5f75081690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.742135 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3d3cd-7b45-4b92-81b7-6f5f75081690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f75de0-bf73-4657-97f8-2a02cee549ad,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:13.758306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04b3d3cd-7b45-4b92-81b7-6f5f75081690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.762810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-04b3d3cd-7b45-4b92-81b7-6f5f75081690 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/28f75de0-bf73-4657-97f8-2a02cee549ad HTTP/1.1" status: 204 len: 168 time: 0.1927269 Feb 11 13:50:14.023685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '7b456584-128c-437c-82c2-c686f7903093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port': {'id': '7b456584-128c-437c-82c2-c686f7903093', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:aa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '390d7047-80de-4024-8729-60e7ae88a1e6', 'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'mac_address': 'fa:16:3e:be:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:35Z', 'updated_at': '2022-02-11T13:45:14Z', 'revision_number': 5, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'subnets': [{'id': '9fb11f61-e666-450b-a178-0966748da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:14.030934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be238793-173b-495e-b626-918a6a23b2d5 None None] The sync data for ids ['6a9c51ff-645e-4408-8607-325bee4d7c48'] in n-d-818559-1 is: [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '7b456584-128c-437c-82c2-c686f7903093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port': {'id': '7b456584-128c-437c-82c2-c686f7903093', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:aa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '390d7047-80de-4024-8729-60e7ae88a1e6', 'name': '', 'network_id': 'd3abb0b2-0657-4b9d-b91b-19a4f0b66cdd', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'mac_address': 'fa:16:3e:be:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fb11f61-e666-450b-a178-0966748da77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:35Z', 'updated_at': '2022-02-11T13:45:14Z', 'revision_number': 5, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'subnets': [{'id': '9fb11f61-e666-450b-a178-0966748da77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:50:14.162161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45206) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:14.258182 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b66ff0ce-7c63-4f5c-b4f6-4afe11a98af7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.301781 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b66ff0ce-7c63-4f5c-b4f6-4afe11a98af7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.344179 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cefee8-b297-4e7c-8da5-982ccf72278b None None] New status for floating IP 5887b2e0-10e1-4fd8-a706-8039671000a9: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:50:14.376103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b66ff0ce-7c63-4f5c-b4f6-4afe11a98af7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.412289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ff0ce-7c63-4f5c-b4f6-4afe11a98af7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd83c99-8d61-468d-8f5d-b857093de858,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:14.424032 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b66ff0ce-7c63-4f5c-b4f6-4afe11a98af7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.427548 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b66ff0ce-7c63-4f5c-b4f6-4afe11a98af7 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "DELETE /v2.0/security-groups/6dd83c99-8d61-468d-8f5d-b857093de858 HTTP/1.1" status: 204 len: 168 time: 0.2617490 Feb 11 13:50:14.428106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45212) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:14.474139 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-be5ad0b6-640f-401a-8338-e01f8d2f2077 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] show failed (client error): The resource could not be found. Feb 11 13:50:14.478100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45216) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:14.493407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-be5ad0b6-640f-401a-8338-e01f8d2f2077 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "GET /v2.0/security-groups/6dd83c99-8d61-468d-8f5d-b857093de858 HTTP/1.1" status: 404 len: 347 time: 0.0460978 Feb 11 13:50:14.709711 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-82496647-fa5d-44ea-8ad6-54f6a4862111 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Deleting port 8354bdbb-37c2-4e63-afbd-d616e48b8a84 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:14.710314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82496647-fa5d-44ea-8ad6-54f6a4862111 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.892014 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82496647-fa5d-44ea-8ad6-54f6a4862111 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.892334 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82496647-fa5d-44ea-8ad6-54f6a4862111 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.120926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-82496647-fa5d-44ea-8ad6-54f6a4862111 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Calling delete_port for 8354bdbb-37c2-4e63-afbd-d616e48b8a84 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:15.272232 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82496647-fa5d-44ea-8ad6-54f6a4862111 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.324041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82496647-fa5d-44ea-8ad6-54f6a4862111 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Pushing event deleted for resources: {'Port': ['ID=8354bdbb-37c2-4e63-afbd-d616e48b8a84,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:15.426123 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82496647-fa5d-44ea-8ad6-54f6a4862111 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.440957 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82496647-fa5d-44ea-8ad6-54f6a4862111 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.444759 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-82496647-fa5d-44ea-8ad6-54f6a4862111 tempest-ServerActionsTestJSON-575584494 tempest-ServerActionsTestJSON-575584494-project] 10.222.0.67 "DELETE /v2.0/floatingips/5887b2e0-10e1-4fd8-a706-8039671000a9 HTTP/1.1" status: 204 len: 168 time: 0.9624629 Feb 11 13:50:15.444952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45220) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:15.469127 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40514528-8a1a-4d65-a159-efb4ce528649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:16.122354 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:16.751277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] Deleting port 390d7047-80de-4024-8729-60e7ae88a1e6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:16.751617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:17.024839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] For port 390d7047-80de-4024-8729-60e7ae88a1e6, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=390d7047-80de-4024-8729-60e7ae88a1e6,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:17.025100 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:17.151495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] Calling delete_port for 390d7047-80de-4024-8729-60e7ae88a1e6 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:17.325164 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:17.368394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=390d7047-80de-4024-8729-60e7ae88a1e6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:17.658967 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40e7d9b6-ca9c-4084-8a8a-a78038c1857d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:17.677513 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:18.271607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] Router 6a9c51ff-645e-4408-8607-325bee4d7c48 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:18.590809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:18.606684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cd2ad625-0e8b-41c8-8828-d0606d503f42 admin admin] 10.222.0.67 "PUT /v2.0/routers/6a9c51ff-645e-4408-8607-325bee4d7c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1574416 Feb 11 13:50:18.607545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45232) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:18.612052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] Sync routers for ids ['6a9c51ff-645e-4408-8607-325bee4d7c48'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:50:18.626248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] Routers {'6a9c51ff-645e-4408-8607-325bee4d7c48'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:50:18.626899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:50:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6a9c51ff-645e-4408-8607-325bee4d7c48'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:18.821511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] Set router 6a9c51ff-645e-4408-8607-325bee4d7c48 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:50:18.826675 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:19.039184 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:19.046354 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:19.065904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:19.076906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Deleting port 7b456584-128c-437c-82c2-c686f7903093 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:19.077169 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:19.155386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '7b456584-128c-437c-82c2-c686f7903093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:50:17Z', 'revision_number': 5, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port': {'id': '7b456584-128c-437c-82c2-c686f7903093', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:aa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:19.159549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] Checking router: 6a9c51ff-645e-4408-8607-325bee4d7c48 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:50:19.173130 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] Routers {'6a9c51ff-645e-4408-8607-325bee4d7c48'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:50:19.173754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:50:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['6a9c51ff-645e-4408-8607-325bee4d7c48'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:19.269042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] For port 7b456584-128c-437c-82c2-c686f7903093, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=7b456584-128c-437c-82c2-c686f7903093,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:19.269426 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:19.372291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] Set router 6a9c51ff-645e-4408-8607-325bee4d7c48 gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:50:19.396199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Calling delete_port for 7b456584-128c-437c-82c2-c686f7903093 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:19.539889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:50:19Z', 'revision_number': 6, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:19.545968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b3f7a-07b7-48f4-848f-705246932b54 None None] The sync data for ids ['6a9c51ff-645e-4408-8607-325bee4d7c48'] in n-d-818559-1 is: [{'id': '6a9c51ff-645e-4408-8607-325bee4d7c48', 'name': 'tempest-ServerActionsTestJSON-471235849-router', 'tenant_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:31Z', 'updated_at': '2022-02-11T13:50:19Z', 'revision_number': 6, 'project_id': '3dd8fcec94cf4ff1bcda9bf611ee1d73', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:50:19.607667 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:19.654219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b456584-128c-437c-82c2-c686f7903093,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:20.024022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.323653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.328076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.353825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.359793 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.360313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a9c51ff-645e-4408-8607-325bee4d7c48 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:50:20.374518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.375706 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-987272a7-9e2d-414e-961a-e07a6719fb82 admin admin] 10.222.0.67 "DELETE /v2.0/routers/6a9c51ff-645e-4408-8607-325bee4d7c48 HTTP/1.1" status: 204 len: 168 time: 1.7671170 Feb 11 13:50:20.378181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45250) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:20.439256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c9722a-0ea4-4650-9df3-18ed600b1467 admin admin] Deleting subnet 9fb11f61-e666-450b-a178-0966748da77c {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:50:20.442600 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71c9722a-0ea4-4650-9df3-18ed600b1467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.493765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 390d7047-80de-4024-8729-60e7ae88a1e6 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:20.503307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71c9722a-0ea4-4650-9df3-18ed600b1467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.535000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 390d7047-80de-4024-8729-60e7ae88a1e6 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:20.535632 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 390d7047-80de-4024-8729-60e7ae88a1e6 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:20.537024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7b456584-128c-437c-82c2-c686f7903093 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:20.573535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 7b456584-128c-437c-82c2-c686f7903093 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:20.574134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 7b456584-128c-437c-82c2-c686f7903093 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:20.600994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71c9722a-0ea4-4650-9df3-18ed600b1467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.684837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71c9722a-0ea4-4650-9df3-18ed600b1467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.725704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9722a-0ea4-4650-9df3-18ed600b1467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb11f61-e666-450b-a178-0966748da77c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:20.732475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-71c9722a-0ea4-4650-9df3-18ed600b1467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.740705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-71c9722a-0ea4-4650-9df3-18ed600b1467 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9fb11f61-e666-450b-a178-0966748da77c HTTP/1.1" status: 204 len: 168 time: 0.3593657 Feb 11 13:50:20.740918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549c0a6-a511-4d0b-a558-c9573df701d4 None None] Network d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:50:20.741205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45254) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:20.854109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.868665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Deleting port 8e090723-b6db-48e6-8121-4d1d6ade5dac {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:20.869736 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.018789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] DHCP port deletion for d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:50:21.023329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] Deleting port 8e090723-b6db-48e6-8121-4d1d6ade5dac {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:21.023704 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.108695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] For port 8e090723-b6db-48e6-8121-4d1d6ade5dac, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8e090723-b6db-48e6-8121-4d1d6ade5dac,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:21.109076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.243808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Calling delete_port for 8e090723-b6db-48e6-8121-4d1d6ade5dac owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:21.301178 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] For port 8e090723-b6db-48e6-8121-4d1d6ade5dac, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8e090723-b6db-48e6-8121-4d1d6ade5dac,segment=NetworkSegment(ce113520-19cb-4102-bbef-a98a2de9e250),segment_id=ce113520-19cb-4102-bbef-a98a2de9e250)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:21.301886 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.323868 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.368581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e090723-b6db-48e6-8121-4d1d6ade5dac,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:21.375678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] No DVR routers for this DVR port 8e090723-b6db-48e6-8121-4d1d6ade5dac on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:21.424691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] Calling delete_port for 8e090723-b6db-48e6-8121-4d1d6ade5dac owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:21.512992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:50:21.513497 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:50:21.605126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.634510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:21.646619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce113520-19cb-4102-bbef-a98a2de9e250') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:21.646918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce113520-19cb-4102-bbef-a98a2de9e250') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:21.658733 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.675409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.682258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:50:21.682663 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:50:21.695945 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:50:21.774011 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.789357 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.801437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:21.813830 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ff6b056c-b51a-4636-a1eb-7fda08397ff3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d3abb0b2-0657-4b9d-b91b-19a4f0b66cdd HTTP/1.1" status: 204 len: 168 time: 1.0716300 Feb 11 13:50:21.960930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45266) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:22.014870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] Deleting port 8e090723-b6db-48e6-8121-4d1d6ade5dac {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:22.015976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.019173 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-77299bbe-8545-4b60-814f-aed231337894 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3dd8fcec94cf4ff1bcda9bf611ee1d73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570552 Feb 11 13:50:22.021542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45270) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:22.082853 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce7d3-5054-491e-8690-1474f8dca45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.089659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f659947d-bdaa-4d24-9863-e7f430bf315b None None] The port '8e090723-b6db-48e6-8121-4d1d6ade5dac' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:50:22.114479 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce7d3-5054-491e-8690-1474f8dca45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.171091 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce7d3-5054-491e-8690-1474f8dca45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.191865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ce7d3-5054-491e-8690-1474f8dca45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98c533d-78ae-4bc3-8285-c0d9e9489b25,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:22.199652 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce7d3-5054-491e-8690-1474f8dca45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.200774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5c6ce7d3-5054-491e-8690-1474f8dca45b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c98c533d-78ae-4bc3-8285-c0d9e9489b25 HTTP/1.1" status: 204 len: 168 time: 0.1783404 Feb 11 13:50:22.472342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8e090723-b6db-48e6-8121-4d1d6ade5dac no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:22.512796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 8e090723-b6db-48e6-8121-4d1d6ade5dac {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:22.513293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8e090723-b6db-48e6-8121-4d1d6ade5dac not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:23.190164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45296) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:23.322897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-730451495-network', 'tenant_id': 'e97cc44e11a64408b8e0815e4039aeb9'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:23.328294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:23.332509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Usage tracker for resource:network and tenant:e97cc44e11a64408b8e0815e4039aeb9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:23.335970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:23.351386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:23.365703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Made reservation on behalf of e97cc44e11a64408b8e0815e4039aeb9 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:23.369001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:23.387167 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:23.419880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:23.423781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Usage tracker for resource:security_group_rule and tenant:e97cc44e11a64408b8e0815e4039aeb9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:23.426929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:23.433139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:23.514643 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:23.519164 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:23.554248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd5cd83-4290-4ae2-954d-4a3ef404b983,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:23.564743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:23.575576 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:23.575991 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Added segment 0fd07672-d632-4c05-9f19-e61cd23543b2 of type vlan for network 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 Feb 11 13:50:23.602644 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:23.635798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:23.636607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:23.637188 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:23.743949 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5525005 Feb 11 13:50:23.745267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dbd1e-bc2c-46a1-9f42-55d32cfb1192 admin admin] Pushing event updated for resources: {'Network': ['ID=213ddb01-da07-4c84-b5b8-aa81bcc1b9b9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:23.747319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45304) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:23.752858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Request body: {'subnet': {'network_id': '213ddb01-da07-4c84-b5b8-aa81bcc1b9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-730451495-subnet', 'tenant_id': 'e97cc44e11a64408b8e0815e4039aeb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:23.755776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:50:23.758441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:23.762971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Usage tracker for resource:subnet and tenant:e97cc44e11a64408b8e0815e4039aeb9 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:23.765838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:23.771457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:23.781957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Made reservation on behalf of e97cc44e11a64408b8e0815e4039aeb9 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:23.784452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:23.988166 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:24.062541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ac8861-7c0e-4205-9b3e-80397576f145,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:24.076999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Checking segment: {'id': '0fd07672-d632-4c05-9f19-e61cd23543b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '213ddb01-da07-4c84-b5b8-aa81bcc1b9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:50:24.077350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Network hostable DHCP agents. Network: 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:24.098556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Network 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:50:24.108063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:24.111964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:24.112544 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:24.118388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e596ec44-3591-4df2-8b7a-0b2a761354a3 None None] Network 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:50:24.133547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f9a11a8-8580-4e26-974e-2b75bac70b20 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3852181 Feb 11 13:50:24.345007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b25f73-e505-4dd3-8c8a-f0bd6237153d None None] Network 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:50:24.703308 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-f7590785-6128-4480-9ba8-eeeb13574660 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:24.704754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-f7590785-6128-4480-9ba8-eeeb13574660 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/networks?id=213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 HTTP/1.1" status: 200 len: 808 time: 0.1528444 Feb 11 13:50:24.722626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-ad5ba07e-94ef-4682-9d19-e2bdc2bf9e7f tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/quotas/e97cc44e11a64408b8e0815e4039aeb9 HTTP/1.1" status: 200 len: 375 time: 0.0121512 Feb 11 13:50:24.785689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-67255934-9b16-4d38-a118-58b3170604a9 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e97cc44e11a64408b8e0815e4039aeb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575571 Feb 11 13:50:24.797366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-7bc398e0-ca9a-4d05-b5cb-b27f8595317f service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:50:24.798839 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-7bc398e0-ca9a-4d05-b5cb-b27f8595317f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060127 Feb 11 13:50:24.941639 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-f3eaf3f4-edbe-4300-873f-523c6ca95d42 service neutron] 10.222.0.67 "GET /v2.0/networks/213ddb01-da07-4c84-b5b8-aa81bcc1b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325107 Feb 11 13:50:25.079250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-7ae0fed0-cb06-44e6-867f-f1ff35f4143a service neutron] 10.222.0.67 "GET /v2.0/networks/213ddb01-da07-4c84-b5b8-aa81bcc1b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317608 Feb 11 13:50:25.271090 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-961a2091-765c-4e88-80b3-aec8aa778a0a req-21ca5b00-0e56-44b3-a788-3ba6a17500d0 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 210 time: 0.0441780 Feb 11 13:50:26.395565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cd814636-7f78-42a7-a1ff-28ff73069da5 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:26.397082 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cd814636-7f78-42a7-a1ff-28ff73069da5 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.73 "GET /v2.0/networks?id=213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 HTTP/1.1" status: 200 len: 808 time: 0.1518064 Feb 11 13:50:26.413351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Request body: {'port': {'device_id': '61c8dc42-a40d-4929-823d-880ca5e1898f', 'network_id': '213ddb01-da07-4c84-b5b8-aa81bcc1b9b9', 'admin_state_up': True, 'tenant_id': 'e97cc44e11a64408b8e0815e4039aeb9'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:26.589015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fafe8b81-aef6-44cf-8c71-87c2843bbf58 req-b2406437-cdca-4f45-8249-21e0118366a2 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 210 time: 0.1615005 Feb 11 13:50:26.599484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:26.603974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Usage tracker for resource:port and tenant:e97cc44e11a64408b8e0815e4039aeb9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:26.606938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:26.612681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:26.624059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Made reservation on behalf of e97cc44e11a64408b8e0815e4039aeb9 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:26.627232 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.789285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Allocated IP 172.20.0.6 (213ddb01-da07-4c84-b5b8-aa81bcc1b9b9/22ac8861-7c0e-4205-9b3e-80397576f145/fc2a2a5b-7866-456a-93df-2d849aad5605) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:26.999239 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.029592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.098406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Network 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:27.101889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:27.105571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:50:27.149123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Pushing event updated for resources: {'Port': ['ID=fc2a2a5b-7866-456a-93df-2d849aad5605,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:27.175139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:27.175912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.197912 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-eeebe330-7569-4f85-abeb-3634b6833330 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879579 Feb 11 13:50:27.208627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Request body: {'port': {'device_id': '61c8dc42-a40d-4929-823d-880ca5e1898f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:27.316017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.381703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-f44d2581-2890-468b-80a0-0592b3f8339d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:27.383312 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-f44d2581-2890-468b-80a0-0592b3f8339d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.1472356 Feb 11 13:50:27.402376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-841127c0-5c3e-4a64-9bbb-bee46dfc18d0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/quotas/320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 375 time: 0.0124395 Feb 11 13:50:27.488632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-a4d8e899-098d-4d6d-9b28-48c7e3f7c179 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:50:27.504032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-a4d8e899-098d-4d6d-9b28-48c7e3f7c179 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:50:27.505907 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-a4d8e899-098d-4d6d-9b28-48c7e3f7c179 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980549 Feb 11 13:50:27.647211 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-2ee75c45-590d-4db9-b562-2a6e796903bb service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336675 Feb 11 13:50:27.787098 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b2fbde48-7afb-450b-a444-94520171159d service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321559 Feb 11 13:50:27.807252 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2a2a5b-7866-456a-93df-2d849aad5605 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:50:27.816536 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.843988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Transition to ACTIVE for port object fc2a2a5b-7866-456a-93df-2d849aad5605 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:50:27.848875 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.909246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be065b3-654f-4a77-a7c4-f9123d8c2766 req-c9567ab0-3a28-4e50-b4a3-d4712300cc65 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:27.909846 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0be065b3-654f-4a77-a7c4-f9123d8c2766 req-c9567ab0-3a28-4e50-b4a3-d4712300cc65 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Synchronizing usage tracker for tenant:e97cc44e11a64408b8e0815e4039aeb9 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:50:28.003205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Pushing event updated for resources: {'Port': ['ID=fc2a2a5b-7866-456a-93df-2d849aad5605,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:28.012931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-0be065b3-654f-4a77-a7c4-f9123d8c2766 req-c9567ab0-3a28-4e50-b4a3-d4712300cc65 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Unset dirty status for tenant:e97cc44e11a64408b8e0815e4039aeb9 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:50:28.014101 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0be065b3-654f-4a77-a7c4-f9123d8c2766 req-c9567ab0-3a28-4e50-b4a3-d4712300cc65 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 931 time: 0.2728019 Feb 11 13:50:28.031081 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-064add0f-1ce0-43b6-a30b-b8d1579eca86 req-b24c5194-9797-4e99-a6d7-5e2fc99036b0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 210 time: 0.0505481 Feb 11 13:50:28.140698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0be065b3-654f-4a77-a7c4-f9123d8c2766 req-dbe25acc-266c-4478-90b2-05e1a2c14c4f tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/security-groups?id=5fd5cd83-4290-4ae2-954d-4a3ef404b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969687 Feb 11 13:50:28.160275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Attempting to bind port fc2a2a5b-7866-456a-93df-2d849aad5605 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:28.160275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Attempting to bind port fc2a2a5b-7866-456a-93df-2d849aad5605 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '0fd07672-d632-4c05-9f19-e61cd23543b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '213ddb01-da07-4c84-b5b8-aa81bcc1b9b9'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:28.160473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Attempting to bind port fc2a2a5b-7866-456a-93df-2d849aad5605 on network 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:50:28.166834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Port fc2a2a5b-7866-456a-93df-2d849aad5605 on network 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:50:28.167156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Attempting to bind port fc2a2a5b-7866-456a-93df-2d849aad5605 on network 213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:50:28.173844 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:50:28.174196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Checking segment: {'id': '0fd07672-d632-4c05-9f19-e61cd23543b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '213ddb01-da07-4c84-b5b8-aa81bcc1b9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:50:28.174630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Bound using segment: {'id': '0fd07672-d632-4c05-9f19-e61cd23543b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '213ddb01-da07-4c84-b5b8-aa81bcc1b9b9'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:50:28.175161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Bound port: fc2a2a5b-7866-456a-93df-2d849aad5605, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd07672-d632-4c05-9f19-e61cd23543b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '213ddb01-da07-4c84-b5b8-aa81bcc1b9b9'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:28.175599 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:28.269553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] For port fc2a2a5b-7866-456a-93df-2d849aad5605, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:28.273105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] For port fc2a2a5b-7866-456a-93df-2d849aad5605, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc2a2a5b-7866-456a-93df-2d849aad5605,segment=NetworkSegment(0fd07672-d632-4c05-9f19-e61cd23543b2),segment_id=0fd07672-d632-4c05-9f19-e61cd23543b2)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:28.277968 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:28.352218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:28.353757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] 10.222.0.73 "PUT /v2.0/ports/fc2a2a5b-7866-456a-93df-2d849aad5605 HTTP/1.1" status: 200 len: 1091 time: 1.1489623 Feb 11 13:50:28.354451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c8dc42-a40d-4929-823d-880ca5e1898f', 'tag': 'fc2a2a5b-7866-456a-93df-2d849aad5605'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:28.383676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdc41e-427d-4a2e-addf-ba72c05ed10a service neutron] Pushing event updated for resources: {'Port': ['ID=fc2a2a5b-7866-456a-93df-2d849aad5605,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:28.413679 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c8dc42-a40d-4929-823d-880ca5e1898f', 'tag': 'fc2a2a5b-7866-456a-93df-2d849aad5605', 'status': 'completed', 'code': 200} Feb 11 13:50:28.504125 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-1d3eae86-1023-4f43-8d85-6cc2486db158 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e97cc44e11a64408b8e0815e4039aeb9&device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 1094 time: 0.0720427 Feb 11 13:50:28.578872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-626644f6-97d5-446a-adbc-a77987982ce5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc2a2a5b-7866-456a-93df-2d849aad5605 HTTP/1.1" status: 200 len: 217 time: 0.0676918 Feb 11 13:50:28.641198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-106347a2-da5b-41a2-9132-30402c5406a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:28.642655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-106347a2-da5b-41a2-9132-30402c5406a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22ac8861-7c0e-4205-9b3e-80397576f145 HTTP/1.1" status: 200 len: 848 time: 0.0582347 Feb 11 13:50:28.691748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-79dbebb4-4462-4858-b08f-0d2b51526e04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=213ddb01-da07-4c84-b5b8-aa81bcc1b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432234 Feb 11 13:50:28.821094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-31981450-0aba-4c55-a2ee-7e77a2f4b32e service neutron] 10.222.0.73 "GET /v2.0/networks/213ddb01-da07-4c84-b5b8-aa81bcc1b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225810 Feb 11 13:50:28.957311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-615f7a3b-2efd-4571-88bc-0b8750bdfaad req-40e9fda5-006c-43c5-9a60-30ebd4599b69 service neutron] 10.222.0.73 "GET /v2.0/networks/213ddb01-da07-4c84-b5b8-aa81bcc1b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301339 Feb 11 13:50:29.140295 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1ac6d9da-4298-4f15-b4f9-0f2318d9b576 req-58ea9b1b-3597-440d-8f07-9b1d2ecff73d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e97cc44e11a64408b8e0815e4039aeb9&device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 1094 time: 0.0984461 Feb 11 13:50:29.226371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-a7903976-cdc7-4b39-a5b5-598d2ec5b858 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:29.228411 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-a7903976-cdc7-4b39-a5b5-598d2ec5b858 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.2926102 Feb 11 13:50:29.245634 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'port': {'device_id': '308dc72b-6ab6-4859-9d7f-8c371925de76', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'admin_state_up': True, 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:29.369377 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-77d7eb60-3150-4569-9329-cbcf7dca418b req-ae778bc1-fee4-45a0-a6a0-7d980a49923d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 210 time: 0.1975462 Feb 11 13:50:29.427335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6d9da-4298-4f15-b4f9-0f2318d9b576 req-68fde043-0f6a-4158-bd38-3abe007663bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:29.428920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1ac6d9da-4298-4f15-b4f9-0f2318d9b576 req-68fde043-0f6a-4158-bd38-3abe007663bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 HTTP/1.1" status: 200 len: 909 time: 0.2821038 Feb 11 13:50:29.471900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:29.485044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:29.492079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022960b-c9ac-4a18-a132-95550955b6b8 req-6594dd54-1bea-492e-a468-0439ccea96c5 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:29.493648 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3022960b-c9ac-4a18-a132-95550955b6b8 req-6594dd54-1bea-492e-a468-0439ccea96c5 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 943 time: 0.1578546 Feb 11 13:50:29.504812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1ac6d9da-4298-4f15-b4f9-0f2318d9b576 req-0ca756e2-a1aa-405c-a893-42ede0b8f211 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc2a2a5b-7866-456a-93df-2d849aad5605 HTTP/1.1" status: 200 len: 217 time: 0.0698605 Feb 11 13:50:29.519779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Made reservation on behalf of 320ac6f1567144f2bd5fefe0ce684a1c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:29.522897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:29.580562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6d9da-4298-4f15-b4f9-0f2318d9b576 req-50a8d4a9-5912-4276-a27d-31b74cc74a59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:29.582470 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1ac6d9da-4298-4f15-b4f9-0f2318d9b576 req-50a8d4a9-5912-4276-a27d-31b74cc74a59 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22ac8861-7c0e-4205-9b3e-80397576f145 HTTP/1.1" status: 200 len: 848 time: 0.0708866 Feb 11 13:50:29.603116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3022960b-c9ac-4a18-a132-95550955b6b8 req-2bc9c593-f869-4a97-9bc2-a35adda3c378 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Synchronizing usage tracker for tenant:e97cc44e11a64408b8e0815e4039aeb9 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:50:29.635896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1ac6d9da-4298-4f15-b4f9-0f2318d9b576 req-bd0a384b-bd93-4041-944e-3ae4f4b36369 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=213ddb01-da07-4c84-b5b8-aa81bcc1b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466757 Feb 11 13:50:29.658255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3022960b-c9ac-4a18-a132-95550955b6b8 req-2bc9c593-f869-4a97-9bc2-a35adda3c378 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Unset dirty status for tenant:e97cc44e11a64408b8e0815e4039aeb9 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:50:29.659564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3022960b-c9ac-4a18-a132-95550955b6b8 req-2bc9c593-f869-4a97-9bc2-a35adda3c378 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/security-groups?id=5fd5cd83-4290-4ae2-954d-4a3ef404b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572270 Feb 11 13:50:29.745515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Allocated IP 172.20.0.6 (ecf7a222-cb00-4783-8fcc-55f3133ab6d3/8c9bab48-cff2-4672-a89f-bb6ed7f2a779/2c010943-5f26-4814-8e36-e8189942d1b9) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:29.795930 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1ac6d9da-4298-4f15-b4f9-0f2318d9b576 req-482d068d-8cac-4e56-a916-8c1858aad7e4 service neutron] 10.222.0.73 "GET /v2.0/networks/213ddb01-da07-4c84-b5b8-aa81bcc1b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510046 Feb 11 13:50:29.955509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1ac6d9da-4298-4f15-b4f9-0f2318d9b576 req-e4a1881b-3b5c-48a2-b2d5-4f9e6e4bc2bd service neutron] 10.222.0.73 "GET /v2.0/networks/213ddb01-da07-4c84-b5b8-aa81bcc1b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521599 Feb 11 13:50:29.992281 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.009428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Transition to ACTIVE for port object 2c010943-5f26-4814-8e36-e8189942d1b9 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:50:30.033341 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.116559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:30.117452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=2c010943-5f26-4814-8e36-e8189942d1b9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:30.120696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:30.122790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:50:30.186936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:30.187455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.214784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-b378a0ae-3f85-4e68-8dcb-e218a7e4a3de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9745884 Feb 11 13:50:30.226289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Request body: {'port': {'device_id': '308dc72b-6ab6-4859-9d7f-8c371925de76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:30.327327 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:50:30.344617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.396820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-93ecc577-4207-4198-8bc4-1176c99ed3b3 None None] Provisioning for port 2c010943-5f26-4814-8e36-e8189942d1b9 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:50:30.411490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-93ecc577-4207-4198-8bc4-1176c99ed3b3 None None] Provisioning complete for port 2c010943-5f26-4814-8e36-e8189942d1b9 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:30.412024 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93ecc577-4207-4198-8bc4-1176c99ed3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.483193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-93ecc577-4207-4198-8bc4-1176c99ed3b3 None None] Port 2c010943-5f26-4814-8e36-e8189942d1b9 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:50:30.628808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32e62f-ea46-41e0-9cf1-1fb94042d0d0 req-055de0fe-dcad-4508-bb03-b7dff647c918 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:30.630259 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f32e62f-ea46-41e0-9cf1-1fb94042d0d0 req-055de0fe-dcad-4508-bb03-b7dff647c918 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 931 time: 0.0907512 Feb 11 13:50:30.687542 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f32e62f-ea46-41e0-9cf1-1fb94042d0d0 req-0f03445f-cd07-446a-b67d-4c5de2bf5563 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515788 Feb 11 13:50:30.759385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c010943-5f26-4814-8e36-e8189942d1b9 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:50:30.767305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.783312 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Transition to ACTIVE for port object 2c010943-5f26-4814-8e36-e8189942d1b9 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:50:30.787255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.962479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Pushing event updated for resources: {'Port': ['ID=2c010943-5f26-4814-8e36-e8189942d1b9,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:31.083308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873de80c-28d4-426e-8093-4645dffe9259 req-38e59ce3-7010-424c-8f24-ca3c7df519e7 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:31.085866 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-873de80c-28d4-426e-8093-4645dffe9259 req-38e59ce3-7010-424c-8f24-ca3c7df519e7 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 943 time: 0.2630000 Feb 11 13:50:31.157841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Attempting to bind port 2c010943-5f26-4814-8e36-e8189942d1b9 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:31.158077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Attempting to bind port 2c010943-5f26-4814-8e36-e8189942d1b9 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:31.158373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Attempting to bind port 2c010943-5f26-4814-8e36-e8189942d1b9 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:50:31.169823 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-873de80c-28d4-426e-8093-4645dffe9259 req-85330da2-1b93-4ed2-bf06-ae2300123b78 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/security-groups?id=5fd5cd83-4290-4ae2-954d-4a3ef404b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767176 Feb 11 13:50:31.170770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Port 2c010943-5f26-4814-8e36-e8189942d1b9 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:50:31.171088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Attempting to bind port 2c010943-5f26-4814-8e36-e8189942d1b9 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:50:31.177495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:50:31.177853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Checking segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:50:31.178167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Bound using segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:50:31.178610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Bound port: 2c010943-5f26-4814-8e36-e8189942d1b9, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:31.178953 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.369460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] For port 2c010943-5f26-4814-8e36-e8189942d1b9, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:31.373592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] For port 2c010943-5f26-4814-8e36-e8189942d1b9, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2c010943-5f26-4814-8e36-e8189942d1b9,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:31.378770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.462432 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.464340 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] 10.222.0.75 "PUT /v2.0/ports/2c010943-5f26-4814-8e36-e8189942d1b9 HTTP/1.1" status: 200 len: 1091 time: 1.2427709 Feb 11 13:50:31.464762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308dc72b-6ab6-4859-9d7f-8c371925de76', 'tag': '2c010943-5f26-4814-8e36-e8189942d1b9'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:31.494682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a45311-e99f-4e52-bff4-ad5fb9707908 service neutron] Pushing event updated for resources: {'Port': ['ID=2c010943-5f26-4814-8e36-e8189942d1b9,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:31.551498 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308dc72b-6ab6-4859-9d7f-8c371925de76', 'tag': '2c010943-5f26-4814-8e36-e8189942d1b9', 'status': 'completed', 'code': 200} Feb 11 13:50:31.591408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-66e287da-bb16-4fe3-be3f-4faa36460392 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 1094 time: 0.0868847 Feb 11 13:50:31.667395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-73c8a917-b195-4ec3-b6ec-4fb7a79c6b2b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c010943-5f26-4814-8e36-e8189942d1b9 HTTP/1.1" status: 200 len: 217 time: 0.0686142 Feb 11 13:50:31.711796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fc2a2a5b-7866-456a-93df-2d849aad5605 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:50:31.731080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-929fe028-1245-41c4-9567-ff1fc13503a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:31.732542 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-929fe028-1245-41c4-9567-ff1fc13503a0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0598860 Feb 11 13:50:31.834321 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-04a09957-b994-43b7-a7cf-a641f64dee89 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957177 Feb 11 13:50:31.891279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fc2a2a5b-7866-456a-93df-2d849aad5605, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc2a2a5b-7866-456a-93df-2d849aad5605,segment=NetworkSegment(0fd07672-d632-4c05-9f19-e61cd23543b2),segment_id=0fd07672-d632-4c05-9f19-e61cd23543b2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:31.904618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'fc2a2a5b-7866-456a-93df-2d849aad5605', 'network_id': '213ddb01-da07-4c84-b5b8-aa81bcc1b9b9', 'port_id': 'fc2a2a5b-7866-456a-93df-2d849aad5605', 'mac_address': 'fa:16:3e:cb:fb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ac8861-7c0e-4205-9b3e-80397576f145', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:50:31.963407 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.982136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2a2a5b-7866-456a-93df-2d849aad5605 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:50:31.999416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fc2a2a5b-7866-456a-93df-2d849aad5605, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc2a2a5b-7866-456a-93df-2d849aad5605,segment=NetworkSegment(0fd07672-d632-4c05-9f19-e61cd23543b2),segment_id=0fd07672-d632-4c05-9f19-e61cd23543b2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:32.004088 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:32.031833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3d6f7-54b4-47a7-84ee-a375e251ba40 req-170f0dfa-fc39-4e31-b8c6-40eb7c93b600 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:32.032906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-28a3d6f7-54b4-47a7-84ee-a375e251ba40 req-170f0dfa-fc39-4e31-b8c6-40eb7c93b600 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:50:32.067808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-a89d5ca3-10d4-42a8-a343-06b1f7740774 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261846 Feb 11 13:50:32.069294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-28a3d6f7-54b4-47a7-84ee-a375e251ba40 req-170f0dfa-fc39-4e31-b8c6-40eb7c93b600 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:50:32.070303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28a3d6f7-54b4-47a7-84ee-a375e251ba40 req-170f0dfa-fc39-4e31-b8c6-40eb7c93b600 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.2301540 Feb 11 13:50:32.076988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=fc2a2a5b-7866-456a-93df-2d849aad5605,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:32.209127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['fc2a2a5b-7866-456a-93df-2d849aad5605'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:50:32.235704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-28a3d6f7-54b4-47a7-84ee-a375e251ba40 req-e21e1e2a-5e72-4b19-a9c3-3d3e64483a35 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404824 Feb 11 13:50:32.299159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4db3ca2c-051f-4b7d-8920-515dba905bfa req-693a4007-f06b-44e0-a7e1-a6e59313b818 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242966 Feb 11 13:50:32.477383 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17a9b3e8-65b9-41b4-b73d-ddcbf10e3020 req-cd5d7487-cacd-4d95-a60d-de3a07fdad81 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 1094 time: 0.0961587 Feb 11 13:50:32.649970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9b3e8-65b9-41b4-b73d-ddcbf10e3020 req-7e2d5eb9-4549-47d9-aeb9-7dc10b07d0dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:32.652328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17a9b3e8-65b9-41b4-b73d-ddcbf10e3020 req-7e2d5eb9-4549-47d9-aeb9-7dc10b07d0dc service neutron] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1681106 Feb 11 13:50:32.751704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17a9b3e8-65b9-41b4-b73d-ddcbf10e3020 req-7fb1c439-f05e-47c8-b43e-fc5b6a0d5768 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c010943-5f26-4814-8e36-e8189942d1b9 HTTP/1.1" status: 200 len: 217 time: 0.0908759 Feb 11 13:50:32.755435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd85ec-b102-4345-8dc9-882394e66443 req-c65f3ea4-c134-4b57-bb50-78e20ea24c8c tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:32.759051 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79fd85ec-b102-4345-8dc9-882394e66443 req-c65f3ea4-c134-4b57-bb50-78e20ea24c8c tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 944 time: 0.1003752 Feb 11 13:50:32.810030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79fd85ec-b102-4345-8dc9-882394e66443 req-d5e2261b-fc04-4505-b820-9bf6f395eef4 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/security-groups?id=5fd5cd83-4290-4ae2-954d-4a3ef404b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445244 Feb 11 13:50:32.828014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9b3e8-65b9-41b4-b73d-ddcbf10e3020 req-0c81f8ae-fe97-4b35-b906-1c92d4ee69a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:32.829825 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17a9b3e8-65b9-41b4-b73d-ddcbf10e3020 req-0c81f8ae-fe97-4b35-b906-1c92d4ee69a6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0753434 Feb 11 13:50:32.934343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17a9b3e8-65b9-41b4-b73d-ddcbf10e3020 req-d99c21d9-2e9f-4a27-82e0-61f95870ddc8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987117 Feb 11 13:50:33.103854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17a9b3e8-65b9-41b4-b73d-ddcbf10e3020 req-3a3bb2f2-e31f-468b-bb66-6af67b21078a service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612103 Feb 11 13:50:33.324294 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-17a9b3e8-65b9-41b4-b73d-ddcbf10e3020 req-081094d9-ae71-4f4f-8109-01eea53814b4 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150483 Feb 11 13:50:33.610222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8c608-fc7d-4758-8fa5-d6f8e34784f5 req-680b3193-8034-48e3-b5c3-6a1a4d4a2dca tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:33.611721 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7d8c608-fc7d-4758-8fa5-d6f8e34784f5 req-680b3193-8034-48e3-b5c3-6a1a4d4a2dca tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.2139041 Feb 11 13:50:33.666872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7d8c608-fc7d-4758-8fa5-d6f8e34784f5 req-4e9a2e10-e026-4616-8090-8b86f6b30709 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461960 Feb 11 13:50:33.715793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fc2a2a5b-7866-456a-93df-2d849aad5605 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:50:33.810495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port fc2a2a5b-7866-456a-93df-2d849aad5605 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:50:33.815386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port fc2a2a5b-7866-456a-93df-2d849aad5605 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:33.815752 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:34.034902 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:34.073059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c8dc42-a40d-4929-823d-880ca5e1898f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2a2a5b-7866-456a-93df-2d849aad5605'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:34.083170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495e7c4-30eb-441b-bbff-243fe8506e8d req-274a0d17-8a23-439b-a664-545766be2b43 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:34.091248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d495e7c4-30eb-441b-bbff-243fe8506e8d req-274a0d17-8a23-439b-a664-545766be2b43 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 944 time: 0.1214094 Feb 11 13:50:34.100594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port fc2a2a5b-7866-456a-93df-2d849aad5605, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc2a2a5b-7866-456a-93df-2d849aad5605,segment=NetworkSegment(0fd07672-d632-4c05-9f19-e61cd23543b2),segment_id=0fd07672-d632-4c05-9f19-e61cd23543b2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:34.111590 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:34.172732 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d495e7c4-30eb-441b-bbff-243fe8506e8d req-f4d965de-51e7-4ef9-9c50-609a27c65ffb tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/security-groups?id=5fd5cd83-4290-4ae2-954d-4a3ef404b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695572 Feb 11 13:50:34.232091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=fc2a2a5b-7866-456a-93df-2d849aad5605,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:34.283620 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c8dc42-a40d-4929-823d-880ca5e1898f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2a2a5b-7866-456a-93df-2d849aad5605', 'code': 200} Feb 11 13:50:34.441596 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-495cfb48-bf13-4e66-821c-5867c0776045 req-4d4e8d18-4119-4506-9d38-7634b03f2060 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 1096 time: 0.0996940 Feb 11 13:50:34.498672 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-495cfb48-bf13-4e66-821c-5867c0776045 req-4ad165b9-abbc-4e7f-96a5-d46284af68a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5fd5cd83-4290-4ae2-954d-4a3ef404b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512412 Feb 11 13:50:34.909128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46db93-58f3-4cda-af6f-d8a8761ea3bb req-c15a7605-cea7-4b02-8f69-15c2cc719985 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:34.910940 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d46db93-58f3-4cda-af6f-d8a8761ea3bb req-c15a7605-cea7-4b02-8f69-15c2cc719985 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.0908909 Feb 11 13:50:34.968229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d46db93-58f3-4cda-af6f-d8a8761ea3bb req-f782d2ef-b998-429c-982a-1c1fc371bbf8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499833 Feb 11 13:50:35.474902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d42e3-5d8f-4bf6-986c-20e46c4ae484 req-00125ce1-87cc-420d-9f7b-97f4c3e275fe tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:35.477147 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e0d42e3-5d8f-4bf6-986c-20e46c4ae484 req-00125ce1-87cc-420d-9f7b-97f4c3e275fe tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 945 time: 0.1089501 Feb 11 13:50:35.559562 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e0d42e3-5d8f-4bf6-986c-20e46c4ae484 req-8da6ac4c-991b-4219-82ac-4545e096a616 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/security-groups?id=5fd5cd83-4290-4ae2-954d-4a3ef404b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749335 Feb 11 13:50:36.186136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee366ee-5718-4073-8104-ebe15bb7522b req-9b0c5240-f0d1-4f0c-b6d3-c2885eba90f3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:36.187631 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bee366ee-5718-4073-8104-ebe15bb7522b req-9b0c5240-f0d1-4f0c-b6d3-c2885eba90f3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.0821669 Feb 11 13:50:36.236905 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bee366ee-5718-4073-8104-ebe15bb7522b req-386de2da-05fd-4e2e-ac70-a11baa7bf779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Feb 11 13:50:36.810115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6ec4b-7c65-4143-823c-96a0243520f0 req-9bf7eb01-1589-4eb4-99dd-b9aa7d4de756 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:36.811546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f5e6ec4b-7c65-4143-823c-96a0243520f0 req-9bf7eb01-1589-4eb4-99dd-b9aa7d4de756 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 945 time: 0.0795836 Feb 11 13:50:36.860443 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f5e6ec4b-7c65-4143-823c-96a0243520f0 req-41a64027-1fc4-4efc-9502-43947622f6f1 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/security-groups?id=5fd5cd83-4290-4ae2-954d-4a3ef404b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Feb 11 13:50:37.468652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318c341-0dc1-4eed-a266-42a3139d7609 req-b9a34999-3f50-4731-b015-f36ad4a4ba44 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:37.470123 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5318c341-0dc1-4eed-a266-42a3139d7609 req-b9a34999-3f50-4731-b015-f36ad4a4ba44 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.0939372 Feb 11 13:50:37.517202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5318c341-0dc1-4eed-a266-42a3139d7609 req-0889472c-7d48-45c4-bd84-7482cad97786 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Feb 11 13:50:37.661728 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.731725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd601-2bb7-470b-94bd-785c337e2d19 req-5ee2d4ed-331f-4a26-a8b6-d802fd6a4363 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:38.733185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8cadd601-2bb7-470b-94bd-785c337e2d19 req-5ee2d4ed-331f-4a26-a8b6-d802fd6a4363 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.0886188 Feb 11 13:50:38.778461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8cadd601-2bb7-470b-94bd-785c337e2d19 req-b046dc1b-986f-4f7f-bc4f-55d7b0baf918 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398436 Feb 11 13:50:39.961587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b295b-8391-42b7-bddb-f9f10bfa5947 req-41152d01-1483-495a-a632-02c220875b64 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:39.963133 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f28b295b-8391-42b7-bddb-f9f10bfa5947 req-41152d01-1483-495a-a632-02c220875b64 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 945 time: 0.0813284 Feb 11 13:50:39.983990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362f17-616d-486b-832f-54b11b9ae616 req-b6ccf2e5-8ae4-4acc-b114-76cd99b29666 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:39.985503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81362f17-616d-486b-832f-54b11b9ae616 req-b6ccf2e5-8ae4-4acc-b114-76cd99b29666 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.0806422 Feb 11 13:50:40.018428 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f28b295b-8391-42b7-bddb-f9f10bfa5947 req-0659a2d0-4875-4be6-be8c-6eb195435e83 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/security-groups?id=5fd5cd83-4290-4ae2-954d-4a3ef404b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485384 Feb 11 13:50:40.039336 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81362f17-616d-486b-832f-54b11b9ae616 req-68f42fea-bc37-4865-ab76-84fe44c76e6a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473878 Feb 11 13:50:41.242795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067aac8-c544-4968-9e65-b663ac65600a req-b981e5dc-4634-45fb-8736-7796942879de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:41.244449 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9067aac8-c544-4968-9e65-b663ac65600a req-b981e5dc-4634-45fb-8736-7796942879de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.0834186 Feb 11 13:50:41.264106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13873588-bc3d-4899-9a76-3017d419291e req-0396cbf4-a6c4-4f33-a57c-23b73e0ae95b tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:41.265529 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13873588-bc3d-4899-9a76-3017d419291e req-0396cbf4-a6c4-4f33-a57c-23b73e0ae95b tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.73 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 945 time: 0.1393166 Feb 11 13:50:41.274763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe610a-3a4e-46fb-aece-4fb0e39d358d req-ad9a4dfa-9c9d-4f96-805e-ca51881c8171 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:41.277143 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35fe610a-3a4e-46fb-aece-4fb0e39d358d req-ad9a4dfa-9c9d-4f96-805e-ca51881c8171 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 945 time: 0.1063118 Feb 11 13:50:41.291489 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9067aac8-c544-4968-9e65-b663ac65600a req-bb4b79aa-1595-49d1-95f7-978fe089855b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Feb 11 13:50:41.369199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-13873588-bc3d-4899-9a76-3017d419291e req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Deleting port fc2a2a5b-7866-456a-93df-2d849aad5605 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:41.369199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-13873588-bc3d-4899-9a76-3017d419291e req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.411582 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35fe610a-3a4e-46fb-aece-4fb0e39d358d req-9d6eee66-9023-474f-8082-83cb59d2bcac tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/security-groups?id=5fd5cd83-4290-4ae2-954d-4a3ef404b983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993083 Feb 11 13:50:41.707320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-13873588-bc3d-4899-9a76-3017d419291e req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] For port fc2a2a5b-7866-456a-93df-2d849aad5605, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=fc2a2a5b-7866-456a-93df-2d849aad5605,segment=NetworkSegment(0fd07672-d632-4c05-9f19-e61cd23543b2),segment_id=0fd07672-d632-4c05-9f19-e61cd23543b2)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:41.707579 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-13873588-bc3d-4899-9a76-3017d419291e req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.829653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-13873588-bc3d-4899-9a76-3017d419291e req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Calling delete_port for fc2a2a5b-7866-456a-93df-2d849aad5605 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:41.968617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-13873588-bc3d-4899-9a76-3017d419291e req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.980437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['fc2a2a5b-7866-456a-93df-2d849aad5605'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:50:42.018027 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Pushing event deleted for resources: {'Port': ['ID=fc2a2a5b-7866-456a-93df-2d849aad5605,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:42.057043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.057315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.057686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.058050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.058488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.059142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.059706 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.060263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.060834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.061400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.061947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:42.109082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-13873588-bc3d-4899-9a76-3017d419291e req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] No DVR routers for this DVR port fc2a2a5b-7866-456a-93df-2d849aad5605 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:42.111623 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-13873588-bc3d-4899-9a76-3017d419291e req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:42.114204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c8dc42-a40d-4929-823d-880ca5e1898f', 'name': 'network-vif-deleted', 'tag': 'fc2a2a5b-7866-456a-93df-2d849aad5605'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:42.129173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13873588-bc3d-4899-9a76-3017d419291e req-3f30c4b2-1368-4918-8586-f5991e0c7a16 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.73 "DELETE /v2.0/ports/fc2a2a5b-7866-456a-93df-2d849aad5605 HTTP/1.1" status: 204 len: 173 time: 0.8511169 Feb 11 13:50:42.171029 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c8dc42-a40d-4929-823d-880ca5e1898f', 'name': 'network-vif-deleted', 'tag': 'fc2a2a5b-7866-456a-93df-2d849aad5605', 'status': 'completed', 'code': 200} Feb 11 13:50:42.492671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ef708-d505-4ce0-9b2b-fe6d57c22ef6 req-aa6e73ff-bbde-47c0-ab82-2292c94ce8e5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:42.495027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c2ef708-d505-4ce0-9b2b-fe6d57c22ef6 req-aa6e73ff-bbde-47c0-ab82-2292c94ce8e5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.0808516 Feb 11 13:50:42.547376 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c2ef708-d505-4ce0-9b2b-fe6d57c22ef6 req-e2041d91-83db-470c-8574-25445faf2316 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454671 Feb 11 13:50:42.623302 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:42.623673 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1ecffa7-3df4-4ba6-b018-e08ad41b735c req-037d67b8-b0f3-4d0b-87c4-a4cdb18c00c1 tempest-ServerTagsTestJSON-630100491 tempest-ServerTagsTestJSON-630100491-project] 10.222.0.67 "GET /v2.0/ports?device_id=61c8dc42-a40d-4929-823d-880ca5e1898f HTTP/1.1" status: 200 len: 210 time: 0.0420871 Feb 11 13:50:43.745462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a471ce5-2ef6-43d3-90ac-88c8f8dfe03d req-6bcf130c-0fc1-4109-a28b-455385a42c54 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:43.746747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1a471ce5-2ef6-43d3-90ac-88c8f8dfe03d req-6bcf130c-0fc1-4109-a28b-455385a42c54 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.0809855 Feb 11 13:50:43.750518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45472) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:43.839528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7bf70f-e815-4b91-875c-58919837231c admin admin] Deleting subnet 22ac8861-7c0e-4205-9b3e-80397576f145 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:50:43.843475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf70f-e815-4b91-875c-58919837231c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.873916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1a471ce5-2ef6-43d3-90ac-88c8f8dfe03d req-5e8fbec9-1b28-4e59-b7d4-423d35f15a73 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207075 Feb 11 13:50:43.897686 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf70f-e815-4b91-875c-58919837231c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.951977 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf70f-e815-4b91-875c-58919837231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.018970 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf70f-e815-4b91-875c-58919837231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.059668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bf70f-e815-4b91-875c-58919837231c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ac8861-7c0e-4205-9b3e-80397576f145,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:44.066129 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a7bf70f-e815-4b91-875c-58919837231c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.072139 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6a7bf70f-e815-4b91-875c-58919837231c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/22ac8861-7c0e-4205-9b3e-80397576f145 HTTP/1.1" status: 204 len: 168 time: 0.3204405 Feb 11 13:50:44.074404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45476) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:44.179637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.301226 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.326559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213ddb01-da07-4c84-b5b8-aa81bcc1b9b9']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:44.338811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd07672-d632-4c05-9f19-e61cd23543b2') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:44.339106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd07672-d632-4c05-9f19-e61cd23543b2') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:44.350052 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.365804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.372024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:50:44.372393 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:50:44.385599 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:50:44.463304 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.467910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.489116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] Pushing event deleted for resources: {'Network': ['ID=213ddb01-da07-4c84-b5b8-aa81bcc1b9b9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:44.492877 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-aafef85e-05ff-4e4d-96ec-dfe2540d6880 admin admin] 10.222.0.67 "DELETE /v2.0/networks/213ddb01-da07-4c84-b5b8-aa81bcc1b9b9 HTTP/1.1" status: 204 len: 168 time: 0.4174218 Feb 11 13:50:44.627502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45482) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:44.677306 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fdd7acd5-8d39-4160-a800-ebcdc9ed1418 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e97cc44e11a64408b8e0815e4039aeb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486693 Feb 11 13:50:44.679666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45486) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:44.741466 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb1059a0-7759-402e-b087-9593e2b99aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.768490 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb1059a0-7759-402e-b087-9593e2b99aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.823478 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb1059a0-7759-402e-b087-9593e2b99aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.840756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1059a0-7759-402e-b087-9593e2b99aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd5cd83-4290-4ae2-954d-4a3ef404b983,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:44.847782 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb1059a0-7759-402e-b087-9593e2b99aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.848886 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-eb1059a0-7759-402e-b087-9593e2b99aeb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5fd5cd83-4290-4ae2-954d-4a3ef404b983 HTTP/1.1" status: 204 len: 168 time: 0.1683562 Feb 11 13:50:45.084300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaf5af-fbdc-4be7-ae63-db904c10f01d req-0e901120-f56b-43de-884b-b9345fd520de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:45.085760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2caaf5af-fbdc-4be7-ae63-db904c10f01d req-0e901120-f56b-43de-884b-b9345fd520de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.0838807 Feb 11 13:50:45.132930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2caaf5af-fbdc-4be7-ae63-db904c10f01d req-9604cf8a-41e7-409c-a847-99d24581d121 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Feb 11 13:50:45.463915 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c59ceb0-5757-4197-8ddd-7db6ad2b0f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.676658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45510) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:45.773995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fc2a2a5b-7866-456a-93df-2d849aad5605 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:45.808732 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: fc2a2a5b-7866-456a-93df-2d849aad5605 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:45.808884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-191788262-network', 'tenant_id': '888a552b3b654ba6a7db4f315ec14718'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:45.809082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device fc2a2a5b-7866-456a-93df-2d849aad5605 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:45.814290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:45.818343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Usage tracker for resource:network and tenant:888a552b3b654ba6a7db4f315ec14718 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:45.821178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:45.827300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:45.837286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Made reservation on behalf of 888a552b3b654ba6a7db4f315ec14718 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:45.839998 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.851929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.882523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:45.886414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Usage tracker for resource:security_group_rule and tenant:888a552b3b654ba6a7db4f315ec14718 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:45.889164 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:45.894760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:45.957617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.961466 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.988580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:46.000722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c89a6-addc-4404-95f8-d870a9b54898,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:46.004878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.005226 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Added segment b526650a-cff9-4c94-acf4-92d10e2c3830 of type vlan for network f1238400-618a-4899-8b4c-1edb5aa4e0d4 Feb 11 13:50:46.037089 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.066418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.067281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.067851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.175397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45518) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:46.175786 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4973032 Feb 11 13:50:46.176224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec0cb4-2b85-4db2-aa31-d7f0a985c7ab admin admin] Pushing event updated for resources: {'Network': ['ID=f1238400-618a-4899-8b4c-1edb5aa4e0d4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:46.180891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Request body: {'subnet': {'network_id': 'f1238400-618a-4899-8b4c-1edb5aa4e0d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-191788262-subnet', 'tenant_id': '888a552b3b654ba6a7db4f315ec14718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:46.186866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:46.188466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network f1238400-618a-4899-8b4c-1edb5aa4e0d4 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:50:46.191244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Usage tracker for resource:subnet and tenant:888a552b3b654ba6a7db4f315ec14718 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:46.194298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:46.200832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:46.211566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Made reservation on behalf of 888a552b3b654ba6a7db4f315ec14718 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:46.215132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.520171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7d29e-8117-4b5e-b4f9-cf86df269d96 req-cdc7efac-d1d8-4f35-96f3-b743ed5cd4f3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.521618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ed7d29e-8117-4b5e-b4f9-cf86df269d96 req-cdc7efac-d1d8-4f35-96f3-b743ed5cd4f3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.2439852 Feb 11 13:50:46.608410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ed7d29e-8117-4b5e-b4f9-cf86df269d96 req-e61fa36d-b13b-4405-aa9f-1d35e5f52859 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796275 Feb 11 13:50:46.617762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.691753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea65d6b3-93c6-4e92-9216-5a57d27f2975,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:46.704792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Checking segment: {'id': 'b526650a-cff9-4c94-acf4-92d10e2c3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f1238400-618a-4899-8b4c-1edb5aa4e0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:50:46.705140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Network hostable DHCP agents. Network: f1238400-618a-4899-8b4c-1edb5aa4e0d4, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:46.733349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Network f1238400-618a-4899-8b4c-1edb5aa4e0d4 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:50:46.743468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, f1238400-618a-4899-8b4c-1edb5aa4e0d4) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:46.748324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.748902 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.753080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cd7c0e-a572-4940-bd29-218a3ad5a133 None None] Network f1238400-618a-4899-8b4c-1edb5aa4e0d4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:50:46.769512 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a5969013-4e47-4b06-904f-284aad202a4f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5935712 Feb 11 13:50:46.973709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e657c875-c21d-49d1-996a-6df0f5b499cf None None] Network f1238400-618a-4899-8b4c-1edb5aa4e0d4 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:50:47.251478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45532) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:47.256956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1000645175-network', 'tenant_id': '75d56a0ccc964fc3ad016362f041d2ea'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:47.263031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:47.266819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Usage tracker for resource:network and tenant:75d56a0ccc964fc3ad016362f041d2ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:47.269623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:47.275565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:47.286129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Made reservation on behalf of 75d56a0ccc964fc3ad016362f041d2ea for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:47.288380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.301367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.332980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:47.336618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Usage tracker for resource:security_group_rule and tenant:75d56a0ccc964fc3ad016362f041d2ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:47.339495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:47.345017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:47.409991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.413646 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.439877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:47.452704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cee18a7-bd2b-42de-b9c8-0375b1d53eef,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:47.457400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.457738 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Added segment 316c3ef8-09fa-473e-bf6e-fe590c3f58e7 of type vlan for network 5862b7a9-d79f-4deb-b3cf-b93a2add2676 Feb 11 13:50:47.492465 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.521339 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.522171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:47.522778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.626022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] Pushing event updated for resources: {'Network': ['ID=5862b7a9-d79f-4deb-b3cf-b93a2add2676,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:47.628921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d5c14a27-8cab-4276-a205-33cfffd4016a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3764131 Feb 11 13:50:47.631788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45536) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:50:47.635828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 5862b7a9-d79f-4deb-b3cf-b93a2add2676 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:50:47.637154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Request body: {'subnet': {'network_id': '5862b7a9-d79f-4deb-b3cf-b93a2add2676', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1000645175-subnet', 'tenant_id': '75d56a0ccc964fc3ad016362f041d2ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:47.642813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:47.646973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Usage tracker for resource:subnet and tenant:75d56a0ccc964fc3ad016362f041d2ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:47.651228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:47.657408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:47.670980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Made reservation on behalf of 75d56a0ccc964fc3ad016362f041d2ea for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:47.673577 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.733519 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9736436-5459-496a-bad9-44ae1ab7d25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.859408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42ff9e-a8ae-4ded-81f1-7024bff37972 req-92721e1e-c347-40ea-b0a1-e1c0a4ba75cf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:47.860852 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d42ff9e-a8ae-4ded-81f1-7024bff37972 req-92721e1e-c347-40ea-b0a1-e1c0a4ba75cf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 943 time: 0.1168208 Feb 11 13:50:47.960129 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d42ff9e-a8ae-4ded-81f1-7024bff37972 req-27b6eb8f-debb-4ed5-876e-e175c968e53e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724726 Feb 11 13:50:47.978703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.055638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b04724-73a7-4ad0-ac6e-0739d61c1dd6,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:48.070834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Checking segment: {'id': '316c3ef8-09fa-473e-bf6e-fe590c3f58e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5862b7a9-d79f-4deb-b3cf-b93a2add2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:50:48.071187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Network hostable DHCP agents. Network: 5862b7a9-d79f-4deb-b3cf-b93a2add2676, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:48.093174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Network 5862b7a9-d79f-4deb-b3cf-b93a2add2676 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:50:48.101536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 5862b7a9-d79f-4deb-b3cf-b93a2add2676) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:48.105590 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:48.106163 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.111227 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c079c4f-329a-48d0-b7c0-baa02cd63e29 None None] Network 5862b7a9-d79f-4deb-b3cf-b93a2add2676 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:50:48.125843 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3dd4178d-9334-4907-85ad-ee0baf66415b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4930284 Feb 11 13:50:48.325024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c18c3-9d82-419f-9d71-e525e67723c7 None None] Network 5862b7a9-d79f-4deb-b3cf-b93a2add2676 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:50:48.643897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2c010943-5f26-4814-8e36-e8189942d1b9 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:50:48.723353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-23bf0675-bf84-47a7-ae76-c01d6c89ba8f tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:48.724960 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-23bf0675-bf84-47a7-ae76-c01d6c89ba8f tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/networks?id=f1238400-618a-4899-8b4c-1edb5aa4e0d4 HTTP/1.1" status: 200 len: 824 time: 0.1463540 Feb 11 13:50:48.742382 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-76411235-f514-4472-8d64-192910f0c326 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/quotas/888a552b3b654ba6a7db4f315ec14718 HTTP/1.1" status: 200 len: 375 time: 0.0114655 Feb 11 13:50:48.780441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 2c010943-5f26-4814-8e36-e8189942d1b9, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2c010943-5f26-4814-8e36-e8189942d1b9,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:48.792903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-0027d9ca-e53d-40f3-a739-eb97ff9fc786 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=888a552b3b654ba6a7db4f315ec14718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446370 Feb 11 13:50:48.798218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '2c010943-5f26-4814-8e36-e8189942d1b9', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'port_id': '2c010943-5f26-4814-8e36-e8189942d1b9', 'mac_address': 'fa:16:3e:87:33:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:50:48.882293 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.898946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c010943-5f26-4814-8e36-e8189942d1b9 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:50:48.924444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 2c010943-5f26-4814-8e36-e8189942d1b9, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2c010943-5f26-4814-8e36-e8189942d1b9,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:48.928427 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.930878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-b6be3eb6-68f6-4220-b1c1-dcc597a4bc83 service neutron] 10.222.0.67 "GET /v2.0/networks/f1238400-618a-4899-8b4c-1edb5aa4e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311309 Feb 11 13:50:48.966796 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.002189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.014551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=2c010943-5f26-4814-8e36-e8189942d1b9,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:49.075276 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-cba0bf32-6c1b-4519-9672-fba6d646634e service neutron] 10.222.0.67 "GET /v2.0/networks/f1238400-618a-4899-8b4c-1edb5aa4e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374500 Feb 11 13:50:49.159369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['2c010943-5f26-4814-8e36-e8189942d1b9'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:50:49.195261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1d933-d451-4c52-b845-47b3791db656 req-c9e8f113-f001-4861-abc9-2a16736fba9d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:49.197680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00f1d933-d451-4c52-b845-47b3791db656 req-c9e8f113-f001-4861-abc9-2a16736fba9d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 944 time: 0.0947888 Feb 11 13:50:49.262572 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00f1d933-d451-4c52-b845-47b3791db656 req-446732c2-7fc5-4c58-934c-8de0666154f5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588048 Feb 11 13:50:49.292768 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80323e91-a1e2-4ebd-b431-449404e99818 req-06f85d29-391d-4cf3-a360-23ed592b633f tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 210 time: 0.0566356 Feb 11 13:50:50.305765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-b8ab6423-c520-4130-b13c-e9fc79cd8372 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:50.308301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-b8ab6423-c520-4130-b13c-e9fc79cd8372 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.73 "GET /v2.0/networks?id=f1238400-618a-4899-8b4c-1edb5aa4e0d4 HTTP/1.1" status: 200 len: 824 time: 0.1474457 Feb 11 13:50:50.325704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Request body: {'port': {'device_id': '21243695-ed90-400e-9f43-cba9699227a4', 'network_id': 'f1238400-618a-4899-8b4c-1edb5aa4e0d4', 'admin_state_up': True, 'tenant_id': '888a552b3b654ba6a7db4f315ec14718'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:50.365259 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.507175 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9548d642-c44d-4608-9606-f8780fff9d97 req-3d05cb6a-5b8b-4054-96b3-f73132b40f7b tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 210 time: 0.0695920 Feb 11 13:50:50.518917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:50:50.523304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Usage tracker for resource:port and tenant:888a552b3b654ba6a7db4f315ec14718 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:50:50.527575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:50:50.539589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:50:50.556657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Made reservation on behalf of 888a552b3b654ba6a7db4f315ec14718 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:50.559676 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.574240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011895f-8834-4872-8812-06ff01e2033f req-b9ed6a3b-1b03-42a7-b23c-fa8c0082a2cc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:50.575746 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0011895f-8834-4872-8812-06ff01e2033f req-b9ed6a3b-1b03-42a7-b23c-fa8c0082a2cc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 944 time: 0.1885116 Feb 11 13:50:50.622050 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0011895f-8834-4872-8812-06ff01e2033f req-c6bbc44d-74fe-40d5-bfe2-b0df7084a2df tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402725 Feb 11 13:50:50.659135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2c010943-5f26-4814-8e36-e8189942d1b9 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:50:50.725037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Allocated IP 172.20.0.9 (f1238400-618a-4899-8b4c-1edb5aa4e0d4/ea65d6b3-93c6-4e92-9216-5a57d27f2975/52cc5467-3c81-4856-9348-8af0abdfff95) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:50.731897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 2c010943-5f26-4814-8e36-e8189942d1b9 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:50:50.737009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 2c010943-5f26-4814-8e36-e8189942d1b9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:50.737424 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.858030 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.884464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308dc72b-6ab6-4859-9d7f-8c371925de76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c010943-5f26-4814-8e36-e8189942d1b9'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:50.893687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 2c010943-5f26-4814-8e36-e8189942d1b9, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2c010943-5f26-4814-8e36-e8189942d1b9,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:50.898162 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.945161 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308dc72b-6ab6-4859-9d7f-8c371925de76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c010943-5f26-4814-8e36-e8189942d1b9', 'code': 200} Feb 11 13:50:50.950209 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.970532 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=2c010943-5f26-4814-8e36-e8189942d1b9,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:50.980955 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.054227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Network f1238400-618a-4899-8b4c-1edb5aa4e0d4 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:51.058062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:51.062401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:50:51.068463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45b430dd-263e-41c5-b1a9-39e7452f0256 req-5e4a2dfb-f4d3-4d0d-9dd4-83eb2f3afdfd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 1096 time: 0.0678549 Feb 11 13:50:51.088216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Pushing event updated for resources: {'Port': ['ID=52cc5467-3c81-4856-9348-8af0abdfff95,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:51.114379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45b430dd-263e-41c5-b1a9-39e7452f0256 req-74e44a5c-0204-4fc7-a2bd-6264d1b0590f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399854 Feb 11 13:50:51.126271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:51.126890 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.159335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-389534c3-e1c4-41c8-b690-7a11586a9acb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8379138 Feb 11 13:50:51.171658 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Request body: {'port': {'device_id': '21243695-ed90-400e-9f43-cba9699227a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:50:51.373743 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.718826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ba52a-cc35-4573-b40c-ff423b437d87 req-20f6774c-aa59-4d4e-8fc5-88635bd038c7 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:51.720948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f17ba52a-cc35-4573-b40c-ff423b437d87 req-20f6774c-aa59-4d4e-8fc5-88635bd038c7 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 931 time: 0.0807314 Feb 11 13:50:51.722316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52cc5467-3c81-4856-9348-8af0abdfff95 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:50:51.734392 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.751609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Transition to ACTIVE for port object 52cc5467-3c81-4856-9348-8af0abdfff95 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:50:51.767301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f17ba52a-cc35-4573-b40c-ff423b437d87 req-a49f48c8-cd0b-44b3-b200-849568e86c45 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Synchronizing usage tracker for tenant:888a552b3b654ba6a7db4f315ec14718 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:50:51.783202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f17ba52a-cc35-4573-b40c-ff423b437d87 req-a49f48c8-cd0b-44b3-b200-849568e86c45 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Unset dirty status for tenant:888a552b3b654ba6a7db4f315ec14718 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:50:51.784335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f17ba52a-cc35-4573-b40c-ff423b437d87 req-a49f48c8-cd0b-44b3-b200-849568e86c45 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578163 Feb 11 13:50:51.788349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.935013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Pushing event updated for resources: {'Port': ['ID=52cc5467-3c81-4856-9348-8af0abdfff95,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:52.018292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a420-f529-4b96-a677-dbeb495089c3 req-ebb2c0c9-682d-4859-b2f1-46bc0dbbba4a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:52.019849 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5836a420-f529-4b96-a677-dbeb495089c3 req-ebb2c0c9-682d-4859-b2f1-46bc0dbbba4a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 945 time: 0.2671998 Feb 11 13:50:52.090242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Attempting to bind port 52cc5467-3c81-4856-9348-8af0abdfff95 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:52.090613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Attempting to bind port 52cc5467-3c81-4856-9348-8af0abdfff95 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'b526650a-cff9-4c94-acf4-92d10e2c3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f1238400-618a-4899-8b4c-1edb5aa4e0d4'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:52.091052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Attempting to bind port 52cc5467-3c81-4856-9348-8af0abdfff95 on network f1238400-618a-4899-8b4c-1edb5aa4e0d4 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:50:52.097875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5836a420-f529-4b96-a677-dbeb495089c3 req-7d4b6ae6-fc56-4a32-b8ec-223cdb9cd3e0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711205 Feb 11 13:50:52.100422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Port 52cc5467-3c81-4856-9348-8af0abdfff95 on network f1238400-618a-4899-8b4c-1edb5aa4e0d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:50:52.100745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Attempting to bind port 52cc5467-3c81-4856-9348-8af0abdfff95 on network f1238400-618a-4899-8b4c-1edb5aa4e0d4 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:50:52.107766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:50:52.108109 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Checking segment: {'id': 'b526650a-cff9-4c94-acf4-92d10e2c3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f1238400-618a-4899-8b4c-1edb5aa4e0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:50:52.108475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Bound using segment: {'id': 'b526650a-cff9-4c94-acf4-92d10e2c3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f1238400-618a-4899-8b4c-1edb5aa4e0d4'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:50:52.108897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Bound port: 52cc5467-3c81-4856-9348-8af0abdfff95, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b526650a-cff9-4c94-acf4-92d10e2c3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f1238400-618a-4899-8b4c-1edb5aa4e0d4'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:52.109242 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:52.202534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] For port 52cc5467-3c81-4856-9348-8af0abdfff95, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:52.205615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] For port 52cc5467-3c81-4856-9348-8af0abdfff95, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=52cc5467-3c81-4856-9348-8af0abdfff95,segment=NetworkSegment(b526650a-cff9-4c94-acf4-92d10e2c3830),segment_id=b526650a-cff9-4c94-acf4-92d10e2c3830)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:52.209006 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:52.270390 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:52.271770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] 10.222.0.73 "PUT /v2.0/ports/52cc5467-3c81-4856-9348-8af0abdfff95 HTTP/1.1" status: 200 len: 1091 time: 1.1062434 Feb 11 13:50:52.272193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21243695-ed90-400e-9f43-cba9699227a4', 'tag': '52cc5467-3c81-4856-9348-8af0abdfff95'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:52.288910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfef14-67ba-4f3e-a560-bc666c182182 service neutron] Pushing event updated for resources: {'Port': ['ID=52cc5467-3c81-4856-9348-8af0abdfff95,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:52.352056 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21243695-ed90-400e-9f43-cba9699227a4', 'tag': '52cc5467-3c81-4856-9348-8af0abdfff95', 'status': 'completed', 'code': 200} Feb 11 13:50:52.388443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-6c275427-08bc-4d1e-b37b-23e57699d498 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=888a552b3b654ba6a7db4f315ec14718&device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 1094 time: 0.0737257 Feb 11 13:50:52.455998 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-42803cbe-0ed1-4b77-8656-f89ae682fdc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc5467-3c81-4856-9348-8af0abdfff95 HTTP/1.1" status: 200 len: 217 time: 0.0603037 Feb 11 13:50:52.519995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-c4d743fd-3699-4ae0-bfc4-1068ba632f0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:52.521431 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-c4d743fd-3699-4ae0-bfc4-1068ba632f0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea65d6b3-93c6-4e92-9216-5a57d27f2975 HTTP/1.1" status: 200 len: 864 time: 0.0598505 Feb 11 13:50:52.566927 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-e53d64fa-896d-4408-b26e-fc72dada227d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1238400-618a-4899-8b4c-1edb5aa4e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399506 Feb 11 13:50:52.697013 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-7d50c8b3-8f3a-44fa-8fa4-f18431671ec0 service neutron] 10.222.0.73 "GET /v2.0/networks/f1238400-618a-4899-8b4c-1edb5aa4e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243374 Feb 11 13:50:52.827207 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-71232d89-7ff0-43c2-9d2d-88fa73371758 req-b01a612a-489b-44be-a6e6-629ab8f27377 service neutron] 10.222.0.73 "GET /v2.0/networks/f1238400-618a-4899-8b4c-1edb5aa4e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242759 Feb 11 13:50:53.083674 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2772079e-b63d-4a54-a289-b3f17016190d req-ce152fb0-34f0-4d19-bb6e-94c2e5f1390f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=888a552b3b654ba6a7db4f315ec14718&device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 1094 time: 0.2127717 Feb 11 13:50:53.116587 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7550a-f335-49d0-ae31-5819ab1fe7ee req-af70921f-6656-4608-8393-f19539322864 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:53.117253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-42f7550a-f335-49d0-ae31-5819ab1fe7ee req-af70921f-6656-4608-8393-f19539322864 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Synchronizing usage tracker for tenant:888a552b3b654ba6a7db4f315ec14718 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:50:53.213645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-42f7550a-f335-49d0-ae31-5819ab1fe7ee req-af70921f-6656-4608-8393-f19539322864 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Unset dirty status for tenant:888a552b3b654ba6a7db4f315ec14718 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:50:53.215786 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42f7550a-f335-49d0-ae31-5819ab1fe7ee req-af70921f-6656-4608-8393-f19539322864 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 943 time: 0.3027411 Feb 11 13:50:53.285979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772079e-b63d-4a54-a289-b3f17016190d req-f7bb3948-03dc-4c0e-8e41-0af0365f300f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:53.287463 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2772079e-b63d-4a54-a289-b3f17016190d req-f7bb3948-03dc-4c0e-8e41-0af0365f300f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1238400-618a-4899-8b4c-1edb5aa4e0d4 HTTP/1.1" status: 200 len: 925 time: 0.1973937 Feb 11 13:50:53.326376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc9595-52e9-45ee-a35f-65ab5b35ddbf req-38d26b5b-5a1d-44de-9c3f-ce0958581d55 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:53.327932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cbc9595-52e9-45ee-a35f-65ab5b35ddbf req-38d26b5b-5a1d-44de-9c3f-ce0958581d55 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 945 time: 0.0849285 Feb 11 13:50:53.356256 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42f7550a-f335-49d0-ae31-5819ab1fe7ee req-f8ad2d57-0d52-45c1-a01a-3a2caf3fbd26 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345050 Feb 11 13:50:53.364760 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2772079e-b63d-4a54-a289-b3f17016190d req-3ccf5e31-37a7-41ae-b482-7fec784c4eb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc5467-3c81-4856-9348-8af0abdfff95 HTTP/1.1" status: 200 len: 217 time: 0.0708122 Feb 11 13:50:53.373842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cbc9595-52e9-45ee-a35f-65ab5b35ddbf req-135f1150-e79a-4ee7-a226-540b9e67e0b3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Feb 11 13:50:53.429958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772079e-b63d-4a54-a289-b3f17016190d req-494bd729-69d1-4248-96ab-f8015411db93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:53.431510 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2772079e-b63d-4a54-a289-b3f17016190d req-494bd729-69d1-4248-96ab-f8015411db93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea65d6b3-93c6-4e92-9216-5a57d27f2975 HTTP/1.1" status: 200 len: 864 time: 0.0603282 Feb 11 13:50:53.481819 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2772079e-b63d-4a54-a289-b3f17016190d req-49188ed8-1457-415d-a40a-7ecce255dc47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1238400-618a-4899-8b4c-1edb5aa4e0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439451 Feb 11 13:50:53.677414 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2772079e-b63d-4a54-a289-b3f17016190d req-a2435ee8-e635-49e1-a8f2-59ee485f7b73 service neutron] 10.222.0.73 "GET /v2.0/networks/f1238400-618a-4899-8b4c-1edb5aa4e0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892872 Feb 11 13:50:53.687225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c80dc-45b3-41e6-a143-64f81c630daf req-5e954c58-4960-42df-80be-6bcef1c9f187 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:53.688559 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-863c80dc-45b3-41e6-a143-64f81c630daf req-5e954c58-4960-42df-80be-6bcef1c9f187 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 945 time: 0.1825848 Feb 11 13:50:53.811122 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-863c80dc-45b3-41e6-a143-64f81c630daf req-b96a57fb-6f90-443b-922e-7d12286c03ac tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040022 Feb 11 13:50:53.852504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2772079e-b63d-4a54-a289-b3f17016190d req-49bf299e-8a7d-4f94-b3cd-732a067d0d3f service neutron] 10.222.0.73 "GET /v2.0/networks/f1238400-618a-4899-8b4c-1edb5aa4e0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630430 Feb 11 13:50:54.004471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c620-9f8a-452b-8f05-81a1acae27f0 req-75fe3320-6570-4a92-a5e4-0adf61696f9e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:54.005872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afb1c620-9f8a-452b-8f05-81a1acae27f0 req-75fe3320-6570-4a92-a5e4-0adf61696f9e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 945 time: 0.0768673 Feb 11 13:50:54.052493 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-afb1c620-9f8a-452b-8f05-81a1acae27f0 req-964fb984-0bb5-4be2-9c6a-a685ef76331b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Feb 11 13:50:54.547884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c858036-50bf-48a0-a77b-91a53d5e97c8 req-77648de2-067b-43aa-bf58-89248102a32e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:54.549353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c858036-50bf-48a0-a77b-91a53d5e97c8 req-77648de2-067b-43aa-bf58-89248102a32e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 945 time: 0.0832181 Feb 11 13:50:54.562540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309489a-30d7-44cd-81ca-d6fecfe63ea0 req-e06ba4c5-91ef-478c-a854-c862bb64b5c3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:54.564030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a309489a-30d7-44cd-81ca-d6fecfe63ea0 req-e06ba4c5-91ef-478c-a854-c862bb64b5c3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 943 time: 0.0837507 Feb 11 13:50:54.598948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c858036-50bf-48a0-a77b-91a53d5e97c8 req-b6ae0509-d489-4766-8dba-2c52a212e971 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Feb 11 13:50:54.614524 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a309489a-30d7-44cd-81ca-d6fecfe63ea0 req-cedb4c80-971a-4346-9104-2d6acc26bd6a tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444491 Feb 11 13:50:55.795595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e027c-ceff-49cf-b7ee-1b3234463332 req-debe3610-65a1-487e-8a1d-c10fd4205b0c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:55.797174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-358e027c-ceff-49cf-b7ee-1b3234463332 req-debe3610-65a1-487e-8a1d-c10fd4205b0c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 945 time: 0.0794690 Feb 11 13:50:55.819273 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9df529-8e2e-4013-96ec-7223e8057826 req-3d869465-cc8f-4351-a119-a5edc3234403 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:55.820732 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff9df529-8e2e-4013-96ec-7223e8057826 req-3d869465-cc8f-4351-a119-a5edc3234403 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 943 time: 0.0829070 Feb 11 13:50:55.850483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 52cc5467-3c81-4856-9348-8af0abdfff95 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:50:55.854466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-358e027c-ceff-49cf-b7ee-1b3234463332 req-56f3b6e4-29d8-4241-ac5f-aa0b6fd01998 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Feb 11 13:50:55.867294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff9df529-8e2e-4013-96ec-7223e8057826 req-ae94e964-ecfe-43b0-9a68-3ac42e277b87 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Feb 11 13:50:55.932615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-3194b14d-ea5e-40a7-9a53-fb6e3ec9f7db tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:55.934061 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-3194b14d-ea5e-40a7-9a53-fb6e3ec9f7db tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 945 time: 0.0786855 Feb 11 13:50:55.997579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 52cc5467-3c81-4856-9348-8af0abdfff95, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=52cc5467-3c81-4856-9348-8af0abdfff95,segment=NetworkSegment(b526650a-cff9-4c94-acf4-92d10e2c3830),segment_id=b526650a-cff9-4c94-acf4-92d10e2c3830)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:56.002016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Deleting port 2c010943-5f26-4814-8e36-e8189942d1b9 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:50:56.002300 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.011410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '52cc5467-3c81-4856-9348-8af0abdfff95', 'network_id': 'f1238400-618a-4899-8b4c-1edb5aa4e0d4', 'port_id': '52cc5467-3c81-4856-9348-8af0abdfff95', 'mac_address': 'fa:16:3e:1f:3c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea65d6b3-93c6-4e92-9216-5a57d27f2975', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:50:56.070294 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.087451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52cc5467-3c81-4856-9348-8af0abdfff95 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:50:56.102341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 52cc5467-3c81-4856-9348-8af0abdfff95, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=52cc5467-3c81-4856-9348-8af0abdfff95,segment=NetworkSegment(b526650a-cff9-4c94-acf4-92d10e2c3830),segment_id=b526650a-cff9-4c94-acf4-92d10e2c3830)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:56.107225 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.171670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=52cc5467-3c81-4856-9348-8af0abdfff95,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:56.180426 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.180785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.181669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.182006 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.182325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.182664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.183009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.183320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.183653 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.183967 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.184274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.254184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] For port 2c010943-5f26-4814-8e36-e8189942d1b9, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2c010943-5f26-4814-8e36-e8189942d1b9,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:56.254544 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.299959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['52cc5467-3c81-4856-9348-8af0abdfff95'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:50:56.375494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Calling delete_port for 2c010943-5f26-4814-8e36-e8189942d1b9 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:50:56.522915 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.534801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['2c010943-5f26-4814-8e36-e8189942d1b9'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:50:56.574853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'Port': ['ID=2c010943-5f26-4814-8e36-e8189942d1b9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:56.616208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.616556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.616892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.617224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.617559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.617883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.618226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.618604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.619170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.619541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.620066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:56.660850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] No DVR routers for this DVR port 2c010943-5f26-4814-8e36-e8189942d1b9 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:56.663493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.667266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308dc72b-6ab6-4859-9d7f-8c371925de76', 'name': 'network-vif-deleted', 'tag': '2c010943-5f26-4814-8e36-e8189942d1b9'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:56.688167 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8e9c28c-018f-4850-be40-e55af0160f35 req-7072f6d5-3ee6-47df-bfd5-a69d348ff1ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "DELETE /v2.0/ports/2c010943-5f26-4814-8e36-e8189942d1b9 HTTP/1.1" status: 204 len: 173 time: 0.7482278 Feb 11 13:50:56.731380 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308dc72b-6ab6-4859-9d7f-8c371925de76', 'name': 'network-vif-deleted', 'tag': '2c010943-5f26-4814-8e36-e8189942d1b9', 'status': 'completed', 'code': 200} Feb 11 13:50:57.020634 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40a5ab93-e3dc-4f54-9a53-aa4ed2c82563 req-5c053994-3485-4db2-af18-d9b62d166dec tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=308dc72b-6ab6-4859-9d7f-8c371925de76 HTTP/1.1" status: 200 len: 210 time: 0.0460427 Feb 11 13:50:57.093229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf081cb8-7ec3-4253-9545-57dfc4e25949 req-d9b95a2d-6c4f-4e66-9ab6-2bb0f8e83ccc tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:57.094739 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bf081cb8-7ec3-4253-9545-57dfc4e25949 req-d9b95a2d-6c4f-4e66-9ab6-2bb0f8e83ccc tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 944 time: 0.0931931 Feb 11 13:50:57.142502 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bf081cb8-7ec3-4253-9545-57dfc4e25949 req-9bb4fea3-0c7c-4c40-9877-6b5569bb3ae0 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420032 Feb 11 13:50:57.864142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 52cc5467-3c81-4856-9348-8af0abdfff95 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:50:57.943251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 52cc5467-3c81-4856-9348-8af0abdfff95 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:50:57.950077 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 52cc5467-3c81-4856-9348-8af0abdfff95 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:57.950460 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.063105 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.092194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21243695-ed90-400e-9f43-cba9699227a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cc5467-3c81-4856-9348-8af0abdfff95'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:58.101772 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 52cc5467-3c81-4856-9348-8af0abdfff95, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=52cc5467-3c81-4856-9348-8af0abdfff95,segment=NetworkSegment(b526650a-cff9-4c94-acf4-92d10e2c3830),segment_id=b526650a-cff9-4c94-acf4-92d10e2c3830)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:58.106442 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.169057 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21243695-ed90-400e-9f43-cba9699227a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cc5467-3c81-4856-9348-8af0abdfff95', 'code': 200} Feb 11 13:50:58.187112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=52cc5467-3c81-4856-9348-8af0abdfff95,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:58.362612 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04abbc4d-dd1a-4af8-ad96-9031890c52c0 req-692675aa-4627-477f-850c-de88c017285b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 1096 time: 0.1303320 Feb 11 13:50:58.387800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d20b7-ba3c-4f3c-b6e8-4cef6c57845f req-7a80ceef-0d3e-4750-91b7-6e554c5532ff tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:58.389134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bf7d20b7-ba3c-4f3c-b6e8-4cef6c57845f req-7a80ceef-0d3e-4750-91b7-6e554c5532ff tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 945 time: 0.1150773 Feb 11 13:50:58.434666 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04abbc4d-dd1a-4af8-ad96-9031890c52c0 req-910ebf7f-cc63-4526-b3df-59da29bc1672 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648425 Feb 11 13:50:58.454481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bf7d20b7-ba3c-4f3c-b6e8-4cef6c57845f req-34050185-0738-4365-8bba-ec62fe26a383 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494049 Feb 11 13:50:58.705962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2c010943-5f26-4814-8e36-e8189942d1b9 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:50:58.739064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 2c010943-5f26-4814-8e36-e8189942d1b9 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:50:58.739408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2c010943-5f26-4814-8e36-e8189942d1b9 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:50:59.691578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78f064-f990-470e-a867-1f1e8e5a97c5 req-a9fb0650-7ce8-4128-aff8-9527dd9cb8fb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:59.693027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d78f064-f990-470e-a867-1f1e8e5a97c5 req-a9fb0650-7ce8-4128-aff8-9527dd9cb8fb tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 945 time: 0.0843368 Feb 11 13:50:59.745160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d78f064-f990-470e-a867-1f1e8e5a97c5 req-6ef7a577-fabd-4feb-8c25-a6f89f96650d tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Feb 11 13:50:59.958033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1c390-5b24-45ed-be27-590948e1da9f req-fe5d3a89-9e92-42fe-a819-80cb25a96948 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:59.960613 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bad1c390-5b24-45ed-be27-590948e1da9f req-fe5d3a89-9e92-42fe-a819-80cb25a96948 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 945 time: 0.0856674 Feb 11 13:51:00.008632 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bad1c390-5b24-45ed-be27-590948e1da9f req-adcea5d7-d934-450b-a593-191f4d49308e tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421910 Feb 11 13:51:00.375334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523a49f-1584-4335-8ce8-47410cfad3bd req-fce5a211-0dc8-4b19-a615-05fafed77395 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:00.377061 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e523a49f-1584-4335-8ce8-47410cfad3bd req-fce5a211-0dc8-4b19-a615-05fafed77395 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 945 time: 0.0872202 Feb 11 13:51:00.435255 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e523a49f-1584-4335-8ce8-47410cfad3bd req-e544866d-e825-4274-8c12-cd880692dbc0 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524156 Feb 11 13:51:00.951387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e948bd4-8744-4543-acb9-2deb8878c157 req-1902a89a-be4e-42cd-a967-4381535bbe5f tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:00.952734 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e948bd4-8744-4543-acb9-2deb8878c157 req-1902a89a-be4e-42cd-a967-4381535bbe5f tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 945 time: 0.0869963 Feb 11 13:51:00.997858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e948bd4-8744-4543-acb9-2deb8878c157 req-cd027aec-bb13-4a8a-94f4-038d5eb03e5d tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Feb 11 13:51:02.112574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-091b2e34-b102-4a95-916b-c4a99d13490a tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:02.114151 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-091b2e34-b102-4a95-916b-c4a99d13490a tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.73 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 945 time: 0.0855932 Feb 11 13:51:02.338732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-d049ce2e-3504-4bde-b05e-34f5e171bde3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Deleting port 52cc5467-3c81-4856-9348-8af0abdfff95 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:51:02.339215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-d049ce2e-3504-4bde-b05e-34f5e171bde3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.459423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98417d-8d01-4e25-b95b-32c8b67fe015 req-8ce1521e-7021-4bf6-9086-740c76a82ebe tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:02.460867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f98417d-8d01-4e25-b95b-32c8b67fe015 req-8ce1521e-7021-4bf6-9086-740c76a82ebe tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/ports?device_id=21243695-ed90-400e-9f43-cba9699227a4 HTTP/1.1" status: 200 len: 945 time: 0.3138330 Feb 11 13:51:02.603928 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4f98417d-8d01-4e25-b95b-32c8b67fe015 req-06427474-f4c7-4e44-ade1-dfadac7f01db tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.67 "GET /v2.0/security-groups?id=df1c89a6-addc-4404-95f8-d870a9b54898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353683 Feb 11 13:51:02.663585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-d049ce2e-3504-4bde-b05e-34f5e171bde3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] For port 52cc5467-3c81-4856-9348-8af0abdfff95, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=52cc5467-3c81-4856-9348-8af0abdfff95,segment=NetworkSegment(b526650a-cff9-4c94-acf4-92d10e2c3830),segment_id=b526650a-cff9-4c94-acf4-92d10e2c3830)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:02.664079 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-d049ce2e-3504-4bde-b05e-34f5e171bde3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.797874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-d049ce2e-3504-4bde-b05e-34f5e171bde3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Calling delete_port for 52cc5467-3c81-4856-9348-8af0abdfff95 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:51:02.955945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-d049ce2e-3504-4bde-b05e-34f5e171bde3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.966885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['52cc5467-3c81-4856-9348-8af0abdfff95'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:51:03.004804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049ce2e-3504-4bde-b05e-34f5e171bde3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Pushing event deleted for resources: {'Port': ['ID=52cc5467-3c81-4856-9348-8af0abdfff95,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:03.081903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-d049ce2e-3504-4bde-b05e-34f5e171bde3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] No DVR routers for this DVR port 52cc5467-3c81-4856-9348-8af0abdfff95 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:03.084606 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-d049ce2e-3504-4bde-b05e-34f5e171bde3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.087248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21243695-ed90-400e-9f43-cba9699227a4', 'name': 'network-vif-deleted', 'tag': '52cc5467-3c81-4856-9348-8af0abdfff95'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:03.103180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a3f7d103-130b-44ef-87dd-1cfa5c00c435 req-d049ce2e-3504-4bde-b05e-34f5e171bde3 tempest-ServersNegativeTestMultiTenantJSON-846834206 tempest-ServersNegativeTestMultiTenantJSON-846834206-project] 10.222.0.73 "DELETE /v2.0/ports/52cc5467-3c81-4856-9348-8af0abdfff95 HTTP/1.1" status: 204 len: 173 time: 0.9845424 Feb 11 13:51:03.161314 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21243695-ed90-400e-9f43-cba9699227a4', 'name': 'network-vif-deleted', 'tag': '52cc5467-3c81-4856-9348-8af0abdfff95', 'status': 'completed', 'code': 200} Feb 11 13:51:03.716817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45656) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:51:03.780700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5edd870-862b-4fd1-8302-c3647c7e3020 admin admin] Deleting subnet ea65d6b3-93c6-4e92-9216-5a57d27f2975 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:51:03.783681 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5edd870-862b-4fd1-8302-c3647c7e3020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.833227 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5edd870-862b-4fd1-8302-c3647c7e3020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.893554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5edd870-862b-4fd1-8302-c3647c7e3020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.962712 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5edd870-862b-4fd1-8302-c3647c7e3020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.003183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edd870-862b-4fd1-8302-c3647c7e3020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea65d6b3-93c6-4e92-9216-5a57d27f2975,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:04.008341 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5edd870-862b-4fd1-8302-c3647c7e3020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.015248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d5edd870-862b-4fd1-8302-c3647c7e3020 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ea65d6b3-93c6-4e92-9216-5a57d27f2975 HTTP/1.1" status: 204 len: 168 time: 0.2973123 Feb 11 13:51:04.017515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:51:04.136019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.267893 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.293152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1238400-618a-4899-8b4c-1edb5aa4e0d4']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:04.309356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b526650a-cff9-4c94-acf4-92d10e2c3830') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:04.309649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b526650a-cff9-4c94-acf4-92d10e2c3830') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:04.321319 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.339570 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.347231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:51:04.348235 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:04.362546 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:04.442699 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.459633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.472528 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1238400-618a-4899-8b4c-1edb5aa4e0d4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:04.478696 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a83cf620-4163-4c31-bf9a-3b9c2d105b15 admin admin] 10.222.0.67 "DELETE /v2.0/networks/f1238400-618a-4899-8b4c-1edb5aa4e0d4 HTTP/1.1" status: 204 len: 168 time: 0.4570844 Feb 11 13:51:04.479314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:51:04.542768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00b03d3-67a2-4138-8f79-d6fe4a1e1b31 admin admin] Deleting subnet d1b04724-73a7-4ad0-ac6e-0739d61c1dd6 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:51:04.546075 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c00b03d3-67a2-4138-8f79-d6fe4a1e1b31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.599782 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c00b03d3-67a2-4138-8f79-d6fe4a1e1b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.664381 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c00b03d3-67a2-4138-8f79-d6fe4a1e1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.736938 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c00b03d3-67a2-4138-8f79-d6fe4a1e1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.771570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b03d3-67a2-4138-8f79-d6fe4a1e1b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b04724-73a7-4ad0-ac6e-0739d61c1dd6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:04.780704 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c00b03d3-67a2-4138-8f79-d6fe4a1e1b31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.786331 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c00b03d3-67a2-4138-8f79-d6fe4a1e1b31 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d1b04724-73a7-4ad0-ac6e-0739d61c1dd6 HTTP/1.1" status: 204 len: 168 time: 0.3045554 Feb 11 13:51:04.788896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45694) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:51:04.991579 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.115421 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.145035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5862b7a9-d79f-4deb-b3cf-b93a2add2676']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:05.157882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316c3ef8-09fa-473e-bf6e-fe590c3f58e7') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:05.158166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316c3ef8-09fa-473e-bf6e-fe590c3f58e7') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:05.171119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.190099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.197487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:51:05.197906 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:05.214552 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:05.294174 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.311457 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.320830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5862b7a9-d79f-4deb-b3cf-b93a2add2676,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:05.326423 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8623f35a-c231-40a6-81f1-8c5b397833a7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5862b7a9-d79f-4deb-b3cf-b93a2add2676 HTTP/1.1" status: 204 len: 168 time: 0.5365777 Feb 11 13:51:05.534648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45718) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:51:05.589507 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-179d9096-d93d-47fc-bcec-68c842080b44 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=888a552b3b654ba6a7db4f315ec14718&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535357 Feb 11 13:51:05.592098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45722) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:51:05.653411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebc103c8-8789-4d84-a001-e6c575ce09a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.680417 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebc103c8-8789-4d84-a001-e6c575ce09a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.739060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebc103c8-8789-4d84-a001-e6c575ce09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.758958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc103c8-8789-4d84-a001-e6c575ce09a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c89a6-addc-4404-95f8-d870a9b54898,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:05.772247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ebc103c8-8789-4d84-a001-e6c575ce09a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.778116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ebc103c8-8789-4d84-a001-e6c575ce09a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/df1c89a6-addc-4404-95f8-d870a9b54898 HTTP/1.1" status: 204 len: 168 time: 0.1848776 Feb 11 13:51:05.926961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 52cc5467-3c81-4856-9348-8af0abdfff95 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:51:05.960654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 52cc5467-3c81-4856-9348-8af0abdfff95 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:51:05.960995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 52cc5467-3c81-4856-9348-8af0abdfff95 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:51:06.202722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45732) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:51:06.259504 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7b54593f-1f17-419e-80e2-29fdadde8b78 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=75d56a0ccc964fc3ad016362f041d2ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553741 Feb 11 13:51:06.261939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 45736) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:51:06.324604 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f160e626-7ef6-4cec-88ec-cba6691e68fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.350739 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f160e626-7ef6-4cec-88ec-cba6691e68fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.404095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f160e626-7ef6-4cec-88ec-cba6691e68fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.418845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160e626-7ef6-4cec-88ec-cba6691e68fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cee18a7-bd2b-42de-b9c8-0375b1d53eef,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:06.426115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f160e626-7ef6-4cec-88ec-cba6691e68fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.427458 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f160e626-7ef6-4cec-88ec-cba6691e68fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8cee18a7-bd2b-42de-b9c8-0375b1d53eef HTTP/1.1" status: 204 len: 168 time: 0.1646056 Feb 11 13:51:07.331210 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:51:07.343539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45760) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:51:07.488546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-516111903-network', 'tenant_id': '9ee366a3f7954169805ba069cef6fc00'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:07.494329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:51:07.498521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Usage tracker for resource:network and tenant:9ee366a3f7954169805ba069cef6fc00 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:51:07.502566 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:51:07.508696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:51:07.519355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Made reservation on behalf of 9ee366a3f7954169805ba069cef6fc00 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:07.521866 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.535458 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.571173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:51:07.575164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee366a3f7954169805ba069cef6fc00 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:51:07.578309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:51:07.584172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:51:07.654912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.659537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.677450 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.691952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:07.700536 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:07.706057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.706536 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Added segment 5322e3ae-d4ed-4f91-aa8c-a5419f5b3185 of type vlan for network 74477723-39de-4e68-9bc7-027bfe2be97c Feb 11 13:51:07.738493 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.770339 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.771226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:07.771795 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.879195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] Pushing event updated for resources: {'Network': ['ID=74477723-39de-4e68-9bc7-027bfe2be97c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:07.886736 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b224c250-fe59-4732-b995-6bc9b3a3bfd8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5388389 Feb 11 13:51:07.887156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 45766) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:51:07.889389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 74477723-39de-4e68-9bc7-027bfe2be97c details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:51:07.892609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Request body: {'subnet': {'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-516111903-subnet', 'tenant_id': '9ee366a3f7954169805ba069cef6fc00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:07.898138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:51:07.902984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Usage tracker for resource:subnet and tenant:9ee366a3f7954169805ba069cef6fc00 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:51:07.908610 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:51:07.914169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:51:07.934250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Made reservation on behalf of 9ee366a3f7954169805ba069cef6fc00 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:07.937218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:08.171981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:08.245889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:08.257274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Checking segment: {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:51:08.257633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Network hostable DHCP agents. Network: 74477723-39de-4e68-9bc7-027bfe2be97c, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:08.280852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Network 74477723-39de-4e68-9bc7-027bfe2be97c is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:08.291235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 74477723-39de-4e68-9bc7-027bfe2be97c) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:08.298501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:08.299076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157a1f73-fa36-4614-a028-7d37c69fceed None None] Network 74477723-39de-4e68-9bc7-027bfe2be97c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:51:08.299231 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:08.334067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a0713e64-5c26-4675-8b53-1464cf0f1e95 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4378471 Feb 11 13:51:08.536831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8924f1d6-fa88-45cf-9864-85a35084d526 None None] Network 74477723-39de-4e68-9bc7-027bfe2be97c requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:51:09.045613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-5d0c5bb4-804e-4a16-a0f7-8ef222a0a7b4 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:09.048457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-5d0c5bb4-804e-4a16-a0f7-8ef222a0a7b4 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 814 time: 0.2579520 Feb 11 13:51:09.067526 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-f69250e3-6145-4c4d-9e35-078e099715e5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/quotas/9ee366a3f7954169805ba069cef6fc00 HTTP/1.1" status: 200 len: 375 time: 0.0143142 Feb 11 13:51:09.121745 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-28f18e8d-8b9a-4b99-927f-a4199363258a tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482414 Feb 11 13:51:09.215824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-d28e0c67-f5e4-457e-8776-2fbef54b20f2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:51:09.216810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-d28e0c67-f5e4-457e-8776-2fbef54b20f2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0888786 Feb 11 13:51:09.358314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-45dc61aa-fe92-4faa-9117-679c62f7a468 service neutron] 10.222.0.67 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350527 Feb 11 13:51:09.495879 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-925cae03-4257-4f95-9deb-dd687b45febd service neutron] 10.222.0.67 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319284 Feb 11 13:51:09.696841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9154f07d-b7be-404d-b503-3c8a97fe09aa req-541db394-2de6-426f-8400-4612f2b3785d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 210 time: 0.0493736 Feb 11 13:51:10.920203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-d6a3c487-2386-4a41-b320-8f16c3b85010 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:10.921772 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-d6a3c487-2386-4a41-b320-8f16c3b85010 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 814 time: 0.2710671 Feb 11 13:51:10.923840 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7720a154-daf3-4ab4-96fb-6dc63997a762 req-35fd55a9-43bb-452d-a849-0b0271a833c3 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 210 time: 0.0565338 Feb 11 13:51:10.938698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Request body: {'port': {'device_id': '2c31adc0-7bff-473a-94e9-054b72f5e8d0', 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c', 'admin_state_up': True, 'tenant_id': '9ee366a3f7954169805ba069cef6fc00'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:11.091613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:51:11.095362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Usage tracker for resource:port and tenant:9ee366a3f7954169805ba069cef6fc00 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:51:11.098150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:51:11.103869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:51:11.114079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Made reservation on behalf of 9ee366a3f7954169805ba069cef6fc00 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:11.118678 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.300701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Allocated IP 172.20.0.14 (74477723-39de-4e68-9bc7-027bfe2be97c/805bfc8f-37b8-4cc6-8d24-83dfd9d709d9/ee8a4b59-6a5c-4c7c-b114-bf69f22d621f) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:11.511976 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.544559 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.622600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Network 74477723-39de-4e68-9bc7-027bfe2be97c is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:11.626395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:11.630253 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:51:11.671428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Pushing event updated for resources: {'Port': ['ID=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:11.699906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:11.700523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.722620 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9ed56ebd-2588-465f-b170-19a3e4a4d6f7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7883813 Feb 11 13:51:11.733459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Request body: {'port': {'device_id': '2c31adc0-7bff-473a-94e9-054b72f5e8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:11.847113 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.138963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249d325-0566-4ce4-99bd-16fe0b241271 req-4078194f-b078-47de-a814-cf50e48872bc tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:12.143939 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a249d325-0566-4ce4-99bd-16fe0b241271 req-4078194f-b078-47de-a814-cf50e48872bc tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 932 time: 0.0882385 Feb 11 13:51:12.199864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a249d325-0566-4ce4-99bd-16fe0b241271 req-2fe418a9-ef4c-4fb3-9e10-d7443783f881 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Synchronizing usage tracker for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:51:12.221332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a249d325-0566-4ce4-99bd-16fe0b241271 req-2fe418a9-ef4c-4fb3-9e10-d7443783f881 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Unset dirty status for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:51:12.222477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a249d325-0566-4ce4-99bd-16fe0b241271 req-2fe418a9-ef4c-4fb3-9e10-d7443783f881 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716798 Feb 11 13:51:12.323054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8a4b59-6a5c-4c7c-b114-bf69f22d621f {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:12.330817 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.347564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Transition to ACTIVE for port object ee8a4b59-6a5c-4c7c-b114-bf69f22d621f will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:51:12.352212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.483380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Pushing event updated for resources: {'Port': ['ID=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:12.595184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Attempting to bind port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:12.595521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Attempting to bind port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:12.595849 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Attempting to bind port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f on network 74477723-39de-4e68-9bc7-027bfe2be97c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:51:12.601777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f on network 74477723-39de-4e68-9bc7-027bfe2be97c not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:51:12.602376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Attempting to bind port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f on network 74477723-39de-4e68-9bc7-027bfe2be97c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:51:12.609772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:51:12.610108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Checking segment: {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:51:12.610492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Bound using segment: {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:51:12.610943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Bound port: ee8a4b59-6a5c-4c7c-b114-bf69f22d621f, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:12.611289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.627667 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.708497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] For port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:12.711592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] For port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:12.716718 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.782157 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.783567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] 10.222.0.75 "PUT /v2.0/ports/ee8a4b59-6a5c-4c7c-b114-bf69f22d621f HTTP/1.1" status: 200 len: 1092 time: 1.0541811 Feb 11 13:51:12.783993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c31adc0-7bff-473a-94e9-054b72f5e8d0', 'tag': 'ee8a4b59-6a5c-4c7c-b114-bf69f22d621f'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:12.800242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de296673-247a-4541-a315-fdaea2d4c7ab service neutron] Pushing event updated for resources: {'Port': ['ID=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:12.866976 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c31adc0-7bff-473a-94e9-054b72f5e8d0', 'tag': 'ee8a4b59-6a5c-4c7c-b114-bf69f22d621f', 'status': 'completed', 'code': 200} Feb 11 13:51:12.909963 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-bc13ede2-1207-4a89-adb3-feea89737608 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 1095 time: 0.0750830 Feb 11 13:51:12.981967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-72cfc3fe-d183-469c-b09c-911455604d90 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f HTTP/1.1" status: 200 len: 217 time: 0.0651369 Feb 11 13:51:13.044895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-3f1622b9-cabe-40e6-9560-c6a16a828615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:13.046328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-3f1622b9-cabe-40e6-9560-c6a16a828615 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.0591443 Feb 11 13:51:13.096517 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-aac5a9fc-7a1a-42b6-9d23-97d4a51dc8fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443337 Feb 11 13:51:13.232859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-e27875a6-7b5d-4b07-9495-9e2e6316606e service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308086 Feb 11 13:51:13.379808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ec0c39-b402-4566-b281-4956abb4f17c req-9f9b06ca-4796-49b6-943b-d090cf75e23c service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416581 Feb 11 13:51:13.444998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eac47-5544-46b6-8486-9bb8cda3b6de req-c6c0f262-a8bb-413f-a292-22945a84a19d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:13.447344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b47eac47-5544-46b6-8486-9bb8cda3b6de req-c6c0f262-a8bb-413f-a292-22945a84a19d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 944 time: 0.0948398 Feb 11 13:51:13.525764 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b47eac47-5544-46b6-8486-9bb8cda3b6de req-fd526222-f945-48cd-96d6-bddee16af4a2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703535 Feb 11 13:51:13.557341 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb66940e-4edf-43c9-953c-1a452266c0bd req-363204bb-fe41-4ba6-b050-e02467fa96d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 1095 time: 0.1197996 Feb 11 13:51:13.694036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66940e-4edf-43c9-953c-1a452266c0bd req-a9927f2f-3052-449c-a964-d0eb9cc48c3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:13.695592 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb66940e-4edf-43c9-953c-1a452266c0bd req-a9927f2f-3052-449c-a964-d0eb9cc48c3b service neutron] 10.222.0.75 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 915 time: 0.1326966 Feb 11 13:51:13.768038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb66940e-4edf-43c9-953c-1a452266c0bd req-e3ca9369-366e-4d69-a859-4b0d97e71cee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f HTTP/1.1" status: 200 len: 217 time: 0.0652711 Feb 11 13:51:13.832054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66940e-4edf-43c9-953c-1a452266c0bd req-1f49c89a-1fa8-4d4b-9263-85234e3c814e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:13.833567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb66940e-4edf-43c9-953c-1a452266c0bd req-1f49c89a-1fa8-4d4b-9263-85234e3c814e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.0598428 Feb 11 13:51:13.882822 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb66940e-4edf-43c9-953c-1a452266c0bd req-bd9c4283-ecd6-4ca9-b3ac-a3ec57b30ecc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432200 Feb 11 13:51:14.021264 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb66940e-4edf-43c9-953c-1a452266c0bd req-de0f978e-ec7b-41e9-b5b0-f07e7109f209 service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310422 Feb 11 13:51:14.252498 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bb66940e-4edf-43c9-953c-1a452266c0bd req-a42327d1-2fa1-4319-9a7f-02ab7748a747 service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251740 Feb 11 13:51:14.733045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c16c1-dce9-4e19-a658-8d611ab4bb35 req-0116f04f-bcc9-44a6-a461-db5a1366aab7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:14.733744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-125c16c1-dce9-4e19-a658-8d611ab4bb35 req-0116f04f-bcc9-44a6-a461-db5a1366aab7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Synchronizing usage tracker for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:51:14.762821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-125c16c1-dce9-4e19-a658-8d611ab4bb35 req-0116f04f-bcc9-44a6-a461-db5a1366aab7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Unset dirty status for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:51:14.764027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-125c16c1-dce9-4e19-a658-8d611ab4bb35 req-0116f04f-bcc9-44a6-a461-db5a1366aab7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 944 time: 0.1123326 Feb 11 13:51:14.784909 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee8a4b59-6a5c-4c7c-b114-bf69f22d621f details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:51:14.823311 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-125c16c1-dce9-4e19-a658-8d611ab4bb35 req-1eabb9e6-e561-4ace-ad17-6d76ead5b99b tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488572 Feb 11 13:51:14.931719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:14.945612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'ee8a4b59-6a5c-4c7c-b114-bf69f22d621f', 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c', 'port_id': 'ee8a4b59-6a5c-4c7c-b114-bf69f22d621f', 'mac_address': 'fa:16:3e:de:1b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805bfc8f-37b8-4cc6-8d24-83dfd9d709d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:51:15.006009 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:15.025928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8a4b59-6a5c-4c7c-b114-bf69f22d621f {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:15.041674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:15.045487 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:15.113919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:15.248581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ee8a4b59-6a5c-4c7c-b114-bf69f22d621f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:51:15.467633 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fef2-f56b-44ed-9e6c-066b343f0fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:16.030911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c0dcb-046b-4cfe-bc3a-3e2fa6e952c8 req-12f8f00c-0c21-4ad6-9df2-a7ac0c6d2a7e tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:16.032388 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b7c0dcb-046b-4cfe-bc3a-3e2fa6e952c8 req-12f8f00c-0c21-4ad6-9df2-a7ac0c6d2a7e tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 945 time: 0.0786541 Feb 11 13:51:16.087877 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b7c0dcb-046b-4cfe-bc3a-3e2fa6e952c8 req-c08b19f5-0e84-486c-be4c-349658287bdb tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492804 Feb 11 13:51:16.799560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee8a4b59-6a5c-4c7c-b114-bf69f22d621f up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:51:16.869280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:51:16.873959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:16.874323 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:16.988980 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:17.015682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c31adc0-7bff-473a-94e9-054b72f5e8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8a4b59-6a5c-4c7c-b114-bf69f22d621f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:17.025661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:17.031199 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:17.075725 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c31adc0-7bff-473a-94e9-054b72f5e8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8a4b59-6a5c-4c7c-b114-bf69f22d621f', 'code': 200} Feb 11 13:51:17.102484 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:17.205150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4499d06d-5644-499c-a123-21bce9b1e4b0 req-6f84ce0f-4e65-433c-a505-bd7067c3d1fc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0748155 Feb 11 13:51:17.248542 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4499d06d-5644-499c-a123-21bce9b1e4b0 req-4d35a9da-7776-4ad6-8b90-fb44920c5eac service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375881 Feb 11 13:51:17.291613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c821359-bd6d-4891-aaab-831b18663d01 req-ca0ecec1-0cd4-4dad-86a9-ad23589f3b16 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:17.294328 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1c821359-bd6d-4891-aaab-831b18663d01 req-ca0ecec1-0cd4-4dad-86a9-ad23589f3b16 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 946 time: 0.0793526 Feb 11 13:51:17.341204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1c821359-bd6d-4891-aaab-831b18663d01 req-ef21a3f8-c81e-4d35-8c9f-3d211c0fbc5f tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Feb 11 13:51:17.672113 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b405a95a-ffe3-4684-b149-3183c93b6161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:18.557098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec51681-04e9-475f-a9bf-05c052adb06b req-2688abe4-7d18-40a2-9cde-d5bf86695475 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:18.558571 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3ec51681-04e9-475f-a9bf-05c052adb06b req-2688abe4-7d18-40a2-9cde-d5bf86695475 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 946 time: 0.0776973 Feb 11 13:51:18.611278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3ec51681-04e9-475f-a9bf-05c052adb06b req-2f750ed3-943e-45bc-81ca-344d75090ba7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Feb 11 13:51:18.936342 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:18.955210 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:19.458172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-796a9a65-b1a6-4227-8960-ad4f3f038101 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:19.459901 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-796a9a65-b1a6-4227-8960-ad4f3f038101 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.1451933 Feb 11 13:51:19.478316 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-65ea6df8-945d-49b8-8eda-5dd811058715 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/quotas/320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 375 time: 0.0114789 Feb 11 13:51:19.566875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-f2cad967-9ee0-4d14-bdf4-15a1eb39e782 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830543 Feb 11 13:51:19.708538 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-cfe47014-c941-4ef2-8b6c-a596d2aa6791 service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345375 Feb 11 13:51:19.919126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-2d85a1b7-68c7-4964-9a24-91e0d55e5f27 service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043147 Feb 11 13:51:20.311145 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-77db1d3d-a2e8-4d7c-8bec-5882dded865d req-7e3fa31e-4281-49b1-ba7b-b3c9b75279db tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 210 time: 0.0480080 Feb 11 13:51:20.363560 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.358067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-4db0d6c7-ff6d-47f2-9847-ecb7e8e84132 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:21.359529 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-4db0d6c7-ff6d-47f2-9847-ecb7e8e84132 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.1537967 Feb 11 13:51:21.375437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'port': {'device_id': 'd5903cc7-8cda-4456-9572-901ef06112f6', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'admin_state_up': True, 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:21.519830 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42faad6b-a747-409d-b5f1-d8f8adbeb8b2 req-c1b671d1-7879-4db8-9158-b954f8976485 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 210 time: 0.0632749 Feb 11 13:51:21.580892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:51:21.585279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:port and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:51:21.588891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:51:21.594959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:51:21.605399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Made reservation on behalf of 320ac6f1567144f2bd5fefe0ce684a1c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:21.608410 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.787137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Allocated IP 172.20.0.7 (ecf7a222-cb00-4783-8fcc-55f3133ab6d3/8c9bab48-cff2-4672-a89f-bb6ed7f2a779/357c8f90-6c85-470d-a39e-ac8e8f23a8d7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:21.996236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.013043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Transition to ACTIVE for port object 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:51:22.035731 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.100927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:22.109616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:22.114191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:51:22.184405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:22.194569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:22.195276 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.223546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-995af552-8309-46eb-a79c-32f97b4dcd93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8527756 Feb 11 13:51:22.315619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Request body: {'port': {'device_id': 'd5903cc7-8cda-4456-9572-901ef06112f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:22.423103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.445618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a3a5735d-197d-400a-b3d8-b8f596b28f69 None None] Provisioning for port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:51:22.452997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a3a5735d-197d-400a-b3d8-b8f596b28f69 None None] Provisioning complete for port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:22.453607 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3a5735d-197d-400a-b3d8-b8f596b28f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.516308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a3a5735d-197d-400a-b3d8-b8f596b28f69 None None] Port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:51:22.743171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3ed7a-8e9b-4d5b-bada-f4738d23db5d req-ec0618e8-c995-4816-bd0c-d4460b00254a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:22.744037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cfc3ed7a-8e9b-4d5b-bada-f4738d23db5d req-ec0618e8-c995-4816-bd0c-d4460b00254a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:51:22.759815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cfc3ed7a-8e9b-4d5b-bada-f4738d23db5d req-ec0618e8-c995-4816-bd0c-d4460b00254a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:51:22.761385 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfc3ed7a-8e9b-4d5b-bada-f4738d23db5d req-ec0618e8-c995-4816-bd0c-d4460b00254a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 931 time: 0.1007071 Feb 11 13:51:22.811467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:22.815139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfc3ed7a-8e9b-4d5b-bada-f4738d23db5d req-71aa21c0-1c23-4f9d-b331-000f67d47e8c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479283 Feb 11 13:51:22.818816 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.835561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Transition to ACTIVE for port object 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:51:22.841194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.056839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Pushing event updated for resources: {'Port': ['ID=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:23.107655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Attempting to bind port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:23.108039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Attempting to bind port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:23.108626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Attempting to bind port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:51:23.114493 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:51:23.115004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Attempting to bind port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:51:23.121840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:51:23.122172 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Checking segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:51:23.122554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Bound using segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:51:23.122996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Bound port: 357c8f90-6c85-470d-a39e-ac8e8f23a8d7, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:23.123338 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.318448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] For port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:23.322010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] For port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:23.326874 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.382171 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.384498 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] 10.222.0.73 "PUT /v2.0/ports/357c8f90-6c85-470d-a39e-ac8e8f23a8d7 HTTP/1.1" status: 200 len: 1091 time: 1.1535492 Feb 11 13:51:23.392769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5903cc7-8cda-4456-9572-901ef06112f6', 'tag': '357c8f90-6c85-470d-a39e-ac8e8f23a8d7'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:23.415712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9459187-b33d-4d65-8b04-206f985eb5ec service neutron] Pushing event updated for resources: {'Port': ['ID=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:23.472206 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5903cc7-8cda-4456-9572-901ef06112f6', 'tag': '357c8f90-6c85-470d-a39e-ac8e8f23a8d7', 'status': 'completed', 'code': 200} Feb 11 13:51:23.512331 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-bbe22331-cdfa-4a75-b4e4-ad4b7c46df8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 1094 time: 0.0864983 Feb 11 13:51:23.586409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-da583f50-5d4e-4386-8762-a4b67c8152d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c8f90-6c85-470d-a39e-ac8e8f23a8d7 HTTP/1.1" status: 200 len: 217 time: 0.0675828 Feb 11 13:51:23.648200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-6a0b1dd8-de6e-4f17-b0bb-3eb1f52325df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:23.650251 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-6a0b1dd8-de6e-4f17-b0bb-3eb1f52325df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0575650 Feb 11 13:51:23.723796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-85151de0-0f01-475c-93b4-dbcd94a916d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681527 Feb 11 13:51:23.854949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-e00d2495-8b02-492c-9711-380c2c6488dc service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230466 Feb 11 13:51:23.984902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ad35ba1a-f414-44b5-a9a8-7bddc2ea18a6 req-9820c4a8-d5bb-4d40-bd86-bf15b95c4842 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267111 Feb 11 13:51:24.023832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fcef2-d49f-4d62-a49c-a11fa6479653 req-4619c9dc-43e0-4c64-828a-b5f91103e355 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:24.025530 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b50fcef2-d49f-4d62-a49c-a11fa6479653 req-4619c9dc-43e0-4c64-828a-b5f91103e355 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 943 time: 0.0814943 Feb 11 13:51:24.075679 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b50fcef2-d49f-4d62-a49c-a11fa6479653 req-901c9522-55b6-4669-a842-7576de3b4849 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442693 Feb 11 13:51:24.102562 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa48244-6180-4ab4-8f32-9e175b2097d8 req-7909d174-07da-41be-8087-379582e6f1b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 1094 time: 0.0740483 Feb 11 13:51:24.234124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa48244-6180-4ab4-8f32-9e175b2097d8 req-93f053fd-7588-4d0f-9457-1747a28ee86a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:24.235512 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa48244-6180-4ab4-8f32-9e175b2097d8 req-93f053fd-7588-4d0f-9457-1747a28ee86a service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1274474 Feb 11 13:51:24.303475 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa48244-6180-4ab4-8f32-9e175b2097d8 req-cd97db66-b8ec-41d7-b135-efa6cc06c5d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=357c8f90-6c85-470d-a39e-ac8e8f23a8d7 HTTP/1.1" status: 200 len: 217 time: 0.0605865 Feb 11 13:51:24.369084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa48244-6180-4ab4-8f32-9e175b2097d8 req-4ef7362d-ca3c-4609-9352-a2b4e69a5f95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:24.370527 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa48244-6180-4ab4-8f32-9e175b2097d8 req-4ef7362d-ca3c-4609-9352-a2b4e69a5f95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0613904 Feb 11 13:51:24.449724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa48244-6180-4ab4-8f32-9e175b2097d8 req-204dcf78-2649-4939-8469-5140f63666c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732577 Feb 11 13:51:24.588118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa48244-6180-4ab4-8f32-9e175b2097d8 req-9c31e980-5cc7-4a73-a2d5-a6753099879c service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315756 Feb 11 13:51:24.719610 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2aa48244-6180-4ab4-8f32-9e175b2097d8 req-b5682c0c-2125-4983-a954-8c01a0a68d33 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257484 Feb 11 13:51:25.279261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d20991-6889-4592-a486-d85a50711fd1 req-6538b2ca-0b9f-4116-92a6-8e083dee2591 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:25.279858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d4d20991-6889-4592-a486-d85a50711fd1 req-6538b2ca-0b9f-4116-92a6-8e083dee2591 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:51:25.291408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d4d20991-6889-4592-a486-d85a50711fd1 req-6538b2ca-0b9f-4116-92a6-8e083dee2591 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:51:25.292492 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4d20991-6889-4592-a486-d85a50711fd1 req-6538b2ca-0b9f-4116-92a6-8e083dee2591 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 943 time: 0.0919547 Feb 11 13:51:25.337812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d4d20991-6889-4592-a486-d85a50711fd1 req-ade8131c-f196-4a87-b44d-9c3da28605ec tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391314 Feb 11 13:51:26.536282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335936b-f4e2-4fc3-ab61-2253f6df1697 req-0940726c-7d7e-447b-a8a6-5782d1c191fa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:26.537379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5335936b-f4e2-4fc3-ab61-2253f6df1697 req-0940726c-7d7e-447b-a8a6-5782d1c191fa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 943 time: 0.0791960 Feb 11 13:51:26.584322 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5335936b-f4e2-4fc3-ab61-2253f6df1697 req-1051e191-b53f-4405-8e74-1c96b5eb5cb3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Feb 11 13:51:27.791267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95e20-6d31-468d-b20e-7e3476c78201 req-3fb5bc8a-308a-4401-91b7-cfb3deb6699c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:27.792727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73b95e20-6d31-468d-b20e-7e3476c78201 req-3fb5bc8a-308a-4401-91b7-cfb3deb6699c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 943 time: 0.0779040 Feb 11 13:51:27.840094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73b95e20-6d31-468d-b20e-7e3476c78201 req-0ab55baa-fe18-4a2c-b765-455825885ec9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Feb 11 13:51:28.120473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-a0745754-3f9a-404c-b853-5aeae6da3436 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:28.121920 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-a0745754-3f9a-404c-b853-5aeae6da3436 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 814 time: 0.1406395 Feb 11 13:51:28.138246 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-bc40fa46-caea-4f30-b284-13f4071eaff2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/quotas/9ee366a3f7954169805ba069cef6fc00 HTTP/1.1" status: 200 len: 375 time: 0.0109980 Feb 11 13:51:28.220192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-c5cbf95f-8403-45f5-946f-840d94bd5690 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772753 Feb 11 13:51:28.349659 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-d8b650cf-cb94-4cf6-9afe-667c523a6c61 service neutron] 10.222.0.67 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229405 Feb 11 13:51:28.479569 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-64684192-cc9a-4eb9-ac31-66ad9ed5c5a5 service neutron] 10.222.0.67 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241543 Feb 11 13:51:28.754777 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-47ffa23f-cc79-4581-a471-e8492eeb64b7 req-4a9e6c55-bc4f-466e-976e-a006a3052d49 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 210 time: 0.1312449 Feb 11 13:51:29.043702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c55ad-b212-4ccb-ad3d-ca0729185b61 req-30f2be69-57a8-4411-91d4-4eae32b0d3dd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:29.045333 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b72c55ad-b212-4ccb-ad3d-ca0729185b61 req-30f2be69-57a8-4411-91d4-4eae32b0d3dd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 943 time: 0.0789344 Feb 11 13:51:29.092316 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b72c55ad-b212-4ccb-ad3d-ca0729185b61 req-baedce41-6ae0-4682-9507-ff2fa9168c90 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Feb 11 13:51:29.747434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-efed2c17-2261-4ad0-9d1a-6460534e602c tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:29.748847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-efed2c17-2261-4ad0-9d1a-6460534e602c tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 814 time: 0.1476862 Feb 11 13:51:29.765487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Request body: {'port': {'device_id': '0c40ad6e-314b-4784-ab50-f37d88c26c54', 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c', 'admin_state_up': True, 'tenant_id': '9ee366a3f7954169805ba069cef6fc00'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:29.904819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:51:29.914133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:51:29.922883 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0e2a292f-f1f8-4fa8-8145-f91ee13cd0ab req-d0673199-d5a5-48e0-ad75-62e1c43699f2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 210 time: 0.0408721 Feb 11 13:51:29.924914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Made reservation on behalf of 9ee366a3f7954169805ba069cef6fc00 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:29.927866 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.275304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Allocated IP 172.20.0.13 (74477723-39de-4e68-9bc7-027bfe2be97c/805bfc8f-37b8-4cc6-8d24-83dfd9d709d9/8f583803-2177-4401-ab03-113be1cba90f) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:30.280686 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caef937c-44ec-446e-bae3-c2b118306964 req-16b29f7b-33ac-4cbd-ac96-e2ff67ea1a72 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1888547 Feb 11 13:51:30.412664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5358de5-b2ce-4e5d-9f9e-cb8d326c7a92 req-37859982-c62d-4dde-9032-a43ca7e305ed tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:30.414017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f5358de5-b2ce-4e5d-9f9e-cb8d326c7a92 req-37859982-c62d-4dde-9032-a43ca7e305ed tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 943 time: 0.1966960 Feb 11 13:51:30.574319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f5358de5-b2ce-4e5d-9f9e-cb8d326c7a92 req-e1876c7c-0790-4cfb-8690-16a79c02a675 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089058 Feb 11 13:51:30.597057 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.602957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caef937c-44ec-446e-bae3-c2b118306964 req-88f01504-510b-4d65-95e1-aca71c3f1616 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 1097 time: 0.2494435 Feb 11 13:51:30.628713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.640590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ee8a4b59-6a5c-4c7c-b114-bf69f22d621f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:51:30.787407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Network 74477723-39de-4e68-9bc7-027bfe2be97c is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:30.793370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:30.797233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Pushing event updated for resources: {'Port': ['ID=8f583803-2177-4401-ab03-113be1cba90f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:30.801158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:51:30.887313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:30.887917 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.891752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef937c-44ec-446e-bae3-c2b118306964 req-76e62750-f333-4e4b-a5ce-ae4d276023e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:30.893154 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caef937c-44ec-446e-bae3-c2b118306964 req-76e62750-f333-4e4b-a5ce-ae4d276023e2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 915 time: 0.2273052 Feb 11 13:51:30.973599 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caef937c-44ec-446e-bae3-c2b118306964 req-2f48ebec-7e88-452d-bacf-1b03ffd64876 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f HTTP/1.1" status: 200 len: 217 time: 0.0729933 Feb 11 13:51:30.979599 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-66f3ea5c-dac2-45b2-a9a4-f724dc887ad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2175667 Feb 11 13:51:31.019735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Request body: {'port': {'device_id': '0c40ad6e-314b-4784-ab50-f37d88c26c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:31.088447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef937c-44ec-446e-bae3-c2b118306964 req-91c07361-4a82-4a4e-b282-6ff1e32f1672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:31.089899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caef937c-44ec-446e-bae3-c2b118306964 req-91c07361-4a82-4a4e-b282-6ff1e32f1672 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.1094668 Feb 11 13:51:31.123042 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94775131-59de-4a27-9cd9-722fb461ace2 req-4bbea0b2-bcc1-4627-aea0-44a3e658be19 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:31.124509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-94775131-59de-4a27-9cd9-722fb461ace2 req-4bbea0b2-bcc1-4627-aea0-44a3e658be19 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 932 time: 0.0800900 Feb 11 13:51:31.168954 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caef937c-44ec-446e-bae3-c2b118306964 req-8645d2f6-16c7-4b2a-a765-e52c23637155 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523920 Feb 11 13:51:31.176118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-94775131-59de-4a27-9cd9-722fb461ace2 req-e07ed7bb-fdbc-4e69-9426-4f0edc597345 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461693 Feb 11 13:51:31.250065 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.410503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caef937c-44ec-446e-bae3-c2b118306964 req-a7f7b6b9-150c-437e-964c-47f68d225dad service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326148 Feb 11 13:51:31.819179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-caef937c-44ec-446e-bae3-c2b118306964 req-ea4354e5-b6a3-45be-957d-8e2da0ad16b1 service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991373 Feb 11 13:51:31.871466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbe2ce-3379-4c58-b2fe-3a04aaa4af84 req-90f74c7b-7ca0-4770-97af-47b4779676ce tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:31.872968 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1bbe2ce-3379-4c58-b2fe-3a04aaa4af84 req-90f74c7b-7ca0-4770-97af-47b4779676ce tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 943 time: 0.1691048 Feb 11 13:51:31.976209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f583803-2177-4401-ab03-113be1cba90f {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:31.985322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.989295 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a1bbe2ce-3379-4c58-b2fe-3a04aaa4af84 req-10a3dc12-368b-4ef4-9940-000cc034669a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057491 Feb 11 13:51:32.002568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Transition to ACTIVE for port object 8f583803-2177-4401-ab03-113be1cba90f will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:51:32.006029 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.084257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:51:32.136778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Pushing event updated for resources: {'Port': ['ID=8f583803-2177-4401-ab03-113be1cba90f,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:32.244479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Attempting to bind port 8f583803-2177-4401-ab03-113be1cba90f on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:32.244891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Attempting to bind port 8f583803-2177-4401-ab03-113be1cba90f by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:32.245286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Attempting to bind port 8f583803-2177-4401-ab03-113be1cba90f on network 74477723-39de-4e68-9bc7-027bfe2be97c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:51:32.251563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Port 8f583803-2177-4401-ab03-113be1cba90f on network 74477723-39de-4e68-9bc7-027bfe2be97c not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:51:32.251787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Attempting to bind port 8f583803-2177-4401-ab03-113be1cba90f on network 74477723-39de-4e68-9bc7-027bfe2be97c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:51:32.253081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:32.258220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:51:32.258653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Checking segment: {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:51:32.260017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Bound using segment: {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:51:32.260519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Bound port: 8f583803-2177-4401-ab03-113be1cba90f, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:32.260967 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.267038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '357c8f90-6c85-470d-a39e-ac8e8f23a8d7', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'port_id': '357c8f90-6c85-470d-a39e-ac8e8f23a8d7', 'mac_address': 'fa:16:3e:3b:ff:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:51:32.324122 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.341402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:32.356678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:32.358421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] For port 8f583803-2177-4401-ab03-113be1cba90f, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:32.361146 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.362824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] For port 8f583803-2177-4401-ab03-113be1cba90f, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8f583803-2177-4401-ab03-113be1cba90f,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:32.368670 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.389458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c653cf0-761c-42be-9544-291478c3d4f9 req-00c4a4d3-72c8-476d-8fa3-6e990826d8ca tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:32.391106 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3c653cf0-761c-42be-9544-291478c3d4f9 req-00c4a4d3-72c8-476d-8fa3-6e990826d8ca tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 944 time: 0.0821252 Feb 11 13:51:32.435400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.436633 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] 10.222.0.75 "PUT /v2.0/ports/8f583803-2177-4401-ab03-113be1cba90f HTTP/1.1" status: 200 len: 1092 time: 1.4246299 Feb 11 13:51:32.437056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:32.437442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c40ad6e-314b-4784-ab50-f37d88c26c54', 'tag': '8f583803-2177-4401-ab03-113be1cba90f'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:32.441773 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3c653cf0-761c-42be-9544-291478c3d4f9 req-c6250419-afd7-4d2c-a339-02865f7473d5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443368 Feb 11 13:51:32.470423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15803c8c-0594-492b-b010-ec4114ed9125 service neutron] Pushing event updated for resources: {'Port': ['ID=8f583803-2177-4401-ab03-113be1cba90f,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:32.507751 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c40ad6e-314b-4784-ab50-f37d88c26c54', 'tag': '8f583803-2177-4401-ab03-113be1cba90f', 'status': 'completed', 'code': 200} Feb 11 13:51:32.561917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['357c8f90-6c85-470d-a39e-ac8e8f23a8d7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:51:32.589189 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-a9bbf59f-9911-446d-976d-e1b1b48838a2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 1095 time: 0.0749242 Feb 11 13:51:32.658455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-15f214f2-5b2b-428f-be74-79ba451ecae9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f583803-2177-4401-ab03-113be1cba90f HTTP/1.1" status: 200 len: 217 time: 0.0610096 Feb 11 13:51:32.726177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-56a79c4b-450f-4749-a699-fcbbefc6c804 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:32.728446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-56a79c4b-450f-4749-a699-fcbbefc6c804 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.0602911 Feb 11 13:51:32.778070 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-83565a10-bb4f-4e7d-bd69-749c1f9119bf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423448 Feb 11 13:51:32.911707 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-392b67f8-add5-4b1e-9717-e24382e1fb94 service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281035 Feb 11 13:51:33.046032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6c78682-f420-4e9b-9a3c-c73c6566678f req-18b4dfef-e8f6-469c-8421-6c864f4a1812 service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271858 Feb 11 13:51:33.163050 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-777f309a-164c-4db2-8615-46ae045239fc req-2d996e47-9a36-4c60-9832-425dfab3e7cf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 1095 time: 0.0728173 Feb 11 13:51:33.193885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e6041-0aa7-43c2-a7fd-8177c2f50cde req-7174ad36-b53a-4eac-80ea-644209e9ab6e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:33.195347 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e5e6041-0aa7-43c2-a7fd-8177c2f50cde req-7174ad36-b53a-4eac-80ea-644209e9ab6e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 944 time: 0.0811911 Feb 11 13:51:33.241833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e5e6041-0aa7-43c2-a7fd-8177c2f50cde req-4c2240f7-6b3d-4fc0-a8fd-d89e8adce789 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Feb 11 13:51:33.296254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f309a-164c-4db2-8615-46ae045239fc req-8635aa0c-e139-4559-829c-b0e9961d2466 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:33.297686 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-777f309a-164c-4db2-8615-46ae045239fc req-8635aa0c-e139-4559-829c-b0e9961d2466 service neutron] 10.222.0.75 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 915 time: 0.1287959 Feb 11 13:51:33.366371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-777f309a-164c-4db2-8615-46ae045239fc req-b8bd1d83-4f1d-4b72-9fe6-efa4d35d1bfe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f583803-2177-4401-ab03-113be1cba90f HTTP/1.1" status: 200 len: 217 time: 0.0606670 Feb 11 13:51:33.538805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f309a-164c-4db2-8615-46ae045239fc req-429b4bed-fa8d-4169-bdc7-c5b2c5142cf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:33.540933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-777f309a-164c-4db2-8615-46ae045239fc req-429b4bed-fa8d-4169-bdc7-c5b2c5142cf7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.1665759 Feb 11 13:51:33.642203 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-777f309a-164c-4db2-8615-46ae045239fc req-851be70d-80b4-4a25-91c0-ca36d6143afc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949097 Feb 11 13:51:33.810336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466f294-ded8-48cb-a7a4-2c775fe6be6e req-44ea99b7-0daa-49f8-9807-c48a598e96d5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:33.810962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d466f294-ded8-48cb-a7a4-2c775fe6be6e req-44ea99b7-0daa-49f8-9807-c48a598e96d5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Synchronizing usage tracker for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:51:33.818765 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-777f309a-164c-4db2-8615-46ae045239fc req-5c687071-faca-4efb-a780-988897db04a2 service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673956 Feb 11 13:51:33.830254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d466f294-ded8-48cb-a7a4-2c775fe6be6e req-44ea99b7-0daa-49f8-9807-c48a598e96d5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Unset dirty status for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:51:33.831307 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d466f294-ded8-48cb-a7a4-2c775fe6be6e req-44ea99b7-0daa-49f8-9807-c48a598e96d5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 944 time: 0.2472963 Feb 11 13:51:33.972113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d466f294-ded8-48cb-a7a4-2c775fe6be6e req-c33554ee-c709-4a11-bd23-219242074b77 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342287 Feb 11 13:51:34.012843 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-777f309a-164c-4db2-8615-46ae045239fc req-e19aa219-b1b1-4af2-a242-68828702925b service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766069 Feb 11 13:51:34.100051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:51:34.168148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:51:34.172808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:34.173177 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:34.285389 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:34.312409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5903cc7-8cda-4456-9572-901ef06112f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357c8f90-6c85-470d-a39e-ac8e8f23a8d7'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:34.322834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:34.326755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:34.371349 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5903cc7-8cda-4456-9572-901ef06112f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357c8f90-6c85-470d-a39e-ac8e8f23a8d7', 'code': 200} Feb 11 13:51:34.400248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:34.489607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24737cd4-eaae-419d-8abe-f11fe1a3fa06 req-0c6c60c6-10df-457c-86fd-723a0aafaa0b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:34.491088 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24737cd4-eaae-419d-8abe-f11fe1a3fa06 req-0c6c60c6-10df-457c-86fd-723a0aafaa0b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 945 time: 0.1242664 Feb 11 13:51:34.542172 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5668483b-d778-4ad2-bff6-95b24eb5ca9f req-38d19c5e-d556-465a-9b41-d941708de823 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 1096 time: 0.1163523 Feb 11 13:51:34.549097 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24737cd4-eaae-419d-8abe-f11fe1a3fa06 req-905ef44e-b110-4172-aa42-204018b78b08 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Feb 11 13:51:34.586496 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5668483b-d778-4ad2-bff6-95b24eb5ca9f req-5731cf90-0527-411f-a996-272fda4d23f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365045 Feb 11 13:51:34.889502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8f583803-2177-4401-ab03-113be1cba90f details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:51:35.045003 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8f583803-2177-4401-ab03-113be1cba90f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8f583803-2177-4401-ab03-113be1cba90f,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:35.062345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '8f583803-2177-4401-ab03-113be1cba90f', 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c', 'port_id': '8f583803-2177-4401-ab03-113be1cba90f', 'mac_address': 'fa:16:3e:06:d5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805bfc8f-37b8-4cc6-8d24-83dfd9d709d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:51:35.132165 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:35.157432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f583803-2177-4401-ab03-113be1cba90f {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:35.179069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8f583803-2177-4401-ab03-113be1cba90f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8f583803-2177-4401-ab03-113be1cba90f,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:35.184847 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:35.214311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904c4ea-0ef0-4451-9e32-9086f11266c9 req-91c2e77e-1729-489b-87cc-f67ba3d0902b tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:35.215853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c904c4ea-0ef0-4451-9e32-9086f11266c9 req-91c2e77e-1729-489b-87cc-f67ba3d0902b tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 944 time: 0.0821197 Feb 11 13:51:35.260776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8f583803-2177-4401-ab03-113be1cba90f,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:35.265823 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c904c4ea-0ef0-4451-9e32-9086f11266c9 req-082e1d27-0c8f-4011-91f1-4b0aa9875917 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440805 Feb 11 13:51:35.410680 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['8f583803-2177-4401-ab03-113be1cba90f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:51:35.776309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b268daa-5c97-41fb-9761-cf6bc4fc923f req-a53fca98-7c46-497f-901b-9f0cbe263900 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:35.777799 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b268daa-5c97-41fb-9761-cf6bc4fc923f req-a53fca98-7c46-497f-901b-9f0cbe263900 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 945 time: 0.0957265 Feb 11 13:51:35.830616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b268daa-5c97-41fb-9761-cf6bc4fc923f req-403e0308-9788-48b6-9d67-c8f352e86ed6 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Feb 11 13:51:36.043155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a819013-c276-4a85-bdcd-a5c9367eaa89 req-c8ec8dac-9a20-46ea-9250-4d11887754c9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:36.044533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a819013-c276-4a85-bdcd-a5c9367eaa89 req-c8ec8dac-9a20-46ea-9250-4d11887754c9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 945 time: 0.0954256 Feb 11 13:51:36.095430 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a819013-c276-4a85-bdcd-a5c9367eaa89 req-7cb558e3-5693-41bb-bf26-1ff2d1964f3a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454433 Feb 11 13:51:36.471482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71a7b9-ef89-405d-b375-6e576a888883 req-5a40a2f9-5cfa-4b34-a919-5c749cad2f77 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:36.473071 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d71a7b9-ef89-405d-b375-6e576a888883 req-5a40a2f9-5cfa-4b34-a919-5c749cad2f77 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 945 time: 0.0818915 Feb 11 13:51:36.524841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d71a7b9-ef89-405d-b375-6e576a888883 req-202abea4-cdb3-4917-b16c-ac147b222289 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Feb 11 13:51:36.908845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8f583803-2177-4401-ab03-113be1cba90f up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:51:36.982212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 8f583803-2177-4401-ab03-113be1cba90f completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:51:36.987199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 8f583803-2177-4401-ab03-113be1cba90f triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:36.987565 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.136547 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.174071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c40ad6e-314b-4784-ab50-f37d88c26c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f583803-2177-4401-ab03-113be1cba90f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:37.184292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8f583803-2177-4401-ab03-113be1cba90f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8f583803-2177-4401-ab03-113be1cba90f,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:37.189587 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.238168 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c40ad6e-314b-4784-ab50-f37d88c26c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f583803-2177-4401-ab03-113be1cba90f', 'code': 200} Feb 11 13:51:37.264644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8f583803-2177-4401-ab03-113be1cba90f,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:37.369705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36067ad2-6f19-4f53-ad59-40836e94828f req-035cbefc-bfeb-451c-a2d0-a4b04a8794ac service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 1097 time: 0.0744841 Feb 11 13:51:37.411805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36067ad2-6f19-4f53-ad59-40836e94828f req-9efabdbb-2adb-41f1-b96f-dd346d294183 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360839 Feb 11 13:51:37.699611 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.776479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84745d5b-ed45-41d2-a413-96247f9d6243 req-3ee6a671-62be-41aa-a294-a5b10f40eee5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.778128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84745d5b-ed45-41d2-a413-96247f9d6243 req-3ee6a671-62be-41aa-a294-a5b10f40eee5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 946 time: 0.0940773 Feb 11 13:51:37.868650 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84745d5b-ed45-41d2-a413-96247f9d6243 req-daccba8e-bd85-4c3f-91e5-48ee8d2508a2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699217 Feb 11 13:51:39.065767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-e26e359d-547c-4553-ae5b-01a67e0f6dc5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:39.067428 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-e26e359d-547c-4553-ae5b-01a67e0f6dc5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.1462624 Feb 11 13:51:39.068632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0216ac4-5494-4a87-bc92-3337c6899e49 req-eaa97295-c385-4704-a417-a268586d235b tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:39.070073 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d0216ac4-5494-4a87-bc92-3337c6899e49 req-eaa97295-c385-4704-a417-a268586d235b tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 946 time: 0.0778229 Feb 11 13:51:39.084252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-0164aaca-f8f2-473c-82af-ec07fde08fc9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/quotas/320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 375 time: 0.0113664 Feb 11 13:51:39.127952 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d0216ac4-5494-4a87-bc92-3337c6899e49 req-0bec754e-99e5-4b53-b741-d954b87cfa99 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522618 Feb 11 13:51:39.174277 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-aa4a975f-aebe-48e6-b1b8-c91a00ee41cb tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811176 Feb 11 13:51:39.312081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-00efc544-a871-4b5f-80ef-5885c780e03a service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315234 Feb 11 13:51:39.453359 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-8dca4f3e-7b41-425f-a532-1ad7c477d963 service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351709 Feb 11 13:51:39.708095 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fcc45926-34a6-46ba-b18d-996958391f71 req-01ca45f8-554a-48bf-b693-3f4fea4b059e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 210 time: 0.0494740 Feb 11 13:51:40.262834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-7b11cb1d-ec74-4035-87df-c5d157bea8fd req-257f9f20-5ce6-48f5-a0ab-5fd8e7695fc4 service neutron] (83568) timed out ('10.222.0.67', 51740) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:51:40.808357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-f1e7583f-a330-45e0-b0a1-318fefab96f2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:40.809842 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-f1e7583f-a330-45e0-b0a1-318fefab96f2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.1547220 Feb 11 13:51:40.827420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'port': {'device_id': '8253a7e1-e608-494f-b054-2d16d4be16b6', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'admin_state_up': True, 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:40.973615 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5f69c8e9-c3e6-4ae9-baaa-73465b7c95c9 req-49ce2f56-0c7a-408a-a17c-b3eee671b56f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 210 time: 0.0677776 Feb 11 13:51:41.031545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:51:41.042114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:51:41.052127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Made reservation on behalf of 320ac6f1567144f2bd5fefe0ce684a1c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:41.055239 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.332169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Allocated IP 172.20.0.12 (ecf7a222-cb00-4783-8fcc-55f3133ab6d3/8c9bab48-cff2-4672-a89f-bb6ed7f2a779/7a10ab6b-8545-43c2-ae21-57725a6cbc92) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:41.658481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-4bd243c5-2bd9-483f-b059-764bb1297814 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:41.659190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-4bd243c5-2bd9-483f-b059-764bb1297814 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Synchronizing usage tracker for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:51:41.684095 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.705269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-4bd243c5-2bd9-483f-b059-764bb1297814 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Unset dirty status for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:51:41.706444 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-4bd243c5-2bd9-483f-b059-764bb1297814 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 814 time: 0.3170061 Feb 11 13:51:41.707686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Transition to ACTIVE for port object 7a10ab6b-8545-43c2-ae21-57725a6cbc92 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:51:41.730719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-94a0736d-d6e5-4d9e-b5ee-bcce2523653f tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/quotas/9ee366a3f7954169805ba069cef6fc00 HTTP/1.1" status: 200 len: 375 time: 0.0180953 Feb 11 13:51:41.784830 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.798563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['357c8f90-6c85-470d-a39e-ac8e8f23a8d7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:51:41.879066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:41.879942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=7a10ab6b-8545-43c2-ae21-57725a6cbc92,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:41.884700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:41.886901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:51:41.963798 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-f7c24a26-47e0-455d-8b82-9fbac8c6d93c tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2274983 Feb 11 13:51:42.046327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:42.046950 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.110497 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-470e9a9b-2972-4ec4-ad4a-2dd76133fc2b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2884307 Feb 11 13:51:42.145439 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Request body: {'port': {'device_id': '8253a7e1-e608-494f-b054-2d16d4be16b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:42.203031 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2cb22-72d1-4f18-97d8-f861c9b7fb44 req-90bf6619-3cea-4831-9768-4eefba7dd8a3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:42.204656 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2fc2cb22-72d1-4f18-97d8-f861c9b7fb44 req-90bf6619-3cea-4831-9768-4eefba7dd8a3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 932 time: 0.0902009 Feb 11 13:51:42.225725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-a01bc1d7-9f67-4db1-ad79-4a714dc09b5d service neutron] 10.222.0.67 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607739 Feb 11 13:51:42.238933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-96c94a1a-a4a3-49b2-954d-6abd6ccb567c None None] Provisioning for port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:51:42.246097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-96c94a1a-a4a3-49b2-954d-6abd6ccb567c None None] Provisioning complete for port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:42.246815 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96c94a1a-a4a3-49b2-954d-6abd6ccb567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.257876 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2fc2cb22-72d1-4f18-97d8-f861c9b7fb44 req-b8f0d3e9-e2f7-4010-ae27-4830d7dc0905 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468125 Feb 11 13:51:42.316923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-96c94a1a-a4a3-49b2-954d-6abd6ccb567c None None] Port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:51:42.393823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.475941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-336330c4-a944-423f-957b-8752b8933dd4 service neutron] 10.222.0.67 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400899 Feb 11 13:51:42.632697 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.708314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-78a756cc-f31f-4a8c-9de3-bd9ec38932cf req-fe1af441-ee9e-4ed9-ada9-d82fbceda987 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 210 time: 0.0472822 Feb 11 13:51:42.809406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a10ab6b-8545-43c2-ae21-57725a6cbc92 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:42.817018 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.832851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Transition to ACTIVE for port object 7a10ab6b-8545-43c2-ae21-57725a6cbc92 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:51:42.838047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.982166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Pushing event updated for resources: {'Port': ['ID=7a10ab6b-8545-43c2-ae21-57725a6cbc92,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:42.991930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:42.992189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:42.992593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:42.992996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:42.993337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:42.993766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:42.994692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:42.994692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:42.994972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:42.995432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:42.995751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:43.125671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Attempting to bind port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:43.125998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Attempting to bind port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:43.126673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Attempting to bind port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:51:43.132955 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:51:43.133481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Attempting to bind port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:51:43.141612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:51:43.142181 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Checking segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:51:43.142758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Bound using segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:51:43.143345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Bound port: 7a10ab6b-8545-43c2-ae21-57725a6cbc92, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:43.143875 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:43.350141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] For port 7a10ab6b-8545-43c2-ae21-57725a6cbc92, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:43.354154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] For port 7a10ab6b-8545-43c2-ae21-57725a6cbc92, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7a10ab6b-8545-43c2-ae21-57725a6cbc92,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:43.359088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:43.490373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:43.491738 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] 10.222.0.73 "PUT /v2.0/ports/7a10ab6b-8545-43c2-ae21-57725a6cbc92 HTTP/1.1" status: 200 len: 1092 time: 1.3511670 Feb 11 13:51:43.495326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8253a7e1-e608-494f-b054-2d16d4be16b6', 'tag': '7a10ab6b-8545-43c2-ae21-57725a6cbc92'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:43.517870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4e331-4c4f-4f75-94d0-da28fb0bab04 service neutron] Pushing event updated for resources: {'Port': ['ID=7a10ab6b-8545-43c2-ae21-57725a6cbc92,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:43.546425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6d721-b750-47ca-84c1-aa87ea59f9de req-07f7c736-5981-4397-ab02-f6654a74fc93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:43.550824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1de6d721-b750-47ca-84c1-aa87ea59f9de req-07f7c736-5981-4397-ab02-f6654a74fc93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:51:43.622152 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8253a7e1-e608-494f-b054-2d16d4be16b6', 'tag': '7a10ab6b-8545-43c2-ae21-57725a6cbc92', 'status': 'completed', 'code': 200} Feb 11 13:51:43.636164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1de6d721-b750-47ca-84c1-aa87ea59f9de req-07f7c736-5981-4397-ab02-f6654a74fc93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:51:43.636895 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1de6d721-b750-47ca-84c1-aa87ea59f9de req-07f7c736-5981-4397-ab02-f6654a74fc93 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.2274404 Feb 11 13:51:43.698833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-f9aa9ac7-ba43-4a86-b267-0b672bc35f97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 1095 time: 0.1192851 Feb 11 13:51:43.779220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1de6d721-b750-47ca-84c1-aa87ea59f9de req-cc83cf15-0033-4b5f-b7fd-ac1a8ad75e6f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232214 Feb 11 13:51:43.780952 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-a1d392c3-49fa-4f19-b250-4eed4f6865c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a10ab6b-8545-43c2-ae21-57725a6cbc92 HTTP/1.1" status: 200 len: 217 time: 0.0756373 Feb 11 13:51:43.892534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-b9478c05-fc92-418d-a33e-fe96f89672e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:43.893977 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-b9478c05-fc92-418d-a33e-fe96f89672e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.1063566 Feb 11 13:51:43.999185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7bab107e-af11-4765-8764-8b1ff7637698 req-58b6ebc8-f191-4158-8556-bdd3d2b62de6 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 210 time: 0.1141155 Feb 11 13:51:44.023947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-c650a3ed-00fb-4347-87ef-4a611071fabf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236041 Feb 11 13:51:44.110547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-cb89335d-2c15-44da-ba89-49df770dbad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:44.113473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-cb89335d-2c15-44da-ba89-49df770dbad1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 814 time: 0.2594914 Feb 11 13:51:44.130984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Request body: {'port': {'device_id': 'dcfd3d31-ed45-4475-898b-dc68347fa55e', 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c', 'admin_state_up': True, 'tenant_id': '9ee366a3f7954169805ba069cef6fc00'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:44.200262 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-aa9a546b-a4e9-4ab6-92b8-2bb8bd36d01a service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686330 Feb 11 13:51:44.326670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:51:44.335861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:51:44.339604 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:51:44.351665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Made reservation on behalf of 9ee366a3f7954169805ba069cef6fc00 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:44.358248 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.412460 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ef60b9-34b7-4a65-8783-4a57e461a56d req-dd6c77ba-0500-4abc-8453-ffaa4899eec4 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031574 Feb 11 13:51:44.625015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c189e81f-06ba-409c-8d1e-1e2385241160 req-66499087-65d4-4bb8-99c3-c80cb3812396 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 1095 time: 0.1495118 Feb 11 13:51:44.751448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Allocated IP 172.20.0.10 (74477723-39de-4e68-9bc7-027bfe2be97c/805bfc8f-37b8-4cc6-8d24-83dfd9d709d9/54168e33-4217-4644-aa91-dc7325bf9a66) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:44.793760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189e81f-06ba-409c-8d1e-1e2385241160 req-7e0ea9c4-a5f8-4384-b4b5-c5c20af2b8d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:44.795408 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c189e81f-06ba-409c-8d1e-1e2385241160 req-7e0ea9c4-a5f8-4384-b4b5-c5c20af2b8d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1686478 Feb 11 13:51:44.897327 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c189e81f-06ba-409c-8d1e-1e2385241160 req-ac6aa52c-9daf-4353-88f9-caa7c8fe01af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a10ab6b-8545-43c2-ae21-57725a6cbc92 HTTP/1.1" status: 200 len: 217 time: 0.0953541 Feb 11 13:51:45.014828 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189e81f-06ba-409c-8d1e-1e2385241160 req-44ad5ba0-b547-4940-8d1a-4665d823530b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:45.016220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c189e81f-06ba-409c-8d1e-1e2385241160 req-44ad5ba0-b547-4940-8d1a-4665d823530b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.1141033 Feb 11 13:51:45.033924 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.073389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.090852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ee8a4b59-6a5c-4c7c-b114-bf69f22d621f', '8f583803-2177-4401-ab03-113be1cba90f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:51:45.205936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3086ca-e45c-4e1e-b0dc-035b7c26e6d9 req-8a08f7fd-b330-4815-9136-3b1d7a5f6cf0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:45.209008 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9d3086ca-e45c-4e1e-b0dc-035b7c26e6d9 req-8a08f7fd-b330-4815-9136-3b1d7a5f6cf0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.2399414 Feb 11 13:51:45.213792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c189e81f-06ba-409c-8d1e-1e2385241160 req-33099ecc-dd79-42f5-bf3d-a2f92aa7a463 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894157 Feb 11 13:51:45.247559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Network 74477723-39de-4e68-9bc7-027bfe2be97c is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:45.254390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:45.264952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:51:45.334472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Pushing event updated for resources: {'Port': ['ID=54168e33-4217-4644-aa91-dc7325bf9a66,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:45.356275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:45.356881 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.399118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9d3086ca-e45c-4e1e-b0dc-035b7c26e6d9 req-63d88bd1-6ae7-4de2-bd8f-6a9cac0ce02a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816688 Feb 11 13:51:45.407296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3b25-0b5c-472d-9a0a-c898c2d90c4d req-9e88766f-a521-467a-982e-611c80810a0e tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:45.409472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-611f3b25-0b5c-472d-9a0a-c898c2d90c4d req-9e88766f-a521-467a-982e-611c80810a0e tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Synchronizing usage tracker for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:51:45.414332 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-db8fcad4-daba-48ec-982f-a160dc367359 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2881753 Feb 11 13:51:45.435423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Request body: {'port': {'device_id': 'dcfd3d31-ed45-4475-898b-dc68347fa55e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:51:45.480715 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c189e81f-06ba-409c-8d1e-1e2385241160 req-64ef81e0-f209-4cfd-9b9a-6bff5c6ddc1d service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304132 Feb 11 13:51:45.502964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-611f3b25-0b5c-472d-9a0a-c898c2d90c4d req-9e88766f-a521-467a-982e-611c80810a0e tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Unset dirty status for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:51:45.505228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-611f3b25-0b5c-472d-9a0a-c898c2d90c4d req-9e88766f-a521-467a-982e-611c80810a0e tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 932 time: 0.3182557 Feb 11 13:51:45.517485 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9bf62c11-8398-44b5-885b-322da2eabb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.630083 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.654555 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-611f3b25-0b5c-472d-9a0a-c898c2d90c4d req-62de34b8-9f61-4777-a056-5279852461c2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385832 Feb 11 13:51:45.772983 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c189e81f-06ba-409c-8d1e-1e2385241160 req-f982e33b-25e3-4059-bd32-b1ca907be8c3 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858112 Feb 11 13:51:46.182378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54168e33-4217-4644-aa91-dc7325bf9a66 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:46.194310 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.215717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Transition to ACTIVE for port object 54168e33-4217-4644-aa91-dc7325bf9a66 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:51:46.227555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.416021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Pushing event updated for resources: {'Port': ['ID=54168e33-4217-4644-aa91-dc7325bf9a66,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:46.675478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Attempting to bind port 54168e33-4217-4644-aa91-dc7325bf9a66 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:46.675478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Attempting to bind port 54168e33-4217-4644-aa91-dc7325bf9a66 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:46.675478 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Attempting to bind port 54168e33-4217-4644-aa91-dc7325bf9a66 on network 74477723-39de-4e68-9bc7-027bfe2be97c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:51:46.686282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Port 54168e33-4217-4644-aa91-dc7325bf9a66 on network 74477723-39de-4e68-9bc7-027bfe2be97c not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:51:46.686282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Attempting to bind port 54168e33-4217-4644-aa91-dc7325bf9a66 on network 74477723-39de-4e68-9bc7-027bfe2be97c {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:51:46.702660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:51:46.702660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Checking segment: {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:51:46.702660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Bound using segment: {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:51:46.702660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Bound port: 54168e33-4217-4644-aa91-dc7325bf9a66, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:46.702660 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.903671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] For port 54168e33-4217-4644-aa91-dc7325bf9a66, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:46.904603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] For port 54168e33-4217-4644-aa91-dc7325bf9a66, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=54168e33-4217-4644-aa91-dc7325bf9a66,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:46.952557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b26e5a-ac3b-4efb-b703-a1f3c17162c5 req-4c7517fd-1f5b-4f45-bd82-2e6503549853 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:46.955545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6b26e5a-ac3b-4efb-b703-a1f3c17162c5 req-4c7517fd-1f5b-4f45-bd82-2e6503549853 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.2728441 Feb 11 13:51:47.019848 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.051167 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c6b26e5a-ac3b-4efb-b703-a1f3c17162c5 req-e747b9fa-56af-4be2-b6ae-a6522d40fe8b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859370 Feb 11 13:51:47.130663 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.130663 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] 10.222.0.75 "PUT /v2.0/ports/54168e33-4217-4644-aa91-dc7325bf9a66 HTTP/1.1" status: 200 len: 1092 time: 1.7004519 Feb 11 13:51:47.130663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfd3d31-ed45-4475-898b-dc68347fa55e', 'tag': '54168e33-4217-4644-aa91-dc7325bf9a66'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:47.179022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57df518-ab31-4419-a06b-7ebb3538d159 service neutron] Pushing event updated for resources: {'Port': ['ID=54168e33-4217-4644-aa91-dc7325bf9a66,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:47.226298 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfd3d31-ed45-4475-898b-dc68347fa55e', 'tag': '54168e33-4217-4644-aa91-dc7325bf9a66', 'status': 'completed', 'code': 200} Feb 11 13:51:47.240199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b540e-c209-48f1-87b9-1c7cb717f98a req-6fe51e97-9b7d-4d22-8229-af1e60ff5cc8 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:47.241671 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-102b540e-c209-48f1-87b9-1c7cb717f98a req-6fe51e97-9b7d-4d22-8229-af1e60ff5cc8 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 944 time: 0.3346534 Feb 11 13:51:47.324877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-102b540e-c209-48f1-87b9-1c7cb717f98a req-467292a7-7783-455d-a366-8b8ccc6aca93 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641017 Feb 11 13:51:47.324877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-96e9000c-7ca2-442f-ab40-ae7e56e1fe50 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 1095 time: 0.1440988 Feb 11 13:51:47.564101 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-ab1a47d6-4b11-4fd0-ba86-aa89c86ebff9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54168e33-4217-4644-aa91-dc7325bf9a66 HTTP/1.1" status: 200 len: 217 time: 0.2246132 Feb 11 13:51:47.649356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-bf2ae697-2dff-45ed-b1f9-d929a476c666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:47.650518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-bf2ae697-2dff-45ed-b1f9-d929a476c666 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.0795727 Feb 11 13:51:47.669284 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43fc67ce-7e1c-47ca-b5a0-52f252bd89d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.705330 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-fd172f73-fd41-4202-b4e1-7fcf347e6993 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477920 Feb 11 13:51:47.862551 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-7c761017-28ec-456b-adea-de799b751a77 service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501501 Feb 11 13:51:48.005715 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c84ae3d5-7194-4891-aa52-7dce881b2713 req-c1a1f138-8846-4a94-95bb-573926926227 service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375163 Feb 11 13:51:48.156003 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26f274fc-3314-4a08-94cb-a131dfe3e8f9 req-be8e685f-ee7f-4420-be75-1f7c9e19bfd8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 1095 time: 0.0903835 Feb 11 13:51:48.280147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f711-400e-41ac-9e2c-9f6d18dd6d8b req-962f7e95-c0e6-48bb-a013-65a73b940ae9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:48.281811 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-53a4f711-400e-41ac-9e2c-9f6d18dd6d8b req-962f7e95-c0e6-48bb-a013-65a73b940ae9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0886891 Feb 11 13:51:48.304795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f274fc-3314-4a08-94cb-a131dfe3e8f9 req-67d7891e-cb12-4b43-91c3-9216687debe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:48.309077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26f274fc-3314-4a08-94cb-a131dfe3e8f9 req-67d7891e-cb12-4b43-91c3-9216687debe7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 915 time: 0.1450620 Feb 11 13:51:48.359072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-53a4f711-400e-41ac-9e2c-9f6d18dd6d8b req-b78a0e1a-7855-4b7c-a9d7-0ec6c4134d27 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715663 Feb 11 13:51:48.390096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26f274fc-3314-4a08-94cb-a131dfe3e8f9 req-9eb8994b-f7f9-4fbe-a07c-f41711fef2b6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54168e33-4217-4644-aa91-dc7325bf9a66 HTTP/1.1" status: 200 len: 217 time: 0.0753393 Feb 11 13:51:48.472373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f274fc-3314-4a08-94cb-a131dfe3e8f9 req-9c128abc-443f-4335-99fc-15737abd44fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:48.474280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26f274fc-3314-4a08-94cb-a131dfe3e8f9 req-9c128abc-443f-4335-99fc-15737abd44fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.0736566 Feb 11 13:51:48.581243 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26f274fc-3314-4a08-94cb-a131dfe3e8f9 req-d7b08a71-0318-4a3f-8e18-9bb864853ec4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963011 Feb 11 13:51:48.687657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50410b-3278-498b-8c85-00e665f0c1e4 req-eb22bcf1-6d0b-4d59-9cfc-e13e21c2ebfb tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:48.691023 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac50410b-3278-498b-8c85-00e665f0c1e4 req-eb22bcf1-6d0b-4d59-9cfc-e13e21c2ebfb tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 944 time: 0.1744900 Feb 11 13:51:48.775884 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26f274fc-3314-4a08-94cb-a131dfe3e8f9 req-e4e2f8a9-455e-49c4-92fa-cd3e5fa24fea service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816781 Feb 11 13:51:48.778084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac50410b-3278-498b-8c85-00e665f0c1e4 req-1380b61b-37ae-48a8-bc00-9eaf7b25b871 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784414 Feb 11 13:51:48.916250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26f274fc-3314-4a08-94cb-a131dfe3e8f9 req-774589ad-9fae-48f1-9f5d-609299097982 service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338711 Feb 11 13:51:48.934840 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.961562 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:49.560370 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863ac0e-e79e-40c1-a64b-da4077ce89be req-98efcf57-2271-470a-9635-5e689f27998f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:49.561881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b863ac0e-e79e-40c1-a64b-da4077ce89be req-98efcf57-2271-470a-9635-5e689f27998f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0840371 Feb 11 13:51:49.615844 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b863ac0e-e79e-40c1-a64b-da4077ce89be req-7e6e38ad-1265-40f4-aa12-298c1373633c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479398 Feb 11 13:51:49.984528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780517d2-9711-433e-84dc-5c33023a0469 req-28e07ef2-5af9-432b-bf96-a459b22fc5e9 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:49.985980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-780517d2-9711-433e-84dc-5c33023a0469 req-28e07ef2-5af9-432b-bf96-a459b22fc5e9 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 944 time: 0.0839460 Feb 11 13:51:50.033496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-780517d2-9711-433e-84dc-5c33023a0469 req-7d96b1c1-0aca-4a60-8b8a-1efe308438b0 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Feb 11 13:51:50.361806 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.821193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a277-34a5-4fbd-b9d9-30ed3cda8f37 req-8fb5b0ee-043e-4451-8759-737b4908a17f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:50.822859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2c94a277-34a5-4fbd-b9d9-30ed3cda8f37 req-8fb5b0ee-043e-4451-8759-737b4908a17f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0814204 Feb 11 13:51:50.867118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2c94a277-34a5-4fbd-b9d9-30ed3cda8f37 req-dc1fc924-3b70-4d8b-a6b7-a6ee2a0b05f2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388350 Feb 11 13:51:50.992549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 54168e33-4217-4644-aa91-dc7325bf9a66 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:51:51.177675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 54168e33-4217-4644-aa91-dc7325bf9a66, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=54168e33-4217-4644-aa91-dc7325bf9a66,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:51.191450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '54168e33-4217-4644-aa91-dc7325bf9a66', 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c', 'port_id': '54168e33-4217-4644-aa91-dc7325bf9a66', 'mac_address': 'fa:16:3e:18:07:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805bfc8f-37b8-4cc6-8d24-83dfd9d709d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:51:51.247301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c2472-4604-42a2-8ae6-37dfebc7c6cb req-ec4f5787-cb73-4dcc-bb08-5d805f8a63db tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:51.248797 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-894c2472-4604-42a2-8ae6-37dfebc7c6cb req-ec4f5787-cb73-4dcc-bb08-5d805f8a63db tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 944 time: 0.0838549 Feb 11 13:51:51.249369 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.267922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54168e33-4217-4644-aa91-dc7325bf9a66 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:51.284020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 54168e33-4217-4644-aa91-dc7325bf9a66, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=54168e33-4217-4644-aa91-dc7325bf9a66,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:51.288747 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.303980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-894c2472-4604-42a2-8ae6-37dfebc7c6cb req-40757801-6b22-439b-b53e-997ead923027 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485620 Feb 11 13:51:51.357820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=54168e33-4217-4644-aa91-dc7325bf9a66,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:51.516232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['54168e33-4217-4644-aa91-dc7325bf9a66'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:51:52.069870 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadde57-4d5c-4f8b-89af-43da5826bc2d req-f0256750-b884-497e-9598-d5bf698ede01 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:52.071278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-edadde57-4d5c-4f8b-89af-43da5826bc2d req-f0256750-b884-497e-9598-d5bf698ede01 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0799682 Feb 11 13:51:52.116591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-edadde57-4d5c-4f8b-89af-43da5826bc2d req-cd6262b3-1dd2-4a96-a57a-798a0f3a20d9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396836 Feb 11 13:51:52.518728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fa543-e551-4768-a21b-3704eb80545e req-72ecb3f9-a61e-4077-9a68-52ced334aed7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:52.520204 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc9fa543-e551-4768-a21b-3704eb80545e req-72ecb3f9-a61e-4077-9a68-52ced334aed7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 945 time: 0.0842714 Feb 11 13:51:52.567676 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bc9fa543-e551-4768-a21b-3704eb80545e req-d658e037-acfc-4719-852c-545d9ef4ad9d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Feb 11 13:51:53.019685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 54168e33-4217-4644-aa91-dc7325bf9a66 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:51:53.083023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 54168e33-4217-4644-aa91-dc7325bf9a66 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:51:53.091247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 54168e33-4217-4644-aa91-dc7325bf9a66 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:53.091247 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:53.212168 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:53.240204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfd3d31-ed45-4475-898b-dc68347fa55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54168e33-4217-4644-aa91-dc7325bf9a66'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:53.251359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 54168e33-4217-4644-aa91-dc7325bf9a66, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=54168e33-4217-4644-aa91-dc7325bf9a66,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:53.257650 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:53.341980 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfd3d31-ed45-4475-898b-dc68347fa55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54168e33-4217-4644-aa91-dc7325bf9a66', 'code': 200} Feb 11 13:51:53.348966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8a2b8-d0a4-4513-adee-ad28f5763ca3 req-a44528af-5b7f-4a5e-bf79-1d44ae7ab419 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:53.348966 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb8a2b8-d0a4-4513-adee-ad28f5763ca3 req-a44528af-5b7f-4a5e-bf79-1d44ae7ab419 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0986135 Feb 11 13:51:53.360236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=54168e33-4217-4644-aa91-dc7325bf9a66,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:53.412304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6eb8a2b8-d0a4-4513-adee-ad28f5763ca3 req-d11512b2-092a-4b70-9580-875c90cf744a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576532 Feb 11 13:51:53.512076 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b7db81c1-b186-4ba1-9358-f5e84b2ce229 req-a55f1078-b603-4ba6-890c-a263657b88eb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 1097 time: 0.0899866 Feb 11 13:51:53.565045 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b7db81c1-b186-4ba1-9358-f5e84b2ce229 req-dca77629-ab8c-41c3-98c0-d4042ea85a24 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Feb 11 13:51:53.879950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949728-38de-4bd1-bdca-fe27b26a1754 req-c270b2a5-a7e2-4447-85fe-44da0e330ff6 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:53.879950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a2949728-38de-4bd1-bdca-fe27b26a1754 req-c270b2a5-a7e2-4447-85fe-44da0e330ff6 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 946 time: 0.1847165 Feb 11 13:51:53.927151 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a2949728-38de-4bd1-bdca-fe27b26a1754 req-d2af94cd-e8e7-4ce5-b317-fcbf091f27dd tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Feb 11 13:51:54.614327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6937e3-a7dc-4c67-bef9-1ea915c7fba1 req-5ce9af91-10fc-46e5-a282-1b1d0a4ea66c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:54.615850 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de6937e3-a7dc-4c67-bef9-1ea915c7fba1 req-5ce9af91-10fc-46e5-a282-1b1d0a4ea66c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0792041 Feb 11 13:51:54.667099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de6937e3-a7dc-4c67-bef9-1ea915c7fba1 req-4276d680-577e-49de-b3e2-41a39aa7cd83 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437169 Feb 11 13:51:55.281366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f63d8b-a402-4477-80c4-7af954860ddb req-98d72992-2718-4be8-a2af-555a8715377a tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:55.282836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75f63d8b-a402-4477-80c4-7af954860ddb req-98d72992-2718-4be8-a2af-555a8715377a tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 946 time: 0.0784974 Feb 11 13:51:55.329663 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75f63d8b-a402-4477-80c4-7af954860ddb req-9e4934b8-8a0b-4ca6-bea0-22e99854c162 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Feb 11 13:51:55.876472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45121e4e-8c8c-4638-84bb-2e2fb5ec6487 req-9e4c8dc1-14fc-46e3-916c-2b3f6352d86a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:55.876472 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-45121e4e-8c8c-4638-84bb-2e2fb5ec6487 req-9e4c8dc1-14fc-46e3-916c-2b3f6352d86a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0828707 Feb 11 13:51:55.932295 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-45121e4e-8c8c-4638-84bb-2e2fb5ec6487 req-02837dbf-7ff8-49a7-9844-642c282788e9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474176 Feb 11 13:51:57.157671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b455c-24a0-433a-b921-0fc7ab5f1ab3 req-894173f0-1dc0-428f-b478-d4a5196cf0de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:57.157671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-920b455c-24a0-433a-b921-0fc7ab5f1ab3 req-894173f0-1dc0-428f-b478-d4a5196cf0de tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0869486 Feb 11 13:51:57.236435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-920b455c-24a0-433a-b921-0fc7ab5f1ab3 req-ead67a07-f238-44b8-a994-eaf3c86b74b8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734274 Feb 11 13:51:58.476001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f1fd2-f4b2-4543-bba1-22bb9e9098f0 req-52ba3be6-e468-4f2a-a435-67007983d88e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:58.477750 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867f1fd2-f4b2-4543-bba1-22bb9e9098f0 req-52ba3be6-e468-4f2a-a435-67007983d88e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.1120393 Feb 11 13:51:58.548981 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-867f1fd2-f4b2-4543-bba1-22bb9e9098f0 req-6601e374-9c44-49b8-99b0-fb57b637df6d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639935 Feb 11 13:51:59.749441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb762d-78e6-4a30-81f7-7133d05e1a9f req-4e75ff19-2ba9-49b6-ab30-4d1eb7bc0183 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:59.750927 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9feb762d-78e6-4a30-81f7-7133d05e1a9f req-4e75ff19-2ba9-49b6-ab30-4d1eb7bc0183 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0776279 Feb 11 13:51:59.797763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9feb762d-78e6-4a30-81f7-7133d05e1a9f req-3d326d27-efb8-4635-b402-323057b8e42c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Feb 11 13:52:01.025940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a225-6614-475c-8303-b68f164f8a08 req-27287821-44ef-429d-a046-59dcee498cbf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:01.027928 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3980a225-6614-475c-8303-b68f164f8a08 req-27287821-44ef-429d-a046-59dcee498cbf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0885718 Feb 11 13:52:01.082276 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3980a225-6614-475c-8303-b68f164f8a08 req-fe72599e-037f-4d09-8c27-d590667311be tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479481 Feb 11 13:52:02.270759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7a10ab6b-8545-43c2-ae21-57725a6cbc92 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:52:02.294396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716599a-5703-4aa9-b1ed-7e3a1e548a0d req-cabc4b69-a642-4793-aa96-3f8e8d146d08 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:02.297461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8716599a-5703-4aa9-b1ed-7e3a1e548a0d req-cabc4b69-a642-4793-aa96-3f8e8d146d08 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 944 time: 0.0844674 Feb 11 13:52:02.346185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8716599a-5703-4aa9-b1ed-7e3a1e548a0d req-f6ffd089-fe59-4ffb-b20e-917c7f860547 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Feb 11 13:52:02.416195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7a10ab6b-8545-43c2-ae21-57725a6cbc92, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7a10ab6b-8545-43c2-ae21-57725a6cbc92,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:02.430622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '7a10ab6b-8545-43c2-ae21-57725a6cbc92', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'port_id': '7a10ab6b-8545-43c2-ae21-57725a6cbc92', 'mac_address': 'fa:16:3e:b7:d6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:52:02.492527 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:02.510902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a10ab6b-8545-43c2-ae21-57725a6cbc92 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:02.527422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7a10ab6b-8545-43c2-ae21-57725a6cbc92, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7a10ab6b-8545-43c2-ae21-57725a6cbc92,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:02.531789 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:02.599922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7a10ab6b-8545-43c2-ae21-57725a6cbc92,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:02.609299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.609630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.609957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.610281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.610625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.610945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.611258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.611572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.611882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.612191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.612499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:02.741158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['7a10ab6b-8545-43c2-ae21-57725a6cbc92'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:03.545597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408494b-f9ad-45ec-a06e-1938c0fb5cea req-eb2bc84c-29bd-405e-8bba-7668f0ee5724 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.547182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a408494b-f9ad-45ec-a06e-1938c0fb5cea req-eb2bc84c-29bd-405e-8bba-7668f0ee5724 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 945 time: 0.0773253 Feb 11 13:52:03.592346 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a408494b-f9ad-45ec-a06e-1938c0fb5cea req-669d78dc-28ea-4a61-9d18-ef989f93e38b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396695 Feb 11 13:52:04.295761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7a10ab6b-8545-43c2-ae21-57725a6cbc92 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:52:04.372041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:52:04.378858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:04.379074 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:04.506666 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:04.535810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8253a7e1-e608-494f-b054-2d16d4be16b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a10ab6b-8545-43c2-ae21-57725a6cbc92'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:04.548075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 7a10ab6b-8545-43c2-ae21-57725a6cbc92, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7a10ab6b-8545-43c2-ae21-57725a6cbc92,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:04.554665 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:04.604185 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8253a7e1-e608-494f-b054-2d16d4be16b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a10ab6b-8545-43c2-ae21-57725a6cbc92', 'code': 200} Feb 11 13:52:04.628466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=7a10ab6b-8545-43c2-ae21-57725a6cbc92,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:04.751642 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f08694d-4d68-4a19-94ce-4cca75b4eac0 req-1d4f24eb-175d-4e2f-8cb5-3ca0d07550bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 1097 time: 0.0754716 Feb 11 13:52:04.796253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f08694d-4d68-4a19-94ce-4cca75b4eac0 req-1aa51772-a828-42dc-a422-761287156167 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384202 Feb 11 13:52:04.828285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd343d8-0892-4dfa-8ff1-8325e7e3df6b req-efc5d0f1-7631-40ef-918d-038efaa66a72 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:04.830606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cd343d8-0892-4dfa-8ff1-8325e7e3df6b req-efc5d0f1-7631-40ef-918d-038efaa66a72 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 946 time: 0.1005144 Feb 11 13:52:04.893111 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cd343d8-0892-4dfa-8ff1-8325e7e3df6b req-114e5b65-ae21-4060-93c1-f31804b4726e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552905 Feb 11 13:52:06.120602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018d1f-13ca-4a84-b9e4-dc73ae580ded req-23003971-ad01-4df3-8b64-dbec0b52b814 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:06.121991 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74018d1f-13ca-4a84-b9e4-dc73ae580ded req-23003971-ad01-4df3-8b64-dbec0b52b814 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 946 time: 0.0918884 Feb 11 13:52:06.172703 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74018d1f-13ca-4a84-b9e4-dc73ae580ded req-4b74717b-1875-4c33-b5e2-6c483f31d19d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425925 Feb 11 13:52:06.408598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4ab5c-15c1-4bb0-8342-c5d57312ff8d req-49567729-4b03-4e89-b7ff-9a68c11c5813 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:06.410288 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0c4ab5c-15c1-4bb0-8342-c5d57312ff8d req-49567729-4b03-4e89-b7ff-9a68c11c5813 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 946 time: 0.0967128 Feb 11 13:52:06.469631 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a0c4ab5c-15c1-4bb0-8342-c5d57312ff8d req-cf8a1d08-6af7-4d34-a480-7cd22bb9b313 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529175 Feb 11 13:52:07.038698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084cb47-3f20-40cc-a0a6-470e6d6f89e1 req-2637cdde-7f88-4165-a5f9-fac5a5c9401a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.040148 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2084cb47-3f20-40cc-a0a6-470e6d6f89e1 req-2637cdde-7f88-4165-a5f9-fac5a5c9401a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 946 time: 0.0862429 Feb 11 13:52:07.096257 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2084cb47-3f20-40cc-a0a6-470e6d6f89e1 req-d627aebe-7d11-4197-ae6b-dadd50444856 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493271 Feb 11 13:52:07.210456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-3a6297a6-664d-4620-88db-9815baa4ac79 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.212219 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-3a6297a6-664d-4620-88db-9815baa4ac79 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 814 time: 0.1663752 Feb 11 13:52:07.235149 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-4210dd83-612f-4704-bdba-00236cb86542 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/quotas/9ee366a3f7954169805ba069cef6fc00 HTTP/1.1" status: 200 len: 375 time: 0.0174358 Feb 11 13:52:07.322668 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-cb2252e0-95bd-4b81-901a-751f6f096bc5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0858748 Feb 11 13:52:07.477308 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-706d4e9f-da49-4df5-88b7-63082952900f service neutron] 10.222.0.67 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466703 Feb 11 13:52:07.618198 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fb24423a-483d-453e-a512-df26f21936b4 service neutron] 10.222.0.67 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347060 Feb 11 13:52:07.705054 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:07.850310 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84ff247c-66cf-44cb-b212-2d33e3824e99 req-13e364cb-16bc-482d-abfa-4087cdb509dc tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 210 time: 0.0519023 Feb 11 13:52:08.336663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75349a37-8c9a-4c85-88e4-c483733b0329 req-149c6391-ddfb-4048-a6a5-08694c6b899c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:08.346496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75349a37-8c9a-4c85-88e4-c483733b0329 req-149c6391-ddfb-4048-a6a5-08694c6b899c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 946 time: 0.1009021 Feb 11 13:52:08.400609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-75349a37-8c9a-4c85-88e4-c483733b0329 req-831c9405-78c5-4163-b95d-710735f4e0ac tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484784 Feb 11 13:52:08.504764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-5df55636-970a-464b-a08f-f38c985b68bb tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:08.506908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-5df55636-970a-464b-a08f-f38c985b68bb tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 946 time: 0.1021838 Feb 11 13:52:08.590276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Deleting port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:52:08.590651 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:08.922923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] For port 7a10ab6b-8545-43c2-ae21-57725a6cbc92, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=7a10ab6b-8545-43c2-ae21-57725a6cbc92,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:08.923564 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:09.248269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Calling delete_port for 7a10ab6b-8545-43c2-ae21-57725a6cbc92 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:52:09.283708 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8bbde532-2df9-4158-9fe1-cd9650703902 req-0ac3367e-29f7-425a-825e-662e8eff08c2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 210 time: 0.2929335 Feb 11 13:52:09.379213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-a956e250-bccc-4685-a4d9-95b4b9dde2fb tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:09.379449 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-a956e250-bccc-4685-a4d9-95b4b9dde2fb tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.73 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 814 time: 0.4980626 Feb 11 13:52:09.423697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Request body: {'port': {'device_id': '4145163f-6770-47d5-aa39-bfda371dd177', 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c', 'admin_state_up': True, 'tenant_id': '9ee366a3f7954169805ba069cef6fc00'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:09.557007 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:09.571719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['357c8f90-6c85-470d-a39e-ac8e8f23a8d7', '7a10ab6b-8545-43c2-ae21-57725a6cbc92'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:09.632366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'Port': ['ID=7a10ab6b-8545-43c2-ae21-57725a6cbc92,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:09.658317 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be072bfa-b38d-4afe-93a6-845a73a2072e req-5e4f332c-cb73-4832-a939-0d95124f1824 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 210 time: 0.0826998 Feb 11 13:52:09.708501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:09.756351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] No DVR routers for this DVR port 7a10ab6b-8545-43c2-ae21-57725a6cbc92 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:09.762088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:09.765317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8253a7e1-e608-494f-b054-2d16d4be16b6', 'name': 'network-vif-deleted', 'tag': '7a10ab6b-8545-43c2-ae21-57725a6cbc92'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:09.777861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:09.804294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "DELETE /v2.0/ports/7a10ab6b-8545-43c2-ae21-57725a6cbc92 HTTP/1.1" status: 204 len: 173 time: 1.2890916 Feb 11 13:52:09.805500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Made reservation on behalf of 9ee366a3f7954169805ba069cef6fc00 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:09.809465 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:09.913046 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8253a7e1-e608-494f-b054-2d16d4be16b6', 'name': 'network-vif-deleted', 'tag': '7a10ab6b-8545-43c2-ae21-57725a6cbc92', 'status': 'completed', 'code': 200} Feb 11 13:52:10.056352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Allocated IP 172.20.0.5 (74477723-39de-4e68-9bc7-027bfe2be97c/805bfc8f-37b8-4cc6-8d24-83dfd9d709d9/e38d8469-063f-4b59-becb-f35d7ddce8f1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:10.285332 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:10.324683 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:10.341504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ee8a4b59-6a5c-4c7c-b114-bf69f22d621f', '8f583803-2177-4401-ab03-113be1cba90f', '54168e33-4217-4644-aa91-dc7325bf9a66'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:10.508982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Network 74477723-39de-4e68-9bc7-027bfe2be97c is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:10.513750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:10.519921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:52:10.581845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Pushing event updated for resources: {'Port': ['ID=e38d8469-063f-4b59-becb-f35d7ddce8f1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:10.606512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18c86a-0697-4b0b-aafd-472398d81004 req-831a93f5-47a7-457d-a6d1-43f5d89c256d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:10.608424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c18c86a-0697-4b0b-aafd-472398d81004 req-831a93f5-47a7-457d-a6d1-43f5d89c256d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 931 time: 0.1301398 Feb 11 13:52:10.615246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:10.615466 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:10.681811 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-da63d28c-c94c-411e-8121-dfb864091151 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2630794 Feb 11 13:52:10.694719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Request body: {'port': {'device_id': '4145163f-6770-47d5-aa39-bfda371dd177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:10.715571 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c18c86a-0697-4b0b-aafd-472398d81004 req-061dcb0e-a502-494f-bdfc-c241cd9268eb tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004877 Feb 11 13:52:10.896633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:10.997297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-48345996-e2c5-434a-9d55-3f4ceb665c72 req-0c70c652-e004-42ff-8a8e-b9376affb579 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:52:11.080591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-48345996-e2c5-434a-9d55-3f4ceb665c72 req-0c70c652-e004-42ff-8a8e-b9376affb579 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:52:11.081527 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48345996-e2c5-434a-9d55-3f4ceb665c72 req-0c70c652-e004-42ff-8a8e-b9376affb579 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=8253a7e1-e608-494f-b054-2d16d4be16b6 HTTP/1.1" status: 200 len: 210 time: 0.1662626 Feb 11 13:52:11.385968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38d8469-063f-4b59-becb-f35d7ddce8f1 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:11.394350 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:11.412967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Transition to ACTIVE for port object e38d8469-063f-4b59-becb-f35d7ddce8f1 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:52:11.417135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:11.659546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Pushing event updated for resources: {'Port': ['ID=e38d8469-063f-4b59-becb-f35d7ddce8f1,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:11.765843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Attempting to bind port e38d8469-063f-4b59-becb-f35d7ddce8f1 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:11.766179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Attempting to bind port e38d8469-063f-4b59-becb-f35d7ddce8f1 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:11.766553 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Attempting to bind port e38d8469-063f-4b59-becb-f35d7ddce8f1 on network 74477723-39de-4e68-9bc7-027bfe2be97c {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:52:11.772171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Port e38d8469-063f-4b59-becb-f35d7ddce8f1 on network 74477723-39de-4e68-9bc7-027bfe2be97c not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:52:11.772487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Attempting to bind port e38d8469-063f-4b59-becb-f35d7ddce8f1 on network 74477723-39de-4e68-9bc7-027bfe2be97c {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:52:11.778641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:52:11.778971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Checking segment: {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:52:11.779340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Bound using segment: {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:52:11.779750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Bound port: e38d8469-063f-4b59-becb-f35d7ddce8f1, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:11.780084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:11.873161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] For port e38d8469-063f-4b59-becb-f35d7ddce8f1, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:11.877098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] For port e38d8469-063f-4b59-becb-f35d7ddce8f1, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e38d8469-063f-4b59-becb-f35d7ddce8f1,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:11.882230 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:11.947210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f0506-751a-4bad-a717-1a59b288293a req-4443acdb-0391-4143-ad24-51b5602054cb tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:11.948515 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:11.948703 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-462f0506-751a-4bad-a717-1a59b288293a req-4443acdb-0391-4143-ad24-51b5602054cb tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 943 time: 0.0840468 Feb 11 13:52:11.950071 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] 10.222.0.73 "PUT /v2.0/ports/e38d8469-063f-4b59-becb-f35d7ddce8f1 HTTP/1.1" status: 200 len: 1091 time: 1.2603219 Feb 11 13:52:11.954131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4145163f-6770-47d5-aa39-bfda371dd177', 'tag': 'e38d8469-063f-4b59-becb-f35d7ddce8f1'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:11.972799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76c40f-b507-4f4b-9ca2-8b5cc5118d1c service neutron] Pushing event updated for resources: {'Port': ['ID=e38d8469-063f-4b59-becb-f35d7ddce8f1,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:12.015556 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-462f0506-751a-4bad-a717-1a59b288293a req-a4c5ca3a-82d2-41e6-af92-431711714ec9 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596919 Feb 11 13:52:12.039906 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4145163f-6770-47d5-aa39-bfda371dd177', 'tag': 'e38d8469-063f-4b59-becb-f35d7ddce8f1', 'status': 'completed', 'code': 200} Feb 11 13:52:12.081533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-679d60ec-6523-402e-9bc7-8fd2cd2b0162 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 1094 time: 0.0789692 Feb 11 13:52:12.152923 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-a2163819-d8d7-4974-abb3-712cb31367b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e38d8469-063f-4b59-becb-f35d7ddce8f1 HTTP/1.1" status: 200 len: 217 time: 0.0648808 Feb 11 13:52:12.215510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-7eaf025a-17db-4749-be0f-c7e229feb9ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:12.216970 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-7eaf025a-17db-4749-be0f-c7e229feb9ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.0587366 Feb 11 13:52:12.262220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-761a0590-88b2-4419-9030-d36ca6fcfada service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392535 Feb 11 13:52:12.351007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7a10ab6b-8545-43c2-ae21-57725a6cbc92 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:52:12.408031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-a09685c1-124a-42ed-8fe2-91b3bf6a0627 service neutron] 10.222.0.73 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398590 Feb 11 13:52:12.422138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 7a10ab6b-8545-43c2-ae21-57725a6cbc92 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:52:12.422480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 7a10ab6b-8545-43c2-ae21-57725a6cbc92 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:52:12.552325 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-814d4163-d6c2-4e14-a7f6-c6f515eb0332 req-cfb6c3dd-3f7d-49ac-8f18-3ea572e205e8 service neutron] 10.222.0.73 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357837 Feb 11 13:52:12.643991 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:12.676898 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b9ce59a4-5021-485f-8880-874f163ab7cd req-f4233e78-1e59-430a-b88a-233aa51339f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 1094 time: 0.0809841 Feb 11 13:52:12.818093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce59a4-5021-485f-8880-874f163ab7cd req-c45e1b91-2ab2-420f-afd5-c1422b9f4667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:12.819580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b9ce59a4-5021-485f-8880-874f163ab7cd req-c45e1b91-2ab2-420f-afd5-c1422b9f4667 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 915 time: 0.1372387 Feb 11 13:52:12.887785 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b9ce59a4-5021-485f-8880-874f163ab7cd req-2088e386-2447-49c5-bb96-1d51e2140c93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e38d8469-063f-4b59-becb-f35d7ddce8f1 HTTP/1.1" status: 200 len: 217 time: 0.0612841 Feb 11 13:52:12.953260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce59a4-5021-485f-8880-874f163ab7cd req-f091a62d-1f1a-4d61-bd91-4b4f3d630231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:12.954737 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b9ce59a4-5021-485f-8880-874f163ab7cd req-f091a62d-1f1a-4d61-bd91-4b4f3d630231 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.0607719 Feb 11 13:52:13.000494 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b9ce59a4-5021-485f-8880-874f163ab7cd req-4767e71f-a1be-46b0-b078-bb26064818a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396056 Feb 11 13:52:13.143190 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b9ce59a4-5021-485f-8880-874f163ab7cd req-32953923-d374-4c0c-9cf3-ec06cc63ebb2 service neutron] 10.222.0.73 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363254 Feb 11 13:52:13.220804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d66da1-cb17-43e8-a6b0-6135aa17226b req-b787b90a-43ae-4c98-94bf-62478556da42 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:13.222789 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-99d66da1-cb17-43e8-a6b0-6135aa17226b req-b787b90a-43ae-4c98-94bf-62478556da42 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 943 time: 0.0876083 Feb 11 13:52:13.281260 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-99d66da1-cb17-43e8-a6b0-6135aa17226b req-6910f12e-7b94-44d6-a57a-0e208f207d4b tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522330 Feb 11 13:52:13.407692 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b9ce59a4-5021-485f-8880-874f163ab7cd req-8573405c-6c3b-45f1-8dfa-5e0275e87476 service neutron] 10.222.0.73 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569163 Feb 11 13:52:14.666303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04528e79-5818-44db-972a-389222d42395 req-28e3c6ac-383a-49c2-97bc-8d0ce83f03e2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:14.667050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-04528e79-5818-44db-972a-389222d42395 req-28e3c6ac-383a-49c2-97bc-8d0ce83f03e2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Synchronizing usage tracker for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:52:14.683735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-04528e79-5818-44db-972a-389222d42395 req-28e3c6ac-383a-49c2-97bc-8d0ce83f03e2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Unset dirty status for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:52:14.684959 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04528e79-5818-44db-972a-389222d42395 req-28e3c6ac-383a-49c2-97bc-8d0ce83f03e2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 943 time: 0.1034763 Feb 11 13:52:14.731556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04528e79-5818-44db-972a-389222d42395 req-0c2a0cb5-ffe5-45b2-b1d8-cbf33e585e86 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Feb 11 13:52:15.471811 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c52b95b6-c204-4b15-94fa-ee032c2d0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:15.940939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a25d4e-1706-42d7-b034-7c6bc03eff6f req-378bd275-6b7b-4d94-8da2-bb852f7795a7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:15.942676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-51a25d4e-1706-42d7-b034-7c6bc03eff6f req-378bd275-6b7b-4d94-8da2-bb852f7795a7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 943 time: 0.0827346 Feb 11 13:52:15.989034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-51a25d4e-1706-42d7-b034-7c6bc03eff6f req-ad02a7f9-4463-4dfd-ba9d-d05fc91f5ecf tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 Feb 11 13:52:16.007289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465a06b-ee87-46a0-8eef-875a4f08dac7 req-018b9b11-95cc-428e-b42d-c3d4251a0f16 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:16.008603 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7465a06b-ee87-46a0-8eef-875a4f08dac7 req-018b9b11-95cc-428e-b42d-c3d4251a0f16 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 945 time: 0.0792978 Feb 11 13:52:16.055366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7465a06b-ee87-46a0-8eef-875a4f08dac7 req-640407f3-aab1-499f-80dd-ce989482e7f9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Feb 11 13:52:16.357446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e38d8469-063f-4b59-becb-f35d7ddce8f1 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:52:16.491351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port e38d8469-063f-4b59-becb-f35d7ddce8f1, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e38d8469-063f-4b59-becb-f35d7ddce8f1,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:16.505272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'e38d8469-063f-4b59-becb-f35d7ddce8f1', 'network_id': '74477723-39de-4e68-9bc7-027bfe2be97c', 'port_id': 'e38d8469-063f-4b59-becb-f35d7ddce8f1', 'mac_address': 'fa:16:3e:4e:35:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '805bfc8f-37b8-4cc6-8d24-83dfd9d709d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:52:16.559748 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:16.581205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38d8469-063f-4b59-becb-f35d7ddce8f1 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:16.595719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port e38d8469-063f-4b59-becb-f35d7ddce8f1, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e38d8469-063f-4b59-becb-f35d7ddce8f1,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:16.598791 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:16.665080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=e38d8469-063f-4b59-becb-f35d7ddce8f1,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:16.812167 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['e38d8469-063f-4b59-becb-f35d7ddce8f1'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:17.204621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26fc60-9225-4096-b1b8-7cb9c96c0b99 req-ab7c329d-c157-4f09-a023-ed03a167fbd7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:17.206767 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe26fc60-9225-4096-b1b8-7cb9c96c0b99 req-ab7c329d-c157-4f09-a023-ed03a167fbd7 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 944 time: 0.0962138 Feb 11 13:52:17.253802 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe26fc60-9225-4096-b1b8-7cb9c96c0b99 req-441e8238-9417-4445-960e-160cf7d74fff tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Feb 11 13:52:17.270125 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ee955-c42f-454d-a7d6-11dfdc6d30f2 req-cf72ea90-00e3-4274-ba10-913a8da4e928 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:17.271884 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca3ee955-c42f-454d-a7d6-11dfdc6d30f2 req-cf72ea90-00e3-4274-ba10-913a8da4e928 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 945 time: 0.0825801 Feb 11 13:52:17.318194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca3ee955-c42f-454d-a7d6-11dfdc6d30f2 req-36b5b765-75b3-437f-a4ed-f6c0e9fc29b4 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bd1bef6-3574-4fec-bae2-07d9380ea1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408990 Feb 11 13:52:17.418503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-6eb00767-f53a-4fdc-90d6-a064daa91212 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:17.419953 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-6eb00767-f53a-4fdc-90d6-a064daa91212 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 945 time: 0.0748041 Feb 11 13:52:17.489522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-15cfc26c-9e9a-42e0-be22-4da8d6020766 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Deleting port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:52:17.489879 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-15cfc26c-9e9a-42e0-be22-4da8d6020766 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:17.664080 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a56ea838-e54d-4cf9-b034-a25383adb361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:17.744287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-15cfc26c-9e9a-42e0-be22-4da8d6020766 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] For port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:17.744635 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-15cfc26c-9e9a-42e0-be22-4da8d6020766 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:17.868848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-15cfc26c-9e9a-42e0-be22-4da8d6020766 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Calling delete_port for 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:52:18.007760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-15cfc26c-9e9a-42e0-be22-4da8d6020766 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.018830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['357c8f90-6c85-470d-a39e-ac8e8f23a8d7'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:18.057722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfc26c-9e9a-42e0-be22-4da8d6020766 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'Port': ['ID=357c8f90-6c85-470d-a39e-ac8e8f23a8d7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:18.136271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-15cfc26c-9e9a-42e0-be22-4da8d6020766 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] No DVR routers for this DVR port 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:18.138855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-15cfc26c-9e9a-42e0-be22-4da8d6020766 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.142681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5903cc7-8cda-4456-9572-901ef06112f6', 'name': 'network-vif-deleted', 'tag': '357c8f90-6c85-470d-a39e-ac8e8f23a8d7'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:18.157909 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-983756fa-a27f-47ff-af3c-1eb7ab1916e3 req-15cfc26c-9e9a-42e0-be22-4da8d6020766 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "DELETE /v2.0/ports/357c8f90-6c85-470d-a39e-ac8e8f23a8d7 HTTP/1.1" status: 204 len: 173 time: 0.7327876 Feb 11 13:52:18.198520 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5903cc7-8cda-4456-9572-901ef06112f6', 'name': 'network-vif-deleted', 'tag': '357c8f90-6c85-470d-a39e-ac8e8f23a8d7', 'status': 'completed', 'code': 200} Feb 11 13:52:18.384808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e38d8469-063f-4b59-becb-f35d7ddce8f1 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:52:18.483630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port e38d8469-063f-4b59-becb-f35d7ddce8f1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:52:18.494505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58fefb-a3a6-4410-9ec0-0bf59b9516c1 req-2bdd06ea-89df-4136-8c67-8f4449b5f5e0 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:18.496026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ef58fefb-a3a6-4410-9ec0-0bf59b9516c1 req-2bdd06ea-89df-4136-8c67-8f4449b5f5e0 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 944 time: 0.1221609 Feb 11 13:52:18.496881 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port e38d8469-063f-4b59-becb-f35d7ddce8f1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:18.497659 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.560359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ef58fefb-a3a6-4410-9ec0-0bf59b9516c1 req-28d78dbf-f2ed-41ae-9126-9d3eef2800f9 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525494 Feb 11 13:52:18.570533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f0d5a8bd-9542-4838-85a6-dfc70766c80c req-509ac733-c703-4a67-b98a-7a846e6291e2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:52:18.610992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f0d5a8bd-9542-4838-85a6-dfc70766c80c req-509ac733-c703-4a67-b98a-7a846e6291e2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:52:18.612348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f0d5a8bd-9542-4838-85a6-dfc70766c80c req-509ac733-c703-4a67-b98a-7a846e6291e2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5903cc7-8cda-4456-9572-901ef06112f6 HTTP/1.1" status: 200 len: 210 time: 0.1566832 Feb 11 13:52:18.693462 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.720930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4145163f-6770-47d5-aa39-bfda371dd177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38d8469-063f-4b59-becb-f35d7ddce8f1'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:18.730806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port e38d8469-063f-4b59-becb-f35d7ddce8f1, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e38d8469-063f-4b59-becb-f35d7ddce8f1,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:18.735995 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.736812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:52:18.811078 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4145163f-6770-47d5-aa39-bfda371dd177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38d8469-063f-4b59-becb-f35d7ddce8f1', 'code': 200} Feb 11 13:52:18.811562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:52:18.812081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 357c8f90-6c85-470d-a39e-ac8e8f23a8d7 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:52:18.845642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=e38d8469-063f-4b59-becb-f35d7ddce8f1,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:18.935105 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.941474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff8733f3-5867-40f4-9763-c99fe3469782 req-41e5d19e-4808-4cc3-873a-105f0e15c874 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 1096 time: 0.0812838 Feb 11 13:52:18.972841 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:19.000542 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff8733f3-5867-40f4-9763-c99fe3469782 req-7b1a148f-4e81-47d4-9c20-edea08bb0b78 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488524 Feb 11 13:52:19.792477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170e849-24e5-4221-8f27-277739dcae23 req-3ae89e38-c987-4152-856e-cc5f099f8667 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:19.794648 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c170e849-24e5-4221-8f27-277739dcae23 req-3ae89e38-c987-4152-856e-cc5f099f8667 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 945 time: 0.0938585 Feb 11 13:52:19.843406 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c170e849-24e5-4221-8f27-277739dcae23 req-d47a007a-7d9d-463d-8614-1d3a765122dc tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Feb 11 13:52:20.365559 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:21.157371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec22f54-4bca-436d-8a49-471b72f60f1f req-d65e714a-7201-4aaa-aaad-d057cb547d8c tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:21.159017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9ec22f54-4bca-436d-8a49-471b72f60f1f req-d65e714a-7201-4aaa-aaad-d057cb547d8c tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 945 time: 0.1811030 Feb 11 13:52:21.210364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9ec22f54-4bca-436d-8a49-471b72f60f1f req-74c3051f-add2-4e19-9ce9-f98399dc3104 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Feb 11 13:52:21.335202 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:52:22.322738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46348) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:22.328217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918065115', 'description': 'tempest-secgroup-smoke-918065115 description', 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:22.334558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:22.344115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:22.353046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.388981 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:22.392959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:security_group_rule and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:52:22.395743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:52:22.401331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:22.455484 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.459265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.508191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7bc0c4-e390-4159-bd1e-899493746b63,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:22.512612 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.514078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bd5e775a-71de-4d09-82e9-a8625a05ddfd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1903551 Feb 11 13:52:22.517302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46352) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:22.522982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'security_group_rule': {'security_group_id': 'de7bc0c4-e390-4159-bd1e-899493746b63', 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:22.529236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:22.533716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:security_group_rule and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:52:22.536561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:52:22.542180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:22.561179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.621043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.624857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.647317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae34eac-fcf4-415b-a6af-a713fb87f08a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:22.657072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.658444 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9e6868c4-cdce-461d-beab-82417dbba404 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1401165 Feb 11 13:52:22.661230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46358) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:22.666986 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'security_group_rule': {'security_group_id': 'de7bc0c4-e390-4159-bd1e-899493746b63', 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:22.674187 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:22.678248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:security_group_rule and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:52:22.681162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:52:22.688030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:22.704926 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.769448 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.773695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.795110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1fbea4-a862-4051-942f-60fbe7a02489,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:22.807699 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.808892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e74b2a9e-3720-4b86-b71c-4a3966c820ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1467144 Feb 11 13:52:22.811646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46364) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:22.817074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'security_group_rule': {'security_group_id': 'de7bc0c4-e390-4159-bd1e-899493746b63', 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:22.823584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:22.828270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:security_group_rule and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:52:22.831255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:52:22.836963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:22.857087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.920795 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.924430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.948331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfb973f-7ae2-4ec7-9289-f20ca8afb417,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:22.958892 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.960061 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-710b6576-83b0-4a7a-8c89-47f5dea065ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1475279 Feb 11 13:52:22.962676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46372) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:22.968676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'security_group_rule': {'security_group_id': 'de7bc0c4-e390-4159-bd1e-899493746b63', 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:22.975032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:22.978923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:security_group_rule and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:52:22.981895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:52:22.987689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:23.004761 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.073104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.078031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.105007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded87aea-6c51-4895-b5d3-077c0f622a16,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:23.116315 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.120167 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0e7371c3-de46-4f59-adc3-bad83bc7b35b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1540239 Feb 11 13:52:23.120460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46380) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:23.126737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'security_group_rule': {'security_group_id': 'de7bc0c4-e390-4159-bd1e-899493746b63', 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:23.134808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:23.139071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:security_group_rule and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:52:23.142651 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:52:23.148350 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:23.160349 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Project 320ac6f1567144f2bd5fefe0ce684a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:52:23.167317 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.238072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.241763 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.265737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e923e2-48f7-4f0f-82c7-a41546ef3b92,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:23.275236 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.276616 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-23fe37d7-4a00-4ea2-b2d8-2740da8580aa tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1546063 Feb 11 13:52:23.279262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46384) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:23.285303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'security_group_rule': {'security_group_id': 'de7bc0c4-e390-4159-bd1e-899493746b63', 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:23.291701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:23.295467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:security_group_rule and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:52:23.298397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:52:23.303979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:23.315151 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Project 320ac6f1567144f2bd5fefe0ce684a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:52:23.321726 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.390954 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.394982 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.417572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d752f515-916a-4ed0-870c-a2c91bb85c44,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:23.427413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.428966 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ea7b0d25-b589-4093-a0b1-86aa10e8caa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1487362 Feb 11 13:52:27.418558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-559bdaa0-401c-4ff3-b30c-cb0f815991d0 req-b0229a77-12f3-4408-b0a5-5cc478ccceb0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726879 Feb 11 13:52:27.562354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-559bdaa0-401c-4ff3-b30c-cb0f815991d0 req-41721435-4123-4a69-bf87-2ebd7780496f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 1096 time: 0.0743313 Feb 11 13:52:27.801996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bdaa0-401c-4ff3-b30c-cb0f815991d0 req-44157d11-6b91-4613-9c3a-92703ff75e89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:27.803497 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-559bdaa0-401c-4ff3-b30c-cb0f815991d0 req-44157d11-6b91-4613-9c3a-92703ff75e89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 915 time: 0.2228534 Feb 11 13:52:27.875016 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-559bdaa0-401c-4ff3-b30c-cb0f815991d0 req-4edffb64-cfec-45b1-b046-d9b079b942f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e38d8469-063f-4b59-becb-f35d7ddce8f1 HTTP/1.1" status: 200 len: 217 time: 0.0657866 Feb 11 13:52:27.938014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bdaa0-401c-4ff3-b30c-cb0f815991d0 req-9c1a5af3-7179-4efc-8d91-9f31fc0f99f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:27.939509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-559bdaa0-401c-4ff3-b30c-cb0f815991d0 req-9c1a5af3-7179-4efc-8d91-9f31fc0f99f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.0595186 Feb 11 13:52:27.984961 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-559bdaa0-401c-4ff3-b30c-cb0f815991d0 req-6b436123-5457-451e-8645-7f7e5d2c2fa4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400448 Feb 11 13:52:28.123485 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-559bdaa0-401c-4ff3-b30c-cb0f815991d0 req-457648b5-dafb-4d38-a237-0a19764f546d service neutron] 10.222.0.73 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329129 Feb 11 13:52:28.266797 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-559bdaa0-401c-4ff3-b30c-cb0f815991d0 req-4cb76db8-6a1f-41f2-93b4-07e61441eee0 service neutron] 10.222.0.73 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375711 Feb 11 13:52:32.166408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1202e25b-ba43-4567-9ebd-d774e2ebacd0 req-dfc0920d-af3e-4628-bbd5-d7418043b579 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703266 Feb 11 13:52:32.320837 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1202e25b-ba43-4567-9ebd-d774e2ebacd0 req-8fa8d29a-f7cb-4249-a531-8efd98a74eff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ee366a3f7954169805ba069cef6fc00&device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0777102 Feb 11 13:52:32.491806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202e25b-ba43-4567-9ebd-d774e2ebacd0 req-6dd0e2dc-f94f-484c-b112-f95480c5453d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:32.494102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1202e25b-ba43-4567-9ebd-d774e2ebacd0 req-6dd0e2dc-f94f-484c-b112-f95480c5453d service neutron] 10.222.0.75 "GET /v2.0/networks?id=74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 200 len: 915 time: 0.1529016 Feb 11 13:52:32.569266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1202e25b-ba43-4567-9ebd-d774e2ebacd0 req-6435757f-2532-448f-94ad-2abc87af843d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f HTTP/1.1" status: 200 len: 217 time: 0.0688174 Feb 11 13:52:32.653389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202e25b-ba43-4567-9ebd-d774e2ebacd0 req-9095eb91-cf0f-4894-850f-2576f095ac2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:32.655130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1202e25b-ba43-4567-9ebd-d774e2ebacd0 req-9095eb91-cf0f-4894-850f-2576f095ac2a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 200 len: 854 time: 0.0794556 Feb 11 13:52:32.706080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1202e25b-ba43-4567-9ebd-d774e2ebacd0 req-baff43a7-962a-445f-b1a4-2483682f9764 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74477723-39de-4e68-9bc7-027bfe2be97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446265 Feb 11 13:52:32.854289 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1202e25b-ba43-4567-9ebd-d774e2ebacd0 req-48ae4bb7-d9dd-45c7-880f-82f8da854348 service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424606 Feb 11 13:52:32.995597 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1202e25b-ba43-4567-9ebd-d774e2ebacd0 req-7c5ee87d-4cc4-4a79-aeb7-78da3e36827a service neutron] 10.222.0.75 "GET /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350417 Feb 11 13:52:35.494365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a92a3-90c0-4c4a-8be1-df245b897ee6 req-9bc0c357-6b67-4a06-aeb0-7345d21c1af2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:35.496185 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d2a92a3-90c0-4c4a-8be1-df245b897ee6 req-9bc0c357-6b67-4a06-aeb0-7345d21c1af2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 945 time: 0.0893421 Feb 11 13:52:35.548123 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d2a92a3-90c0-4c4a-8be1-df245b897ee6 req-b77e3e49-b6d1-472c-918c-6c70f85e9475 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431836 Feb 11 13:52:36.813221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22682c4a-e33b-43e6-bb46-d1e48149fcd3 req-fec9fd69-fce5-4edc-91c7-b414359cd56b tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.815207 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-22682c4a-e33b-43e6-bb46-d1e48149fcd3 req-fec9fd69-fce5-4edc-91c7-b414359cd56b tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 945 time: 0.1098025 Feb 11 13:52:36.879399 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-22682c4a-e33b-43e6-bb46-d1e48149fcd3 req-748316fc-13e6-4c03-aa0b-0af156c561aa tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576138 Feb 11 13:52:37.004784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd87503-8496-45db-833a-72109e2edfdf req-c59e7021-4c6a-4398-a71e-79c6024e903d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:37.007446 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5dd87503-8496-45db-833a-72109e2edfdf req-c59e7021-4c6a-4398-a71e-79c6024e903d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.73 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 945 time: 0.1121936 Feb 11 13:52:37.101226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5dd87503-8496-45db-833a-72109e2edfdf req-0aef0251-d613-4c29-8fc8-8d893b200661 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Deleting port e38d8469-063f-4b59-becb-f35d7ddce8f1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:52:37.101737 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5dd87503-8496-45db-833a-72109e2edfdf req-0aef0251-d613-4c29-8fc8-8d893b200661 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:37.397414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5dd87503-8496-45db-833a-72109e2edfdf req-0aef0251-d613-4c29-8fc8-8d893b200661 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] For port e38d8469-063f-4b59-becb-f35d7ddce8f1, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=e38d8469-063f-4b59-becb-f35d7ddce8f1,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:37.397937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5dd87503-8496-45db-833a-72109e2edfdf req-0aef0251-d613-4c29-8fc8-8d893b200661 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:37.523168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5dd87503-8496-45db-833a-72109e2edfdf req-0aef0251-d613-4c29-8fc8-8d893b200661 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Calling delete_port for e38d8469-063f-4b59-becb-f35d7ddce8f1 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:52:37.674310 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5dd87503-8496-45db-833a-72109e2edfdf req-0aef0251-d613-4c29-8fc8-8d893b200661 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:37.687614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['e38d8469-063f-4b59-becb-f35d7ddce8f1'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:37.711915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ee8a4b59-6a5c-4c7c-b114-bf69f22d621f', '8f583803-2177-4401-ab03-113be1cba90f', '54168e33-4217-4644-aa91-dc7325bf9a66'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:37.727953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef0251-d613-4c29-8fc8-8d893b200661 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Pushing event deleted for resources: {'Port': ['ID=e38d8469-063f-4b59-becb-f35d7ddce8f1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:37.784657 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:37.800420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd87503-8496-45db-833a-72109e2edfdf req-0aef0251-d613-4c29-8fc8-8d893b200661 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] No DVR routers for this DVR port e38d8469-063f-4b59-becb-f35d7ddce8f1 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:37.803463 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5dd87503-8496-45db-833a-72109e2edfdf req-0aef0251-d613-4c29-8fc8-8d893b200661 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:37.806160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4145163f-6770-47d5-aa39-bfda371dd177', 'name': 'network-vif-deleted', 'tag': 'e38d8469-063f-4b59-becb-f35d7ddce8f1'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:37.822133 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5dd87503-8496-45db-833a-72109e2edfdf req-0aef0251-d613-4c29-8fc8-8d893b200661 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.73 "DELETE /v2.0/ports/e38d8469-063f-4b59-becb-f35d7ddce8f1 HTTP/1.1" status: 204 len: 173 time: 0.8079810 Feb 11 13:52:37.869185 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4145163f-6770-47d5-aa39-bfda371dd177', 'name': 'network-vif-deleted', 'tag': 'e38d8469-063f-4b59-becb-f35d7ddce8f1', 'status': 'completed', 'code': 200} Feb 11 13:52:38.071649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e4ee65b1-e031-4cbd-b900-47ee34a65aba req-0d9998b7-037a-41bd-9b2e-3227bd67ec3a tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=4145163f-6770-47d5-aa39-bfda371dd177 HTTP/1.1" status: 200 len: 210 time: 0.0426421 Feb 11 13:52:38.435083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-31f7da8b-039f-4197-af63-d57dae416b5c req-30dac958-1543-440c-be44-5e40bc1247ac tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:52:38.449540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-31f7da8b-039f-4197-af63-d57dae416b5c req-30dac958-1543-440c-be44-5e40bc1247ac tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:52:38.450679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-30dac958-1543-440c-be44-5e40bc1247ac tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918065115&fields=id&tenant_id=320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 267 time: 0.0626752 Feb 11 13:52:38.680620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7da8b-039f-4197-af63-d57dae416b5c req-15c508be-3a42-4ac1-a883-6fad198bb20d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:38.682034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-15c508be-3a42-4ac1-a883-6fad198bb20d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.2248790 Feb 11 13:52:38.699027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-305ed808-4fdc-4233-9cce-5a6832486a6c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/quotas/320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 375 time: 0.0112123 Feb 11 13:52:38.778479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-e4d09aa0-41a6-4e2d-889c-c938b66c4fd7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740175 Feb 11 13:52:38.914004 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-79d2b5aa-d919-47b1-9328-1b9cf5b961c5 service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237977 Feb 11 13:52:39.045343 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-8ac08279-76d9-485b-b145-dbcee9c549ba service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255240 Feb 11 13:52:39.460199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-52dcc0fb-3dc8-46ea-8c41-eabc3392bdd8 req-ff8e7d85-2f9d-4078-ab2a-db5eeee34f34 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 210 time: 0.0474806 Feb 11 13:52:40.475938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e38d8469-063f-4b59-becb-f35d7ddce8f1 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:52:40.495300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7da8b-039f-4197-af63-d57dae416b5c req-d32f2c9d-1512-489c-a09a-47ba3d43d4ca tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:40.496732 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-d32f2c9d-1512-489c-a09a-47ba3d43d4ca tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.1753168 Feb 11 13:52:40.538891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: e38d8469-063f-4b59-becb-f35d7ddce8f1 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:52:40.539290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device e38d8469-063f-4b59-becb-f35d7ddce8f1 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:52:40.565015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-079c2290-93fa-4029-8fae-7e77567250e3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 379 time: 0.0544076 Feb 11 13:52:40.573724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'port': {'device_id': '6f81d0ca-ca00-4539-8052-7d58be415526', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'admin_state_up': True, 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'security_groups': ['de7bc0c4-e390-4159-bd1e-899493746b63']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:40.714115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-16d7be3b-eac6-48fa-88cb-5bbee32099b2 req-70e82827-7c74-4c8f-92cb-8a39b87b6ba6 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 210 time: 0.0623257 Feb 11 13:52:40.775561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:40.786174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:40.797070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Made reservation on behalf of 320ac6f1567144f2bd5fefe0ce684a1c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:40.800269 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:40.975616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Allocated IP 172.20.0.6 (ecf7a222-cb00-4783-8fcc-55f3133ab6d3/8c9bab48-cff2-4672-a89f-bb6ed7f2a779/3dfb37a9-ed14-414b-8347-11f4573f0643) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:41.174029 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:41.194467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Transition to ACTIVE for port object 3dfb37a9-ed14-414b-8347-11f4573f0643 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:52:41.219779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:41.298905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:41.301805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:41.305953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:52:41.352596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=3dfb37a9-ed14-414b-8347-11f4573f0643,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:41.386302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:41.387023 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:41.414551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-94fcb6de-0cc4-4b5b-834a-242055a0290c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8442888 Feb 11 13:52:41.426480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Request body: {'port': {'device_id': '6f81d0ca-ca00-4539-8052-7d58be415526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:41.558063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:41.667197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-226dbf23-b849-474e-bb6e-0e8f6dbf0eb7 None None] Provisioning for port 3dfb37a9-ed14-414b-8347-11f4573f0643 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:52:41.673490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-226dbf23-b849-474e-bb6e-0e8f6dbf0eb7 None None] Provisioning complete for port 3dfb37a9-ed14-414b-8347-11f4573f0643 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:41.674345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-226dbf23-b849-474e-bb6e-0e8f6dbf0eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:41.763512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-226dbf23-b849-474e-bb6e-0e8f6dbf0eb7 None None] Port 3dfb37a9-ed14-414b-8347-11f4573f0643 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:52:42.100941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31888c0-a1c8-4e17-a6b0-35f6bf31ac58 req-fbd5ec8a-69d0-448e-9bd7-57352dfb92e1 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:42.101211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c31888c0-a1c8-4e17-a6b0-35f6bf31ac58 req-fbd5ec8a-69d0-448e-9bd7-57352dfb92e1 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:52:42.111580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2c50-9097-4435-b28f-1ae5d2d6b0d9 req-b4e3067c-25ca-470e-9a7f-1b049ab7acb2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:42.113724 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46ac2c50-9097-4435-b28f-1ae5d2d6b0d9 req-b4e3067c-25ca-470e-9a7f-1b049ab7acb2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 946 time: 0.0876298 Feb 11 13:52:42.155357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-c31888c0-a1c8-4e17-a6b0-35f6bf31ac58 req-fbd5ec8a-69d0-448e-9bd7-57352dfb92e1 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:52:42.156897 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c31888c0-a1c8-4e17-a6b0-35f6bf31ac58 req-fbd5ec8a-69d0-448e-9bd7-57352dfb92e1 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 931 time: 0.2999759 Feb 11 13:52:42.166314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46ac2c50-9097-4435-b28f-1ae5d2d6b0d9 req-d734709b-ccfb-4532-8459-73b5dc327bbd tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462449 Feb 11 13:52:42.208830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfb37a9-ed14-414b-8347-11f4573f0643 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:42.220581 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.231187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c31888c0-a1c8-4e17-a6b0-35f6bf31ac58 req-d8528dda-0db5-45d7-8643-07a9757cdcaf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679767 Feb 11 13:52:42.240515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Transition to ACTIVE for port object 3dfb37a9-ed14-414b-8347-11f4573f0643 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:52:42.244263 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.378151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfb37a9-ed14-414b-8347-11f4573f0643,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:42.488361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Attempting to bind port 3dfb37a9-ed14-414b-8347-11f4573f0643 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:42.488700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Attempting to bind port 3dfb37a9-ed14-414b-8347-11f4573f0643 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:42.489026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Attempting to bind port 3dfb37a9-ed14-414b-8347-11f4573f0643 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:52:42.495284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Port 3dfb37a9-ed14-414b-8347-11f4573f0643 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:52:42.495593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Attempting to bind port 3dfb37a9-ed14-414b-8347-11f4573f0643 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:52:42.502879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:52:42.503335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Checking segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:52:42.503527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Bound using segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:52:42.503949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Bound port: 3dfb37a9-ed14-414b-8347-11f4573f0643, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:42.504323 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.594650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] For port 3dfb37a9-ed14-414b-8347-11f4573f0643, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:42.597659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] For port 3dfb37a9-ed14-414b-8347-11f4573f0643, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3dfb37a9-ed14-414b-8347-11f4573f0643,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:42.602176 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.641520 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.664545 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.665899 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] 10.222.0.73 "PUT /v2.0/ports/3dfb37a9-ed14-414b-8347-11f4573f0643 HTTP/1.1" status: 200 len: 1091 time: 1.2439837 Feb 11 13:52:42.666329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f81d0ca-ca00-4539-8052-7d58be415526', 'tag': '3dfb37a9-ed14-414b-8347-11f4573f0643'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:42.684457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29360e60-896e-4fd3-a376-a77444b46a47 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfb37a9-ed14-414b-8347-11f4573f0643,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:42.743216 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f81d0ca-ca00-4539-8052-7d58be415526', 'tag': '3dfb37a9-ed14-414b-8347-11f4573f0643', 'status': 'completed', 'code': 200} Feb 11 13:52:42.788479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-a1f74347-9765-4054-a0a4-56f2400068d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 1094 time: 0.0795014 Feb 11 13:52:42.860693 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-e5df7789-5d21-490d-9710-bfd19673a255 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dfb37a9-ed14-414b-8347-11f4573f0643 HTTP/1.1" status: 200 len: 217 time: 0.0642464 Feb 11 13:52:42.925516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7da8b-039f-4197-af63-d57dae416b5c req-61ed0746-07c7-4175-93dc-22f02f047e9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:42.926915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-61ed0746-07c7-4175-93dc-22f02f047e9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0607712 Feb 11 13:52:43.000055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-3cb54fc7-6f20-4d00-befd-d8f730eb32c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676670 Feb 11 13:52:43.132469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-c181aa5a-63eb-46af-a3b1-c46b186bdc11 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256671 Feb 11 13:52:43.266567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-31f7da8b-039f-4197-af63-d57dae416b5c req-472fe26a-66fa-4881-ab64-d685c206dbb5 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287115 Feb 11 13:52:43.431145 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c5642ea-99c1-4859-9dab-5e731aac56d7 req-d25a29df-55c9-4791-8dbc-0d9b45bee316 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 1094 time: 0.1020038 Feb 11 13:52:43.436672 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e7d62-eb6f-4043-bc85-50ae19ba27e2 req-8de2483c-7b9f-43f9-b217-e4cb3562e957 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.437326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cf9e7d62-eb6f-4043-bc85-50ae19ba27e2 req-8de2483c-7b9f-43f9-b217-e4cb3562e957 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Synchronizing usage tracker for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:52:43.503090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175c34b-98cd-4ef5-9a10-625e51b2a094 req-b54923f3-c0f8-4409-8ce1-fcd9a7f191c7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.504577 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5175c34b-98cd-4ef5-9a10-625e51b2a094 req-b54923f3-c0f8-4409-8ce1-fcd9a7f191c7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 943 time: 0.1364114 Feb 11 13:52:43.531283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cf9e7d62-eb6f-4043-bc85-50ae19ba27e2 req-8de2483c-7b9f-43f9-b217-e4cb3562e957 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Unset dirty status for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:52:43.532557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf9e7d62-eb6f-4043-bc85-50ae19ba27e2 req-8de2483c-7b9f-43f9-b217-e4cb3562e957 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 946 time: 0.2354448 Feb 11 13:52:43.549568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-a09da5b1-62f4-4875-9efe-c27e9fc961e1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.551031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-a09da5b1-62f4-4875-9efe-c27e9fc961e1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 946 time: 0.1522179 Feb 11 13:52:43.607810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5642ea-99c1-4859-9dab-5e731aac56d7 req-61193e46-8c19-4a63-bc34-12e447fbfe26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.609322 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c5642ea-99c1-4859-9dab-5e731aac56d7 req-61193e46-8c19-4a63-bc34-12e447fbfe26 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1683519 Feb 11 13:52:43.613012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf9e7d62-eb6f-4043-bc85-50ae19ba27e2 req-04c41a43-4ee7-496b-a4e7-9514581c02d2 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733068 Feb 11 13:52:43.628690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5175c34b-98cd-4ef5-9a10-625e51b2a094 req-abb10675-3b47-48fd-ac93-8194e7adca61 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113701 Feb 11 13:52:43.656466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Deleting port 54168e33-4217-4644-aa91-dc7325bf9a66 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:52:43.656466 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:43.686570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c5642ea-99c1-4859-9dab-5e731aac56d7 req-d44703b6-1e7f-4f41-b272-055551b474ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dfb37a9-ed14-414b-8347-11f4573f0643 HTTP/1.1" status: 200 len: 217 time: 0.0697072 Feb 11 13:52:43.751272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5642ea-99c1-4859-9dab-5e731aac56d7 req-26b62669-005c-4561-9893-6cc852aecf26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.752720 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c5642ea-99c1-4859-9dab-5e731aac56d7 req-26b62669-005c-4561-9893-6cc852aecf26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0604677 Feb 11 13:52:43.901822 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] For port 54168e33-4217-4644-aa91-dc7325bf9a66, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=54168e33-4217-4644-aa91-dc7325bf9a66,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:43.902104 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:43.931186 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c5642ea-99c1-4859-9dab-5e731aac56d7 req-e7778a81-7202-42e0-80bd-401fda09c4fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723933 Feb 11 13:52:44.075892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c5642ea-99c1-4859-9dab-5e731aac56d7 req-e090452e-3040-421b-abc5-0de4ff8a0ec5 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380904 Feb 11 13:52:44.135291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Calling delete_port for 54168e33-4217-4644-aa91-dc7325bf9a66 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:52:44.215244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c5642ea-99c1-4859-9dab-5e731aac56d7 req-3f920c4f-166f-4d06-92c4-ef1dd13f9228 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334591 Feb 11 13:52:44.278316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:44.289037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ee8a4b59-6a5c-4c7c-b114-bf69f22d621f', '8f583803-2177-4401-ab03-113be1cba90f', '54168e33-4217-4644-aa91-dc7325bf9a66'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:44.330172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Pushing event deleted for resources: {'Port': ['ID=54168e33-4217-4644-aa91-dc7325bf9a66,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:44.342722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.343130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.343432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.343769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.344098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.344426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.344749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.345073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.345393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.346305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.346305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:44.415556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] No DVR routers for this DVR port 54168e33-4217-4644-aa91-dc7325bf9a66 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:44.418266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:44.421441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfd3d31-ed45-4475-898b-dc68347fa55e', 'name': 'network-vif-deleted', 'tag': '54168e33-4217-4644-aa91-dc7325bf9a66'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:44.437430 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d019c0d-5d26-4bcc-9a36-f54857716c69 req-efdc2223-5471-496f-8b37-b968f8bdaeea tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "DELETE /v2.0/ports/54168e33-4217-4644-aa91-dc7325bf9a66 HTTP/1.1" status: 204 len: 173 time: 0.8806396 Feb 11 13:52:44.595463 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfd3d31-ed45-4475-898b-dc68347fa55e', 'name': 'network-vif-deleted', 'tag': '54168e33-4217-4644-aa91-dc7325bf9a66', 'status': 'completed', 'code': 200} Feb 11 13:52:44.789979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c3b0f37c-9593-427b-848e-cf881c4cb3fb req-9bc21a83-3284-4062-9482-ba1c078dc4a5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Synchronizing usage tracker for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:52:44.806436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c3b0f37c-9593-427b-848e-cf881c4cb3fb req-9bc21a83-3284-4062-9482-ba1c078dc4a5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Unset dirty status for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:52:44.807848 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3b0f37c-9593-427b-848e-cf881c4cb3fb req-9bc21a83-3284-4062-9482-ba1c078dc4a5 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcfd3d31-ed45-4475-898b-dc68347fa55e HTTP/1.1" status: 200 len: 210 time: 0.0582082 Feb 11 13:52:44.832662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bc199-b13e-4c3e-a654-7e59b611b1cf req-c51fcffb-1ee8-4bfb-8cbb-6a0d27af421a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:44.834143 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3c5bc199-b13e-4c3e-a654-7e59b611b1cf req-c51fcffb-1ee8-4bfb-8cbb-6a0d27af421a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 943 time: 0.0800843 Feb 11 13:52:44.885526 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3c5bc199-b13e-4c3e-a654-7e59b611b1cf req-ba000710-8048-43fb-a17a-c0f38b2456cf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451348 Feb 11 13:52:45.473208 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-582fdf9a-f1c9-46dc-bd6f-58cff7709819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:46.082825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71aa23-c957-4d9f-84e9-ba82468f92a1 req-887d52d4-cc75-4394-aeff-0e6e10fca301 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.084280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3c71aa23-c957-4d9f-84e9-ba82468f92a1 req-887d52d4-cc75-4394-aeff-0e6e10fca301 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 943 time: 0.0809805 Feb 11 13:52:46.133080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3c71aa23-c957-4d9f-84e9-ba82468f92a1 req-a9630dbe-aca4-4d07-a079-776fc0edcba8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434144 Feb 11 13:52:46.297431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732621a-d8a0-45d3-a24a-6c1072e845fd req-173c69ac-db7d-4cbd-b5ca-d951b85185a0 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.298907 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5732621a-d8a0-45d3-a24a-6c1072e845fd req-173c69ac-db7d-4cbd-b5ca-d951b85185a0 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 946 time: 0.0791194 Feb 11 13:52:46.343903 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5732621a-d8a0-45d3-a24a-6c1072e845fd req-54be5489-e7f9-4053-91dd-74e97dad6eb4 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396311 Feb 11 13:52:47.327356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f737bd-ea67-412e-9868-5a3d7e6a6fbb req-2603f443-a0e7-40cc-86ab-3edfd73de96e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.329036 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-34f737bd-ea67-412e-9868-5a3d7e6a6fbb req-2603f443-a0e7-40cc-86ab-3edfd73de96e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 943 time: 0.0758131 Feb 11 13:52:47.359134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 54168e33-4217-4644-aa91-dc7325bf9a66 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:52:47.375950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-34f737bd-ea67-412e-9868-5a3d7e6a6fbb req-ed34a58e-09bd-415f-a14a-671d69785140 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413885 Feb 11 13:52:47.392166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 54168e33-4217-4644-aa91-dc7325bf9a66 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:52:47.392524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 54168e33-4217-4644-aa91-dc7325bf9a66 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:52:47.600333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74cb21-3aa2-46db-89cd-45caeadafb09 req-a0788042-e2c7-47fe-968a-cf0d5c0c004d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.601775 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f74cb21-3aa2-46db-89cd-45caeadafb09 req-a0788042-e2c7-47fe-968a-cf0d5c0c004d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 946 time: 0.1367717 Feb 11 13:52:47.611881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-59b5a03a-9ba8-43bc-b2ce-2be58651aef1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.613204 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-59b5a03a-9ba8-43bc-b2ce-2be58651aef1 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 946 time: 0.1075726 Feb 11 13:52:47.665945 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e89d97c1-2eb0-41e8-bd43-ca0d66f74f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.710638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-d9bbd77c-875e-46a8-a528-d8044f486f6d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Deleting port 8f583803-2177-4401-ab03-113be1cba90f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:52:47.710953 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-d9bbd77c-875e-46a8-a528-d8044f486f6d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.736344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f74cb21-3aa2-46db-89cd-45caeadafb09 req-6e9d2471-42c7-45fc-93fd-0c9e8709335e tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222560 Feb 11 13:52:47.953858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-d9bbd77c-875e-46a8-a528-d8044f486f6d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] For port 8f583803-2177-4401-ab03-113be1cba90f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8f583803-2177-4401-ab03-113be1cba90f,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:47.954210 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-d9bbd77c-875e-46a8-a528-d8044f486f6d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:48.074519 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-d9bbd77c-875e-46a8-a528-d8044f486f6d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Calling delete_port for 8f583803-2177-4401-ab03-113be1cba90f owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:52:48.215718 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-d9bbd77c-875e-46a8-a528-d8044f486f6d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:48.226674 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ee8a4b59-6a5c-4c7c-b114-bf69f22d621f', '8f583803-2177-4401-ab03-113be1cba90f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:48.270552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbd77c-875e-46a8-a528-d8044f486f6d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Pushing event deleted for resources: {'Port': ['ID=8f583803-2177-4401-ab03-113be1cba90f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:48.344860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-d9bbd77c-875e-46a8-a528-d8044f486f6d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] No DVR routers for this DVR port 8f583803-2177-4401-ab03-113be1cba90f on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:48.347232 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-d9bbd77c-875e-46a8-a528-d8044f486f6d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:48.349701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c40ad6e-314b-4784-ab50-f37d88c26c54', 'name': 'network-vif-deleted', 'tag': '8f583803-2177-4401-ab03-113be1cba90f'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:48.365790 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb9ada7a-2f96-4e50-946d-0729bb960928 req-d9bbd77c-875e-46a8-a528-d8044f486f6d tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "DELETE /v2.0/ports/8f583803-2177-4401-ab03-113be1cba90f HTTP/1.1" status: 204 len: 173 time: 0.7384305 Feb 11 13:52:48.419472 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c40ad6e-314b-4784-ab50-f37d88c26c54', 'name': 'network-vif-deleted', 'tag': '8f583803-2177-4401-ab03-113be1cba90f', 'status': 'completed', 'code': 200} Feb 11 13:52:48.615206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae60464-09b5-4607-acc7-487b336844db req-55f003d1-9648-40f1-8a66-0df69cad6b0f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:48.616663 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dae60464-09b5-4607-acc7-487b336844db req-55f003d1-9648-40f1-8a66-0df69cad6b0f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 943 time: 0.0762305 Feb 11 13:52:48.666028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dae60464-09b5-4607-acc7-487b336844db req-0598f0d1-7afb-4985-a0df-e9a91a783ca6 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437260 Feb 11 13:52:48.933038 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:48.941633 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dd6ed364-027c-4d69-b9e0-3d5124d99d06 req-b8f115d4-042d-4d57-8bba-0330b519274f tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c40ad6e-314b-4784-ab50-f37d88c26c54 HTTP/1.1" status: 200 len: 210 time: 0.0458024 Feb 11 13:52:48.966648 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:49.861050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c1852-421b-41ad-94f8-40067ba40175 req-b1e34cc8-0c0c-4b0a-82c6-56d926f7199b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.862486 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a97c1852-421b-41ad-94f8-40067ba40175 req-b1e34cc8-0c0c-4b0a-82c6-56d926f7199b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 943 time: 0.0770760 Feb 11 13:52:49.907129 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a97c1852-421b-41ad-94f8-40067ba40175 req-dc19289e-db3b-4ea6-8084-39f76be91885 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391066 Feb 11 13:52:50.368669 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.211884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1087dd1-174d-4c36-b2dc-4de26f0556d8 req-4bf5e8dc-de33-4edc-9753-e2f8791dfd4c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:51.213372 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f1087dd1-174d-4c36-b2dc-4de26f0556d8 req-4bf5e8dc-de33-4edc-9753-e2f8791dfd4c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 943 time: 0.1864448 Feb 11 13:52:51.262890 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f1087dd1-174d-4c36-b2dc-4de26f0556d8 req-36a41277-038f-4e21-946b-6f64f56bc0f8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413561 Feb 11 13:52:51.379203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8f583803-2177-4401-ab03-113be1cba90f no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:52:51.435459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 8f583803-2177-4401-ab03-113be1cba90f {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:52:51.436218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8f583803-2177-4401-ab03-113be1cba90f not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:52:52.486287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb411d-4677-4b6b-b08d-d0f445edec91 req-7b06d7e7-2cda-4f08-9c12-73c1ec0c876b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:52.488400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fdbb411d-4677-4b6b-b08d-d0f445edec91 req-7b06d7e7-2cda-4f08-9c12-73c1ec0c876b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 943 time: 0.0803397 Feb 11 13:52:52.579673 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fdbb411d-4677-4b6b-b08d-d0f445edec91 req-e356ea7f-de11-4556-a7d1-747c31ce6810 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857716 Feb 11 13:52:52.635183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3dfb37a9-ed14-414b-8347-11f4573f0643 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:52:52.763810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01eeedb-533a-47b2-888b-9254891ce3be req-856f88d4-0dc8-481c-9f35-9a6cd861f6a6 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:52.765071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e01eeedb-533a-47b2-888b-9254891ce3be req-856f88d4-0dc8-481c-9f35-9a6cd861f6a6 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Synchronizing usage tracker for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:52:52.780867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e01eeedb-533a-47b2-888b-9254891ce3be req-856f88d4-0dc8-481c-9f35-9a6cd861f6a6 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Unset dirty status for tenant:9ee366a3f7954169805ba069cef6fc00 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:52:52.782333 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e01eeedb-533a-47b2-888b-9254891ce3be req-856f88d4-0dc8-481c-9f35-9a6cd861f6a6 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 946 time: 0.0925152 Feb 11 13:52:52.829783 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e01eeedb-533a-47b2-888b-9254891ce3be req-d19a591a-059f-4ca5-9bc9-5c3ec0c22041 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Feb 11 13:52:52.860244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3dfb37a9-ed14-414b-8347-11f4573f0643, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3dfb37a9-ed14-414b-8347-11f4573f0643,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:52.877622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '3dfb37a9-ed14-414b-8347-11f4573f0643', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'port_id': '3dfb37a9-ed14-414b-8347-11f4573f0643', 'mac_address': 'fa:16:3e:f5:8e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:52:52.946837 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.969261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfb37a9-ed14-414b-8347-11f4573f0643 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:52.990651 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3dfb37a9-ed14-414b-8347-11f4573f0643, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3dfb37a9-ed14-414b-8347-11f4573f0643,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:52.994551 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:53.062923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3dfb37a9-ed14-414b-8347-11f4573f0643,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:53.191137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['3dfb37a9-ed14-414b-8347-11f4573f0643'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:53.785891 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca834c-07ae-4dbf-9132-fe4768350f74 req-ee696287-df69-412c-b8ee-5ad84ca72cd0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:53.787249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-41ca834c-07ae-4dbf-9132-fe4768350f74 req-ee696287-df69-412c-b8ee-5ad84ca72cd0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 944 time: 0.0778415 Feb 11 13:52:53.831928 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-41ca834c-07ae-4dbf-9132-fe4768350f74 req-070285a9-7378-4360-b633-61f8d1c8ed8e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393236 Feb 11 13:52:54.083549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a425a2b-2e7e-4051-9b5c-3d32678112b1 req-c46a1b69-25b0-4ded-9806-2ca2aa9f4207 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:54.084903 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8a425a2b-2e7e-4051-9b5c-3d32678112b1 req-c46a1b69-25b0-4ded-9806-2ca2aa9f4207 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 946 time: 0.1228039 Feb 11 13:52:54.148465 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8a425a2b-2e7e-4051-9b5c-3d32678112b1 req-e5ec0cbb-e841-42dc-8ccb-c80932632268 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/security-groups?id=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570092 Feb 11 13:52:54.158775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-d8aafeef-90e9-4320-bdf4-224ae394eb6f tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:54.160245 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-d8aafeef-90e9-4320-bdf4-224ae394eb6f tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 946 time: 0.1268272 Feb 11 13:52:54.232154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-967025ef-277e-4c61-9a1b-71616f0fb715 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Deleting port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:52:54.232496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-967025ef-277e-4c61-9a1b-71616f0fb715 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:54.478115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-967025ef-277e-4c61-9a1b-71616f0fb715 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] For port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,segment=NetworkSegment(5322e3ae-d4ed-4f91-aa8c-a5419f5b3185),segment_id=5322e3ae-d4ed-4f91-aa8c-a5419f5b3185)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:54.478470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-967025ef-277e-4c61-9a1b-71616f0fb715 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:54.553519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3dfb37a9-ed14-414b-8347-11f4573f0643 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:52:54.607365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-967025ef-277e-4c61-9a1b-71616f0fb715 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Calling delete_port for ee8a4b59-6a5c-4c7c-b114-bf69f22d621f owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:52:54.624882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 3dfb37a9-ed14-414b-8347-11f4573f0643 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:52:54.630047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 3dfb37a9-ed14-414b-8347-11f4573f0643 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:54.630415 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:54.746183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:54.752355 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-967025ef-277e-4c61-9a1b-71616f0fb715 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:54.766392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ee8a4b59-6a5c-4c7c-b114-bf69f22d621f'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:52:54.802194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967025ef-277e-4c61-9a1b-71616f0fb715 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Pushing event deleted for resources: {'Port': ['ID=ee8a4b59-6a5c-4c7c-b114-bf69f22d621f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:54.816643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f81d0ca-ca00-4539-8052-7d58be415526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfb37a9-ed14-414b-8347-11f4573f0643'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:54.827714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 3dfb37a9-ed14-414b-8347-11f4573f0643, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3dfb37a9-ed14-414b-8347-11f4573f0643,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:54.832448 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:54.881834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-967025ef-277e-4c61-9a1b-71616f0fb715 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] No DVR routers for this DVR port ee8a4b59-6a5c-4c7c-b114-bf69f22d621f on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:54.884509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-967025ef-277e-4c61-9a1b-71616f0fb715 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:54.888635 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f81d0ca-ca00-4539-8052-7d58be415526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfb37a9-ed14-414b-8347-11f4573f0643', 'code': 200} Feb 11 13:52:54.893876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c31adc0-7bff-473a-94e9-054b72f5e8d0', 'name': 'network-vif-deleted', 'tag': 'ee8a4b59-6a5c-4c7c-b114-bf69f22d621f'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:54.907092 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0bb491ea-5123-4c69-a473-9a7464c107e9 req-967025ef-277e-4c61-9a1b-71616f0fb715 tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.75 "DELETE /v2.0/ports/ee8a4b59-6a5c-4c7c-b114-bf69f22d621f HTTP/1.1" status: 204 len: 173 time: 0.7416241 Feb 11 13:52:54.923515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=3dfb37a9-ed14-414b-8347-11f4573f0643,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:55.009367 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c31adc0-7bff-473a-94e9-054b72f5e8d0', 'name': 'network-vif-deleted', 'tag': 'ee8a4b59-6a5c-4c7c-b114-bf69f22d621f', 'status': 'completed', 'code': 200} Feb 11 13:52:55.038511 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37db7aeb-51e6-4b73-8e61-73553c849f78 req-046edb74-35fa-43b7-a6d4-3d8018b9e9af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 1096 time: 0.0763502 Feb 11 13:52:55.057074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01b62-c625-4b40-baa4-a776e4a31d23 req-e2811206-ad18-4578-b6a2-44b3861cb2bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.058668 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2c01b62-c625-4b40-baa4-a776e4a31d23 req-e2811206-ad18-4578-b6a2-44b3861cb2bf tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 945 time: 0.0819888 Feb 11 13:52:55.086484 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37db7aeb-51e6-4b73-8e61-73553c849f78 req-789e77a7-21c5-4662-9d6a-efff128044bf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425038 Feb 11 13:52:55.107977 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d2c01b62-c625-4b40-baa4-a776e4a31d23 req-17b83865-05f9-4be1-8c29-85d5640cde79 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430777 Feb 11 13:52:55.331881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf424cc0-df08-4327-beed-75c1be057303 req-c4134154-2087-4fda-a761-7742b14590dd tempest-AttachVolumeNegativeTest-236152877 tempest-AttachVolumeNegativeTest-236152877-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c31adc0-7bff-473a-94e9-054b72f5e8d0 HTTP/1.1" status: 200 len: 210 time: 0.0452600 Feb 11 13:52:56.307195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a67b74-1f88-4f08-9194-95c03f1f8806 req-bb8cf0d3-981a-4322-964c-b737a8032abd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.308529 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59a67b74-1f88-4f08-9194-95c03f1f8806 req-bb8cf0d3-981a-4322-964c-b737a8032abd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 945 time: 0.0812230 Feb 11 13:52:56.352847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59a67b74-1f88-4f08-9194-95c03f1f8806 req-f5f97cf8-1879-4046-8e6f-1bde969b3ab6 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387547 Feb 11 13:52:56.435450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46634) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:56.541851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac2bacc-0f43-4c06-be70-c97d908e499b admin admin] Deleting subnet 805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:52:56.547034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bac2bacc-0f43-4c06-be70-c97d908e499b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:56.607472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bac2bacc-0f43-4c06-be70-c97d908e499b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:56.648059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dd374-a69a-44a4-9192-b1b6aca4ba92 req-05c619b3-2049-4ca1-898c-6416528ad5e5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.649569 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c70dd374-a69a-44a4-9192-b1b6aca4ba92 req-05c619b3-2049-4ca1-898c-6416528ad5e5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 945 time: 0.1744900 Feb 11 13:52:56.698001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bac2bacc-0f43-4c06-be70-c97d908e499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:56.751418 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c70dd374-a69a-44a4-9192-b1b6aca4ba92 req-e6e2491b-1bac-4f7d-a029-2ae1fef8eccb tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952823 Feb 11 13:52:56.777957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bac2bacc-0f43-4c06-be70-c97d908e499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:56.780445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46638) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:56.815321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2bacc-0f43-4c06-be70-c97d908e499b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805bfc8f-37b8-4cc6-8d24-83dfd9d709d9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:56.823564 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bac2bacc-0f43-4c06-be70-c97d908e499b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:56.833542 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bac2bacc-0f43-4c06-be70-c97d908e499b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/805bfc8f-37b8-4cc6-8d24-83dfd9d709d9 HTTP/1.1" status: 204 len: 168 time: 0.3945422 Feb 11 13:52:56.833756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46642) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:56.853273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fba3ff48-d204-43b3-8379-bd8e3a48642f tempest-TestVolumeBootPattern-266016922 tempest-TestVolumeBootPattern-266016922-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 1091 time: 0.0689197 Feb 11 13:52:56.853497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46646) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:56.858999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '3dfb37a9-ed14-414b-8347-11f4573f0643', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:52:56.864951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:52:56.868805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:floatingip and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:52:56.871591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:52:56.877543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:52:56.888626 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.036080 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.039851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.166487 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.175923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Allocated IP 172.25.4.132 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/f287efe9-6a31-4bbc-91b3-d846de3cf35d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:57.192753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74477723-39de-4e68-9bc7-027bfe2be97c']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:57.205682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:57.205977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5322e3ae-d4ed-4f91-aa8c-a5419f5b3185') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:57.217279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.233570 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.239863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:52:57.240271 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:57.258174 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:57.340874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.359062 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.363122 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.369138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=74477723-39de-4e68-9bc7-027bfe2be97c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:57.378337 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7dd33df2-afd1-4886-90aa-8ecf58afcec3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/74477723-39de-4e68-9bc7-027bfe2be97c HTTP/1.1" status: 204 len: 168 time: 0.5435779 Feb 11 13:52:57.392440 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.421953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee8a4b59-6a5c-4c7c-b114-bf69f22d621f no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:52:57.456833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: ee8a4b59-6a5c-4c7c-b114-bf69f22d621f {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:52:57.457476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ee8a4b59-6a5c-4c7c-b114-bf69f22d621f not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:52:57.461696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:57.465148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:57.467742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=f287efe9-6a31-4bbc-91b3-d846de3cf35d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:57.470110 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:52:57.512145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.512404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.512754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.513061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.513401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.513714 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.514543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.514916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.515248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.515549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.515864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:57.534416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46652) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:57.589111 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bed4e867-af68-4794-9809-53844ca8fad6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9ee366a3f7954169805ba069cef6fc00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531297 Feb 11 13:52:57.591301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46656) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:52:57.652160 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17549dba-00e0-4aa8-92e2-59a9d7137aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.679411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17549dba-00e0-4aa8-92e2-59a9d7137aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.732004 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17549dba-00e0-4aa8-92e2-59a9d7137aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.749301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17549dba-00e0-4aa8-92e2-59a9d7137aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:57.759783 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17549dba-00e0-4aa8-92e2-59a9d7137aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.762619 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-17549dba-00e0-4aa8-92e2-59a9d7137aec admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4aecc6f1-1b85-4c9c-a265-d8bcfc2ae696 HTTP/1.1" status: 204 len: 168 time: 0.1688061 Feb 11 13:52:58.104142 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:58.163066 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:58.329337 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:52:58.373389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:58.379041 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:58.494262 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=f287efe9-6a31-4bbc-91b3-d846de3cf35d,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:58.509483 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:58.707486 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Floating IP 2dac5ffc-c7c4-4e5c-a9cd-74fd3e4049cb associated. External IP: 172.25.4.132, port: 3dfb37a9-ed14-414b-8347-11f4573f0643. Feb 11 13:52:59.109367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Router 0702a23a-fad0-45fb-b28f-7b5727c39510 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:59.315471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:59.327005 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] Sync routers for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:52:59.340559 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:52:59.341771 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:52:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:59.342286 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:59.399067 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5f70857b-a2b9-403f-a9cc-d31967be3fb5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5445006 Feb 11 13:52:59.399681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f81d0ca-ca00-4539-8052-7d58be415526', 'tag': '3dfb37a9-ed14-414b-8347-11f4573f0643'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:59.455718 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f81d0ca-ca00-4539-8052-7d58be415526', 'tag': '3dfb37a9-ed14-414b-8347-11f4573f0643', 'status': 'completed', 'code': 200} Feb 11 13:52:59.548854 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:52:59.673308 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c666236-4768-4945-93de-19a7d2dd1303 req-ca74a127-e092-4835-928a-cc72ce10b688 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 1096 time: 0.1930544 Feb 11 13:52:59.817682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666236-4768-4945-93de-19a7d2dd1303 req-88154c67-1b11-448d-8495-5ffc63ededad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:59.819584 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c666236-4768-4945-93de-19a7d2dd1303 req-88154c67-1b11-448d-8495-5ffc63ededad service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1402071 Feb 11 13:52:59.929454 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c666236-4768-4945-93de-19a7d2dd1303 req-3db739f7-1bf5-48eb-adf3-a4be1a344fb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dfb37a9-ed14-414b-8347-11f4573f0643 HTTP/1.1" status: 200 len: 999 time: 0.1042576 Feb 11 13:52:59.959756 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2dac5ffc-c7c4-4e5c-a9cd-74fd3e4049cb', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '3dfb37a9-ed14-414b-8347-11f4573f0643', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:f5:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f81d0ca-ca00-4539-8052-7d58be415526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:57Z', 'updated_at': '2022-02-11T13:52:57Z', 'revision_number': 0, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:59.963554 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] Checking router: 0702a23a-fad0-45fb-b28f-7b5727c39510 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:52:59.974832 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:52:59.975419 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:52:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:59.994995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666236-4768-4945-93de-19a7d2dd1303 req-d7e78b2e-73e6-4730-99ab-c85641231bdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:59.996445 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c666236-4768-4945-93de-19a7d2dd1303 req-d7e78b2e-73e6-4730-99ab-c85641231bdf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0615501 Feb 11 13:53:00.075583 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c666236-4768-4945-93de-19a7d2dd1303 req-8a48051f-7318-4360-887d-110444f648a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725772 Feb 11 13:53:00.173078 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:53:00.214323 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c666236-4768-4945-93de-19a7d2dd1303 req-f25f811e-2226-4cbf-9ec7-6d28b2e02abb service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326804 Feb 11 13:53:00.357286 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8c666236-4768-4945-93de-19a7d2dd1303 req-9af18d88-88ca-4c11-82af-30af4113fa9c service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368952 Feb 11 13:53:00.537291 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2dac5ffc-c7c4-4e5c-a9cd-74fd3e4049cb', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '3dfb37a9-ed14-414b-8347-11f4573f0643', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:f5:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f81d0ca-ca00-4539-8052-7d58be415526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:57Z', 'updated_at': '2022-02-11T13:52:57Z', 'revision_number': 0, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:00.541925 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffbf8f-8a64-4dee-921a-b7116075476c None None] The sync data for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 is: [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2dac5ffc-c7c4-4e5c-a9cd-74fd3e4049cb', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '3dfb37a9-ed14-414b-8347-11f4573f0643', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:f5:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f81d0ca-ca00-4539-8052-7d58be415526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:57Z', 'updated_at': '2022-02-11T13:52:57Z', 'revision_number': 0, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:53:00.759775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c0c5e-6b9a-4c74-ad65-04e7ad89cecc None None] New status for floating IP 2dac5ffc-c7c4-4e5c-a9cd-74fd3e4049cb: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:53:01.571134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46728) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:01.710071 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0dccb383-27ed-4bc8-ad39-81e442a26619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:01.742077 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0dccb383-27ed-4bc8-ad39-81e442a26619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:01.745787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0dccb383-27ed-4bc8-ad39-81e442a26619 admin admin] Usage tracker for resource:security_group_rule and tenant:a50e95bdb2c849f59329a4559119d8f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:01.748760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0dccb383-27ed-4bc8-ad39-81e442a26619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:01.754476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0dccb383-27ed-4bc8-ad39-81e442a26619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:01.817852 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0dccb383-27ed-4bc8-ad39-81e442a26619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:01.822480 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0dccb383-27ed-4bc8-ad39-81e442a26619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:01.874956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46734) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:01.875494 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0dccb383-27ed-4bc8-ad39-81e442a26619 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a50e95bdb2c849f59329a4559119d8f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3028481 Feb 11 13:53:01.875788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccb383-27ed-4bc8-ad39-81e442a26619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f9917-b4be-4704-be4f-b7e1710b52b1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:01.941435 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f2b601e-51be-43af-8172-087c50cf6155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:01.968456 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f2b601e-51be-43af-8172-087c50cf6155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:02.023618 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f2b601e-51be-43af-8172-087c50cf6155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:02.043454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b601e-51be-43af-8172-087c50cf6155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f9917-b4be-4704-be4f-b7e1710b52b1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:02.051929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f2b601e-51be-43af-8172-087c50cf6155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:02.055015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f2b601e-51be-43af-8172-087c50cf6155 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2c6f9917-b4be-4704-be4f-b7e1710b52b1 HTTP/1.1" status: 204 len: 168 time: 0.1779995 Feb 11 13:53:02.378391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46744) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:02.396595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f252dae6-3fb7-4de8-ad2f-4a1c0253265e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:02.428443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f252dae6-3fb7-4de8-ad2f-4a1c0253265e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:02.432427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f252dae6-3fb7-4de8-ad2f-4a1c0253265e admin admin] Usage tracker for resource:security_group_rule and tenant:3ca12316fc2541d68abe295e7e1fabbb is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:02.435234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f252dae6-3fb7-4de8-ad2f-4a1c0253265e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:02.441195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f252dae6-3fb7-4de8-ad2f-4a1c0253265e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:02.505965 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f252dae6-3fb7-4de8-ad2f-4a1c0253265e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:02.509704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f252dae6-3fb7-4de8-ad2f-4a1c0253265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:02.558440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f252dae6-3fb7-4de8-ad2f-4a1c0253265e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ca12316fc2541d68abe295e7e1fabbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1788979 Feb 11 13:53:02.559098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252dae6-3fb7-4de8-ad2f-4a1c0253265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5fd7d6-f8ad-40e9-8668-408c7f95f00d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:02.561805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46748) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:02.623746 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea73528e-9814-48fe-9a32-9589316b1204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:02.648161 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea73528e-9814-48fe-9a32-9589316b1204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:02.699912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea73528e-9814-48fe-9a32-9589316b1204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:02.715532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73528e-9814-48fe-9a32-9589316b1204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5fd7d6-f8ad-40e9-8668-408c7f95f00d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:02.724075 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea73528e-9814-48fe-9a32-9589316b1204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:02.725183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ea73528e-9814-48fe-9a32-9589316b1204 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc5fd7d6-f8ad-40e9-8668-408c7f95f00d HTTP/1.1" status: 204 len: 168 time: 0.1624160 Feb 11 13:53:06.359490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46816) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:06.583033 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81f34539-ef99-4c0a-8b50-fe7a72cbab9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:06.617266 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-81f34539-ef99-4c0a-8b50-fe7a72cbab9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:06.621074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-81f34539-ef99-4c0a-8b50-fe7a72cbab9e admin admin] Usage tracker for resource:security_group_rule and tenant:f4c6bfc7083d47c1a4c6f793215a1d9b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:06.624463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-81f34539-ef99-4c0a-8b50-fe7a72cbab9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:06.630595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-81f34539-ef99-4c0a-8b50-fe7a72cbab9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:06.703276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81f34539-ef99-4c0a-8b50-fe7a72cbab9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:06.707185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81f34539-ef99-4c0a-8b50-fe7a72cbab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:06.756617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f34539-ef99-4c0a-8b50-fe7a72cbab9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1ec5d8-31fc-4949-a3c6-972b83b9bfe9,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:06.763742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46824) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:06.764608 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-81f34539-ef99-4c0a-8b50-fe7a72cbab9e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f4c6bfc7083d47c1a4c6f793215a1d9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4023194 Feb 11 13:53:06.831305 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00e28312-5493-4e4f-abb0-46eec1c93c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:06.857301 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00e28312-5493-4e4f-abb0-46eec1c93c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:06.911108 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00e28312-5493-4e4f-abb0-46eec1c93c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:06.925037 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e28312-5493-4e4f-abb0-46eec1c93c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1ec5d8-31fc-4949-a3c6-972b83b9bfe9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:06.931162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-00e28312-5493-4e4f-abb0-46eec1c93c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:06.932912 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-00e28312-5493-4e4f-abb0-46eec1c93c27 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7a1ec5d8-31fc-4949-a3c6-972b83b9bfe9 HTTP/1.1" status: 204 len: 168 time: 0.1682506 Feb 11 13:53:07.281503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46832) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:07.300317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3f55-5604-4378-b754-50455dcb065f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:07.334605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a8bb3f55-5604-4378-b754-50455dcb065f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:07.338737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a8bb3f55-5604-4378-b754-50455dcb065f admin admin] Usage tracker for resource:security_group_rule and tenant:56896ff9ed204394b93be38f7bdcc782 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:07.340844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a8bb3f55-5604-4378-b754-50455dcb065f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:07.347671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a8bb3f55-5604-4378-b754-50455dcb065f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:07.418453 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3f55-5604-4378-b754-50455dcb065f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:07.422519 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3f55-5604-4378-b754-50455dcb065f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:07.472143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb3f55-5604-4378-b754-50455dcb065f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e517df-0c5c-4966-9367-e854d51f3f80,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:07.483390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46836) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:07.485395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a8bb3f55-5604-4378-b754-50455dcb065f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=56896ff9ed204394b93be38f7bdcc782&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2000861 Feb 11 13:53:07.547444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-719298d5-1ee3-4cf6-865d-bd4bc9c0a77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:07.573076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-719298d5-1ee3-4cf6-865d-bd4bc9c0a77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:07.623635 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-719298d5-1ee3-4cf6-865d-bd4bc9c0a77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:07.637668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719298d5-1ee3-4cf6-865d-bd4bc9c0a77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e517df-0c5c-4966-9367-e854d51f3f80,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:07.644982 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-719298d5-1ee3-4cf6-865d-bd4bc9c0a77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:07.646060 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-719298d5-1ee3-4cf6-865d-bd4bc9c0a77d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/66e517df-0c5c-4966-9367-e854d51f3f80 HTTP/1.1" status: 204 len: 168 time: 0.1622765 Feb 11 13:53:07.742307 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:10.397789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46904) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:10.546242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d71fd856-3370-473b-a42e-aa23ac4c725a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:10.581809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d71fd856-3370-473b-a42e-aa23ac4c725a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:10.585572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d71fd856-3370-473b-a42e-aa23ac4c725a admin admin] Usage tracker for resource:security_group_rule and tenant:8db26fea6d8a4d1aa818a4985fe17cf2 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:10.588375 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d71fd856-3370-473b-a42e-aa23ac4c725a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:10.594250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d71fd856-3370-473b-a42e-aa23ac4c725a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:10.660514 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d71fd856-3370-473b-a42e-aa23ac4c725a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:10.664442 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d71fd856-3370-473b-a42e-aa23ac4c725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:10.712273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fd856-3370-473b-a42e-aa23ac4c725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede652ec-3a8f-40b8-b909-836747f07bde,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:10.720424 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d71fd856-3370-473b-a42e-aa23ac4c725a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8db26fea6d8a4d1aa818a4985fe17cf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3191264 Feb 11 13:53:10.720884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 46910) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:10.782328 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac9862c2-35ac-4b13-be9b-838425dd1eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:10.809015 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac9862c2-35ac-4b13-be9b-838425dd1eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:10.861728 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac9862c2-35ac-4b13-be9b-838425dd1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:10.883119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9862c2-35ac-4b13-be9b-838425dd1eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede652ec-3a8f-40b8-b909-836747f07bde,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:10.900823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac9862c2-35ac-4b13-be9b-838425dd1eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:10.906291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ac9862c2-35ac-4b13-be9b-838425dd1eb6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ede652ec-3a8f-40b8-b909-836747f07bde HTTP/1.1" status: 204 len: 168 time: 0.1846285 Feb 11 13:53:11.226165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46918) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:11.244912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d070fff4-9650-4e4d-81cd-c4be1b871b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:11.275433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d070fff4-9650-4e4d-81cd-c4be1b871b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:11.279313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d070fff4-9650-4e4d-81cd-c4be1b871b47 admin admin] Usage tracker for resource:security_group_rule and tenant:205290e71c1246d3b82e6c27fc7f566f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:11.282079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d070fff4-9650-4e4d-81cd-c4be1b871b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:11.287662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d070fff4-9650-4e4d-81cd-c4be1b871b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:11.351585 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d070fff4-9650-4e4d-81cd-c4be1b871b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:11.355326 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d070fff4-9650-4e4d-81cd-c4be1b871b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:11.403577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070fff4-9650-4e4d-81cd-c4be1b871b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a4a14-e0f2-47a3-a693-45bc574415b5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:11.408271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d070fff4-9650-4e4d-81cd-c4be1b871b47 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=205290e71c1246d3b82e6c27fc7f566f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1810672 Feb 11 13:53:11.410942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 46922) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:11.470125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3e34e83-2912-4520-8e9b-7c6464eca635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:11.495215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3e34e83-2912-4520-8e9b-7c6464eca635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:11.547488 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3e34e83-2912-4520-8e9b-7c6464eca635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:11.562355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e34e83-2912-4520-8e9b-7c6464eca635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a4a14-e0f2-47a3-a693-45bc574415b5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:11.570125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3e34e83-2912-4520-8e9b-7c6464eca635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:11.571440 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a3e34e83-2912-4520-8e9b-7c6464eca635 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a00a4a14-e0f2-47a3-a693-45bc574415b5 HTTP/1.1" status: 204 len: 168 time: 0.1597421 Feb 11 13:53:12.640598 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:15.477589 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d19096c9-d50f-4f5f-b11c-8c4ef1c54aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:17.668309 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ccee759d-e075-4924-beea-913b9f7940df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:18.931328 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:18.971441 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:19.528832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47046) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:19.680486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89c52bc6-c71b-447a-a9ee-068769cd2077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:19.715114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89c52bc6-c71b-447a-a9ee-068769cd2077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:19.720565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89c52bc6-c71b-447a-a9ee-068769cd2077 admin admin] Usage tracker for resource:security_group_rule and tenant:455bef9b8d7a44ddb6a0f73907bdbb44 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:19.724057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89c52bc6-c71b-447a-a9ee-068769cd2077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:19.730912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89c52bc6-c71b-447a-a9ee-068769cd2077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:19.808185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89c52bc6-c71b-447a-a9ee-068769cd2077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:19.813334 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89c52bc6-c71b-447a-a9ee-068769cd2077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:19.859642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c52bc6-c71b-447a-a9ee-068769cd2077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4810df-20be-4ba0-89ef-addf884550e6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:19.876294 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-89c52bc6-c71b-447a-a9ee-068769cd2077 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=455bef9b8d7a44ddb6a0f73907bdbb44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3362761 Feb 11 13:53:19.876294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47054) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:19.937409 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88c27c1d-a422-4f23-9562-4b6382d5567d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:19.962974 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88c27c1d-a422-4f23-9562-4b6382d5567d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.021235 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88c27c1d-a422-4f23-9562-4b6382d5567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.038116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c27c1d-a422-4f23-9562-4b6382d5567d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4810df-20be-4ba0-89ef-addf884550e6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:20.042411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-88c27c1d-a422-4f23-9562-4b6382d5567d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.046817 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-88c27c1d-a422-4f23-9562-4b6382d5567d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb4810df-20be-4ba0-89ef-addf884550e6 HTTP/1.1" status: 204 len: 168 time: 0.1786344 Feb 11 13:53:20.379531 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.423040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47062) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:20.440750 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69ef0ebc-9843-463d-ade3-5e22c5233694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.475756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-69ef0ebc-9843-463d-ade3-5e22c5233694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:20.479874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-69ef0ebc-9843-463d-ade3-5e22c5233694 admin admin] Usage tracker for resource:security_group_rule and tenant:88f0f6ea19bc4263bb7a3ab4fade23fd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:20.484291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-69ef0ebc-9843-463d-ade3-5e22c5233694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:20.489467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-69ef0ebc-9843-463d-ade3-5e22c5233694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:20.558151 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69ef0ebc-9843-463d-ade3-5e22c5233694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.561930 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69ef0ebc-9843-463d-ade3-5e22c5233694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.610055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0ebc-9843-463d-ade3-5e22c5233694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc9e4ea-4170-4a62-813d-31b6620ad7b7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:20.614085 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-69ef0ebc-9843-463d-ade3-5e22c5233694 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=88f0f6ea19bc4263bb7a3ab4fade23fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1912327 Feb 11 13:53:20.616723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47066) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:20.679202 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fdef8077-4469-4b1e-b446-44c5d228a49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.708447 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fdef8077-4469-4b1e-b446-44c5d228a49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.760638 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fdef8077-4469-4b1e-b446-44c5d228a49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.777484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef8077-4469-4b1e-b446-44c5d228a49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc9e4ea-4170-4a62-813d-31b6620ad7b7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:20.781492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fdef8077-4469-4b1e-b446-44c5d228a49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:20.782620 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fdef8077-4469-4b1e-b446-44c5d228a49b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9cc9e4ea-4170-4a62-813d-31b6620ad7b7 HTTP/1.1" status: 204 len: 168 time: 0.1649926 Feb 11 13:53:22.422660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47112) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:22.585832 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce2ddb0a-8849-4061-be23-9a4623b3ea30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:22.618824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce2ddb0a-8849-4061-be23-9a4623b3ea30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:22.623374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ce2ddb0a-8849-4061-be23-9a4623b3ea30 admin admin] Usage tracker for resource:security_group_rule and tenant:4d2cb5e6ece44e9e9cf7b71c094d6874 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:22.625948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ce2ddb0a-8849-4061-be23-9a4623b3ea30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:22.635709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ce2ddb0a-8849-4061-be23-9a4623b3ea30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:22.704103 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce2ddb0a-8849-4061-be23-9a4623b3ea30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:22.708998 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ce2ddb0a-8849-4061-be23-9a4623b3ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:22.755812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ddb0a-8849-4061-be23-9a4623b3ea30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaf3a41-59d1-47c8-81a2-e000b0050a9e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:22.758466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ce2ddb0a-8849-4061-be23-9a4623b3ea30 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d2cb5e6ece44e9e9cf7b71c094d6874&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3348181 Feb 11 13:53:22.762222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47118) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:22.833471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0f08-07d8-4a81-b62c-9229d7172100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:22.861839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0f08-07d8-4a81-b62c-9229d7172100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:22.971305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0f08-07d8-4a81-b62c-9229d7172100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:22.971305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf0f08-07d8-4a81-b62c-9229d7172100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaf3a41-59d1-47c8-81a2-e000b0050a9e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:22.971305 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0f08-07d8-4a81-b62c-9229d7172100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:22.971305 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6bdf0f08-07d8-4a81-b62c-9229d7172100 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3aaf3a41-59d1-47c8-81a2-e000b0050a9e HTTP/1.1" status: 204 len: 168 time: 0.1924281 Feb 11 13:53:25.905343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47182) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:26.042824 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0421-041d-4205-bf87-19e06e50eef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:26.072882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bbfa0421-041d-4205-bf87-19e06e50eef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:26.077336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bbfa0421-041d-4205-bf87-19e06e50eef9 admin admin] Usage tracker for resource:security_group_rule and tenant:1513d4dba5f847c9b00bba9182f4f491 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:26.080050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bbfa0421-041d-4205-bf87-19e06e50eef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:26.085512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bbfa0421-041d-4205-bf87-19e06e50eef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:26.162302 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0421-041d-4205-bf87-19e06e50eef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:26.165832 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0421-041d-4205-bf87-19e06e50eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:26.207511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa0421-041d-4205-bf87-19e06e50eef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1731a758-60dc-454f-8503-bcaf4d8f313a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:26.215103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bbfa0421-041d-4205-bf87-19e06e50eef9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1513d4dba5f847c9b00bba9182f4f491&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3084443 Feb 11 13:53:26.218414 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47188) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:26.280311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5666813f-a31c-4fb8-8836-17a50abc687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:26.305441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5666813f-a31c-4fb8-8836-17a50abc687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:26.357660 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5666813f-a31c-4fb8-8836-17a50abc687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:26.372814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666813f-a31c-4fb8-8836-17a50abc687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1731a758-60dc-454f-8503-bcaf4d8f313a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:26.380438 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5666813f-a31c-4fb8-8836-17a50abc687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:26.381660 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5666813f-a31c-4fb8-8836-17a50abc687c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1731a758-60dc-454f-8503-bcaf4d8f313a HTTP/1.1" status: 204 len: 168 time: 0.1623085 Feb 11 13:53:26.709638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:26.728144 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cdb642f-6796-4da7-9913-49f6d70db71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:26.800477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7cdb642f-6796-4da7-9913-49f6d70db71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:26.805525 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7cdb642f-6796-4da7-9913-49f6d70db71c admin admin] Usage tracker for resource:security_group_rule and tenant:e6cc24b660754d67a2acbfe24f109154 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:26.809179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7cdb642f-6796-4da7-9913-49f6d70db71c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:26.816035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7cdb642f-6796-4da7-9913-49f6d70db71c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:26.861545 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2c759a7-e19f-401d-9971-39c67d668c84 req-1cc73b2f-49c1-4221-a663-5d84a8870753 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1093099 Feb 11 13:53:26.899831 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cdb642f-6796-4da7-9913-49f6d70db71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:26.904009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cdb642f-6796-4da7-9913-49f6d70db71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:26.991645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb642f-6796-4da7-9913-49f6d70db71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161a8171-1e48-42cc-8d7f-4c327961f83f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:26.999803 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7cdb642f-6796-4da7-9913-49f6d70db71c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6cc24b660754d67a2acbfe24f109154&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2891133 Feb 11 13:53:27.006679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47200) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:27.040099 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2c759a7-e19f-401d-9971-39c67d668c84 req-19c0996e-d624-44a3-ba97-3dd3177db0c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 1096 time: 0.0951905 Feb 11 13:53:27.069067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-533926e1-73e6-4cdc-b6c4-35f9f8050beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:27.094952 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-533926e1-73e6-4cdc-b6c4-35f9f8050beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:27.153002 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-533926e1-73e6-4cdc-b6c4-35f9f8050beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:27.171049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533926e1-73e6-4cdc-b6c4-35f9f8050beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161a8171-1e48-42cc-8d7f-4c327961f83f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:27.174825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-533926e1-73e6-4cdc-b6c4-35f9f8050beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:27.176027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-533926e1-73e6-4cdc-b6c4-35f9f8050beb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/161a8171-1e48-42cc-8d7f-4c327961f83f HTTP/1.1" status: 204 len: 168 time: 0.1683497 Feb 11 13:53:27.283058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c759a7-e19f-401d-9971-39c67d668c84 req-abd2063f-3974-4f57-b0e5-f8a2536f39a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:27.284456 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2c759a7-e19f-401d-9971-39c67d668c84 req-abd2063f-3974-4f57-b0e5-f8a2536f39a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.2329545 Feb 11 13:53:27.391969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2c759a7-e19f-401d-9971-39c67d668c84 req-48c426dd-e150-4ee8-8e69-89fa64e7955f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dfb37a9-ed14-414b-8347-11f4573f0643 HTTP/1.1" status: 200 len: 1001 time: 0.1012988 Feb 11 13:53:27.455551 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c759a7-e19f-401d-9971-39c67d668c84 req-8288ea6b-5c06-4a98-9f79-b80a47bdbe00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:27.456987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2c759a7-e19f-401d-9971-39c67d668c84 req-8288ea6b-5c06-4a98-9f79-b80a47bdbe00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0593274 Feb 11 13:53:27.539793 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2c759a7-e19f-401d-9971-39c67d668c84 req-2a9bc3db-8cf2-4a13-826d-0fc0b313d71f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772066 Feb 11 13:53:27.682566 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2c759a7-e19f-401d-9971-39c67d668c84 req-ecaa1362-7b43-4822-9b9b-b144356ab719 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355805 Feb 11 13:53:27.817027 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2c759a7-e19f-401d-9971-39c67d668c84 req-6cf00afd-81b6-4b8a-aa42-3569bcc288ff service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276925 Feb 11 13:53:28.973914 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47242) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:29.187136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1735692286'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:29.192577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:29.196549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Usage tracker for resource:network and tenant:82ff2215c4fe448a9ebef2715ebd2f66 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:29.199376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:29.205550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:29.215639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Made reservation on behalf of 82ff2215c4fe448a9ebef2715ebd2f66 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:29.219264 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.236038 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.268928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:29.272546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Usage tracker for resource:security_group_rule and tenant:82ff2215c4fe448a9ebef2715ebd2f66 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:29.275461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:29.281850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:29.354073 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.359128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.391437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:29.399853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ecf9da-53cd-4fb7-833b-5dce53b20e44,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:29.406324 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.406746 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Added segment 0f649b05-2be0-466c-bd14-bf7991e418ad of type vlan for network 4a88c9d8-3656-457d-b962-1f6121cd6761 Feb 11 13:53:29.433429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.464452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.468915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:29.469558 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.586227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Pushing event updated for resources: {'Network': ['ID=4a88c9d8-3656-457d-b962-1f6121cd6761,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:29.589528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f542f0b1-8f71-41eb-84c0-209ad60e6619 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6145983 Feb 11 13:53:29.593145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47252) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:29.598515 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Request body: {'subnet': {'network_id': '4a88c9d8-3656-457d-b962-1f6121cd6761', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:29.601020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 4a88c9d8-3656-457d-b962-1f6121cd6761 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:53:29.712021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:29.715842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Usage tracker for resource:subnet and tenant:82ff2215c4fe448a9ebef2715ebd2f66 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:29.719194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:29.724796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:29.735157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Made reservation on behalf of 82ff2215c4fe448a9ebef2715ebd2f66 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:29.837133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:30.048362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:30.124192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Pushing event updated for resources: {'Subnet': ['ID=714b7de2-be38-4b8e-8e4a-559ba9669933,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:30.138903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Checking segment: {'id': '0f649b05-2be0-466c-bd14-bf7991e418ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4a88c9d8-3656-457d-b962-1f6121cd6761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:53:30.139325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Network hostable DHCP agents. Network: 4a88c9d8-3656-457d-b962-1f6121cd6761, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:30.160432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Network 4a88c9d8-3656-457d-b962-1f6121cd6761 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:30.169228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 4a88c9d8-3656-457d-b962-1f6121cd6761) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:30.173488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:30.174069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:30.178226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e7368-bbaf-45fe-83b9-6a0d354e4905 None None] Network 4a88c9d8-3656-457d-b962-1f6121cd6761 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:53:30.196916 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1aafb9c2-8b4c-4aec-92f9-118782f94d3e tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6027665 Feb 11 13:53:30.199619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47256) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:30.205871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Request body: {'port': {'network_id': '4a88c9d8-3656-457d-b962-1f6121cd6761', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1173535861'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:30.342495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:30.346296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Usage tracker for resource:port and tenant:82ff2215c4fe448a9ebef2715ebd2f66 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:30.351142 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:30.356892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:30.367198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Made reservation on behalf of 82ff2215c4fe448a9ebef2715ebd2f66 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:30.370140 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:30.391180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-4a88c9d8-3656-457d-b962-1f6121cd6761', 'network_id': '4a88c9d8-3656-457d-b962-1f6121cd6761', 'tenant_id': '82ff2215c4fe448a9ebef2715ebd2f66', 'fixed_ips': [{'subnet_id': '714b7de2-be38-4b8e-8e4a-559ba9669933'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 13:53:30.391974 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:30.393603 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] device_id is not set on port f925bc91-de58-4625-b43f-f065c5a5ad32 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:53:30.638834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Allocated IP 172.20.0.10 (4a88c9d8-3656-457d-b962-1f6121cd6761/714b7de2-be38-4b8e-8e4a-559ba9669933/f925bc91-de58-4625-b43f-f065c5a5ad32) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:30.840423 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:30.856021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Transition to ACTIVE for port object f925bc91-de58-4625-b43f-f065c5a5ad32 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:53:30.878569 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:30.943391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Allocated IP 172.20.0.2 (4a88c9d8-3656-457d-b962-1f6121cd6761/714b7de2-be38-4b8e-8e4a-559ba9669933/45ff1ae7-636a-45a3-ad20-a65feb9e8a04) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:30.954354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Network 4a88c9d8-3656-457d-b962-1f6121cd6761 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:30.957826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:30.961475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:53:30.998971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Pushing event updated for resources: {'Port': ['ID=f925bc91-de58-4625-b43f-f065c5a5ad32,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:31.031296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:31.032349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.054945 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-564b41b1-1dc8-4fcf-b006-2f96d222b4ec tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.8541551 Feb 11 13:53:31.057896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:31.124892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b24d0b0f-d0ae-4150-86f8-af3ac595dd26 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Deleting port f925bc91-de58-4625-b43f-f065c5a5ad32 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:53:31.125266 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b24d0b0f-d0ae-4150-86f8-af3ac595dd26 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.152287 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.163512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Transition to ACTIVE for port object 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:53:31.183691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Transition to ACTIVE for port object 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:53:31.190188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.261973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Network 4a88c9d8-3656-457d-b962-1f6121cd6761 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:31.265560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:31.269170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:53:31.277146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Pushing event updated for resources: {'Port': ['ID=45ff1ae7-636a-45a3-ad20-a65feb9e8a04,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:31.344462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.344808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.345145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.345477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.345806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.346129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.346448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.346809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.347137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.347448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.348345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:31.373011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Attempting to bind port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:53:31.373373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Attempting to bind port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '0f649b05-2be0-466c-bd14-bf7991e418ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4a88c9d8-3656-457d-b962-1f6121cd6761'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:53:31.373727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Attempting to bind port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 on network 4a88c9d8-3656-457d-b962-1f6121cd6761 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:53:31.380021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:53:31.380387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Checking segment: {'id': '0f649b05-2be0-466c-bd14-bf7991e418ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4a88c9d8-3656-457d-b962-1f6121cd6761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:53:31.381248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.381609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Bound using segment: {'id': '0f649b05-2be0-466c-bd14-bf7991e418ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4a88c9d8-3656-457d-b962-1f6121cd6761'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:53:31.381729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Bound port: 45ff1ae7-636a-45a3-ad20-a65feb9e8a04, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f649b05-2be0-466c-bd14-bf7991e418ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4a88c9d8-3656-457d-b962-1f6121cd6761'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:53:31.382098 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.385902 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b24d0b0f-d0ae-4150-86f8-af3ac595dd26 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.475155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] For port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:31.478875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] For port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=45ff1ae7-636a-45a3-ad20-a65feb9e8a04,segment=NetworkSegment(0f649b05-2be0-466c-bd14-bf7991e418ad),segment_id=0f649b05-2be0-466c-bd14-bf7991e418ad)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:31.483347 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.509860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b24d0b0f-d0ae-4150-86f8-af3ac595dd26 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Calling delete_port for f925bc91-de58-4625-b43f-f065c5a5ad32 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:53:31.577240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cebb0e-a9b4-4368-9f74-3cb230282864 None None] Pushing event updated for resources: {'Port': ['ID=45ff1ae7-636a-45a3-ad20-a65feb9e8a04,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:31.671622 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b24d0b0f-d0ae-4150-86f8-af3ac595dd26 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.720899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d0b0f-d0ae-4150-86f8-af3ac595dd26 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Pushing event deleted for resources: {'Port': ['ID=f925bc91-de58-4625-b43f-f065c5a5ad32,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:31.839499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b24d0b0f-d0ae-4150-86f8-af3ac595dd26 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.846173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b24d0b0f-d0ae-4150-86f8-af3ac595dd26 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] 10.222.0.67 "DELETE /v2.0/ports/f925bc91-de58-4625-b43f-f065c5a5ad32 HTTP/1.1" status: 204 len: 168 time: 0.7870750 Feb 11 13:53:31.848795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47264) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:31.936734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b0c06e90-a196-4af6-bdc4-56db7f26dcc0 tempest-DHCPAgentSchedulersTestJSON-738873908 tempest-DHCPAgentSchedulersTestJSON-738873908-project-admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.0868728 Feb 11 13:53:31.939420 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47270) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:31.944872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-995363616'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:31.950296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:31.954662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Usage tracker for resource:network and tenant:82ff2215c4fe448a9ebef2715ebd2f66 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:31.958140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:31.964255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:31.974665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Made reservation on behalf of 82ff2215c4fe448a9ebef2715ebd2f66 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:31.977558 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:32.008744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:32.023508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:32.023883 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Added segment 716b3341-f494-4d49-b74d-7d874fc036ac of type vlan for network 96dbb970-e602-4b7c-91d6-71e07a7e0218 Feb 11 13:53:32.054063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:32.084523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:32.088356 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:32.088942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:32.200123 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2571816 Feb 11 13:53:32.205203 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:32.216051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85459305-44db-4340-8bf2-e2a6623f77ea tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Pushing event updated for resources: {'Network': ['ID=96dbb970-e602-4b7c-91d6-71e07a7e0218,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:32.229183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 96dbb970-e602-4b7c-91d6-71e07a7e0218 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:53:32.428183 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0ffe6566-4525-469e-af52-e07ac42dd65f tempest-DHCPAgentSchedulersTestJSON-738873908 tempest-DHCPAgentSchedulersTestJSON-738873908-project-admin] 10.222.0.67 "GET /v2.0/agents/d548e7f5-0934-49d6-a95b-f7396ac95dc5/dhcp-networks HTTP/1.1" status: 200 len: 4745 time: 0.2223592 Feb 11 13:53:32.429049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47278) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:32.579155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a404e24-5889-480a-a502-4d222dc78891 tempest-DHCPAgentSchedulersTestJSON-738873908 tempest-DHCPAgentSchedulersTestJSON-738873908-project-admin] Network 96dbb970-e602-4b7c-91d6-71e07a7e0218 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:32.595850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3a404e24-5889-480a-a502-4d222dc78891 tempest-DHCPAgentSchedulersTestJSON-738873908 tempest-DHCPAgentSchedulersTestJSON-738873908-project-admin] 10.222.0.67 "POST /v2.0/agents/d548e7f5-0934-49d6-a95b-f7396ac95dc5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1633811 Feb 11 13:53:32.596259 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47282) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:32.610892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c7d21-5b76-4c88-b64a-b4e85ee11370 None None] Network 96dbb970-e602-4b7c-91d6-71e07a7e0218 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:53:32.718127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:53:32.751336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e4cff-d120-417c-9769-660a19a4c13b None None] Network 4a88c9d8-3656-457d-b962-1f6121cd6761 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:53:32.845810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cc102bf8-90cc-4a1e-a7dc-d588e6cb8ca0 tempest-DHCPAgentSchedulersTestJSON-738873908 tempest-DHCPAgentSchedulersTestJSON-738873908-project-admin] 10.222.0.67 "GET /v2.0/agents/d548e7f5-0934-49d6-a95b-f7396ac95dc5/dhcp-networks HTTP/1.1" status: 200 len: 5489 time: 0.2484250 Feb 11 13:53:32.847483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47286) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:33.010455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ec17e2ef-ef01-4f96-9b9a-b7a7c696e106 None None] Provisioning for port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:53:33.111747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a4efab70-341a-449f-ac06-8947c5236d85 tempest-DHCPAgentSchedulersTestJSON-738873908 tempest-DHCPAgentSchedulersTestJSON-738873908-project-admin] 10.222.0.67 "DELETE /v2.0/agents/d548e7f5-0934-49d6-a95b-f7396ac95dc5/dhcp-networks/96dbb970-e602-4b7c-91d6-71e07a7e0218 HTTP/1.1" status: 204 len: 168 time: 0.2621598 Feb 11 13:53:33.120398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47290) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:33.145743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:53:33.151000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:33.151000 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:33.299389 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bd5ffdc3-0fcc-43a8-8077-43f4af8b7945 tempest-DHCPAgentSchedulersTestJSON-738873908 tempest-DHCPAgentSchedulersTestJSON-738873908-project-admin] 10.222.0.67 "GET /v2.0/agents/d548e7f5-0934-49d6-a95b-f7396ac95dc5/dhcp-networks HTTP/1.1" status: 200 len: 4745 time: 0.1843505 Feb 11 13:53:33.303106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47294) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:33.333372 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-31628c6b-8eed-4812-b37f-e788bdf83c43 tempest-DHCPAgentSchedulersTestJSON-738873908 tempest-DHCPAgentSchedulersTestJSON-738873908-project-admin] 10.222.0.67 "GET /v2.0/networks/4a88c9d8-3656-457d-b962-1f6121cd6761/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0246422 Feb 11 13:53:33.334594 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:33.335843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:33.369436 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47302) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:33.370697 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-059f5dd0-0a37-4418-b730-f7ef3b098483 tempest-DHCPAgentSchedulersTestJSON-738873908 tempest-DHCPAgentSchedulersTestJSON-738873908-project-admin] 10.222.0.67 "GET /v2.0/networks/4a88c9d8-3656-457d-b962-1f6121cd6761/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0335953 Feb 11 13:53:33.385186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=45ff1ae7-636a-45a3-ad20-a65feb9e8a04,segment=NetworkSegment(0f649b05-2be0-466c-bd14-bf7991e418ad),segment_id=0f649b05-2be0-466c-bd14-bf7991e418ad)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:33.389350 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:33.515891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=45ff1ae7-636a-45a3-ad20-a65feb9e8a04,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:33.677635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4da3cfae-efb2-4dc4-a7a8-c4e1c297c8fb None None] Provisioning complete for port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:33.678204 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4da3cfae-efb2-4dc4-a7a8-c4e1c297c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:33.717402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d4922d35-d0bf-42f3-942f-0aba19bcbfe2 tempest-DHCPAgentSchedulersTestJSON-738873908 tempest-DHCPAgentSchedulersTestJSON-738873908-project-admin] 10.222.0.67 "GET /v2.0/agents/d548e7f5-0934-49d6-a95b-f7396ac95dc5/dhcp-networks HTTP/1.1" status: 200 len: 4745 time: 0.3460853 Feb 11 13:53:33.720766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47306) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:33.855282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:33.933159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dc6de002-fc90-4e5e-8179-f41c84d6fd44 None None] Could not find standard attr ID for object f925bc91-de58-4625-b43f-f065c5a5ad32. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:53:34.007578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.038610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dbb970-e602-4b7c-91d6-71e07a7e0218']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:34.051722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716b3341-f494-4d49-b74d-7d874fc036ac') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:34.051946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716b3341-f494-4d49-b74d-7d874fc036ac') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:34.063378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.081113 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.087571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:53:34.087895 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:34.102972 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:34.182908 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.200001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.210435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Pushing event deleted for resources: {'Network': ['ID=96dbb970-e602-4b7c-91d6-71e07a7e0218,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:34.213662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7f472c1a-4923-4bda-9f0f-1d84a0d281cc tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] 10.222.0.67 "DELETE /v2.0/networks/96dbb970-e602-4b7c-91d6-71e07a7e0218 HTTP/1.1" status: 204 len: 168 time: 0.4915512 Feb 11 13:53:34.217491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47314) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:34.263066 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bab510-a6d3-4ced-b931-bca32c314377 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] DELETE failed (client error): The resource could not be found. Feb 11 13:53:34.264221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bab510-a6d3-4ced-b931-bca32c314377 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:53:34.265858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-67bab510-a6d3-4ced-b931-bca32c314377 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] 10.222.0.67 "DELETE /v2.0/ports/f925bc91-de58-4625-b43f-f065c5a5ad32 HTTP/1.1" status: 404 len: 333 time: 0.0474415 Feb 11 13:53:34.268358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47318) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:34.335530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a22aaf-3813-45af-9070-d86e943eb70f tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Deleting subnet 714b7de2-be38-4b8e-8e4a-559ba9669933 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:53:34.338410 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97a22aaf-3813-45af-9070-d86e943eb70f tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.393038 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97a22aaf-3813-45af-9070-d86e943eb70f tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.479868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97a22aaf-3813-45af-9070-d86e943eb70f tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.555213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97a22aaf-3813-45af-9070-d86e943eb70f tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.594886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:53:34.600901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a22aaf-3813-45af-9070-d86e943eb70f tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Pushing event deleted for resources: {'Subnet': ['ID=714b7de2-be38-4b8e-8e4a-559ba9669933,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:34.609211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97a22aaf-3813-45af-9070-d86e943eb70f tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.615005 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-97a22aaf-3813-45af-9070-d86e943eb70f tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] 10.222.0.67 "DELETE /v2.0/subnets/714b7de2-be38-4b8e-8e4a-559ba9669933 HTTP/1.1" status: 204 len: 168 time: 0.3456774 Feb 11 13:53:34.617489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47322) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:34.631742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928969eb-bfe0-48cd-a5bb-e650a782d18d None None] Network 4a88c9d8-3656-457d-b962-1f6121cd6761 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:53:34.753494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.765013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Deleting port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:53:34.765349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.838135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:34.838504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.986315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] For port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=45ff1ae7-636a-45a3-ad20-a65feb9e8a04,segment=NetworkSegment(0f649b05-2be0-466c-bd14-bf7991e418ad),segment_id=0f649b05-2be0-466c-bd14-bf7991e418ad)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:34.986827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:34.992353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] DHCP port deletion for 4a88c9d8-3656-457d-b962-1f6121cd6761 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:53:34.996433 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] Deleting port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:53:34.996807 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:35.108789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Calling delete_port for 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:53:35.182263 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:35.198889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] For port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=45ff1ae7-636a-45a3-ad20-a65feb9e8a04,segment=NetworkSegment(0f649b05-2be0-466c-bd14-bf7991e418ad),segment_id=0f649b05-2be0-466c-bd14-bf7991e418ad)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:35.199278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:35.233390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Pushing event deleted for resources: {'Port': ['ID=45ff1ae7-636a-45a3-ad20-a65feb9e8a04,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:35.237108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] No DVR routers for this DVR port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:35.331911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] Calling delete_port for 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:53:35.336772 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:53:35.363322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:35.389184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a88c9d8-3656-457d-b962-1f6121cd6761']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:35.401195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f649b05-2be0-466c-bd14-bf7991e418ad') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:35.401420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f649b05-2be0-466c-bd14-bf7991e418ad') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:35.405106 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:53:35.405462 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:53:35.412763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:35.428126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:35.433946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:53:35.434322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:35.449150 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:35.530269 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:35.548346 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:35.558684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] Pushing event deleted for resources: {'Network': ['ID=4a88c9d8-3656-457d-b962-1f6121cd6761,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:35.563521 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-17e1da73-dd46-43dd-975d-3b031d8fcf11 tempest-DHCPAgentSchedulersTestJSON-1820285767 tempest-DHCPAgentSchedulersTestJSON-1820285767-project] 10.222.0.67 "DELETE /v2.0/networks/4a88c9d8-3656-457d-b962-1f6121cd6761 HTTP/1.1" status: 204 len: 168 time: 0.9450438 Feb 11 13:53:35.847309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47330) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:35.907327 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] Deleting port 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:53:35.907839 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:35.978662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f15b854e-7f18-437e-a70b-ee831262b8e3 None None] The port '45ff1ae7-636a-45a3-ad20-a65feb9e8a04' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:53:36.025857 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-74c4cc00-c78b-4eb4-a31c-c496aa3966d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=82ff2215c4fe448a9ebef2715ebd2f66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1773562 Feb 11 13:53:36.028807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47336) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:36.091447 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df9cc5ce-b3a4-4462-90e0-6cf487446931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.117243 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df9cc5ce-b3a4-4462-90e0-6cf487446931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.166805 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df9cc5ce-b3a4-4462-90e0-6cf487446931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.180738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cc5ce-b3a4-4462-90e0-6cf487446931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ecf9da-53cd-4fb7-833b-5dce53b20e44,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:36.188112 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df9cc5ce-b3a4-4462-90e0-6cf487446931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.189222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-df9cc5ce-b3a4-4462-90e0-6cf487446931 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56ecf9da-53cd-4fb7-833b-5dce53b20e44 HTTP/1.1" status: 204 len: 168 time: 0.1588707 Feb 11 13:53:36.518184 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47344) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:36.537956 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd23a64d-da62-4753-827e-13baaead78af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.571432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bd23a64d-da62-4753-827e-13baaead78af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:36.575586 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bd23a64d-da62-4753-827e-13baaead78af admin admin] Usage tracker for resource:security_group_rule and tenant:c866b01b2ad14200b553696798c50290 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:36.579447 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bd23a64d-da62-4753-827e-13baaead78af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:36.585337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bd23a64d-da62-4753-827e-13baaead78af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:36.604510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:53:36.642310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:53:36.642682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 45ff1ae7-636a-45a3-ad20-a65feb9e8a04 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:53:36.659646 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd23a64d-da62-4753-827e-13baaead78af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.663585 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bd23a64d-da62-4753-827e-13baaead78af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.712761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23a64d-da62-4753-827e-13baaead78af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55808c05-da10-45ac-8e92-f390e4eb8a14,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:36.717038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bd23a64d-da62-4753-827e-13baaead78af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c866b01b2ad14200b553696798c50290&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1977844 Feb 11 13:53:36.719763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47348) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:36.876714 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8481dcaf-e6d2-46e4-8c6d-ff91612329c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.902246 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8481dcaf-e6d2-46e4-8c6d-ff91612329c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.959664 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8481dcaf-e6d2-46e4-8c6d-ff91612329c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.976497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481dcaf-e6d2-46e4-8c6d-ff91612329c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55808c05-da10-45ac-8e92-f390e4eb8a14,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:36.979548 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8481dcaf-e6d2-46e4-8c6d-ff91612329c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:36.980643 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8481dcaf-e6d2-46e4-8c6d-ff91612329c4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/55808c05-da10-45ac-8e92-f390e4eb8a14 HTTP/1.1" status: 204 len: 168 time: 0.2600069 Feb 11 13:53:37.744004 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:38.879070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47388) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:39.006882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1433760239', 'router:external': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:39.012129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:39.016533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Usage tracker for resource:network and tenant:51b7439dcc1e4fbb9b0cba13b41313c0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:39.019376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:39.025470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:39.037012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Made reservation on behalf of 51b7439dcc1e4fbb9b0cba13b41313c0 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:39.039317 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.051439 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.082739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:39.086417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Usage tracker for resource:security_group_rule and tenant:51b7439dcc1e4fbb9b0cba13b41313c0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:39.089168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:39.095033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:39.160880 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.164505 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.196530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:53:39.205200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dee0f2-ca02-4241-89cc-ad4849417d64,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:39.210449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.210833 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Added segment bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5 of type vlan for network 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce Feb 11 13:53:39.240222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.276045 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.277220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:39.278238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.380469 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event updated for resources: {'Network': ['ID=4b3e02cc-c353-40fa-ad34-2b9aa5e036ce,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:39.383362 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-51a09928-2599-447a-8430-e999155704fb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5032964 Feb 11 13:53:39.386317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:39.391419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:53:39.392001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Request body: {'subnet': {'network_id': '4b3e02cc-c353-40fa-ad34-2b9aa5e036ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:39.397286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:39.401131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Usage tracker for resource:subnet and tenant:51b7439dcc1e4fbb9b0cba13b41313c0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:39.404015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:39.409777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:39.419275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Made reservation on behalf of 51b7439dcc1e4fbb9b0cba13b41313c0 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:39.421992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.781653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.objects.ports [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 11 13:53:39.782086 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.855792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ae4854b4-0695-4aa0-b828-8a4a71dd11b4,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:39.867569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Checking segment: {'id': 'bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b3e02cc-c353-40fa-ad34-2b9aa5e036ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:53:39.867930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Network hostable DHCP agents. Network: 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:53:39.889405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Network 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:53:39.898647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:39.902351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:39.902969 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.909048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc4f65-a10a-4174-b400-1223700c16d3 None None] Network 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:53:39.925187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d7490bea-3a66-46f4-99d8-694f45ec7f3d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5377953 Feb 11 13:53:39.927613 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47398) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:39.932871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-233205405', 'network_id': '4b3e02cc-c353-40fa-ad34-2b9aa5e036ce'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:39.938176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:39.942082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Usage tracker for resource:port and tenant:51b7439dcc1e4fbb9b0cba13b41313c0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:39.945316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:39.951354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:39.962569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Made reservation on behalf of 51b7439dcc1e4fbb9b0cba13b41313c0 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:53:39.964971 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:39.987944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] device_id is not set on port d98339c2-0cf4-4bad-a803-18645a4eb75e yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:53:40.123328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Allocated IP 172.20.0.7 (4b3e02cc-c353-40fa-ad34-2b9aa5e036ce/ae4854b4-0695-4aa0-b828-8a4a71dd11b4/d98339c2-0cf4-4bad-a803-18645a4eb75e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:40.164682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb344e9f-46cf-4f90-a68f-70b87c250321 None None] Network 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:53:40.319777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:40.348922 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:40.417642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Network 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:40.420328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:40.424646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:53:40.533844 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event updated for resources: {'Port': ['ID=d98339c2-0cf4-4bad-a803-18645a4eb75e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:40.563039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:40.563640 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:40.583561 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0e11dea1-631d-4fbf-a15c-eb0f3f241cc7 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.6549644 Feb 11 13:53:40.586100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47402) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:40.645144 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7d59b-25ff-4b37-8bfd-034e98143a58 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Deleting port d98339c2-0cf4-4bad-a803-18645a4eb75e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:53:40.645482 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d59b-25ff-4b37-8bfd-034e98143a58 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:40.862119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d59b-25ff-4b37-8bfd-034e98143a58 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:40.986937 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7d59b-25ff-4b37-8bfd-034e98143a58 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Calling delete_port for d98339c2-0cf4-4bad-a803-18645a4eb75e owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:53:41.125701 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d59b-25ff-4b37-8bfd-034e98143a58 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:41.173115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7d59b-25ff-4b37-8bfd-034e98143a58 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event deleted for resources: {'Port': ['ID=d98339c2-0cf4-4bad-a803-18645a4eb75e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:41.267954 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d59b-25ff-4b37-8bfd-034e98143a58 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:41.275658 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e0f7d59b-25ff-4b37-8bfd-034e98143a58 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "DELETE /v2.0/ports/d98339c2-0cf4-4bad-a803-18645a4eb75e HTTP/1.1" status: 204 len: 168 time: 0.6884484 Feb 11 13:53:41.278333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47406) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:41.285119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b3e02cc-c353-40fa-ad34-2b9aa5e036ce', 'external_fixed_ips': [{'subnet_id': 'ae4854b4-0695-4aa0-b828-8a4a71dd11b4', 'ip_address': '172.20.0.7'}]}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:41.291019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:41.296084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Usage tracker for resource:router and tenant:51b7439dcc1e4fbb9b0cba13b41313c0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:41.299082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:41.305865 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:41.317918 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:41.319836 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:41.338261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:41.484892 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:41.733117 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:41.761705 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:41.947229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Allocated IP 172.20.0.7 (4b3e02cc-c353-40fa-ad34-2b9aa5e036ce/ae4854b4-0695-4aa0-b828-8a4a71dd11b4/2bf7f3cd-589f-4751-99c0-81217b262363) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:42.099770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:42.129493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:42.198270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Network 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:42.201503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:42.204644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:53:42.243283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event updated for resources: {'Port': ['ID=2bf7f3cd-589f-4751-99c0-81217b262363,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:42.375704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:42.376437 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:42.609716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Router b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:42.658014 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:42.809179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:42.820874 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Sync routers for ids ['b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:53:42.833393 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Routers {'b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:53:42.834127 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:42.834392 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:42.835431 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-30b3e504-995f-4771-9d50-553b710f4432 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.5552433 Feb 11 13:53:42.838089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47410) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:43.021242 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Set router b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:53:43.146267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:43.302777 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87', 'name': '', 'tenant_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b3e02cc-c353-40fa-ad34-2b9aa5e036ce', 'external_fixed_ips': [{'subnet_id': 'ae4854b4-0695-4aa0-b828-8a4a71dd11b4', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '2bf7f3cd-589f-4751-99c0-81217b262363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:41Z', 'updated_at': '2022-02-11T13:53:42Z', 'revision_number': 3, 'project_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'gw_port': {'id': '2bf7f3cd-589f-4751-99c0-81217b262363', 'name': '', 'network_id': '4b3e02cc-c353-40fa-ad34-2b9aa5e036ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ae4854b4-0695-4aa0-b828-8a4a71dd11b4', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:41Z', 'updated_at': '2022-02-11T13:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae4854b4-0695-4aa0-b828-8a4a71dd11b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:43.306446 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Checking router: b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:53:43.306838 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Updating router b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87 port 2bf7f3cd-589f-4751-99c0-81217b262363 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:53:43.345292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:43.357820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Deleting port 2bf7f3cd-589f-4751-99c0-81217b262363 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:53:43.358351 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:43.363302 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:43.528764 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:43.652185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Calling delete_port for 2bf7f3cd-589f-4751-99c0-81217b262363 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:53:43.720988 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:43.732035 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Transition to ACTIVE for port object 2bf7f3cd-589f-4751-99c0-81217b262363 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:53:43.738711 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:43.756112 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:53:43.756430 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:53:43.816738 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Attempting to bind port 2bf7f3cd-589f-4751-99c0-81217b262363 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:53:43.817093 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Attempting to bind port 2bf7f3cd-589f-4751-99c0-81217b262363 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b3e02cc-c353-40fa-ad34-2b9aa5e036ce'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:53:43.817445 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Attempting to bind port 2bf7f3cd-589f-4751-99c0-81217b262363 on network 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:53:43.819538 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Pushing event updated for resources: {'Port': ['ID=2bf7f3cd-589f-4751-99c0-81217b262363,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:43.831946 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:53:43.832530 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Checking segment: {'id': 'bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b3e02cc-c353-40fa-ad34-2b9aa5e036ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:53:43.832680 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:43.833055 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Bound using segment: {'id': 'bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b3e02cc-c353-40fa-ad34-2b9aa5e036ce'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:53:43.833495 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Bound port: 2bf7f3cd-589f-4751-99c0-81217b262363, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4b3e02cc-c353-40fa-ad34-2b9aa5e036ce'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:53:43.833849 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:43.859628 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.859959 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.860284 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.860603 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.860919 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.861231 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.861539 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.861847 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.862152 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.862469 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.862783 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:43.912222 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] For port 2bf7f3cd-589f-4751-99c0-81217b262363, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:43.915506 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] For port 2bf7f3cd-589f-4751-99c0-81217b262363, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2bf7f3cd-589f-4751-99c0-81217b262363,segment=NetworkSegment(bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5),segment_id=bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:43.919341 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:43.996682 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782f5a1-7d7b-4be2-b96a-fe4c9cb14566 None None] Pushing event updated for resources: {'Port': ['ID=2bf7f3cd-589f-4751-99c0-81217b262363,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:44.002484 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Routers {'b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:53:44.003105 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:44.151866 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] Set router b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:53:44.255588 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87', 'name': '', 'tenant_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:41Z', 'updated_at': '2022-02-11T13:53:43Z', 'revision_number': 4, 'project_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:44.257137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Deleting port 2bf7f3cd-589f-4751-99c0-81217b262363 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:53:44.257487 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:44.259347 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24157a-e6b7-4611-a75c-7c17f212d4c1 None None] The sync data for ids ['b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87'] in n-d-818559-1 is: [{'id': 'b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87', 'name': '', 'tenant_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:41Z', 'updated_at': '2022-02-11T13:53:43Z', 'revision_number': 4, 'project_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:53:44.442564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] For port 2bf7f3cd-589f-4751-99c0-81217b262363, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2bf7f3cd-589f-4751-99c0-81217b262363,segment=NetworkSegment(bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5),segment_id=bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:44.442938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:44.562567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Calling delete_port for 2bf7f3cd-589f-4751-99c0-81217b262363 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:53:44.726678 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:44.770117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bf7f3cd-589f-4751-99c0-81217b262363,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:44.943448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:44.943782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:44.944360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:44.944682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:44.945001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:44.945318 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:44.945632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:44.945943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:44.946255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:44.946567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:44.947060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:45.121356 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.387880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.392511 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.418247 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.418766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:45.431549 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.432662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-818d4fe3-0489-424e-993d-ce36d081dd8a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "DELETE /v2.0/routers/b0f0ea1a-c9d7-4c7f-b345-ba9d7fba8f87 HTTP/1.1" status: 204 len: 168 time: 2.5936027 Feb 11 13:53:45.436008 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47414) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:45.487513 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1109d7b2-e80f-4dd1-9b39-7ac51e1bc9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.503559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b69453-7af0-47b3-9422-7aa68dbdf0eb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Deleting subnet ae4854b4-0695-4aa0-b828-8a4a71dd11b4 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:53:45.506878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94b69453-7af0-47b3-9422-7aa68dbdf0eb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.555954 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94b69453-7af0-47b3-9422-7aa68dbdf0eb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.613904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94b69453-7af0-47b3-9422-7aa68dbdf0eb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.681412 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94b69453-7af0-47b3-9422-7aa68dbdf0eb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.719514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b69453-7af0-47b3-9422-7aa68dbdf0eb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4854b4-0695-4aa0-b828-8a4a71dd11b4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:45.724268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-94b69453-7af0-47b3-9422-7aa68dbdf0eb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.730015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-94b69453-7af0-47b3-9422-7aa68dbdf0eb tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/ae4854b4-0695-4aa0-b828-8a4a71dd11b4 HTTP/1.1" status: 204 len: 168 time: 0.2930403 Feb 11 13:53:45.733189 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47418) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:45.837170 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.958322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:45.986997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3e02cc-c353-40fa-ad34-2b9aa5e036ce']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:45.998705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:45.998998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc990ef7-c7ee-4755-83d3-d12f5ed0ecd5') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:46.009893 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:46.025488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:46.032466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:53:46.032987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: util.warn( Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:53:46.047623 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:53:46.128005 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:46.133096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b3e02cc-c353-40fa-ad34-2b9aa5e036ce {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:53:46.135481 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:46.158488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "DELETE /v2.0/networks/4b3e02cc-c353-40fa-ad34-2b9aa5e036ce HTTP/1.1" status: 204 len: 168 time: 0.4243250 Feb 11 13:53:46.159498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89295688-5be5-4250-86f0-234f9d0bf2a2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b3e02cc-c353-40fa-ad34-2b9aa5e036ce,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:46.424034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47428) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:46.429190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Request body: {'router': {'name': 'tempest-router--1174746572', 'project_id': '966e9ce47f2b4f6d86b7b3639bcd6575'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:46.434495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:46.439563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Usage tracker for resource:router and tenant:966e9ce47f2b4f6d86b7b3639bcd6575 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:46.442562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:46.448587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:46.459807 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:46.460867 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:46.481046 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:46.500266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:46.519810 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:46.523784 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-19d0d16d-caf2-4331-8e0d-7c6792570645 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0959697 Feb 11 13:53:46.524084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:46.661112 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6e76e50-86d4-45f9-8a00-33d24ec0c132 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.136540 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6e76e50-86d4-45f9-8a00-33d24ec0c132 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.141320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6e76e50-86d4-45f9-8a00-33d24ec0c132 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.165812 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6e76e50-86d4-45f9-8a00-33d24ec0c132 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.166436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e76e50-86d4-45f9-8a00-33d24ec0c132 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36ff5bfb-563d-445d-a165-a975d29beab8 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:47.174503 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a6e76e50-86d4-45f9-8a00-33d24ec0c132 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.175633 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a6e76e50-86d4-45f9-8a00-33d24ec0c132 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "DELETE /v2.0/routers/36ff5bfb-563d-445d-a165-a975d29beab8 HTTP/1.1" status: 204 len: 168 time: 0.6505039 Feb 11 13:53:47.315320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47438) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:47.549487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1521079948', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:47.556806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:47.561250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Usage tracker for resource:router and tenant:54fbf64cb2154e72a23bfd6e6d481d62 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:47.564185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:47.570446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:47.580825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.581943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.599625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.665758 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41e34c5c-5baa-4266-b198-81f350117243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.743865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.921857 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:47.951113 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:48.092139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Allocated IP 172.25.4.31 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/83578110-ff06-428f-a5c9-faeb9222e9c6) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:48.240046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:48.266104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:48.335362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:48.338600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Pushing event updated for resources: {'Port': ['ID=83578110-ff06-428f-a5c9-faeb9222e9c6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:48.340908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:48.343684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:53:48.498457 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:48.499176 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:48.733141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Router 4c20fd1a-bca9-498f-9d79-1b677e098aef is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:48.924875 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:48.930043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:48.939670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f90e10-d488-4b02-857a-f7f6f0954bc0 None None] Sync routers for ids ['4c20fd1a-bca9-498f-9d79-1b677e098aef'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:53:48.952197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f90e10-d488-4b02-857a-f7f6f0954bc0 None None] Routers {'4c20fd1a-bca9-498f-9d79-1b677e098aef'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:53:48.952927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c5f90e10-d488-4b02-857a-f7f6f0954bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4c20fd1a-bca9-498f-9d79-1b677e098aef'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:48.954945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:48.958875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a7c53346-46ec-432b-b91c-2a08f3ede006 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6399052 Feb 11 13:53:48.959093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47444) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:49.022773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c5f90e10-d488-4b02-857a-f7f6f0954bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:49.037823 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:49.041070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f90e10-d488-4b02-857a-f7f6f0954bc0 None None] Routers {'4c20fd1a-bca9-498f-9d79-1b677e098aef'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:53:49.041682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c5f90e10-d488-4b02-857a-f7f6f0954bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['4c20fd1a-bca9-498f-9d79-1b677e098aef'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:49.101521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c5f90e10-d488-4b02-857a-f7f6f0954bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:49.101923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f90e10-d488-4b02-857a-f7f6f0954bc0 None None] The sync data for ids ['4c20fd1a-bca9-498f-9d79-1b677e098aef'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:53:49.256783 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b86bcbb9-af4f-4c5a-b8a6-d86327e47e87 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/routers/4c20fd1a-bca9-498f-9d79-1b677e098aef HTTP/1.1" status: 200 len: 920 time: 0.2965155 Feb 11 13:53:49.259498 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47448) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:49.302031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-aaa21ff7-ce40-4944-900d-5e2c7395dfe9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c20fd1a-bca9-498f-9d79-1b677e098aef HTTP/1.1" status: 200 len: 205 time: 0.0414987 Feb 11 13:53:49.304641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47452) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:49.510222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:49.704131 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:49.713596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Deleting port 83578110-ff06-428f-a5c9-faeb9222e9c6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:53:49.714020 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:49.882465 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:49.998874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Calling delete_port for 83578110-ff06-428f-a5c9-faeb9222e9c6 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:53:50.164017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:50.210547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Pushing event deleted for resources: {'Port': ['ID=83578110-ff06-428f-a5c9-faeb9222e9c6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:50.374037 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:50.433302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:50.790799 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:50.794902 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:50.818621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:50.819406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Fanout notify agent at l3_agent the message router_deleted on router 4c20fd1a-bca9-498f-9d79-1b677e098aef {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:50.834202 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:50.835288 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1625b962-12e6-403c-b083-e81861307405 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/4c20fd1a-bca9-498f-9d79-1b677e098aef HTTP/1.1" status: 204 len: 168 time: 1.5297890 Feb 11 13:53:50.838873 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47456) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:50.844195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Request body: {'router': {'name': 'tempest-snat-router-667549159', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'enable_snat': False}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:50.849490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:50.853234 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Usage tracker for resource:router and tenant:51b7439dcc1e4fbb9b0cba13b41313c0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:50.856341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:50.862107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:50.872075 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:50.873267 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:50.891492 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:51.038196 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:51.225548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:51.254994 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:51.391830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Allocated IP 172.25.4.34 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d33b8702-fdeb-4908-a4d2-0cd6268358f2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:51.539881 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:51.566843 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:51.634246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:51.636793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:51.640943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:53:51.670024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event updated for resources: {'Port': ['ID=d33b8702-fdeb-4908-a4d2-0cd6268358f2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:51.799043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:51.799726 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:52.022958 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Router cd1cd7a1-1b40-40b4-b4e6-12965f7dae45 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:52.229228 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:52.238285 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Sync routers for ids ['cd1cd7a1-1b40-40b4-b4e6-12965f7dae45'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:53:52.250301 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Routers {'cd1cd7a1-1b40-40b4-b4e6-12965f7dae45'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:53:52.250929 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['cd1cd7a1-1b40-40b4-b4e6-12965f7dae45'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:52.254084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:52.255482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6e94318b-f567-4569-9bc9-9eae2f6217d2 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.4157152 Feb 11 13:53:52.258047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47460) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:52.433710 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Set router cd1cd7a1-1b40-40b4-b4e6-12965f7dae45 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:53:52.563933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4be879c1-e57d-4e7f-a993-34ec754f453b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/routers/cd1cd7a1-1b40-40b4-b4e6-12965f7dae45 HTTP/1.1" status: 200 len: 907 time: 0.3047056 Feb 11 13:53:52.566529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47464) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:52.571618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Request body: {'router': {'name': 'tempest-snat-router-667549159', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'enable_snat': True}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:52.577207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:52.581018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Usage tracker for resource:router and tenant:51b7439dcc1e4fbb9b0cba13b41313c0 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:52.583876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:52.589427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:52.600057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:52.600976 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:52.619390 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:52.723866 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1cd7a1-1b40-40b4-b4e6-12965f7dae45', 'name': 'tempest-snat-router-667549159', 'tenant_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.34'}], 'enable_snat': False}, 'gw_port_id': 'd33b8702-fdeb-4908-a4d2-0cd6268358f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:53:51Z', 'revision_number': 3, 'project_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'gw_port': {'id': 'd33b8702-fdeb-4908-a4d2-0cd6268358f2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1cd7a1-1b40-40b4-b4e6-12965f7dae45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:51Z', 'updated_at': '2022-02-11T13:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:52.727613 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Checking router: cd1cd7a1-1b40-40b4-b4e6-12965f7dae45 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:53:52.727946 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Updating router cd1cd7a1-1b40-40b4-b4e6-12965f7dae45 port d33b8702-fdeb-4908-a4d2-0cd6268358f2 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:53:52.763863 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:52.779576 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:52.950078 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:52.983997 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:53.130882 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:53.144763 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Transition to ACTIVE for port object d33b8702-fdeb-4908-a4d2-0cd6268358f2 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:53:53.151068 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:53.215618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Allocated IP 172.25.4.231 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/0446ce3c-ea90-46e7-b72d-e19bebee416d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:53.229859 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Attempting to bind port d33b8702-fdeb-4908-a4d2-0cd6268358f2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:53:53.230298 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Attempting to bind port d33b8702-fdeb-4908-a4d2-0cd6268358f2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:53:53.230606 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Attempting to bind port d33b8702-fdeb-4908-a4d2-0cd6268358f2 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:53:53.237379 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da3d71-eadb-4e30-a328-217ffba2d3d2 None None] Pushing event updated for resources: {'Port': ['ID=d33b8702-fdeb-4908-a4d2-0cd6268358f2,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:53.243828 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:53:53.244443 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:53:53.244551 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:53.244925 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:53:53.245410 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Bound port: d33b8702-fdeb-4908-a4d2-0cd6268358f2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:53:53.245769 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:53.317245 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] For port d33b8702-fdeb-4908-a4d2-0cd6268358f2, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:53:53.320617 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] For port d33b8702-fdeb-4908-a4d2-0cd6268358f2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d33b8702-fdeb-4908-a4d2-0cd6268358f2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:53:53.325351 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:53.368741 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:53.398128 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:53.411835 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da3d71-eadb-4e30-a328-217ffba2d3d2 None None] Pushing event updated for resources: {'Port': ['ID=d33b8702-fdeb-4908-a4d2-0cd6268358f2,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:53.416258 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Routers {'cd1cd7a1-1b40-40b4-b4e6-12965f7dae45'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:53:53.416850 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['cd1cd7a1-1b40-40b4-b4e6-12965f7dae45'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:53.472292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:53.474970 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:53.479455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:53:53.506611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event updated for resources: {'Port': ['ID=0446ce3c-ea90-46e7-b72d-e19bebee416d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:53.601588 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] Set router cd1cd7a1-1b40-40b4-b4e6-12965f7dae45 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:53:53.645121 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:53.645839 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:53.868883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Router e12c12dc-053d-4259-990d-103c2c029eda is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:53.882363 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1cd7a1-1b40-40b4-b4e6-12965f7dae45', 'name': 'tempest-snat-router-667549159', 'tenant_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.34'}], 'enable_snat': False}, 'gw_port_id': 'd33b8702-fdeb-4908-a4d2-0cd6268358f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:53:51Z', 'revision_number': 3, 'project_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'gw_port': {'id': 'd33b8702-fdeb-4908-a4d2-0cd6268358f2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1cd7a1-1b40-40b4-b4e6-12965f7dae45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:51Z', 'updated_at': '2022-02-11T13:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:53.886271 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a99e94-f556-43e9-89e4-8967da686d8c None None] The sync data for ids ['cd1cd7a1-1b40-40b4-b4e6-12965f7dae45'] in n-d-818559-1 is: [{'id': 'cd1cd7a1-1b40-40b4-b4e6-12965f7dae45', 'name': 'tempest-snat-router-667549159', 'tenant_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.34'}], 'enable_snat': False}, 'gw_port_id': 'd33b8702-fdeb-4908-a4d2-0cd6268358f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:50Z', 'updated_at': '2022-02-11T13:53:51Z', 'revision_number': 3, 'project_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'gw_port': {'id': 'd33b8702-fdeb-4908-a4d2-0cd6268358f2', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1cd7a1-1b40-40b4-b4e6-12965f7dae45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:51Z', 'updated_at': '2022-02-11T13:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:53:54.185559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:54.196740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Sync routers for ids ['e12c12dc-053d-4259-990d-103c2c029eda'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:53:54.210185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Routers {'e12c12dc-053d-4259-990d-103c2c029eda'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:53:54.210704 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:54.210928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e12c12dc-053d-4259-990d-103c2c029eda'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:54.211921 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ca6f11ea-d29b-441d-a7e1-a06d90bd8fd9 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.6444631 Feb 11 13:53:54.214454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47468) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:54.401691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Set router e12c12dc-053d-4259-990d-103c2c029eda gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:53:54.424052 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bc57ef98-1285-4fd7-bd13-f79de7150f15 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/routers/e12c12dc-053d-4259-990d-103c2c029eda HTTP/1.1" status: 200 len: 907 time: 0.2044401 Feb 11 13:53:54.424746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47472) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:54.645445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d33b8702-fdeb-4908-a4d2-0cd6268358f2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:53:54.686450 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:54.783437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d33b8702-fdeb-4908-a4d2-0cd6268358f2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:53:54.790443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d33b8702-fdeb-4908-a4d2-0cd6268358f2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:54.790842 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:54.830372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12c12dc-053d-4259-990d-103c2c029eda', 'name': 'tempest-snat-router-667549159', 'tenant_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '0446ce3c-ea90-46e7-b72d-e19bebee416d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:52Z', 'updated_at': '2022-02-11T13:53:53Z', 'revision_number': 3, 'project_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'gw_port': {'id': '0446ce3c-ea90-46e7-b72d-e19bebee416d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12c12dc-053d-4259-990d-103c2c029eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:53:53Z', 'updated_at': '2022-02-11T13:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:54.843876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Checking router: e12c12dc-053d-4259-990d-103c2c029eda for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:53:54.844222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Updating router e12c12dc-053d-4259-990d-103c2c029eda port 0446ce3c-ea90-46e7-b72d-e19bebee416d binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 13:53:54.887000 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:54.897433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Deleting port 0446ce3c-ea90-46e7-b72d-e19bebee416d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:53:54.897703 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:54.906799 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:55.092870 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:55.098349 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:55.126835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d33b8702-fdeb-4908-a4d2-0cd6268358f2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d33b8702-fdeb-4908-a4d2-0cd6268358f2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:55.133950 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:55.223032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Calling delete_port for 0446ce3c-ea90-46e7-b72d-e19bebee416d owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:53:55.289560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d33b8702-fdeb-4908-a4d2-0cd6268358f2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:55.398848 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:55.399468 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:53:55.399820 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:53:55.444812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event deleted for resources: {'Port': ['ID=0446ce3c-ea90-46e7-b72d-e19bebee416d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:55.662212 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:55.933775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Port 0446ce3c-ea90-46e7-b72d-e19bebee416d not found while updating agent binding for router e12c12dc-053d-4259-990d-103c2c029eda. {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 11 13:53:55.944622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Routers {'e12c12dc-053d-4259-990d-103c2c029eda'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:53:55.945221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e12c12dc-053d-4259-990d-103c2c029eda'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:56.011455 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.016305 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.040187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.040715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e12c12dc-053d-4259-990d-103c2c029eda {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:56.052388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.053493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bf6b8b41-88a8-446c-9d1a-0a92bfbd0c3b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "DELETE /v2.0/routers/e12c12dc-053d-4259-990d-103c2c029eda HTTP/1.1" status: 204 len: 168 time: 1.6284032 Feb 11 13:53:56.056096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47476) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:56.074451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] Set router e12c12dc-053d-4259-990d-103c2c029eda gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:53:56.181316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12c12dc-053d-4259-990d-103c2c029eda', 'name': 'tempest-snat-router-667549159', 'tenant_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:52Z', 'updated_at': '2022-02-11T13:53:55Z', 'revision_number': 5, 'project_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:56.185799 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ef19f1-ba8f-4637-bac0-965c681499dd None None] The sync data for ids ['e12c12dc-053d-4259-990d-103c2c029eda'] in n-d-818559-1 is: [{'id': 'e12c12dc-053d-4259-990d-103c2c029eda', 'name': 'tempest-snat-router-667549159', 'tenant_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:53:52Z', 'updated_at': '2022-02-11T13:53:55Z', 'revision_number': 5, 'project_id': '51b7439dcc1e4fbb9b0cba13b41313c0', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:53:56.255493 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.469715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.482326 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Deleting port d33b8702-fdeb-4908-a4d2-0cd6268358f2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:53:56.482910 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.606480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d33b8702-fdeb-4908-a4d2-0cd6268358f2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:53:56.658419 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] For port d33b8702-fdeb-4908-a4d2-0cd6268358f2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d33b8702-fdeb-4908-a4d2-0cd6268358f2,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:56.658796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.674339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d33b8702-fdeb-4908-a4d2-0cd6268358f2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:56.674750 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.777903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Calling delete_port for d33b8702-fdeb-4908-a4d2-0cd6268358f2 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:53:56.945431 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.996690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event deleted for resources: {'Port': ['ID=d33b8702-fdeb-4908-a4d2-0cd6268358f2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:57.314682 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:57.576645 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:57.580849 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:57.606115 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:57.606847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd1cd7a1-1b40-40b4-b4e6-12965f7dae45 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:53:57.620070 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:57.621474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c684813c-badd-4c6f-a2a8-921791c6436b tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "DELETE /v2.0/routers/cd1cd7a1-1b40-40b4-b4e6-12965f7dae45 HTTP/1.1" status: 204 len: 168 time: 1.5644464 Feb 11 13:53:57.624975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47480) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:57.629939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1713473346', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:57.637304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:53:57.641620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Usage tracker for resource:router and tenant:54fbf64cb2154e72a23bfd6e6d481d62 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:53:57.644563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:53:57.650122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:53:57.660498 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:57.661503 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:57.680840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:57.827119 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:58.011988 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:58.044198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:58.193086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Allocated IP 172.25.4.153 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/7ae799a4-c083-432a-8de3-fa2e0df0cf61) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:53:58.339500 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:58.381725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:58.451501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:53:58.454119 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:53:58.456637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:53:58.501503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Pushing event updated for resources: {'Port': ['ID=7ae799a4-c083-432a-8de3-fa2e0df0cf61,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:58.527173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.527709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.528039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.528365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.529353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.529808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.530359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.530750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.531360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.531688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.532005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:58.605233 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d33b8702-fdeb-4908-a4d2-0cd6268358f2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:53:58.639285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d33b8702-fdeb-4908-a4d2-0cd6268358f2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:53:58.639626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d33b8702-fdeb-4908-a4d2-0cd6268358f2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:53:58.661776 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:58.662426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:58.995030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Router 7e4a05a0-6408-4aca-a809-5f572461baca is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:53:59.190836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:59.201302 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767f4c86-d1fc-4160-9bf8-12f3855b2648 None None] Sync routers for ids ['7e4a05a0-6408-4aca-a809-5f572461baca'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:53:59.212820 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f4c86-d1fc-4160-9bf8-12f3855b2648 None None] Routers {'7e4a05a0-6408-4aca-a809-5f572461baca'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:53:59.213411 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-767f4c86-d1fc-4160-9bf8-12f3855b2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7e4a05a0-6408-4aca-a809-5f572461baca'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:59.216496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:59.217695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-943df0f6-15aa-4a27-9d77-4baad07b81a9 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5918136 Feb 11 13:53:59.220396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:53:59.225580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c511b176-0837-4acf-9ff5-0102a5e61ddc tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'enable_snat': False}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:53:59.280204 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-767f4c86-d1fc-4160-9bf8-12f3855b2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:59.290840 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f4c86-d1fc-4160-9bf8-12f3855b2648 None None] Routers {'7e4a05a0-6408-4aca-a809-5f572461baca'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:53:59.291450 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-767f4c86-d1fc-4160-9bf8-12f3855b2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7e4a05a0-6408-4aca-a809-5f572461baca'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:59.350487 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-767f4c86-d1fc-4160-9bf8-12f3855b2648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:59.350901 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767f4c86-d1fc-4160-9bf8-12f3855b2648 None None] The sync data for ids ['7e4a05a0-6408-4aca-a809-5f572461baca'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:53:59.797071 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c511b176-0837-4acf-9ff5-0102a5e61ddc tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:00.094976 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c511b176-0837-4acf-9ff5-0102a5e61ddc tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:00.098081 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c511b176-0837-4acf-9ff5-0102a5e61ddc tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:00.396313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c511b176-0837-4acf-9ff5-0102a5e61ddc tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Router 7e4a05a0-6408-4aca-a809-5f572461baca has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:00.595315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c511b176-0837-4acf-9ff5-0102a5e61ddc tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:00.599617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c511b176-0837-4acf-9ff5-0102a5e61ddc tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:00.600501 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c511b176-0837-4acf-9ff5-0102a5e61ddc tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "PUT /v2.0/routers/7e4a05a0-6408-4aca-a809-5f572461baca HTTP/1.1" status: 200 len: 922 time: 1.3790143 Feb 11 13:54:00.603108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47488) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:00.603526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76d368-a266-4b2a-be2d-2127c84ac3a9 None None] Sync routers for ids ['7e4a05a0-6408-4aca-a809-5f572461baca'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:54:00.615615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76d368-a266-4b2a-be2d-2127c84ac3a9 None None] Routers {'7e4a05a0-6408-4aca-a809-5f572461baca'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:00.616211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2e76d368-a266-4b2a-be2d-2127c84ac3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7e4a05a0-6408-4aca-a809-5f572461baca'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:00.677472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2e76d368-a266-4b2a-be2d-2127c84ac3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:00.688814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76d368-a266-4b2a-be2d-2127c84ac3a9 None None] Routers {'7e4a05a0-6408-4aca-a809-5f572461baca'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:00.689411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2e76d368-a266-4b2a-be2d-2127c84ac3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7e4a05a0-6408-4aca-a809-5f572461baca'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:00.747806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2e76d368-a266-4b2a-be2d-2127c84ac3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:00.748220 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76d368-a266-4b2a-be2d-2127c84ac3a9 None None] The sync data for ids ['7e4a05a0-6408-4aca-a809-5f572461baca'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:54:00.798568 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2dc244a5-638b-484e-80b5-2ea8310c49a6 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/routers/7e4a05a0-6408-4aca-a809-5f572461baca HTTP/1.1" status: 200 len: 922 time: 0.1943758 Feb 11 13:54:00.801272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47492) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:00.875434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2db7d7aa-0df0-4bc4-98e6-a6802855f45d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Synchronizing usage tracker for tenant:51b7439dcc1e4fbb9b0cba13b41313c0 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:54:00.890856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2db7d7aa-0df0-4bc4-98e6-a6802855f45d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Unset dirty status for tenant:51b7439dcc1e4fbb9b0cba13b41313c0 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:54:00.892241 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2db7d7aa-0df0-4bc4-98e6-a6802855f45d tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&device_id=7e4a05a0-6408-4aca-a809-5f572461baca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0899239 Feb 11 13:54:00.895153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47496) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:01.021218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c4d74-8725-4bb8-83f2-bed470fdb58c tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:01.021699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ed1c4d74-8725-4bb8-83f2-bed470fdb58c tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Synchronizing usage tracker for tenant:51b7439dcc1e4fbb9b0cba13b41313c0 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:54:01.036996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ed1c4d74-8725-4bb8-83f2-bed470fdb58c tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Unset dirty status for tenant:51b7439dcc1e4fbb9b0cba13b41313c0 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:54:01.038132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ed1c4d74-8725-4bb8-83f2-bed470fdb58c tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 881 time: 0.1420703 Feb 11 13:54:01.041036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47500) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:01.083092 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d9dfd0a0-2f97-48fa-bca7-b29c345e2457 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e4a05a0-6408-4aca-a809-5f572461baca HTTP/1.1" status: 200 len: 205 time: 0.0409887 Feb 11 13:54:01.085390 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47504) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:01.283368 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:01.479199 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:01.488841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Deleting port 7ae799a4-c083-432a-8de3-fa2e0df0cf61 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:54:01.489429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:01.657433 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:01.878604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Calling delete_port for 7ae799a4-c083-432a-8de3-fa2e0df0cf61 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:54:02.036660 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.079438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Pushing event deleted for resources: {'Port': ['ID=7ae799a4-c083-432a-8de3-fa2e0df0cf61,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:02.307600 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.561580 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.565781 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.590891 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.592159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Fanout notify agent at l3_agent the message router_deleted on router 7e4a05a0-6408-4aca-a809-5f572461baca {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:02.606973 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.608193 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-aa1f4fe4-a397-4986-8072-5babfb699542 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/7e4a05a0-6408-4aca-a809-5f572461baca HTTP/1.1" status: 204 len: 168 time: 1.5219538 Feb 11 13:54:02.611735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47508) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:02.616698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-563564218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:02.623313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:02.627140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Usage tracker for resource:router and tenant:54fbf64cb2154e72a23bfd6e6d481d62 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:54:02.629960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:54:02.635575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:54:02.646746 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.647633 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.666213 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.685629 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.706669 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:02.707846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5a2342de-b4d9-4adc-9922-ad094e9c6844 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0951817 Feb 11 13:54:02.710678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47512) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:02.716639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:03.198198 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:03.375082 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:03.403233 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:03.542238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Allocated IP 172.25.4.127 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/e0031bba-78b1-48aa-b209-e6c89a843bdd) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:03.687839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:03.714521 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:03.786406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:03.789012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:03.792389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:54:03.822309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Pushing event updated for resources: {'Port': ['ID=e0031bba-78b1-48aa-b209-e6c89a843bdd,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:03.953688 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:04.119384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:04.122997 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:04.452811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Router a18389c3-ff98-4b7e-b0ff-ff83cad718c2 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:54:04.653797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:04.664565 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:04.665005 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03cc53-8e08-454a-81dd-41ada1a0b0df None None] Sync routers for ids ['a18389c3-ff98-4b7e-b0ff-ff83cad718c2'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:54:04.667027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2be95e0a-b0e0-4e7b-a01e-89c8448dbf79 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "PUT /v2.0/routers/a18389c3-ff98-4b7e-b0ff-ff83cad718c2 HTTP/1.1" status: 200 len: 879 time: 1.9553182 Feb 11 13:54:04.668329 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47516) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:04.677315 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03cc53-8e08-454a-81dd-41ada1a0b0df None None] Routers {'a18389c3-ff98-4b7e-b0ff-ff83cad718c2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:04.678018 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9a03cc53-8e08-454a-81dd-41ada1a0b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a18389c3-ff98-4b7e-b0ff-ff83cad718c2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:04.738949 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9a03cc53-8e08-454a-81dd-41ada1a0b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:04.751316 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03cc53-8e08-454a-81dd-41ada1a0b0df None None] Routers {'a18389c3-ff98-4b7e-b0ff-ff83cad718c2'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:04.751910 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9a03cc53-8e08-454a-81dd-41ada1a0b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a18389c3-ff98-4b7e-b0ff-ff83cad718c2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:04.815682 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9a03cc53-8e08-454a-81dd-41ada1a0b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:04.816084 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03cc53-8e08-454a-81dd-41ada1a0b0df None None] The sync data for ids ['a18389c3-ff98-4b7e-b0ff-ff83cad718c2'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:54:04.877551 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-15d355eb-e26b-4b5e-828d-3f4ff41a22ca tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/routers/a18389c3-ff98-4b7e-b0ff-ff83cad718c2 HTTP/1.1" status: 200 len: 920 time: 0.2056432 Feb 11 13:54:04.878148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47520) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:04.951862 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9a0e3b22-787f-49eb-ad6b-5f95800c1ddd tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&device_id=a18389c3-ff98-4b7e-b0ff-ff83cad718c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0729401 Feb 11 13:54:04.954384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47524) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:05.088720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b7cb7-13e8-4dc0-85c3-dd01b7eb3248 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:05.089206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-848b7cb7-13e8-4dc0-85c3-dd01b7eb3248 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Synchronizing usage tracker for tenant:51b7439dcc1e4fbb9b0cba13b41313c0 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:54:05.100574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-848b7cb7-13e8-4dc0-85c3-dd01b7eb3248 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Unset dirty status for tenant:51b7439dcc1e4fbb9b0cba13b41313c0 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:54:05.104297 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-848b7cb7-13e8-4dc0-85c3-dd01b7eb3248 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 881 time: 0.1464212 Feb 11 13:54:05.104522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47528) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:05.154057 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-22493f45-c3a1-4424-b0f2-371041c8de6d tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=a18389c3-ff98-4b7e-b0ff-ff83cad718c2 HTTP/1.1" status: 200 len: 205 time: 0.0484695 Feb 11 13:54:05.156876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47532) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:05.369597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:05.571001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:05.580687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Deleting port e0031bba-78b1-48aa-b209-e6c89a843bdd {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:54:05.581069 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:05.751758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:05.870089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Calling delete_port for e0031bba-78b1-48aa-b209-e6c89a843bdd owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:54:06.141822 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.189123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Pushing event deleted for resources: {'Port': ['ID=e0031bba-78b1-48aa-b209-e6c89a843bdd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:06.409045 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.664870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.668897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.695777 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.696346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Fanout notify agent at l3_agent the message router_deleted on router a18389c3-ff98-4b7e-b0ff-ff83cad718c2 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:06.710264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.711369 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-281a5f21-fed7-4f69-bab5-e991bb523a5f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/a18389c3-ff98-4b7e-b0ff-ff83cad718c2 HTTP/1.1" status: 204 len: 168 time: 1.5536182 Feb 11 13:54:06.715187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47536) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:06.720775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-308719311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:06.727429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:06.731191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Usage tracker for resource:router and tenant:54fbf64cb2154e72a23bfd6e6d481d62 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:54:06.734778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:54:06.740413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:54:06.750627 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.751561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.769588 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.787406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.807969 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:06.809191 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c5fb1391-d0a7-4feb-8a27-eee1b27addc2 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0930927 Feb 11 13:54:06.812024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47540) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:06.817315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'enable_snat': True}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:07.211241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:07.527375 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:07.558134 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:07.714674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Allocated IP 172.25.4.247 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/aa992cf7-a667-4261-904e-195934659870) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:07.772363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:07.864586 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:07.891531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:07.961093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:07.963807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:07.968082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:54:08.000229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event updated for resources: {'Port': ['ID=aa992cf7-a667-4261-904e-195934659870,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:08.125985 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:08.289839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:08.293105 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:08.525579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Router 94e00352-ceb0-4aa5-a565-7176a1ad2a42 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:54:08.725307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:08.734061 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:08.735331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-76e8b5f7-102e-46ab-a350-8b816fa353f4 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "PUT /v2.0/routers/94e00352-ceb0-4aa5-a565-7176a1ad2a42 HTTP/1.1" status: 200 len: 914 time: 1.9223239 Feb 11 13:54:08.735557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed4375-4650-478a-8dda-3446dfeac567 None None] Sync routers for ids ['94e00352-ceb0-4aa5-a565-7176a1ad2a42'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:54:08.737853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47544) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:08.746880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed4375-4650-478a-8dda-3446dfeac567 None None] Routers {'94e00352-ceb0-4aa5-a565-7176a1ad2a42'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:08.748155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-73ed4375-4650-478a-8dda-3446dfeac567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['94e00352-ceb0-4aa5-a565-7176a1ad2a42'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:08.809448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-73ed4375-4650-478a-8dda-3446dfeac567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:08.820001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed4375-4650-478a-8dda-3446dfeac567 None None] Routers {'94e00352-ceb0-4aa5-a565-7176a1ad2a42'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:08.820579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-73ed4375-4650-478a-8dda-3446dfeac567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['94e00352-ceb0-4aa5-a565-7176a1ad2a42'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:08.882858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-73ed4375-4650-478a-8dda-3446dfeac567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:08.883263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed4375-4650-478a-8dda-3446dfeac567 None None] The sync data for ids ['94e00352-ceb0-4aa5-a565-7176a1ad2a42'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:54:08.932477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4f0e3de5-f1f2-4136-b3dc-d4bcf6a48419 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/routers/94e00352-ceb0-4aa5-a565-7176a1ad2a42 HTTP/1.1" status: 200 len: 920 time: 0.1935046 Feb 11 13:54:08.935605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47548) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:09.015758 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-edeb573b-ba39-464f-8822-ebd07d514c90 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&device_id=94e00352-ceb0-4aa5-a565-7176a1ad2a42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0791090 Feb 11 13:54:09.018254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47552) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:09.244690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05df9ab-f3e1-43c5-b39d-70fa8be755cd tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:09.246040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c05df9ab-f3e1-43c5-b39d-70fa8be755cd tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 881 time: 0.2269080 Feb 11 13:54:09.249656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47556) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:09.297423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-681fd7c8-c013-4f58-913c-b451f2f264a4 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=94e00352-ceb0-4aa5-a565-7176a1ad2a42 HTTP/1.1" status: 200 len: 205 time: 0.0467293 Feb 11 13:54:09.299938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47560) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:09.496862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:09.690092 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:09.698850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Deleting port aa992cf7-a667-4261-904e-195934659870 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:54:09.699181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:09.866991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:09.983324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Calling delete_port for aa992cf7-a667-4261-904e-195934659870 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:54:10.144791 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.188358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Pushing event deleted for resources: {'Port': ['ID=aa992cf7-a667-4261-904e-195934659870,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:10.418551 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.781140 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.785241 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.810965 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.811697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Fanout notify agent at l3_agent the message router_deleted on router 94e00352-ceb0-4aa5-a565-7176a1ad2a42 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:10.827131 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.831775 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3ed01346-f0b1-4d09-9119-bebcbca9ef2f tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/94e00352-ceb0-4aa5-a565-7176a1ad2a42 HTTP/1.1" status: 204 len: 168 time: 1.5274265 Feb 11 13:54:10.832374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47564) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:10.837663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2075606838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:10.845588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:10.849386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Usage tracker for resource:router and tenant:54fbf64cb2154e72a23bfd6e6d481d62 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:54:10.852252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:54:10.857872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:54:10.870698 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.871626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.889787 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.907401 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.928007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:10.929169 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c6d676d3-d999-4427-bef5-1420e41afeed tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.0958428 Feb 11 13:54:10.931878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47568) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:10.936852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'enable_snat': False}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:11.338007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:11.523758 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:11.553203 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:11.689323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Allocated IP 172.25.4.30 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/ff939666-b40c-44a1-ad90-9bdab3d06af4) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:11.834225 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:11.861719 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:11.928291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:11.931588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:11.933468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Pushing event updated for resources: {'Port': ['ID=ff939666-b40c-44a1-ad90-9bdab3d06af4,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:11.936234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:54:12.191906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:12.331612 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:54:12.366280 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:12.369563 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:12.602701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Router f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:54:12.655471 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:12.801615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:12.809626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:12.809884 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73411c1-e04a-43ad-9a00-845795af201e None None] Sync routers for ids ['f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:54:12.810848 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-464e8c18-c390-4be1-884d-2c8da544e755 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "PUT /v2.0/routers/f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9 HTTP/1.1" status: 200 len: 915 time: 1.8780229 Feb 11 13:54:12.813479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47572) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:12.822298 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73411c1-e04a-43ad-9a00-845795af201e None None] Routers {'f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:12.822905 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d73411c1-e04a-43ad-9a00-845795af201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:12.912015 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d73411c1-e04a-43ad-9a00-845795af201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:12.923047 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73411c1-e04a-43ad-9a00-845795af201e None None] Routers {'f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:12.923625 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d73411c1-e04a-43ad-9a00-845795af201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:12.983739 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d73411c1-e04a-43ad-9a00-845795af201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:12.984124 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73411c1-e04a-43ad-9a00-845795af201e None None] The sync data for ids ['f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:54:13.017635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c296bdfb-f5ad-493c-b91e-5a39b3d33db3 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/routers/f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9 HTTP/1.1" status: 200 len: 921 time: 0.2030876 Feb 11 13:54:13.020334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47576) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:13.091115 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ec5d9d92-da4f-4975-bed0-d656bf0afc2a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&device_id=f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0695472 Feb 11 13:54:13.093566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47580) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:13.220445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed23661-d66f-4aca-8a23-fa0f4b6165ad tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:13.221805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1ed23661-d66f-4aca-8a23-fa0f4b6165ad tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/networks/5d284fd3-664c-4ba9-9cea-460cca212d89 HTTP/1.1" status: 200 len: 881 time: 0.1273618 Feb 11 13:54:13.224579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47586) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:13.269172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-76d3b4a2-0fd1-4693-90cd-1aedcbba76b1 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9 HTTP/1.1" status: 200 len: 205 time: 0.0435750 Feb 11 13:54:13.271591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47590) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:13.466446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:13.771017 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:13.780320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Deleting port ff939666-b40c-44a1-ad90-9bdab3d06af4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:54:13.780693 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:13.943323 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.072976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Calling delete_port for ff939666-b40c-44a1-ad90-9bdab3d06af4 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:54:14.241762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.286858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Pushing event deleted for resources: {'Port': ['ID=ff939666-b40c-44a1-ad90-9bdab3d06af4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:14.510819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.765599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.769674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.796311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.796851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Fanout notify agent at l3_agent the message router_deleted on router f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:14.810375 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.811471 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c6ac92f5-c23e-422e-87fe-c4d30c829372 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9 HTTP/1.1" status: 204 len: 168 time: 1.5390272 Feb 11 13:54:14.815265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47594) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:14.820975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-111773061', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:14.829156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:14.836234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Usage tracker for resource:router and tenant:54fbf64cb2154e72a23bfd6e6d481d62 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:54:14.836234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:54:14.842292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:54:14.852136 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.853034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.871411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.113427 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.287929 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.316984 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.451745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Allocated IP 172.25.4.34 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/491d7505-29ae-47b1-a01a-8bd5ed4809b7) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:15.500292 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-133f5b2b-2e3b-4987-ac07-4de8395c6f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.602268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.630260 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.697148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:15.699774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:15.703319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:54:15.737811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Pushing event updated for resources: {'Port': ['ID=491d7505-29ae-47b1-a01a-8bd5ed4809b7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:15.866516 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.867363 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.094662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Router 8f935027-a55a-4f58-95d8-5d53c6e43b69 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:54:16.290060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:16.299813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011ad9b1-ed75-45d0-a74a-362c2aa3c02d None None] Sync routers for ids ['8f935027-a55a-4f58-95d8-5d53c6e43b69'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:54:16.313128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011ad9b1-ed75-45d0-a74a-362c2aa3c02d None None] Routers {'8f935027-a55a-4f58-95d8-5d53c6e43b69'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:16.313976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-011ad9b1-ed75-45d0-a74a-362c2aa3c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8f935027-a55a-4f58-95d8-5d53c6e43b69'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:16.317825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.321898 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-34de6f75-c944-44ea-a8c2-322c4a7b7ddc tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.5030591 Feb 11 13:54:16.322145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47600) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:16.327219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:16.376174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-011ad9b1-ed75-45d0-a74a-362c2aa3c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:16.386821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011ad9b1-ed75-45d0-a74a-362c2aa3c02d None None] Routers {'8f935027-a55a-4f58-95d8-5d53c6e43b69'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:16.387416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-011ad9b1-ed75-45d0-a74a-362c2aa3c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:53:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8f935027-a55a-4f58-95d8-5d53c6e43b69'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:16.445579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-011ad9b1-ed75-45d0-a74a-362c2aa3c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:16.445987 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011ad9b1-ed75-45d0-a74a-362c2aa3c02d None None] The sync data for ids ['8f935027-a55a-4f58-95d8-5d53c6e43b69'] in n-d-818559-1 is: [] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:54:17.008405 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:17.028770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:17.037842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Deleting port 491d7505-29ae-47b1-a01a-8bd5ed4809b7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:54:17.038184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:17.207612 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:17.331546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Calling delete_port for 491d7505-29ae-47b1-a01a-8bd5ed4809b7 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:54:17.495036 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:17.542108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Pushing event deleted for resources: {'Port': ['ID=491d7505-29ae-47b1-a01a-8bd5ed4809b7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:17.670066 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d77ea254-8265-48fd-bcc4-247f9b8b9c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:17.764738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:17.885876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:17.889940 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412580'] for router, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:18.126594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Router 8f935027-a55a-4f58-95d8-5d53c6e43b69 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:18.261928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:18.272024 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac074d3f-1de9-42f4-b0bf-b16c2b01d282 None None] Sync routers for ids ['8f935027-a55a-4f58-95d8-5d53c6e43b69'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:54:18.272480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:18.275696 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e8f6ad0c-ac13-4961-a14f-ca71fb934310 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "PUT /v2.0/routers/8f935027-a55a-4f58-95d8-5d53c6e43b69 HTTP/1.1" status: 200 len: 705 time: 1.9503043 Feb 11 13:54:18.276042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47604) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:18.284682 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac074d3f-1de9-42f4-b0bf-b16c2b01d282 None None] Routers {'8f935027-a55a-4f58-95d8-5d53c6e43b69'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:18.285272 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ac074d3f-1de9-42f4-b0bf-b16c2b01d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:54:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8f935027-a55a-4f58-95d8-5d53c6e43b69'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:18.345291 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ac074d3f-1de9-42f4-b0bf-b16c2b01d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:18.355750 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac074d3f-1de9-42f4-b0bf-b16c2b01d282 None None] Routers {'8f935027-a55a-4f58-95d8-5d53c6e43b69'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:18.356882 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ac074d3f-1de9-42f4-b0bf-b16c2b01d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:54:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['8f935027-a55a-4f58-95d8-5d53c6e43b69'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:18.413626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6e5526c8-10ef-45e2-afc8-891d078e7b54 tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/routers/8f935027-a55a-4f58-95d8-5d53c6e43b69 HTTP/1.1" status: 200 len: 740 time: 0.1363850 Feb 11 13:54:18.414235 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ac074d3f-1de9-42f4-b0bf-b16c2b01d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:18.414666 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac074d3f-1de9-42f4-b0bf-b16c2b01d282 None None] The sync data for ids ['8f935027-a55a-4f58-95d8-5d53c6e43b69'] in n-d-818559-1 is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:54:18.416208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47608) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:18.458404 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a54fca61-d1e4-45b1-ba41-7ffeb916fc5a tempest-RoutersAdminTest-1446047599 tempest-RoutersAdminTest-1446047599-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&device_id=8f935027-a55a-4f58-95d8-5d53c6e43b69 HTTP/1.1" status: 200 len: 205 time: 0.0411379 Feb 11 13:54:18.460912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47612) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:18.505008 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fb5bc829-01e4-49c1-8b74-99e0b8358ab7 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f935027-a55a-4f58-95d8-5d53c6e43b69 HTTP/1.1" status: 200 len: 205 time: 0.0408025 Feb 11 13:54:18.505210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47616) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:18.642703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bedd60-ab05-40e2-af9c-9af76ffa06eb tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:18.927439 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:18.976012 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:19.026684 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bedd60-ab05-40e2-af9c-9af76ffa06eb tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:19.031704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bedd60-ab05-40e2-af9c-9af76ffa06eb tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:19.055557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bedd60-ab05-40e2-af9c-9af76ffa06eb tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:19.056115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bedd60-ab05-40e2-af9c-9af76ffa06eb tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Fanout notify agent at l3_agent the message router_deleted on router 8f935027-a55a-4f58-95d8-5d53c6e43b69 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:19.065881 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bedd60-ab05-40e2-af9c-9af76ffa06eb tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:19.066978 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e5bedd60-ab05-40e2-af9c-9af76ffa06eb tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/8f935027-a55a-4f58-95d8-5d53c6e43b69 HTTP/1.1" status: 204 len: 168 time: 0.5609443 Feb 11 13:54:19.071208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47620) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.112823 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-979ab057-0736-45a9-91e1-f282e278374d tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f935027-a55a-4f58-95d8-5d53c6e43b69 HTTP/1.1" status: 200 len: 205 time: 0.0405824 Feb 11 13:54:19.115170 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47624) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.181848 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-7700a368-3e02-4d5a-83bb-299dec41e696 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] delete failed (client error): The resource could not be found. Feb 11 13:54:19.182797 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7700a368-3e02-4d5a-83bb-299dec41e696 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/8f935027-a55a-4f58-95d8-5d53c6e43b69 HTTP/1.1" status: 404 len: 336 time: 0.0666852 Feb 11 13:54:19.185516 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.228029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4c1e101d-b279-4c1a-8170-fef0a37f34ab tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9 HTTP/1.1" status: 200 len: 205 time: 0.0413136 Feb 11 13:54:19.230179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47632) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.297806 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-fc2190dd-8edb-4410-8740-d02212ca1eef tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] delete failed (client error): The resource could not be found. Feb 11 13:54:19.298834 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fc2190dd-8edb-4410-8740-d02212ca1eef tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/f0d9086e-ab6b-4f8c-874c-51dd00f2b8e9 HTTP/1.1" status: 404 len: 336 time: 0.0677185 Feb 11 13:54:19.301388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47636) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.343963 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b606c205-962a-4588-a091-121cdb7c1871 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=94e00352-ceb0-4aa5-a565-7176a1ad2a42 HTTP/1.1" status: 200 len: 205 time: 0.0415797 Feb 11 13:54:19.346209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47640) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.410475 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-346e858e-130e-4dfb-9cf1-fbecc966d857 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] delete failed (client error): The resource could not be found. Feb 11 13:54:19.411467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-346e858e-130e-4dfb-9cf1-fbecc966d857 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/94e00352-ceb0-4aa5-a565-7176a1ad2a42 HTTP/1.1" status: 404 len: 336 time: 0.0643928 Feb 11 13:54:19.413882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47644) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.455135 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f9f781fc-c03e-4de8-93af-ec0f1f32b6bf tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=a18389c3-ff98-4b7e-b0ff-ff83cad718c2 HTTP/1.1" status: 200 len: 205 time: 0.0401812 Feb 11 13:54:19.457254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47648) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.522494 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-49c1246e-611c-4813-8494-67061425d468 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] delete failed (client error): The resource could not be found. Feb 11 13:54:19.523499 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-49c1246e-611c-4813-8494-67061425d468 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/a18389c3-ff98-4b7e-b0ff-ff83cad718c2 HTTP/1.1" status: 404 len: 336 time: 0.0654113 Feb 11 13:54:19.526125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47652) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.570028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4e374127-98b4-4946-8b27-68bda12caf00 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e4a05a0-6408-4aca-a809-5f572461baca HTTP/1.1" status: 200 len: 205 time: 0.0425954 Feb 11 13:54:19.572349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47656) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.636900 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-957d6387-7b90-4ef6-b27e-be208ccf9d31 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] delete failed (client error): The resource could not be found. Feb 11 13:54:19.638552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-957d6387-7b90-4ef6-b27e-be208ccf9d31 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/7e4a05a0-6408-4aca-a809-5f572461baca HTTP/1.1" status: 404 len: 336 time: 0.0647719 Feb 11 13:54:19.641327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47660) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.773604 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-af0ca249-0e02-41a6-b42c-ee85d136454c tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c20fd1a-bca9-498f-9d79-1b677e098aef HTTP/1.1" status: 200 len: 205 time: 0.1311693 Feb 11 13:54:19.775818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47664) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.840532 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-64c5f0c9-ac23-46d7-a4f2-55fc88d7cfae tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] delete failed (client error): The resource could not be found. Feb 11 13:54:19.841516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-64c5f0c9-ac23-46d7-a4f2-55fc88d7cfae tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/routers/4c20fd1a-bca9-498f-9d79-1b677e098aef HTTP/1.1" status: 404 len: 336 time: 0.0648544 Feb 11 13:54:19.844108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47668) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:19.880684 n-d-818559-1 neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf823e02-b3c9-41d1-95e9-47cf94a08a63 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:54:19.881097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf823e02-b3c9-41d1-95e9-47cf94a08a63 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:54:19.882667 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cf823e02-b3c9-41d1-95e9-47cf94a08a63 tempest-RoutersAdminTest-590736306 tempest-RoutersAdminTest-590736306-project] 10.222.0.67 "DELETE /v2.0/subnets/ae4854b4-0695-4aa0-b828-8a4a71dd11b4 HTTP/1.1" status: 404 len: 337 time: 0.0376503 Feb 11 13:54:20.169473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47676) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:20.320508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d8e28de1-2a93-4d5a-84c1-c6ab98e72907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.350781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d8e28de1-2a93-4d5a-84c1-c6ab98e72907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:20.354495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d8e28de1-2a93-4d5a-84c1-c6ab98e72907 admin admin] Usage tracker for resource:security_group_rule and tenant:54fbf64cb2154e72a23bfd6e6d481d62 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:54:20.357905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d8e28de1-2a93-4d5a-84c1-c6ab98e72907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:54:20.364047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d8e28de1-2a93-4d5a-84c1-c6ab98e72907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:54:20.381304 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.431377 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d8e28de1-2a93-4d5a-84c1-c6ab98e72907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.435238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d8e28de1-2a93-4d5a-84c1-c6ab98e72907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.483367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e28de1-2a93-4d5a-84c1-c6ab98e72907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7754b967-8733-4d60-ba77-42165d71170e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:20.489757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d8e28de1-2a93-4d5a-84c1-c6ab98e72907 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=54fbf64cb2154e72a23bfd6e6d481d62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3193014 Feb 11 13:54:20.492536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47682) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:20.553777 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-228ec3f3-4545-4b13-afea-90a3e2326916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.580638 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-228ec3f3-4545-4b13-afea-90a3e2326916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.635937 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-228ec3f3-4545-4b13-afea-90a3e2326916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.756662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ec3f3-4545-4b13-afea-90a3e2326916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7754b967-8733-4d60-ba77-42165d71170e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:20.762187 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-228ec3f3-4545-4b13-afea-90a3e2326916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.764669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-228ec3f3-4545-4b13-afea-90a3e2326916 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7754b967-8733-4d60-ba77-42165d71170e HTTP/1.1" status: 204 len: 168 time: 0.2711596 Feb 11 13:54:21.086261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47690) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:21.136851 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-baad3d5e-50bb-4504-a107-4f24908cc734 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=51b7439dcc1e4fbb9b0cba13b41313c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493724 Feb 11 13:54:21.140625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47694) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:21.202687 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5236319e-69a0-4310-a005-5fc862899cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.227124 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5236319e-69a0-4310-a005-5fc862899cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.282220 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5236319e-69a0-4310-a005-5fc862899cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.297258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236319e-69a0-4310-a005-5fc862899cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dee0f2-ca02-4241-89cc-ad4849417d64,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:21.304598 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5236319e-69a0-4310-a005-5fc862899cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.305735 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5236319e-69a0-4310-a005-5fc862899cd4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5dee0f2-ca02-4241-89cc-ad4849417d64 HTTP/1.1" status: 204 len: 168 time: 0.1641979 Feb 11 13:54:22.157413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47716) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:22.283750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-94d550de-2f33-441c-87c2-29d54afcb8b7 tempest-DvrRoutersNegativeTest-133815331 tempest-DvrRoutersNegativeTest-133815331-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1760732775', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:22.286152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.policy [None req-94d550de-2f33-441c-87c2-29d54afcb8b7 tempest-DvrRoutersNegativeTest-133815331 tempest-DvrRoutersNegativeTest-133815331-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83567) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 11 13:54:22.286448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.policy [None req-94d550de-2f33-441c-87c2-29d54afcb8b7 tempest-DvrRoutersNegativeTest-133815331 tempest-DvrRoutersNegativeTest-133815331-project] Failed policy check for 'create_router' {{(pid=83567) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 11 13:54:22.287027 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-94d550de-2f33-441c-87c2-29d54afcb8b7 tempest-DvrRoutersNegativeTest-133815331 tempest-DvrRoutersNegativeTest-133815331-project] create failed (client error): Access was denied to this resource. Feb 11 13:54:22.287956 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-94d550de-2f33-441c-87c2-29d54afcb8b7 tempest-DvrRoutersNegativeTest-133815331 tempest-DvrRoutersNegativeTest-133815331-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1295829 Feb 11 13:54:22.577821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47726) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:22.722081 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-112a2816-f053-4729-9a1a-3ec86e48824b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:22.755245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-112a2816-f053-4729-9a1a-3ec86e48824b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:22.760760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-112a2816-f053-4729-9a1a-3ec86e48824b admin admin] Usage tracker for resource:security_group_rule and tenant:e31f5bef2334455fa424cd06a902f351 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:54:22.765787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-112a2816-f053-4729-9a1a-3ec86e48824b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:54:22.771498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-112a2816-f053-4729-9a1a-3ec86e48824b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:54:22.838270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-112a2816-f053-4729-9a1a-3ec86e48824b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:22.842072 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-112a2816-f053-4729-9a1a-3ec86e48824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:22.887158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a2816-f053-4729-9a1a-3ec86e48824b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f76b64f-88e1-491f-93fa-eae4b858f154,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:22.891922 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-112a2816-f053-4729-9a1a-3ec86e48824b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e31f5bef2334455fa424cd06a902f351&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3131452 Feb 11 13:54:22.894636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47732) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:22.952672 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a95cfeb0-6bd6-49d4-9c65-eada73fe5150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:22.976777 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a95cfeb0-6bd6-49d4-9c65-eada73fe5150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:23.030265 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a95cfeb0-6bd6-49d4-9c65-eada73fe5150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:23.046134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cfeb0-6bd6-49d4-9c65-eada73fe5150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f76b64f-88e1-491f-93fa-eae4b858f154,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:23.050597 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a95cfeb0-6bd6-49d4-9c65-eada73fe5150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:23.053904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a95cfeb0-6bd6-49d4-9c65-eada73fe5150 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f76b64f-88e1-491f-93fa-eae4b858f154 HTTP/1.1" status: 204 len: 168 time: 0.1583540 Feb 11 13:54:23.855078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47756) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:23.984336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2fe52b7c-4d0f-497e-ac05-d72ae7739645 tempest-ServiceProvidersTest-214934028 tempest-ServiceProvidersTest-214934028-project] 10.222.0.67 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1280746 Feb 11 13:54:24.274132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47766) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:24.413356 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca8dbd2-f987-4da2-951f-afb58c552602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:24.443926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0ca8dbd2-f987-4da2-951f-afb58c552602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:24.448063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0ca8dbd2-f987-4da2-951f-afb58c552602 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a7fa7c41e640bd906782dcb85b2ef6 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:54:24.451605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-0ca8dbd2-f987-4da2-951f-afb58c552602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:54:24.457075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-0ca8dbd2-f987-4da2-951f-afb58c552602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:54:24.524229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca8dbd2-f987-4da2-951f-afb58c552602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:24.529585 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0ca8dbd2-f987-4da2-951f-afb58c552602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:24.575675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8dbd2-f987-4da2-951f-afb58c552602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a352aa79-dc93-4b1f-a696-2fd9375d874b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:24.580053 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0ca8dbd2-f987-4da2-951f-afb58c552602 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6a7fa7c41e640bd906782dcb85b2ef6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3048837 Feb 11 13:54:24.582654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47772) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:24.641631 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1094-b902-4c37-ba5c-82576c408fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:24.671870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1094-b902-4c37-ba5c-82576c408fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:24.724113 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1094-b902-4c37-ba5c-82576c408fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:24.738663 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c1094-b902-4c37-ba5c-82576c408fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a352aa79-dc93-4b1f-a696-2fd9375d874b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:24.746949 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1094-b902-4c37-ba5c-82576c408fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:24.748351 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-eb5c1094-b902-4c37-ba5c-82576c408fb5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a352aa79-dc93-4b1f-a696-2fd9375d874b HTTP/1.1" status: 204 len: 168 time: 0.1648266 Feb 11 13:54:25.541148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47794) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:25.670105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3ff9f412-2403-41b8-8154-64dc5f29d6f7 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-280447375', 'prefixes': ['172.20.0.0/16']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:25.676362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3ff9f412-2403-41b8-8154-64dc5f29d6f7 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:25.735831 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3ff9f412-2403-41b8-8154-64dc5f29d6f7 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] Notify callbacks [] for subnetpool, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:25.737009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3ff9f412-2403-41b8-8154-64dc5f29d6f7 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1948733 Feb 11 13:54:25.739868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47800) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:25.770083 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d44f5fce-827f-41f5-944f-200fca66a3a0 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] 10.222.0.67 "GET /v2.0/subnetpools/1e355e59-5456-4b55-921d-cc89b7e40b17 HTTP/1.1" status: 200 len: 731 time: 0.0290914 Feb 11 13:54:25.772753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47804) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:25.778705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-835537ae-eb7e-4348-be24-b87f37c9d0a1 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1710079616'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:54:25.859732 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-835537ae-eb7e-4348-be24-b87f37c9d0a1 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] Notify callbacks [] for subnetpool, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:25.860899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-835537ae-eb7e-4348-be24-b87f37c9d0a1 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] 10.222.0.67 "PUT /v2.0/subnetpools/1e355e59-5456-4b55-921d-cc89b7e40b17 HTTP/1.1" status: 200 len: 684 time: 0.0871990 Feb 11 13:54:25.863528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47808) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:25.949231 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1396aedb-43c5-472d-a315-05510029a836 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] Notify callbacks [] for subnetpool, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:25.950266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1396aedb-43c5-472d-a315-05510029a836 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] 10.222.0.67 "DELETE /v2.0/subnetpools/1e355e59-5456-4b55-921d-cc89b7e40b17 HTTP/1.1" status: 204 len: 168 time: 0.0858474 Feb 11 13:54:25.953278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47812) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:25.972073 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-542823c8-bcaa-47c2-bf72-fde21588791a tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] show failed (client error): The resource could not be found. Feb 11 13:54:25.973018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-542823c8-bcaa-47c2-bf72-fde21588791a tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] 10.222.0.67 "GET /v2.0/subnetpools/1e355e59-5456-4b55-921d-cc89b7e40b17 HTTP/1.1" status: 404 len: 346 time: 0.0187848 Feb 11 13:54:25.975495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47816) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:25.993410 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-ca65d7d2-2d6e-4d43-8d8c-5fd8bdace910 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] delete failed (client error): The resource could not be found. Feb 11 13:54:25.994329 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ca65d7d2-2d6e-4d43-8d8c-5fd8bdace910 tempest-SubnetPoolsTestJSON-462157788 tempest-SubnetPoolsTestJSON-462157788-project] 10.222.0.67 "DELETE /v2.0/subnetpools/1e355e59-5456-4b55-921d-cc89b7e40b17 HTTP/1.1" status: 404 len: 346 time: 0.0179799 Feb 11 13:54:26.297254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47824) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:26.436848 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6123b8a0-e37c-4456-9b54-39ce1ee613b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:26.467929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6123b8a0-e37c-4456-9b54-39ce1ee613b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:26.471745 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6123b8a0-e37c-4456-9b54-39ce1ee613b7 admin admin] Usage tracker for resource:security_group_rule and tenant:f0239045be334ede817de85df151cf53 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:54:26.474530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6123b8a0-e37c-4456-9b54-39ce1ee613b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:54:26.480149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6123b8a0-e37c-4456-9b54-39ce1ee613b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:54:26.545201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6123b8a0-e37c-4456-9b54-39ce1ee613b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:26.548963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6123b8a0-e37c-4456-9b54-39ce1ee613b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:26.593998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123b8a0-e37c-4456-9b54-39ce1ee613b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbdac84-15a4-416f-8c1b-a90e30fbbec2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:26.599373 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6123b8a0-e37c-4456-9b54-39ce1ee613b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f0239045be334ede817de85df151cf53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3011360 Feb 11 13:54:26.601945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47830) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:26.661011 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bfdf17-42ee-49ba-986e-7e97a40b2b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:26.689609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bfdf17-42ee-49ba-986e-7e97a40b2b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:26.739732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bfdf17-42ee-49ba-986e-7e97a40b2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:26.754604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfdf17-42ee-49ba-986e-7e97a40b2b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbdac84-15a4-416f-8c1b-a90e30fbbec2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:26.764689 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42bfdf17-42ee-49ba-986e-7e97a40b2b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:26.768508 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-42bfdf17-42ee-49ba-986e-7e97a40b2b66 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2bbdac84-15a4-416f-8c1b-a90e30fbbec2 HTTP/1.1" status: 204 len: 168 time: 0.1656859 Feb 11 13:54:26.844622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4ca58a8-9e90-45c7-8687-c68b0ff1df57 req-315601e1-d1be-4f8c-a03d-c1680602ebd0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702610 Feb 11 13:54:26.984127 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4ca58a8-9e90-45c7-8687-c68b0ff1df57 req-35dc3fed-e206-412a-9c2a-fd8351775f19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 1096 time: 0.0723240 Feb 11 13:54:27.131307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca58a8-9e90-45c7-8687-c68b0ff1df57 req-9b09b85a-8cb2-4dde-ab1f-5eafc856d87f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:27.132786 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4ca58a8-9e90-45c7-8687-c68b0ff1df57 req-9b09b85a-8cb2-4dde-ab1f-5eafc856d87f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1310964 Feb 11 13:54:27.234683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4ca58a8-9e90-45c7-8687-c68b0ff1df57 req-5121ac8b-52a3-49a9-9ce8-3265c94c78e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dfb37a9-ed14-414b-8347-11f4573f0643 HTTP/1.1" status: 200 len: 1001 time: 0.0958192 Feb 11 13:54:27.299290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca58a8-9e90-45c7-8687-c68b0ff1df57 req-e1fe980d-db49-41e5-a243-d94a00ee7dca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:27.300727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4ca58a8-9e90-45c7-8687-c68b0ff1df57 req-e1fe980d-db49-41e5-a243-d94a00ee7dca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0610981 Feb 11 13:54:27.381112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4ca58a8-9e90-45c7-8687-c68b0ff1df57 req-c3eac48a-c5a2-40af-8287-80e198b22305 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746102 Feb 11 13:54:27.521579 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4ca58a8-9e90-45c7-8687-c68b0ff1df57 req-c3d8096c-1499-4674-b5bb-90d1b0a45e92 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349366 Feb 11 13:54:27.654895 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4ca58a8-9e90-45c7-8687-c68b0ff1df57 req-ce837e67-673a-47f3-bed3-c2927a1e9bc4 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273723 Feb 11 13:54:29.118381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47886) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:29.274019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b76b8c4-a5e5-4c13-89a0-2074ea517a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:29.304276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5b76b8c4-a5e5-4c13-89a0-2074ea517a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:29.308039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5b76b8c4-a5e5-4c13-89a0-2074ea517a9b admin admin] Usage tracker for resource:security_group_rule and tenant:dae0e5c31f3d4cdc8cfb35630b397243 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:54:29.311490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5b76b8c4-a5e5-4c13-89a0-2074ea517a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:54:29.317051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5b76b8c4-a5e5-4c13-89a0-2074ea517a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:54:29.383403 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b76b8c4-a5e5-4c13-89a0-2074ea517a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:29.388343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5b76b8c4-a5e5-4c13-89a0-2074ea517a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:29.434825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76b8c4-a5e5-4c13-89a0-2074ea517a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b46abde-bea4-491c-a447-0e6e748a8d9a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:29.439753 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5b76b8c4-a5e5-4c13-89a0-2074ea517a9b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dae0e5c31f3d4cdc8cfb35630b397243&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3203306 Feb 11 13:54:29.442410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47892) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:29.501830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-437c6010-70aa-4a7a-9cbf-2c5fb98f5ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:29.527492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-437c6010-70aa-4a7a-9cbf-2c5fb98f5ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:29.593434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-437c6010-70aa-4a7a-9cbf-2c5fb98f5ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:29.608560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c6010-70aa-4a7a-9cbf-2c5fb98f5ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b46abde-bea4-491c-a447-0e6e748a8d9a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:29.614744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-437c6010-70aa-4a7a-9cbf-2c5fb98f5ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:29.615875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-437c6010-70aa-4a7a-9cbf-2c5fb98f5ad7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7b46abde-bea4-491c-a447-0e6e748a8d9a HTTP/1.1" status: 204 len: 168 time: 0.1725585 Feb 11 13:54:29.955713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 47900) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:29.973840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78f8aaa0-b479-478f-a1f5-c55a04ea4804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:30.004676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-78f8aaa0-b479-478f-a1f5-c55a04ea4804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:54:30.008383 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-78f8aaa0-b479-478f-a1f5-c55a04ea4804 admin admin] Usage tracker for resource:security_group_rule and tenant:c4447a2bac9a43498f9fb23642300cb6 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:54:30.011182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-78f8aaa0-b479-478f-a1f5-c55a04ea4804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:54:30.017108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-78f8aaa0-b479-478f-a1f5-c55a04ea4804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:54:30.086808 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78f8aaa0-b479-478f-a1f5-c55a04ea4804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:30.090529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78f8aaa0-b479-478f-a1f5-c55a04ea4804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:30.134807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8aaa0-b479-478f-a1f5-c55a04ea4804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b87e58-b618-41f0-9fc4-02e192946042,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:30.140671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-78f8aaa0-b479-478f-a1f5-c55a04ea4804 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c4447a2bac9a43498f9fb23642300cb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1839676 Feb 11 13:54:30.143680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 47904) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:54:30.202547 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa03172a-83ca-4bd7-a6d0-4e2f1af6f83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:30.226694 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa03172a-83ca-4bd7-a6d0-4e2f1af6f83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:30.276307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa03172a-83ca-4bd7-a6d0-4e2f1af6f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:30.292986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03172a-83ca-4bd7-a6d0-4e2f1af6f83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b87e58-b618-41f0-9fc4-02e192946042,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:30.297355 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aa03172a-83ca-4bd7-a6d0-4e2f1af6f83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:30.298473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aa03172a-83ca-4bd7-a6d0-4e2f1af6f83b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7b87e58-b618-41f0-9fc4-02e192946042 HTTP/1.1" status: 204 len: 168 time: 0.1538079 Feb 11 13:54:37.782403 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:42.657158 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:45.501942 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8fb4-f685-4ef6-bc36-a17b8fabaaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:47.675038 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd848-6d3b-41b3-bd88-7ebc93bb86f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:48.931893 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:48.981154 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:49.332050 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:54:50.379435 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:55.888460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfc895-95ba-4755-82eb-22ea8680aa3d req-991d51da-faad-4c27-8009-5558d716d8f4 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:55.889942 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfcfc895-95ba-4755-82eb-22ea8680aa3d req-991d51da-faad-4c27-8009-5558d716d8f4 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 945 time: 0.0799868 Feb 11 13:54:55.936906 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfcfc895-95ba-4755-82eb-22ea8680aa3d req-767a5d3e-1490-48ff-a527-578f43068c76 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411377 Feb 11 13:54:57.307797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-3d435283-4388-45bf-862a-dce6586f5401 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:57.309292 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-3d435283-4388-45bf-862a-dce6586f5401 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 945 time: 0.0877826 Feb 11 13:54:57.344178 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45167b-1558-499b-bcff-efc2356080fa req-e2b510d5-0d8a-421b-a887-57a21ab8f6ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:57.345700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d45167b-1558-499b-bcff-efc2356080fa req-e2b510d5-0d8a-421b-a887-57a21ab8f6ff tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 945 time: 0.2461977 Feb 11 13:54:57.382728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Deleting port 3dfb37a9-ed14-414b-8347-11f4573f0643 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:54:57.383064 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:57.393221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d45167b-1558-499b-bcff-efc2356080fa req-e7c98082-a0aa-4819-bdb7-cf04e2dad8c1 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417955 Feb 11 13:54:57.713657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] For port 3dfb37a9-ed14-414b-8347-11f4573f0643, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=3dfb37a9-ed14-414b-8347-11f4573f0643,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:57.714005 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:57.991671 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:57.992031 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:57.992399 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Floating IP 2dac5ffc-c7c4-4e5c-a9cd-74fd3e4049cb disassociated. External IP: 172.25.4.132, port: 3dfb37a9-ed14-414b-8347-11f4573f0643. Feb 11 13:54:57.992665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Calling delete_port for 3dfb37a9-ed14-414b-8347-11f4573f0643 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:54:58.130947 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:58.181749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'Port': ['ID=3dfb37a9-ed14-414b-8347-11f4573f0643,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:58.389477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Router 0702a23a-fad0-45fb-b28f-7b5727c39510 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:58.680881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ecf0b60a-4ee5-4dac-a05d-7592e1af9e60 req-62a3cec3-d66d-4de0-82af-2597831ea362 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 210 time: 0.0583384 Feb 11 13:54:58.694020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:58.706347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] Sync routers for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:54:58.723055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:58.723938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:54:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:58.782139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] No DVR routers for this DVR port 3dfb37a9-ed14-414b-8347-11f4573f0643 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:58.784811 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:58.787509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f81d0ca-ca00-4539-8052-7d58be415526', 'name': 'network-vif-deleted', 'tag': '3dfb37a9-ed14-414b-8347-11f4573f0643'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:58.811687 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-51ef73cb-3d15-4770-806a-97f10e322c47 req-a7c9640c-5025-4150-b493-67599ba09df9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "DELETE /v2.0/ports/3dfb37a9-ed14-414b-8347-11f4573f0643 HTTP/1.1" status: 204 len: 173 time: 1.4970214 Feb 11 13:54:58.951384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:54:58.980738 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f81d0ca-ca00-4539-8052-7d58be415526', 'name': 'network-vif-deleted', 'tag': '3dfb37a9-ed14-414b-8347-11f4573f0643', 'status': 'completed', 'code': 200} Feb 11 13:54:59.297823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:59.301705 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] Checking router: 0702a23a-fad0-45fb-b28f-7b5727c39510 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:54:59.312802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:54:59.313466 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:54:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:59.508607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:54:59.886203 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-acbf4723-15ce-4bf9-a326-287fa0d75e3b req-432b4d0e-8914-446c-9c25-7f885c291a18 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:54:59.909125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-acbf4723-15ce-4bf9-a326-287fa0d75e3b req-432b4d0e-8914-446c-9c25-7f885c291a18 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:54:59.910409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-acbf4723-15ce-4bf9-a326-287fa0d75e3b req-432b4d0e-8914-446c-9c25-7f885c291a18 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=6f81d0ca-ca00-4539-8052-7d58be415526 HTTP/1.1" status: 200 len: 210 time: 0.0705438 Feb 11 13:54:59.930897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:59.937596 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f8968-aea5-412e-a066-7606f1a8ae6d None None] The sync data for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 is: [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:55:00.178763 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df0d70a-2f80-4583-bc89-fd4457cba11c None None] New status for floating IP 2dac5ffc-c7c4-4e5c-a9cd-74fd3e4049cb: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:55:01.018784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3dfb37a9-ed14-414b-8347-11f4573f0643 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:55:01.054348 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 3dfb37a9-ed14-414b-8347-11f4573f0643 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:55:01.054765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 3dfb37a9-ed14-414b-8347-11f4573f0643 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:55:01.083303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48174) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:55:01.223988 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:01.256700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:55:01.260493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Usage tracker for resource:security_group_rule and tenant:677fd4d4c057496e894cd6fecfb642a1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:55:01.263545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:55:01.269409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:55:01.303092 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-c6488235-26e8-4683-81ce-c8c3e60d9127 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918065115&fields=id&tenant_id=320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 267 time: 0.0425670 Feb 11 13:55:01.341352 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:01.345327 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:01.392171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d4736-c994-4855-8aa0-5ccfe6cf9368,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:01.395983 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=677fd4d4c057496e894cd6fecfb642a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3116801 Feb 11 13:55:01.398612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48184) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:55:01.420847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.421193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.421532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.421871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.422201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.422529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.422881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.423205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.423524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.423842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.424187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbcc31-0524-498b-ae66-09fe3b4fa39b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:01.454293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-f1aededd-6ea0-428c-8d4d-35ef4b2f14d6 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:01.455740 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-f1aededd-6ea0-428c-8d4d-35ef4b2f14d6 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.1464083 Feb 11 13:55:01.474144 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-a244df59-e278-425c-8ef9-ffb52b91f082 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/quotas/320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 375 time: 0.0130062 Feb 11 13:55:01.478050 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c55774bd-771f-439a-92f7-4ef6949cfcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:01.504345 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c55774bd-771f-439a-92f7-4ef6949cfcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:01.559332 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c55774bd-771f-439a-92f7-4ef6949cfcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:01.571356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-9b391ff3-3d7a-4d64-997b-3f7ad4999c5e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919883 Feb 11 13:55:01.576304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55774bd-771f-439a-92f7-4ef6949cfcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d4736-c994-4855-8aa0-5ccfe6cf9368,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:01.583295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c55774bd-771f-439a-92f7-4ef6949cfcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:01.587410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c55774bd-771f-439a-92f7-4ef6949cfcd3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b42d4736-c994-4855-8aa0-5ccfe6cf9368 HTTP/1.1" status: 204 len: 168 time: 0.1859026 Feb 11 13:55:01.884612 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-f7b15f57-6252-46b1-a2c1-990af42603ea service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065925 Feb 11 13:55:01.926999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48196) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:55:01.945029 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-122d8c77-d688-49cc-9bec-f7ea12e0b0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:01.978216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-122d8c77-d688-49cc-9bec-f7ea12e0b0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:55:01.981998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-122d8c77-d688-49cc-9bec-f7ea12e0b0eb admin admin] Usage tracker for resource:security_group_rule and tenant:52ee2cb29a6c4f8581c8557224691fdc is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:55:01.985645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-122d8c77-d688-49cc-9bec-f7ea12e0b0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:55:01.991539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-122d8c77-d688-49cc-9bec-f7ea12e0b0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:55:02.022654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-892a2b98-4983-4ce4-95be-6adbc8e0412a service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318042 Feb 11 13:55:02.061907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-122d8c77-d688-49cc-9bec-f7ea12e0b0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:02.065761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-122d8c77-d688-49cc-9bec-f7ea12e0b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:02.119596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d8c77-d688-49cc-9bec-f7ea12e0b0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea713cc6-2c0c-4776-a3c3-3a25691567f2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:02.128051 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-122d8c77-d688-49cc-9bec-f7ea12e0b0eb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=52ee2cb29a6c4f8581c8557224691fdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1974893 Feb 11 13:55:02.128648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48202) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:55:02.196928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c960040b-e6e9-479d-b679-1fe7aa89d931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:02.226617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c960040b-e6e9-479d-b679-1fe7aa89d931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:02.280482 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c960040b-e6e9-479d-b679-1fe7aa89d931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:02.297120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960040b-e6e9-479d-b679-1fe7aa89d931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea713cc6-2c0c-4776-a3c3-3a25691567f2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:02.302917 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c960040b-e6e9-479d-b679-1fe7aa89d931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:02.304757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c960040b-e6e9-479d-b679-1fe7aa89d931 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ea713cc6-2c0c-4776-a3c3-3a25691567f2 HTTP/1.1" status: 204 len: 168 time: 0.1747966 Feb 11 13:55:02.613572 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-418b1e8b-e62b-4ef7-ad09-26468b765775 req-7f5fee28-f4ab-48e9-b701-5938b509ccce tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 210 time: 0.0516410 Feb 11 13:55:03.726521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cf60bd8d-050b-4c91-9128-a505e313f92f req-c7ae0988-a53e-4d49-8738-81d5fc196a10 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 210 time: 0.0436671 Feb 11 13:55:04.849716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-83ce25ac-b39f-449d-884d-63d833cace91 req-94a1585c-cafd-4fba-be91-7f4a8a9da702 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 210 time: 0.0516827 Feb 11 13:55:05.960001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b3748958-4c5d-45d3-b39d-fd1b7a092b35 req-dbc1ec5c-d8f4-40d0-9cdb-cd41dfe08964 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 210 time: 0.0413005 Feb 11 13:55:07.125324 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-34cec7e6-bf48-483d-85d8-0651f4f60039 req-8cfca6ac-8c5f-4b1e-97fc-54e52b237b41 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 210 time: 0.0423965 Feb 11 13:55:07.786118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:08.196348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-58ccdaea-992b-4f38-b8c1-ac08559d0106 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:08.198503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-58ccdaea-992b-4f38-b8c1-ac08559d0106 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.1742785 Feb 11 13:55:08.262320 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-6439d168-5320-401b-8495-cd5c9d361c35 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 379 time: 0.0503891 Feb 11 13:55:08.271900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'port': {'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'admin_state_up': True, 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'security_groups': ['de7bc0c4-e390-4159-bd1e-899493746b63']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:55:08.311988 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ec361f1a-0a3d-45aa-ae3c-38dd1e4a76bc req-08b92934-7c25-41ca-8d66-7f56783952d4 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 210 time: 0.0604916 Feb 11 13:55:08.428691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:55:08.438630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:55:08.450172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Made reservation on behalf of 320ac6f1567144f2bd5fefe0ce684a1c for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:08.454859 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:08.628878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Allocated IP 172.20.0.10 (ecf7a222-cb00-4783-8fcc-55f3133ab6d3/8c9bab48-cff2-4672-a89f-bb6ed7f2a779/1df8cb2f-8133-4f0e-bac8-5f3cd6e82607) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:08.834893 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:08.852223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Transition to ACTIVE for port object 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:55:08.875858 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:08.969136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:08.972806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:08.974562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:08.976621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:55:09.045591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:09.046974 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:09.081390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-12365ee5-991a-4f49-9a62-e94e93260cfc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136482 Feb 11 13:55:09.094919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-f26da1ad-e756-4252-9479-bef501113e6a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:55:09.096017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-f26da1ad-e756-4252-9479-bef501113e6a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057204 Feb 11 13:55:09.272698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-17a583aa-77b9-4342-99b5-1b920fece638 None None] Provisioning for port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:55:09.282403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-17a583aa-77b9-4342-99b5-1b920fece638 None None] Provisioning complete for port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:09.282849 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a583aa-77b9-4342-99b5-1b920fece638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:09.284364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Request body: {'port': {'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:55:09.365004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-17a583aa-77b9-4342-99b5-1b920fece638 None None] Port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:55:09.428639 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:09.720878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48330) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:55:09.762627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778cd4-a2cd-44b7-801d-713f39ede521 req-80a9a69d-51d8-4ab7-938d-5d4208cdf446 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:09.763333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d8778cd4-a2cd-44b7-801d-713f39ede521 req-80a9a69d-51d8-4ab7-938d-5d4208cdf446 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:55:09.861910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d8778cd4-a2cd-44b7-801d-713f39ede521 req-80a9a69d-51d8-4ab7-938d-5d4208cdf446 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:55:09.863090 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8778cd4-a2cd-44b7-801d-713f39ede521 req-80a9a69d-51d8-4ab7-938d-5d4208cdf446 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 932 time: 0.3858309 Feb 11 13:55:09.898960 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:09.932840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:55:09.937167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:cf5aff1b3d644acc807e05f247f424cd is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:55:09.940320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:55:09.946504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:55:09.948043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8778cd4-a2cd-44b7-801d-713f39ede521 req-bcc255b9-8486-471c-922e-93d20ac2d3e3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778127 Feb 11 13:55:10.029483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:55:10.034422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.038678 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.039559 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.055405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Transition to ACTIVE for port object 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:55:10.059385 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.105597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e19fdb-b6c6-429f-9065-e3b76fd5f7fe,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:10.110364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cf5aff1b3d644acc807e05f247f424cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3879488 Feb 11 13:55:10.115450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48336) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:55:10.123165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.124589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.125225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.125606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.125956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.126954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.126954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.127138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.127394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.127716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.128040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb422e8-db8f-46d6-af99-fa75f3bc4bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:10.216510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Pushing event updated for resources: {'Port': ['ID=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:10.348917 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5776-c931-4839-a754-7d3337343451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.389523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Attempting to bind port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:55:10.390093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Attempting to bind port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:55:10.390439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Attempting to bind port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:55:10.394633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5776-c931-4839-a754-7d3337343451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.414246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:55:10.414564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Attempting to bind port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:55:10.440214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:55:10.440549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Checking segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:55:10.440927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Bound using segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:55:10.441349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Bound port: 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:55:10.441882 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.525535 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5776-c931-4839-a754-7d3337343451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.552281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf5776-c931-4839-a754-7d3337343451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e19fdb-b6c6-429f-9065-e3b76fd5f7fe,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:10.558981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] For port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:10.561229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5776-c931-4839-a754-7d3337343451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.564662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bcaf5776-c931-4839-a754-7d3337343451 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e3e19fdb-b6c6-429f-9065-e3b76fd5f7fe HTTP/1.1" status: 204 len: 168 time: 0.4459419 Feb 11 13:55:10.564662 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] For port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:10.577080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.647490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:10.649063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] 10.222.0.75 "PUT /v2.0/ports/1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 HTTP/1.1" status: 200 len: 1092 time: 1.5468714 Feb 11 13:55:10.649497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'tag': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:55:10.676038 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becab55-e193-4e22-83d1-1ce64ec91c39 service neutron] Pushing event updated for resources: {'Port': ['ID=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:10.729942 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'tag': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'status': 'completed', 'code': 200} Feb 11 13:55:10.783183 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-e3ac99ff-a14d-47e3-a853-a0ba2df1773d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 1095 time: 0.0904539 Feb 11 13:55:10.858282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-ed0a3ee0-129b-4c5f-97e3-215f253a04b3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 HTTP/1.1" status: 200 len: 217 time: 0.0682604 Feb 11 13:55:10.925194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-d256fda8-15d1-4674-b845-b441e0390c97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:10.926639 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-d256fda8-15d1-4674-b845-b441e0390c97 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0629022 Feb 11 13:55:10.976510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 48346) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:55:11.000189 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36fae906-072f-4c57-b99b-eae2edf1feb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:11.052654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-36fae906-072f-4c57-b99b-eae2edf1feb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:55:11.057224 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-67ab6abe-bc88-4806-be0d-5a4302abe5ce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250644 Feb 11 13:55:11.059630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-36fae906-072f-4c57-b99b-eae2edf1feb3 admin admin] Usage tracker for resource:security_group_rule and tenant:dd705f9e805843cb97fbb95e4717b121 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:55:11.064686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-36fae906-072f-4c57-b99b-eae2edf1feb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:55:11.094802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-36fae906-072f-4c57-b99b-eae2edf1feb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:55:11.297331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-dc9a90ba-e404-4f3b-a9ac-a0a1757fb078 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335520 Feb 11 13:55:11.308923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f509c2c-be14-4490-a2eb-37fec6eadf6e req-2f8d3451-ba42-4b24-87fd-38e855c9ba57 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:11.310303 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f509c2c-be14-4490-a2eb-37fec6eadf6e req-2f8d3451-ba42-4b24-87fd-38e855c9ba57 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 944 time: 0.2254903 Feb 11 13:55:11.407626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36fae906-072f-4c57-b99b-eae2edf1feb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:11.417579 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36fae906-072f-4c57-b99b-eae2edf1feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:11.600327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fae906-072f-4c57-b99b-eae2edf1feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5030d62f-886d-4529-8c13-db47c8691ae1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:11.623220 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36fae906-072f-4c57-b99b-eae2edf1feb3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd705f9e805843cb97fbb95e4717b121&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6431396 Feb 11 13:55:11.623849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48352) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:55:11.631123 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9f509c2c-be14-4490-a2eb-37fec6eadf6e req-b6bc6abb-7c0f-416c-bdd0-7f9e6bd24505 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981584 Feb 11 13:55:11.638759 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf8204f-ce2b-4537-a90f-de67228cdbb9 req-dea140f0-b7ac-40e5-8566-007441492af3 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252978 Feb 11 13:55:11.697281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95e0a22d-314c-469e-b10b-f6b57ab897b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:11.723607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95e0a22d-314c-469e-b10b-f6b57ab897b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:11.751843 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5d96f4d-495a-47f8-8dd9-1af13fcc6e41 req-663a75d5-b60e-48c0-a68b-cb3a96a65345 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 1095 time: 0.0692363 Feb 11 13:55:11.774527 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95e0a22d-314c-469e-b10b-f6b57ab897b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:11.791616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0a22d-314c-469e-b10b-f6b57ab897b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5030d62f-886d-4529-8c13-db47c8691ae1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:11.800617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95e0a22d-314c-469e-b10b-f6b57ab897b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:11.801729 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-95e0a22d-314c-469e-b10b-f6b57ab897b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5030d62f-886d-4529-8c13-db47c8691ae1 HTTP/1.1" status: 204 len: 168 time: 0.1769032 Feb 11 13:55:11.888190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d96f4d-495a-47f8-8dd9-1af13fcc6e41 req-013d2955-9f3b-4ab6-8caa-59ebfe87c063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:11.889790 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5d96f4d-495a-47f8-8dd9-1af13fcc6e41 req-013d2955-9f3b-4ab6-8caa-59ebfe87c063 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1324775 Feb 11 13:55:11.962214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5d96f4d-495a-47f8-8dd9-1af13fcc6e41 req-cce5df98-83ef-49d3-bba5-9651d687a37d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 HTTP/1.1" status: 200 len: 217 time: 0.0658131 Feb 11 13:55:12.027088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d96f4d-495a-47f8-8dd9-1af13fcc6e41 req-9b190d74-40ae-44e7-956c-a4ca6d4be4b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:12.028603 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5d96f4d-495a-47f8-8dd9-1af13fcc6e41 req-9b190d74-40ae-44e7-956c-a4ca6d4be4b7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0598388 Feb 11 13:55:12.120428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5d96f4d-495a-47f8-8dd9-1af13fcc6e41 req-bc222484-ed22-44ea-8c98-4c6929e6beae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855081 Feb 11 13:55:12.257226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5d96f4d-495a-47f8-8dd9-1af13fcc6e41 req-a215604e-696a-4617-a8c4-d8225dffbbdd service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292226 Feb 11 13:55:12.394357 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5d96f4d-495a-47f8-8dd9-1af13fcc6e41 req-7c6d3352-7d6c-42f7-8be5-16d1dca75bb8 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310434 Feb 11 13:55:12.671885 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:12.843857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a85dd-24b9-47b6-8781-ae5bf15b6786 req-ae71c422-1796-4b96-a7be-95e29005683f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:12.845336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-731a85dd-24b9-47b6-8781-ae5bf15b6786 req-ae71c422-1796-4b96-a7be-95e29005683f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 944 time: 0.0866842 Feb 11 13:55:12.898640 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-731a85dd-24b9-47b6-8781-ae5bf15b6786 req-a02857c8-2a59-42ea-adb5-5a6f1929aef7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474119 Feb 11 13:55:14.098237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220335c-c9f5-48ae-bb0d-c62aacf7ff58 req-90f7a5f2-3ae6-41d8-b3a4-9d11617bca8b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:14.099882 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c220335c-c9f5-48ae-bb0d-c62aacf7ff58 req-90f7a5f2-3ae6-41d8-b3a4-9d11617bca8b tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 944 time: 0.0816088 Feb 11 13:55:14.149073 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c220335c-c9f5-48ae-bb0d-c62aacf7ff58 req-009159f3-2fa6-4e0e-b839-4aa6b5e4ece6 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435114 Feb 11 13:55:15.349938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665758db-236f-4fbc-b26c-4940632b19e8 req-296490da-b12a-4a1f-b704-ffc27e035a97 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:15.351479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-665758db-236f-4fbc-b26c-4940632b19e8 req-296490da-b12a-4a1f-b704-ffc27e035a97 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 944 time: 0.0815284 Feb 11 13:55:15.397865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-665758db-236f-4fbc-b26c-4940632b19e8 req-4adf66a4-7be9-49fd-b0b3-7a8ab612e7ae tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401411 Feb 11 13:55:15.504107 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eebfbddd-0f49-45c7-b705-a61f0295c21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:16.606213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b5880-cd77-43f7-a9d0-11d6e5603151 req-7db830d9-1b90-4345-8501-cfa5b13b6fa3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:16.607975 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd3b5880-cd77-43f7-a9d0-11d6e5603151 req-7db830d9-1b90-4345-8501-cfa5b13b6fa3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 944 time: 0.0817902 Feb 11 13:55:16.655690 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd3b5880-cd77-43f7-a9d0-11d6e5603151 req-742d0abe-f0c1-4c59-890f-1a1e95d7689e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 Feb 11 13:55:17.677883 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c331a57b-eeb2-43ff-be8d-36aa17af7e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:17.856347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebb6f5-b7de-4bb4-a6fe-8e35d167bf99 req-aa7c8a2b-c10e-4bc1-a409-d9e13403dcd3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:17.858486 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9aebb6f5-b7de-4bb4-a6fe-8e35d167bf99 req-aa7c8a2b-c10e-4bc1-a409-d9e13403dcd3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 944 time: 0.0795507 Feb 11 13:55:17.907318 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9aebb6f5-b7de-4bb4-a6fe-8e35d167bf99 req-48830632-ec95-4131-ab09-9b97f7881e48 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431750 Feb 11 13:55:18.096633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:55:18.235002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:18.247905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'mac_address': 'fa:16:3e:d2:f0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:55:18.303109 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:18.320971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:55:18.336710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:18.340293 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:18.412483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:18.423534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.423877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.424213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.424543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.424868 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.425193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.425517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.425834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.426157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.426473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.426885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:18.575138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['1df8cb2f-8133-4f0e-bac8-5f3cd6e82607'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:55:18.935365 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:18.986284 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:19.109392 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aff265-0218-44da-b9e4-60f58dc0846d req-fc9c7903-e89a-4c0f-b45b-5b391b985e1d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:19.110888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30aff265-0218-44da-b9e4-60f58dc0846d req-fc9c7903-e89a-4c0f-b45b-5b391b985e1d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 945 time: 0.0813913 Feb 11 13:55:19.157469 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30aff265-0218-44da-b9e4-60f58dc0846d req-308338f1-6bf3-4038-bf73-5a89217cfe6d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409045 Feb 11 13:55:20.110698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:55:20.181536 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:55:20.187388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:20.187755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:20.301638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:20.329244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:55:20.338786 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:20.345955 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:20.399207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20c094-0c75-40f4-9272-342a7b589139 req-7230b6fd-3068-4b39-8927-b946e718c6fc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:20.401205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df20c094-0c75-40f4-9272-342a7b589139 req-7230b6fd-3068-4b39-8927-b946e718c6fc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 945 time: 0.1082978 Feb 11 13:55:20.425836 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'code': 200} Feb 11 13:55:20.444264 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:20.460361 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df20c094-0c75-40f4-9272-342a7b589139 req-67af320a-773b-4d3b-9cb0-477440dba227 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518155 Feb 11 13:55:20.465354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:20.560567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45bf9457-78a8-48f1-95a3-bc47ebd6bdff req-77bf7fa9-23b9-43a2-946d-2a5b59ecd576 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 1097 time: 0.0737705 Feb 11 13:55:20.604309 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-45bf9457-78a8-48f1-95a3-bc47ebd6bdff req-0993d509-1923-4229-b85f-2bb4bb2607b2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378382 Feb 11 13:55:21.686202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f58fa-8bf4-46fe-a3bd-e91ea5c16a61 req-a612af65-d924-4db6-9fcb-9402a8887758 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:21.690018 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-168f58fa-8bf4-46fe-a3bd-e91ea5c16a61 req-a612af65-d924-4db6-9fcb-9402a8887758 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 946 time: 0.0990088 Feb 11 13:55:21.738801 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-168f58fa-8bf4-46fe-a3bd-e91ea5c16a61 req-c0a1a0ec-1aa4-4203-8fd4-4594f4f6efc9 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413961 Feb 11 13:55:22.939713 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7a581-b194-433e-b3c5-fa185b634332 req-1ba1adb9-1e55-4dc5-8a30-5cd5a92b8603 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:22.941197 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d0c7a581-b194-433e-b3c5-fa185b634332 req-1ba1adb9-1e55-4dc5-8a30-5cd5a92b8603 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 946 time: 0.0812624 Feb 11 13:55:23.004135 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d0c7a581-b194-433e-b3c5-fa185b634332 req-ebe46c5d-8bb2-4916-9dfb-bacedf31fbb2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570862 Feb 11 13:55:23.209920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d37e91-2815-41cb-ad85-c45a70ce8b6b req-4468fb04-c588-4d46-a1cf-3a214b82fb50 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:23.211376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00d37e91-2815-41cb-ad85-c45a70ce8b6b req-4468fb04-c588-4d46-a1cf-3a214b82fb50 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 946 time: 0.0834897 Feb 11 13:55:23.273035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-00d37e91-2815-41cb-ad85-c45a70ce8b6b req-cc017129-4001-4c29-b7c4-5ca10e7b4b24 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562050 Feb 11 13:55:23.301069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48552) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:55:23.577026 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-89149a8e-03c7-46c3-807e-1299c8229f89 tempest-TestVolumeBootPattern-266016922 tempest-TestVolumeBootPattern-266016922-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 1092 time: 0.2746830 Feb 11 13:55:23.579601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 48562) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:55:23.584579 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:55:23.590721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:55:23.594557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:floatingip and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:55:23.597636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:55:23.603296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:55:23.614154 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:23.754662 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:23.910083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Allocated IP 172.25.4.13 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/e897d6d7-edac-4939-a785-95d16ffeb640) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:24.071186 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:24.098694 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:24.166789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:24.167871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:24.171491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:55:24.309229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=e897d6d7-edac-4939-a785-95d16ffeb640,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:24.800511 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:24.858993 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:25.077330 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:25.090081 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:25.199059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=e897d6d7-edac-4939-a785-95d16ffeb640,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:25.213191 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:25.423582 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Floating IP ab58bb3f-efca-4223-96f7-4c182f3213c2 associated. External IP: 172.25.4.13, port: 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607. Feb 11 13:55:25.951896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Router 0702a23a-fad0-45fb-b28f-7b5727c39510 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:55:26.163305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:26.174059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] Sync routers for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:55:26.186952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:55:26.187708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:55:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:26.190082 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:26.250879 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-29b93b7f-a977-45c6-a96e-5abe69ee9539 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6702220 Feb 11 13:55:26.252070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'tag': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:55:26.316253 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'tag': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'status': 'completed', 'code': 200} Feb 11 13:55:26.336920 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:55:26.373669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:55:26.439777 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-663e014a-58c6-411d-8024-c5fcc5f84ae5 req-a399e851-ebf3-4ed7-829e-4eae10a73d4a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 1097 time: 0.0982950 Feb 11 13:55:26.582153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e014a-58c6-411d-8024-c5fcc5f84ae5 req-69d68754-a323-47e1-9253-0d9d18c36c6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:26.583679 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-663e014a-58c6-411d-8024-c5fcc5f84ae5 req-69d68754-a323-47e1-9253-0d9d18c36c6c service neutron] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1381588 Feb 11 13:55:26.710754 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-663e014a-58c6-411d-8024-c5fcc5f84ae5 req-ae5ec71b-5283-4ab3-8783-e215491cf51f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 HTTP/1.1" status: 200 len: 999 time: 0.1210678 Feb 11 13:55:26.761541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ab58bb3f-efca-4223-96f7-4c182f3213c2', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:d2:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:55:24Z', 'updated_at': '2022-02-11T13:55:24Z', 'revision_number': 0, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:26.765988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] Checking router: 0702a23a-fad0-45fb-b28f-7b5727c39510 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:55:26.776762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:55:26.777367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:55:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:26.791700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e014a-58c6-411d-8024-c5fcc5f84ae5 req-e09fb6a5-b9e9-40b3-a660-f5c40e2c6e35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:26.793355 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-663e014a-58c6-411d-8024-c5fcc5f84ae5 req-e09fb6a5-b9e9-40b3-a660-f5c40e2c6e35 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0756104 Feb 11 13:55:26.879095 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-663e014a-58c6-411d-8024-c5fcc5f84ae5 req-de8143ec-5d94-4452-a91a-68cad4c8d807 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790322 Feb 11 13:55:27.017734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:55:27.123534 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-663e014a-58c6-411d-8024-c5fcc5f84ae5 req-93f0627a-8807-46fd-a255-e4cb586191d4 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360647 Feb 11 13:55:27.280720 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-663e014a-58c6-411d-8024-c5fcc5f84ae5 req-1fd9bc00-92a8-4afa-8c4f-f09c335a6225 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522293 Feb 11 13:55:27.393165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ab58bb3f-efca-4223-96f7-4c182f3213c2', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:d2:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:55:24Z', 'updated_at': '2022-02-11T13:55:24Z', 'revision_number': 0, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:27.397910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e04c23d-d4de-421b-a33d-c9a07eb25724 None None] The sync data for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 is: [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ab58bb3f-efca-4223-96f7-4c182f3213c2', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:d2:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:55:24Z', 'updated_at': '2022-02-11T13:55:24Z', 'revision_number': 0, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:55:27.631632 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4acefb-9a30-4e7e-9134-5e7f6281a5c1 None None] New status for floating IP ab58bb3f-efca-4223-96f7-4c182f3213c2: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:55:32.718860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbdb386f-8c07-47fb-b685-4a0b54cccbc3 req-b59512db-a788-4d09-979b-fcf6143e0b10 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851405 Feb 11 13:55:32.874390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbdb386f-8c07-47fb-b685-4a0b54cccbc3 req-d3df9a50-498e-4baf-bd5c-5262c4c0bf1f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 1097 time: 0.0742643 Feb 11 13:55:33.084236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb386f-8c07-47fb-b685-4a0b54cccbc3 req-d49e939f-23cb-485e-8ca5-c5793be927fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:33.084236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbdb386f-8c07-47fb-b685-4a0b54cccbc3 req-d49e939f-23cb-485e-8ca5-c5793be927fc service neutron] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1780710 Feb 11 13:55:33.228094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbdb386f-8c07-47fb-b685-4a0b54cccbc3 req-3e57e693-0166-471e-aefa-96b56fd2e206 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 HTTP/1.1" status: 200 len: 1001 time: 0.1478183 Feb 11 13:55:33.291458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb386f-8c07-47fb-b685-4a0b54cccbc3 req-6f45ecf0-36ba-4431-a922-890cca1cfaf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:33.293370 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbdb386f-8c07-47fb-b685-4a0b54cccbc3 req-6f45ecf0-36ba-4431-a922-890cca1cfaf6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0584204 Feb 11 13:55:33.379119 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbdb386f-8c07-47fb-b685-4a0b54cccbc3 req-af4c7653-7250-40b9-a648-7b7041aedd1f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794060 Feb 11 13:55:33.514224 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbdb386f-8c07-47fb-b685-4a0b54cccbc3 req-ae0466d8-f855-45e5-8417-dd421475b2d7 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275787 Feb 11 13:55:33.670957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dbdb386f-8c07-47fb-b685-4a0b54cccbc3 req-fe3cbaf7-9f7d-48a6-9639-02b9fdd4e402 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482692 Feb 11 13:55:37.787568 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:42.659810 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:45.525658 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24836be4-08b0-468e-bc86-9d346b269927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.681417 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e281a230-5b74-4301-af49-a22bd94a1b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.947082 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.990510 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:50.395430 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:03.343295 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:56:07.822055 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:12.681136 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:15.511347 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6b64-e161-488c-b4d6-39b86784b161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:17.683936 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f19cc9cb-7441-4358-ad69-3f96d87f0b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:18.946395 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:18.990137 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:20.400069 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:34.756629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-71f1505e-4ce5-4823-8be4-858fc957722a req-fe886787-e326-4038-9976-fa635e6047a7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761838 Feb 11 13:56:34.902382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-71f1505e-4ce5-4823-8be4-858fc957722a req-509dedd8-3a9c-462e-8502-76d78f512bbf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 1097 time: 0.0764585 Feb 11 13:56:35.061911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1505e-4ce5-4823-8be4-858fc957722a req-1e15afc4-400c-45eb-a8b5-08c30a0a729c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:35.063482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-71f1505e-4ce5-4823-8be4-858fc957722a req-1e15afc4-400c-45eb-a8b5-08c30a0a729c service neutron] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1421304 Feb 11 13:56:35.165029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-71f1505e-4ce5-4823-8be4-858fc957722a req-87576755-9e41-4647-911c-c71f0a385066 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 HTTP/1.1" status: 200 len: 1001 time: 0.0957439 Feb 11 13:56:35.235526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1505e-4ce5-4823-8be4-858fc957722a req-3d404ead-e366-4daf-b742-95e0e38a49e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:35.236967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-71f1505e-4ce5-4823-8be4-858fc957722a req-3d404ead-e366-4daf-b742-95e0e38a49e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0655196 Feb 11 13:56:35.318064 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-71f1505e-4ce5-4823-8be4-858fc957722a req-59751ab9-5aa9-4ac2-8d9b-c81ea1037326 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742083 Feb 11 13:56:35.594484 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-71f1505e-4ce5-4823-8be4-858fc957722a req-f4134cb2-52d3-432a-b764-fde51e486d68 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701178 Feb 11 13:56:35.727973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-71f1505e-4ce5-4823-8be4-858fc957722a req-179b691b-6573-4860-85bc-852089c05ed7 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270609 Feb 11 13:56:37.799127 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:40.343432 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:56:42.685442 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:45.520410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbbd5-bf06-4164-a0c6-6c148c2fe219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:47.702156 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6941d25b-a517-45e0-bfbc-c244ebde2d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:48.950159 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:48.999725 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:50.399573 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.584549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50724) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:57:03.760786 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.791422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:57:03.795637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Usage tracker for resource:security_group_rule and tenant:26fa0327773649f7a3e458db1e5b7ac8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:57:03.798688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:57:03.804345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:57:03.867781 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.871766 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.922140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fd75d0-ddaf-4019-9c9d-cf9826762835,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:03.927364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=26fa0327773649f7a3e458db1e5b7ac8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3417962 Feb 11 13:57:03.930007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50730) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:57:03.935330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.935861 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.936200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.936529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.936854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.937265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.937850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.938323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.938874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.939389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.939879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e512436-aba7-4b23-940a-4c6bdd695161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:03.998883 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.024932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.080336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.096372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fd75d0-ddaf-4019-9c9d-cf9826762835,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:04.109285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.109626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.109959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.110284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.110630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.110961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.111278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.111600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.111914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.112226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.112540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:04.117375 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.118478 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ec6aeba9-b7dd-42f0-bf0d-74e958ee0c0a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/20fd75d0-ddaf-4019-9c9d-cf9826762835 HTTP/1.1" status: 204 len: 168 time: 0.1874576 Feb 11 13:57:04.449035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50738) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:57:04.468113 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6075371-c8b6-496a-8bd3-44b535bba8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.499998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6075371-c8b6-496a-8bd3-44b535bba8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:57:04.503939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6075371-c8b6-496a-8bd3-44b535bba8af admin admin] Usage tracker for resource:security_group_rule and tenant:dc3a5ad03c044498b8282ad19d7252bd is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:57:04.506848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d6075371-c8b6-496a-8bd3-44b535bba8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:57:04.512611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d6075371-c8b6-496a-8bd3-44b535bba8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:57:04.578821 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6075371-c8b6-496a-8bd3-44b535bba8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.582928 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d6075371-c8b6-496a-8bd3-44b535bba8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.632286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6075371-c8b6-496a-8bd3-44b535bba8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6067d5ed-4de9-4e7d-9754-38aba1964401,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:04.636888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d6075371-c8b6-496a-8bd3-44b535bba8af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc3a5ad03c044498b8282ad19d7252bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1859152 Feb 11 13:57:04.639480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50742) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:57:04.702384 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-763db121-039b-4468-8792-8bd93c0a576d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.728366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-763db121-039b-4468-8792-8bd93c0a576d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.778992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-763db121-039b-4468-8792-8bd93c0a576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.792776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763db121-039b-4468-8792-8bd93c0a576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6067d5ed-4de9-4e7d-9754-38aba1964401,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:04.799653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-763db121-039b-4468-8792-8bd93c0a576d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.800766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-763db121-039b-4468-8792-8bd93c0a576d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6067d5ed-4de9-4e7d-9754-38aba1964401 HTTP/1.1" status: 204 len: 168 time: 0.1603172 Feb 11 13:57:07.814525 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:12.709352 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.458217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50862) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:57:15.522314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-58d0e66c-02d6-4a65-885e-e82b1ce819dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.643246 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdda7f7a-39e2-4239-9601-08a2c820a3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.676917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bdda7f7a-39e2-4239-9601-08a2c820a3e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:57:15.680945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bdda7f7a-39e2-4239-9601-08a2c820a3e0 admin admin] Usage tracker for resource:security_group_rule and tenant:73cc7db1c26449a2b6dec86af619eea0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:57:15.683916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-bdda7f7a-39e2-4239-9601-08a2c820a3e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:57:15.689655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-bdda7f7a-39e2-4239-9601-08a2c820a3e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:57:15.760410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdda7f7a-39e2-4239-9601-08a2c820a3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.765048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-bdda7f7a-39e2-4239-9601-08a2c820a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.810466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda7f7a-39e2-4239-9601-08a2c820a3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b857fa1d-d8bb-408a-93f6-6fcf38593753,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:15.822729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bdda7f7a-39e2-4239-9601-08a2c820a3e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=73cc7db1c26449a2b6dec86af619eea0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3629913 Feb 11 13:57:15.825838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50868) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:57:15.894902 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b421-b1e6-4475-a223-f5f91f9cf945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.921406 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b421-b1e6-4475-a223-f5f91f9cf945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.980313 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b421-b1e6-4475-a223-f5f91f9cf945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.999208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3b421-b1e6-4475-a223-f5f91f9cf945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b857fa1d-d8bb-408a-93f6-6fcf38593753,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:16.029840 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b421-b1e6-4475-a223-f5f91f9cf945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:16.030998 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c5d3b421-b1e6-4475-a223-f5f91f9cf945 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b857fa1d-d8bb-408a-93f6-6fcf38593753 HTTP/1.1" status: 204 len: 168 time: 0.2033653 Feb 11 13:57:16.810206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 50892) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:57:16.946369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1177059567-network', 'tenant_id': '48d9adfffec54f6db9a49a99e609023b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:57:16.952521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:57:16.956347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Usage tracker for resource:network and tenant:48d9adfffec54f6db9a49a99e609023b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:57:16.959219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:57:16.966711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:57:16.976158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Made reservation on behalf of 48d9adfffec54f6db9a49a99e609023b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:16.978359 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:16.991313 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.021674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:57:17.025433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Usage tracker for resource:security_group_rule and tenant:48d9adfffec54f6db9a49a99e609023b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:57:17.029109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:57:17.034781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:57:17.100607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.104476 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.135795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:57:17.145168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc98c59-1267-4c09-9a45-c9e5832af4c3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:17.150911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.151211 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Added segment 264157b1-ecec-431b-9c63-05ebc6ff18d2 of type vlan for network fa16752b-364b-4dfe-b0f7-57701f69438a Feb 11 13:57:17.182216 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.223451 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.224367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:17.224952 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.344998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] Pushing event updated for resources: {'Network': ['ID=fa16752b-364b-4dfe-b0f7-57701f69438a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:17.346189 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:57:17.356877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 50904) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:57:17.358231 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a9297fe5-a3ce-47b4-b5f4-0190e962f83b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5464296 Feb 11 13:57:17.359993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network fa16752b-364b-4dfe-b0f7-57701f69438a details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:57:17.365779 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Request body: {'subnet': {'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1177059567-subnet', 'tenant_id': '48d9adfffec54f6db9a49a99e609023b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:57:17.383526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:57:17.387800 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Usage tracker for resource:subnet and tenant:48d9adfffec54f6db9a49a99e609023b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:57:17.390920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:57:17.400841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:57:17.412849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Made reservation on behalf of 48d9adfffec54f6db9a49a99e609023b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:17.415487 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.579879 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-49348c78-88b4-4f9c-97d3-65cf3d9c967c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918065115&fields=id&tenant_id=320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 267 time: 0.0424607 Feb 11 13:57:17.635843 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.686768 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4386f3b8-b6aa-4595-90c0-71fc36a0c307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.717735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f06b70-92ca-4151-8735-02131973901b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:17.726355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Checking segment: {'id': '264157b1-ecec-431b-9c63-05ebc6ff18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:57:17.726744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Network hostable DHCP agents. Network: fa16752b-364b-4dfe-b0f7-57701f69438a, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:57:17.736682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-0c1258bd-2e11-477f-8ddd-1476563f022d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:17.738116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-0c1258bd-2e11-477f-8ddd-1476563f022d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.1507971 Feb 11 13:57:17.749230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Network fa16752b-364b-4dfe-b0f7-57701f69438a is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:57:17.757077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-35985b97-1765-4e22-9db5-f1f1147d3efc tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/quotas/320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 375 time: 0.0133317 Feb 11 13:57:17.759660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, fa16752b-364b-4dfe-b0f7-57701f69438a) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:17.765647 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:17.766316 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.770312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23dd17c-757d-465a-b0ef-58b7d5925eeb None None] Network fa16752b-364b-4dfe-b0f7-57701f69438a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:57:17.790509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-024774ac-fefd-4550-8a45-ef2cb4717ee4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4291036 Feb 11 13:57:17.859205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-e3d5add4-9225-4bb6-a9f3-444d67240c25 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0956335 Feb 11 13:57:18.011101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f52c6-b1df-4b83-a42a-1ea851931ed9 None None] Network fa16752b-364b-4dfe-b0f7-57701f69438a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:57:18.077453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-a50f11d7-22ca-470f-a20f-4078237588af service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099719 Feb 11 13:57:18.223652 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-ee9cdf20-ec40-4703-9e1b-4d81582c5952 service neutron] 10.222.0.67 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392856 Feb 11 13:57:18.816766 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86e2a17c-6e95-4429-8625-fa7fc6730282 req-9cd83109-46a3-444b-87f1-d39795a1886f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 210 time: 0.2101123 Feb 11 13:57:18.954979 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.997736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.846922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-b50ab778-3693-4121-b42c-07cbbe1e9654 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:19.847556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-b50ab778-3693-4121-b42c-07cbbe1e9654 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Synchronizing usage tracker for tenant:48d9adfffec54f6db9a49a99e609023b on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:57:19.865573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-b50ab778-3693-4121-b42c-07cbbe1e9654 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Unset dirty status for tenant:48d9adfffec54f6db9a49a99e609023b on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:57:19.866842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-b50ab778-3693-4121-b42c-07cbbe1e9654 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/networks?id=fa16752b-364b-4dfe-b0f7-57701f69438a HTTP/1.1" status: 200 len: 809 time: 0.1601586 Feb 11 13:57:19.888574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-ffea2fd8-98ae-468e-b2c1-b89e7c6c8e2c tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/quotas/48d9adfffec54f6db9a49a99e609023b HTTP/1.1" status: 200 len: 375 time: 0.0140681 Feb 11 13:57:19.942751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-b0bdb198-6733-441d-b34f-37b622f9aa06 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=48d9adfffec54f6db9a49a99e609023b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467079 Feb 11 13:57:20.089972 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3cedd248-25fe-4236-aea4-380566a43809 req-8a1c04c0-4c49-46a5-b23f-8d780fbe00da tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 210 time: 0.0600522 Feb 11 13:57:20.163170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-c39c9dc5-2b2c-432d-93bf-d56751dc06a0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:20.164685 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-c39c9dc5-2b2c-432d-93bf-d56751dc06a0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 811 time: 0.2096770 Feb 11 13:57:20.194211 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-eeb6868e-6585-4e6a-960d-f94af6f3471d service neutron] 10.222.0.67 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423480 Feb 11 13:57:20.221141 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-a4dac92f-7b34-41e7-87b1-b84245154cf5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320ac6f1567144f2bd5fefe0ce684a1c HTTP/1.1" status: 200 len: 379 time: 0.0442178 Feb 11 13:57:20.229857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'port': {'device_id': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'admin_state_up': True, 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'security_groups': ['de7bc0c4-e390-4159-bd1e-899493746b63']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:57:20.347283 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-ffeedfc2-4c28-431d-a107-130fa1fc904c service neutron] 10.222.0.67 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457150 Feb 11 13:57:20.401753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:57:20.412098 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:20.414847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:57:20.426041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Made reservation on behalf of 320ac6f1567144f2bd5fefe0ce684a1c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:20.429519 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:20.639124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-01f8e31e-1e01-4d16-af2f-09d87410acd3 req-fd42f6d1-ec8a-4cbe-9a40-6d6ca27260e7 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 210 time: 0.0568547 Feb 11 13:57:20.673219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Allocated IP 172.20.0.11 (ecf7a222-cb00-4783-8fcc-55f3133ab6d3/8c9bab48-cff2-4672-a89f-bb6ed7f2a779/52a1d786-1f9e-465d-ad0c-3d4d1f4461a9) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:20.891698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:20.909339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Transition to ACTIVE for port object 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:57:20.936858 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:21.118780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:21.136230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:21.147953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:21.152271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:57:21.252440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:21.253205 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:21.286905 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-13ce4ece-2d25-4460-bc66-54544648d785 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0604856 Feb 11 13:57:21.296976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-7b17c934-c2d7-467b-9eb0-5d3d341df2ba tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 13:57:21.298025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-7b17c934-c2d7-467b-9eb0-5d3d341df2ba tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058758 Feb 11 13:57:21.349404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f00f0f-9da3-4cff-8bba-09dd43360cc5 req-a6625871-e1a5-45f8-8037-81490534fdd8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:21.351503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d0f00f0f-9da3-4cff-8bba-09dd43360cc5 req-a6625871-e1a5-45f8-8037-81490534fdd8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 932 time: 0.0996351 Feb 11 13:57:21.405988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Request body: {'port': {'device_id': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:57:21.410127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d0f00f0f-9da3-4cff-8bba-09dd43360cc5 req-0d762d3b-fd76-4ed0-9a2a-31dbd5164f33 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525196 Feb 11 13:57:21.519518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ac734626-2fa3-4633-ab9b-c38e3f6cfc49 None None] Provisioning for port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:57:21.526021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ac734626-2fa3-4633-ab9b-c38e3f6cfc49 None None] Provisioning complete for port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:21.526744 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac734626-2fa3-4633-ab9b-c38e3f6cfc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:21.548440 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:21.600092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ac734626-2fa3-4633-ab9b-c38e3f6cfc49 None None] Port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 13:57:21.755021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-c131831a-d28b-46d2-bf0c-b1b8ebed345b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:21.759205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-c131831a-d28b-46d2-bf0c-b1b8ebed345b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.75 "GET /v2.0/networks?id=fa16752b-364b-4dfe-b0f7-57701f69438a HTTP/1.1" status: 200 len: 809 time: 0.1871276 Feb 11 13:57:21.782227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Request body: {'port': {'device_id': 'd728ebfd-e4fa-4cb6-a03c-250faaa36e5a', 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a', 'admin_state_up': True, 'tenant_id': '48d9adfffec54f6db9a49a99e609023b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:57:21.940140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:57:21.943728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Usage tracker for resource:port and tenant:48d9adfffec54f6db9a49a99e609023b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:57:21.947132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:57:21.953152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:57:21.954954 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50093aa5-4e63-4e61-b001-a4da1dc72c36 req-edad6b41-1087-4dcb-8ae8-bd5b355e1bee tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 210 time: 0.0534108 Feb 11 13:57:21.963645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Made reservation on behalf of 48d9adfffec54f6db9a49a99e609023b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:21.967942 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.040569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:57:22.048374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.065401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Transition to ACTIVE for port object 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:57:22.069151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.142071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Allocated IP 172.20.0.5 (fa16752b-364b-4dfe-b0f7-57701f69438a/54f06b70-92ca-4151-8735-02131973901b/8127f9ca-53f3-447d-a690-f8ea5217b7b5) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:22.201319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Pushing event updated for resources: {'Port': ['ID=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:22.318922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Attempting to bind port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:57:22.319253 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Attempting to bind port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:57:22.319575 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Attempting to bind port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:57:22.326563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:57:22.326915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Attempting to bind port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 on network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:57:22.335120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:57:22.335457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Checking segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:57:22.335835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Bound using segment: {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:57:22.336254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Bound port: 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:57:22.336593 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.364212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.393109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.425358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] For port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:22.428804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] For port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:22.435883 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.470555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Network fa16752b-364b-4dfe-b0f7-57701f69438a is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:22.476028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:22.479962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:57:22.504727 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.506173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] 10.222.0.73 "PUT /v2.0/ports/52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 HTTP/1.1" status: 200 len: 1092 time: 1.2009909 Feb 11 13:57:22.506611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'tag': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:22.523778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f16579-18cf-4297-9dff-1b797ffe720a service neutron] Pushing event updated for resources: {'Port': ['ID=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:22.525407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Pushing event updated for resources: {'Port': ['ID=8127f9ca-53f3-447d-a690-f8ea5217b7b5,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:22.570473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:22.571205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.626225 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'tag': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'status': 'completed', 'code': 200} Feb 11 13:57:22.635262 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-f10e9f81-458e-465a-bf4a-d43166fcc60b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8622639 Feb 11 13:57:22.648349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Request body: {'port': {'device_id': 'd728ebfd-e4fa-4cb6-a03c-250faaa36e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:57:22.661134 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-f837c9aa-2de1-4be0-b025-abd339db66c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 1095 time: 0.0963109 Feb 11 13:57:22.735222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-8d5d3e6c-cc4a-4fef-80b4-ec7846788701 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 HTTP/1.1" status: 200 len: 217 time: 0.0679822 Feb 11 13:57:22.770746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4732ab8-863f-4beb-86fb-efdd73b7c639 req-1cfa4e75-8284-4c3b-b1b5-8380d4f6fcd8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:22.772723 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e4732ab8-863f-4beb-86fb-efdd73b7c639 req-1cfa4e75-8284-4c3b-b1b5-8380d4f6fcd8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 944 time: 0.1795645 Feb 11 13:57:22.797136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-e0ff0bf8-4246-4794-928d-9ecb581850ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:22.798591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-e0ff0bf8-4246-4794-928d-9ecb581850ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0583382 Feb 11 13:57:22.806912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:22.874968 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-5d47ce76-cdcd-40d0-8adb-662c3d13c82c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710943 Feb 11 13:57:22.880750 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e4732ab8-863f-4beb-86fb-efdd73b7c639 req-68c32cb3-e0ef-49f8-9199-309fa17d4716 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012819 Feb 11 13:57:23.009252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-5cffbbc3-6bf1-4722-a5d4-48b405be8c36 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287689 Feb 11 13:57:23.288320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8127f9ca-53f3-447d-a690-f8ea5217b7b5 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:57:23.295601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c020ac1-b965-4159-83d3-07256f7c9742 req-52bd398f-2bb8-4b7f-8618-4a41a78aeb87 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801101 Feb 11 13:57:23.296463 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:23.308331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f2179-ebfb-41c7-b10a-102f7ff52d0b req-77abfcd1-755a-4232-be6c-b24e6147d627 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:23.310372 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a22f2179-ebfb-41c7-b10a-102f7ff52d0b req-77abfcd1-755a-4232-be6c-b24e6147d627 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 931 time: 0.2186942 Feb 11 13:57:23.319569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Transition to ACTIVE for port object 8127f9ca-53f3-447d-a690-f8ea5217b7b5 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:57:23.323378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:23.397749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a22f2179-ebfb-41c7-b10a-102f7ff52d0b req-dca796cc-9502-4bfe-a99b-6d395dd4cd5f tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803418 Feb 11 13:57:23.429764 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-443aa52c-f042-451b-a761-a2c9f5f86e2c req-6b975c5a-4898-44eb-8183-fb0e1f785f1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 1095 time: 0.0831003 Feb 11 13:57:23.456482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Pushing event updated for resources: {'Port': ['ID=8127f9ca-53f3-447d-a690-f8ea5217b7b5,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:23.585526 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aa52c-f042-451b-a761-a2c9f5f86e2c req-761f17a1-eb6c-4cc2-ae09-f9d30c70ed9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:23.587014 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-443aa52c-f042-451b-a761-a2c9f5f86e2c req-761f17a1-eb6c-4cc2-ae09-f9d30c70ed9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1511316 Feb 11 13:57:23.603004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Attempting to bind port 8127f9ca-53f3-447d-a690-f8ea5217b7b5 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:57:23.603413 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Attempting to bind port 8127f9ca-53f3-447d-a690-f8ea5217b7b5 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '264157b1-ecec-431b-9c63-05ebc6ff18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:57:23.603920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Attempting to bind port 8127f9ca-53f3-447d-a690-f8ea5217b7b5 on network fa16752b-364b-4dfe-b0f7-57701f69438a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:57:23.612455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Port 8127f9ca-53f3-447d-a690-f8ea5217b7b5 on network fa16752b-364b-4dfe-b0f7-57701f69438a not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:57:23.612906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Attempting to bind port 8127f9ca-53f3-447d-a690-f8ea5217b7b5 on network fa16752b-364b-4dfe-b0f7-57701f69438a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:57:23.628754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:57:23.629149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Checking segment: {'id': '264157b1-ecec-431b-9c63-05ebc6ff18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:57:23.629581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Bound using segment: {'id': '264157b1-ecec-431b-9c63-05ebc6ff18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:57:23.629991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Bound port: 8127f9ca-53f3-447d-a690-f8ea5217b7b5, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264157b1-ecec-431b-9c63-05ebc6ff18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:57:23.630369 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:23.667860 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-443aa52c-f042-451b-a761-a2c9f5f86e2c req-6be92578-2883-4b96-b5d4-fea8a5ef6142 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 HTTP/1.1" status: 200 len: 217 time: 0.0745130 Feb 11 13:57:23.732841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] For port 8127f9ca-53f3-447d-a690-f8ea5217b7b5, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:23.734783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] For port 8127f9ca-53f3-447d-a690-f8ea5217b7b5, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8127f9ca-53f3-447d-a690-f8ea5217b7b5,segment=NetworkSegment(264157b1-ecec-431b-9c63-05ebc6ff18d2),segment_id=264157b1-ecec-431b-9c63-05ebc6ff18d2)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:23.739429 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:23.760921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aa52c-f042-451b-a761-a2c9f5f86e2c req-0d3f227e-755f-4428-b4c2-63978055f993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:23.764010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-443aa52c-f042-451b-a761-a2c9f5f86e2c req-0d3f227e-755f-4428-b4c2-63978055f993 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0895841 Feb 11 13:57:23.811299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:23.813108 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] 10.222.0.75 "PUT /v2.0/ports/8127f9ca-53f3-447d-a690-f8ea5217b7b5 HTTP/1.1" status: 200 len: 1091 time: 1.1679959 Feb 11 13:57:23.813108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd728ebfd-e4fa-4cb6-a03c-250faaa36e5a', 'tag': '8127f9ca-53f3-447d-a690-f8ea5217b7b5'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:23.839453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26691bec-3c4b-47d9-8cb2-2113cab36a2b service neutron] Pushing event updated for resources: {'Port': ['ID=8127f9ca-53f3-447d-a690-f8ea5217b7b5,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:23.867418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-443aa52c-f042-451b-a761-a2c9f5f86e2c req-1df88b45-82e1-4175-8b0b-842918cd8e96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976646 Feb 11 13:57:23.910110 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd728ebfd-e4fa-4cb6-a03c-250faaa36e5a', 'tag': '8127f9ca-53f3-447d-a690-f8ea5217b7b5', 'status': 'completed', 'code': 200} Feb 11 13:57:23.968349 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-3733742f-0b58-46c3-aa5f-80278c6fc22e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48d9adfffec54f6db9a49a99e609023b&device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 1094 time: 0.0954046 Feb 11 13:57:24.042502 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-a55e0ee0-81eb-43c1-9108-08b0a094659f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8127f9ca-53f3-447d-a690-f8ea5217b7b5 HTTP/1.1" status: 200 len: 217 time: 0.0693400 Feb 11 13:57:24.063917 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-443aa52c-f042-451b-a761-a2c9f5f86e2c req-81b8a30b-351b-4993-9b7c-d475e1e4c2c8 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878822 Feb 11 13:57:24.113642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-03d3f509-e3ea-443d-9e01-d370ad9c6955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:24.115089 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-03d3f509-e3ea-443d-9e01-d370ad9c6955 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54f06b70-92ca-4151-8735-02131973901b HTTP/1.1" status: 200 len: 849 time: 0.0670292 Feb 11 13:57:24.164728 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-92276981-d7de-4159-917e-821c7a08b5cc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fa16752b-364b-4dfe-b0f7-57701f69438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421333 Feb 11 13:57:24.211063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22083b25-4c6d-48df-a20e-d8298905b023 req-34b8a937-93bc-4c70-8f8c-9d9a88d80e3c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:24.211757 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-22083b25-4c6d-48df-a20e-d8298905b023 req-34b8a937-93bc-4c70-8f8c-9d9a88d80e3c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:57:24.234253 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-443aa52c-f042-451b-a761-a2c9f5f86e2c req-9a18fac0-cf95-450f-87f9-cfe249e24961 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658878 Feb 11 13:57:24.245468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-22083b25-4c6d-48df-a20e-d8298905b023 req-34b8a937-93bc-4c70-8f8c-9d9a88d80e3c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:57:24.250536 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-22083b25-4c6d-48df-a20e-d8298905b023 req-34b8a937-93bc-4c70-8f8c-9d9a88d80e3c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 944 time: 0.2313895 Feb 11 13:57:24.311247 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-22083b25-4c6d-48df-a20e-d8298905b023 req-768184d9-8917-4945-847e-a824fa798303 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549645 Feb 11 13:57:24.317551 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-2e593ce4-404d-461d-89f5-7028e69d8939 service neutron] 10.222.0.75 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473827 Feb 11 13:57:24.453461 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbb7a65a-6ba3-4cf1-8d45-a92882099a6b req-fdd0d259-6aa5-472b-90e5-30b0268de151 service neutron] 10.222.0.75 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280577 Feb 11 13:57:24.636989 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5084a1ec-e8f4-4e9b-8508-1b58420721bd req-25cf6a63-8859-48f4-9b12-8c6fbb76f7e1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48d9adfffec54f6db9a49a99e609023b&device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 1094 time: 0.1342809 Feb 11 13:57:24.643244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06acbe6-8e50-4d32-bdf7-dc4dfc93f064 req-a4210a7e-090f-40a4-9c7a-8ad5b9cf5b60 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:24.643909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c06acbe6-8e50-4d32-bdf7-dc4dfc93f064 req-a4210a7e-090f-40a4-9c7a-8ad5b9cf5b60 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Synchronizing usage tracker for tenant:48d9adfffec54f6db9a49a99e609023b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:57:24.747503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c06acbe6-8e50-4d32-bdf7-dc4dfc93f064 req-a4210a7e-090f-40a4-9c7a-8ad5b9cf5b60 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Unset dirty status for tenant:48d9adfffec54f6db9a49a99e609023b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:57:24.748793 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c06acbe6-8e50-4d32-bdf7-dc4dfc93f064 req-a4210a7e-090f-40a4-9c7a-8ad5b9cf5b60 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 943 time: 0.2106233 Feb 11 13:57:24.821838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084a1ec-e8f4-4e9b-8508-1b58420721bd req-6da322d1-7e32-4755-9733-369d40e46e9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:24.823547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5084a1ec-e8f4-4e9b-8508-1b58420721bd req-6da322d1-7e32-4755-9733-369d40e46e9b service neutron] 10.222.0.75 "GET /v2.0/networks?id=fa16752b-364b-4dfe-b0f7-57701f69438a HTTP/1.1" status: 200 len: 910 time: 0.1771314 Feb 11 13:57:24.830415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c06acbe6-8e50-4d32-bdf7-dc4dfc93f064 req-19c308ee-9c5f-40bc-8cc5-3f9ce9c56631 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Synchronizing usage tracker for tenant:48d9adfffec54f6db9a49a99e609023b on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:57:24.900718 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5084a1ec-e8f4-4e9b-8508-1b58420721bd req-e80679db-f374-49be-a05f-d88ad159a508 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8127f9ca-53f3-447d-a690-f8ea5217b7b5 HTTP/1.1" status: 200 len: 217 time: 0.0668025 Feb 11 13:57:24.939291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c06acbe6-8e50-4d32-bdf7-dc4dfc93f064 req-19c308ee-9c5f-40bc-8cc5-3f9ce9c56631 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Unset dirty status for tenant:48d9adfffec54f6db9a49a99e609023b on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:57:24.940377 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c06acbe6-8e50-4d32-bdf7-dc4dfc93f064 req-19c308ee-9c5f-40bc-8cc5-3f9ce9c56631 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851447 Feb 11 13:57:24.969772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084a1ec-e8f4-4e9b-8508-1b58420721bd req-7d235163-6291-45c7-b403-d7bf10c08029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:24.971254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5084a1ec-e8f4-4e9b-8508-1b58420721bd req-7d235163-6291-45c7-b403-d7bf10c08029 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54f06b70-92ca-4151-8735-02131973901b HTTP/1.1" status: 200 len: 849 time: 0.0648015 Feb 11 13:57:25.017231 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5084a1ec-e8f4-4e9b-8508-1b58420721bd req-fc5fd7df-8670-4fc8-9c0b-a0f638cd2ae5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fa16752b-364b-4dfe-b0f7-57701f69438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388319 Feb 11 13:57:25.260302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5084a1ec-e8f4-4e9b-8508-1b58420721bd req-0c334299-64c7-4180-ad96-37c5bc7a63ad service neutron] 10.222.0.75 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345781 Feb 11 13:57:25.412641 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5084a1ec-e8f4-4e9b-8508-1b58420721bd req-eff358e6-9ac0-4598-a7d9-16827dc7b281 service neutron] 10.222.0.75 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453433 Feb 11 13:57:25.548735 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb510-35a3-4857-84ee-06de9a954616 req-edcd4303-caf3-4573-9068-5d7d0b9dd0e8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:25.550243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b36cb510-35a3-4857-84ee-06de9a954616 req-edcd4303-caf3-4573-9068-5d7d0b9dd0e8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 944 time: 0.0925608 Feb 11 13:57:25.598817 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b36cb510-35a3-4857-84ee-06de9a954616 req-52b639ca-64d4-463d-ae2a-197cc46383b0 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423391 Feb 11 13:57:26.154990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb54b85-26d5-416c-aedb-3566435a418d req-db9a9d27-b3e7-4696-a291-79bfa51b22d0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:26.162063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ceb54b85-26d5-416c-aedb-3566435a418d req-db9a9d27-b3e7-4696-a291-79bfa51b22d0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 943 time: 0.0951352 Feb 11 13:57:26.212783 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ceb54b85-26d5-416c-aedb-3566435a418d req-09eb5a54-29bd-4760-b19c-8953b2cd76ef tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482979 Feb 11 13:57:26.718437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8127f9ca-53f3-447d-a690-f8ea5217b7b5 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:57:26.798353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0d922-33d6-4210-aa78-eb9cc218a752 req-f3e750e1-8a06-47a9-a438-1ae2bd07ecd6 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:26.799724 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15a0d922-33d6-4210-aa78-eb9cc218a752 req-f3e750e1-8a06-47a9-a438-1ae2bd07ecd6 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 944 time: 0.0783856 Feb 11 13:57:26.846094 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15a0d922-33d6-4210-aa78-eb9cc218a752 req-50e8f056-69e2-4778-bb38-9af18453c9d5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408022 Feb 11 13:57:26.852720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8127f9ca-53f3-447d-a690-f8ea5217b7b5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8127f9ca-53f3-447d-a690-f8ea5217b7b5,segment=NetworkSegment(264157b1-ecec-431b-9c63-05ebc6ff18d2),segment_id=264157b1-ecec-431b-9c63-05ebc6ff18d2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:26.865956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '8127f9ca-53f3-447d-a690-f8ea5217b7b5', 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a', 'port_id': '8127f9ca-53f3-447d-a690-f8ea5217b7b5', 'mac_address': 'fa:16:3e:7f:dd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f06b70-92ca-4151-8735-02131973901b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:57:26.920775 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:26.942521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8127f9ca-53f3-447d-a690-f8ea5217b7b5 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:57:26.957488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8127f9ca-53f3-447d-a690-f8ea5217b7b5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8127f9ca-53f3-447d-a690-f8ea5217b7b5,segment=NetworkSegment(264157b1-ecec-431b-9c63-05ebc6ff18d2),segment_id=264157b1-ecec-431b-9c63-05ebc6ff18d2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:26.961411 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:27.027799 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8127f9ca-53f3-447d-a690-f8ea5217b7b5,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:27.038201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.038543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.039240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.039372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.040916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.040916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.040916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.041205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.041633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.042060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.042530 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:27.226266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['8127f9ca-53f3-447d-a690-f8ea5217b7b5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:57:27.417257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6665c97-2a0c-49e9-b570-59a1eac52e33 req-88cde49b-13bc-4f76-99c5-6259a819a084 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:27.419062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6665c97-2a0c-49e9-b570-59a1eac52e33 req-88cde49b-13bc-4f76-99c5-6259a819a084 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 944 time: 0.0790226 Feb 11 13:57:27.465347 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6665c97-2a0c-49e9-b570-59a1eac52e33 req-cc3490f5-83a0-4efc-8cba-fec51b886027 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Feb 11 13:57:28.047233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6453ab2-b846-4726-9ead-29dadc2cd1f2 req-47df99ea-0efb-4454-b162-147ea44b5757 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:28.048815 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6453ab2-b846-4726-9ead-29dadc2cd1f2 req-47df99ea-0efb-4454-b162-147ea44b5757 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 944 time: 0.0834885 Feb 11 13:57:28.096118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b6453ab2-b846-4726-9ead-29dadc2cd1f2 req-70c0c90b-43d5-4156-bd0d-52c7204c3f00 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398364 Feb 11 13:57:28.666636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ebf9f-5239-4cd1-8de0-50d7a7461513 req-49223f5d-f099-4c42-9597-fe5e4a312778 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:28.666636 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f67ebf9f-5239-4cd1-8de0-50d7a7461513 req-49223f5d-f099-4c42-9597-fe5e4a312778 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 944 time: 0.0796626 Feb 11 13:57:28.711379 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f67ebf9f-5239-4cd1-8de0-50d7a7461513 req-0fe18270-d430-4316-8aa0-57c0326d429c tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Feb 11 13:57:28.740731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8127f9ca-53f3-447d-a690-f8ea5217b7b5 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:57:28.806681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 8127f9ca-53f3-447d-a690-f8ea5217b7b5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:57:28.811774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 8127f9ca-53f3-447d-a690-f8ea5217b7b5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:28.812138 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:28.924000 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:28.950899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd728ebfd-e4fa-4cb6-a03c-250faaa36e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8127f9ca-53f3-447d-a690-f8ea5217b7b5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:28.960060 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8127f9ca-53f3-447d-a690-f8ea5217b7b5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8127f9ca-53f3-447d-a690-f8ea5217b7b5,segment=NetworkSegment(264157b1-ecec-431b-9c63-05ebc6ff18d2),segment_id=264157b1-ecec-431b-9c63-05ebc6ff18d2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:28.963992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:29.032244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8127f9ca-53f3-447d-a690-f8ea5217b7b5,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:29.093375 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd728ebfd-e4fa-4cb6-a03c-250faaa36e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8127f9ca-53f3-447d-a690-f8ea5217b7b5', 'code': 200} Feb 11 13:57:29.215587 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31e9df1d-2819-4d0f-b1b9-042d8113f2ac req-95632352-94c6-453c-9390-b278c44b054d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 1096 time: 0.0692723 Feb 11 13:57:29.307901 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31e9df1d-2819-4d0f-b1b9-042d8113f2ac req-e051767c-befb-40f3-972c-c448f463ed1d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616088 Feb 11 13:57:29.325871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237b0bb-10d7-4ec4-945a-7879b8a202c2 req-ac84aaed-9a37-4411-93ca-4ac2128e39b5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:29.327265 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6237b0bb-10d7-4ec4-945a-7879b8a202c2 req-ac84aaed-9a37-4411-93ca-4ac2128e39b5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 944 time: 0.1108303 Feb 11 13:57:29.375438 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6237b0bb-10d7-4ec4-945a-7879b8a202c2 req-37b818ca-038c-4c02-b85d-a953f0fa0f0d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 Feb 11 13:57:29.910502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68f370-18a8-4614-8279-644862551d07 req-238b0afb-eae9-414a-ab2d-91a08dad0c67 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:29.911971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0a68f370-18a8-4614-8279-644862551d07 req-238b0afb-eae9-414a-ab2d-91a08dad0c67 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 945 time: 0.0789988 Feb 11 13:57:29.956812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0a68f370-18a8-4614-8279-644862551d07 req-36b49b76-e9c2-4f75-8a2b-7350d4236f70 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393746 Feb 11 13:57:30.583492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8480816-dca0-4a11-864d-1661a1067972 req-d26e9118-82d3-4068-aaa2-e61ca3cbe41a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:30.584874 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e8480816-dca0-4a11-864d-1661a1067972 req-d26e9118-82d3-4068-aaa2-e61ca3cbe41a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 944 time: 0.0772903 Feb 11 13:57:30.628819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e8480816-dca0-4a11-864d-1661a1067972 req-6f03effc-d2c4-49d6-94c6-367cacdf9043 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385165 Feb 11 13:57:31.154840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bbfb-17eb-4c50-8842-3e5d25179a50 req-86d5be9a-0235-4511-b248-2bea1d81aee6 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:31.156299 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3d3bbfb-17eb-4c50-8842-3e5d25179a50 req-86d5be9a-0235-4511-b248-2bea1d81aee6 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 945 time: 0.0801744 Feb 11 13:57:31.201523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3d3bbfb-17eb-4c50-8842-3e5d25179a50 req-579cd953-4d58-4751-9d65-db65d253bc24 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 Feb 11 13:57:31.532264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:57:31.670899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:31.689356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'port_id': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'mac_address': 'fa:16:3e:79:f6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:57:31.753188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:31.770523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:57:31.785610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:31.789253 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:31.848942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47d6e0-c3ee-43e5-b5cd-574982e005c5 req-5e81c76e-e232-40ab-9ccd-951ecbd329ca tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:31.850340 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f47d6e0-c3ee-43e5-b5cd-574982e005c5 req-5e81c76e-e232-40ab-9ccd-951ecbd329ca tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 945 time: 0.0932777 Feb 11 13:57:31.856893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:31.896475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f47d6e0-c3ee-43e5-b5cd-574982e005c5 req-1771312d-beae-4777-9d7c-b298c0ad22a2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408170 Feb 11 13:57:32.028226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['52a1d786-1f9e-465d-ad0c-3d4d1f4461a9'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:57:32.138697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf471ce-3a08-41e2-b524-42bee0e39712 req-242faa92-d9c0-4451-88ec-6ea23cd84049 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:32.140166 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0bf471ce-3a08-41e2-b524-42bee0e39712 req-242faa92-d9c0-4451-88ec-6ea23cd84049 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 945 time: 0.0782464 Feb 11 13:57:32.189440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0bf471ce-3a08-41e2-b524-42bee0e39712 req-15c8927c-0338-4f8e-ba92-fdca59660d01 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Feb 11 13:57:33.095307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffacb2-ff75-4929-86d5-200ead4d9ea8 req-615aaaab-7525-4985-81a5-573f0577d5b5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:33.096777 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4fffacb2-ff75-4929-86d5-200ead4d9ea8 req-615aaaab-7525-4985-81a5-573f0577d5b5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 945 time: 0.0793815 Feb 11 13:57:33.145231 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4fffacb2-ff75-4929-86d5-200ead4d9ea8 req-a3e1fe10-74df-4564-aa8b-126a0211d0b3 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430303 Feb 11 13:57:33.344900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-1c66ba87-bef5-4708-925e-ad6edd42ec8b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:33.346450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-1c66ba87-bef5-4708-925e-ad6edd42ec8b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.75 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 945 time: 0.0842628 Feb 11 13:57:33.417060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-74352daa-9cd5-473f-a1c0-e25b9b3221cd tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Deleting port 8127f9ca-53f3-447d-a690-f8ea5217b7b5 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:57:33.417396 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-74352daa-9cd5-473f-a1c0-e25b9b3221cd tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:33.547635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:57:33.619836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:57:33.624552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:33.624923 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:33.705291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a1060-b257-4e49-8a70-c465bfe555c8 req-2d06ffd8-7f9f-4356-95a1-c8ead946954c tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:33.706801 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-449a1060-b257-4e49-8a70-c465bfe555c8 req-2d06ffd8-7f9f-4356-95a1-c8ead946954c tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=d728ebfd-e4fa-4cb6-a03c-250faaa36e5a HTTP/1.1" status: 200 len: 945 time: 0.2352984 Feb 11 13:57:33.739219 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:33.766849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:33.769756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-74352daa-9cd5-473f-a1c0-e25b9b3221cd tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] For port 8127f9ca-53f3-447d-a690-f8ea5217b7b5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8127f9ca-53f3-447d-a690-f8ea5217b7b5,segment=NetworkSegment(264157b1-ecec-431b-9c63-05ebc6ff18d2),segment_id=264157b1-ecec-431b-9c63-05ebc6ff18d2)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:33.770123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-74352daa-9cd5-473f-a1c0-e25b9b3221cd tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:33.776166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:33.782095 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:33.827195 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'code': 200} Feb 11 13:57:33.855217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:33.902234 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-449a1060-b257-4e49-8a70-c465bfe555c8 req-1102adb9-ff82-4e34-bebf-b2c39ce3c9a9 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811049 Feb 11 13:57:33.909115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-74352daa-9cd5-473f-a1c0-e25b9b3221cd tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Calling delete_port for 8127f9ca-53f3-447d-a690-f8ea5217b7b5 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:57:33.959636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6467cc9-f960-4d2a-84f6-a1c2437ee70f req-bedc86c9-fa83-403d-88a9-b83588328891 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 1097 time: 0.0710001 Feb 11 13:57:34.008418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6467cc9-f960-4d2a-84f6-a1c2437ee70f req-97f016bc-2faf-418f-8017-8eebd243309f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428450 Feb 11 13:57:34.151804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-74352daa-9cd5-473f-a1c0-e25b9b3221cd tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:34.163836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['8127f9ca-53f3-447d-a690-f8ea5217b7b5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:57:34.204332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74352daa-9cd5-473f-a1c0-e25b9b3221cd tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Pushing event deleted for resources: {'Port': ['ID=8127f9ca-53f3-447d-a690-f8ea5217b7b5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:34.277152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-74352daa-9cd5-473f-a1c0-e25b9b3221cd tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] No DVR routers for this DVR port 8127f9ca-53f3-447d-a690-f8ea5217b7b5 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:34.279823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-74352daa-9cd5-473f-a1c0-e25b9b3221cd tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:34.282366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd728ebfd-e4fa-4cb6-a03c-250faaa36e5a', 'name': 'network-vif-deleted', 'tag': '8127f9ca-53f3-447d-a690-f8ea5217b7b5'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:34.298775 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e0fbaffa-f88d-4ca2-ac8c-082707ef4051 req-74352daa-9cd5-473f-a1c0-e25b9b3221cd tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.75 "DELETE /v2.0/ports/8127f9ca-53f3-447d-a690-f8ea5217b7b5 HTTP/1.1" status: 204 len: 173 time: 0.9469986 Feb 11 13:57:34.352270 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd728ebfd-e4fa-4cb6-a03c-250faaa36e5a', 'name': 'network-vif-deleted', 'tag': '8127f9ca-53f3-447d-a690-f8ea5217b7b5', 'status': 'completed', 'code': 200} Feb 11 13:57:34.362481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e44ef-3142-4ea8-8354-43a325364afa req-2a0213ce-273c-4e9e-8300-802cc8ed9a13 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:34.363967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a12e44ef-3142-4ea8-8354-43a325364afa req-2a0213ce-273c-4e9e-8300-802cc8ed9a13 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 946 time: 0.0899625 Feb 11 13:57:34.410880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a12e44ef-3142-4ea8-8354-43a325364afa req-db097020-e36e-438b-a681-851859b10b0a tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411084 Feb 11 13:57:35.288490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1218990-19a4-4610-8ff8-98d727169829 req-85247978-7705-481b-b1c2-1d3517661589 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:35.289813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-85247978-7705-481b-b1c2-1d3517661589 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/networks?id=fa16752b-364b-4dfe-b0f7-57701f69438a HTTP/1.1" status: 200 len: 809 time: 0.1416154 Feb 11 13:57:35.307415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-ec4d0ba9-486a-4e4a-8103-06265bedabcf tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/quotas/48d9adfffec54f6db9a49a99e609023b HTTP/1.1" status: 200 len: 375 time: 0.0113640 Feb 11 13:57:35.357080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-f7c8fec8-8177-4b1d-8eaa-08bceb9ca03c tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=48d9adfffec54f6db9a49a99e609023b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440946 Feb 11 13:57:35.588893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-288a4f03-7431-40cb-b4a4-923589f86da2 service neutron] 10.222.0.67 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252960 Feb 11 13:57:35.684544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cde138-bba5-4e02-859e-01078a316c47 req-32454c8e-58dd-4fff-bf73-f67d12dcdab5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:35.686287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46cde138-bba5-4e02-859e-01078a316c47 req-32454c8e-58dd-4fff-bf73-f67d12dcdab5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 946 time: 0.1228213 Feb 11 13:57:35.732910 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-ec5c46f3-764a-4487-83a7-f40af5278a76 service neutron] 10.222.0.67 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375525 Feb 11 13:57:35.747649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4749320b-401f-46e7-bf41-7aefc17a8987 req-6b1648d0-090a-4a37-bbe6-aba202be38a9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1182082 Feb 11 13:57:35.752606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46cde138-bba5-4e02-859e-01078a316c47 req-7c40e8f8-2637-4fe0-aa1c-e1332ca19b1e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602529 Feb 11 13:57:35.945601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8cced291-2734-4890-b5f6-8520c822feb9 req-6d4bdc7b-2f86-4edf-856a-599948e7d773 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 210 time: 0.0517020 Feb 11 13:57:35.950486 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4749320b-401f-46e7-bf41-7aefc17a8987 req-252a33ec-cd31-416b-a962-6fa84ac5b10d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 1097 time: 0.1318882 Feb 11 13:57:36.068033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75f2ed-911f-4856-bd2a-f16e95d8cc65 req-b2ce50b4-3811-45af-abf0-23a6dae7f1fd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:36.069251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b75f2ed-911f-4856-bd2a-f16e95d8cc65 req-b2ce50b4-3811-45af-abf0-23a6dae7f1fd tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 946 time: 0.1593013 Feb 11 13:57:36.154353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7b75f2ed-911f-4856-bd2a-f16e95d8cc65 req-237f1601-e3a6-4b27-abc1-54a6b6f35ea5 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741303 Feb 11 13:57:36.158470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749320b-401f-46e7-bf41-7aefc17a8987 req-6227dcd1-69f4-4122-b13a-7f28678edb95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:36.159870 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4749320b-401f-46e7-bf41-7aefc17a8987 req-6227dcd1-69f4-4122-b13a-7f28678edb95 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1756887 Feb 11 13:57:36.185698 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51068) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:57:36.264686 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c2d27232-4938-4e5f-9277-0a27d3e7c18d tempest-TestVolumeBootPattern-266016922 tempest-TestVolumeBootPattern-266016922-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 1092 time: 0.0776253 Feb 11 13:57:36.267320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51072) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:57:36.273576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:57:36.280552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:57:36.281932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4749320b-401f-46e7-bf41-7aefc17a8987 req-2c6b9ba4-5ad1-47e6-8f99-7cb98988ff10 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 HTTP/1.1" status: 200 len: 1001 time: 0.1161325 Feb 11 13:57:36.284427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Usage tracker for resource:floatingip and tenant:320ac6f1567144f2bd5fefe0ce684a1c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:57:36.287257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:57:36.293023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:57:36.308858 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:36.352595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749320b-401f-46e7-bf41-7aefc17a8987 req-e422019e-41fe-4278-a3ef-ed0622fd9665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:36.354071 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4749320b-401f-46e7-bf41-7aefc17a8987 req-e422019e-41fe-4278-a3ef-ed0622fd9665 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0657270 Feb 11 13:57:36.441483 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4749320b-401f-46e7-bf41-7aefc17a8987 req-e28b96cb-562e-452f-a58a-478a7624609c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815837 Feb 11 13:57:36.454989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:36.589089 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4749320b-401f-46e7-bf41-7aefc17a8987 req-46f5733d-1919-467b-8753-5440eb8ce2b5 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419628 Feb 11 13:57:36.614995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Allocated IP 172.25.4.179 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a897c118-3992-4526-920c-eeaeb6eccd94) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:36.723128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4749320b-401f-46e7-bf41-7aefc17a8987 req-75bbd632-eefd-4ecb-9304-62d5659a97fc service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276195 Feb 11 13:57:36.766429 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:36.794173 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:36.797222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8127f9ca-53f3-447d-a690-f8ea5217b7b5 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:57:36.857785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 8127f9ca-53f3-447d-a690-f8ea5217b7b5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:57:36.858291 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8127f9ca-53f3-447d-a690-f8ea5217b7b5 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:57:36.870148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:36.873655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:36.876009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=a897c118-3992-4526-920c-eeaeb6eccd94,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:36.878038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:57:37.037889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1218990-19a4-4610-8ff8-98d727169829 req-b3bd781e-6c0c-4d1a-ba62-59d5a9c9851e tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:37.039353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-b3bd781e-6c0c-4d1a-ba62-59d5a9c9851e tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.75 "GET /v2.0/networks?id=fa16752b-364b-4dfe-b0f7-57701f69438a HTTP/1.1" status: 200 len: 809 time: 0.1545959 Feb 11 13:57:37.056386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Request body: {'port': {'device_id': 'df8aece2-1460-4618-9e7c-26774c1fca83', 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a', 'admin_state_up': True, 'tenant_id': '48d9adfffec54f6db9a49a99e609023b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:57:37.205162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:57:37.209294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Usage tracker for resource:port and tenant:48d9adfffec54f6db9a49a99e609023b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:57:37.212291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:57:37.218029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:57:37.228015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Made reservation on behalf of 48d9adfffec54f6db9a49a99e609023b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:37.230169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-01e5b62a-0fe5-46d8-b740-5de7fc68e810 req-d3e69c73-c4af-48eb-afe7-fd7b92c756d4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 210 time: 0.1067340 Feb 11 13:57:37.232165 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.445482 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.512012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Allocated IP 172.20.0.12 (fa16752b-364b-4dfe-b0f7-57701f69438a/54f06b70-92ca-4151-8735-02131973901b/f018481f-5e2e-43b2-9ae8-d6428b389e5c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:37.604945 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.720204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.749227 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.815428 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.817986 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.821132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.829497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Network fa16752b-364b-4dfe-b0f7-57701f69438a is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:37.832523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:37.836888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:57:37.865207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Pushing event updated for resources: {'Port': ['ID=f018481f-5e2e-43b2-9ae8-d6428b389e5c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:37.898442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:37.899073 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.924319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-7148a7ac-b5ae-414d-9ca8-be343d0062f0 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8729146 Feb 11 13:57:37.931785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event updated for resources: {'Port': ['ID=a897c118-3992-4526-920c-eeaeb6eccd94,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:37.937044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Request body: {'port': {'device_id': 'df8aece2-1460-4618-9e7c-26774c1fca83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:57:37.946130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.047410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.141476 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Floating IP b679957a-99be-45da-9f0e-ac31bdb2823f associated. External IP: 172.25.4.179, port: 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9. Feb 11 13:57:38.446534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f018481f-5e2e-43b2-9ae8-d6428b389e5c {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:57:38.457074 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.484470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Transition to ACTIVE for port object f018481f-5e2e-43b2-9ae8-d6428b389e5c will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:57:38.492583 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.541073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Router 0702a23a-fad0-45fb-b28f-7b5727c39510 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:38.556285 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa6223-3957-4db4-a2e6-6d09b0482f18 req-3eecb8f4-2565-4996-a729-c9cecbb6a765 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:38.556983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cefa6223-3957-4db4-a2e6-6d09b0482f18 req-3eecb8f4-2565-4996-a729-c9cecbb6a765 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Synchronizing usage tracker for tenant:48d9adfffec54f6db9a49a99e609023b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:57:38.651508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Pushing event updated for resources: {'Port': ['ID=f018481f-5e2e-43b2-9ae8-d6428b389e5c,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:38.655152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cefa6223-3957-4db4-a2e6-6d09b0482f18 req-3eecb8f4-2565-4996-a729-c9cecbb6a765 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Unset dirty status for tenant:48d9adfffec54f6db9a49a99e609023b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:57:38.656311 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cefa6223-3957-4db4-a2e6-6d09b0482f18 req-3eecb8f4-2565-4996-a729-c9cecbb6a765 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 932 time: 0.2738671 Feb 11 13:57:38.748597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:38.758946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] Sync routers for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:57:38.772945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:57:38.773683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:57:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:38.774496 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.785932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cefa6223-3957-4db4-a2e6-6d09b0482f18 req-16c116e6-9b90-4cd1-940a-3da83e97a66b tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945318 Feb 11 13:57:38.805915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Attempting to bind port f018481f-5e2e-43b2-9ae8-d6428b389e5c on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:57:38.806247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Attempting to bind port f018481f-5e2e-43b2-9ae8-d6428b389e5c by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '264157b1-ecec-431b-9c63-05ebc6ff18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:57:38.806649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Attempting to bind port f018481f-5e2e-43b2-9ae8-d6428b389e5c on network fa16752b-364b-4dfe-b0f7-57701f69438a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:57:38.821548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Port f018481f-5e2e-43b2-9ae8-d6428b389e5c on network fa16752b-364b-4dfe-b0f7-57701f69438a not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:57:38.821899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Attempting to bind port f018481f-5e2e-43b2-9ae8-d6428b389e5c on network fa16752b-364b-4dfe-b0f7-57701f69438a {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:57:38.829719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:57:38.830052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Checking segment: {'id': '264157b1-ecec-431b-9c63-05ebc6ff18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:57:38.830429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Bound using segment: {'id': '264157b1-ecec-431b-9c63-05ebc6ff18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:57:38.830881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Bound port: f018481f-5e2e-43b2-9ae8-d6428b389e5c, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264157b1-ecec-431b-9c63-05ebc6ff18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:57:38.831223 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.854080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1e955bbd-7815-4807-95c7-048a7f0e1e8d tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5717704 Feb 11 13:57:38.854080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'tag': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:38.897166 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'tag': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'status': 'completed', 'code': 200} Feb 11 13:57:38.943239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] For port f018481f-5e2e-43b2-9ae8-d6428b389e5c, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:38.947785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] For port f018481f-5e2e-43b2-9ae8-d6428b389e5c, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f018481f-5e2e-43b2-9ae8-d6428b389e5c,segment=NetworkSegment(264157b1-ecec-431b-9c63-05ebc6ff18d2),segment_id=264157b1-ecec-431b-9c63-05ebc6ff18d2)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:38.954272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.964016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:57:38.992672 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cfaea5-3a99-40db-8ef4-a0f7a5c36013 req-bc6b2fba-e1f5-467e-961a-5e3de41511a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 1097 time: 0.0722299 Feb 11 13:57:39.031998 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:39.033915 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] 10.222.0.75 "PUT /v2.0/ports/f018481f-5e2e-43b2-9ae8-d6428b389e5c HTTP/1.1" status: 200 len: 1092 time: 1.1024089 Feb 11 13:57:39.034342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8aece2-1460-4618-9e7c-26774c1fca83', 'tag': 'f018481f-5e2e-43b2-9ae8-d6428b389e5c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:39.081714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a31311-c741-46e4-8dfa-4915a5981b1e service neutron] Pushing event updated for resources: {'Port': ['ID=f018481f-5e2e-43b2-9ae8-d6428b389e5c,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:39.134035 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8aece2-1460-4618-9e7c-26774c1fca83', 'tag': 'f018481f-5e2e-43b2-9ae8-d6428b389e5c', 'status': 'completed', 'code': 200} Feb 11 13:57:39.155028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfaea5-3a99-40db-8ef4-a0f7a5c36013 req-90deaf7c-d2fc-496a-834d-b377052ccb66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:39.156791 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cfaea5-3a99-40db-8ef4-a0f7a5c36013 req-90deaf7c-d2fc-496a-834d-b377052ccb66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1575904 Feb 11 13:57:39.174049 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-41ddd177-7d0f-4f59-9d45-6a276976839b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48d9adfffec54f6db9a49a99e609023b&device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 1095 time: 0.0799057 Feb 11 13:57:39.248066 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-0d0947af-9234-4f26-8419-1615dd11e870 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f018481f-5e2e-43b2-9ae8-d6428b389e5c HTTP/1.1" status: 200 len: 217 time: 0.0674274 Feb 11 13:57:39.315869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1218990-19a4-4610-8ff8-98d727169829 req-1533e8ae-01bb-488f-b59d-73d752dd066e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:39.317470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-1533e8ae-01bb-488f-b59d-73d752dd066e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54f06b70-92ca-4151-8735-02131973901b HTTP/1.1" status: 200 len: 849 time: 0.0643289 Feb 11 13:57:39.351597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ab58bb3f-efca-4223-96f7-4c182f3213c2', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:d2:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:55:24Z', 'updated_at': '2022-02-11T13:55:27Z', 'revision_number': 1, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}, {'id': 'b679957a-99be-45da-9f0e-ac31bdb2823f', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:79:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:37Z', 'updated_at': '2022-02-11T13:57:37Z', 'revision_number': 0, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:39.357072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] Checking router: 0702a23a-fad0-45fb-b28f-7b5727c39510 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:57:39.367174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-ebe4d89b-7eff-4e3e-9eae-25264adc06c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fa16752b-364b-4dfe-b0f7-57701f69438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412085 Feb 11 13:57:39.370179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:57:39.370923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:57:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:39.391772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cfaea5-3a99-40db-8ef4-a0f7a5c36013 req-78d267c4-571c-44c3-b62a-a74bf684f0e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 HTTP/1.1" status: 200 len: 1000 time: 0.2288725 Feb 11 13:57:39.455968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfaea5-3a99-40db-8ef4-a0f7a5c36013 req-d6d57784-9552-4002-9286-7c27dc970b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:39.457525 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cfaea5-3a99-40db-8ef4-a0f7a5c36013 req-d6d57784-9552-4002-9286-7c27dc970b61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0603893 Feb 11 13:57:39.542248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cfaea5-3a99-40db-8ef4-a0f7a5c36013 req-d8cf1cc8-5d40-42e1-8aa8-2b4f2e5e5c4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788171 Feb 11 13:57:39.564371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:57:39.612511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-382662ee-e549-4887-967b-d493c9f46507 service neutron] 10.222.0.75 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378688 Feb 11 13:57:39.679723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cfaea5-3a99-40db-8ef4-a0f7a5c36013 req-3b6fa22c-c158-46c9-8838-a5ec4f6156b6 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316581 Feb 11 13:57:39.754186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1218990-19a4-4610-8ff8-98d727169829 req-eb9496ea-ea20-4134-9d9c-980907cdb09f service neutron] 10.222.0.75 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356473 Feb 11 13:57:39.819876 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cfaea5-3a99-40db-8ef4-a0f7a5c36013 req-865e8e58-462c-47a8-8f5c-852f46f06246 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330652 Feb 11 13:57:39.886621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a176836-b046-48b8-9d50-3328d7892507 req-62dc4cb3-1468-4a09-8061-900f6f3f85c2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48d9adfffec54f6db9a49a99e609023b&device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 1095 time: 0.0861156 Feb 11 13:57:39.955064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ab58bb3f-efca-4223-96f7-4c182f3213c2', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:d2:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:55:24Z', 'updated_at': '2022-02-11T13:55:27Z', 'revision_number': 1, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}, {'id': 'b679957a-99be-45da-9f0e-ac31bdb2823f', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:79:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:37Z', 'updated_at': '2022-02-11T13:57:37Z', 'revision_number': 0, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:39.959637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9105780c-e075-4c60-8b9b-1bd2333bd8bc None None] The sync data for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 is: [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ab58bb3f-efca-4223-96f7-4c182f3213c2', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:d2:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:55:24Z', 'updated_at': '2022-02-11T13:55:27Z', 'revision_number': 1, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}, {'id': 'b679957a-99be-45da-9f0e-ac31bdb2823f', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:79:f6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:37Z', 'updated_at': '2022-02-11T13:57:37Z', 'revision_number': 0, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:57:40.015709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23603c2b-5680-4e1c-ac6f-dcffcef77489 req-019d85cf-96bd-49f9-afd4-9bb40c830990 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:40.017198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-23603c2b-5680-4e1c-ac6f-dcffcef77489 req-019d85cf-96bd-49f9-afd4-9bb40c830990 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 944 time: 0.0868716 Feb 11 13:57:40.029977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176836-b046-48b8-9d50-3328d7892507 req-489b04dc-0ce8-465d-9b97-f2103f9ccdc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:40.031959 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a176836-b046-48b8-9d50-3328d7892507 req-489b04dc-0ce8-465d-9b97-f2103f9ccdc2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fa16752b-364b-4dfe-b0f7-57701f69438a HTTP/1.1" status: 200 len: 910 time: 0.1399112 Feb 11 13:57:40.069319 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-23603c2b-5680-4e1c-ac6f-dcffcef77489 req-f070cab3-6613-4f8b-86b3-84cd8913678c tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462296 Feb 11 13:57:40.117725 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a176836-b046-48b8-9d50-3328d7892507 req-2d7f3a44-e8b0-4e31-9cf4-1040577724e5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f018481f-5e2e-43b2-9ae8-d6428b389e5c HTTP/1.1" status: 200 len: 217 time: 0.0783587 Feb 11 13:57:40.188815 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc6364d-b8d4-44a1-95a2-9902aa1523aa None None] New status for floating IP b679957a-99be-45da-9f0e-ac31bdb2823f: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:57:40.193909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176836-b046-48b8-9d50-3328d7892507 req-d28c6ef5-1ff6-4254-a3ec-52257fe08adf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:40.196358 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a176836-b046-48b8-9d50-3328d7892507 req-d28c6ef5-1ff6-4254-a3ec-52257fe08adf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54f06b70-92ca-4151-8735-02131973901b HTTP/1.1" status: 200 len: 849 time: 0.0719705 Feb 11 13:57:40.252991 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a176836-b046-48b8-9d50-3328d7892507 req-c482ed48-899c-4903-8020-5d4db5f479fc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fa16752b-364b-4dfe-b0f7-57701f69438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485730 Feb 11 13:57:40.415380 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a176836-b046-48b8-9d50-3328d7892507 req-65584524-240a-4382-a351-41610e3b4f9d service neutron] 10.222.0.75 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557951 Feb 11 13:57:40.571365 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a176836-b046-48b8-9d50-3328d7892507 req-b4a85efa-ff45-46c2-bd2b-60eb401546ac service neutron] 10.222.0.75 "GET /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493816 Feb 11 13:57:40.812452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f018481f-5e2e-43b2-9ae8-d6428b389e5c details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:57:40.961727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port f018481f-5e2e-43b2-9ae8-d6428b389e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f018481f-5e2e-43b2-9ae8-d6428b389e5c,segment=NetworkSegment(264157b1-ecec-431b-9c63-05ebc6ff18d2),segment_id=264157b1-ecec-431b-9c63-05ebc6ff18d2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:40.974415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'f018481f-5e2e-43b2-9ae8-d6428b389e5c', 'network_id': 'fa16752b-364b-4dfe-b0f7-57701f69438a', 'port_id': 'f018481f-5e2e-43b2-9ae8-d6428b389e5c', 'mac_address': 'fa:16:3e:6c:83:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f06b70-92ca-4151-8735-02131973901b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:57:41.049511 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:41.076778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f018481f-5e2e-43b2-9ae8-d6428b389e5c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:57:41.091276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port f018481f-5e2e-43b2-9ae8-d6428b389e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f018481f-5e2e-43b2-9ae8-d6428b389e5c,segment=NetworkSegment(264157b1-ecec-431b-9c63-05ebc6ff18d2),segment_id=264157b1-ecec-431b-9c63-05ebc6ff18d2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:41.095073 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:41.218944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=f018481f-5e2e-43b2-9ae8-d6428b389e5c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:41.283468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac66c0-bfd2-4303-b70b-d819bd1ebf6b req-78171a6b-9a1d-4300-a82e-815211c2953f tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:41.285963 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0ac66c0-bfd2-4303-b70b-d819bd1ebf6b req-78171a6b-9a1d-4300-a82e-815211c2953f tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 945 time: 0.0904958 Feb 11 13:57:41.297753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['f018481f-5e2e-43b2-9ae8-d6428b389e5c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:57:41.333852 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0ac66c0-bfd2-4303-b70b-d819bd1ebf6b req-84014396-1932-4ec8-9d97-b52b3d48f525 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Feb 11 13:57:42.531921 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac9893-070a-4176-8dfe-1202ec87165e req-dc9e4da7-84de-4760-9378-419a76e48b2f tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:42.533287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-36ac9893-070a-4176-8dfe-1202ec87165e req-dc9e4da7-84de-4760-9378-419a76e48b2f tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 945 time: 0.0801423 Feb 11 13:57:42.579252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-36ac9893-070a-4176-8dfe-1202ec87165e req-ae0e2cf2-4ca9-4c30-b383-ac2a3b447004 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Feb 11 13:57:42.715529 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:42.826162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f018481f-5e2e-43b2-9ae8-d6428b389e5c up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:57:42.891208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port f018481f-5e2e-43b2-9ae8-d6428b389e5c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:57:42.895879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port f018481f-5e2e-43b2-9ae8-d6428b389e5c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:42.896246 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:43.015213 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:43.040792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8aece2-1460-4618-9e7c-26774c1fca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f018481f-5e2e-43b2-9ae8-d6428b389e5c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:43.052428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port f018481f-5e2e-43b2-9ae8-d6428b389e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f018481f-5e2e-43b2-9ae8-d6428b389e5c,segment=NetworkSegment(264157b1-ecec-431b-9c63-05ebc6ff18d2),segment_id=264157b1-ecec-431b-9c63-05ebc6ff18d2)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:43.056791 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:43.100227 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8aece2-1460-4618-9e7c-26774c1fca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f018481f-5e2e-43b2-9ae8-d6428b389e5c', 'code': 200} Feb 11 13:57:43.125842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=f018481f-5e2e-43b2-9ae8-d6428b389e5c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:43.220022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87cf6bc4-64a4-4e3e-8868-4820c7f7c7b1 req-9cde5b1a-8da1-4a62-b66a-d4c93361bbbf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 1097 time: 0.0682099 Feb 11 13:57:43.262365 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87cf6bc4-64a4-4e3e-8868-4820c7f7c7b1 req-f582c68b-7f11-4599-96a6-ac1cb87f4385 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365953 Feb 11 13:57:43.774918 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b94670-13b3-49f2-b1b7-3eb09a7078cd req-ac8eb70c-46ec-44d0-a00e-cc26e8d879a9 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:43.776427 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f5b94670-13b3-49f2-b1b7-3eb09a7078cd req-ac8eb70c-46ec-44d0-a00e-cc26e8d879a9 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 946 time: 0.0773463 Feb 11 13:57:43.823096 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f5b94670-13b3-49f2-b1b7-3eb09a7078cd req-14929558-2065-44f3-b308-c585c13da77c tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410700 Feb 11 13:57:45.032917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d4e7-da27-4135-a7da-36e78e106891 req-97924cb3-7ef5-4bd1-8049-c188b4e5b951 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:45.034394 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-db47d4e7-da27-4135-a7da-36e78e106891 req-97924cb3-7ef5-4bd1-8049-c188b4e5b951 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 946 time: 0.0897472 Feb 11 13:57:45.081738 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-db47d4e7-da27-4135-a7da-36e78e106891 req-430cbe86-9531-4fd4-90df-3c76b4d9cd0e tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Feb 11 13:57:45.527113 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d156bf06-6a7e-408e-b442-2711d78bd1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:46.106348 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379db3a2-e4da-4931-83f3-17fd8ca82c5c req-e1c0288f-15a5-47d3-83c9-986752b0ffe4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:46.108166 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-379db3a2-e4da-4931-83f3-17fd8ca82c5c req-e1c0288f-15a5-47d3-83c9-986752b0ffe4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 946 time: 0.0882568 Feb 11 13:57:46.160736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-379db3a2-e4da-4931-83f3-17fd8ca82c5c req-32d8ea10-139e-450e-bc03-2bad8bf80857 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475795 Feb 11 13:57:47.286381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-374863c5-62ec-4b5c-a681-e885f250421a tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:47.287850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-374863c5-62ec-4b5c-a681-e885f250421a tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 946 time: 0.0766611 Feb 11 13:57:47.356571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-79d64faa-d92e-4d6f-88c2-dfe9bfb76cb4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Deleting port f018481f-5e2e-43b2-9ae8-d6428b389e5c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:57:47.357075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-79d64faa-d92e-4d6f-88c2-dfe9bfb76cb4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:47.363479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cd844-5538-4506-90a1-b53032d696cb req-316fe4a5-4b0b-4f6b-aa32-96f574dee036 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:47.364951 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-668cd844-5538-4506-90a1-b53032d696cb req-316fe4a5-4b0b-4f6b-aa32-96f574dee036 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 946 time: 0.0808363 Feb 11 13:57:47.410606 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-668cd844-5538-4506-90a1-b53032d696cb req-feec48ac-893c-4eb3-bbee-e0bee06827ce tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/security-groups?id=7fc98c59-1267-4c09-9a45-c9e5832af4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Feb 11 13:57:47.603025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-79d64faa-d92e-4d6f-88c2-dfe9bfb76cb4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] For port f018481f-5e2e-43b2-9ae8-d6428b389e5c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f018481f-5e2e-43b2-9ae8-d6428b389e5c,segment=NetworkSegment(264157b1-ecec-431b-9c63-05ebc6ff18d2),segment_id=264157b1-ecec-431b-9c63-05ebc6ff18d2)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:47.603385 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-79d64faa-d92e-4d6f-88c2-dfe9bfb76cb4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:47.693266 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c1c7ac8-abba-4011-ad22-a4492e532913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:47.817235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-79d64faa-d92e-4d6f-88c2-dfe9bfb76cb4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Calling delete_port for f018481f-5e2e-43b2-9ae8-d6428b389e5c owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:57:47.954930 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-79d64faa-d92e-4d6f-88c2-dfe9bfb76cb4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:47.967382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['f018481f-5e2e-43b2-9ae8-d6428b389e5c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:57:48.013138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d64faa-d92e-4d6f-88c2-dfe9bfb76cb4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Pushing event deleted for resources: {'Port': ['ID=f018481f-5e2e-43b2-9ae8-d6428b389e5c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:48.090852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-79d64faa-d92e-4d6f-88c2-dfe9bfb76cb4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] No DVR routers for this DVR port f018481f-5e2e-43b2-9ae8-d6428b389e5c on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:48.093279 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-79d64faa-d92e-4d6f-88c2-dfe9bfb76cb4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:48.095820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8aece2-1460-4618-9e7c-26774c1fca83', 'name': 'network-vif-deleted', 'tag': 'f018481f-5e2e-43b2-9ae8-d6428b389e5c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:48.111095 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd7a4fdc-e815-47a2-9768-be94fe469407 req-79d64faa-d92e-4d6f-88c2-dfe9bfb76cb4 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.75 "DELETE /v2.0/ports/f018481f-5e2e-43b2-9ae8-d6428b389e5c HTTP/1.1" status: 204 len: 173 time: 0.8168168 Feb 11 13:57:48.241225 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8aece2-1460-4618-9e7c-26774c1fca83', 'name': 'network-vif-deleted', 'tag': 'f018481f-5e2e-43b2-9ae8-d6428b389e5c', 'status': 'completed', 'code': 200} Feb 11 13:57:48.598723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-33c95c45-f2b7-4454-87f1-f963bdf1be05 req-a1ba2d6f-4ccd-408b-b9f7-c72bfcada5c5 tempest-VolumesActionsTest-1691421544 tempest-VolumesActionsTest-1691421544-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8aece2-1460-4618-9e7c-26774c1fca83 HTTP/1.1" status: 200 len: 210 time: 0.0420659 Feb 11 13:57:48.961665 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:48.998250 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:50.398608 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:50.840564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f018481f-5e2e-43b2-9ae8-d6428b389e5c no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:57:50.872609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: f018481f-5e2e-43b2-9ae8-d6428b389e5c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:57:50.872947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f018481f-5e2e-43b2-9ae8-d6428b389e5c not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:57:54.361568 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:58:07.831256 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:12.722869 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:13.425632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51312) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:58:13.488899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Deleting subnet 54f06b70-92ca-4151-8735-02131973901b {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:58:13.491911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:13.544019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:13.599946 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:13.672215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:13.708851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f06b70-92ca-4151-8735-02131973901b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:13.717726 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:13.727008 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/54f06b70-92ca-4151-8735-02131973901b HTTP/1.1" status: 204 len: 168 time: 0.3003774 Feb 11 13:58:13.728372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.728709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.729035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.729367 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.729617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51316) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:58:13.730593 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.730693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.731213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.731643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.732043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.732380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.732699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95801c77-b14c-491d-8ed7-7c3cdebd2e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.838115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:13.961551 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:13.986923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa16752b-364b-4dfe-b0f7-57701f69438a']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:13.998641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264157b1-ecec-431b-9c63-05ebc6ff18d2') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:13.998936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264157b1-ecec-431b-9c63-05ebc6ff18d2') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:14.009799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:14.025629 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:14.032344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:58:14.032706 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: timer() Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:58:14.069154 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:58:14.142252 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:14.147663 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:14.173196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Pushing event deleted for resources: {'Network': ['ID=fa16752b-364b-4dfe-b0f7-57701f69438a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:14.183606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] 10.222.0.67 "DELETE /v2.0/networks/fa16752b-364b-4dfe-b0f7-57701f69438a HTTP/1.1" status: 204 len: 168 time: 0.4514327 Feb 11 13:58:14.185180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.185521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.185882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.186210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.186537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.186993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.187578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.187674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.187944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.188244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.188559 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1455b-f2c3-4124-af3f-027b10c80bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:14.319232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51322) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:58:14.373621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a846b646-f20e-46ed-8f5e-c9cdc6166e5a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=48d9adfffec54f6db9a49a99e609023b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532019 Feb 11 13:58:14.376566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51326) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:58:14.435556 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b122c946-0d96-4d67-a6f4-005ecbfacec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:14.461280 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b122c946-0d96-4d67-a6f4-005ecbfacec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:14.513671 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b122c946-0d96-4d67-a6f4-005ecbfacec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:14.535314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122c946-0d96-4d67-a6f4-005ecbfacec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc98c59-1267-4c09-9a45-c9e5832af4c3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:14.544498 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b122c946-0d96-4d67-a6f4-005ecbfacec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:14.545202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b122c946-0d96-4d67-a6f4-005ecbfacec7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7fc98c59-1267-4c09-9a45-c9e5832af4c3 HTTP/1.1" status: 204 len: 168 time: 0.1676631 Feb 11 13:58:15.509824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 51348) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:58:15.522611 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-923f9603-334c-494a-9bea-2ab0902b502c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.643131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-544504060-network', 'tenant_id': '8ae8fcadc6a14d4aa7f63e534059fede'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:58:15.648532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:58:15.652747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Usage tracker for resource:network and tenant:8ae8fcadc6a14d4aa7f63e534059fede is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:58:15.655652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:58:15.661980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:58:15.672502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Made reservation on behalf of 8ae8fcadc6a14d4aa7f63e534059fede for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:15.674941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.687794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.724196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:58:15.728020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Usage tracker for resource:security_group_rule and tenant:8ae8fcadc6a14d4aa7f63e534059fede is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:58:15.731685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:58:15.737395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:58:15.819620 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.824436 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.866766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:58:15.880700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0733ccf9-5cf6-45a1-b374-23e5f08e8bed,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:15.889903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.890476 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Added segment 4317ba86-651e-4d83-b0e8-02a18e39061a of type vlan for network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 Feb 11 13:58:15.930454 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.974897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.975959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:15.976641 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.083927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5725639 Feb 11 13:58:16.086939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 51354) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:58:16.089084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba842e6d-cd63-4a2e-ab39-10076aa4846a admin admin] Pushing event updated for resources: {'Network': ['ID=f41fa41f-0825-44b0-86d4-e7dfbfc487d5,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:16.095742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Request body: {'subnet': {'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-544504060-subnet', 'tenant_id': '8ae8fcadc6a14d4aa7f63e534059fede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:58:16.099594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 13:58:16.104469 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:58:16.108709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Usage tracker for resource:subnet and tenant:8ae8fcadc6a14d4aa7f63e534059fede is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:58:16.111548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:58:16.118424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:58:16.129423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Made reservation on behalf of 8ae8fcadc6a14d4aa7f63e534059fede for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:16.131989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.344639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.418853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b36d65-0192-47dc-ab16-41f40b60046e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:16.433571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Checking segment: {'id': '4317ba86-651e-4d83-b0e8-02a18e39061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:58:16.433917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Network hostable DHCP agents. Network: f41fa41f-0825-44b0-86d4-e7dfbfc487d5, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:58:16.455470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:58:16.463947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, f41fa41f-0825-44b0-86d4-e7dfbfc487d5) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:16.468502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:16.469116 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.474793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30d96e-aa05-42c0-8303-b447f197d2cf None None] Network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:58:16.489636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-28edf7da-d55e-4522-a3f3-dc30ee647df1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4015200 Feb 11 13:58:16.703767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e81bec-550a-4030-86d4-a45a0ecb5730 None None] Network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:58:17.691069 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-02721762-0dd3-4162-8ca7-753150c67973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:18.955614 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:19.002804 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:20.344153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-4920843a-c05f-4490-866d-437e026a1663 req-8716e42d-8978-4e06-bd93-2570d729a3a1 service neutron] (83568) timed out ('10.222.0.73', 57510) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:58:20.400673 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:22.516661 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-fc2bee11-ccdc-4d04-ba09-f020896992f9 req-308b5f06-5d24-4550-b425-4ce56583e0cd service neutron] (83567) timed out ('10.222.0.73', 58021) {{(pid=83567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 13:58:29.855783 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de4206e9-730a-430a-8e0a-b531b4da4d64 req-760d217a-3a0c-4d4e-ac20-3e5c94ce06a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691984 Feb 11 13:58:29.999343 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de4206e9-730a-430a-8e0a-b531b4da4d64 req-e7cd25a8-51ae-41a8-8624-e0e75f9851a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 1097 time: 0.0761309 Feb 11 13:58:30.249953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4206e9-730a-430a-8e0a-b531b4da4d64 req-9574ec4d-e116-488a-8340-161284b70097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.251649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de4206e9-730a-430a-8e0a-b531b4da4d64 req-9574ec4d-e116-488a-8340-161284b70097 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.2299798 Feb 11 13:58:30.362221 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de4206e9-730a-430a-8e0a-b531b4da4d64 req-252cdd4d-e119-4f90-a048-dbffc92a4b7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 HTTP/1.1" status: 200 len: 1002 time: 0.1043503 Feb 11 13:58:30.426148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4206e9-730a-430a-8e0a-b531b4da4d64 req-4e231f70-6de8-4a97-8185-5192d70e4ca6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.427606 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de4206e9-730a-430a-8e0a-b531b4da4d64 req-4e231f70-6de8-4a97-8185-5192d70e4ca6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0596063 Feb 11 13:58:30.508217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de4206e9-730a-430a-8e0a-b531b4da4d64 req-7aa51ec7-81a4-44a6-9dcf-a45dbdd50fe1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736845 Feb 11 13:58:30.649589 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de4206e9-730a-430a-8e0a-b531b4da4d64 req-0f8330fe-96c3-40a4-8cb2-784b5f3d3cca service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339684 Feb 11 13:58:30.790215 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de4206e9-730a-430a-8e0a-b531b4da4d64 req-0a032fc7-be90-4604-9491-a0651181e22d service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332908 Feb 11 13:58:31.348286 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:58:37.056516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8270746-8904-45f9-8b6a-0c5da78086a4 req-f31872ec-2a6f-4a0b-8470-2999612e7959 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784240 Feb 11 13:58:37.206270 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8270746-8904-45f9-8b6a-0c5da78086a4 req-855d9c3d-1836-4fdb-999c-2ad1617f7801 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 1097 time: 0.0733359 Feb 11 13:58:37.376402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8270746-8904-45f9-8b6a-0c5da78086a4 req-0405a50d-165a-413b-aff6-ed3601cbd596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:37.378251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8270746-8904-45f9-8b6a-0c5da78086a4 req-0405a50d-165a-413b-aff6-ed3601cbd596 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1512830 Feb 11 13:58:37.488775 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8270746-8904-45f9-8b6a-0c5da78086a4 req-3af4c11e-7b57-4a40-9b65-c9c0b78fe6a9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 HTTP/1.1" status: 200 len: 1001 time: 0.1057303 Feb 11 13:58:37.652391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8270746-8904-45f9-8b6a-0c5da78086a4 req-78e3f4f0-506f-4ff9-a3d0-b4f40af22a5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:37.653952 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8270746-8904-45f9-8b6a-0c5da78086a4 req-78e3f4f0-506f-4ff9-a3d0-b4f40af22a5d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.1589115 Feb 11 13:58:37.732186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8270746-8904-45f9-8b6a-0c5da78086a4 req-b8b26937-7810-48fa-9af1-eacea315faba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720403 Feb 11 13:58:37.834345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:37.871222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8270746-8904-45f9-8b6a-0c5da78086a4 req-876853a3-0cf6-40ec-94c2-42a65d87db7d service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307795 Feb 11 13:58:38.022531 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8270746-8904-45f9-8b6a-0c5da78086a4 req-45816e9e-3dd9-43b8-ae72-bb2e16bc5569 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469791 Feb 11 13:58:42.732513 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:45.536109 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2af3ad1a-9986-4498-a781-1676289f23b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:47.682494 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-32e1cab9-c3a8-403b-a88d-55659b83b58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:48.958935 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:49.003911 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:50.403692 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:02.874730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-044031b9-63d8-4998-bf34-dd07564969f7 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:02.876166 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-044031b9-63d8-4998-bf34-dd07564969f7 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/networks?id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5 HTTP/1.1" status: 200 len: 813 time: 0.1413326 Feb 11 13:59:02.892931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-0cf401cc-1dd9-4ab2-945a-edfe9918ea5c tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/quotas/8ae8fcadc6a14d4aa7f63e534059fede HTTP/1.1" status: 200 len: 375 time: 0.0115428 Feb 11 13:59:02.937765 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-885c08ec-406c-44d0-bccd-2e6ca19bdb06 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ae8fcadc6a14d4aa7f63e534059fede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399027 Feb 11 13:59:03.068876 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-a35a1d50-24ea-4ff1-958a-bf9c13d52987 service neutron] 10.222.0.67 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246879 Feb 11 13:59:03.200453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-3c625018-7b47-45c8-9c53-0b89b4ac33f8 service neutron] 10.222.0.67 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247571 Feb 11 13:59:03.419120 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f9b845c-7bbf-4a1f-968f-37b651591e70 req-2953e345-64eb-4207-9d30-7a257d1ba6dd tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 210 time: 0.0467193 Feb 11 13:59:04.446188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-f571d59d-3dc4-4b04-bfe8-a2dcb2278c42 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:04.448461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-f571d59d-3dc4-4b04-bfe8-a2dcb2278c42 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Synchronizing usage tracker for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:59:04.471655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-f571d59d-3dc4-4b04-bfe8-a2dcb2278c42 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Unset dirty status for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:59:04.473083 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-f571d59d-3dc4-4b04-bfe8-a2dcb2278c42 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.75 "GET /v2.0/networks?id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5 HTTP/1.1" status: 200 len: 813 time: 0.1858962 Feb 11 13:59:04.492106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Request body: {'port': {'device_id': '45479456-885b-46d5-96f1-dfd2324d4a36', 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5', 'admin_state_up': True, 'tenant_id': '8ae8fcadc6a14d4aa7f63e534059fede'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:59:04.593116 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae2d46bd-e2eb-48d4-827b-a214f2aa8315 req-55c1ce4d-0fdb-4741-bf3f-5e07ab511dde tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 210 time: 0.0418265 Feb 11 13:59:04.637809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 13:59:04.641818 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Usage tracker for resource:port and tenant:8ae8fcadc6a14d4aa7f63e534059fede is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 13:59:04.644695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 13:59:04.650454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 13:59:04.660789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Made reservation on behalf of 8ae8fcadc6a14d4aa7f63e534059fede for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:59:04.663860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:04.836925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Allocated IP 172.20.0.8 (f41fa41f-0825-44b0-86d4-e7dfbfc487d5/38b36d65-0192-47dc-ab16-41f40b60046e/c693f9e3-3049-4799-836a-997f485b953a) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:05.038174 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:05.068309 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:05.145354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:05.148236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:05.150861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 13:59:05.196219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Pushing event updated for resources: {'Port': ['ID=c693f9e3-3049-4799-836a-997f485b953a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:05.224891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:05.225489 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:05.246410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-56050a27-ae48-4a36-b359-cb980252cae3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7606049 Feb 11 13:59:05.257212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Request body: {'port': {'device_id': '45479456-885b-46d5-96f1-dfd2324d4a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 13:59:05.365998 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:05.859230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c693f9e3-3049-4799-836a-997f485b953a {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:59:05.867753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:05.893679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Transition to ACTIVE for port object c693f9e3-3049-4799-836a-997f485b953a will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:59:05.896736 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:05.961903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8700da-49ea-4ed4-b8b5-ee1e6e125d11 req-34091f30-5be0-48bc-aeb5-c47a0771d976 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:05.962607 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8b8700da-49ea-4ed4-b8b5-ee1e6e125d11 req-34091f30-5be0-48bc-aeb5-c47a0771d976 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Synchronizing usage tracker for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:59:06.044500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c693f9e3-3049-4799-836a-997f485b953a,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:06.081617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8b8700da-49ea-4ed4-b8b5-ee1e6e125d11 req-34091f30-5be0-48bc-aeb5-c47a0771d976 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Unset dirty status for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:59:06.082782 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b8700da-49ea-4ed4-b8b5-ee1e6e125d11 req-34091f30-5be0-48bc-aeb5-c47a0771d976 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 931 time: 0.2815900 Feb 11 13:59:06.182333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8b8700da-49ea-4ed4-b8b5-ee1e6e125d11 req-9fd817ec-41d7-48ca-8f44-27ac5c64db97 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Synchronizing usage tracker for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:59:06.195580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Attempting to bind port c693f9e3-3049-4799-836a-997f485b953a on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:59:06.195912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Attempting to bind port c693f9e3-3049-4799-836a-997f485b953a by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '4317ba86-651e-4d83-b0e8-02a18e39061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:59:06.196235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Attempting to bind port c693f9e3-3049-4799-836a-997f485b953a on network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:59:06.208692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Port c693f9e3-3049-4799-836a-997f485b953a on network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 13:59:06.209100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Attempting to bind port c693f9e3-3049-4799-836a-997f485b953a on network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 13:59:06.213316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8b8700da-49ea-4ed4-b8b5-ee1e6e125d11 req-9fd817ec-41d7-48ca-8f44-27ac5c64db97 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Unset dirty status for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:59:06.215161 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b8700da-49ea-4ed4-b8b5-ee1e6e125d11 req-9fd817ec-41d7-48ca-8f44-27ac5c64db97 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261868 Feb 11 13:59:06.218422 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 13:59:06.218779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Checking segment: {'id': '4317ba86-651e-4d83-b0e8-02a18e39061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 13:59:06.219147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Bound using segment: {'id': '4317ba86-651e-4d83-b0e8-02a18e39061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 13:59:06.219565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Bound port: c693f9e3-3049-4799-836a-997f485b953a, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4317ba86-651e-4d83-b0e8-02a18e39061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:59:06.219906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:06.310912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] For port c693f9e3-3049-4799-836a-997f485b953a, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:06.314026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] For port c693f9e3-3049-4799-836a-997f485b953a, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c693f9e3-3049-4799-836a-997f485b953a,segment=NetworkSegment(4317ba86-651e-4d83-b0e8-02a18e39061a),segment_id=4317ba86-651e-4d83-b0e8-02a18e39061a)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:06.317546 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:06.380307 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:06.381666 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] 10.222.0.75 "PUT /v2.0/ports/c693f9e3-3049-4799-836a-997f485b953a HTTP/1.1" status: 200 len: 1091 time: 1.1283259 Feb 11 13:59:06.382084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45479456-885b-46d5-96f1-dfd2324d4a36', 'tag': 'c693f9e3-3049-4799-836a-997f485b953a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:06.400398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3755e-74ac-465c-92f7-b3cffe9c01e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c693f9e3-3049-4799-836a-997f485b953a,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:06.452499 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45479456-885b-46d5-96f1-dfd2324d4a36', 'tag': 'c693f9e3-3049-4799-836a-997f485b953a', 'status': 'completed', 'code': 200} Feb 11 13:59:06.493300 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-01728c8d-5d47-4194-a11a-6ab5a458880c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8ae8fcadc6a14d4aa7f63e534059fede&device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 1094 time: 0.0768123 Feb 11 13:59:06.561091 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-69344a5b-dcf1-4cfa-bbe6-b7bc8e10278b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c693f9e3-3049-4799-836a-997f485b953a HTTP/1.1" status: 200 len: 217 time: 0.0614815 Feb 11 13:59:06.626029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-24d63d0a-2314-4ccd-a97b-d4d6dfb8f5e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:06.627515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-24d63d0a-2314-4ccd-a97b-d4d6dfb8f5e9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b36d65-0192-47dc-ab16-41f40b60046e HTTP/1.1" status: 200 len: 853 time: 0.0611496 Feb 11 13:59:06.672848 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-f4fd00df-1516-421f-ba8a-1dbf4015856c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396476 Feb 11 13:59:06.804841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-0a9c61b1-b7a2-45e1-8afc-bd9a7b00968c service neutron] 10.222.0.75 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264753 Feb 11 13:59:06.935748 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3080b0f4-c2a8-4285-b5f2-fa21f1869b76 req-ee84c514-2e56-49bb-a89b-8775d7e50b69 service neutron] 10.222.0.75 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257045 Feb 11 13:59:07.052201 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab26e35e-f74b-4de7-a1d1-3bc5321ab8e3 req-35e6db84-a0b2-4e79-a6d3-7323114b131c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8ae8fcadc6a14d4aa7f63e534059fede&device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 1094 time: 0.0740807 Feb 11 13:59:07.182776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26e35e-f74b-4de7-a1d1-3bc5321ab8e3 req-a0b71b16-285e-4acc-a75b-82185ea52576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:07.184644 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab26e35e-f74b-4de7-a1d1-3bc5321ab8e3 req-a0b71b16-285e-4acc-a75b-82185ea52576 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5 HTTP/1.1" status: 200 len: 914 time: 0.1266723 Feb 11 13:59:07.252459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab26e35e-f74b-4de7-a1d1-3bc5321ab8e3 req-12414507-f5a9-41a4-8954-64ba1cfba66a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c693f9e3-3049-4799-836a-997f485b953a HTTP/1.1" status: 200 len: 217 time: 0.0615463 Feb 11 13:59:07.319120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26e35e-f74b-4de7-a1d1-3bc5321ab8e3 req-8f1dc68e-b381-4aec-84f8-6e7f1b9e3975 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:07.320479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab26e35e-f74b-4de7-a1d1-3bc5321ab8e3 req-8f1dc68e-b381-4aec-84f8-6e7f1b9e3975 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b36d65-0192-47dc-ab16-41f40b60046e HTTP/1.1" status: 200 len: 853 time: 0.0617204 Feb 11 13:59:07.398837 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab26e35e-f74b-4de7-a1d1-3bc5321ab8e3 req-5428a2dc-9b89-458b-8dde-97738afa329d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720332 Feb 11 13:59:07.645005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db374f-80be-4331-9de0-9372ee341e51 req-4b492cfd-05c6-433b-8029-0b5c2ede54e8 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:07.646441 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7db374f-80be-4331-9de0-9372ee341e51 req-4b492cfd-05c6-433b-8029-0b5c2ede54e8 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 943 time: 0.2896545 Feb 11 13:59:07.651500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab26e35e-f74b-4de7-a1d1-3bc5321ab8e3 req-85c28245-e94c-45a3-99b2-91e307f123e5 service neutron] 10.222.0.75 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443702 Feb 11 13:59:07.773329 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7db374f-80be-4331-9de0-9372ee341e51 req-a35a3863-8eaf-42fe-8a93-28b10652a261 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201868 Feb 11 13:59:07.822561 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab26e35e-f74b-4de7-a1d1-3bc5321ab8e3 req-52ae0ea0-a4bc-4116-840b-332863e69db6 service neutron] 10.222.0.75 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561708 Feb 11 13:59:07.825093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:08.349127 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:59:08.977486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb965561-6bf0-40c8-a813-c74842e70b83 req-5571cef3-c16a-461c-866a-e29c644a8818 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:08.978958 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb965561-6bf0-40c8-a813-c74842e70b83 req-5571cef3-c16a-461c-866a-e29c644a8818 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 943 time: 0.0795217 Feb 11 13:59:09.024174 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb965561-6bf0-40c8-a813-c74842e70b83 req-fed1ffcc-38c4-4dfc-94e8-77318d330f59 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Feb 11 13:59:09.207067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device c693f9e3-3049-4799-836a-997f485b953a details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 13:59:09.341193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port c693f9e3-3049-4799-836a-997f485b953a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c693f9e3-3049-4799-836a-997f485b953a,segment=NetworkSegment(4317ba86-651e-4d83-b0e8-02a18e39061a),segment_id=4317ba86-651e-4d83-b0e8-02a18e39061a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:09.355008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'c693f9e3-3049-4799-836a-997f485b953a', 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5', 'port_id': 'c693f9e3-3049-4799-836a-997f485b953a', 'mac_address': 'fa:16:3e:b4:10:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b36d65-0192-47dc-ab16-41f40b60046e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 13:59:09.410889 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:09.429324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c693f9e3-3049-4799-836a-997f485b953a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:59:09.445138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port c693f9e3-3049-4799-836a-997f485b953a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c693f9e3-3049-4799-836a-997f485b953a,segment=NetworkSegment(4317ba86-651e-4d83-b0e8-02a18e39061a),segment_id=4317ba86-651e-4d83-b0e8-02a18e39061a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:09.449596 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:09.514168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=c693f9e3-3049-4799-836a-997f485b953a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:09.522562 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.522928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.523264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.523591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.523913 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.524236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.524555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.524873 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.525188 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.525503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.525817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:09.660754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['c693f9e3-3049-4799-836a-997f485b953a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:59:10.226111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4045d-2d5c-4c2d-bea9-29f6c89d76eb req-b1e75b39-8248-49bc-93f9-52a975a6502a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:10.227616 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56b4045d-2d5c-4c2d-bea9-29f6c89d76eb req-b1e75b39-8248-49bc-93f9-52a975a6502a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 944 time: 0.0800638 Feb 11 13:59:10.278359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-56b4045d-2d5c-4c2d-bea9-29f6c89d76eb req-6cf60ad8-6f6a-4bda-b488-0832eeaad027 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441532 Feb 11 13:59:11.260380 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device c693f9e3-3049-4799-836a-997f485b953a up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 13:59:11.329132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port c693f9e3-3049-4799-836a-997f485b953a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:59:11.334203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port c693f9e3-3049-4799-836a-997f485b953a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:11.334595 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:11.451016 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:11.477059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8915bc3-f6ca-4f40-bf2b-311b24d8abcb req-0e6b3c0e-077c-4cbc-9e88-47a131428db7 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:11.478501 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8915bc3-f6ca-4f40-bf2b-311b24d8abcb req-0e6b3c0e-077c-4cbc-9e88-47a131428db7 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 944 time: 0.0782950 Feb 11 13:59:11.482926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45479456-885b-46d5-96f1-dfd2324d4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c693f9e3-3049-4799-836a-997f485b953a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:11.492461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port c693f9e3-3049-4799-836a-997f485b953a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c693f9e3-3049-4799-836a-997f485b953a,segment=NetworkSegment(4317ba86-651e-4d83-b0e8-02a18e39061a),segment_id=4317ba86-651e-4d83-b0e8-02a18e39061a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:11.497957 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:11.542261 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8915bc3-f6ca-4f40-bf2b-311b24d8abcb req-3398f3e1-a038-49cc-9661-a7faefea0cc3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554874 Feb 11 13:59:11.555620 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45479456-885b-46d5-96f1-dfd2324d4a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c693f9e3-3049-4799-836a-997f485b953a', 'code': 200} Feb 11 13:59:11.581711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=c693f9e3-3049-4799-836a-997f485b953a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:11.680659 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-361db5bf-8abf-4af0-98b3-590da0ff70c5 req-c261a1c5-ac1d-4e86-a475-4e861750527f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 1096 time: 0.0700359 Feb 11 13:59:11.722809 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-361db5bf-8abf-4af0-98b3-590da0ff70c5 req-2cb373c6-2379-4c30-9799-228d34510296 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356917 Feb 11 13:59:12.735841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58cbf5-d8f2-4ef2-a6c0-da29eaa5e016 req-84413060-60a6-4df0-b9dc-0b97d8ae8bf5 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:12.739038 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-da58cbf5-d8f2-4ef2-a6c0-da29eaa5e016 req-84413060-60a6-4df0-b9dc-0b97d8ae8bf5 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 945 time: 0.0904324 Feb 11 13:59:12.744294 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:12.793109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-da58cbf5-d8f2-4ef2-a6c0-da29eaa5e016 req-58a628fd-f38a-42a7-b1b5-5afa300b1e22 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Feb 11 13:59:14.001327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d982ae-c86c-4d93-8932-60595321526f req-0d7cbd91-1d41-4db6-ac3f-e78629c8bbbd tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:14.002810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46d982ae-c86c-4d93-8932-60595321526f req-0d7cbd91-1d41-4db6-ac3f-e78629c8bbbd tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 945 time: 0.0800993 Feb 11 13:59:14.047207 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-46d982ae-c86c-4d93-8932-60595321526f req-845a6d64-de03-474b-a4da-310ffd4e98c8 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389900 Feb 11 13:59:15.520554 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca90705f-7394-4271-84e7-b9dca12f60f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:17.687910 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a62ffc71-a9c3-4462-a6aa-b8b3c0744369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:18.099114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52446) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:18.404659 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Deleting port a897c118-3992-4526-920c-eeaeb6eccd94 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:18.404994 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:18.579035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:18.579386 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:18.706936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Calling delete_port for a897c118-3992-4526-920c-eeaeb6eccd94 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:18.871396 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:18.927689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'Port': ['ID=a897c118-3992-4526-920c-eeaeb6eccd94,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:18.971844 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:18.983776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:18.984256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:18.984763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:18.985229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:18.985686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:18.986145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:18.986619 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:18.987073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:18.987550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:18.988033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:18.988530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:19.014137 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:19.054836 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:19.481541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Router 0702a23a-fad0-45fb-b28f-7b5727c39510 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:19.702219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:19.712026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] Sync routers for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:59:19.727649 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:19.728434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:59:19.729448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:59:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:19.782337 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-30107c7b-f4fa-4e8a-85f1-1f907cc401ab tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "DELETE /v2.0/floatingips/b679957a-99be-45da-9f0e-ac31bdb2823f HTTP/1.1" status: 204 len: 168 time: 1.6819808 Feb 11 13:59:19.782847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'tag': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:19.844917 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'tag': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'status': 'completed', 'code': 200} Feb 11 13:59:19.955506 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10bdfef5-dca4-483d-9b0c-65a6f36ab489 req-c91caac7-0cb3-44cb-bcc6-6ba8e0ef4b70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 1097 time: 0.0881727 Feb 11 13:59:19.982131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:59:20.246867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdfef5-dca4-483d-9b0c-65a6f36ab489 req-c048a303-20cd-4ad2-8e51-c2a406dc6a92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:20.248309 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10bdfef5-dca4-483d-9b0c-65a6f36ab489 req-c048a303-20cd-4ad2-8e51-c2a406dc6a92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.2863581 Feb 11 13:59:20.275741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b5776-1a5a-472b-abff-ea2946fea665 req-63c13b5e-107e-4002-af53-20488bd46df4 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:20.283450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e9b5776-1a5a-472b-abff-ea2946fea665 req-63c13b5e-107e-4002-af53-20488bd46df4 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 946 time: 0.0989439 Feb 11 13:59:20.327325 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10bdfef5-dca4-483d-9b0c-65a6f36ab489 req-2248ed30-39c0-4006-bdc4-abaf3c47fe1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 HTTP/1.1" status: 200 len: 217 time: 0.0711455 Feb 11 13:59:20.335331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5e9b5776-1a5a-472b-abff-ea2946fea665 req-1bbabaf1-7013-4bbd-8439-4f7ddfc985b8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503981 Feb 11 13:59:20.414361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdfef5-dca4-483d-9b0c-65a6f36ab489 req-cacb39ec-a5d8-4cf8-b204-f0caa2ac4298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:20.416007 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10bdfef5-dca4-483d-9b0c-65a6f36ab489 req-cacb39ec-a5d8-4cf8-b204-f0caa2ac4298 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0833116 Feb 11 13:59:20.449179 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:20.491444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ab58bb3f-efca-4223-96f7-4c182f3213c2', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:d2:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:55:24Z', 'updated_at': '2022-02-11T13:55:27Z', 'revision_number': 1, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:20.493448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10bdfef5-dca4-483d-9b0c-65a6f36ab489 req-3e46896c-2a3c-4369-a5d1-63e7a2096994 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713825 Feb 11 13:59:20.496310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] Checking router: 0702a23a-fad0-45fb-b28f-7b5727c39510 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:59:20.508569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:59:20.509470 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:59:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:20.638036 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10bdfef5-dca4-483d-9b0c-65a6f36ab489 req-3ad44110-1baa-4bf7-ae40-423f43583155 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383290 Feb 11 13:59:20.705819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:59:20.785363 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-10bdfef5-dca4-483d-9b0c-65a6f36ab489 req-c2ac034b-0aa2-404e-94ac-581868a1ffc3 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408002 Feb 11 13:59:21.155054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ab58bb3f-efca-4223-96f7-4c182f3213c2', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:d2:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:55:24Z', 'updated_at': '2022-02-11T13:55:27Z', 'revision_number': 1, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:21.159152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfde3ee-3649-482c-970e-b2cd1982fe81 None None] The sync data for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 is: [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'ab58bb3f-efca-4223-96f7-4c182f3213c2', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'port_id': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'mac_address': 'fa:16:3e:d2:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:55:24Z', 'updated_at': '2022-02-11T13:55:27Z', 'revision_number': 1, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:59:21.442345 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02636c-b0e1-4922-9ba0-c621e4453f11 None None] New status for floating IP b679957a-99be-45da-9f0e-ac31bdb2823f: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:59:21.717533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd88b60-3f68-4e9c-b00b-1c9d3366f64b req-c9877c46-9e66-4fc5-bbc6-d3a929b9f6a7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:21.718236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1bd88b60-3f68-4e9c-b00b-1c9d3366f64b req-c9877c46-9e66-4fc5-bbc6-d3a929b9f6a7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:59:21.725801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-efd32070-62fd-4876-a866-b4ccb91581fe tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:21.726469 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-efd32070-62fd-4876-a866-b4ccb91581fe tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:59:21.750650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-efd32070-62fd-4876-a866-b4ccb91581fe tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:59:21.751694 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-efd32070-62fd-4876-a866-b4ccb91581fe tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 946 time: 0.1424797 Feb 11 13:59:21.752631 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1bd88b60-3f68-4e9c-b00b-1c9d3366f64b req-c9877c46-9e66-4fc5-bbc6-d3a929b9f6a7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:59:21.753621 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bd88b60-3f68-4e9c-b00b-1c9d3366f64b req-c9877c46-9e66-4fc5-bbc6-d3a929b9f6a7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 946 time: 0.1971726 Feb 11 13:59:21.858503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-0ae93524-134b-4bc7-aa18-3c816e6f9aa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Deleting port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:21.858868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-0ae93524-134b-4bc7-aa18-3c816e6f9aa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:21.889743 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bd88b60-3f68-4e9c-b00b-1c9d3366f64b req-7967e1ed-f1e9-417d-9283-dbb8130e6d44 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017907 Feb 11 13:59:22.121956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-0ae93524-134b-4bc7-aa18-3c816e6f9aa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] For port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:22.122241 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-0ae93524-134b-4bc7-aa18-3c816e6f9aa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:22.249936 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-0ae93524-134b-4bc7-aa18-3c816e6f9aa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Calling delete_port for 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:22.398824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-0ae93524-134b-4bc7-aa18-3c816e6f9aa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:22.452529 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae93524-134b-4bc7-aa18-3c816e6f9aa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'Port': ['ID=52a1d786-1f9e-465d-ad0c-3d4d1f4461a9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:22.529538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-0ae93524-134b-4bc7-aa18-3c816e6f9aa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] No DVR routers for this DVR port 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:59:22.532413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-0ae93524-134b-4bc7-aa18-3c816e6f9aa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:22.535929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'name': 'network-vif-deleted', 'tag': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:22.554392 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2604da85-8c61-4a7f-8130-ee67e2122d7d req-0ae93524-134b-4bc7-aa18-3c816e6f9aa2 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.73 "DELETE /v2.0/ports/52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 HTTP/1.1" status: 204 len: 173 time: 0.7977815 Feb 11 13:59:22.606773 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3d63ee-9910-4f30-b266-454734c849e0', 'name': 'network-vif-deleted', 'tag': '52a1d786-1f9e-465d-ad0c-3d4d1f4461a9', 'status': 'completed', 'code': 200} Feb 11 13:59:23.090946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3296d97f-7f8d-4774-9505-5537dae7f4bc req-a6e104df-d49a-4f02-9e2c-a18d89a4c5d1 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:59:23.108019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-3296d97f-7f8d-4774-9505-5537dae7f4bc req-a6e104df-d49a-4f02-9e2c-a18d89a4c5d1 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:59:23.109276 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3296d97f-7f8d-4774-9505-5537dae7f4bc req-a6e104df-d49a-4f02-9e2c-a18d89a4c5d1 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef3d63ee-9910-4f30-b266-454734c849e0 HTTP/1.1" status: 200 len: 210 time: 0.0678322 Feb 11 13:59:24.107719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:59:24.142845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:59:24.143101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 52a1d786-1f9e-465d-ad0c-3d4d1f4461a9 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:59:28.843792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52520) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:29.135080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Deleting port e897d6d7-edac-4939-a785-95d16ffeb640 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:29.135435 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:29.312120 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:29.312444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:29.434773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Calling delete_port for e897d6d7-edac-4939-a785-95d16ffeb640 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:29.596931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:29.642328 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'Port': ['ID=e897d6d7-edac-4939-a785-95d16ffeb640,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:29.738436 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:30.139972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Router 0702a23a-fad0-45fb-b28f-7b5727c39510 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:30.343469 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:30.356088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] Sync routers for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:59:30.368327 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:30.369021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:59:30.369891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:59:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:30.430081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f102cd9e-4ecc-49a0-8653-3e2fa39c1b17 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "DELETE /v2.0/floatingips/ab58bb3f-efca-4223-96f7-4c182f3213c2 HTTP/1.1" status: 204 len: 168 time: 1.5814419 Feb 11 13:59:30.430081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'tag': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:30.494182 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'tag': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'status': 'completed', 'code': 200} Feb 11 13:59:30.619249 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12a61bfb-887c-4505-8e69-dfcaf410e75d req-93e1869b-436b-4034-9d0c-f5ac8ade7b55 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 1097 time: 0.0976801 Feb 11 13:59:30.651023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:59:30.770018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61bfb-887c-4505-8e69-dfcaf410e75d req-c2e90353-cf44-4256-b544-eaf1bf214f1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:30.771742 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12a61bfb-887c-4505-8e69-dfcaf410e75d req-c2e90353-cf44-4256-b544-eaf1bf214f1f service neutron] 10.222.0.75 "GET /v2.0/networks?id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 200 len: 912 time: 0.1459064 Feb 11 13:59:30.844250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12a61bfb-887c-4505-8e69-dfcaf410e75d req-68553b1e-86cf-43a7-a586-50a18fdc45fc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 HTTP/1.1" status: 200 len: 217 time: 0.0655074 Feb 11 13:59:30.883687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60af4c6-12e7-42aa-9040-fff78c222c37 req-b9a1544b-47ec-4fb9-95f9-4e40fea73e1f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:30.884552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d60af4c6-12e7-42aa-9040-fff78c222c37 req-b9a1544b-47ec-4fb9-95f9-4e40fea73e1f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:59:30.902223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d60af4c6-12e7-42aa-9040-fff78c222c37 req-b9a1544b-47ec-4fb9-95f9-4e40fea73e1f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:59:30.903741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d60af4c6-12e7-42aa-9040-fff78c222c37 req-b9a1544b-47ec-4fb9-95f9-4e40fea73e1f tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 946 time: 0.1119175 Feb 11 13:59:30.922076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61bfb-887c-4505-8e69-dfcaf410e75d req-d0ef91c7-f2b0-4bf4-be76-ad3f219318ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:30.923871 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12a61bfb-887c-4505-8e69-dfcaf410e75d req-d0ef91c7-f2b0-4bf4-be76-ad3f219318ab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 200 len: 850 time: 0.0723825 Feb 11 13:59:30.951567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d60af4c6-12e7-42aa-9040-fff78c222c37 req-bd9b87be-2ca0-4a3a-bc68-a6dca4968e1c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420721 Feb 11 13:59:31.006043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12a61bfb-887c-4505-8e69-dfcaf410e75d req-e30421cc-8938-4fb2-ac52-aeb0fb391395 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ecf7a222-cb00-4783-8fcc-55f3133ab6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746269 Feb 11 13:59:31.014895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:31.018810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] Checking router: 0702a23a-fad0-45fb-b28f-7b5727c39510 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:59:31.030100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:59:31.030720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:59:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:31.139317 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12a61bfb-887c-4505-8e69-dfcaf410e75d req-9d3ffe18-6fcb-454f-9f81-660b61f5a9ad service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264250 Feb 11 13:59:31.209583 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:59:31.274913 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12a61bfb-887c-4505-8e69-dfcaf410e75d req-54d89dfc-61f7-47d9-b368-d595023ae3d6 service neutron] 10.222.0.75 "GET /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287515 Feb 11 13:59:31.525185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:31.530029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb77c2d1-8c85-47e7-976d-7be21c7e80b7 None None] The sync data for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 is: [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:49:29Z', 'revision_number': 4, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '253c1edb-6ddf-4bb2-8abd-b72f6855931a', 'name': '', 'network_id': 'ecf7a222-cb00-4783-8fcc-55f3133ab6d3', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'mac_address': 'fa:16:3e:0d:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:28Z', 'updated_at': '2022-02-11T13:49:37Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'subnets': [{'id': '8c9bab48-cff2-4672-a89f-bb6ed7f2a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:59:31.746607 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8fde9-0487-4b03-95f2-7f2c50e35ec9 None None] New status for floating IP ab58bb3f-efca-4223-96f7-4c182f3213c2: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 13:59:32.157336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb306ce-a6c0-428b-bbbf-0e6a315002fd req-d72b3126-d640-44d0-bd1b-ad40f2ef5ea8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:32.158751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5eb306ce-a6c0-428b-bbbf-0e6a315002fd req-d72b3126-d640-44d0-bd1b-ad40f2ef5ea8 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 946 time: 0.0808704 Feb 11 13:59:32.205352 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5eb306ce-a6c0-428b-bbbf-0e6a315002fd req-be0f6eba-a8af-42b5-83d9-338870846fee tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/security-groups?id=de7bc0c4-e390-4159-bd1e-899493746b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412500 Feb 11 13:59:32.348425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-0d14cd29-4b3f-4c0a-bc3a-6843be4d7c63 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:32.349909 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-0d14cd29-4b3f-4c0a-bc3a-6843be4d7c63 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 946 time: 0.0758302 Feb 11 13:59:32.525108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Deleting port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:32.525108 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:32.771868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] For port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:32.772222 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:32.895955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Calling delete_port for 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:33.032586 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:33.084358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'Port': ['ID=1df8cb2f-8133-4f0e-bac8-5f3cd6e82607,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:33.126147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.126496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.126866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.127199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.127531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.127862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.128186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.128508 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.128833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.129152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.129471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:33.169523 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] No DVR routers for this DVR port 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:59:33.171939 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:33.174381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'name': 'network-vif-deleted', 'tag': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:33.190669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e98d2f2c-0647-4e7f-86f7-3176a8cac4a2 req-f463921c-a792-48a2-9bdb-7f7f01459779 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.75 "DELETE /v2.0/ports/1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 HTTP/1.1" status: 204 len: 173 time: 0.8347907 Feb 11 13:59:33.238388 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d714549-bdb9-4781-95e1-d6858a7d49c0', 'name': 'network-vif-deleted', 'tag': '1df8cb2f-8133-4f0e-bac8-5f3cd6e82607', 'status': 'completed', 'code': 200} Feb 11 13:59:33.376841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1ca2bd59-2bdb-40ad-83ab-f99a495f0400 req-97e5806b-e819-4f61-9681-7f09b818592e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Synchronizing usage tracker for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:59:33.392167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1ca2bd59-2bdb-40ad-83ab-f99a495f0400 req-97e5806b-e819-4f61-9681-7f09b818592e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Unset dirty status for tenant:320ac6f1567144f2bd5fefe0ce684a1c on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:59:33.393609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ca2bd59-2bdb-40ad-83ab-f99a495f0400 req-97e5806b-e819-4f61-9681-7f09b818592e tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d714549-bdb9-4781-95e1-d6858a7d49c0 HTTP/1.1" status: 200 len: 210 time: 0.0631862 Feb 11 13:59:34.501852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52556) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:34.754667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-37f4dded-0b48-474e-9beb-198b2b5bcea7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Deleting port f287efe9-6a31-4bbc-91b3-d846de3cf35d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:34.755010 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37f4dded-0b48-474e-9beb-198b2b5bcea7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:34.925976 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37f4dded-0b48-474e-9beb-198b2b5bcea7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:34.926546 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37f4dded-0b48-474e-9beb-198b2b5bcea7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:35.047842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-37f4dded-0b48-474e-9beb-198b2b5bcea7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Calling delete_port for f287efe9-6a31-4bbc-91b3-d846de3cf35d owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:35.188084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37f4dded-0b48-474e-9beb-198b2b5bcea7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:35.231790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4dded-0b48-474e-9beb-198b2b5bcea7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'Port': ['ID=f287efe9-6a31-4bbc-91b3-d846de3cf35d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:35.333997 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37f4dded-0b48-474e-9beb-198b2b5bcea7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:35.351895 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-37f4dded-0b48-474e-9beb-198b2b5bcea7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:35.353017 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-37f4dded-0b48-474e-9beb-198b2b5bcea7 tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "DELETE /v2.0/floatingips/2dac5ffc-c7c4-4e5c-a9cd-74fd3e4049cb HTTP/1.1" status: 204 len: 168 time: 0.8499589 Feb 11 13:59:37.418930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:59:37.490722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:59:37.491067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 1df8cb2f-8133-4f0e-bac8-5f3cd6e82607 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:59:37.839192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:37.841803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:37.912137 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f68c28b7-1386-4efa-bd60-effced12e6ed tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:37.942629 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f68c28b7-1386-4efa-bd60-effced12e6ed tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:38.012802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f68c28b7-1386-4efa-bd60-effced12e6ed tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:38.035211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c28b7-1386-4efa-bd60-effced12e6ed tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7bc0c4-e390-4159-bd1e-899493746b63,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:38.050043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f68c28b7-1386-4efa-bd60-effced12e6ed tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:38.053806 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f68c28b7-1386-4efa-bd60-effced12e6ed tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] 10.222.0.67 "DELETE /v2.0/security-groups/de7bc0c4-e390-4159-bd1e-899493746b63 HTTP/1.1" status: 204 len: 168 time: 0.2084405 Feb 11 13:59:38.124423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52590) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:38.177860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c0d1958-4a14-4089-817d-0355b6688e21 req-c503a883-1754-45c8-b6a2-88e1d67584f9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862265 Feb 11 13:59:38.379175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c0d1958-4a14-4089-817d-0355b6688e21 req-f2887f4c-7c90-46a7-aa3c-abb00df7050c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8ae8fcadc6a14d4aa7f63e534059fede&device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 1096 time: 0.0886071 Feb 11 13:59:38.534704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1958-4a14-4089-817d-0355b6688e21 req-d5e96f9a-4cc7-463b-8c61-6ad74d431b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:38.536179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c0d1958-4a14-4089-817d-0355b6688e21 req-d5e96f9a-4cc7-463b-8c61-6ad74d431b6a service neutron] 10.222.0.75 "GET /v2.0/networks?id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5 HTTP/1.1" status: 200 len: 914 time: 0.1353972 Feb 11 13:59:38.610033 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c0d1958-4a14-4089-817d-0355b6688e21 req-801ae75d-14f8-479f-b903-5762ca06b273 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c693f9e3-3049-4799-836a-997f485b953a HTTP/1.1" status: 200 len: 217 time: 0.0667799 Feb 11 13:59:38.675461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1958-4a14-4089-817d-0355b6688e21 req-92a8f094-5f89-407d-b199-f6edbd2509c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:38.676804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:38.676924 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c0d1958-4a14-4089-817d-0355b6688e21 req-92a8f094-5f89-407d-b199-f6edbd2509c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b36d65-0192-47dc-ab16-41f40b60046e HTTP/1.1" status: 200 len: 853 time: 0.0613012 Feb 11 13:59:38.722832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c0d1958-4a14-4089-817d-0355b6688e21 req-dfa606a6-af63-4fc3-aaa9-280e34f73dec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392709 Feb 11 13:59:38.856564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c0d1958-4a14-4089-817d-0355b6688e21 req-05738c22-4270-4631-99c7-063a332f70c1 service neutron] 10.222.0.75 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281157 Feb 11 13:59:39.002011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0c0d1958-4a14-4089-817d-0355b6688e21 req-125eca39-371f-4aac-a356-405716be969d service neutron] 10.222.0.75 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396003 Feb 11 13:59:39.382874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] Deleting port 253c1edb-6ddf-4bb2-8abd-b72f6855931a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:39.383441 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:39.563742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] For port 253c1edb-6ddf-4bb2-8abd-b72f6855931a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=253c1edb-6ddf-4bb2-8abd-b72f6855931a,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:39.564016 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:39.701210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] Calling delete_port for 253c1edb-6ddf-4bb2-8abd-b72f6855931a owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:39.868170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:39.914295 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=253c1edb-6ddf-4bb2-8abd-b72f6855931a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:40.208860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:40.917949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] Router 0702a23a-fad0-45fb-b28f-7b5727c39510 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:41.116070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:41.126757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] Sync routers for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:59:41.130694 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ae1c9da0-a46e-4b97-aebd-3718142af0eb admin admin] 10.222.0.67 "PUT /v2.0/routers/0702a23a-fad0-45fb-b28f-7b5727c39510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0051565 Feb 11 13:59:41.131951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52606) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:41.139366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:59:41.139971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:59:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:41.317813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:59:41.331970 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:41.525246 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:41.535113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Deleting port ff1ecf4d-952f-4e94-92ef-3b75672154a5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:41.535500 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:41.604344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:59:39Z', 'revision_number': 5, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port': {'id': 'ff1ecf4d-952f-4e94-92ef-3b75672154a5', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:25Z', 'updated_at': '2022-02-11T13:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:41.608290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] Checking router: 0702a23a-fad0-45fb-b28f-7b5727c39510 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:59:41.618828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] Routers {'0702a23a-fad0-45fb-b28f-7b5727c39510'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:59:41.619423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:59:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['0702a23a-fad0-45fb-b28f-7b5727c39510'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:41.714466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] For port ff1ecf4d-952f-4e94-92ef-3b75672154a5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ff1ecf4d-952f-4e94-92ef-3b75672154a5,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:41.714888 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:41.773432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] Set router 0702a23a-fad0-45fb-b28f-7b5727c39510 gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:59:41.836667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Calling delete_port for ff1ecf4d-952f-4e94-92ef-3b75672154a5 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:41.883188 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:59:41Z', 'revision_number': 6, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:41.890376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252b606-5837-4ec1-bfdc-1fe23755f070 None None] The sync data for ids ['0702a23a-fad0-45fb-b28f-7b5727c39510'] in n-d-818559-1 is: [{'id': '0702a23a-fad0-45fb-b28f-7b5727c39510', 'name': 'tempest-TestVolumeBootPattern-724289704-router', 'tenant_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:24Z', 'updated_at': '2022-02-11T13:59:41Z', 'revision_number': 6, 'project_id': '320ac6f1567144f2bd5fefe0ce684a1c', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:59:42.117987 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:42.163901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1ecf4d-952f-4e94-92ef-3b75672154a5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:42.400362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:42.662190 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:42.667130 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:42.695439 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:42.696129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0702a23a-fad0-45fb-b28f-7b5727c39510 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:59:42.708636 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:42.709801 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a52d1ce2-60a9-4c85-b386-c3121f668009 admin admin] 10.222.0.67 "DELETE /v2.0/routers/0702a23a-fad0-45fb-b28f-7b5727c39510 HTTP/1.1" status: 204 len: 168 time: 1.5769742 Feb 11 13:59:42.712263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52616) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:42.733337 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:42.777868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a5267e-e9eb-48fe-b78b-ed3b846f96a3 admin admin] Deleting subnet 8c9bab48-cff2-4672-a89f-bb6ed7f2a779 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:59:42.781151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78a5267e-e9eb-48fe-b78b-ed3b846f96a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:42.828639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ff1ecf4d-952f-4e94-92ef-3b75672154a5 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:59:42.842159 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78a5267e-e9eb-48fe-b78b-ed3b846f96a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:42.872486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: ff1ecf4d-952f-4e94-92ef-3b75672154a5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:59:42.873664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ff1ecf4d-952f-4e94-92ef-3b75672154a5 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:59:42.874243 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 253c1edb-6ddf-4bb2-8abd-b72f6855931a no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:59:42.917807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 253c1edb-6ddf-4bb2-8abd-b72f6855931a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:59:42.918378 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 253c1edb-6ddf-4bb2-8abd-b72f6855931a not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:59:42.942265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78a5267e-e9eb-48fe-b78b-ed3b846f96a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:43.086610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78a5267e-e9eb-48fe-b78b-ed3b846f96a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:43.141147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5267e-e9eb-48fe-b78b-ed3b846f96a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9bab48-cff2-4672-a89f-bb6ed7f2a779,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:43.147664 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78a5267e-e9eb-48fe-b78b-ed3b846f96a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:43.153191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e97b6-6654-4639-accd-19a3e886aed7 None None] Network ecf7a222-cb00-4783-8fcc-55f3133ab6d3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:59:43.154198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-78a5267e-e9eb-48fe-b78b-ed3b846f96a3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8c9bab48-cff2-4672-a89f-bb6ed7f2a779 HTTP/1.1" status: 204 len: 168 time: 0.4407704 Feb 11 13:59:43.157342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:43.264940 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:43.275535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Deleting port 420ab4eb-4de7-4054-814d-200172a0daf3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:43.275912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:43.422181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] DHCP port deletion for ecf7a222-cb00-4783-8fcc-55f3133ab6d3 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:59:43.426290 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] Deleting port 420ab4eb-4de7-4054-814d-200172a0daf3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:43.426703 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:43.480426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] For port 420ab4eb-4de7-4054-814d-200172a0daf3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=420ab4eb-4de7-4054-814d-200172a0daf3,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:43.480807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:43.636613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] For port 420ab4eb-4de7-4054-814d-200172a0daf3, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=420ab4eb-4de7-4054-814d-200172a0daf3,segment=NetworkSegment(6bdbae48-6810-4aa7-94f5-bb86c3b33f8a),segment_id=6bdbae48-6810-4aa7-94f5-bb86c3b33f8a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:43.636896 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:43.702235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Calling delete_port for 420ab4eb-4de7-4054-814d-200172a0daf3 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:43.780413 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:43.799958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] Calling delete_port for 420ab4eb-4de7-4054-814d-200172a0daf3 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:43.826902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Pushing event deleted for resources: {'Port': ['ID=420ab4eb-4de7-4054-814d-200172a0daf3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:43.831227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] No DVR routers for this DVR port 420ab4eb-4de7-4054-814d-200172a0daf3 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:59:43.872728 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:59:43.873083 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:59:43.950391 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:43.980049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf7a222-cb00-4783-8fcc-55f3133ab6d3']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:43.991636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:43.991927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdbae48-6810-4aa7-94f5-bb86c3b33f8a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:44.002796 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:44.017886 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:44.023685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:59:44.024055 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:59:44.040728 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:59:44.136153 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:44.159521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:44.170279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf7a222-cb00-4783-8fcc-55f3133ab6d3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:44.185244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ebd62dcd-fcfc-4f52-a15f-c313b95fee38 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ecf7a222-cb00-4783-8fcc-55f3133ab6d3 HTTP/1.1" status: 204 len: 168 time: 1.0275540 Feb 11 13:59:44.188130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52630) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:44.374215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] Deleting port 420ab4eb-4de7-4054-814d-200172a0daf3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:44.374701 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:44.467858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fd332374-5549-4cca-b74d-9fa2267f9946 None None] The port '420ab4eb-4de7-4054-814d-200172a0daf3' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:59:44.640764 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:44.829367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 420ab4eb-4de7-4054-814d-200172a0daf3 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:59:44.867702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 420ab4eb-4de7-4054-814d-200172a0daf3 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:59:44.868747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 420ab4eb-4de7-4054-814d-200172a0daf3 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:59:45.353291 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 13:59:45.491824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] Deleting port 22c76e8b-64ad-4b63-8488-3e4e19d36985 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:45.492342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:45.519157 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6fe1223-6693-4b1a-9c45-e0ec428dd41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:45.679129 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] For port 22c76e8b-64ad-4b63-8488-3e4e19d36985, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=22c76e8b-64ad-4b63-8488-3e4e19d36985,segment=NetworkSegment(b511f5ff-76b0-432f-9890-892d9890514b),segment_id=b511f5ff-76b0-432f-9890-892d9890514b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:45.679398 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:45.805365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] Calling delete_port for 22c76e8b-64ad-4b63-8488-3e4e19d36985 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:45.967439 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:46.015541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c76e8b-64ad-4b63-8488-3e4e19d36985,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:46.308385 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:46.995368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] Router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:47.195123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:47.205704 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] Sync routers for ids ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 13:59:47.206190 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cd5c6201-b3e9-4bb2-b108-1796438457f0 admin admin] 10.222.0.67 "PUT /v2.0/routers/a64a42f6-00d3-4e55-beb8-5a7c13c8cc86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0162816 Feb 11 13:59:47.208167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52646) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:47.220249 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] Routers {'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:59:47.220850 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:59:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:47.423058 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] Set router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:59:47.448846 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:47.673318 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:47.692391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Deleting port 63005c38-6b7b-4a49-bac7-9a74601f59dc {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:47.693772 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3bfa06c4-21f0-44e2-9baf-d556b8d15bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:47.694902 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:47.735120 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'name': 'tempest-TestVolumeBootPattern-1517609656-router', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:32Z', 'updated_at': '2022-02-11T13:59:45Z', 'revision_number': 5, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'gw_port': {'id': '63005c38-6b7b-4a49-bac7-9a74601f59dc', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:49:33Z', 'updated_at': '2022-02-11T13:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:47.739338 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] Checking router: a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 13:59:47.753106 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] Routers {'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 13:59:47.754012 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T13:59:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:47.880499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] For port 63005c38-6b7b-4a49-bac7-9a74601f59dc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=63005c38-6b7b-4a49-bac7-9a74601f59dc,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:47.880826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:47.903754 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] Set router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 13:59:48.001559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Calling delete_port for 63005c38-6b7b-4a49-bac7-9a74601f59dc owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:48.034226 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'name': 'tempest-TestVolumeBootPattern-1517609656-router', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:32Z', 'updated_at': '2022-02-11T13:59:47Z', 'revision_number': 6, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:48.038318 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376fb3f-9e29-4fb1-a7d5-e4a34320bf2e None None] The sync data for ids ['a64a42f6-00d3-4e55-beb8-5a7c13c8cc86'] in n-d-818559-1 is: [{'id': 'a64a42f6-00d3-4e55-beb8-5a7c13c8cc86', 'name': 'tempest-TestVolumeBootPattern-1517609656-router', 'tenant_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:49:32Z', 'updated_at': '2022-02-11T13:59:47Z', 'revision_number': 6, 'project_id': '08fc5d4d57ff44b68d6cdfe26d552ef8', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 13:59:48.169736 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:48.220662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Pushing event deleted for resources: {'Port': ['ID=63005c38-6b7b-4a49-bac7-9a74601f59dc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:48.569036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:48.834546 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:48.839898 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:48.869950 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:48.870552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:59:48.877241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 63005c38-6b7b-4a49-bac7-9a74601f59dc no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:59:48.883843 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:48.886621 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b551e5d0-8b65-439b-bd21-020a7172436d admin admin] 10.222.0.67 "DELETE /v2.0/routers/a64a42f6-00d3-4e55-beb8-5a7c13c8cc86 HTTP/1.1" status: 204 len: 168 time: 1.6758251 Feb 11 13:59:48.888315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52658) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:48.917936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 63005c38-6b7b-4a49-bac7-9a74601f59dc {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:59:48.918518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 63005c38-6b7b-4a49-bac7-9a74601f59dc not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:59:48.919092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 22c76e8b-64ad-4b63-8488-3e4e19d36985 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:59:48.957379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e49a5bc-3b0f-416f-a648-18794a01d199 admin admin] Deleting subnet 2ab8e5c3-8db4-4e89-b128-cda171dfa236 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 13:59:48.961173 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e49a5bc-3b0f-416f-a648-18794a01d199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:48.962918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 22c76e8b-64ad-4b63-8488-3e4e19d36985 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:59:48.963885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 22c76e8b-64ad-4b63-8488-3e4e19d36985 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:59:48.979844 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.015192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.018968 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e49a5bc-3b0f-416f-a648-18794a01d199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.110819 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e49a5bc-3b0f-416f-a648-18794a01d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.182257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e49a5bc-3b0f-416f-a648-18794a01d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.219910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49a5bc-3b0f-416f-a648-18794a01d199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab8e5c3-8db4-4e89-b128-cda171dfa236,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:49.229389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e49a5bc-3b0f-416f-a648-18794a01d199 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.233207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2505d6-d590-4d00-b240-5772a172489f None None] Network 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 13:59:49.238813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4e49a5bc-3b0f-416f-a648-18794a01d199 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2ab8e5c3-8db4-4e89-b128-cda171dfa236 HTTP/1.1" status: 204 len: 168 time: 0.3471854 Feb 11 13:59:49.239033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:49.349393 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.364318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Deleting port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:49.364653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.513309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d821740e-744e-421e-bece-d713c605183d None None] DHCP port deletion for 60eb8a74-c1cb-4f77-9b8e-1b30914f3183 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 13:59:49.518151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d821740e-744e-421e-bece-d713c605183d None None] Deleting port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:49.518720 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d821740e-744e-421e-bece-d713c605183d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.600517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] For port 5d0206bc-66f8-44d0-81fc-f37b4b748e13, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5d0206bc-66f8-44d0-81fc-f37b4b748e13,segment=NetworkSegment(b511f5ff-76b0-432f-9890-892d9890514b),segment_id=b511f5ff-76b0-432f-9890-892d9890514b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:49.600923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.748829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d821740e-744e-421e-bece-d713c605183d None None] For port 5d0206bc-66f8-44d0-81fc-f37b4b748e13, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=5d0206bc-66f8-44d0-81fc-f37b4b748e13,segment=NetworkSegment(b511f5ff-76b0-432f-9890-892d9890514b),segment_id=b511f5ff-76b0-432f-9890-892d9890514b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:49.749137 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d821740e-744e-421e-bece-d713c605183d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.753309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Calling delete_port for 5d0206bc-66f8-44d0-81fc-f37b4b748e13 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:49.842297 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.877781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d821740e-744e-421e-bece-d713c605183d None None] Calling delete_port for 5d0206bc-66f8-44d0-81fc-f37b4b748e13 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:49.895384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0206bc-66f8-44d0-81fc-f37b4b748e13,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:49.898999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] No DVR routers for this DVR port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:59:49.957863 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-d821740e-744e-421e-bece-d713c605183d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:59:49.958323 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-d821740e-744e-421e-bece-d713c605183d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:59:50.109239 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.133887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60eb8a74-c1cb-4f77-9b8e-1b30914f3183']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:50.146162 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b511f5ff-76b0-432f-9890-892d9890514b') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:50.146457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b511f5ff-76b0-432f-9890-892d9890514b') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:50.157367 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.173023 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.178824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 13:59:50.179194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: timer() Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:59:50.192430 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:59:50.268305 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.283964 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.301324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] Pushing event deleted for resources: {'Network': ['ID=60eb8a74-c1cb-4f77-9b8e-1b30914f3183,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:50.305911 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dbb7b8b0-eb62-4dcf-aec8-e560c53212aa admin admin] 10.222.0.67 "DELETE /v2.0/networks/60eb8a74-c1cb-4f77-9b8e-1b30914f3183 HTTP/1.1" status: 204 len: 168 time: 1.0653682 Feb 11 13:59:50.409698 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.459681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d821740e-744e-421e-bece-d713c605183d None None] Deleting port 5d0206bc-66f8-44d0-81fc-f37b4b748e13 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:50.460162 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d821740e-744e-421e-bece-d713c605183d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.465785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52672) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:50.518698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d16ef28c-655d-4331-9c55-3dfe550f831b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=320ac6f1567144f2bd5fefe0ce684a1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493703 Feb 11 13:59:50.518880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52676) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:50.529210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d821740e-744e-421e-bece-d713c605183d None None] The port '5d0206bc-66f8-44d0-81fc-f37b4b748e13' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 13:59:50.582013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc5f595f-a1e5-46ac-9437-7dde83195227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.611360 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc5f595f-a1e5-46ac-9437-7dde83195227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.662501 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc5f595f-a1e5-46ac-9437-7dde83195227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.679879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f595f-a1e5-46ac-9437-7dde83195227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd1bef6-3574-4fec-bae2-07d9380ea1c7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:50.687271 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bc5f595f-a1e5-46ac-9437-7dde83195227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.688419 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bc5f595f-a1e5-46ac-9437-7dde83195227 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5bd1bef6-3574-4fec-bae2-07d9380ea1c7 HTTP/1.1" status: 204 len: 168 time: 0.1685362 Feb 11 13:59:50.823871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5d0206bc-66f8-44d0-81fc-f37b4b748e13 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:59:50.861044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 5d0206bc-66f8-44d0-81fc-f37b4b748e13 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:59:50.861396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 5d0206bc-66f8-44d0-81fc-f37b4b748e13 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 13:59:51.110730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52692) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:51.170315 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fe39c85b-869c-4792-bb4b-fa3f41f4d878 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=08fc5d4d57ff44b68d6cdfe26d552ef8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0561652 Feb 11 13:59:51.170637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 52698) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 13:59:51.234009 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f213bbf3-4609-4236-8465-cc25b62a5ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:51.267991 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f213bbf3-4609-4236-8465-cc25b62a5ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:51.320937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f213bbf3-4609-4236-8465-cc25b62a5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:51.341265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213bbf3-4609-4236-8465-cc25b62a5ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89a38ee-c0c7-4e45-bb73-7ebdf329a628,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:51.346430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f213bbf3-4609-4236-8465-cc25b62a5ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:51.347555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f213bbf3-4609-4236-8465-cc25b62a5ac6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b89a38ee-c0c7-4e45-bb73-7ebdf329a628 HTTP/1.1" status: 204 len: 168 time: 0.1760974 Feb 11 13:59:52.712748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeda39-254a-477c-af18-9fd156d179a0 req-dc0747ce-2c8a-4ffc-8089-8b936ba8a8a8 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:52.714829 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7adeda39-254a-477c-af18-9fd156d179a0 req-dc0747ce-2c8a-4ffc-8089-8b936ba8a8a8 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 945 time: 0.0778635 Feb 11 13:59:52.758805 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7adeda39-254a-477c-af18-9fd156d179a0 req-b380153c-2faa-4dd6-bdbd-a5e92d6bb543 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385075 Feb 11 13:59:53.956604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deef0e8-a60d-4007-8f7a-0a66aac29736 req-55e31367-8b1f-43e4-964c-b11a21b55911 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:53.958074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8deef0e8-a60d-4007-8f7a-0a66aac29736 req-55e31367-8b1f-43e4-964c-b11a21b55911 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 945 time: 0.0763481 Feb 11 13:59:54.133828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8deef0e8-a60d-4007-8f7a-0a66aac29736 req-bb82c435-c7cd-4d2b-b15b-788f21e72950 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702850 Feb 11 13:59:54.167861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50780fbd-8804-43da-b734-8e98ad45d10a req-7ddeb71a-3bad-4a04-895f-891f8694a9a8 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:54.169382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50780fbd-8804-43da-b734-8e98ad45d10a req-7ddeb71a-3bad-4a04-895f-891f8694a9a8 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.75 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 945 time: 0.1761773 Feb 11 13:59:54.236550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-50780fbd-8804-43da-b734-8e98ad45d10a req-615daabe-d4eb-4ded-8c8a-84c080ba726f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Deleting port c693f9e3-3049-4799-836a-997f485b953a {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 13:59:54.236891 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-50780fbd-8804-43da-b734-8e98ad45d10a req-615daabe-d4eb-4ded-8c8a-84c080ba726f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:54.478643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-50780fbd-8804-43da-b734-8e98ad45d10a req-615daabe-d4eb-4ded-8c8a-84c080ba726f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] For port c693f9e3-3049-4799-836a-997f485b953a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=c693f9e3-3049-4799-836a-997f485b953a,segment=NetworkSegment(4317ba86-651e-4d83-b0e8-02a18e39061a),segment_id=4317ba86-651e-4d83-b0e8-02a18e39061a)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:54.478979 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-50780fbd-8804-43da-b734-8e98ad45d10a req-615daabe-d4eb-4ded-8c8a-84c080ba726f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:54.601837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-50780fbd-8804-43da-b734-8e98ad45d10a req-615daabe-d4eb-4ded-8c8a-84c080ba726f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Calling delete_port for c693f9e3-3049-4799-836a-997f485b953a owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 13:59:54.741878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-50780fbd-8804-43da-b734-8e98ad45d10a req-615daabe-d4eb-4ded-8c8a-84c080ba726f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:54.753297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['c693f9e3-3049-4799-836a-997f485b953a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 13:59:54.794931 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615daabe-d4eb-4ded-8c8a-84c080ba726f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Pushing event deleted for resources: {'Port': ['ID=c693f9e3-3049-4799-836a-997f485b953a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:54.882676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-50780fbd-8804-43da-b734-8e98ad45d10a req-615daabe-d4eb-4ded-8c8a-84c080ba726f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] No DVR routers for this DVR port c693f9e3-3049-4799-836a-997f485b953a on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:59:54.885164 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-50780fbd-8804-43da-b734-8e98ad45d10a req-615daabe-d4eb-4ded-8c8a-84c080ba726f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:54.887898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45479456-885b-46d5-96f1-dfd2324d4a36', 'name': 'network-vif-deleted', 'tag': 'c693f9e3-3049-4799-836a-997f485b953a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:54.903028 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50780fbd-8804-43da-b734-8e98ad45d10a req-615daabe-d4eb-4ded-8c8a-84c080ba726f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.75 "DELETE /v2.0/ports/c693f9e3-3049-4799-836a-997f485b953a HTTP/1.1" status: 204 len: 173 time: 0.7285199 Feb 11 13:59:54.945106 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45479456-885b-46d5-96f1-dfd2324d4a36', 'name': 'network-vif-deleted', 'tag': 'c693f9e3-3049-4799-836a-997f485b953a', 'status': 'completed', 'code': 200} Feb 11 13:59:55.313528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d96a47fa-47d6-4542-b5f1-f0afcadc7b7c req-a5c9968b-6b76-46ee-86f7-bcdde4137ea2 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Synchronizing usage tracker for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 13:59:55.329611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d96a47fa-47d6-4542-b5f1-f0afcadc7b7c req-a5c9968b-6b76-46ee-86f7-bcdde4137ea2 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Unset dirty status for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 13:59:55.330872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d96a47fa-47d6-4542-b5f1-f0afcadc7b7c req-a5c9968b-6b76-46ee-86f7-bcdde4137ea2 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=45479456-885b-46d5-96f1-dfd2324d4a36 HTTP/1.1" status: 200 len: 210 time: 0.0600626 Feb 11 13:59:59.527627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device c693f9e3-3049-4799-836a-997f485b953a no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 13:59:59.565393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: c693f9e3-3049-4799-836a-997f485b953a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 13:59:59.565815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device c693f9e3-3049-4799-836a-997f485b953a not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:00:04.040440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37e973-1799-4721-866b-a678b4bb8996 req-90025290-dff4-4838-8a5a-9999fa249ff0 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:04.042842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-90025290-dff4-4838-8a5a-9999fa249ff0 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/networks?id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5 HTTP/1.1" status: 200 len: 813 time: 0.1465478 Feb 11 14:00:04.060564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-119ff773-7512-4885-a2f3-266266e41335 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/quotas/8ae8fcadc6a14d4aa7f63e534059fede HTTP/1.1" status: 200 len: 375 time: 0.0126536 Feb 11 14:00:04.111386 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-2f85f2f7-76e3-4c2c-ad1d-88801571ab8b tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ae8fcadc6a14d4aa7f63e534059fede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453990 Feb 11 14:00:04.247668 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-83928444-64ac-42b3-87cd-a0ed259825c5 service neutron] 10.222.0.67 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298413 Feb 11 14:00:04.379531 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-f724d8f9-a6ec-496c-9fa5-778ee753c811 service neutron] 10.222.0.67 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261721 Feb 11 14:00:05.584582 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aa5b52f8-c684-4264-8325-15974c6dd51f req-66eb9095-25e7-469c-8b5a-b1f95dfdfb4f tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 210 time: 0.0410178 Feb 11 14:00:06.770664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3cf39d84-f1d3-4242-9052-075a197789c3 req-f9388097-d806-47a3-b127-f5739f4b1e8a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 210 time: 0.0610671 Feb 11 14:00:06.897203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37e973-1799-4721-866b-a678b4bb8996 req-b2b1811f-a67d-4fc5-9a54-ebbb60c16890 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:06.898631 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-b2b1811f-a67d-4fc5-9a54-ebbb60c16890 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.75 "GET /v2.0/networks?id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5 HTTP/1.1" status: 200 len: 813 time: 0.1534340 Feb 11 14:00:06.915869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Request body: {'port': {'device_id': 'bfdbde63-287e-4d67-b9d5-961edac61886', 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5', 'admin_state_up': True, 'tenant_id': '8ae8fcadc6a14d4aa7f63e534059fede'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:00:07.148963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:00:07.159309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:00:07.169426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Made reservation on behalf of 8ae8fcadc6a14d4aa7f63e534059fede for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:00:07.172466 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.339638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Allocated IP 172.20.0.6 (f41fa41f-0825-44b0-86d4-e7dfbfc487d5/38b36d65-0192-47dc-ab16-41f40b60046e/19466afc-a1e2-4525-bc1f-cb19455f2657) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:00:07.539738 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.567266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.644173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:00:07.647009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:00:07.649427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:00:07.685956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Pushing event updated for resources: {'Port': ['ID=19466afc-a1e2-4525-bc1f-cb19455f2657,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:07.715690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:07.716298 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.739983 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-6fba38ec-295e-40e5-a828-998ab6ddb5ec tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8296373 Feb 11 14:00:07.750892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Request body: {'port': {'device_id': 'bfdbde63-287e-4d67-b9d5-961edac61886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:00:07.825163 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.861726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.983193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd671ae-9a35-4706-89f4-b2d0a943b01f req-37ec4b8b-24dd-41a9-9731-d3d8a8d1847e tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:07.984686 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ffd671ae-9a35-4706-89f4-b2d0a943b01f req-37ec4b8b-24dd-41a9-9731-d3d8a8d1847e tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 931 time: 0.0898812 Feb 11 14:00:08.029648 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ffd671ae-9a35-4706-89f4-b2d0a943b01f req-a93940f1-7418-471f-b314-b5c0c7114998 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Feb 11 14:00:08.212180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19466afc-a1e2-4525-bc1f-cb19455f2657 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:00:08.219704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:08.234967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Transition to ACTIVE for port object 19466afc-a1e2-4525-bc1f-cb19455f2657 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:00:08.239058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:08.363731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Pushing event updated for resources: {'Port': ['ID=19466afc-a1e2-4525-bc1f-cb19455f2657,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:08.475202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Attempting to bind port 19466afc-a1e2-4525-bc1f-cb19455f2657 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:00:08.475460 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Attempting to bind port 19466afc-a1e2-4525-bc1f-cb19455f2657 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '4317ba86-651e-4d83-b0e8-02a18e39061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:00:08.475787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Attempting to bind port 19466afc-a1e2-4525-bc1f-cb19455f2657 on network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:00:08.482044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Port 19466afc-a1e2-4525-bc1f-cb19455f2657 on network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:00:08.482365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Attempting to bind port 19466afc-a1e2-4525-bc1f-cb19455f2657 on network f41fa41f-0825-44b0-86d4-e7dfbfc487d5 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:00:08.488585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:00:08.488922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Checking segment: {'id': '4317ba86-651e-4d83-b0e8-02a18e39061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:00:08.489302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Bound using segment: {'id': '4317ba86-651e-4d83-b0e8-02a18e39061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:00:08.489725 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Bound port: 19466afc-a1e2-4525-bc1f-cb19455f2657, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4317ba86-651e-4d83-b0e8-02a18e39061a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:00:08.490072 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:08.577859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] For port 19466afc-a1e2-4525-bc1f-cb19455f2657, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:00:08.580844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] For port 19466afc-a1e2-4525-bc1f-cb19455f2657, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=19466afc-a1e2-4525-bc1f-cb19455f2657,segment=NetworkSegment(4317ba86-651e-4d83-b0e8-02a18e39061a),segment_id=4317ba86-651e-4d83-b0e8-02a18e39061a)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:00:08.585113 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:08.649761 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:08.651315 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] 10.222.0.75 "PUT /v2.0/ports/19466afc-a1e2-4525-bc1f-cb19455f2657 HTTP/1.1" status: 200 len: 1091 time: 0.9044054 Feb 11 14:00:08.651746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdbde63-287e-4d67-b9d5-961edac61886', 'tag': '19466afc-a1e2-4525-bc1f-cb19455f2657'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:00:08.669020 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2e7ed-8b95-4584-a38f-871a2d10367d service neutron] Pushing event updated for resources: {'Port': ['ID=19466afc-a1e2-4525-bc1f-cb19455f2657,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:08.723976 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdbde63-287e-4d67-b9d5-961edac61886', 'tag': '19466afc-a1e2-4525-bc1f-cb19455f2657', 'status': 'completed', 'code': 200} Feb 11 14:00:08.759739 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-ded1cd9e-ba1a-45d7-9b15-4ad35e2e4c15 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8ae8fcadc6a14d4aa7f63e534059fede&device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 1094 time: 0.0719056 Feb 11 14:00:08.831121 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-f991697b-5613-4a03-a5a0-c6ebc188891f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19466afc-a1e2-4525-bc1f-cb19455f2657 HTTP/1.1" status: 200 len: 217 time: 0.0649350 Feb 11 14:00:08.893928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37e973-1799-4721-866b-a678b4bb8996 req-88a7917a-83dc-4f70-81cf-96c9abad77e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:08.895387 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-88a7917a-83dc-4f70-81cf-96c9abad77e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b36d65-0192-47dc-ab16-41f40b60046e HTTP/1.1" status: 200 len: 853 time: 0.0591335 Feb 11 14:00:09.035684 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-ef8443aa-6de7-4ec1-a498-34644ba41393 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326580 Feb 11 14:00:09.224217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8759b-a7ff-440d-a717-e8a2ab5cbc6c req-19d71c9f-8aaa-4915-9fa6-6a64f5055484 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:09.225660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-00b8759b-a7ff-440d-a717-e8a2ab5cbc6c req-19d71c9f-8aaa-4915-9fa6-6a64f5055484 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 943 time: 0.0759063 Feb 11 14:00:09.276920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-00b8759b-a7ff-440d-a717-e8a2ab5cbc6c req-7477cc71-c84c-45f9-9132-2f117365adee tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Feb 11 14:00:09.301958 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-13a4ae25-56e1-49a6-8898-6cbc2339f708 service neutron] 10.222.0.75 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590387 Feb 11 14:00:09.435143 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7a37e973-1799-4721-866b-a678b4bb8996 req-eacdfd82-0443-4c26-9b4f-408343567ded service neutron] 10.222.0.75 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264300 Feb 11 14:00:09.550341 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25cf93a5-7d70-4783-8c92-aecb98831b52 req-15b7165d-ef2c-45aa-a5ad-d880498f96ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8ae8fcadc6a14d4aa7f63e534059fede&device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 1094 time: 0.0738807 Feb 11 14:00:09.681979 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf93a5-7d70-4783-8c92-aecb98831b52 req-209b1622-f318-4f2d-bf9c-5ea3f87d8fa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:09.683475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25cf93a5-7d70-4783-8c92-aecb98831b52 req-209b1622-f318-4f2d-bf9c-5ea3f87d8fa7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5 HTTP/1.1" status: 200 len: 914 time: 0.1268935 Feb 11 14:00:09.754260 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25cf93a5-7d70-4783-8c92-aecb98831b52 req-478e917c-9955-4883-b72e-e959f73b2184 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19466afc-a1e2-4525-bc1f-cb19455f2657 HTTP/1.1" status: 200 len: 217 time: 0.0644212 Feb 11 14:00:09.815786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf93a5-7d70-4783-8c92-aecb98831b52 req-2c974d02-da88-4da3-a5af-181d7335d1f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:09.817109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25cf93a5-7d70-4783-8c92-aecb98831b52 req-2c974d02-da88-4da3-a5af-181d7335d1f1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b36d65-0192-47dc-ab16-41f40b60046e HTTP/1.1" status: 200 len: 853 time: 0.0560699 Feb 11 14:00:09.862859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25cf93a5-7d70-4783-8c92-aecb98831b52 req-3de9153d-fdc3-4d65-ab98-848970d28f8c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f41fa41f-0825-44b0-86d4-e7dfbfc487d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384669 Feb 11 14:00:09.994088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25cf93a5-7d70-4783-8c92-aecb98831b52 req-2743b591-2925-4ef0-a4f2-467c8e42269d service neutron] 10.222.0.75 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248298 Feb 11 14:00:10.125819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25cf93a5-7d70-4783-8c92-aecb98831b52 req-12b488e4-d43a-417f-940b-68ef2b28d465 service neutron] 10.222.0.75 "GET /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250727 Feb 11 14:00:10.487691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045e82-1fb7-4c62-990e-bf1781a546af req-ee8404be-145b-475c-b65e-f80a616834ce tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:10.488282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a0045e82-1fb7-4c62-990e-bf1781a546af req-ee8404be-145b-475c-b65e-f80a616834ce tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Synchronizing usage tracker for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:00:10.503960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-a0045e82-1fb7-4c62-990e-bf1781a546af req-ee8404be-145b-475c-b65e-f80a616834ce tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Unset dirty status for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:00:10.505278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0045e82-1fb7-4c62-990e-bf1781a546af req-ee8404be-145b-475c-b65e-f80a616834ce tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 943 time: 0.0981307 Feb 11 14:00:10.554266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0045e82-1fb7-4c62-990e-bf1781a546af req-f1dece1a-aed8-400c-ba3e-09211932c5ac tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431187 Feb 11 14:00:11.589112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 19466afc-a1e2-4525-bc1f-cb19455f2657 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:00:11.767963 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 19466afc-a1e2-4525-bc1f-cb19455f2657, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=19466afc-a1e2-4525-bc1f-cb19455f2657,segment=NetworkSegment(4317ba86-651e-4d83-b0e8-02a18e39061a),segment_id=4317ba86-651e-4d83-b0e8-02a18e39061a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:11.781802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '19466afc-a1e2-4525-bc1f-cb19455f2657', 'network_id': 'f41fa41f-0825-44b0-86d4-e7dfbfc487d5', 'port_id': '19466afc-a1e2-4525-bc1f-cb19455f2657', 'mac_address': 'fa:16:3e:be:43:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b36d65-0192-47dc-ab16-41f40b60046e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:00:11.835970 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:11.853309 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19466afc-a1e2-4525-bc1f-cb19455f2657 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:00:11.868687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 19466afc-a1e2-4525-bc1f-cb19455f2657, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=19466afc-a1e2-4525-bc1f-cb19455f2657,segment=NetworkSegment(4317ba86-651e-4d83-b0e8-02a18e39061a),segment_id=4317ba86-651e-4d83-b0e8-02a18e39061a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:11.873644 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:11.906275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b263691-2575-4e8e-b7d3-019d321f36e6 req-4ad44ac5-4f35-4373-a565-386d1886a0d4 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:11.907891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3b263691-2575-4e8e-b7d3-019d321f36e6 req-4ad44ac5-4f35-4373-a565-386d1886a0d4 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 943 time: 0.0767012 Feb 11 14:00:11.942286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=19466afc-a1e2-4525-bc1f-cb19455f2657,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:11.951594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.951933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.952267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.952594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.952940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.953266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.953588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.953905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.954221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.954534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.954879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:11.960655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3b263691-2575-4e8e-b7d3-019d321f36e6 req-06783d6c-93be-44c9-b8a0-5b32bf911818 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472744 Feb 11 14:00:12.076208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['19466afc-a1e2-4525-bc1f-cb19455f2657'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:00:12.742786 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:13.156925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586759e5-0596-449c-b202-200d921ad0ff req-0a8da540-4d08-42ce-8eab-a22cdaa55ef9 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:13.158381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-586759e5-0596-449c-b202-200d921ad0ff req-0a8da540-4d08-42ce-8eab-a22cdaa55ef9 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 944 time: 0.0749271 Feb 11 14:00:13.206810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-586759e5-0596-449c-b202-200d921ad0ff req-89c78d10-74e6-47f8-85e9-096c9eb1ac1c tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Feb 11 14:00:13.592801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 19466afc-a1e2-4525-bc1f-cb19455f2657 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:00:13.661619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 19466afc-a1e2-4525-bc1f-cb19455f2657 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:00:13.666899 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 19466afc-a1e2-4525-bc1f-cb19455f2657 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:00:13.667257 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:13.779310 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:13.805298 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdbde63-287e-4d67-b9d5-961edac61886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19466afc-a1e2-4525-bc1f-cb19455f2657'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:00:13.814358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 19466afc-a1e2-4525-bc1f-cb19455f2657, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=19466afc-a1e2-4525-bc1f-cb19455f2657,segment=NetworkSegment(4317ba86-651e-4d83-b0e8-02a18e39061a),segment_id=4317ba86-651e-4d83-b0e8-02a18e39061a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:13.818750 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:13.860912 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdbde63-287e-4d67-b9d5-961edac61886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19466afc-a1e2-4525-bc1f-cb19455f2657', 'code': 200} Feb 11 14:00:13.887841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=19466afc-a1e2-4525-bc1f-cb19455f2657,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:13.985057 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d9dd1be-d609-4c48-b99b-5652a8b603a9 req-ad368c05-0d05-46c5-a932-119f91753ce0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 1096 time: 0.0699434 Feb 11 14:00:14.026947 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9d9dd1be-d609-4c48-b99b-5652a8b603a9 req-a5492b53-8ef4-440f-b7a2-5c8c6a255812 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 Feb 11 14:00:14.403886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd65f-ea36-4dd8-9584-7ed820792a6a req-e936c3c6-3a12-4c36-bd81-1f3a30292146 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:14.405347 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-286cd65f-ea36-4dd8-9584-7ed820792a6a req-e936c3c6-3a12-4c36-bd81-1f3a30292146 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 945 time: 0.0814867 Feb 11 14:00:14.449831 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-286cd65f-ea36-4dd8-9584-7ed820792a6a req-157ecdac-dfeb-4577-acac-66c3d450bdad tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390503 Feb 11 14:00:15.512574 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-168a1030-7aeb-442b-b032-ffae19562389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:15.661249 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57902cf-fcda-427e-8695-5b5c7dc527aa req-0ede41cd-8adf-4e05-b3a6-a36023a88528 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:15.662745 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e57902cf-fcda-427e-8695-5b5c7dc527aa req-0ede41cd-8adf-4e05-b3a6-a36023a88528 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 945 time: 0.0806217 Feb 11 14:00:15.718118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e57902cf-fcda-427e-8695-5b5c7dc527aa req-0525c0d6-7665-4051-bde2-f36179057e0b tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497622 Feb 11 14:00:17.690422 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54195482-6f39-4240-a1ba-396b5bb67221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:18.965408 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:19.013975 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:20.412638 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:22.356779 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:00:36.981570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c982988-d345-47e1-8fc8-1c79a207fe80 req-4387dbee-361c-4994-90c2-072a88661494 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:36.983121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c982988-d345-47e1-8fc8-1c79a207fe80 req-4387dbee-361c-4994-90c2-072a88661494 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 945 time: 0.0767081 Feb 11 14:00:37.027478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c982988-d345-47e1-8fc8-1c79a207fe80 req-6a1072d1-1154-4ee6-81ae-72d591705fd0 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383222 Feb 11 14:00:37.827297 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:38.231163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1edd59-a805-48f3-98ee-3ae58f153c56 req-64fa135c-f5f7-45f9-bf64-e6eebabc912d tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:38.232626 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f1edd59-a805-48f3-98ee-3ae58f153c56 req-64fa135c-f5f7-45f9-bf64-e6eebabc912d tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 945 time: 0.0781524 Feb 11 14:00:38.277325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f1edd59-a805-48f3-98ee-3ae58f153c56 req-15932158-d904-4cdd-a400-03d115d03ea3 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/security-groups?id=0733ccf9-5cf6-45a1-b374-23e5f08e8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391161 Feb 11 14:00:38.412936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-f7ce5d84-08f1-44cc-a1ea-5802469f2907 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:38.414340 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-f7ce5d84-08f1-44cc-a1ea-5802469f2907 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.75 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 945 time: 0.0806496 Feb 11 14:00:38.482548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Deleting port 19466afc-a1e2-4525-bc1f-cb19455f2657 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:00:38.482910 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:38.839349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] For port 19466afc-a1e2-4525-bc1f-cb19455f2657, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=19466afc-a1e2-4525-bc1f-cb19455f2657,segment=NetworkSegment(4317ba86-651e-4d83-b0e8-02a18e39061a),segment_id=4317ba86-651e-4d83-b0e8-02a18e39061a)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:38.840378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:38.969794 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Calling delete_port for 19466afc-a1e2-4525-bc1f-cb19455f2657 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:00:39.110590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:39.122868 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['19466afc-a1e2-4525-bc1f-cb19455f2657'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:00:39.160673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Pushing event deleted for resources: {'Port': ['ID=19466afc-a1e2-4525-bc1f-cb19455f2657,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:39.205353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.205704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.206045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.206378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.206743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.207076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.207402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.207728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.208051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.208387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.208692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:39.250057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] No DVR routers for this DVR port 19466afc-a1e2-4525-bc1f-cb19455f2657 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:00:39.252509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:39.254986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdbde63-287e-4d67-b9d5-961edac61886', 'name': 'network-vif-deleted', 'tag': '19466afc-a1e2-4525-bc1f-cb19455f2657'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:00:39.269748 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8d3be957-b8e5-4c1b-abf2-b292155493b3 req-77a3953d-7272-4ba4-8ec5-2548559a428a tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.75 "DELETE /v2.0/ports/19466afc-a1e2-4525-bc1f-cb19455f2657 HTTP/1.1" status: 204 len: 173 time: 0.8496165 Feb 11 14:00:39.313711 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdbde63-287e-4d67-b9d5-961edac61886', 'name': 'network-vif-deleted', 'tag': '19466afc-a1e2-4525-bc1f-cb19455f2657', 'status': 'completed', 'code': 200} Feb 11 14:00:39.446157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f052841d-4595-459f-93b9-02f17cacf607 req-d995cf8d-3c94-4a00-aac1-54cab845c658 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Synchronizing usage tracker for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:00:39.461187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-f052841d-4595-459f-93b9-02f17cacf607 req-d995cf8d-3c94-4a00-aac1-54cab845c658 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] Unset dirty status for tenant:8ae8fcadc6a14d4aa7f63e534059fede on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:00:39.462686 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f052841d-4595-459f-93b9-02f17cacf607 req-d995cf8d-3c94-4a00-aac1-54cab845c658 tempest-VolumesSnapshotTestJSON-1812728753 tempest-VolumesSnapshotTestJSON-1812728753-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfdbde63-287e-4d67-b9d5-961edac61886 HTTP/1.1" status: 200 len: 210 time: 0.0582492 Feb 11 14:00:42.743005 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:43.735119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 19466afc-a1e2-4525-bc1f-cb19455f2657 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:00:43.768350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 19466afc-a1e2-4525-bc1f-cb19455f2657 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:00:43.769061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 19466afc-a1e2-4525-bc1f-cb19455f2657 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:00:45.515732 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa950f27-a228-4aac-922b-7e8ab33f0fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:47.693552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d2bea48-37a8-4f57-b18e-df5660e80d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:48.972514 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:49.017124 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:50.416851 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:59.358783 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:01:07.825999 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:12.773858 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:15.519672 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72de3c5c-9338-460d-a902-e954d16ad972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:17.697177 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e13e9b47-c037-47bc-a1d7-4941836d7385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:18.974999 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:19.033017 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:20.417161 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.344048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53068) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:01:23.406963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Deleting subnet 38b36d65-0192-47dc-ab16-41f40b60046e {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:01:23.409812 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.459080 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.517684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.588933 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.632533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b36d65-0192-47dc-ab16-41f40b60046e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:23.639523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.648679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.649222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.649634 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.650043 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.650378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.650744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.651076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.651412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.652402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.652733 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.653060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:23.657570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-78ecefc2-71b3-435c-8c6f-a3d80271bf2f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/38b36d65-0192-47dc-ab16-41f40b60046e HTTP/1.1" status: 204 len: 168 time: 0.3124750 Feb 11 14:01:23.660032 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53072) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:01:23.765258 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.891276 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.916344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41fa41f-0825-44b0-86d4-e7dfbfc487d5']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:23.928427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4317ba86-651e-4d83-b0e8-02a18e39061a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:23.928728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4317ba86-651e-4d83-b0e8-02a18e39061a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:01:23.940324 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.960222 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.966965 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:01:23.967365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:01:23.984726 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:01:24.059408 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:24.064738 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:24.092437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41fa41f-0825-44b0-86d4-e7dfbfc487d5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:24.096846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1f52cfb6-2d8b-4f81-bbd1-9b30b12dde05 admin admin] 10.222.0.67 "DELETE /v2.0/networks/f41fa41f-0825-44b0-86d4-e7dfbfc487d5 HTTP/1.1" status: 204 len: 168 time: 0.4358525 Feb 11 14:01:24.290216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53078) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:01:24.357117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-21eb7824-b200-4782-89c2-c96c8c41c4e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8ae8fcadc6a14d4aa7f63e534059fede&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0657322 Feb 11 14:01:24.359611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53082) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:01:24.420128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c2d5fb9a-d189-4a5f-8db5-e3814dfd34a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:24.445687 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c2d5fb9a-d189-4a5f-8db5-e3814dfd34a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:24.497410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c2d5fb9a-d189-4a5f-8db5-e3814dfd34a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:24.514785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5fb9a-d189-4a5f-8db5-e3814dfd34a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0733ccf9-5cf6-45a1-b374-23e5f08e8bed,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:24.528869 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c2d5fb9a-d189-4a5f-8db5-e3814dfd34a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:24.532544 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c2d5fb9a-d189-4a5f-8db5-e3814dfd34a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0733ccf9-5cf6-45a1-b374-23e5f08e8bed HTTP/1.1" status: 204 len: 168 time: 0.1696556 Feb 11 14:01:35.385217 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-5d98badb-62a4-4531-a4a9-ecd334ccad3a tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=440184a569d54da685713a50da387b27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278723 Feb 11 14:01:35.540522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-817aa711-c36f-40d6-a007-fbcca986b09d tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:35.542749 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-817aa711-c36f-40d6-a007-fbcca986b09d tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512456 Feb 11 14:01:35.558988 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-8e8ca19e-8c0d-46e7-a909-08bc110fdccd tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/quotas/440184a569d54da685713a50da387b27 HTTP/1.1" status: 200 len: 375 time: 0.0111411 Feb 11 14:01:35.608225 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-a48c46d0-f9b7-43e0-bca0-426ac9cc2e47 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=440184a569d54da685713a50da387b27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446165 Feb 11 14:01:35.802781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4604457-ebd9-4d4b-a643-4a93acf44fb9 req-8c0e584d-c9d2-44d7-b95c-6907afd94efb tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 210 time: 0.0482559 Feb 11 14:01:36.359677 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:01:36.829196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-ad36bff1-6f27-4b79-95ab-4282e28f03a9 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=440184a569d54da685713a50da387b27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279644 Feb 11 14:01:36.981865 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2b70c6ac-0466-4855-aaa7-8391909e6c87 req-20bdf8b5-1f53-47f4-b64a-9749ec333ce3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 210 time: 0.0513186 Feb 11 14:01:37.021119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-97b92d49-7125-4ffa-a600-a4e0d27ff507 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:37.022543 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-97b92d49-7125-4ffa-a600-a4e0d27ff507 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887045 Feb 11 14:01:37.039424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Request body: {'port': {'device_id': '08da6729-c9df-473c-bb56-7e778d9bb2a2', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'admin_state_up': True, 'tenant_id': '440184a569d54da685713a50da387b27'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:01:37.172989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:01:37.176753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Usage tracker for resource:port and tenant:440184a569d54da685713a50da387b27 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:01:37.179528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:01:37.185775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:01:37.194961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Made reservation on behalf of 440184a569d54da685713a50da387b27 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:37.199704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:37.212532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:37.248225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:01:37.251992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Usage tracker for resource:security_group_rule and tenant:440184a569d54da685713a50da387b27 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:01:37.254802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:01:37.260449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:01:37.332588 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:37.336584 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:37.419648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a62b45-8723-4912-943d-2c2728aa83ef,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:37.508615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Allocated IP 192.168.233.237 (d7042b80-b7b8-4df8-9852-0e6596759807/54db7210-8f1b-40a0-9fd4-4e4d49925213/d5dba7a4-c132-4bec-9568-847dd0dae46c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:01:37.811911 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:37.828050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Transition to ACTIVE for port object d5dba7a4-c132-4bec-9568-847dd0dae46c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:01:37.836521 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:37.851030 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:37.920265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Network d7042b80-b7b8-4df8-9852-0e6596759807 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:01:37.923692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:37.927311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:01:37.968577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Pushing event updated for resources: {'Port': ['ID=d5dba7a4-c132-4bec-9568-847dd0dae46c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:37.999506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:38.000143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:38.029137 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-d9c38c20-5119-40bc-b33d-57fc2b4a9ec3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9930553 Feb 11 14:01:38.040514 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Request body: {'port': {'device_id': '08da6729-c9df-473c-bb56-7e778d9bb2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:01:38.165868 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:38.193930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367fb3-7f10-43e2-9db8-f95655120226 req-be45e3c4-c683-49fe-b742-75cfa1645345 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:38.195354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8367fb3-7f10-43e2-9db8-f95655120226 req-be45e3c4-c683-49fe-b742-75cfa1645345 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 936 time: 0.0787864 Feb 11 14:01:38.216225 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4c0d2335-1a01-49b9-82bd-f27bcec347a4 None None] Provisioning for port d5dba7a4-c132-4bec-9568-847dd0dae46c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:01:38.222217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4c0d2335-1a01-49b9-82bd-f27bcec347a4 None None] Provisioning complete for port d5dba7a4-c132-4bec-9568-847dd0dae46c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:38.223291 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2335-1a01-49b9-82bd-f27bcec347a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:38.246172 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e8367fb3-7f10-43e2-9db8-f95655120226 req-16a924d0-7293-4333-a14a-9fbbf5ddfa04 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439258 Feb 11 14:01:38.276927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d2335-1a01-49b9-82bd-f27bcec347a4 None None] Port d5dba7a4-c132-4bec-9568-847dd0dae46c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:01:38.530567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5dba7a4-c132-4bec-9568-847dd0dae46c {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:01:38.537349 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:38.552131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Transition to ACTIVE for port object d5dba7a4-c132-4bec-9568-847dd0dae46c will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:01:38.556021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:38.685235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5dba7a4-c132-4bec-9568-847dd0dae46c,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:38.800096 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Attempting to bind port d5dba7a4-c132-4bec-9568-847dd0dae46c on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:01:38.800713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Attempting to bind port d5dba7a4-c132-4bec-9568-847dd0dae46c by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:01:38.801049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Attempting to bind port d5dba7a4-c132-4bec-9568-847dd0dae46c on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:01:38.807477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Port d5dba7a4-c132-4bec-9568-847dd0dae46c on network d7042b80-b7b8-4df8-9852-0e6596759807 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:01:38.807942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Attempting to bind port d5dba7a4-c132-4bec-9568-847dd0dae46c on network d7042b80-b7b8-4df8-9852-0e6596759807 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:01:38.814465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:01:38.814854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Checking segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:01:38.815229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Bound using segment: {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:01:38.815643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Bound port: d5dba7a4-c132-4bec-9568-847dd0dae46c, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f412889c-d1d7-4379-b231-f801b7f70e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:01:38.815986 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:38.906409 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] For port d5dba7a4-c132-4bec-9568-847dd0dae46c, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:38.909556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] For port d5dba7a4-c132-4bec-9568-847dd0dae46c, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=d5dba7a4-c132-4bec-9568-847dd0dae46c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:01:38.913114 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:38.976932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:38.978301 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] 10.222.0.75 "PUT /v2.0/ports/d5dba7a4-c132-4bec-9568-847dd0dae46c HTTP/1.1" status: 200 len: 1096 time: 0.9422891 Feb 11 14:01:38.978755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da6729-c9df-473c-bb56-7e778d9bb2a2', 'tag': 'd5dba7a4-c132-4bec-9568-847dd0dae46c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:01:38.998429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca23a99-5a73-4ecb-95c9-b070c84bcaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5dba7a4-c132-4bec-9568-847dd0dae46c,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:39.063982 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08da6729-c9df-473c-bb56-7e778d9bb2a2', 'tag': 'd5dba7a4-c132-4bec-9568-847dd0dae46c', 'status': 'completed', 'code': 200} Feb 11 14:01:39.102512 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-305c168f-443f-4c7f-a4c1-f52056bc9f48 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=440184a569d54da685713a50da387b27&device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0768733 Feb 11 14:01:39.174953 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-ec829e7f-92e0-4f7e-a920-ad26428ca34d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d5dba7a4-c132-4bec-9568-847dd0dae46c HTTP/1.1" status: 200 len: 217 time: 0.0662336 Feb 11 14:01:39.238222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-7038722c-d75e-4d30-8056-c7bf7be0148b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:39.239692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-7038722c-d75e-4d30-8056-c7bf7be0148b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0595169 Feb 11 14:01:39.315757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-abe33e77-6ef6-429a-8654-7e6792f08a37 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705731 Feb 11 14:01:39.447203 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b47bbc-65e3-4785-9fa2-112604acb67b req-9a3bb9e4-71f9-4a67-83fd-0498be181096 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:39.449018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-88b47bbc-65e3-4785-9fa2-112604acb67b req-9a3bb9e4-71f9-4a67-83fd-0498be181096 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 948 time: 0.0791581 Feb 11 14:01:39.449348 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-4f5606b8-ef35-4261-ada4-944e1fbb067b service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267071 Feb 11 14:01:39.511424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-88b47bbc-65e3-4785-9fa2-112604acb67b req-35c6c14f-7472-482d-bebf-cb339d92e433 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544257 Feb 11 14:01:39.600145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9fef668f-3e4f-433f-bae7-df5824309dd9 req-3020e8f6-2a4a-44f6-9734-ff84ad562d48 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456883 Feb 11 14:01:39.806410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dcb28ab7-6985-4633-aabd-004b62b7fb38 req-d6014843-5ee8-45e1-924b-461d7ab10262 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=440184a569d54da685713a50da387b27&device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 1099 time: 0.1632593 Feb 11 14:01:39.941132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb28ab7-6985-4633-aabd-004b62b7fb38 req-652cd479-5974-4f93-bf18-f9d60cb1be11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:39.942530 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dcb28ab7-6985-4633-aabd-004b62b7fb38 req-652cd479-5974-4f93-bf18-f9d60cb1be11 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7042b80-b7b8-4df8-9852-0e6596759807 HTTP/1.1" status: 200 len: 870 time: 0.1306283 Feb 11 14:01:40.013948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dcb28ab7-6985-4633-aabd-004b62b7fb38 req-e1c070bc-5e92-4244-bf89-cb70f6ca600f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d5dba7a4-c132-4bec-9568-847dd0dae46c HTTP/1.1" status: 200 len: 217 time: 0.0641642 Feb 11 14:01:40.076385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb28ab7-6985-4633-aabd-004b62b7fb38 req-f0919f0e-c375-4f82-adbb-bda409f83a99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.077816 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dcb28ab7-6985-4633-aabd-004b62b7fb38 req-f0919f0e-c375-4f82-adbb-bda409f83a99 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=54db7210-8f1b-40a0-9fd4-4e4d49925213 HTTP/1.1" status: 200 len: 843 time: 0.0576410 Feb 11 14:01:40.170655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dcb28ab7-6985-4633-aabd-004b62b7fb38 req-53ed4494-1cb8-4583-9706-950d17448b5e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7042b80-b7b8-4df8-9852-0e6596759807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858810 Feb 11 14:01:40.304963 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dcb28ab7-6985-4633-aabd-004b62b7fb38 req-389a464f-17a2-49cc-9394-1c8938aba1d0 service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273017 Feb 11 14:01:40.437994 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dcb28ab7-6985-4633-aabd-004b62b7fb38 req-f63a9607-7334-44c4-9101-012b757a2ddc service neutron] 10.222.0.75 "GET /v2.0/networks/d7042b80-b7b8-4df8-9852-0e6596759807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266973 Feb 11 14:01:40.701129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebf0f9-16a1-45d3-a025-c7bdb67cd291 req-532350ac-dffa-425c-8336-9f3e79c66e3f tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.701823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-73ebf0f9-16a1-45d3-a025-c7bdb67cd291 req-532350ac-dffa-425c-8336-9f3e79c66e3f tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Synchronizing usage tracker for tenant:440184a569d54da685713a50da387b27 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:01:40.717958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-73ebf0f9-16a1-45d3-a025-c7bdb67cd291 req-532350ac-dffa-425c-8336-9f3e79c66e3f tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Unset dirty status for tenant:440184a569d54da685713a50da387b27 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:01:40.719106 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-73ebf0f9-16a1-45d3-a025-c7bdb67cd291 req-532350ac-dffa-425c-8336-9f3e79c66e3f tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 948 time: 0.0935090 Feb 11 14:01:40.763981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-73ebf0f9-16a1-45d3-a025-c7bdb67cd291 req-9c1fc686-2b2b-42b3-badf-4b20d7962fb3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Synchronizing usage tracker for tenant:440184a569d54da685713a50da387b27 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:01:40.780766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-73ebf0f9-16a1-45d3-a025-c7bdb67cd291 req-9c1fc686-2b2b-42b3-badf-4b20d7962fb3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Unset dirty status for tenant:440184a569d54da685713a50da387b27 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:01:40.781874 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-73ebf0f9-16a1-45d3-a025-c7bdb67cd291 req-9c1fc686-2b2b-42b3-badf-4b20d7962fb3 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573153 Feb 11 14:01:41.975278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ceac0-6f32-4345-be43-18f9528304e1 req-c91e9953-592b-4868-8518-762c09407af0 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:41.976771 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b56ceac0-6f32-4345-be43-18f9528304e1 req-c91e9953-592b-4868-8518-762c09407af0 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 948 time: 0.0759864 Feb 11 14:01:42.024442 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b56ceac0-6f32-4345-be43-18f9528304e1 req-88391ecf-b34d-45a8-a086-d3ba09a7afaa tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Feb 11 14:01:42.773169 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:43.226032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd34d1-c5dd-4c43-83c6-f66c055746e3 req-dc8c11bc-61cc-450b-8b38-8dcdc970dc4c tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:43.227524 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39bd34d1-c5dd-4c43-83c6-f66c055746e3 req-dc8c11bc-61cc-450b-8b38-8dcdc970dc4c tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 948 time: 0.0824139 Feb 11 14:01:43.275245 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39bd34d1-c5dd-4c43-83c6-f66c055746e3 req-a244f8e1-856c-41ed-b3ed-d6f6576284c4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Feb 11 14:01:43.978427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device d5dba7a4-c132-4bec-9568-847dd0dae46c details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:01:44.111049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port d5dba7a4-c132-4bec-9568-847dd0dae46c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=d5dba7a4-c132-4bec-9568-847dd0dae46c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:44.123884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'd5dba7a4-c132-4bec-9568-847dd0dae46c', 'network_id': 'd7042b80-b7b8-4df8-9852-0e6596759807', 'port_id': 'd5dba7a4-c132-4bec-9568-847dd0dae46c', 'mac_address': 'fa:16:3e:dc:a5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db7210-8f1b-40a0-9fd4-4e4d49925213', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:01:44.179279 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:44.195841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5dba7a4-c132-4bec-9568-847dd0dae46c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:01:44.210871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port d5dba7a4-c132-4bec-9568-847dd0dae46c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=d5dba7a4-c132-4bec-9568-847dd0dae46c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:44.215181 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:44.280163 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=d5dba7a4-c132-4bec-9568-847dd0dae46c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:44.288477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.288817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.289153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.289482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.289810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.290135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.290455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.290798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.291118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.291434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.292073 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:44.415468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['d5dba7a4-c132-4bec-9568-847dd0dae46c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:01:44.476330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e04011-a9ad-4172-bb99-50c77f4e3620 req-f444dfc2-e0ed-4139-88a7-1668bc548b6e tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:44.477830 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04e04011-a9ad-4172-bb99-50c77f4e3620 req-f444dfc2-e0ed-4139-88a7-1668bc548b6e tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 949 time: 0.0808702 Feb 11 14:01:44.530493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04e04011-a9ad-4172-bb99-50c77f4e3620 req-360bba7c-f29c-4e98-9f1e-64e4f86da4cc tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Feb 11 14:01:45.521730 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55cc0362-2d20-4f57-9f83-c53f6b80d977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:45.724076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ccdd4-2521-4f74-ac5d-55a948327702 req-5484abf5-ec8a-411c-94a8-4b0bdf75136c tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:45.725538 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-414ccdd4-2521-4f74-ac5d-55a948327702 req-5484abf5-ec8a-411c-94a8-4b0bdf75136c tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 949 time: 0.0757422 Feb 11 14:01:45.770300 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-414ccdd4-2521-4f74-ac5d-55a948327702 req-114b4d53-b861-4675-ba02-efcfdda673a0 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387373 Feb 11 14:01:45.994478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device d5dba7a4-c132-4bec-9568-847dd0dae46c up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:01:46.060638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port d5dba7a4-c132-4bec-9568-847dd0dae46c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:01:46.065082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port d5dba7a4-c132-4bec-9568-847dd0dae46c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:46.065447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:46.207689 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:46.233465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da6729-c9df-473c-bb56-7e778d9bb2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5dba7a4-c132-4bec-9568-847dd0dae46c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:01:46.242598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port d5dba7a4-c132-4bec-9568-847dd0dae46c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=d5dba7a4-c132-4bec-9568-847dd0dae46c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:46.247236 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:46.292915 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da6729-c9df-473c-bb56-7e778d9bb2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5dba7a4-c132-4bec-9568-847dd0dae46c', 'code': 200} Feb 11 14:01:46.324303 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=d5dba7a4-c132-4bec-9568-847dd0dae46c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:46.416439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd506f6b-7373-41b9-b1fd-4236d8ddb9d4 req-06ef65e9-0ea1-41c2-bb5e-c51e79dee5c4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 1101 time: 0.0698147 Feb 11 14:01:46.458205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd506f6b-7373-41b9-b1fd-4236d8ddb9d4 req-1a9eedbf-e803-4260-aa83-98203174e81b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359864 Feb 11 14:01:46.976133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39efe6-5069-46e8-8db6-4c98fc394aa6 req-bef9c31a-9ca2-4163-b445-9ebb528c7dbd tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:46.977587 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d39efe6-5069-46e8-8db6-4c98fc394aa6 req-bef9c31a-9ca2-4163-b445-9ebb528c7dbd tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 950 time: 0.0824413 Feb 11 14:01:47.026400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3d39efe6-5069-46e8-8db6-4c98fc394aa6 req-14295a0d-75dd-4d18-b0f5-7d5e23d6b0d9 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431085 Feb 11 14:01:47.700940 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4e303e0-a9ac-484b-bccd-ac05e8bd1709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:48.234475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9709ac-1132-409d-b6a1-81d8b7ec12d2 req-0b00f4d9-4514-4cc3-b0be-f2ee060afa6d tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.236003 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a9709ac-1132-409d-b6a1-81d8b7ec12d2 req-0b00f4d9-4514-4cc3-b0be-f2ee060afa6d tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 950 time: 0.0796833 Feb 11 14:01:48.372544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a9709ac-1132-409d-b6a1-81d8b7ec12d2 req-86ea79c9-708f-4604-82d6-b5ca01f5c655 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309960 Feb 11 14:01:48.801162 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc07f0f3-360b-4005-99b4-d8026cbd5815 req-75c5725e-9947-4cfc-bd49-f5b0d8eb47c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0722713 Feb 11 14:01:48.969543 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:49.022871 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:49.421262 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bc8539a8-d4b4-49cf-a98b-b541e492084e req-c6f7d7ff-825c-4e60-abcd-96b157ce595f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1943910 Feb 11 14:01:49.940333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de42ed-3617-4db8-bf2f-112f31161478 req-4088bce6-208d-4c86-a75e-86f06ef88e52 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:49.941757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50de42ed-3617-4db8-bf2f-112f31161478 req-4088bce6-208d-4c86-a75e-86f06ef88e52 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 950 time: 0.0770519 Feb 11 14:01:49.986950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50de42ed-3617-4db8-bf2f-112f31161478 req-c80b9e04-62ac-4d36-8f5c-9fc7f484144e tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397794 Feb 11 14:01:50.420506 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:51.249062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-6cea77ab-aa07-4264-b28b-1a405fcd1b83 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:51.250497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-6cea77ab-aa07-4264-b28b-1a405fcd1b83 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.75 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 950 time: 0.1386793 Feb 11 14:01:51.256587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724193c-5ecd-43c4-9b83-6590120be514 req-5b3cef91-a970-4e1d-aff1-e01f7316cbf4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:51.257915 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1724193c-5ecd-43c4-9b83-6590120be514 req-5b3cef91-a970-4e1d-aff1-e01f7316cbf4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 950 time: 0.1479805 Feb 11 14:01:51.352056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Deleting port d5dba7a4-c132-4bec-9568-847dd0dae46c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:01:51.352385 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:51.390736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1724193c-5ecd-43c4-9b83-6590120be514 req-ac2bbb2c-1efa-4a33-8edb-5d9aa538feb4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/security-groups?id=b6a62b45-8723-4912-943d-2c2728aa83ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041453 Feb 11 14:01:51.689240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] For port d5dba7a4-c132-4bec-9568-847dd0dae46c, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=d5dba7a4-c132-4bec-9568-847dd0dae46c,segment=NetworkSegment(f412889c-d1d7-4379-b231-f801b7f70e53),segment_id=f412889c-d1d7-4379-b231-f801b7f70e53)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:51.689591 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:51.812476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Calling delete_port for d5dba7a4-c132-4bec-9568-847dd0dae46c owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:01:51.955502 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:51.967307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['d5dba7a4-c132-4bec-9568-847dd0dae46c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:01:52.006174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Pushing event deleted for resources: {'Port': ['ID=d5dba7a4-c132-4bec-9568-847dd0dae46c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:52.019875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.020223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.020560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.020896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.021225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.021552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.021877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.022201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.022524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.022867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.023529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:52.103760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] No DVR routers for this DVR port d5dba7a4-c132-4bec-9568-847dd0dae46c on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:01:52.107939 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:52.110989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da6729-c9df-473c-bb56-7e778d9bb2a2', 'name': 'network-vif-deleted', 'tag': 'd5dba7a4-c132-4bec-9568-847dd0dae46c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:01:52.127882 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-48afd0b3-b06a-4d9f-9109-0fc05d2a6f73 req-3064d4bd-1537-4c0a-bf10-93c9c2c702b4 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.75 "DELETE /v2.0/ports/d5dba7a4-c132-4bec-9568-847dd0dae46c HTTP/1.1" status: 204 len: 173 time: 0.8685329 Feb 11 14:01:52.169870 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08da6729-c9df-473c-bb56-7e778d9bb2a2', 'name': 'network-vif-deleted', 'tag': 'd5dba7a4-c132-4bec-9568-847dd0dae46c', 'status': 'completed', 'code': 200} Feb 11 14:01:52.569179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-641d409a-5d24-4598-9581-1978861ae21a req-13d08e51-a2a9-4cc1-8ad5-eafd0d1dac94 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Synchronizing usage tracker for tenant:440184a569d54da685713a50da387b27 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:01:52.588174 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-641d409a-5d24-4598-9581-1978861ae21a req-13d08e51-a2a9-4cc1-8ad5-eafd0d1dac94 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] Unset dirty status for tenant:440184a569d54da685713a50da387b27 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:01:52.590299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-641d409a-5d24-4598-9581-1978861ae21a req-13d08e51-a2a9-4cc1-8ad5-eafd0d1dac94 tempest-ServersAdminNegativeTestJSON-1781443040 tempest-ServersAdminNegativeTestJSON-1781443040-project] 10.222.0.67 "GET /v2.0/ports?device_id=08da6729-c9df-473c-bb56-7e778d9bb2a2 HTTP/1.1" status: 200 len: 210 time: 0.0621126 Feb 11 14:01:53.985629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53224) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:01:54.159373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-21f27bbe-6f05-49b9-9706-a4dc21061d21 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=440184a569d54da685713a50da387b27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1725643 Feb 11 14:01:54.161887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53230) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:01:54.221458 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9cb92fea-e5b6-4b2c-b3d4-ed7204d18a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:54.247041 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9cb92fea-e5b6-4b2c-b3d4-ed7204d18a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:54.297140 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9cb92fea-e5b6-4b2c-b3d4-ed7204d18a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:54.312942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb92fea-e5b6-4b2c-b3d4-ed7204d18a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a62b45-8723-4912-943d-2c2728aa83ef,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:54.325692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9cb92fea-e5b6-4b2c-b3d4-ed7204d18a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:54.329335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9cb92fea-e5b6-4b2c-b3d4-ed7204d18a0b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6a62b45-8723-4912-943d-2c2728aa83ef HTTP/1.1" status: 204 len: 168 time: 0.1640706 Feb 11 14:01:54.650183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53238) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:01:54.668886 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ce69-f960-4e12-9152-77e0de94c1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:54.701653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f1d0ce69-f960-4e12-9152-77e0de94c1bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:01:54.705522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f1d0ce69-f960-4e12-9152-77e0de94c1bf admin admin] Usage tracker for resource:security_group_rule and tenant:f1edbedabbbd4a7684f8a2cb0c9096b1 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:01:54.708343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f1d0ce69-f960-4e12-9152-77e0de94c1bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:01:54.713915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f1d0ce69-f960-4e12-9152-77e0de94c1bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:01:54.778666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ce69-f960-4e12-9152-77e0de94c1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:54.782442 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ce69-f960-4e12-9152-77e0de94c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:54.832776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0ce69-f960-4e12-9152-77e0de94c1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da2a9f0-3bdc-49d5-928d-a661998b8fc3,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:54.838774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f1d0ce69-f960-4e12-9152-77e0de94c1bf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f1edbedabbbd4a7684f8a2cb0c9096b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1874466 Feb 11 14:01:54.841548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53242) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:01:54.900841 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f4fabae9-5262-4694-8a77-87dc51616906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:54.927264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f4fabae9-5262-4694-8a77-87dc51616906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:54.978092 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f4fabae9-5262-4694-8a77-87dc51616906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:54.992917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fabae9-5262-4694-8a77-87dc51616906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da2a9f0-3bdc-49d5-928d-a661998b8fc3,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:54.999189 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f4fabae9-5262-4694-8a77-87dc51616906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:55.000341 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f4fabae9-5262-4694-8a77-87dc51616906 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5da2a9f0-3bdc-49d5-928d-a661998b8fc3 HTTP/1.1" status: 204 len: 168 time: 0.1578639 Feb 11 14:01:55.836590 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53264) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:01:55.971084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-483015339-network', 'tenant_id': '039785f3fa764f719237e84c1e206973'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:01:55.976712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:01:55.981185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Usage tracker for resource:network and tenant:039785f3fa764f719237e84c1e206973 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:01:55.984091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:01:55.989744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:01:56.000338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Made reservation on behalf of 039785f3fa764f719237e84c1e206973 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:56.003000 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.016880 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.024666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device d5dba7a4-c132-4bec-9568-847dd0dae46c no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:01:56.053669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:01:56.057484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Usage tracker for resource:security_group_rule and tenant:039785f3fa764f719237e84c1e206973 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:01:56.057645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: d5dba7a4-c132-4bec-9568-847dd0dae46c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:01:56.057874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device d5dba7a4-c132-4bec-9568-847dd0dae46c not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:01:56.060452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:01:56.066035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:01:56.132212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.135981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.162992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:01:56.175585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16ce6be-c73e-4d81-89e0-0fb1549157fa,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:56.180075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.180417 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Added segment 5a60e81e-beb9-457e-a18b-1a444de47cdf of type vlan for network b1199c64-5abb-4436-ac61-07e15b0b2ddd Feb 11 14:01:56.207480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.236299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.237128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:56.237725 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.356465 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5187228 Feb 11 14:01:56.359338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3112b87-98a7-46b4-8bcc-5ebbf3a87da5 admin admin] Pushing event updated for resources: {'Network': ['ID=b1199c64-5abb-4436-ac61-07e15b0b2ddd,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:56.359644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53270) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:01:56.365015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Request body: {'subnet': {'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-483015339-subnet', 'tenant_id': '039785f3fa764f719237e84c1e206973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:01:56.370124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network b1199c64-5abb-4436-ac61-07e15b0b2ddd details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:01:56.370447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:01:56.375206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Usage tracker for resource:subnet and tenant:039785f3fa764f719237e84c1e206973 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:01:56.377985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:01:56.384059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:01:56.394393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Made reservation on behalf of 039785f3fa764f719237e84c1e206973 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:56.396981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.600048 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.674941 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5be1c3-e46d-4a72-bf16-149414a8ff2b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:56.689749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Checking segment: {'id': '5a60e81e-beb9-457e-a18b-1a444de47cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:01:56.690694 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Network hostable DHCP agents. Network: b1199c64-5abb-4436-ac61-07e15b0b2ddd, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:01:56.711821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Network b1199c64-5abb-4436-ac61-07e15b0b2ddd is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:01:56.721513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, b1199c64-5abb-4436-ac61-07e15b0b2ddd) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:56.725721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:56.726238 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.731183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef739a15-8fc1-48a6-ba40-b5a20fbac607 None None] Network b1199c64-5abb-4436-ac61-07e15b0b2ddd requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:01:56.747296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-658d4057-31fc-4215-bfb0-12df8f3a2629 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3863466 Feb 11 14:01:56.951210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed021c00-68b0-4d92-8722-10df65dd4758 None None] Network b1199c64-5abb-4436-ac61-07e15b0b2ddd requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:01:57.288814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-93548da0-3ffb-4108-9436-5488534b762f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:57.289401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-93548da0-3ffb-4108-9436-5488534b762f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Synchronizing usage tracker for tenant:039785f3fa764f719237e84c1e206973 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:01:57.306322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-93548da0-3ffb-4108-9436-5488534b762f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Unset dirty status for tenant:039785f3fa764f719237e84c1e206973 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:01:57.307590 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-93548da0-3ffb-4108-9436-5488534b762f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/networks?id=b1199c64-5abb-4436-ac61-07e15b0b2ddd HTTP/1.1" status: 200 len: 811 time: 0.1604719 Feb 11 14:01:57.324937 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-122af78a-cc3f-4a6f-869e-b90e4a8fba85 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/quotas/039785f3fa764f719237e84c1e206973 HTTP/1.1" status: 200 len: 375 time: 0.0115592 Feb 11 14:01:57.370172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-7ff2d00d-0541-4f1e-916f-7b65f997b32c tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=039785f3fa764f719237e84c1e206973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404701 Feb 11 14:01:57.380085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e93aec8-d3e6-4f3f-b62c-8adf11da2d08 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:01:57.381140 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e93aec8-d3e6-4f3f-b62c-8adf11da2d08 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048199 Feb 11 14:01:57.511572 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-0ac35c81-37e3-459a-82ed-01861a07609f service neutron] 10.222.0.67 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250119 Feb 11 14:01:57.643818 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-9801ff08-5891-4430-bc7c-a2ae6dee86a4 service neutron] 10.222.0.67 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253452 Feb 11 14:01:57.833222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-723bbba1-2a0c-4071-8235-723b2bb22937 req-f175b92c-1d0c-4d02-8fa0-34def8455273 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 210 time: 0.0409305 Feb 11 14:01:58.962896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-e824df4e-c85c-46a1-b97d-895428912acd tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:58.964315 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-e824df4e-c85c-46a1-b97d-895428912acd tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.75 "GET /v2.0/networks?id=b1199c64-5abb-4436-ac61-07e15b0b2ddd HTTP/1.1" status: 200 len: 811 time: 0.2445230 Feb 11 14:01:59.020803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Request body: {'port': {'device_id': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd', 'admin_state_up': True, 'tenant_id': '039785f3fa764f719237e84c1e206973'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:01:59.044034 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e818352-9871-4e1c-86b1-1be563b5558e req-e5556c2c-5226-4a30-bc8b-7d0d0a37a2a1 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 210 time: 0.0782526 Feb 11 14:01:59.165019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:01:59.168820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Usage tracker for resource:port and tenant:039785f3fa764f719237e84c1e206973 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:01:59.171877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:01:59.178076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:01:59.188236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Made reservation on behalf of 039785f3fa764f719237e84c1e206973 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:01:59.191415 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:59.352223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Allocated IP 172.20.0.11 (b1199c64-5abb-4436-ac61-07e15b0b2ddd/4b5be1c3-e46d-4a72-bf16-149414a8ff2b/854dfb2e-f7c0-4e86-8531-c292c19d3a25) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:01:59.557633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:59.586179 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:59.656742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Network b1199c64-5abb-4436-ac61-07e15b0b2ddd is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:01:59.659543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:01:59.663278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:01:59.696917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Pushing event updated for resources: {'Port': ['ID=854dfb2e-f7c0-4e86-8531-c292c19d3a25,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:59.730036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:59.731236 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:59.751377 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-1e583ba3-ae5e-4548-93ef-85105a5944c0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7443953 Feb 11 14:01:59.762281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Request body: {'port': {'device_id': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:01:59.866947 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:00.205764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854dfb2e-f7c0-4e86-8531-c292c19d3a25 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:02:00.212788 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:00.228686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Transition to ACTIVE for port object 854dfb2e-f7c0-4e86-8531-c292c19d3a25 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:02:00.233303 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:00.246919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1019-ffd0-4175-a5be-cb253c956f66 req-81e05507-9e9a-4375-aed1-311b4d095877 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:00.248384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37ee1019-ffd0-4175-a5be-cb253c956f66 req-81e05507-9e9a-4375-aed1-311b4d095877 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 932 time: 0.0814803 Feb 11 14:02:00.294302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-37ee1019-ffd0-4175-a5be-cb253c956f66 req-5fb1fe10-3e44-445f-9d1a-6ae7129444d9 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Feb 11 14:02:00.359893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Pushing event updated for resources: {'Port': ['ID=854dfb2e-f7c0-4e86-8531-c292c19d3a25,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:00.465807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Attempting to bind port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:02:00.466187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Attempting to bind port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '5a60e81e-beb9-457e-a18b-1a444de47cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:02:00.466509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Attempting to bind port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 on network b1199c64-5abb-4436-ac61-07e15b0b2ddd {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:02:00.472144 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 on network b1199c64-5abb-4436-ac61-07e15b0b2ddd not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:02:00.472461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Attempting to bind port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 on network b1199c64-5abb-4436-ac61-07e15b0b2ddd {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:02:00.478614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:02:00.478949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Checking segment: {'id': '5a60e81e-beb9-457e-a18b-1a444de47cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:02:00.479325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Bound using segment: {'id': '5a60e81e-beb9-457e-a18b-1a444de47cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:02:00.479741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Bound port: 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a60e81e-beb9-457e-a18b-1a444de47cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:02:00.480076 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:00.566485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:02:00.569432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25,segment=NetworkSegment(5a60e81e-beb9-457e-a18b-1a444de47cdf),segment_id=5a60e81e-beb9-457e-a18b-1a444de47cdf)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:02:00.573690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:00.634196 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:00.635602 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] 10.222.0.75 "PUT /v2.0/ports/854dfb2e-f7c0-4e86-8531-c292c19d3a25 HTTP/1.1" status: 200 len: 1092 time: 0.8773000 Feb 11 14:02:00.636027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:02:00.660471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f12b5-b579-4ed8-84ce-58e41a0f572f service neutron] Pushing event updated for resources: {'Port': ['ID=854dfb2e-f7c0-4e86-8531-c292c19d3a25,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:00.799258 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25', 'status': 'completed', 'code': 200} Feb 11 14:02:00.838830 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-8fcac972-8a6f-4a3d-b8af-2f94e07f1135 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=039785f3fa764f719237e84c1e206973&device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 1095 time: 0.1689329 Feb 11 14:02:00.908740 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-486c17b1-1aed-4706-af8c-0812f57183aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25 HTTP/1.1" status: 200 len: 217 time: 0.0629156 Feb 11 14:02:00.970374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-5b22c46d-feff-4461-b252-80257f2cfa09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:00.971810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-5b22c46d-feff-4461-b252-80257f2cfa09 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4b5be1c3-e46d-4a72-bf16-149414a8ff2b HTTP/1.1" status: 200 len: 851 time: 0.0572836 Feb 11 14:02:01.015770 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-2ef0e45b-254e-455f-a0e9-91959408fcbf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b1199c64-5abb-4436-ac61-07e15b0b2ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383794 Feb 11 14:02:01.148721 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-6d5f7e1b-e389-4c2e-ba9f-c92b61500633 service neutron] 10.222.0.75 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259296 Feb 11 14:02:01.279675 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68b13c73-0875-4ec3-99ef-29731cb10bdb req-f03414f5-ebbb-4924-9a99-2de302229844 service neutron] 10.222.0.75 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254385 Feb 11 14:02:01.401420 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a07d61-7aab-48f8-a09a-70fe1615faf3 req-15828c97-cf76-4b1c-8920-a011f36f891a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=039785f3fa764f719237e84c1e206973&device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 1095 time: 0.0760667 Feb 11 14:02:01.498116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955442d-27cd-4b21-b7bc-35b3e7b8af93 req-45cee506-13fc-4b65-8eff-fce90a122672 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:01.499744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9955442d-27cd-4b21-b7bc-35b3e7b8af93 req-45cee506-13fc-4b65-8eff-fce90a122672 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 944 time: 0.0816770 Feb 11 14:02:01.538221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07d61-7aab-48f8-a09a-70fe1615faf3 req-27bba831-376a-4fe2-8470-510be6910f7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:01.539718 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a07d61-7aab-48f8-a09a-70fe1615faf3 req-27bba831-376a-4fe2-8470-510be6910f7b service neutron] 10.222.0.75 "GET /v2.0/networks?id=b1199c64-5abb-4436-ac61-07e15b0b2ddd HTTP/1.1" status: 200 len: 912 time: 0.1334298 Feb 11 14:02:01.548069 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9955442d-27cd-4b21-b7bc-35b3e7b8af93 req-5d898b3b-b31f-4721-8c5e-e0d9f754db4f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Feb 11 14:02:01.611093 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a07d61-7aab-48f8-a09a-70fe1615faf3 req-e39a4de0-9b3e-44be-ac3d-3028223555ff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25 HTTP/1.1" status: 200 len: 217 time: 0.0645747 Feb 11 14:02:01.675201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07d61-7aab-48f8-a09a-70fe1615faf3 req-42f834ba-a8ea-4d70-b017-6ac1263dc1be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:01.676552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a07d61-7aab-48f8-a09a-70fe1615faf3 req-42f834ba-a8ea-4d70-b017-6ac1263dc1be service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4b5be1c3-e46d-4a72-bf16-149414a8ff2b HTTP/1.1" status: 200 len: 851 time: 0.0585561 Feb 11 14:02:01.721839 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a07d61-7aab-48f8-a09a-70fe1615faf3 req-03d809b5-0d07-4ffb-a11d-312110e2ef17 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b1199c64-5abb-4436-ac61-07e15b0b2ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391781 Feb 11 14:02:01.853664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a07d61-7aab-48f8-a09a-70fe1615faf3 req-d04c792b-7e74-47c6-a812-dc88bbf250fe service neutron] 10.222.0.75 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245306 Feb 11 14:02:01.984311 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69a07d61-7aab-48f8-a09a-70fe1615faf3 req-e0cf2ac3-7648-4fa9-8066-7e2e635b710e service neutron] 10.222.0.75 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243432 Feb 11 14:02:02.749835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0465b-5fc4-4e4e-b9ef-814730e7c9f3 req-d3b78a66-bad5-41f5-9bfc-e22da9552c42 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:02.750503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cbc0465b-5fc4-4e4e-b9ef-814730e7c9f3 req-d3b78a66-bad5-41f5-9bfc-e22da9552c42 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Synchronizing usage tracker for tenant:039785f3fa764f719237e84c1e206973 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:02:02.767101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cbc0465b-5fc4-4e4e-b9ef-814730e7c9f3 req-d3b78a66-bad5-41f5-9bfc-e22da9552c42 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Unset dirty status for tenant:039785f3fa764f719237e84c1e206973 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:02:02.768253 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbc0465b-5fc4-4e4e-b9ef-814730e7c9f3 req-d3b78a66-bad5-41f5-9bfc-e22da9552c42 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 944 time: 0.1005037 Feb 11 14:02:02.817612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cbc0465b-5fc4-4e4e-b9ef-814730e7c9f3 req-e4f58602-1e99-424a-b394-08139dc5b30f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Synchronizing usage tracker for tenant:039785f3fa764f719237e84c1e206973 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:02:02.834176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-cbc0465b-5fc4-4e4e-b9ef-814730e7c9f3 req-e4f58602-1e99-424a-b394-08139dc5b30f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Unset dirty status for tenant:039785f3fa764f719237e84c1e206973 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:02:02.835359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cbc0465b-5fc4-4e4e-b9ef-814730e7c9f3 req-e4f58602-1e99-424a-b394-08139dc5b30f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614271 Feb 11 14:02:04.032747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c14ba-a7aa-470f-9374-a03d29f1cecb req-0b2fa0ad-5ad4-4328-8511-a3b088e1b2cc tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:04.034188 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-411c14ba-a7aa-470f-9374-a03d29f1cecb req-0b2fa0ad-5ad4-4328-8511-a3b088e1b2cc tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 944 time: 0.0800340 Feb 11 14:02:04.056540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 854dfb2e-f7c0-4e86-8531-c292c19d3a25 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:02:04.101794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-411c14ba-a7aa-470f-9374-a03d29f1cecb req-ae518a6a-85c4-424a-92b6-0a98eb53d574 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621374 Feb 11 14:02:04.196598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25,segment=NetworkSegment(5a60e81e-beb9-457e-a18b-1a444de47cdf),segment_id=5a60e81e-beb9-457e-a18b-1a444de47cdf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:04.209337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '854dfb2e-f7c0-4e86-8531-c292c19d3a25', 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd', 'port_id': '854dfb2e-f7c0-4e86-8531-c292c19d3a25', 'mac_address': 'fa:16:3e:b8:a1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5be1c3-e46d-4a72-bf16-149414a8ff2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:02:04.261541 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:04.279280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854dfb2e-f7c0-4e86-8531-c292c19d3a25 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:02:04.294316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25,segment=NetworkSegment(5a60e81e-beb9-457e-a18b-1a444de47cdf),segment_id=5a60e81e-beb9-457e-a18b-1a444de47cdf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:04.298200 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:04.364791 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=854dfb2e-f7c0-4e86-8531-c292c19d3a25,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:04.488351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['854dfb2e-f7c0-4e86-8531-c292c19d3a25'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:02:05.302860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c8c7b-7f96-473f-9505-d6b0dcf7f220 req-11b665e1-3eb6-4de3-9c58-bc927c487982 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:05.304344 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-756c8c7b-7f96-473f-9505-d6b0dcf7f220 req-11b665e1-3eb6-4de3-9c58-bc927c487982 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 945 time: 0.0765791 Feb 11 14:02:05.349934 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-756c8c7b-7f96-473f-9505-d6b0dcf7f220 req-9b95df0b-6f1f-4545-9211-4eb0580fdb59 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 Feb 11 14:02:06.058050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 854dfb2e-f7c0-4e86-8531-c292c19d3a25 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:02:06.129267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:02:06.133964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:06.134331 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:06.246596 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:06.271620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:02:06.281175 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25,segment=NetworkSegment(5a60e81e-beb9-457e-a18b-1a444de47cdf),segment_id=5a60e81e-beb9-457e-a18b-1a444de47cdf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:06.285156 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:06.330708 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25', 'code': 200} Feb 11 14:02:06.352846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=854dfb2e-f7c0-4e86-8531-c292c19d3a25,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:06.465546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf7938e-6b33-4b1f-bd3b-bbfab8bb17e2 req-880a0733-c53d-4af5-b5e7-4a3f8c3292df service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 1097 time: 0.0746379 Feb 11 14:02:06.553847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cdf7938e-6b33-4b1f-bd3b-bbfab8bb17e2 req-c4e92fb6-6a62-4e79-9b5d-fb5faa8b61b9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830634 Feb 11 14:02:06.578254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b83be-55a5-4476-a2cc-9b97980cb72a req-e3dd72b4-d02c-420d-9c43-551c4f403aa2 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:06.579630 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c2b83be-55a5-4476-a2cc-9b97980cb72a req-e3dd72b4-d02c-420d-9c43-551c4f403aa2 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0956006 Feb 11 14:02:06.627805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c2b83be-55a5-4476-a2cc-9b97980cb72a req-02f26bd6-546b-4e18-a98a-8d58ec9cca05 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426469 Feb 11 14:02:07.828886 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e4697-d253-404f-95f5-2097a77314bf req-4011d931-9949-4781-9957-339018e7b0dc tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:07.830233 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc3e4697-d253-404f-95f5-2097a77314bf req-4011d931-9949-4781-9957-339018e7b0dc tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0756059 Feb 11 14:02:07.850687 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:07.879138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dc3e4697-d253-404f-95f5-2097a77314bf req-d12474d1-7480-4891-bc8f-6ac12bb019d8 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Feb 11 14:02:08.088159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-da04eaa8-d87c-4762-877d-e39e7816e297 req-efb8aef6-d578-498a-8c29-dbfe4175b876 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0677428 Feb 11 14:02:08.262284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53322) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:02:08.446952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf5b9a-d614-47d1-9cbb-a9e7a4474de6 req-64878227-e3da-4824-91bd-2323c45f6bc9 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:08.448378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2faf5b9a-d614-47d1-9cbb-a9e7a4474de6 req-64878227-e3da-4824-91bd-2323c45f6bc9 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.1326082 Feb 11 14:02:08.451663 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-c61d88dd-665e-4acb-9524-59ac9c6cb8d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1880167 Feb 11 14:02:08.499206 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2faf5b9a-d614-47d1-9cbb-a9e7a4474de6 req-6b391cdd-cea4-41f9-8630-ff14d086fbdb tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445879 Feb 11 14:02:09.861070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0677e0c-f989-4433-8849-251408efd684 req-4aeecc7b-6907-4a55-9c10-e5f94d42108f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:09.862531 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0677e0c-f989-4433-8849-251408efd684 req-4aeecc7b-6907-4a55-9c10-e5f94d42108f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.2418337 Feb 11 14:02:09.866177 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-52b20d40-96d0-4ae5-af80-0fbe435fe06f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=039785f3fa764f719237e84c1e206973&device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 1097 time: 0.1976080 Feb 11 14:02:09.989553 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b0677e0c-f989-4433-8849-251408efd684 req-e082868b-7017-4446-942d-4e6b8fb26552 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213484 Feb 11 14:02:10.029747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-07ca46b8-26d5-4fbd-a1e3-313fe28961bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:10.031219 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-07ca46b8-26d5-4fbd-a1e3-313fe28961bc service neutron] 10.222.0.75 "GET /v2.0/networks?id=b1199c64-5abb-4436-ac61-07e15b0b2ddd HTTP/1.1" status: 200 len: 912 time: 0.1493974 Feb 11 14:02:10.103657 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-008a03ca-136b-44a6-ac6d-cc13c4e93b11 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25 HTTP/1.1" status: 200 len: 217 time: 0.0662935 Feb 11 14:02:10.166042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-96cc04cc-53a4-43c6-aa40-a35a2698f024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:10.167567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-96cc04cc-53a4-43c6-aa40-a35a2698f024 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4b5be1c3-e46d-4a72-bf16-149414a8ff2b HTTP/1.1" status: 200 len: 851 time: 0.0584242 Feb 11 14:02:10.216818 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-f82a7b1f-996f-4bc5-bf93-395ab54c2fd0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b1199c64-5abb-4436-ac61-07e15b0b2ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437679 Feb 11 14:02:10.352020 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-284e11fe-dd4f-42fd-8e32-b8f6285467bc service neutron] 10.222.0.75 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288540 Feb 11 14:02:10.497477 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-e0185f35-ddfb-4e60-a1da-6f4362ec2a16 service neutron] 10.222.0.75 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389611 Feb 11 14:02:11.197815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db0669-e91c-494f-be60-9ff58fca1202 req-9a393324-ea74-4068-8f3d-f8ac76c34f20 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:11.199588 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95db0669-e91c-494f-be60-9ff58fca1202 req-9a393324-ea74-4068-8f3d-f8ac76c34f20 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0741205 Feb 11 14:02:11.243668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95db0669-e91c-494f-be60-9ff58fca1202 req-147b80c7-32e3-417c-86cd-359caed1a08b tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387497 Feb 11 14:02:12.440766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f23a1a-35bd-44f5-bdae-71fa373e37eb req-2f50d0f7-8591-40f4-b294-2ab35b97e5df tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:12.442209 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-61f23a1a-35bd-44f5-bdae-71fa373e37eb req-2f50d0f7-8591-40f4-b294-2ab35b97e5df tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0763333 Feb 11 14:02:12.487122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-61f23a1a-35bd-44f5-bdae-71fa373e37eb req-e1b32a8e-e909-43df-b80d-c95cba26ada3 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Feb 11 14:02:12.771722 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:13.360202 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:02:13.688210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eb130-666c-4b00-a1d3-ffbe9531da54 req-5bab9462-649b-48ac-84da-466730186684 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:13.689562 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-926eb130-666c-4b00-a1d3-ffbe9531da54 req-5bab9462-649b-48ac-84da-466730186684 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0800807 Feb 11 14:02:13.734323 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-926eb130-666c-4b00-a1d3-ffbe9531da54 req-1ea10e5b-b710-40a5-9ad8-e124175993e6 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Feb 11 14:02:14.937710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb8bf1-d388-4d32-b4b7-372611e0e2b3 req-79a0f45b-41fd-4e97-91fe-2214bdd3e581 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:14.939207 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aaeb8bf1-d388-4d32-b4b7-372611e0e2b3 req-79a0f45b-41fd-4e97-91fe-2214bdd3e581 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0807533 Feb 11 14:02:14.984035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aaeb8bf1-d388-4d32-b4b7-372611e0e2b3 req-771f87bb-d85b-41dd-ba8e-8e7f67dbdf08 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393524 Feb 11 14:02:15.523035 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7791de1a-5812-4414-881b-e65d637ad3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:16.178280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3082e-0345-4ea5-b4a8-2e88ff6a4449 req-40002427-2412-40e3-96a0-6c0a942fd414 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:16.179827 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-77c3082e-0345-4ea5-b4a8-2e88ff6a4449 req-40002427-2412-40e3-96a0-6c0a942fd414 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0752425 Feb 11 14:02:16.227177 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-77c3082e-0345-4ea5-b4a8-2e88ff6a4449 req-8df26de0-e1a1-448a-a45f-2e83d2105498 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Feb 11 14:02:17.422011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e52112-4165-4f0a-85fc-4711badd1c0c req-3f8b3c16-6920-4d89-a240-7a21630e0d2c tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:17.423494 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-63e52112-4165-4f0a-85fc-4711badd1c0c req-3f8b3c16-6920-4d89-a240-7a21630e0d2c tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0773988 Feb 11 14:02:17.469237 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-63e52112-4165-4f0a-85fc-4711badd1c0c req-e780c7e3-311a-4df8-b94f-eb0198b7bd37 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Feb 11 14:02:17.703155 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a51559c9-f5d8-4aef-9de1-c70541e38df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:18.736267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655e66f-ede0-41ef-a5ed-ce9f44025c58 req-e25f1d5c-9aca-4d3a-97c1-48c5a8d2a5c3 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:18.737709 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c655e66f-ede0-41ef-a5ed-ce9f44025c58 req-e25f1d5c-9aca-4d3a-97c1-48c5a8d2a5c3 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.1508055 Feb 11 14:02:18.784020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c655e66f-ede0-41ef-a5ed-ce9f44025c58 req-dbad208d-431f-48f8-8869-08de08593255 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Feb 11 14:02:18.971649 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:19.022281 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:19.987566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab16c51-1b08-450a-b25d-2d602dd247f2 req-4abfcdaa-7790-41ea-aa6c-29fd71684933 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:19.989011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ab16c51-1b08-450a-b25d-2d602dd247f2 req-4abfcdaa-7790-41ea-aa6c-29fd71684933 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0806384 Feb 11 14:02:20.034328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ab16c51-1b08-450a-b25d-2d602dd247f2 req-87c2da82-3612-4c52-9900-c915a40076dc tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399032 Feb 11 14:02:20.422239 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:21.234431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b4770-8ff8-4358-9bc3-5dc7c56036e9 req-8e7453f2-e020-4565-9306-c8511f9c8097 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:21.235920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb0b4770-8ff8-4358-9bc3-5dc7c56036e9 req-8e7453f2-e020-4565-9306-c8511f9c8097 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0777547 Feb 11 14:02:21.280292 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb0b4770-8ff8-4358-9bc3-5dc7c56036e9 req-4505f3c2-e686-43b6-9dfe-82f095da28f0 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387480 Feb 11 14:02:22.472441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9bebd-7636-4c77-8cff-2fcb27dd3f21 req-1058c5bd-2e5d-435a-b300-6831dce41178 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:22.473974 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66b9bebd-7636-4c77-8cff-2fcb27dd3f21 req-1058c5bd-2e5d-435a-b300-6831dce41178 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0760691 Feb 11 14:02:22.522619 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66b9bebd-7636-4c77-8cff-2fcb27dd3f21 req-3f4d7828-3151-4f81-945a-957a6b623190 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432050 Feb 11 14:02:23.719021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49778d-2c8f-4994-a3a0-75979303bbfd req-fdd01cae-08cf-4ee1-b043-1fafd07a9e84 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:23.720496 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c49778d-2c8f-4994-a3a0-75979303bbfd req-fdd01cae-08cf-4ee1-b043-1fafd07a9e84 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0761957 Feb 11 14:02:23.765691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0c49778d-2c8f-4994-a3a0-75979303bbfd req-046ca741-69c6-4b40-bb99-39c248958c94 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397427 Feb 11 14:02:24.971383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74180f8f-8032-43ba-b750-ff429219cccc req-a20860d3-76ef-462f-9cd7-982a0a9654f2 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:24.972855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74180f8f-8032-43ba-b750-ff429219cccc req-a20860d3-76ef-462f-9cd7-982a0a9654f2 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0764248 Feb 11 14:02:25.017392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74180f8f-8032-43ba-b750-ff429219cccc req-e685a998-fd48-4a3e-8e30-ae44303b6ce1 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Feb 11 14:02:26.319437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aca93c-1652-49d4-a146-36667123e25b req-93f70981-08c7-4894-981a-cf094dc85f47 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:26.320780 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-33aca93c-1652-49d4-a146-36667123e25b req-93f70981-08c7-4894-981a-cf094dc85f47 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.1824603 Feb 11 14:02:26.364977 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-33aca93c-1652-49d4-a146-36667123e25b req-1abfcf67-2e6e-4985-a206-0a535fc7334e tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 Feb 11 14:02:27.570939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0b932-94f8-4b27-91c3-e2985ccfb561 req-efc5b888-55f0-4f3b-950e-f18865ae5a35 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:27.572421 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eec0b932-94f8-4b27-91c3-e2985ccfb561 req-efc5b888-55f0-4f3b-950e-f18865ae5a35 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0859413 Feb 11 14:02:27.619883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eec0b932-94f8-4b27-91c3-e2985ccfb561 req-32f8982c-afbe-4c7b-971f-23b038eacf77 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 Feb 11 14:02:28.818018 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a1899-7fb6-4574-8b7c-0caa2a82a671 req-c5d953a6-0c1a-4042-a898-3d8426a6e66a tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:28.819570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f9a1899-7fb6-4574-8b7c-0caa2a82a671 req-c5d953a6-0c1a-4042-a898-3d8426a6e66a tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0757649 Feb 11 14:02:28.865385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f9a1899-7fb6-4574-8b7c-0caa2a82a671 req-1f3187c1-cb61-4bd3-805d-119f5d1847d9 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393600 Feb 11 14:02:30.066788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4bfda-c71b-4d59-a514-c077db8d3704 req-a0b59e84-50a4-4786-b572-bd9d83e9a769 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:30.068333 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15a4bfda-c71b-4d59-a514-c077db8d3704 req-a0b59e84-50a4-4786-b572-bd9d83e9a769 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0824845 Feb 11 14:02:30.114532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-15a4bfda-c71b-4d59-a514-c077db8d3704 req-5cd7a1ac-fb7a-462e-adfd-369ea37f7feb tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Feb 11 14:02:31.309081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721641-d09c-46fc-870f-a626f354c0c5 req-f5be435d-ee58-41c5-9ce4-0a40cbf12af2 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:31.310517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7721641-d09c-46fc-870f-a626f354c0c5 req-f5be435d-ee58-41c5-9ce4-0a40cbf12af2 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0779030 Feb 11 14:02:31.358932 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d7721641-d09c-46fc-870f-a626f354c0c5 req-145e71fd-f5d2-459c-9c89-d78e48356183 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Feb 11 14:02:32.555163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6025-b222-4a33-a53f-5e188badde29 req-469c7a7b-923c-4543-8293-d6c39e4d2159 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:32.556606 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675a6025-b222-4a33-a53f-5e188badde29 req-469c7a7b-923c-4543-8293-d6c39e4d2159 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0789165 Feb 11 14:02:32.601714 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675a6025-b222-4a33-a53f-5e188badde29 req-6ec796e7-0e07-4373-ae86-71404377452f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395908 Feb 11 14:02:33.793764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c21417-c3b8-47e8-bc25-258b7e9b4492 req-a08e288c-a197-43f6-80cb-8b8ea9eb3369 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:33.795152 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6c21417-c3b8-47e8-bc25-258b7e9b4492 req-a08e288c-a197-43f6-80cb-8b8ea9eb3369 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0762980 Feb 11 14:02:33.843874 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6c21417-c3b8-47e8-bc25-258b7e9b4492 req-9df39f46-6671-4559-b074-c0a056a4a205 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432541 Feb 11 14:02:35.046316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732884f-b569-4198-99fa-fa122707287c req-b1738341-8355-460f-9610-2ec143e06daa tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:35.047884 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5732884f-b569-4198-99fa-fa122707287c req-b1738341-8355-460f-9610-2ec143e06daa tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0827036 Feb 11 14:02:35.095200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5732884f-b569-4198-99fa-fa122707287c req-c0079722-059a-47a9-b909-41e8ee9cd545 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407221 Feb 11 14:02:36.296294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b863fcf-4dfd-4f5c-aae3-ca7384dd5e1f req-02e65494-6afa-4185-b969-9addaa7f216f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:36.297742 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b863fcf-4dfd-4f5c-aae3-ca7384dd5e1f req-02e65494-6afa-4185-b969-9addaa7f216f tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0757613 Feb 11 14:02:36.342729 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7b863fcf-4dfd-4f5c-aae3-ca7384dd5e1f req-d957b743-b963-49f0-977d-bc896dc8c0a6 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395858 Feb 11 14:02:37.551246 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-07f7aef9-6f54-4b5a-a770-605ece5a95ba service neutron] show failed (client error): The resource could not be found. Feb 11 14:02:37.552286 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-07f7aef9-6f54-4b5a-a770-605ece5a95ba service neutron] 10.222.0.75 "GET /v2.0/ports/854dfb2e-f7c0-4e86-8531-c292c19d3a25/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.1318371 Feb 11 14:02:37.567984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3e56d-e304-43ba-b82a-79418709206d req-1d855cc2-3c1a-47e4-9cf5-cf3f1f30b974 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:37.569807 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-13d3e56d-e304-43ba-b82a-79418709206d req-1d855cc2-3c1a-47e4-9cf5-cf3f1f30b974 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.1009102 Feb 11 14:02:37.621875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-13d3e56d-e304-43ba-b82a-79418709206d req-9dd2888b-bfbb-4c8b-95bc-12b157232996 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Feb 11 14:02:37.850162 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:37.881920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-3011b356-7ba1-477c-b347-59be35e6cbf4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968&tenant_id=039785f3fa764f719237e84c1e206973 HTTP/1.1" status: 200 len: 1097 time: 0.1423609 Feb 11 14:02:37.892722 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:02:37.998040 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:38.262437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25,segment=NetworkSegment(5a60e81e-beb9-457e-a18b-1a444de47cdf),segment_id=5a60e81e-beb9-457e-a18b-1a444de47cdf)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:38.290297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:02:38.349337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:02:38.355414 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:38.374560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Transition to ACTIVE for port object 854dfb2e-f7c0-4e86-8531-c292c19d3a25 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:02:38.378757 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:38.503879 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25', 'code': 200} Feb 11 14:02:38.507280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Pushing event updated for resources: {'Port': ['ID=854dfb2e-f7c0-4e86-8531-c292c19d3a25,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:38.545319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] No DVR routers for this DVR port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:02:38.551569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.551907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.552237 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.552562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.552884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.553209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.553520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.553830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.554141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.554450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.554785 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:38.609363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Attempting to bind port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:02:38.609683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Attempting to bind port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '5a60e81e-beb9-457e-a18b-1a444de47cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:02:38.609998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Attempting to bind port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 on network b1199c64-5abb-4436-ac61-07e15b0b2ddd {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:02:38.615550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 on network b1199c64-5abb-4436-ac61-07e15b0b2ddd not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:02:38.615858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Attempting to bind port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 on network b1199c64-5abb-4436-ac61-07e15b0b2ddd {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:02:38.622270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:02:38.622615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Checking segment: {'id': '5a60e81e-beb9-457e-a18b-1a444de47cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:02:38.623029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Bound using segment: {'id': '5a60e81e-beb9-457e-a18b-1a444de47cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:02:38.623399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Bound port: 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a60e81e-beb9-457e-a18b-1a444de47cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:02:38.623730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:38.710473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:02:38.713444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25,segment=NetworkSegment(5a60e81e-beb9-457e-a18b-1a444de47cdf),segment_id=5a60e81e-beb9-457e-a18b-1a444de47cdf)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:02:38.718696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:38.789291 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:38.790680 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] 10.222.0.73 "PUT /v2.0/ports/854dfb2e-f7c0-4e86-8531-c292c19d3a25 HTTP/1.1" status: 200 len: 1092 time: 0.9018734 Feb 11 14:02:38.803418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf10466-d281-439e-88b3-e6cdb614427f service neutron] Pushing event updated for resources: {'Port': ['ID=854dfb2e-f7c0-4e86-8531-c292c19d3a25,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:38.830027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96226242-d718-4d8c-b91d-e026e1e42370 req-ae951860-0842-465f-9efc-f0dc063a20e6 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:38.831618 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96226242-d718-4d8c-b91d-e026e1e42370 req-ae951860-0842-465f-9efc-f0dc063a20e6 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 944 time: 0.0840001 Feb 11 14:02:38.878470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96226242-d718-4d8c-b91d-e026e1e42370 req-17abd37a-cfc2-40bb-9719-5507afeb5967 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Feb 11 14:02:38.891200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-6fab470a-380e-4e20-b5cc-bce1607fc566 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=039785f3fa764f719237e84c1e206973&device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 1095 time: 0.0777659 Feb 11 14:02:39.024086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-4b247dd9-de5a-47ee-b499-ea74a42edfc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:39.025530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-4b247dd9-de5a-47ee-b499-ea74a42edfc1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1199c64-5abb-4436-ac61-07e15b0b2ddd HTTP/1.1" status: 200 len: 912 time: 0.1291561 Feb 11 14:02:39.187129 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-0543f7e6-d63c-4d17-aa1e-203788a8ede9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25 HTTP/1.1" status: 200 len: 217 time: 0.1556520 Feb 11 14:02:39.248967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-93f6f253-e53a-4694-a2da-4d5a668515d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:39.250402 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-93f6f253-e53a-4694-a2da-4d5a668515d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4b5be1c3-e46d-4a72-bf16-149414a8ff2b HTTP/1.1" status: 200 len: 851 time: 0.0575912 Feb 11 14:02:39.294005 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-35d0bdb3-74df-4dcc-8921-f29b5ec6735e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1199c64-5abb-4436-ac61-07e15b0b2ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381923 Feb 11 14:02:39.427531 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-157a8c89-63cc-4e10-940d-7d9502f2278c service neutron] 10.222.0.73 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280036 Feb 11 14:02:39.562191 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab2879b4-2651-4d5d-8481-fda09f0b2b8f req-a4d9aac9-1303-4309-8a71-55da02c3ec96 service neutron] 10.222.0.73 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282134 Feb 11 14:02:40.102468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a4a48-abc5-4d73-a9d1-a18d39041975 req-2538a4f9-46c2-44fd-931d-f8999f63ce03 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:40.104573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e72a4a48-abc5-4d73-a9d1-a18d39041975 req-2538a4f9-46c2-44fd-931d-f8999f63ce03 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 944 time: 0.0873580 Feb 11 14:02:40.148387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e72a4a48-abc5-4d73-a9d1-a18d39041975 req-40ae1143-7217-462c-8cae-26e158918ef7 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384345 Feb 11 14:02:40.505762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:02:40.572331 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25', 'status': 'completed', 'code': 200} Feb 11 14:02:40.661274 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-6e07d55d-0b6c-44af-84b4-b05bbcb38c49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=039785f3fa764f719237e84c1e206973&device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 1095 time: 0.0693333 Feb 11 14:02:40.665806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-334d6e96-86d9-42e9-b48a-336eda524995 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=039785f3fa764f719237e84c1e206973&device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 1095 time: 0.0727882 Feb 11 14:02:40.799318 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-f6642aa9-7eb2-4476-a571-38c080583b34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:40.800694 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-f6642aa9-7eb2-4476-a571-38c080583b34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b1199c64-5abb-4436-ac61-07e15b0b2ddd HTTP/1.1" status: 200 len: 912 time: 0.1328299 Feb 11 14:02:40.872366 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-f080b340-760a-465f-9280-0987616e98ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25 HTTP/1.1" status: 200 len: 217 time: 0.0643609 Feb 11 14:02:40.893631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-98fee388-1beb-4695-8131-024c17220962 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:40.895124 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-98fee388-1beb-4695-8131-024c17220962 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b1199c64-5abb-4436-ac61-07e15b0b2ddd HTTP/1.1" status: 200 len: 912 time: 0.2228227 Feb 11 14:02:40.914025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 854dfb2e-f7c0-4e86-8531-c292c19d3a25 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:02:40.933683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-b0fda819-fd75-4776-892d-21c4260171e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:40.935438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-b0fda819-fd75-4776-892d-21c4260171e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4b5be1c3-e46d-4a72-bf16-149414a8ff2b HTTP/1.1" status: 200 len: 851 time: 0.0570703 Feb 11 14:02:40.963297 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-a45db489-02a1-4494-afc4-415e7e5f7083 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25 HTTP/1.1" status: 200 len: 217 time: 0.0616291 Feb 11 14:02:40.986535 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-581c123a-6fcd-40e5-8337-41b76affb591 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b1199c64-5abb-4436-ac61-07e15b0b2ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449071 Feb 11 14:02:41.034173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-1ad8a81c-08bc-4efd-bdac-192de81e9f01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:41.036166 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-1ad8a81c-08bc-4efd-bdac-192de81e9f01 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4b5be1c3-e46d-4a72-bf16-149414a8ff2b HTTP/1.1" status: 200 len: 851 time: 0.0677698 Feb 11 14:02:41.088248 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25,segment=NetworkSegment(5a60e81e-beb9-457e-a18b-1a444de47cdf),segment_id=5a60e81e-beb9-457e-a18b-1a444de47cdf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:41.111383 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-1e45feff-bfa0-4e4a-92bf-59462d8722ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b1199c64-5abb-4436-ac61-07e15b0b2ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686841 Feb 11 14:02:41.117545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '854dfb2e-f7c0-4e86-8531-c292c19d3a25', 'network_id': 'b1199c64-5abb-4436-ac61-07e15b0b2ddd', 'port_id': '854dfb2e-f7c0-4e86-8531-c292c19d3a25', 'mac_address': 'fa:16:3e:b8:a1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5be1c3-e46d-4a72-bf16-149414a8ff2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:02:41.142294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-587071e3-5b71-4453-986a-a32b72965296 service neutron] 10.222.0.73 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488659 Feb 11 14:02:41.179521 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:41.200805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854dfb2e-f7c0-4e86-8531-c292c19d3a25 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:02:41.234001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25,segment=NetworkSegment(5a60e81e-beb9-457e-a18b-1a444de47cdf),segment_id=5a60e81e-beb9-457e-a18b-1a444de47cdf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:41.239914 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:41.307553 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-898fc211-3c94-4b93-a1fc-d634a0901aaf service neutron] 10.222.0.75 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905501 Feb 11 14:02:41.318742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=854dfb2e-f7c0-4e86-8531-c292c19d3a25,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:41.369313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-66abf478-f9a0-4c7e-8fc4-f68dd09f2cce service neutron] 10.222.0.73 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208457 Feb 11 14:02:41.402220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee66ba-0e84-4d5b-a875-e10b79949b72 req-f2bcdacd-8588-4116-93bd-4c2311c60804 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:41.405504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-daee66ba-0e84-4d5b-a875-e10b79949b72 req-f2bcdacd-8588-4116-93bd-4c2311c60804 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 945 time: 0.1034207 Feb 11 14:02:41.446372 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24731359-8158-450c-b55f-cc0ef3ee4690 req-af50a380-cdf9-476a-b232-e7a2cec2219f service neutron] 10.222.0.75 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333203 Feb 11 14:02:41.457603 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-daee66ba-0e84-4d5b-a875-e10b79949b72 req-04d0b48a-b925-4e74-bae1-b74a47efba9d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Feb 11 14:02:41.466280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['854dfb2e-f7c0-4e86-8531-c292c19d3a25'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:02:41.860428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150149c4-4c05-4609-85b4-02043f39086b req-bc6c0376-134a-426b-b1f6-7d90e06c77e7 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:41.861854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-bc6c0376-134a-426b-b1f6-7d90e06c77e7 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.75 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968&tenant_id=039785f3fa764f719237e84c1e206973&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 945 time: 0.0845444 Feb 11 14:02:41.937793 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-150149c4-4c05-4609-85b4-02043f39086b req-a398e661-ba04-43b7-b5d7-a2a2adf8e9d5 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:02:41.938709 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-a398e661-ba04-43b7-b5d7-a2a2adf8e9d5 service neutron] 10.222.0.75 "DELETE /v2.0/ports/854dfb2e-f7c0-4e86-8531-c292c19d3a25/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.0717816 Feb 11 14:02:42.085331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-eb78fdc0-1de5-40d1-af84-87edc9ec49f0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=039785f3fa764f719237e84c1e206973&device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 1096 time: 0.0712380 Feb 11 14:02:42.215110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150149c4-4c05-4609-85b4-02043f39086b req-5c782e6c-0c7c-4e6e-a80b-5d5a89734d26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:42.216516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-5c782e6c-0c7c-4e6e-a80b-5d5a89734d26 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b1199c64-5abb-4436-ac61-07e15b0b2ddd HTTP/1.1" status: 200 len: 912 time: 0.1259029 Feb 11 14:02:42.286247 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-a41efb74-24dc-412c-bc3c-3d373a407e7c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25 HTTP/1.1" status: 200 len: 217 time: 0.0642629 Feb 11 14:02:42.320329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 854dfb2e-f7c0-4e86-8531-c292c19d3a25 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:02:42.348646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150149c4-4c05-4609-85b4-02043f39086b req-a6c8dce2-734b-40ae-9b8f-c76098a8bd06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:42.350170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-a6c8dce2-734b-40ae-9b8f-c76098a8bd06 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4b5be1c3-e46d-4a72-bf16-149414a8ff2b HTTP/1.1" status: 200 len: 851 time: 0.0578423 Feb 11 14:02:42.380964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 854dfb2e-f7c0-4e86-8531-c292c19d3a25 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:02:42.411513 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-cfa12709-05be-47a5-b0ee-5a4b6ca27d60 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b1199c64-5abb-4436-ac61-07e15b0b2ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551870 Feb 11 14:02:42.542722 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-3d3daaf7-77d0-4788-871b-56c1d8c9e608 service neutron] 10.222.0.75 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250019 Feb 11 14:02:42.671563 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-4b5ffeb2-1c48-46a2-9285-9774ad7ce286 service neutron] 10.222.0.75 "GET /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230640 Feb 11 14:02:42.786130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:42.944889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 854dfb2e-f7c0-4e86-8531-c292c19d3a25 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:02:43.013573 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:02:43.018376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:43.018777 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:43.137160 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:43.166258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:02:43.178139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25,segment=NetworkSegment(5a60e81e-beb9-457e-a18b-1a444de47cdf),segment_id=5a60e81e-beb9-457e-a18b-1a444de47cdf)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:43.182533 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:43.259247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=854dfb2e-f7c0-4e86-8531-c292c19d3a25,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:43.327269 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25', 'code': 200} Feb 11 14:02:43.492552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087a8e1-0621-4738-877a-2a70c9cb29ef req-2f5685a3-7d30-4026-b340-db038f2af1a6 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.494012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9087a8e1-0621-4738-877a-2a70c9cb29ef req-2f5685a3-7d30-4026-b340-db038f2af1a6 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.0758712 Feb 11 14:02:43.539346 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9087a8e1-0621-4738-877a-2a70c9cb29ef req-3029a8c7-a9c9-4b97-b070-921943e4a4da tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395701 Feb 11 14:02:44.564425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-6d59c336-0dad-498a-bda4-0f0ece10ce0d req-034129f2-2835-462c-8b91-2b3c69fec8a3 service neutron] (83568) timed out ('10.222.0.67', 41092) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 14:02:44.739456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150149c4-4c05-4609-85b4-02043f39086b req-3d41c8c6-07ca-41c9-9824-2953ab1ac109 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:44.740877 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-3d41c8c6-07ca-41c9-9824-2953ab1ac109 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.73 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.1312826 Feb 11 14:02:44.809436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64464b-a6dc-4bb7-bf15-c62c398a91cb req-1a8342f0-7427-4cb3-a1fa-cbf3fa4af9e4 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:44.810881 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b64464b-a6dc-4bb7-bf15-c62c398a91cb req-1a8342f0-7427-4cb3-a1fa-cbf3fa4af9e4 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/ports?device_id=88692520-7bbd-4b40-8c7d-9a670b50a968 HTTP/1.1" status: 200 len: 946 time: 0.1502070 Feb 11 14:02:44.821260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-150149c4-4c05-4609-85b4-02043f39086b req-9e4d74ca-1afb-4b48-a158-8a6df688551d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Deleting port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:02:44.821599 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-150149c4-4c05-4609-85b4-02043f39086b req-9e4d74ca-1afb-4b48-a158-8a6df688551d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.028919 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4b64464b-a6dc-4bb7-bf15-c62c398a91cb req-6edc7013-fc2e-496a-a94b-fdc64c984138 tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.67 "GET /v2.0/security-groups?id=a16ce6be-c73e-4d81-89e0-0fb1549157fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103848 Feb 11 14:02:45.192655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-150149c4-4c05-4609-85b4-02043f39086b req-9e4d74ca-1afb-4b48-a158-8a6df688551d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] For port 854dfb2e-f7c0-4e86-8531-c292c19d3a25, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=854dfb2e-f7c0-4e86-8531-c292c19d3a25,segment=NetworkSegment(5a60e81e-beb9-457e-a18b-1a444de47cdf),segment_id=5a60e81e-beb9-457e-a18b-1a444de47cdf)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:45.193000 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-150149c4-4c05-4609-85b4-02043f39086b req-9e4d74ca-1afb-4b48-a158-8a6df688551d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.315770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-150149c4-4c05-4609-85b4-02043f39086b req-9e4d74ca-1afb-4b48-a158-8a6df688551d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Calling delete_port for 854dfb2e-f7c0-4e86-8531-c292c19d3a25 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:02:45.469450 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-150149c4-4c05-4609-85b4-02043f39086b req-9e4d74ca-1afb-4b48-a158-8a6df688551d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.482029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['854dfb2e-f7c0-4e86-8531-c292c19d3a25'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:02:45.521482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d74ca-1afb-4b48-a158-8a6df688551d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Pushing event deleted for resources: {'Port': ['ID=854dfb2e-f7c0-4e86-8531-c292c19d3a25,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:45.536901 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6c89d8af-d6a6-4096-bd8f-422bf2e35b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.603459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-150149c4-4c05-4609-85b4-02043f39086b req-9e4d74ca-1afb-4b48-a158-8a6df688551d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] No DVR routers for this DVR port 854dfb2e-f7c0-4e86-8531-c292c19d3a25 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:02:45.606085 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-150149c4-4c05-4609-85b4-02043f39086b req-9e4d74ca-1afb-4b48-a158-8a6df688551d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.609679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'name': 'network-vif-deleted', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:02:45.624570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-150149c4-4c05-4609-85b4-02043f39086b req-9e4d74ca-1afb-4b48-a158-8a6df688551d tempest-DeleteServersTestJSON-609748202 tempest-DeleteServersTestJSON-609748202-project] 10.222.0.73 "DELETE /v2.0/ports/854dfb2e-f7c0-4e86-8531-c292c19d3a25 HTTP/1.1" status: 204 len: 173 time: 0.8788567 Feb 11 14:02:45.665084 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88692520-7bbd-4b40-8c7d-9a670b50a968', 'name': 'network-vif-deleted', 'tag': '854dfb2e-f7c0-4e86-8531-c292c19d3a25', 'status': 'completed', 'code': 200} Feb 11 14:02:46.293218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53434) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:02:46.352597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-191226c1-dd98-4c40-956f-4c3cf0595dc6 admin admin] Deleting subnet 4b5be1c3-e46d-4a72-bf16-149414a8ff2b {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:02:46.355483 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-191226c1-dd98-4c40-956f-4c3cf0595dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.403833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-191226c1-dd98-4c40-956f-4c3cf0595dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.461913 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-191226c1-dd98-4c40-956f-4c3cf0595dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.529283 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-191226c1-dd98-4c40-956f-4c3cf0595dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.565769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191226c1-dd98-4c40-956f-4c3cf0595dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5be1c3-e46d-4a72-bf16-149414a8ff2b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:46.571818 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-191226c1-dd98-4c40-956f-4c3cf0595dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.578605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-191226c1-dd98-4c40-956f-4c3cf0595dc6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4b5be1c3-e46d-4a72-bf16-149414a8ff2b HTTP/1.1" status: 204 len: 168 time: 0.2843804 Feb 11 14:02:46.580998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53438) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:02:46.685042 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.808329 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.840578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1199c64-5abb-4436-ac61-07e15b0b2ddd']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:46.853117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a60e81e-beb9-457e-a18b-1a444de47cdf') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:46.853404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a60e81e-beb9-457e-a18b-1a444de47cdf') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:46.868077 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.883799 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.891505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:02:46.892139 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:02:46.909423 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:02:46.987598 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:47.003715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:47.014313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1199c64-5abb-4436-ac61-07e15b0b2ddd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:47.022482 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-369aef5c-e2bc-4dc1-8379-82b7cf6fc289 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b1199c64-5abb-4436-ac61-07e15b0b2ddd HTTP/1.1" status: 204 len: 168 time: 0.4405525 Feb 11 14:02:47.198139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53444) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:02:47.249400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e573fe6a-a2c6-4fa6-b223-fc5573fbbfb1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=039785f3fa764f719237e84c1e206973&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500982 Feb 11 14:02:47.251644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53448) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:02:47.316367 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d100a82-df66-4787-9a56-baafc61495fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:47.346351 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d100a82-df66-4787-9a56-baafc61495fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:47.406802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d100a82-df66-4787-9a56-baafc61495fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:47.426140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d100a82-df66-4787-9a56-baafc61495fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16ce6be-c73e-4d81-89e0-0fb1549157fa,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:47.441615 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1d100a82-df66-4787-9a56-baafc61495fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:47.442785 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1d100a82-df66-4787-9a56-baafc61495fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a16ce6be-c73e-4d81-89e0-0fb1549157fa HTTP/1.1" status: 204 len: 168 time: 0.1901097 Feb 11 14:02:47.708614 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adb3da27-3064-4760-844b-e8d2b72ad982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:48.328790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53470) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:02:48.458398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1365366038-network', 'tenant_id': 'f6197a2ac59f4c66b687d544a577524f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:02:48.464018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:02:48.468467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Usage tracker for resource:network and tenant:f6197a2ac59f4c66b687d544a577524f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:02:48.471366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:02:48.477645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:02:48.488306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Made reservation on behalf of f6197a2ac59f4c66b687d544a577524f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:48.490607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:48.506080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:48.629767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:02:48.633532 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Usage tracker for resource:security_group_rule and tenant:f6197a2ac59f4c66b687d544a577524f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:02:48.636381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:02:48.642186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:02:48.712073 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:48.716666 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:48.749852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:02:48.759509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c545186a-51a7-4d04-b05d-3ceb3c81502a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:48.767095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:48.767456 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Added segment e291939b-b424-4750-bb8d-3adf22bcda55 of type vlan for network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 Feb 11 14:02:48.798743 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:48.828138 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:48.829011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:48.829592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:48.937991 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6080248 Feb 11 14:02:48.938824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6fa36-ae16-40ed-87ea-00ac199c4f08 admin admin] Pushing event updated for resources: {'Network': ['ID=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:48.940697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53476) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:02:48.946151 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Request body: {'subnet': {'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1365366038-subnet', 'tenant_id': 'f6197a2ac59f4c66b687d544a577524f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:02:48.949013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:02:48.952644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:02:48.957847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Usage tracker for resource:subnet and tenant:f6197a2ac59f4c66b687d544a577524f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:02:48.960810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:02:48.967227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:02:48.967846 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 854dfb2e-f7c0-4e86-8531-c292c19d3a25 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:02:48.977718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Made reservation on behalf of f6197a2ac59f4c66b687d544a577524f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:48.980090 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:49.065702 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 854dfb2e-f7c0-4e86-8531-c292c19d3a25 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:02:49.066043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 854dfb2e-f7c0-4e86-8531-c292c19d3a25 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:02:49.099041 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:49.107240 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:49.190162 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:49.264425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7c870d-b513-4937-a449-438e36309b64,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:49.279370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Checking segment: {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:02:49.279976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Network hostable DHCP agents. Network: efb20dc4-30ab-4a0d-b21e-a05ea8a13f87, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:02:49.304418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:02:49.313654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, efb20dc4-30ab-4a0d-b21e-a05ea8a13f87) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:49.318204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.318811 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:49.322387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b1314-b882-4fde-8408-8de0b52d0e06 None None] Network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:02:49.340533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e329ca0-d46f-49c8-8158-d7bd78beb076 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3988373 Feb 11 14:02:49.551218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811fb9a-e70c-42fe-9197-5c223dc47b65 None None] Network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:02:50.036136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-4393816e-0a6e-432a-a99c-60ecdf692899 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:50.036732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-4393816e-0a6e-432a-a99c-60ecdf692899 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Synchronizing usage tracker for tenant:f6197a2ac59f4c66b687d544a577524f on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:02:50.052369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-4393816e-0a6e-432a-a99c-60ecdf692899 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Unset dirty status for tenant:f6197a2ac59f4c66b687d544a577524f on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:02:50.053517 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-4393816e-0a6e-432a-a99c-60ecdf692899 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 815 time: 0.1576502 Feb 11 14:02:50.070910 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39e73b64-4a61-4679-8c56-5d730a380c1c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/quotas/f6197a2ac59f4c66b687d544a577524f HTTP/1.1" status: 200 len: 375 time: 0.0118496 Feb 11 14:02:50.117112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39b6c893-5048-422c-8411-178fe708eb32 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402749 Feb 11 14:02:50.322102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-f2a7967d-14a6-435d-8be8-3b63665a6902 service neutron] 10.222.0.67 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977384 Feb 11 14:02:50.361630 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:02:50.424658 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:50.456855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-af333ef2-09e8-4f83-83bd-abdf83d6a150 service neutron] 10.222.0.67 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279433 Feb 11 14:02:50.647363 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed16b8bb-e747-4fe1-96d6-ea4f7c75a317 req-fb7cb1c2-5a6b-4e05-a05a-a4deff82db2c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 210 time: 0.0452478 Feb 11 14:02:51.647874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-83daff02-faa0-4ce0-b150-a6109124e4c6 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:51.649745 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-83daff02-faa0-4ce0-b150-a6109124e4c6 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.75 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 815 time: 0.1502366 Feb 11 14:02:51.664406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Request body: {'port': {'device_id': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87', 'admin_state_up': True, 'tenant_id': 'f6197a2ac59f4c66b687d544a577524f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:02:51.828172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9dc6ad7-84c1-4608-b69c-edc590c62bdc req-20d6e53d-ca51-44a3-88f7-5b852c206af4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 210 time: 0.0584667 Feb 11 14:02:51.848291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:02:51.852372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Usage tracker for resource:port and tenant:f6197a2ac59f4c66b687d544a577524f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:02:51.855172 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:02:51.861226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:02:51.870733 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Made reservation on behalf of f6197a2ac59f4c66b687d544a577524f for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:51.873972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:52.033466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Allocated IP 172.20.0.8 (efb20dc4-30ab-4a0d-b21e-a05ea8a13f87/ab7c870d-b513-4937-a449-438e36309b64/9b8f518b-a412-4f5f-92e1-aded22c69ca0) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:02:52.323004 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:52.350967 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:52.421485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:02:52.424342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:52.428094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:02:52.463536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Pushing event updated for resources: {'Port': ['ID=9b8f518b-a412-4f5f-92e1-aded22c69ca0,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:52.488381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.488731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.489075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.489412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.489745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.490072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.490399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.490751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.491080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.491403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.491722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.508952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:52.509554 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:52.530116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-39dc5538-b450-4a3d-aad2-34409cad9474 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8691785 Feb 11 14:02:52.541539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Request body: {'port': {'device_id': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:02:52.647581 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:52.992899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8f518b-a412-4f5f-92e1-aded22c69ca0 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:02:52.999843 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:53.014040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Transition to ACTIVE for port object 9b8f518b-a412-4f5f-92e1-aded22c69ca0 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:02:53.018558 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:53.029223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db5148-4277-495f-865b-c4251afeddc0 req-0b886b52-9754-4353-9de1-38b061a51224 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:53.030722 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-87db5148-4277-495f-865b-c4251afeddc0 req-0b886b52-9754-4353-9de1-38b061a51224 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 931 time: 0.0780206 Feb 11 14:02:53.078771 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-87db5148-4277-495f-865b-c4251afeddc0 req-f60ebb05-e6a2-48b0-ac2c-12dcd490b0c5 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419698 Feb 11 14:02:53.146992 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8f518b-a412-4f5f-92e1-aded22c69ca0,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:53.254483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Attempting to bind port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:02:53.254805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Attempting to bind port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:02:53.255058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Attempting to bind port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:02:53.260598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:02:53.260912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Attempting to bind port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:02:53.267330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:02:53.267665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Checking segment: {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:02:53.268037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Bound using segment: {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:02:53.268448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Bound port: 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:02:53.268784 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:53.354757 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:02:53.357944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:02:53.362633 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:53.422250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:53.423642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] 10.222.0.75 "PUT /v2.0/ports/9b8f518b-a412-4f5f-92e1-aded22c69ca0 HTTP/1.1" status: 200 len: 1091 time: 0.8862076 Feb 11 14:02:53.424062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:02:53.443438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5caf3a-5662-4927-a8ce-54238ac017f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8f518b-a412-4f5f-92e1-aded22c69ca0,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:53.541197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-94e55576-63d3-496d-953c-49bc610b255d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 1094 time: 0.0767500 Feb 11 14:02:53.602608 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0', 'status': 'completed', 'code': 200} Feb 11 14:02:53.611112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-3dcff85e-0f54-46e5-82fc-e6b3a585d0a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0 HTTP/1.1" status: 200 len: 217 time: 0.0637045 Feb 11 14:02:53.675899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-1dba0f72-30ac-4581-861f-67ce0b2fd5bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:53.677695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-1dba0f72-30ac-4581-861f-67ce0b2fd5bc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0610027 Feb 11 14:02:53.723486 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-e06dcfb6-af86-4239-8047-0f1b203725ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397584 Feb 11 14:02:53.855988 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-0eb95a61-cd05-4d6d-823d-a2f791c1b503 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261520 Feb 11 14:02:53.987812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b82ad436-b445-40f3-afcf-494ecdc3e86d req-0822dccb-8a28-4593-9bb7-5e5e6dc462ce service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264417 Feb 11 14:02:54.199520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97104688-67bd-4ff0-ae53-3f30b3e80539 req-7036ab8d-0c48-43d5-a727-55e185aa6161 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 1094 time: 0.1696763 Feb 11 14:02:54.282072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c589c5b-95d2-475b-9dfa-a79850049f64 req-c6bfce59-6bf3-465c-999e-c17cfc3ed012 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:54.283566 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c589c5b-95d2-475b-9dfa-a79850049f64 req-c6bfce59-6bf3-465c-999e-c17cfc3ed012 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 943 time: 0.0799775 Feb 11 14:02:54.329578 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7c589c5b-95d2-475b-9dfa-a79850049f64 req-c8add2cb-ba6d-435e-9786-3afa15b2dcfa tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Feb 11 14:02:54.334029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97104688-67bd-4ff0-ae53-3f30b3e80539 req-3915083b-2c84-4455-9b65-381103e88799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:54.335501 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97104688-67bd-4ff0-ae53-3f30b3e80539 req-3915083b-2c84-4455-9b65-381103e88799 service neutron] 10.222.0.75 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.1294763 Feb 11 14:02:54.404094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97104688-67bd-4ff0-ae53-3f30b3e80539 req-99af7a93-2dce-495a-9932-2b4474f3031e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0 HTTP/1.1" status: 200 len: 217 time: 0.0613384 Feb 11 14:02:54.471644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97104688-67bd-4ff0-ae53-3f30b3e80539 req-2b3c464e-7929-407f-830b-a85713010782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:54.473122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97104688-67bd-4ff0-ae53-3f30b3e80539 req-2b3c464e-7929-407f-830b-a85713010782 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0640047 Feb 11 14:02:54.519757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97104688-67bd-4ff0-ae53-3f30b3e80539 req-6be52fde-8a80-4fef-aeaa-3935d8c2be47 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397599 Feb 11 14:02:54.651847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97104688-67bd-4ff0-ae53-3f30b3e80539 req-6474745f-28c3-438d-9ac8-aa87f24d9bf8 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258221 Feb 11 14:02:54.785027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97104688-67bd-4ff0-ae53-3f30b3e80539 req-5addcf74-7f27-4f8b-9612-a1283f6f81e7 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266499 Feb 11 14:02:55.531033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075fd60-46cc-4ad0-9670-bf8f766d5db9 req-0f4dab5b-207d-42ce-81e3-10887bb62187 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:55.531746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8075fd60-46cc-4ad0-9670-bf8f766d5db9 req-0f4dab5b-207d-42ce-81e3-10887bb62187 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Synchronizing usage tracker for tenant:f6197a2ac59f4c66b687d544a577524f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:02:55.548626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8075fd60-46cc-4ad0-9670-bf8f766d5db9 req-0f4dab5b-207d-42ce-81e3-10887bb62187 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Unset dirty status for tenant:f6197a2ac59f4c66b687d544a577524f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:02:55.549863 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8075fd60-46cc-4ad0-9670-bf8f766d5db9 req-0f4dab5b-207d-42ce-81e3-10887bb62187 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 943 time: 0.0942996 Feb 11 14:02:55.598561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8075fd60-46cc-4ad0-9670-bf8f766d5db9 req-96f2a511-ff23-44b4-948d-a37c80a6d559 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Synchronizing usage tracker for tenant:f6197a2ac59f4c66b687d544a577524f on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:02:55.614228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8075fd60-46cc-4ad0-9670-bf8f766d5db9 req-96f2a511-ff23-44b4-948d-a37c80a6d559 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Unset dirty status for tenant:f6197a2ac59f4c66b687d544a577524f on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:02:55.615385 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8075fd60-46cc-4ad0-9670-bf8f766d5db9 req-96f2a511-ff23-44b4-948d-a37c80a6d559 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601399 Feb 11 14:02:56.809697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbad81f-acc3-4592-ab69-23f2ad11a0f1 req-747b8a6a-ab70-4eb4-90d6-65687b652825 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:56.811165 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfbad81f-acc3-4592-ab69-23f2ad11a0f1 req-747b8a6a-ab70-4eb4-90d6-65687b652825 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 943 time: 0.0760515 Feb 11 14:02:56.866054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dfbad81f-acc3-4592-ab69-23f2ad11a0f1 req-314d364e-26ee-4bd5-a828-76b2af11103c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479388 Feb 11 14:02:58.059265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f534375-43b5-4294-9041-4c845ff632da req-2311ae5f-6625-449c-9be3-44199d5b4796 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:58.061025 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f534375-43b5-4294-9041-4c845ff632da req-2311ae5f-6625-449c-9be3-44199d5b4796 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 943 time: 0.0752723 Feb 11 14:02:58.107459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8f534375-43b5-4294-9041-4c845ff632da req-9a749426-2cc2-4680-b8c5-bc6a5b2ecf2b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407360 Feb 11 14:02:58.389246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9b8f518b-a412-4f5f-92e1-aded22c69ca0 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:02:58.527103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:58.541676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '9b8f518b-a412-4f5f-92e1-aded22c69ca0', 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87', 'port_id': '9b8f518b-a412-4f5f-92e1-aded22c69ca0', 'mac_address': 'fa:16:3e:9a:3b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7c870d-b513-4937-a449-438e36309b64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:02:58.626523 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:58.643297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8f518b-a412-4f5f-92e1-aded22c69ca0 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:02:58.657892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:58.661775 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:58.724988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=9b8f518b-a412-4f5f-92e1-aded22c69ca0,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:58.733331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.733670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.733999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.734324 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.734670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.734989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.735302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.735614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.735926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.736235 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.736547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:58.861876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['9b8f518b-a412-4f5f-92e1-aded22c69ca0'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:02:59.302398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ef05f-5c37-42b7-86cc-6aebbc748ad6 req-93839ecd-b8a6-49f6-97e8-85a0979c635f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:59.303862 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f73ef05f-5c37-42b7-86cc-6aebbc748ad6 req-93839ecd-b8a6-49f6-97e8-85a0979c635f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 944 time: 0.0753055 Feb 11 14:02:59.349336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f73ef05f-5c37-42b7-86cc-6aebbc748ad6 req-fcfc8ab2-2e92-4866-b739-6d75624ac566 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Feb 11 14:03:00.398021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9b8f518b-a412-4f5f-92e1-aded22c69ca0 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:03:00.467196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:03:00.472013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:00.472391 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:00.554457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb78485-f810-440b-a355-7add97a91907 req-467a8c72-6e21-4e82-9657-20da7b3469bf tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:00.557109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-deb78485-f810-440b-a355-7add97a91907 req-467a8c72-6e21-4e82-9657-20da7b3469bf tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 944 time: 0.0873599 Feb 11 14:03:00.590873 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:00.614711 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-deb78485-f810-440b-a355-7add97a91907 req-190ccde3-abb3-4f16-997d-342e73ff4042 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509720 Feb 11 14:03:00.617724 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:03:00.629156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:00.642906 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:00.678301 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0', 'code': 200} Feb 11 14:03:00.714128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=9b8f518b-a412-4f5f-92e1-aded22c69ca0,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:00.799319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d581469d-5867-4626-ab0d-8f92574ac7d5 req-8fb7b7c3-b0b9-49a7-b086-b18d73fdda30 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 1096 time: 0.0675476 Feb 11 14:03:00.842013 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d581469d-5867-4626-ab0d-8f92574ac7d5 req-a04c3d80-cc10-4d21-b079-b42d84bf0727 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367291 Feb 11 14:03:01.819824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce160f9-f22b-4e95-92c2-b55bff21eae4 req-87951a61-5107-49b0-b3a2-6940936668c2 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:01.821218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fce160f9-f22b-4e95-92c2-b55bff21eae4 req-87951a61-5107-49b0-b3a2-6940936668c2 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0815647 Feb 11 14:03:01.869266 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fce160f9-f22b-4e95-92c2-b55bff21eae4 req-2d7c508f-3810-4161-9085-97c7dbb74c29 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Feb 11 14:03:03.068812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9c8d4-9717-4959-9ff5-44ddcf851924 req-62e29b00-8cfc-4d70-a4d5-5409da73e296 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.070248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c7f9c8d4-9717-4959-9ff5-44ddcf851924 req-62e29b00-8cfc-4d70-a4d5-5409da73e296 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0804155 Feb 11 14:03:03.115405 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c7f9c8d4-9717-4959-9ff5-44ddcf851924 req-99409424-827f-4c95-b08d-202fabb47a60 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391090 Feb 11 14:03:03.306303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae300a-cecb-448b-9925-fb0c62b67510 req-e6c93c0c-62ca-4fd6-820e-9a8b451fa9ef tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.307829 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68ae300a-cecb-448b-9925-fb0c62b67510 req-e6c93c0c-62ca-4fd6-820e-9a8b451fa9ef tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0770936 Feb 11 14:03:03.355792 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-68ae300a-cecb-448b-9925-fb0c62b67510 req-22da421f-c5ed-4026-8904-8a50e0cdcc5d tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Feb 11 14:03:03.721327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6bacd-36f8-41c7-9c2d-da6eb7bbc098 req-d99df845-75bf-4703-b002-762965a00c67 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.722703 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1a6bacd-36f8-41c7-9c2d-da6eb7bbc098 req-d99df845-75bf-4703-b002-762965a00c67 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0768712 Feb 11 14:03:03.767934 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1a6bacd-36f8-41c7-9c2d-da6eb7bbc098 req-c52fa75a-b91c-49b6-82ea-ebedb13e73e4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398147 Feb 11 14:03:03.960008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d53df-1f06-4b69-9031-6df13f113ec2 req-4eb02a9e-0f90-49ef-b7e1-2ee9dd49245a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.961450 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ac4d53df-1f06-4b69-9031-6df13f113ec2 req-4eb02a9e-0f90-49ef-b7e1-2ee9dd49245a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0759935 Feb 11 14:03:04.006017 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ac4d53df-1f06-4b69-9031-6df13f113ec2 req-718e7798-a337-4449-a7e3-5b4ea434ad3f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Feb 11 14:03:04.204778 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7958c256-2489-458d-9661-efbdcd9944f0 req-42c8ca95-5603-4ad0-8518-d85941e72d19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0722411 Feb 11 14:03:04.491567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-626bbd13-2278-4288-8362-9c4004e3db7e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133893 Feb 11 14:03:04.522389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520b646-866f-4763-8cf2-a333a8b28a39 req-15cf3dc3-ef17-4750-bbae-943e05243f8f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:04.523890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0520b646-866f-4763-8cf2-a333a8b28a39 req-15cf3dc3-ef17-4750-bbae-943e05243f8f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0862679 Feb 11 14:03:04.572088 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0520b646-866f-4763-8cf2-a333a8b28a39 req-5b9aa6b4-b5cf-47b6-a646-2e897e08edad tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Feb 11 14:03:05.781646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84e244-58ba-44a2-8072-8344e657fd81 req-38623ba1-2389-4be4-bc19-b0f47283a689 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:05.783022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf84e244-58ba-44a2-8072-8344e657fd81 req-38623ba1-2389-4be4-bc19-b0f47283a689 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0851905 Feb 11 14:03:05.873251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf84e244-58ba-44a2-8072-8344e657fd81 req-aaede2c1-9856-4590-a88a-dcc528f8ad12 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846660 Feb 11 14:03:05.901190 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-d61664da-21ae-40bc-9974-a2a2a0e2630d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 1096 time: 0.0811350 Feb 11 14:03:06.035257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-ca73ce65-5c14-467b-87a7-21f79bc3d0c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:06.037319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-ca73ce65-5c14-467b-87a7-21f79bc3d0c5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.1300995 Feb 11 14:03:06.202778 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-5d462725-9b80-455b-ad69-4d632376d192 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0 HTTP/1.1" status: 200 len: 217 time: 0.1551030 Feb 11 14:03:06.266724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-a25b22df-f88c-460c-9749-bced3ae29646 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:06.268130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-a25b22df-f88c-460c-9749-bced3ae29646 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0591486 Feb 11 14:03:06.312744 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-f2034664-f8c7-4bb3-b834-1213c25b64aa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387850 Feb 11 14:03:06.443867 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-070385f8-1a78-4794-89e2-ec18da954129 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248069 Feb 11 14:03:06.575933 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-5ba18fc4-8004-424f-b001-b4332bf72758 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251493 Feb 11 14:03:07.154822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17329961-c924-4ff0-88e9-9885df41e5c3 req-a10ce8e2-1b9d-4f6d-950f-a4358e3f6bf4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:07.156163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17329961-c924-4ff0-88e9-9885df41e5c3 req-a10ce8e2-1b9d-4f6d-950f-a4358e3f6bf4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.1586180 Feb 11 14:03:07.201220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17329961-c924-4ff0-88e9-9885df41e5c3 req-f7011c8f-728c-42ec-b681-76f42cb21c2b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394840 Feb 11 14:03:07.852892 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:08.405589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993a82-c05a-4b14-b34c-e8bcfe323f3a req-03200652-a4d5-426a-9d9a-0741751fff3d tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:08.407061 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-63993a82-c05a-4b14-b34c-e8bcfe323f3a req-03200652-a4d5-426a-9d9a-0741751fff3d tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0839629 Feb 11 14:03:08.451982 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-63993a82-c05a-4b14-b34c-e8bcfe323f3a req-86418f96-d65e-485f-80db-23ceb5f9ec7d tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Feb 11 14:03:09.647067 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3bcd6-b320-4292-b298-7a66f1ebf646 req-04abb9e1-2f1a-4e52-8e5d-1330f0091079 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:09.648563 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc3bcd6-b320-4292-b298-7a66f1ebf646 req-04abb9e1-2f1a-4e52-8e5d-1330f0091079 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0769339 Feb 11 14:03:09.696441 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ccc3bcd6-b320-4292-b298-7a66f1ebf646 req-0691f163-b266-49f2-9409-77df23eccbd0 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 Feb 11 14:03:10.895402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f5d98-9487-4dc9-bf54-b29d129afb07 req-fe9abb69-10fa-4041-ab1a-0f64d2ff6101 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:10.896884 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b48f5d98-9487-4dc9-bf54-b29d129afb07 req-fe9abb69-10fa-4041-ab1a-0f64d2ff6101 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0794997 Feb 11 14:03:10.943883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b48f5d98-9487-4dc9-bf54-b29d129afb07 req-617ce425-4bfe-4553-9d59-aaa025de0600 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Feb 11 14:03:12.139448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b3fbe-266d-4abd-91dd-746bc7b064db req-84940842-1172-4f4f-99d9-e76b6b9672a7 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:12.140893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-660b3fbe-266d-4abd-91dd-746bc7b064db req-84940842-1172-4f4f-99d9-e76b6b9672a7 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0781007 Feb 11 14:03:12.185713 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-660b3fbe-266d-4abd-91dd-746bc7b064db req-192c1fa7-c1a4-4447-9ee2-ec2d1fe27f48 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391402 Feb 11 14:03:12.787396 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:13.539063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d7f2e-3916-4af3-bdb7-c98e29faca42 req-b32d6c72-4d88-44cd-8515-c395fbbdfaeb tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:13.540533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b0d7f2e-3916-4af3-bdb7-c98e29faca42 req-b32d6c72-4d88-44cd-8515-c395fbbdfaeb tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.1526375 Feb 11 14:03:13.587278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b0d7f2e-3916-4af3-bdb7-c98e29faca42 req-149c9d63-99cb-4f3c-8e8d-ef26a9464dc8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Feb 11 14:03:14.902160 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dfcd1-c05d-4c31-8c0e-c5d28c8b7a10 req-0759712e-a11e-4b39-8bdd-70a5bbc5521e tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:14.903807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c19dfcd1-c05d-4c31-8c0e-c5d28c8b7a10 req-0759712e-a11e-4b39-8bdd-70a5bbc5521e tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.1514976 Feb 11 14:03:14.948278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c19dfcd1-c05d-4c31-8c0e-c5d28c8b7a10 req-d77c2b98-bf0e-463e-91d4-7927d4a15f7b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Feb 11 14:03:15.529285 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fd53fc4f-64d8-435c-bb36-84780d0813cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:16.161380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfefeda-3116-46a1-9873-a4b5b7fb0a8d req-86c552eb-6743-4d8a-88c9-780d2a26efd6 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:16.162881 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebfefeda-3116-46a1-9873-a4b5b7fb0a8d req-86c552eb-6743-4d8a-88c9-780d2a26efd6 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0798357 Feb 11 14:03:16.207991 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebfefeda-3116-46a1-9873-a4b5b7fb0a8d req-1b1c1f23-5085-4a52-862a-f99bcd758f73 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 Feb 11 14:03:17.425472 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898f9f4-78ac-408c-a14f-7ea6887d877d req-6b15b26a-1077-4a86-872e-9ad72333e758 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:17.426934 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e898f9f4-78ac-408c-a14f-7ea6887d877d req-6b15b26a-1077-4a86-872e-9ad72333e758 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0752883 Feb 11 14:03:17.472189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e898f9f4-78ac-408c-a14f-7ea6887d877d req-1a12feac-9ff8-476d-b6f1-2b3ca60273db tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399208 Feb 11 14:03:17.711367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f7c74c2-2946-4cd0-a83f-f174627e08df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:18.671746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e16537-6e7a-489c-9c38-2b76f58f4c23 req-54424325-7b77-4b2d-b1ce-485244ce1eb4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:18.673189 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7e16537-6e7a-489c-9c38-2b76f58f4c23 req-54424325-7b77-4b2d-b1ce-485244ce1eb4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0801375 Feb 11 14:03:18.718395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7e16537-6e7a-489c-9c38-2b76f58f4c23 req-34bdb0a5-b7b7-4040-9fc4-204d8a44aa27 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Feb 11 14:03:18.970936 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:19.028553 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:19.921830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d7fb7-6826-4184-a70c-e2034877693d req-fa240293-5904-4049-ae4f-a971bec395fe tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:19.923319 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6f6d7fb7-6826-4184-a70c-e2034877693d req-fa240293-5904-4049-ae4f-a971bec395fe tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0790989 Feb 11 14:03:19.969198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6f6d7fb7-6826-4184-a70c-e2034877693d req-7dbc5e4a-cf27-49ff-9587-0d27656730c1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 Feb 11 14:03:20.428240 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:21.170954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812889b-5528-45b6-9780-0ddccdaf03ba req-73420363-31b1-4115-ae71-0b46a0e277df tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:21.172319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1812889b-5528-45b6-9780-0ddccdaf03ba req-73420363-31b1-4115-ae71-0b46a0e277df tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0795705 Feb 11 14:03:21.220000 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1812889b-5528-45b6-9780-0ddccdaf03ba req-006e4222-fd02-4fca-a331-a8b5725e0466 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Feb 11 14:03:22.415429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7375e-97f1-478d-8e4d-c2ab6d7df939 req-9683ae26-f268-47e7-bb6a-4fc3ac959639 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:22.416854 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79b7375e-97f1-478d-8e4d-c2ab6d7df939 req-9683ae26-f268-47e7-bb6a-4fc3ac959639 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0741966 Feb 11 14:03:22.466303 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-79b7375e-97f1-478d-8e4d-c2ab6d7df939 req-1d219675-2d26-43cc-9131-9d4612ff98a9 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433400 Feb 11 14:03:23.663393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334917d1-bc36-466a-90ae-281258a871e5 req-52b1f301-b7f6-41d9-b7a3-fde827beaf9b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:23.664836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-334917d1-bc36-466a-90ae-281258a871e5 req-52b1f301-b7f6-41d9-b7a3-fde827beaf9b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0761957 Feb 11 14:03:23.711089 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-334917d1-bc36-466a-90ae-281258a871e5 req-e693af39-cf04-417c-940c-f434148a72bb tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397818 Feb 11 14:03:24.906856 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d0d10-7200-4f04-81da-403c73417106 req-06adb0a1-9efd-4b77-886a-9229705690c4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:24.908315 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b8d0d10-7200-4f04-81da-403c73417106 req-06adb0a1-9efd-4b77-886a-9229705690c4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0760775 Feb 11 14:03:24.953749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0b8d0d10-7200-4f04-81da-403c73417106 req-b8aa2f11-afec-4b8b-a859-0124fb2ac942 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399778 Feb 11 14:03:26.152803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8be62b-1189-4300-b1d5-59a0fb37744e req-692fc7b9-29c9-4bb5-a42a-8820a7066201 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:26.154263 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f8be62b-1189-4300-b1d5-59a0fb37744e req-692fc7b9-29c9-4bb5-a42a-8820a7066201 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0818269 Feb 11 14:03:26.199060 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6f8be62b-1189-4300-b1d5-59a0fb37744e req-806e977a-7cc8-4666-b790-7b97f76a5d1c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392456 Feb 11 14:03:27.361089 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:03:27.395946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c43e0-7f5c-48dd-ac94-d58e541fe425 req-cb461788-58b5-4b5e-9fce-ab8dd9df831f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:27.397402 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-167c43e0-7f5c-48dd-ac94-d58e541fe425 req-cb461788-58b5-4b5e-9fce-ab8dd9df831f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0799325 Feb 11 14:03:27.442218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-167c43e0-7f5c-48dd-ac94-d58e541fe425 req-f55c8509-6fec-4371-b920-856dff68678a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387654 Feb 11 14:03:28.637696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d76af-5277-412f-964e-62465303e102 req-e9fdbaff-5f67-4732-b65a-0d053af95064 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:28.639202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-562d76af-5277-412f-964e-62465303e102 req-e9fdbaff-5f67-4732-b65a-0d053af95064 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0762193 Feb 11 14:03:28.684043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-562d76af-5277-412f-964e-62465303e102 req-06ec13bf-c854-4eb3-bb41-9672054c7a9b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388570 Feb 11 14:03:29.884931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59793649-059a-44ab-ae62-693d50029e22 req-9290e45b-7b4f-4aa6-94b0-ae6cf752971d tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:29.886383 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59793649-059a-44ab-ae62-693d50029e22 req-9290e45b-7b4f-4aa6-94b0-ae6cf752971d tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0798242 Feb 11 14:03:29.930792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59793649-059a-44ab-ae62-693d50029e22 req-99ae337b-e865-4037-a6fe-c8be258d4fcb tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389740 Feb 11 14:03:31.133067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce210af-c6a2-4785-9eff-0aa76ec2657a req-84153b1b-d628-4bd3-abf7-a41bbdad80ab tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:31.134432 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ce210af-c6a2-4785-9eff-0aa76ec2657a req-84153b1b-d628-4bd3-abf7-a41bbdad80ab tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0807500 Feb 11 14:03:31.179630 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5ce210af-c6a2-4785-9eff-0aa76ec2657a req-30df5579-3feb-475c-8f84-264244be93a1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Feb 11 14:03:32.378348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857dcfa-8fc2-4913-a1e8-53b1b6da58a2 req-73e1276e-b142-4f23-85ef-ebf44952320f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:32.379830 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3857dcfa-8fc2-4913-a1e8-53b1b6da58a2 req-73e1276e-b142-4f23-85ef-ebf44952320f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0819199 Feb 11 14:03:32.423681 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3857dcfa-8fc2-4913-a1e8-53b1b6da58a2 req-82ab1f07-ad96-40ae-9932-41f24886f733 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 Feb 11 14:03:33.386391 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-03eecdf3-d3b0-49d9-a107-d2db2eeaab53 service neutron] show failed (client error): The resource could not be found. Feb 11 14:03:33.387500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-03eecdf3-d3b0-49d9-a107-d2db2eeaab53 service neutron] 10.222.0.75 "GET /v2.0/ports/9b8f518b-a412-4f5f-92e1-aded22c69ca0/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.0731475 Feb 11 14:03:33.704839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84247520-4a5c-4bd5-bd58-baa691a089d1 req-bb50c03a-fe0c-436a-bfe5-8a8cae2a9a11 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:33.706314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84247520-4a5c-4bd5-bd58-baa691a089d1 req-bb50c03a-fe0c-436a-bfe5-8a8cae2a9a11 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0816810 Feb 11 14:03:33.754141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84247520-4a5c-4bd5-bd58-baa691a089d1 req-adcf3676-fa5f-4f0c-981e-a9479b8737eb tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Feb 11 14:03:33.795495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-e7a94200-ee65-4d6e-919c-49c050d0ff22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd&tenant_id=f6197a2ac59f4c66b687d544a577524f HTTP/1.1" status: 200 len: 1096 time: 0.1369736 Feb 11 14:03:33.805764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:03:33.915880 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:34.178907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:34.208263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:34.262312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:03:34.266979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:34.282136 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Transition to ACTIVE for port object 9b8f518b-a412-4f5f-92e1-aded22c69ca0 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:03:34.285723 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:34.504195 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0', 'code': 200} Feb 11 14:03:34.545505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] No DVR routers for this DVR port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:34.547569 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Pushing event updated for resources: {'Port': ['ID=9b8f518b-a412-4f5f-92e1-aded22c69ca0,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:34.600329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Attempting to bind port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:03:34.600652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Attempting to bind port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:03:34.600968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Attempting to bind port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:03:34.606980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:03:34.607290 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Attempting to bind port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:03:34.613305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:03:34.613625 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Checking segment: {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:03:34.613994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Bound using segment: {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:03:34.614397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Bound port: 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:03:34.614762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:34.702554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:34.705359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:34.709665 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:34.771580 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:34.772925 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] 10.222.0.73 "PUT /v2.0/ports/9b8f518b-a412-4f5f-92e1-aded22c69ca0 HTTP/1.1" status: 200 len: 1091 time: 0.9709749 Feb 11 14:03:34.788346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8744e2-3aa0-457d-82f3-cc812544da3c service neutron] Pushing event updated for resources: {'Port': ['ID=9b8f518b-a412-4f5f-92e1-aded22c69ca0,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:34.866631 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-4f52525b-964b-48e0-948e-e5936caafdaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 1094 time: 0.0720422 Feb 11 14:03:34.956554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce5ca7-0f8b-4269-a05f-4548a83cbb9d req-619afc5f-f447-46a6-993c-6d82ccfa9f23 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:34.957948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebce5ca7-0f8b-4269-a05f-4548a83cbb9d req-619afc5f-f447-46a6-993c-6d82ccfa9f23 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 943 time: 0.0778675 Feb 11 14:03:35.002633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1a4e0eda-a06c-4f89-9d28-c1bc9287753d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:35.004075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-1a4e0eda-a06c-4f89-9d28-c1bc9287753d service neutron] 10.222.0.73 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.1319628 Feb 11 14:03:35.007025 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ebce5ca7-0f8b-4269-a05f-4548a83cbb9d req-1342f1fd-091b-4517-b4f4-1dd768c70b64 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 Feb 11 14:03:35.070967 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-d3febbcb-5231-463c-92fc-9d0b043dd0f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0 HTTP/1.1" status: 200 len: 217 time: 0.0608213 Feb 11 14:03:35.135677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-f7966859-2798-4c1b-807e-51ad8d7912cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:35.137721 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-f7966859-2798-4c1b-807e-51ad8d7912cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0616331 Feb 11 14:03:35.182521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-6cb105fb-aad6-4280-875e-2579ae513110 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394740 Feb 11 14:03:35.316452 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-399a451a-9e42-40cf-8ec8-b63b0623c350 service neutron] 10.222.0.73 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281345 Feb 11 14:03:35.446832 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6d9ff9df-d240-4b04-9cfd-d4f3f62fe92b req-aec4f3d0-f65d-47eb-a4a6-f821a6af1e62 service neutron] 10.222.0.73 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243389 Feb 11 14:03:36.208267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a823ed-7272-4e9c-aced-799de3526652 req-b859b230-852d-49a1-bd7c-0a31df066c22 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:36.209705 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1a823ed-7272-4e9c-aced-799de3526652 req-b859b230-852d-49a1-bd7c-0a31df066c22 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 943 time: 0.0756233 Feb 11 14:03:36.257647 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e1a823ed-7272-4e9c-aced-799de3526652 req-7cf30716-fd71-4680-829b-4d65a500a9b2 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Feb 11 14:03:36.505746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:03:36.575342 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0', 'status': 'completed', 'code': 200} Feb 11 14:03:36.662233 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-ab59d112-1070-4dc4-8ae4-2d8a2d887027 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 1094 time: 0.0697381 Feb 11 14:03:36.665103 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-badfc0e2-e57c-4525-82d2-46dd18bbfa12 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 1094 time: 0.0691705 Feb 11 14:03:36.800327 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68975b-7e28-4160-b200-5efb407f8069 req-6362daaf-0a93-4760-9bc0-1bc8e7faa2fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:36.801723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-6362daaf-0a93-4760-9bc0-1bc8e7faa2fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.1332424 Feb 11 14:03:36.876269 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-9d257308-974e-4194-8e98-8585f7486ae9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0 HTTP/1.1" status: 200 len: 217 time: 0.0673420 Feb 11 14:03:36.912507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68975b-7e28-4160-b200-5efb407f8069 req-1ed1fc47-6bc4-4eb5-b634-c3ab1bc59fda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:36.914035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-1ed1fc47-6bc4-4eb5-b634-c3ab1bc59fda service neutron] 10.222.0.75 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.2423291 Feb 11 14:03:36.944408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68975b-7e28-4160-b200-5efb407f8069 req-de2a55ec-def1-4116-970a-fd4bf7ce3a27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:36.945908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-de2a55ec-def1-4116-970a-fd4bf7ce3a27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0633056 Feb 11 14:03:36.985799 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-aee49f83-e5eb-4167-a01b-e7c2cfdd5e58 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0 HTTP/1.1" status: 200 len: 217 time: 0.0656557 Feb 11 14:03:36.993333 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-8ab86367-a0fc-4a42-a774-1ccd8a60f96f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409899 Feb 11 14:03:37.051619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68975b-7e28-4160-b200-5efb407f8069 req-7d0fa242-aac1-456a-80c7-e97fd0f19c75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:37.053041 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-7d0fa242-aac1-456a-80c7-e97fd0f19c75 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0614376 Feb 11 14:03:37.099766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-2fa91876-71d3-4af3-8729-7a1df5a105b9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404077 Feb 11 14:03:37.130433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-9a313c17-5f1d-4aca-af0f-a31fcbc3180f service neutron] 10.222.0.73 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302800 Feb 11 14:03:37.232432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 9b8f518b-a412-4f5f-92e1-aded22c69ca0 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:03:37.238982 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-beb1815c-bf1f-4585-b5f3-ad8971e235b6 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336513 Feb 11 14:03:37.363760 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-d217863f-ee64-42a2-a71d-f83a949d8116 service neutron] 10.222.0.73 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278428 Feb 11 14:03:37.380921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d68975b-7e28-4160-b200-5efb407f8069 req-cebfce5d-405a-4087-899a-9c7a5689992e service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361470 Feb 11 14:03:37.390010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:37.403879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '9b8f518b-a412-4f5f-92e1-aded22c69ca0', 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87', 'port_id': '9b8f518b-a412-4f5f-92e1-aded22c69ca0', 'mac_address': 'fa:16:3e:9a:3b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7c870d-b513-4937-a449-438e36309b64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:03:37.457461 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:37.476728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8f518b-a412-4f5f-92e1-aded22c69ca0 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:03:37.485460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b5f03-e857-4568-b4eb-b736b7db6f44 req-527ab6d8-6eaa-43bc-8642-de8f390aa03f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:37.487120 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-196b5f03-e857-4568-b4eb-b736b7db6f44 req-527ab6d8-6eaa-43bc-8642-de8f390aa03f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 943 time: 0.0814860 Feb 11 14:03:37.496474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:37.500608 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:37.533573 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-196b5f03-e857-4568-b4eb-b736b7db6f44 req-f015a6ba-d1b8-420d-b841-9bd867fa657f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Feb 11 14:03:37.570045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=9b8f518b-a412-4f5f-92e1-aded22c69ca0,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:37.695885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['9b8f518b-a412-4f5f-92e1-aded22c69ca0'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:03:37.873121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-e957caab-a9e4-476d-b155-6042400653cc tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:37.874356 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-e957caab-a9e4-476d-b155-6042400653cc tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd&tenant_id=f6197a2ac59f4c66b687d544a577524f&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 944 time: 0.0920320 Feb 11 14:03:37.874657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb44e9-ea5f-4da0-bbbc-e24ca7f47a6e req-14989984-c8e5-4c19-821d-4f8c4cd6fba9 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:37.876472 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04cb44e9-ea5f-4da0-bbbc-e24ca7f47a6e req-14989984-c8e5-4c19-821d-4f8c4cd6fba9 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 944 time: 0.0858541 Feb 11 14:03:37.885067 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:37.934590 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-04cb44e9-ea5f-4da0-bbbc-e24ca7f47a6e req-a4ec2af8-0934-4897-9078-d67b34b28162 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499227 Feb 11 14:03:37.957650 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-b7af9c69-6955-442c-91f6-a4a14df25471 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:03:37.957650 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-b7af9c69-6955-442c-91f6-a4a14df25471 service neutron] 10.222.0.75 "DELETE /v2.0/ports/9b8f518b-a412-4f5f-92e1-aded22c69ca0/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.0776961 Feb 11 14:03:38.099077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-0e732ef7-ad02-4b90-811a-52da8f453715 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 1095 time: 0.0733654 Feb 11 14:03:38.229568 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-b62fc6b9-d221-4aef-974c-0da1e3230d54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:38.231721 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-b62fc6b9-d221-4aef-974c-0da1e3230d54 service neutron] 10.222.0.75 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.1275864 Feb 11 14:03:38.298233 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-938f95e9-f47d-460b-8569-11d7e444532c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0 HTTP/1.1" status: 200 len: 217 time: 0.0602248 Feb 11 14:03:38.362262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-c0308bab-4a1a-4007-bc33-cf4b96365313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:38.363708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-c0308bab-4a1a-4007-bc33-cf4b96365313 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0602860 Feb 11 14:03:38.408854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-eef28924-e301-4c1c-83b1-6ac7e95a15be service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393033 Feb 11 14:03:38.539149 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-e092e5c3-8a92-4e47-96de-53c25dbdeb41 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243360 Feb 11 14:03:38.627731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9b8f518b-a412-4f5f-92e1-aded22c69ca0 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:03:38.670123 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24e153c3-1a00-44c3-b390-b655da9ea505 req-b6e8d4fb-1896-4e59-979a-2e1bd3a550af service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252887 Feb 11 14:03:38.684099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 9b8f518b-a412-4f5f-92e1-aded22c69ca0 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:03:39.144689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512afc6-9d1a-4b50-90e3-c1b968b5a1db req-e82b9d6b-195b-4672-9460-5b409178fa54 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:39.146155 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2512afc6-9d1a-4b50-90e3-c1b968b5a1db req-e82b9d6b-195b-4672-9460-5b409178fa54 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 944 time: 0.0854788 Feb 11 14:03:39.198917 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2512afc6-9d1a-4b50-90e3-c1b968b5a1db req-5bacf92c-e130-4d02-bda5-5bea8bfdd89e tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467753 Feb 11 14:03:39.228969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 9b8f518b-a412-4f5f-92e1-aded22c69ca0 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:03:39.304692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:03:39.311930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:39.312297 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:39.430562 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:39.457775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:03:39.467388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:39.471166 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:39.533325 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0', 'code': 200} Feb 11 14:03:39.548182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=9b8f518b-a412-4f5f-92e1-aded22c69ca0,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:40.394817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5015e50-5651-4b27-953f-5a7e2f0590d1 req-8b207ac7-5900-45c3-ad33-2fea1ce3c65b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:40.396278 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5015e50-5651-4b27-953f-5a7e2f0590d1 req-8b207ac7-5900-45c3-ad33-2fea1ce3c65b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0766432 Feb 11 14:03:40.445381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5015e50-5651-4b27-953f-5a7e2f0590d1 req-3b2c6a57-9570-4cd9-b461-03e638c11348 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437210 Feb 11 14:03:40.646005 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd88315-5cef-4d48-a109-117e2cc98517 req-d2f335ae-67f0-46a5-9800-298a02f07f67 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:40.647493 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-abd88315-5cef-4d48-a109-117e2cc98517 req-d2f335ae-67f0-46a5-9800-298a02f07f67 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0766351 Feb 11 14:03:40.691756 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-abd88315-5cef-4d48-a109-117e2cc98517 req-b99e4bfc-470f-4036-b0b8-e2aca31d54b5 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382478 Feb 11 14:03:40.980924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eb19e-6ec1-42f3-ad18-cdc2bd7baad4 req-ab99201f-545e-402d-9018-1d81fe0d2ec8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:40.982369 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f48eb19e-6ec1-42f3-ad18-cdc2bd7baad4 req-ab99201f-545e-402d-9018-1d81fe0d2ec8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.1702874 Feb 11 14:03:41.027069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f48eb19e-6ec1-42f3-ad18-cdc2bd7baad4 req-2ad92c53-8f65-4707-86e2-5b00da6657d2 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Feb 11 14:03:41.535250 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-99a0c5b6-9122-4027-9ec8-b24e4156cbc4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:41.536682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-99a0c5b6-9122-4027-9ec8-b24e4156cbc4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 815 time: 0.1459229 Feb 11 14:03:41.554306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2374d157-7b64-462c-b96f-8749b116228b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/quotas/f6197a2ac59f4c66b687d544a577524f HTTP/1.1" status: 200 len: 375 time: 0.0123415 Feb 11 14:03:41.631366 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-bd8d5060-d0c3-4e1f-b6c9-86f8d0b869a1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716677 Feb 11 14:03:41.763629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-d35843f1-bf59-4554-929a-2c65be18dcdd service neutron] 10.222.0.67 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253483 Feb 11 14:03:41.896427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-b3bc52fe-812d-4454-be9b-714659a9c98c service neutron] 10.222.0.67 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271408 Feb 11 14:03:42.087136 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cfb02cd6-2402-4c3b-8599-ec7f2c5f835f req-35427580-c77b-482e-b1e7-c6526048f163 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 210 time: 0.0455642 Feb 11 14:03:42.625455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-671b034d-6dbf-467b-a7eb-10a57687df0b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:42.627086 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-671b034d-6dbf-467b-a7eb-10a57687df0b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1077cda-b263-4a2c-9cc1-6859bdd72bdd HTTP/1.1" status: 200 len: 945 time: 0.0769019 Feb 11 14:03:42.692638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Deleting port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:03:42.692965 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:42.802255 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:42.939287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] For port 9b8f518b-a412-4f5f-92e1-aded22c69ca0, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=9b8f518b-a412-4f5f-92e1-aded22c69ca0,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:42.939622 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:43.070078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Calling delete_port for 9b8f518b-a412-4f5f-92e1-aded22c69ca0 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:03:43.086463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-a3194d6d-4430-4845-9ba1-36e29483c5e2 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:43.088031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-a3194d6d-4430-4845-9ba1-36e29483c5e2 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.75 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 815 time: 0.1555882 Feb 11 14:03:43.103657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Request body: {'port': {'device_id': '835724af-171d-44e8-9483-7df47406383e', 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87', 'admin_state_up': True, 'tenant_id': 'f6197a2ac59f4c66b687d544a577524f'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:03:43.232292 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:43.247629 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['9b8f518b-a412-4f5f-92e1-aded22c69ca0'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:03:43.281257 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e4347181-e9a9-4fe7-81ad-5174acfa60c4 req-f3c3f27f-bd49-416b-afda-9a3e1895c4c7 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 210 time: 0.0520592 Feb 11 14:03:43.288161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Pushing event deleted for resources: {'Port': ['ID=9b8f518b-a412-4f5f-92e1-aded22c69ca0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:43.327315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:03:43.333483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.333831 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.334169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.334501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.334866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.335195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.335522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.335847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.336166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.336486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.336806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:43.337248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:03:43.348083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Made reservation on behalf of f6197a2ac59f4c66b687d544a577524f for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:43.351068 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:43.377759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] No DVR routers for this DVR port 9b8f518b-a412-4f5f-92e1-aded22c69ca0 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:43.380289 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:43.382825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'name': 'network-vif-deleted', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:03:43.398184 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e5785b7-07d9-4787-add1-a87aec1dcde0 req-93a04b62-964b-40a4-878f-b94e9deb0189 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.73 "DELETE /v2.0/ports/9b8f518b-a412-4f5f-92e1-aded22c69ca0 HTTP/1.1" status: 204 len: 173 time: 0.7666285 Feb 11 14:03:43.442767 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1077cda-b263-4a2c-9cc1-6859bdd72bdd', 'name': 'network-vif-deleted', 'tag': '9b8f518b-a412-4f5f-92e1-aded22c69ca0', 'status': 'completed', 'code': 200} Feb 11 14:03:43.527289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Allocated IP 172.20.0.7 (efb20dc4-30ab-4a0d-b21e-a05ea8a13f87/ab7c870d-b513-4937-a449-438e36309b64/ec95eb9b-912f-4d63-ab5d-b8e46805267a) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:43.744984 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:43.773428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:43.784236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['9b8f518b-a412-4f5f-92e1-aded22c69ca0'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:03:43.854358 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:43.858304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:43.860215 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Pushing event updated for resources: {'Port': ['ID=ec95eb9b-912f-4d63-ab5d-b8e46805267a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:43.864062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:03:43.935103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:43.935749 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:43.960888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-51d1770a-1eb9-4c35-89e2-ebc3009ea560 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8610535 Feb 11 14:03:43.971999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Request body: {'port': {'device_id': '835724af-171d-44e8-9483-7df47406383e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:03:44.078244 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:44.571550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29815270-1822-4a5f-b37a-d27a9e70c427 req-1e64c107-ca6a-4bac-bd9d-c98a17cb703a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:44.572233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-29815270-1822-4a5f-b37a-d27a9e70c427 req-1e64c107-ca6a-4bac-bd9d-c98a17cb703a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Synchronizing usage tracker for tenant:f6197a2ac59f4c66b687d544a577524f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:03:44.617767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec95eb9b-912f-4d63-ab5d-b8e46805267a {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:03:44.625970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-29815270-1822-4a5f-b37a-d27a9e70c427 req-1e64c107-ca6a-4bac-bd9d-c98a17cb703a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Unset dirty status for tenant:f6197a2ac59f4c66b687d544a577524f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:03:44.627345 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-29815270-1822-4a5f-b37a-d27a9e70c427 req-1e64c107-ca6a-4bac-bd9d-c98a17cb703a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 931 time: 0.2115600 Feb 11 14:03:44.629464 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:44.666051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Transition to ACTIVE for port object ec95eb9b-912f-4d63-ab5d-b8e46805267a will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:03:44.671970 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:44.745000 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-29815270-1822-4a5f-b37a-d27a9e70c427 req-ff56e719-f33b-4914-adf8-07d4149f7d4b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106374 Feb 11 14:03:44.819812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Pushing event updated for resources: {'Port': ['ID=ec95eb9b-912f-4d63-ab5d-b8e46805267a,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:44.924187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Attempting to bind port ec95eb9b-912f-4d63-ab5d-b8e46805267a on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:03:44.924525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Attempting to bind port ec95eb9b-912f-4d63-ab5d-b8e46805267a by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:03:44.924853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Attempting to bind port ec95eb9b-912f-4d63-ab5d-b8e46805267a on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:03:44.930845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Port ec95eb9b-912f-4d63-ab5d-b8e46805267a on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:03:44.931171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Attempting to bind port ec95eb9b-912f-4d63-ab5d-b8e46805267a on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:03:44.938744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:03:44.939234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Checking segment: {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:03:44.939471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Bound using segment: {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:03:44.939899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Bound port: ec95eb9b-912f-4d63-ab5d-b8e46805267a, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:03:44.940249 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:45.031423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:45.034693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:45.038813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:45.100192 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:45.101559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] 10.222.0.75 "PUT /v2.0/ports/ec95eb9b-912f-4d63-ab5d-b8e46805267a HTTP/1.1" status: 200 len: 1091 time: 1.1336815 Feb 11 14:03:45.101988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:03:45.124036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b544f-abbd-4193-b543-ace0a21f1bac service neutron] Pushing event updated for resources: {'Port': ['ID=ec95eb9b-912f-4d63-ab5d-b8e46805267a,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:45.219808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-8c50379c-c82a-4bc7-8dfa-549562fae5d5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 1094 time: 0.0826893 Feb 11 14:03:45.288625 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-da89ec06-d525-42ea-9a8d-ab6572d32ab7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a HTTP/1.1" status: 200 len: 217 time: 0.0626626 Feb 11 14:03:45.325031 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a', 'status': 'completed', 'code': 200} Feb 11 14:03:45.355553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-a698e610-f680-486b-acf0-34bb4402f9c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:45.356990 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-a698e610-f680-486b-acf0-34bb4402f9c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0631807 Feb 11 14:03:45.402474 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-b189ec33-7779-4729-be39-5072da81e375 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383844 Feb 11 14:03:45.535599 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30b6eaeb-cf00-4044-a0cf-e38f295f6cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:45.536751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-289d7b82-2f13-42b1-9161-3f70c584f1eb service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275523 Feb 11 14:03:45.666686 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bab1468e-02ff-4773-a679-c20bbdc4dfe8 req-77768036-2edc-48fb-b91f-aba7dc8353aa service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245613 Feb 11 14:03:45.781583 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3ab6c7c-3911-4720-8c2e-1dce5cca58c5 req-b20ff035-786c-4e2e-a3cc-25fe3091a782 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 1094 time: 0.0692556 Feb 11 14:03:45.967506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab6c7c-3911-4720-8c2e-1dce5cca58c5 req-240b63c1-c767-412b-8b1b-b6665edd317a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:45.968996 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3ab6c7c-3911-4720-8c2e-1dce5cca58c5 req-240b63c1-c767-412b-8b1b-b6665edd317a service neutron] 10.222.0.75 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.1812940 Feb 11 14:03:46.051974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167b606-40df-46a3-9041-32568e89d939 req-6b03ddcc-17b3-4571-a54f-79509d5b106a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:46.053452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a167b606-40df-46a3-9041-32568e89d939 req-6b03ddcc-17b3-4571-a54f-79509d5b106a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 943 time: 0.1816947 Feb 11 14:03:46.054833 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3ab6c7c-3911-4720-8c2e-1dce5cca58c5 req-9f34cb34-1f69-4f33-adb0-3de3ee902a4e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a HTTP/1.1" status: 200 len: 217 time: 0.0788379 Feb 11 14:03:46.246292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab6c7c-3911-4720-8c2e-1dce5cca58c5 req-a25d7bd0-d221-407d-b03a-2565ea1e90a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:46.247662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3ab6c7c-3911-4720-8c2e-1dce5cca58c5 req-a25d7bd0-d221-407d-b03a-2565ea1e90a9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.1717920 Feb 11 14:03:46.249740 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a167b606-40df-46a3-9041-32568e89d939 req-713c4cc3-b5ca-407a-8952-f93bc89439df tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906776 Feb 11 14:03:46.305763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3ab6c7c-3911-4720-8c2e-1dce5cca58c5 req-7e14dc8d-926d-44f5-a513-ab7f6163a694 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462773 Feb 11 14:03:46.438305 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3ab6c7c-3911-4720-8c2e-1dce5cca58c5 req-522349cc-4e1f-4ada-b547-2f360eeccb4a service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261537 Feb 11 14:03:46.571622 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3ab6c7c-3911-4720-8c2e-1dce5cca58c5 req-1daace2a-494d-45fd-82db-5bc5569ba654 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267185 Feb 11 14:03:47.286756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 9b8f518b-a412-4f5f-92e1-aded22c69ca0 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:03:47.368169 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 9b8f518b-a412-4f5f-92e1-aded22c69ca0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:03:47.368726 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 9b8f518b-a412-4f5f-92e1-aded22c69ca0 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:03:47.498793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2de52-f444-40b6-8da6-c207b82c1b33 req-90523fae-5bc6-44de-96d6-ffb6cfeabf4c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:47.499855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-87c2de52-f444-40b6-8da6-c207b82c1b33 req-90523fae-5bc6-44de-96d6-ffb6cfeabf4c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Synchronizing usage tracker for tenant:f6197a2ac59f4c66b687d544a577524f on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:03:47.513668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-87c2de52-f444-40b6-8da6-c207b82c1b33 req-90523fae-5bc6-44de-96d6-ffb6cfeabf4c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Unset dirty status for tenant:f6197a2ac59f4c66b687d544a577524f on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:03:47.515257 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-87c2de52-f444-40b6-8da6-c207b82c1b33 req-90523fae-5bc6-44de-96d6-ffb6cfeabf4c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 943 time: 0.1089058 Feb 11 14:03:47.567934 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-87c2de52-f444-40b6-8da6-c207b82c1b33 req-fc5b4112-af57-4388-82cc-1daa78fc97f0 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471702 Feb 11 14:03:47.717598 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b3441fc-930a-44f5-9d45-97334829d49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:48.678068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ec95eb9b-912f-4d63-ab5d-b8e46805267a details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:03:48.769834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804695-7013-47f9-88f6-268fe69babf4 req-b7ae11c2-3de5-4369-a204-e75f7b519264 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:48.771331 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd804695-7013-47f9-88f6-268fe69babf4 req-b7ae11c2-3de5-4369-a204-e75f7b519264 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 943 time: 0.0807431 Feb 11 14:03:48.815323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:48.822554 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd804695-7013-47f9-88f6-268fe69babf4 req-7eca3248-fb2f-4334-9aaa-46d6dfeb9664 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457263 Feb 11 14:03:48.829194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a', 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87', 'port_id': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a', 'mac_address': 'fa:16:3e:e9:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7c870d-b513-4937-a449-438e36309b64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:03:48.882504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:48.902961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec95eb9b-912f-4d63-ab5d-b8e46805267a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:03:48.917798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:48.921225 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:48.992898 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:48.997824 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=ec95eb9b-912f-4d63-ab5d-b8e46805267a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:49.029402 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:49.110037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ec95eb9b-912f-4d63-ab5d-b8e46805267a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:03:50.016731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd3d73-3550-4776-a597-a09525ef0a3b req-e53d8b3b-c6a9-4269-95cd-3d9283c7b2c8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:50.018179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7bdd3d73-3550-4776-a597-a09525ef0a3b req-e53d8b3b-c6a9-4269-95cd-3d9283c7b2c8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 944 time: 0.0762293 Feb 11 14:03:50.064312 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7bdd3d73-3550-4776-a597-a09525ef0a3b req-92611579-7cfa-47c7-9096-295699d937a4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Feb 11 14:03:50.430594 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:50.693535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ec95eb9b-912f-4d63-ab5d-b8e46805267a up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:03:50.762957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port ec95eb9b-912f-4d63-ab5d-b8e46805267a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:03:50.767479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port ec95eb9b-912f-4d63-ab5d-b8e46805267a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:50.767853 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:50.880101 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:50.906211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:03:50.914901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:50.918991 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:50.992012 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=ec95eb9b-912f-4d63-ab5d-b8e46805267a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:51.085076 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a', 'code': 200} Feb 11 14:03:51.238023 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0164f794-6555-4c71-b955-9214b15d7553 req-57021347-2704-46eb-9d84-d624850d3d5a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 1096 time: 0.0693901 Feb 11 14:03:51.280148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0cd67-1bdf-4971-a55f-33436b73ebfe req-3406828a-403f-422d-a84f-bc20ae50d6ce tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:51.281781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc0cd67-1bdf-4971-a55f-33436b73ebfe req-3406828a-403f-422d-a84f-bc20ae50d6ce tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0856678 Feb 11 14:03:51.287836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0164f794-6555-4c71-b955-9214b15d7553 req-4cb9f589-bbdc-4abd-9909-0488f9f8f95f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Feb 11 14:03:51.330496 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bc0cd67-1bdf-4971-a55f-33436b73ebfe req-b07b7de9-c95a-4ee4-bd8e-f2e189635300 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433710 Feb 11 14:03:52.530022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d6db3-a6e2-4b67-bd30-e55380bccf0e req-24a7e5c1-bc73-4177-beab-b50a9ef1f6c8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:52.531919 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8a7d6db3-a6e2-4b67-bd30-e55380bccf0e req-24a7e5c1-bc73-4177-beab-b50a9ef1f6c8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0770504 Feb 11 14:03:52.577970 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8a7d6db3-a6e2-4b67-bd30-e55380bccf0e req-a1f4fd1c-6380-47f6-b5cd-5c3a1bcd6f73 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410039 Feb 11 14:03:52.774232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc20fe5-eba4-4a2c-b81b-5ae7b1ae773e req-305b5c34-a76e-4d1d-8fc8-7d9288dad834 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:52.775710 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4cc20fe5-eba4-4a2c-b81b-5ae7b1ae773e req-305b5c34-a76e-4d1d-8fc8-7d9288dad834 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0757723 Feb 11 14:03:52.820449 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4cc20fe5-eba4-4a2c-b81b-5ae7b1ae773e req-219a75b5-402c-4587-9c58-c16010331a36 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392137 Feb 11 14:03:53.113409 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-12105440-bc6c-4cf1-9ee5-3a8d107b9cf5 req-ec3f519a-0a34-42a7-b63d-ca6d00e82b85 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1338229 Feb 11 14:03:53.397561 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-85aeae71-2af7-4db1-a8be-565231431c5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139162 Feb 11 14:03:53.427798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded46c8a-f1ca-4799-88d3-0496c18b7c02 req-c58adbdb-4b63-49bb-9859-cca06289038c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:53.429232 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ded46c8a-f1ca-4799-88d3-0496c18b7c02 req-c58adbdb-4b63-49bb-9859-cca06289038c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0871747 Feb 11 14:03:53.478665 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ded46c8a-f1ca-4799-88d3-0496c18b7c02 req-d621867b-a0c0-4c9a-82bf-f90533cde2e0 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438926 Feb 11 14:03:54.548905 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-f9e95650-9dff-4c09-867c-7f072905128b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 1096 time: 0.0736480 Feb 11 14:03:54.734456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-19f07eee-b915-47e3-8ff3-605ff019580c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:54.736299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-19f07eee-b915-47e3-8ff3-605ff019580c service neutron] 10.222.0.75 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.1820354 Feb 11 14:03:54.803143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55813ee-b5c9-4e13-b70b-d4e8cf2634e0 req-161c2dac-260f-4748-ab78-d5b2eee297f2 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:54.804497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b55813ee-b5c9-4e13-b70b-d4e8cf2634e0 req-161c2dac-260f-4748-ab78-d5b2eee297f2 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.1809840 Feb 11 14:03:54.826359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-c57b1691-12db-4f93-b14c-4000a3e1d1a8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a HTTP/1.1" status: 200 len: 217 time: 0.0816987 Feb 11 14:03:54.907367 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b55813ee-b5c9-4e13-b70b-d4e8cf2634e0 req-1d4765bf-9e8e-4212-8e54-2a05cd39cf50 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958471 Feb 11 14:03:54.910548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-bdd11d2e-7d31-419d-a522-a4a3d7288d92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:54.911932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-bdd11d2e-7d31-419d-a522-a4a3d7288d92 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0784624 Feb 11 14:03:54.957130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-4a0b7066-2434-45d5-8265-2b587e42051b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394390 Feb 11 14:03:55.096135 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-74b7117b-2de8-4b4e-a763-98149ad128c1 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329832 Feb 11 14:03:55.227968 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-18648a48-641b-4a63-83aa-bbe5ab3df640 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262329 Feb 11 14:03:56.179094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026d018-02e1-4abe-8b57-fa42dbbdcad8 req-6232ee35-1200-4a6f-9505-e88e32aaeb05 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:56.180534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b026d018-02e1-4abe-8b57-fa42dbbdcad8 req-6232ee35-1200-4a6f-9505-e88e32aaeb05 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.1530013 Feb 11 14:03:56.225840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b026d018-02e1-4abe-8b57-fa42dbbdcad8 req-8c75fce7-616f-43b5-b8a3-339a4cf056e5 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Feb 11 14:03:57.429564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373e202-70c3-4230-bf5c-276fcf85a04c req-7d064c11-a876-4882-a50d-10e3e6132f1a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:57.431044 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b373e202-70c3-4230-bf5c-276fcf85a04c req-7d064c11-a876-4882-a50d-10e3e6132f1a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0839446 Feb 11 14:03:57.477314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b373e202-70c3-4230-bf5c-276fcf85a04c req-b4624e40-81de-4d3e-8af5-d188a6127d61 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Feb 11 14:03:58.677898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543636e-7eb6-48d8-ae60-45e4c35343e1 req-73096d9a-07f9-47f6-921c-27c0ac47ccf6 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:58.679353 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e543636e-7eb6-48d8-ae60-45e4c35343e1 req-73096d9a-07f9-47f6-921c-27c0ac47ccf6 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0775809 Feb 11 14:03:58.725423 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e543636e-7eb6-48d8-ae60-45e4c35343e1 req-e3a4e6f6-d9a5-4615-8eeb-6a5c7cb060b7 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Feb 11 14:03:59.935792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189572fa-030d-4151-a9d2-9528a580b833 req-5ce04b38-2830-4b16-afcd-cb180571ef8e tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:59.937259 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-189572fa-030d-4151-a9d2-9528a580b833 req-5ce04b38-2830-4b16-afcd-cb180571ef8e tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0800607 Feb 11 14:03:59.982382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-189572fa-030d-4151-a9d2-9528a580b833 req-9e62d2e2-d06a-4ae0-b9f5-ed354a3e069e tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396259 Feb 11 14:04:01.177014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3e721-e5f4-4e38-9102-0d8438198937 req-67a4245f-7d76-43c4-90f4-299032c6b361 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:01.178354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06a3e721-e5f4-4e38-9102-0d8438198937 req-67a4245f-7d76-43c4-90f4-299032c6b361 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0765328 Feb 11 14:04:01.223453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06a3e721-e5f4-4e38-9102-0d8438198937 req-cf26f943-b580-4455-a98e-f3219bedfd1d tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388522 Feb 11 14:04:02.422796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5028b-4939-483c-80b9-849d8bcf9cc2 req-7193648d-fde9-42ff-ac1d-4d672ecfbf4e tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:02.424235 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fcc5028b-4939-483c-80b9-849d8bcf9cc2 req-7193648d-fde9-42ff-ac1d-4d672ecfbf4e tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0790145 Feb 11 14:04:02.468790 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fcc5028b-4939-483c-80b9-849d8bcf9cc2 req-c4338e9f-a824-4f92-8707-a10cd3c3d00a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390961 Feb 11 14:04:03.667174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ba3ba-eb86-41c9-8b38-3bf04c75e73e req-1492411c-6058-40b1-9bac-07fa4fcc1f38 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:03.668970 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-055ba3ba-eb86-41c9-8b38-3bf04c75e73e req-1492411c-6058-40b1-9bac-07fa4fcc1f38 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0790937 Feb 11 14:04:03.714826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-055ba3ba-eb86-41c9-8b38-3bf04c75e73e req-06f05555-2df5-491c-8efe-c8249a1c6660 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Feb 11 14:04:04.362096 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:04:04.913493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf561922-2908-4cbc-ae02-6946a21ba918 req-3a1f4699-688c-42cf-9ede-ce84b19e7f33 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:04.914976 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf561922-2908-4cbc-ae02-6946a21ba918 req-3a1f4699-688c-42cf-9ede-ce84b19e7f33 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0803249 Feb 11 14:04:04.964388 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cf561922-2908-4cbc-ae02-6946a21ba918 req-c53970d8-01c0-496c-b7e5-181dee5ae7aa tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 Feb 11 14:04:06.160618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fc222-c324-49bc-9e77-e4489f51f39d req-2a7831ca-8ffb-4641-aff0-8654d61d29c8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:06.162047 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-391fc222-c324-49bc-9e77-e4489f51f39d req-2a7831ca-8ffb-4641-aff0-8654d61d29c8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0750527 Feb 11 14:04:06.216510 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-391fc222-c324-49bc-9e77-e4489f51f39d req-7ef114be-0591-41b4-9173-f1d9be105d00 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490243 Feb 11 14:04:07.410235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3ad01-6463-4aae-be91-ca160c57f416 req-30f257f5-fb79-4775-aada-aae172880bfd tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:07.411708 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9eb3ad01-6463-4aae-be91-ca160c57f416 req-30f257f5-fb79-4775-aada-aae172880bfd tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0766950 Feb 11 14:04:07.459327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9eb3ad01-6463-4aae-be91-ca160c57f416 req-ecc4ebe1-4860-4342-b60e-d7c3575cb916 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Feb 11 14:04:07.864903 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:08.655781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfbd94-083d-4d65-916b-6f683efab305 req-d68f1636-d62a-459b-b3e9-b22b1702b750 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:08.657222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5bfbd94-083d-4d65-916b-6f683efab305 req-d68f1636-d62a-459b-b3e9-b22b1702b750 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0767171 Feb 11 14:04:08.702049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d5bfbd94-083d-4d65-916b-6f683efab305 req-a9277d9c-42e1-4240-9bb4-1aea12b35f61 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393186 Feb 11 14:04:09.994928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d412067-678b-464d-a5ac-7c159c85871b req-87d6ccad-d318-489b-9fd5-c8d635144f38 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:09.996376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d412067-678b-464d-a5ac-7c159c85871b req-87d6ccad-d318-489b-9fd5-c8d635144f38 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.1730642 Feb 11 14:04:10.041395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6d412067-678b-464d-a5ac-7c159c85871b req-adcf8cab-5cff-4118-9ed3-d9dd56df690f tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387380 Feb 11 14:04:11.240727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64f286-8857-4d9d-aac6-ef903b871bd7 req-1ee708bf-2927-48e7-9850-0a131748bdcc tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:11.242108 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a64f286-8857-4d9d-aac6-ef903b871bd7 req-1ee708bf-2927-48e7-9850-0a131748bdcc tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0803237 Feb 11 14:04:11.287181 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7a64f286-8857-4d9d-aac6-ef903b871bd7 req-6385a461-041e-443a-87dc-d99197363b4d tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386860 Feb 11 14:04:12.481580 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c33bf1-c473-4f67-a4a5-40b7e5ffd0eb req-d7089738-9ba2-4ec6-b9ee-2f5e4b664f65 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.483031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30c33bf1-c473-4f67-a4a5-40b7e5ffd0eb req-d7089738-9ba2-4ec6-b9ee-2f5e4b664f65 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0754235 Feb 11 14:04:12.533117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-30c33bf1-c473-4f67-a4a5-40b7e5ffd0eb req-595550b5-ac92-4abc-8dee-3962d4411fde tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Feb 11 14:04:12.795514 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:13.731943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddea7be-4041-4df0-a8a2-0f4ccf9aebfd req-60c4ed60-d37f-4b44-9cb2-7186d49c3da3 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:13.733397 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3ddea7be-4041-4df0-a8a2-0f4ccf9aebfd req-60c4ed60-d37f-4b44-9cb2-7186d49c3da3 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0764441 Feb 11 14:04:13.778432 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3ddea7be-4041-4df0-a8a2-0f4ccf9aebfd req-5d7134ae-30a4-44aa-aeaa-16eb234b32ea tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Feb 11 14:04:14.986205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e7834-558c-40af-a5b0-6f30bb60e3b6 req-9a273309-8b0f-4e66-b57d-9dab5a2b5558 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:14.987747 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-371e7834-558c-40af-a5b0-6f30bb60e3b6 req-9a273309-8b0f-4e66-b57d-9dab5a2b5558 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0802996 Feb 11 14:04:15.033355 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-371e7834-558c-40af-a5b0-6f30bb60e3b6 req-a5874af1-3499-4078-9574-ee64df03c7b0 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Feb 11 14:04:15.537725 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-37dea28d-ee13-4863-97f8-6d8f7d402b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:16.231606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78992cf4-4005-4198-ae39-d1e859c71fcf req-71c49468-83e4-41e1-b236-3883cae3162e tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:16.233054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-78992cf4-4005-4198-ae39-d1e859c71fcf req-71c49468-83e4-41e1-b236-3883cae3162e tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0792632 Feb 11 14:04:16.276468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-78992cf4-4005-4198-ae39-d1e859c71fcf req-3f12cfb6-6a85-4443-a75c-695adc1ef45d tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Feb 11 14:04:17.475342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6425210-796c-4be5-9e8b-b89e1035c3d8 req-61738de6-5cb9-4acd-898f-16d2835b556c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:17.476887 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a6425210-796c-4be5-9e8b-b89e1035c3d8 req-61738de6-5cb9-4acd-898f-16d2835b556c tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0766182 Feb 11 14:04:17.524268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a6425210-796c-4be5-9e8b-b89e1035c3d8 req-6f24efaa-7587-4494-a377-5518b69fa1a1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Feb 11 14:04:17.712191 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba3504c4-46c5-4277-ad87-b064479a278c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:18.722115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eda71-1e80-4b5e-8e86-eba5806780e6 req-eb603953-c520-47e4-b366-f0d03fadba44 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:18.723599 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-398eda71-1e80-4b5e-8e86-eba5806780e6 req-eb603953-c520-47e4-b366-f0d03fadba44 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0749993 Feb 11 14:04:18.769325 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-398eda71-1e80-4b5e-8e86-eba5806780e6 req-16d1962c-aad9-49ed-8771-c8d60321c8c0 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 Feb 11 14:04:18.975108 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:19.031011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:19.972697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e744ec5-9946-4c71-a664-0445e0b052f8 req-5691c3c6-c815-44ba-b6b4-82713d7487a1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:19.974174 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e744ec5-9946-4c71-a664-0445e0b052f8 req-5691c3c6-c815-44ba-b6b4-82713d7487a1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0811152 Feb 11 14:04:20.019819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e744ec5-9946-4c71-a664-0445e0b052f8 req-3d2266aa-ee44-4505-9b1e-6e2207857b6b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Feb 11 14:04:20.432668 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:21.224096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92a542-68bf-497a-b5e8-5b1e037d7696 req-202f7fec-2f84-4481-91ee-5891de564796 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:21.225454 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab92a542-68bf-497a-b5e8-5b1e037d7696 req-202f7fec-2f84-4481-91ee-5891de564796 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0785179 Feb 11 14:04:21.270167 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ab92a542-68bf-497a-b5e8-5b1e037d7696 req-ca190a09-e60f-41a8-ba1b-23c924785943 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 Feb 11 14:04:22.466759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7862fc-9801-461a-b88f-b8e5d2cc8380 req-fcf3049b-ff12-4e92-aa6b-adf1753ca6cc tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:22.468225 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f7862fc-9801-461a-b88f-b8e5d2cc8380 req-fcf3049b-ff12-4e92-aa6b-adf1753ca6cc tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0776873 Feb 11 14:04:22.518075 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3f7862fc-9801-461a-b88f-b8e5d2cc8380 req-438d260d-1189-4968-85ac-8e43f38b8df4 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441291 Feb 11 14:04:22.797969 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-ffdd9c23-5583-44ce-89c5-60c08f0a316f service neutron] show failed (client error): The resource could not be found. Feb 11 14:04:22.798981 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-ffdd9c23-5583-44ce-89c5-60c08f0a316f service neutron] 10.222.0.75 "GET /v2.0/ports/ec95eb9b-912f-4d63-ab5d-b8e46805267a/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.1352413 Feb 11 14:04:23.062527 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-43fcb052-b163-423b-b2ad-8d2d2b6014c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e&tenant_id=f6197a2ac59f4c66b687d544a577524f HTTP/1.1" status: 200 len: 1096 time: 0.0682380 Feb 11 14:04:23.072837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:23.179014 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:23.445336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:23.473784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:23.535047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:23.540903 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:23.556749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Transition to ACTIVE for port object ec95eb9b-912f-4d63-ab5d-b8e46805267a will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:23.562468 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:23.663604 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a', 'code': 200} Feb 11 14:04:23.751981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc367f9-f70f-4be8-ba1c-15c7a72bdffc req-766c4407-c79e-405b-9c2b-e8e2c4d4d384 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:23.753404 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-edc367f9-f70f-4be8-ba1c-15c7a72bdffc req-766c4407-c79e-405b-9c2b-e8e2c4d4d384 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 943 time: 0.0852668 Feb 11 14:04:23.803713 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-edc367f9-f70f-4be8-ba1c-15c7a72bdffc req-51081931-a08c-4ed9-a65b-a9211b5e00ec tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443749 Feb 11 14:04:23.814547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] No DVR routers for this DVR port ec95eb9b-912f-4d63-ab5d-b8e46805267a on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:04:23.820728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Pushing event updated for resources: {'Port': ['ID=ec95eb9b-912f-4d63-ab5d-b8e46805267a,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:23.880452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Attempting to bind port ec95eb9b-912f-4d63-ab5d-b8e46805267a on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:04:23.880782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Attempting to bind port ec95eb9b-912f-4d63-ab5d-b8e46805267a by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:04:23.881138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Attempting to bind port ec95eb9b-912f-4d63-ab5d-b8e46805267a on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:04:23.887584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Port ec95eb9b-912f-4d63-ab5d-b8e46805267a on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:04:23.887793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Attempting to bind port ec95eb9b-912f-4d63-ab5d-b8e46805267a on network efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:04:23.893876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:04:23.894205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Checking segment: {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:04:23.894595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Bound using segment: {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:04:23.895016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Bound port: ec95eb9b-912f-4d63-ab5d-b8e46805267a, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e291939b-b424-4750-bb8d-3adf22bcda55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:04:23.895352 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:23.981932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:23.984883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:23.988782 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:24.049942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:24.051329 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] 10.222.0.73 "PUT /v2.0/ports/ec95eb9b-912f-4d63-ab5d-b8e46805267a HTTP/1.1" status: 200 len: 1091 time: 0.9822290 Feb 11 14:04:24.063617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc4eb0-560f-4c2e-8d0d-630912ac35bd service neutron] Pushing event updated for resources: {'Port': ['ID=ec95eb9b-912f-4d63-ab5d-b8e46805267a,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:24.144494 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-e5042147-d960-406a-be84-2f32cd9b50c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 1094 time: 0.0716746 Feb 11 14:04:24.274272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-90be82dd-1dfd-4708-b7c7-052261a696ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:24.275731 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-90be82dd-1dfd-4708-b7c7-052261a696ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.1244762 Feb 11 14:04:24.340871 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-a3e5a352-0a83-473f-8858-55f797a80a2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a HTTP/1.1" status: 200 len: 217 time: 0.0596261 Feb 11 14:04:24.406487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-f46ed6ad-9448-4641-96cf-35b9b7cf1a9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:24.407904 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-f46ed6ad-9448-4641-96cf-35b9b7cf1a9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0618894 Feb 11 14:04:24.453250 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-980a5f8b-29f3-48aa-b78c-f38758b8cacb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393152 Feb 11 14:04:24.586685 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-6f4ade55-c913-46e3-87ed-66021ea3d06a service neutron] 10.222.0.73 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280279 Feb 11 14:04:24.715381 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7e297504-c4d9-4f38-b47e-9df321d48553 req-c0560a97-108b-47f0-b1bb-1eeca9e92940 service neutron] 10.222.0.73 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234307 Feb 11 14:04:25.008002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42932591-e46b-4e00-91d7-aa3196c8b568 req-acc11d27-c810-46fa-96e7-3173d2e71679 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:25.009345 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42932591-e46b-4e00-91d7-aa3196c8b568 req-acc11d27-c810-46fa-96e7-3173d2e71679 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 943 time: 0.0797081 Feb 11 14:04:25.053298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42932591-e46b-4e00-91d7-aa3196c8b568 req-f0b0cb91-1f1d-451c-8a92-b44336acc076 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381665 Feb 11 14:04:25.665220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:25.732766 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a', 'status': 'completed', 'code': 200} Feb 11 14:04:25.818614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-1d30a38e-6426-42b7-8d44-6f0e007f9fa5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 1094 time: 0.0683551 Feb 11 14:04:25.823074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-76984375-d387-44cf-af0f-cf44bd627c78 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 1094 time: 0.0688031 Feb 11 14:04:25.955917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-419060ee-88db-4948-b8d2-45aefd210332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:25.957386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-419060ee-88db-4948-b8d2-45aefd210332 service neutron] 10.222.0.73 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.1319950 Feb 11 14:04:25.960655 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-85fbc3b0-7f4f-4be4-b8ac-dacbc0deacd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:25.962160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-85fbc3b0-7f4f-4be4-b8ac-dacbc0deacd8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.1335626 Feb 11 14:04:26.028833 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-6046c5ab-b5e3-43c9-a3e4-82688fe605bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a HTTP/1.1" status: 200 len: 217 time: 0.0651588 Feb 11 14:04:26.034353 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-41366eb2-bf78-4b55-a7fb-557b4477d483 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a HTTP/1.1" status: 200 len: 217 time: 0.0665069 Feb 11 14:04:26.096436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-09f03f34-a615-49d6-9646-4362088ed548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:26.098032 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-09f03f34-a615-49d6-9646-4362088ed548 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0606983 Feb 11 14:04:26.098331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-e2110fc2-0b00-454d-8a5c-7520701182d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:26.099804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-e2110fc2-0b00-454d-8a5c-7520701182d5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0602274 Feb 11 14:04:26.147524 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-1750ad1b-2a58-4697-a2a2-18228cef8944 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417333 Feb 11 14:04:26.147902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-86487c96-56ed-46d0-82f7-572d5cfce61b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423319 Feb 11 14:04:26.297335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-fba4d504-6f8f-45ff-a5c2-97dfe3fa3d62 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434314 Feb 11 14:04:26.438099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-7042887e-19a5-424f-8ed7-6c3295e42ba5 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346169 Feb 11 14:04:26.460990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-f50dde68-9b98-478b-b26b-cc90677aa4f7 service neutron] 10.222.0.73 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063259 Feb 11 14:04:26.489309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ed50d-c600-4c25-8632-50ea0e8f19ca req-ac770cf2-12ad-403d-bb8b-8f6b3e9009e8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:26.490749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f4ed50d-c600-4c25-8632-50ea0e8f19ca req-ac770cf2-12ad-403d-bb8b-8f6b3e9009e8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 943 time: 0.3044839 Feb 11 14:04:26.602388 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f4ed50d-c600-4c25-8632-50ea0e8f19ca req-c91d0ba9-1d03-437e-982f-38d054bb8295 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047969 Feb 11 14:04:26.635160 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-243d2589-7830-4fd8-800d-b649d88d60a3 req-46ee6119-2224-41f3-9897-ce79c398a244 service neutron] 10.222.0.73 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685312 Feb 11 14:04:26.912498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ec95eb9b-912f-4d63-ab5d-b8e46805267a no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:04:26.971186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ec95eb9b-912f-4d63-ab5d-b8e46805267a not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:04:27.543017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ec95eb9b-912f-4d63-ab5d-b8e46805267a details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:04:27.676094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:27.688864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a', 'network_id': 'efb20dc4-30ab-4a0d-b21e-a05ea8a13f87', 'port_id': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a', 'mac_address': 'fa:16:3e:e9:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7c870d-b513-4937-a449-438e36309b64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:04:27.746976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:27.764646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec95eb9b-912f-4d63-ab5d-b8e46805267a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:27.780610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:27.784483 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:27.808037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7670463-916f-47e8-bc35-268f780b2a45 req-0564de2d-630c-45a7-a03b-3e8fcb029b07 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:27.809545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b7670463-916f-47e8-bc35-268f780b2a45 req-0564de2d-630c-45a7-a03b-3e8fcb029b07 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 943 time: 0.0822887 Feb 11 14:04:27.849341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ec95eb9b-912f-4d63-ab5d-b8e46805267a,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:27.856691 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b7670463-916f-47e8-bc35-268f780b2a45 req-65fce659-98b1-44ae-b56b-f539fe0b080b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Feb 11 14:04:27.858265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:27.858623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:27.858962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:27.859287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:27.859709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:27.860030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:27.860347 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:27.860762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:27.861111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:27.861423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:27.861738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:28.024025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['ec95eb9b-912f-4d63-ab5d-b8e46805267a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:04:28.248699 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-507b29d0-50dc-4f3f-999e-6d34da8849de tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:28.250135 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-507b29d0-50dc-4f3f-999e-6d34da8849de tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.75 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e&tenant_id=f6197a2ac59f4c66b687d544a577524f&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 944 time: 0.1495550 Feb 11 14:04:28.256654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecaa66-485e-49f9-92ce-a4f5ab93c715 req-261a555f-cdef-42c2-ad8a-50e2ec0d84e8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:28.257974 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-11ecaa66-485e-49f9-92ce-a4f5ab93c715 req-261a555f-cdef-42c2-ad8a-50e2ec0d84e8 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 944 time: 0.1219993 Feb 11 14:04:28.361571 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-11ecaa66-485e-49f9-92ce-a4f5ab93c715 req-c14e8f0c-1384-4833-8606-b2c5bd7ae129 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700147 Feb 11 14:04:28.366781 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-d168261c-1adf-4a21-bf01-7020df923813 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:04:28.367678 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-d168261c-1adf-4a21-bf01-7020df923813 service neutron] 10.222.0.75 "DELETE /v2.0/ports/ec95eb9b-912f-4d63-ab5d-b8e46805267a/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.1088917 Feb 11 14:04:28.504134 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-a3ff29ff-51ea-4e57-b858-39bcca3d8298 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f6197a2ac59f4c66b687d544a577524f&device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 1095 time: 0.0685420 Feb 11 14:04:28.732666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-6b9e400d-5ea1-42af-bd69-9dce7db48f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:28.734019 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-6b9e400d-5ea1-42af-bd69-9dce7db48f8f service neutron] 10.222.0.75 "GET /v2.0/networks?id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 200 len: 916 time: 0.2247112 Feb 11 14:04:28.803839 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-e7fd4d15-1fb5-4ec6-8ccd-4e75af2c4a79 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a HTTP/1.1" status: 200 len: 217 time: 0.0632901 Feb 11 14:04:28.865983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-d27d13db-381b-49e9-85fd-1bddb585bdc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:28.867425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-d27d13db-381b-49e9-85fd-1bddb585bdc1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 200 len: 855 time: 0.0578928 Feb 11 14:04:28.914359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-b456e66f-1238-4f75-8217-f850be99a817 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415328 Feb 11 14:04:29.050133 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-db20c271-cb26-45dc-bf7b-fd27d44635f9 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300919 Feb 11 14:04:29.180486 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f3a9ee10-d947-4327-9478-a64ea7bbe6a2 req-d64ca952-27ee-4197-99b8-2cfa0a6bc7c4 service neutron] 10.222.0.75 "GET /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249266 Feb 11 14:04:29.573335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ec95eb9b-912f-4d63-ab5d-b8e46805267a up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:04:29.574115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9a435-522b-4091-bd22-ea187395ebab req-27eda2ea-90e7-46d9-ad3c-a8d138520526 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:29.577311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ac9a435-522b-4091-bd22-ea187395ebab req-27eda2ea-90e7-46d9-ad3c-a8d138520526 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 944 time: 0.0887015 Feb 11 14:04:29.637897 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ac9a435-522b-4091-bd22-ea187395ebab req-aabc2e3c-952b-4abd-b3d0-d157f870c727 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533772 Feb 11 14:04:29.653326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port ec95eb9b-912f-4d63-ab5d-b8e46805267a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:29.659567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port ec95eb9b-912f-4d63-ab5d-b8e46805267a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:29.663003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.781089 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.810847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:29.819970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:29.823838 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:29.871552 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a', 'code': 200} Feb 11 14:04:29.895448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ec95eb9b-912f-4d63-ab5d-b8e46805267a,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:30.839736 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196984cd-c588-4073-a445-98022c5de926 req-4700c6be-c3b8-4bc4-ba25-cb2be932c818 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:30.841106 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-196984cd-c588-4073-a445-98022c5de926 req-4700c6be-c3b8-4bc4-ba25-cb2be932c818 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0757291 Feb 11 14:04:30.885536 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-196984cd-c588-4073-a445-98022c5de926 req-37b2c449-b044-409c-b41c-40efa810b50a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389237 Feb 11 14:04:31.094966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aff380-12d2-482d-ba28-8579efcf3efb req-2835a079-7a4a-4f54-a9d2-80a0cc7f0e91 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:31.096345 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9aff380-12d2-482d-ba28-8579efcf3efb req-2835a079-7a4a-4f54-a9d2-80a0cc7f0e91 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0761640 Feb 11 14:04:31.141257 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b9aff380-12d2-482d-ba28-8579efcf3efb req-bec1c75a-e44f-48c9-83e1-852a8732c416 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Feb 11 14:04:31.348101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f990f-f108-43d6-a01c-9e124eeb601f req-41b075ea-b643-4f16-b8ef-1b5abfe5e5f9 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:31.349462 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-511f990f-f108-43d6-a01c-9e124eeb601f req-41b075ea-b643-4f16-b8ef-1b5abfe5e5f9 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0892787 Feb 11 14:04:31.394522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-511f990f-f108-43d6-a01c-9e124eeb601f req-3753ec20-23f1-464c-8cef-0c79d2cd94fb tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394013 Feb 11 14:04:31.976376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80334e76-4ca6-4291-bbfa-36a839ae67dd req-a08679bc-261a-407e-890e-9a81b6e13e1b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:31.977736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80334e76-4ca6-4291-bbfa-36a839ae67dd req-a08679bc-261a-407e-890e-9a81b6e13e1b tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0818207 Feb 11 14:04:32.022141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80334e76-4ca6-4291-bbfa-36a839ae67dd req-d6ae14b9-b29d-419a-87cf-4127549f3b6d tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Feb 11 14:04:33.045787 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c60d1111-6fca-4236-aa5e-5887d484f0e0 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:33.047237 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c60d1111-6fca-4236-aa5e-5887d484f0e0 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.73 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.0764668 Feb 11 14:04:33.119491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c5c343f6-0eb4-4a9a-9622-05ab69b24ac1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Deleting port ec95eb9b-912f-4d63-ab5d-b8e46805267a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:04:33.119847 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c5c343f6-0eb4-4a9a-9622-05ab69b24ac1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:33.360105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0263e50-cb58-4cbd-a670-545e1043ea04 req-e7a69aaa-2227-4349-82df-9b99e8c5702a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:33.361544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0263e50-cb58-4cbd-a670-545e1043ea04 req-e7a69aaa-2227-4349-82df-9b99e8c5702a tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/ports?device_id=835724af-171d-44e8-9483-7df47406383e HTTP/1.1" status: 200 len: 945 time: 0.2135532 Feb 11 14:04:33.451533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0263e50-cb58-4cbd-a670-545e1043ea04 req-0125ac5f-a984-4b2b-b144-79bf97d8fc26 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.67 "GET /v2.0/security-groups?id=c545186a-51a7-4d04-b05d-3ceb3c81502a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823493 Feb 11 14:04:33.453150 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c5c343f6-0eb4-4a9a-9622-05ab69b24ac1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] For port ec95eb9b-912f-4d63-ab5d-b8e46805267a, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ec95eb9b-912f-4d63-ab5d-b8e46805267a,segment=NetworkSegment(e291939b-b424-4750-bb8d-3adf22bcda55),segment_id=e291939b-b424-4750-bb8d-3adf22bcda55)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:33.453449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c5c343f6-0eb4-4a9a-9622-05ab69b24ac1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:33.575774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c5c343f6-0eb4-4a9a-9622-05ab69b24ac1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Calling delete_port for ec95eb9b-912f-4d63-ab5d-b8e46805267a owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:04:33.721245 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c5c343f6-0eb4-4a9a-9622-05ab69b24ac1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:33.734026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['ec95eb9b-912f-4d63-ab5d-b8e46805267a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:04:33.784583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c343f6-0eb4-4a9a-9622-05ab69b24ac1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Pushing event deleted for resources: {'Port': ['ID=ec95eb9b-912f-4d63-ab5d-b8e46805267a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:33.851388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c5c343f6-0eb4-4a9a-9622-05ab69b24ac1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] No DVR routers for this DVR port ec95eb9b-912f-4d63-ab5d-b8e46805267a on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:04:33.853817 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c5c343f6-0eb4-4a9a-9622-05ab69b24ac1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:33.856909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'name': 'network-vif-deleted', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:33.872486 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f4659214-1964-457f-9d7e-2f44a2f297eb req-c5c343f6-0eb4-4a9a-9622-05ab69b24ac1 tempest-ServerDiskConfigTestJSON-1743889054 tempest-ServerDiskConfigTestJSON-1743889054-project] 10.222.0.73 "DELETE /v2.0/ports/ec95eb9b-912f-4d63-ab5d-b8e46805267a HTTP/1.1" status: 204 len: 173 time: 0.8204279 Feb 11 14:04:33.922024 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835724af-171d-44e8-9483-7df47406383e', 'name': 'network-vif-deleted', 'tag': 'ec95eb9b-912f-4d63-ab5d-b8e46805267a', 'status': 'completed', 'code': 200} Feb 11 14:04:34.711088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53846) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:34.770188 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Deleting subnet ab7c870d-b513-4937-a449-438e36309b64 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:04:34.772987 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:34.825460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:34.880354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:34.947534 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:34.988333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab7c870d-b513-4937-a449-438e36309b64,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:34.999565 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.003919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.004267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.004628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.004966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.005294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.005622 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.005946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.006270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.006598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.006938 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.007255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:35.012002 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-87d14c81-15dd-4d7b-9bfc-ef3a8d692e00 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ab7c870d-b513-4937-a449-438e36309b64 HTTP/1.1" status: 204 len: 168 time: 0.2998791 Feb 11 14:04:35.014505 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53850) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:35.121899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.252772 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.278688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb20dc4-30ab-4a0d-b21e-a05ea8a13f87']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:35.290502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e291939b-b424-4750-bb8d-3adf22bcda55') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:35.290828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e291939b-b424-4750-bb8d-3adf22bcda55') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:35.301922 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.317387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.323374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:04:35.324636 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:04:35.337850 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:04:35.415024 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.430683 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.441244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] Pushing event deleted for resources: {'Network': ['ID=efb20dc4-30ab-4a0d-b21e-a05ea8a13f87,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:35.450199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ee9fc503-5ebb-4a47-8fd1-c56ca331450f admin admin] 10.222.0.67 "DELETE /v2.0/networks/efb20dc4-30ab-4a0d-b21e-a05ea8a13f87 HTTP/1.1" status: 204 len: 168 time: 0.4346004 Feb 11 14:04:35.596408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53856) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:35.646245 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-22ad4182-44a6-4505-ab5d-ccd9af3cc90b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6197a2ac59f4c66b687d544a577524f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486581 Feb 11 14:04:35.648608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53860) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:35.706724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90a9c86c-bd7e-4285-8d5a-0a1bce846955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.734752 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90a9c86c-bd7e-4285-8d5a-0a1bce846955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.786679 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90a9c86c-bd7e-4285-8d5a-0a1bce846955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.803568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9c86c-bd7e-4285-8d5a-0a1bce846955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c545186a-51a7-4d04-b05d-3ceb3c81502a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:35.813412 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-90a9c86c-bd7e-4285-8d5a-0a1bce846955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:35.816877 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-90a9c86c-bd7e-4285-8d5a-0a1bce846955 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c545186a-51a7-4d04-b05d-3ceb3c81502a HTTP/1.1" status: 204 len: 168 time: 0.1650624 Feb 11 14:04:36.651224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:36.778749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-335286856-network', 'tenant_id': '6c4013c9c076441491dec2440e3de63a'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:36.784281 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:04:36.788069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Usage tracker for resource:network and tenant:6c4013c9c076441491dec2440e3de63a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:04:36.790875 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:04:36.797278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:04:36.806739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Made reservation on behalf of 6c4013c9c076441491dec2440e3de63a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:36.809578 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:36.821785 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:36.853113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:04:36.857962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Usage tracker for resource:security_group_rule and tenant:6c4013c9c076441491dec2440e3de63a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:04:36.860712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:04:36.866219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:04:36.931138 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:36.935382 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:36.964598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:04:36.973582 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde6f7f-0cb8-44a4-b197-d7cf413d9c5f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:36.979384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:36.979664 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Added segment 88516b97-f935-49cc-9dbd-ce3950ad53cd of type vlan for network 14838be1-b2ef-41d1-a362-32a8f378d6e3 Feb 11 14:04:37.006231 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.037281 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.038099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:37.038692 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.227815 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] Pushing event updated for resources: {'Network': ['ID=14838be1-b2ef-41d1-a362-32a8f378d6e3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:37.231338 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f3101bf1-7227-45ef-a137-afd33a783d33 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5790370 Feb 11 14:04:37.234673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53890) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:37.239518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:04:37.240264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Request body: {'subnet': {'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-335286856-subnet', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:37.245239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:04:37.249692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Usage tracker for resource:subnet and tenant:6c4013c9c076441491dec2440e3de63a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:04:37.252589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:04:37.258415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:04:37.270333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Made reservation on behalf of 6c4013c9c076441491dec2440e3de63a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:37.272602 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.477974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.547449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4b33f0-b869-41f2-ba20-4f3b55352f6f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:37.564588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:04:37.564933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Network hostable DHCP agents. Network: 14838be1-b2ef-41d1-a362-32a8f378d6e3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:04:37.586266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:04:37.595564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 14838be1-b2ef-41d1-a362-32a8f378d6e3) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:37.599345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:37.599912 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.604509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f9e9c-e88f-4ad7-a89c-3c99b457a32f None None] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:04:37.619513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7bb0f1ba-bcd4-4d69-9acc-ba2f496a80d0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3838646 Feb 11 14:04:37.622413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53894) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:37.627425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:37.632435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:04:37.636818 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Usage tracker for resource:router and tenant:6c4013c9c076441491dec2440e3de63a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:04:37.640372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:04:37.646279 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:04:37.657659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.658621 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.671283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ec95eb9b-912f-4d63-ab5d-b8e46805267a no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:04:37.677736 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.714354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: ec95eb9b-912f-4d63-ab5d-b8e46805267a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:04:37.715451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ec95eb9b-912f-4d63-ab5d-b8e46805267a not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:04:37.822421 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.859602 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:37.865361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-14838be1-b2ef-41d1-a362-32a8f378d6e3', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:04:37.866155 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.016637 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.023046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Allocated IP 172.20.0.2 (14838be1-b2ef-41d1-a362-32a8f378d6e3/8f4b33f0-b869-41f2-ba20-4f3b55352f6f/3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:38.047963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.185398 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Allocated IP 172.25.4.147 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/2345ce38-3aae-494f-a7ae-62be9491538d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:38.225802 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.236916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Transition to ACTIVE for port object 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:38.254779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Transition to ACTIVE for port object 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:38.260271 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.329323 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:38.331921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:38.334653 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.335401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:04:38.342607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Pushing event updated for resources: {'Port': ['ID=3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:38.364203 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.426487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Attempting to bind port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:04:38.426879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Attempting to bind port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:04:38.427242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Attempting to bind port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:04:38.430887 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:38.433524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:04:38.433783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:38.433904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:04:38.434296 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.434710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:04:38.435172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Bound port: 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:04:38.435599 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.438057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:04:38.466905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2345ce38-3aae-494f-a7ae-62be9491538d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:38.528366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] For port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:38.532594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] For port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:38.536783 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.602180 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.602962 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:38.624346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3069f-637c-4bbb-8836-51d7a861014b None None] Pushing event updated for resources: {'Port': ['ID=3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:38.982155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Router 93a4970a-c413-4479-8af6-e451e5099d60 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:04:39.002442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:04:39.076837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:39.186525 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:04:39.196874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:04:39.209281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:04:39.209942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:39.210069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:04:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:39.211168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-975b1645-a7c1-43c7-8ac2-4369196473c3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5877948 Feb 11 14:04:39.213907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53898) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:39.408081 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:04:39.689475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b10f000-86d4-4f53-a5d8-0d6b07eb9554 None None] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:04:39.844162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-988a3413-e09b-48f2-b3a4-8383f9dbb773 None None] Provisioning for port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:39.856047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-988a3413-e09b-48f2-b3a4-8383f9dbb773 None None] Provisioning complete for port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:39.856711 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-988a3413-e09b-48f2-b3a4-8383f9dbb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:39.974618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:38Z', 'revision_number': 3, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:39.985352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:04:39.985779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Updating router 93a4970a-c413-4479-8af6-e451e5099d60 port 2345ce38-3aae-494f-a7ae-62be9491538d binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:04:40.000691 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.117446 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.194728 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-988a3413-e09b-48f2-b3a4-8383f9dbb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.219209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Allocated IP 172.20.0.1 (14838be1-b2ef-41d1-a362-32a8f378d6e3/8f4b33f0-b869-41f2-ba20-4f3b55352f6f/c0fdbf4a-cbb8-418d-975a-af93dec5a581) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:40.302345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-988a3413-e09b-48f2-b3a4-8383f9dbb773 None None] For port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:40.306649 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-988a3413-e09b-48f2-b3a4-8383f9dbb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.378426 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.394336 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Transition to ACTIVE for port object c0fdbf4a-cbb8-418d-975a-af93dec5a581 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:40.421447 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.456359 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a3413-e09b-48f2-b3a4-8383f9dbb773 None None] Pushing event updated for resources: {'Port': ['ID=3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:40.504426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:40.508166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:40.511006 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:04:40.539601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c0fdbf4a-cbb8-418d-975a-af93dec5a581,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:40.576531 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.609403 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.628019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Transition to ACTIVE for port object 2345ce38-3aae-494f-a7ae-62be9491538d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:40.639498 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.664719 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.723100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ac09f50e-6ed8-4667-94b3-3e07980bec06 None None] Provisioning complete for port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:40.723468 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac09f50e-6ed8-4667-94b3-3e07980bec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.755718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Attempting to bind port 2345ce38-3aae-494f-a7ae-62be9491538d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:04:40.756080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Attempting to bind port 2345ce38-3aae-494f-a7ae-62be9491538d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:04:40.756435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Attempting to bind port 2345ce38-3aae-494f-a7ae-62be9491538d on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:04:40.777610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dca47-597d-417e-a802-b21ce8e2289e None None] Pushing event updated for resources: {'Port': ['ID=2345ce38-3aae-494f-a7ae-62be9491538d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:40.787962 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:04:40.788331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:04:40.788727 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.789110 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:04:40.789577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Bound port: 2345ce38-3aae-494f-a7ae-62be9491538d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:04:40.789941 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.908689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] For port 2345ce38-3aae-494f-a7ae-62be9491538d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:40.927775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] For port 2345ce38-3aae-494f-a7ae-62be9491538d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2345ce38-3aae-494f-a7ae-62be9491538d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:40.933323 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:40.987192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:04:41.003610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.008112 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.076294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dca47-597d-417e-a802-b21ce8e2289e None None] Pushing event updated for resources: {'Port': ['ID=2345ce38-3aae-494f-a7ae-62be9491538d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:41.081560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:04:41.082387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:04:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:41.117235 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.120521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c0fdbf4a-cbb8-418d-975a-af93dec5a581,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:41.247645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0882e22c-fa64-4de9-a18d-43ba98753262 None None] Provisioning for port c0fdbf4a-cbb8-418d-975a-af93dec5a581 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:41.252382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:41.252743 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.255663 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:41.256774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:41.303701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0882e22c-fa64-4de9-a18d-43ba98753262 None None] Provisioning complete for port c0fdbf4a-cbb8-418d-975a-af93dec5a581 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:41.304060 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0882e22c-fa64-4de9-a18d-43ba98753262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.364802 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:04:41.435861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:04:41.483160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0882e22c-fa64-4de9-a18d-43ba98753262 None None] Port c0fdbf4a-cbb8-418d-975a-af93dec5a581 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:04:41.684054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Router 93a4970a-c413-4479-8af6-e451e5099d60 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:04:41.734396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9b2b7b7f-88ac-4b46-9393-2d3b56db8f6b None None] Provisioning complete for port c0fdbf4a-cbb8-418d-975a-af93dec5a581 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:41.734790 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b2b7b7f-88ac-4b46-9393-2d3b56db8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:41.847572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b7b7f-88ac-4b46-9393-2d3b56db8f6b None None] Port c0fdbf4a-cbb8-418d-975a-af93dec5a581 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:04:41.882256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 2, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:41.886793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b70784f-6f40-41c9-b24c-58308d5a9d54 None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 2, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:04:41.890639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:04:41.901538 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-552d5faf-3c47-480b-b03e-af83758060f0 admin admin] 10.222.0.67 "PUT /v2.0/routers/93a4970a-c413-4479-8af6-e451e5099d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6866419 Feb 11 14:04:42.456014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 53910) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:42.463049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1829122207', 'description': 'tempest-description--1798328152'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:42.482913 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:04:42.498416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Usage tracker for resource:security_group and tenant:6c4013c9c076441491dec2440e3de63a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:04:42.503097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:04:42.509537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:04:42.523032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.572685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:04:42.577501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Usage tracker for resource:security_group_rule and tenant:6c4013c9c076441491dec2440e3de63a is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:04:42.580440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:04:42.586445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:04:42.651020 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.655486 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.701169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e20db-cd79-428f-a02a-0a7163dd3add,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:42.706005 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.710089 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ace8d90a-9fc6-4fe2-aa99-66b4e325e45a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2530739 Feb 11 14:04:42.710500 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53914) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:42.716469 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'security_group_rule': {'security_group_id': '7e9e20db-cd79-428f-a02a-0a7163dd3add', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:42.723069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:04:42.726982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Usage tracker for resource:security_group_rule and tenant:6c4013c9c076441491dec2440e3de63a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:04:42.729774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:04:42.735582 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:04:42.753088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.817659 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.819170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.823035 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.848272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88820ddf-005d-4178-b5b9-8f16ebb8f0c5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:42.859535 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.863386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-83fbd52f-5051-4fb1-93ce-99fa77444aa4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1493118 Feb 11 14:04:42.863645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53918) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:42.869754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'security_group_rule': {'security_group_id': '7e9e20db-cd79-428f-a02a-0a7163dd3add', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:42.877168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:04:42.881083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Usage tracker for resource:security_group_rule and tenant:6c4013c9c076441491dec2440e3de63a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:04:42.884015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:04:42.890261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:04:42.907265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.980467 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:42.985385 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:43.001577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2345ce38-3aae-494f-a7ae-62be9491538d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:04:43.021274 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90cecc2-cd02-4a01-9c68-980f2efc3f19,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:43.034391 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:43.038390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b1e8bcd4-6ac5-43cd-89d3-2c20994f9816 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1710606 Feb 11 14:04:43.038904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53922) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:43.045151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:43.052171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:04:43.056315 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Usage tracker for resource:floatingip and tenant:6c4013c9c076441491dec2440e3de63a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:04:43.060113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:04:43.067285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:04:43.080545 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:43.083245 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2345ce38-3aae-494f-a7ae-62be9491538d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:43.088630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2345ce38-3aae-494f-a7ae-62be9491538d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:43.089183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:43.210447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:43.221838 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:43.227354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 2345ce38-3aae-494f-a7ae-62be9491538d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2345ce38-3aae-494f-a7ae-62be9491538d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:43.231928 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:43.296727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=2345ce38-3aae-494f-a7ae-62be9491538d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:43.355149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Allocated IP 172.25.4.68 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/0eae2f92-0d4b-4f59-a5b9-534e86ea3977) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:43.599575 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:43.631389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:43.704171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:43.706980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:43.711608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:04:43.736220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event updated for resources: {'Port': ['ID=0eae2f92-0d4b-4f59-a5b9-534e86ea3977,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:43.759559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.759932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.760271 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.760599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.760924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.761338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.761653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.761967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.762277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.762595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.762924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:43.878287 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:43.931704 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:44.140252 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:44.144374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:44.249895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event updated for resources: {'Port': ['ID=0eae2f92-0d4b-4f59-a5b9-534e86ea3977,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:44.264510 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:44.286350 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:44.287618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7028e988-3a28-49fa-a65d-8aaa80dbf849 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2476478 Feb 11 14:04:44.468543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-15f43e4b-2dfe-4c54-9f41-ff8f44b0b654 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:04:44.484978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-15f43e4b-2dfe-4c54-9f41-ff8f44b0b654 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:04:44.486098 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-15f43e4b-2dfe-4c54-9f41-ff8f44b0b654 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1829122207&fields=id&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 267 time: 0.0593219 Feb 11 14:04:44.639280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-91c9786b-ac41-449a-92e1-785477c64efb tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.639949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-91c9786b-ac41-449a-92e1-785477c64efb tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:04:44.657660 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-91c9786b-ac41-449a-92e1-785477c64efb tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:04:44.658932 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-91c9786b-ac41-449a-92e1-785477c64efb tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 811 time: 0.1660714 Feb 11 14:04:44.676109 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-463176e8-88c8-4ea9-9179-f55753ffff70 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/quotas/6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 375 time: 0.0119252 Feb 11 14:04:44.760084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-a8854907-4855-45ef-bc05-fc1addbd6259 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:04:44.776057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-a8854907-4855-45ef-bc05-fc1addbd6259 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:04:44.778121 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-a8854907-4855-45ef-bc05-fc1addbd6259 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971608 Feb 11 14:04:44.893258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-3121a980-7d0b-4feb-a7a4-05c2bfae2915 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:04:44.894385 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-3121a980-7d0b-4feb-a7a4-05c2bfae2915 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0678289 Feb 11 14:04:44.975483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2345ce38-3aae-494f-a7ae-62be9491538d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:04:45.033814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-16d75d2a-1bd6-4e29-adab-d5f9d17cf068 service neutron] 10.222.0.67 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304851 Feb 11 14:04:45.047878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2345ce38-3aae-494f-a7ae-62be9491538d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:45.048238 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:45.171438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-0d545281-8a99-4abe-b60a-33be9303c870 service neutron] 10.222.0.67 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318138 Feb 11 14:04:45.474852 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b3fb524c-2f99-40c1-b1c8-de8889ea6927 req-9306dba7-baa8-412c-a89e-027c44c18233 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 210 time: 0.1501038 Feb 11 14:04:45.543197 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4e6438e-3638-4d74-9607-fe3129d95341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.422343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-94cbb3c8-8f1e-4efe-afe7-fe579a072c71 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:46.423577 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-94cbb3c8-8f1e-4efe-afe7-fe579a072c71 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 811 time: 0.1529019 Feb 11 14:04:46.481821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-f7f7427f-cc22-402e-b458-53ce33661e70 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:04:46.494720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-f7f7427f-cc22-402e-b458-53ce33661e70 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:04:46.496536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-f7f7427f-cc22-402e-b458-53ce33661e70 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 380 time: 0.0605087 Feb 11 14:04:46.504969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'port': {'device_id': '9726fd18-5c19-4e8f-8345-275227609a77', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'admin_state_up': True, 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'security_groups': ['7e9e20db-cd79-428f-a02a-0a7163dd3add']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:46.644410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:04:46.653867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b199dc51-bb79-478c-b844-ad3a13e9ba68 req-6a6d5836-dd5e-4479-8e87-4c1520fdb4f0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 210 time: 0.0499370 Feb 11 14:04:46.654708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:04:46.665656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Made reservation on behalf of 6c4013c9c076441491dec2440e3de63a for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:46.670096 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.840310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Allocated IP 172.20.0.6 (14838be1-b2ef-41d1-a362-32a8f378d6e3/8f4b33f0-b869-41f2-ba20-4f3b55352f6f/2fee9c0d-f049-411e-ab72-d188ec957553) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:47.035130 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.053560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Transition to ACTIVE for port object 2fee9c0d-f049-411e-ab72-d188ec957553 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:47.077056 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.167270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:47.170323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:47.175639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:04:47.219935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event updated for resources: {'Port': ['ID=2fee9c0d-f049-411e-ab72-d188ec957553,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:47.256063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:47.257136 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.288304 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-69330f8e-3321-4854-886a-23ae5940e5f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7870417 Feb 11 14:04:47.302122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Request body: {'port': {'device_id': '9726fd18-5c19-4e8f-8345-275227609a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:47.411001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bcde1e57-2892-4d75-8615-63d6c2ef6caf None None] Provisioning for port 2fee9c0d-f049-411e-ab72-d188ec957553 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:47.416760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bcde1e57-2892-4d75-8615-63d6c2ef6caf None None] Provisioning complete for port 2fee9c0d-f049-411e-ab72-d188ec957553 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:47.418134 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcde1e57-2892-4d75-8615-63d6c2ef6caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.438960 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.483028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bcde1e57-2892-4d75-8615-63d6c2ef6caf None None] Port 2fee9c0d-f049-411e-ab72-d188ec957553 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:04:47.717071 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b81387-0e38-49ee-9ef4-efb439ed4dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.900932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fee9c0d-f049-411e-ab72-d188ec957553 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:47.910058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:47.940433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Transition to ACTIVE for port object 2fee9c0d-f049-411e-ab72-d188ec957553 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:47.945416 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.008120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a00bdf-a7ea-4173-85c7-3d5b347d35eb req-be238796-8082-41ef-b5f2-575511a77567 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:48.008817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-23a00bdf-a7ea-4173-85c7-3d5b347d35eb req-be238796-8082-41ef-b5f2-575511a77567 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:04:48.095488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Pushing event updated for resources: {'Port': ['ID=2fee9c0d-f049-411e-ab72-d188ec957553,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:48.136475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-23a00bdf-a7ea-4173-85c7-3d5b347d35eb req-be238796-8082-41ef-b5f2-575511a77567 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:04:48.137687 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23a00bdf-a7ea-4173-85c7-3d5b347d35eb req-be238796-8082-41ef-b5f2-575511a77567 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 931 time: 0.3166692 Feb 11 14:04:48.247955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Attempting to bind port 2fee9c0d-f049-411e-ab72-d188ec957553 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:04:48.248287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Attempting to bind port 2fee9c0d-f049-411e-ab72-d188ec957553 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:04:48.248612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Attempting to bind port 2fee9c0d-f049-411e-ab72-d188ec957553 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:04:48.252990 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23a00bdf-a7ea-4173-85c7-3d5b347d35eb req-793c03b0-3a1b-40ca-a2f2-f1e8d8d7e1c6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836797 Feb 11 14:04:48.256873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Port 2fee9c0d-f049-411e-ab72-d188ec957553 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:04:48.257216 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Attempting to bind port 2fee9c0d-f049-411e-ab72-d188ec957553 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:04:48.264154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:04:48.264493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:04:48.264871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:04:48.265292 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Bound port: 2fee9c0d-f049-411e-ab72-d188ec957553, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:04:48.265635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.455911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:48.458840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2fee9c0d-f049-411e-ab72-d188ec957553,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:48.464278 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.527994 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.529408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] 10.222.0.75 "PUT /v2.0/ports/2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 200 len: 1091 time: 1.2342384 Feb 11 14:04:48.529846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:48.554039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301711b2-2371-4c13-8f3b-5fce3afdd765 service neutron] Pushing event updated for resources: {'Port': ['ID=2fee9c0d-f049-411e-ab72-d188ec957553,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:48.603999 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553', 'status': 'completed', 'code': 200} Feb 11 14:04:48.646740 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-d500b13d-ea0c-4659-9e22-25bb4d9b4651 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 1094 time: 0.0741050 Feb 11 14:04:48.718876 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-61c0b4e9-84b5-4cc2-b526-92d5ef3eb639 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 200 len: 217 time: 0.0658858 Feb 11 14:04:48.781850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-f3404206-2c11-419c-b615-537569122eb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:48.783334 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-f3404206-2c11-419c-b615-537569122eb0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0586669 Feb 11 14:04:48.865195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-0d18d3fe-a88b-4a8b-84da-285338ab5b9f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735798 Feb 11 14:04:48.977785 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:49.004526 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-d0de2f81-4283-4ee3-b800-029fbe3f4551 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338861 Feb 11 14:04:49.035175 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:49.147242 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b84df66-1c82-43f8-8768-68eebd261f2e req-4e191a3c-4c35-454c-aac7-ea14eef25cca service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371403 Feb 11 14:04:49.263368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b05967e4-676f-432b-b897-11c5392845ae req-20317eee-7d98-430a-a10b-5dd8e55fc076 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 1094 time: 0.0736001 Feb 11 14:04:49.439371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05967e4-676f-432b-b897-11c5392845ae req-2f48137e-7b0c-4170-891c-a22b151ead69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:49.440804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b05967e4-676f-432b-b897-11c5392845ae req-2f48137e-7b0c-4170-891c-a22b151ead69 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1715941 Feb 11 14:04:49.530759 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b05967e4-676f-432b-b897-11c5392845ae req-572a78bd-6f8a-43d4-979c-026a536535b7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 200 len: 217 time: 0.0828159 Feb 11 14:04:49.584589 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44b49e-5e96-4b43-8b62-fdbce89290f9 req-4740295d-b48b-403c-afa6-2a8544dbbbc5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:49.586270 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a44b49e-5e96-4b43-8b62-fdbce89290f9 req-4740295d-b48b-403c-afa6-2a8544dbbbc5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 943 time: 0.2044001 Feb 11 14:04:49.631666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05967e4-676f-432b-b897-11c5392845ae req-6cb5c167-b128-44f2-b278-1d09d689380b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:49.633073 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b05967e4-676f-432b-b897-11c5392845ae req-6cb5c167-b128-44f2-b278-1d09d689380b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0955315 Feb 11 14:04:49.682635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a44b49e-5e96-4b43-8b62-fdbce89290f9 req-64d219c0-f203-4409-b538-3a7b68c906a7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874827 Feb 11 14:04:49.713908 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b05967e4-676f-432b-b897-11c5392845ae req-69dea1bc-501e-4b57-b393-7f412930cd2a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747299 Feb 11 14:04:49.848505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b05967e4-676f-432b-b897-11c5392845ae req-a4501467-2685-4bde-974e-c96d9bacdfc3 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266131 Feb 11 14:04:49.978268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b05967e4-676f-432b-b897-11c5392845ae req-9231ab91-d0d1-4c8a-8dfc-228931dd50b1 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239746 Feb 11 14:04:50.436016 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:50.878227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a5355-826a-4f32-a369-c3a142e2f9ad req-c0dc81c4-daa3-4770-b426-a62810ba8a57 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:50.879679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-401a5355-826a-4f32-a369-c3a142e2f9ad req-c0dc81c4-daa3-4770-b426-a62810ba8a57 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 943 time: 0.0764050 Feb 11 14:04:50.925172 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-401a5355-826a-4f32-a369-c3a142e2f9ad req-18d962e7-f8d0-4fc0-9baa-e2a86b5bda8f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399868 Feb 11 14:04:52.213327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df323e0-5580-4834-bf60-6ae96025c282 req-9be665f3-58fc-4020-9b00-790a55a6462a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:52.215156 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0df323e0-5580-4834-bf60-6ae96025c282 req-9be665f3-58fc-4020-9b00-790a55a6462a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 943 time: 0.1732070 Feb 11 14:04:52.262923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0df323e0-5580-4834-bf60-6ae96025c282 req-604d6057-6989-48be-ab00-d69c848af2ff tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Feb 11 14:04:52.989204 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2fee9c0d-f049-411e-ab72-d188ec957553 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:04:53.122094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2fee9c0d-f049-411e-ab72-d188ec957553,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:53.134930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '2fee9c0d-f049-411e-ab72-d188ec957553', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'port_id': '2fee9c0d-f049-411e-ab72-d188ec957553', 'mac_address': 'fa:16:3e:e6:92:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:04:53.194044 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:53.211986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fee9c0d-f049-411e-ab72-d188ec957553 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:04:53.226827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2fee9c0d-f049-411e-ab72-d188ec957553,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:53.230650 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:53.300134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=2fee9c0d-f049-411e-ab72-d188ec957553,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:53.440322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['2fee9c0d-f049-411e-ab72-d188ec957553'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:04:53.469503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6901ee-9e70-4a91-a55e-4762f8f515e9 req-0ee0f8d8-1fbd-483b-9c42-6615983421fd tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:53.470918 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e6901ee-9e70-4a91-a55e-4762f8f515e9 req-0ee0f8d8-1fbd-483b-9c42-6615983421fd tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 944 time: 0.0807133 Feb 11 14:04:53.518536 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3e6901ee-9e70-4a91-a55e-4762f8f515e9 req-f7fd23a8-5a3e-418e-94e7-bd90868d2f08 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412955 Feb 11 14:04:54.716859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74594de-a2e4-4fff-b1c8-e9093fd31606 req-a970f30b-2e83-4e3b-b7a5-a60e68e6f534 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:54.718304 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c74594de-a2e4-4fff-b1c8-e9093fd31606 req-a970f30b-2e83-4e3b-b7a5-a60e68e6f534 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 944 time: 0.0758715 Feb 11 14:04:54.762962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c74594de-a2e4-4fff-b1c8-e9093fd31606 req-0e497e01-0f3f-4f8c-bf0e-4dddb7dcabaa tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392394 Feb 11 14:04:55.004386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2fee9c0d-f049-411e-ab72-d188ec957553 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:04:55.071262 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 2fee9c0d-f049-411e-ab72-d188ec957553 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:55.076191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 2fee9c0d-f049-411e-ab72-d188ec957553 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:55.076616 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:55.190190 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:55.217251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:55.226401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2fee9c0d-f049-411e-ab72-d188ec957553,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:55.231238 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:55.344835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=2fee9c0d-f049-411e-ab72-d188ec957553,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:55.424916 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553', 'code': 200} Feb 11 14:04:55.516072 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:04:55.532883 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:04:55.533521 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:04:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:55.682157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-823626c8-4a51-45b0-87b7-c8cdb3b0fe75 req-82689004-4a87-4cac-bfb7-95b2609e8997 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 1096 time: 0.0713208 Feb 11 14:04:55.712568 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:04:55.723015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-823626c8-4a51-45b0-87b7-c8cdb3b0fe75 req-389cf867-4d8e-42e0-8d8b-da31991c360c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354950 Feb 11 14:04:55.960956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3312-cb40-4cd0-bea7-822ca9fdd478 req-4b4f82ab-85f0-42c2-ba63-23c8cb208ec5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:55.962321 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67ba3312-cb40-4cd0-bea7-822ca9fdd478 req-4b4f82ab-85f0-42c2-ba63-23c8cb208ec5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0769851 Feb 11 14:04:56.007982 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67ba3312-cb40-4cd0-bea7-822ca9fdd478 req-b0439238-61b7-4665-8693-d59e39134400 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 Feb 11 14:04:56.033772 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 2, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:56.037593 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:04:56.037934 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Updating router 93a4970a-c413-4479-8af6-e451e5099d60 port c0fdbf4a-cbb8-418d-975a-af93dec5a581 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:04:56.087776 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:56.444567 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:56.457239 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Transition to ACTIVE for port object c0fdbf4a-cbb8-418d-975a-af93dec5a581 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:56.464393 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:56.587775 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Pushing event updated for resources: {'Port': ['ID=c0fdbf4a-cbb8-418d-975a-af93dec5a581,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:56.602022 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.602356 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.602715 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.603041 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.603360 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.603676 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.603988 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.604381 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.604693 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.605010 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.605320 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:56.698432 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Attempting to bind port c0fdbf4a-cbb8-418d-975a-af93dec5a581 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:04:56.699360 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Attempting to bind port c0fdbf4a-cbb8-418d-975a-af93dec5a581 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:04:56.699810 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Attempting to bind port c0fdbf4a-cbb8-418d-975a-af93dec5a581 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:04:56.706289 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:04:56.706673 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:04:56.707057 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:56.707430 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:04:56.707864 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Bound port: c0fdbf4a-cbb8-418d-975a-af93dec5a581, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:04:56.708209 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:56.805688 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] For port c0fdbf4a-cbb8-418d-975a-af93dec5a581, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:56.809915 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] For port c0fdbf4a-cbb8-418d-975a-af93dec5a581, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c0fdbf4a-cbb8-418d-975a-af93dec5a581,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:56.816064 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:56.901809 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dce85c-51d2-4c64-b544-caede3e8bc36 None None] Pushing event updated for resources: {'Port': ['ID=c0fdbf4a-cbb8-418d-975a-af93dec5a581,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:56.904779 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:04:56.905376 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:04:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:57.010331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c0fdbf4a-cbb8-418d-975a-af93dec5a581 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:04:57.091471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port c0fdbf4a-cbb8-418d-975a-af93dec5a581 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:57.093354 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:04:57.096948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c0fdbf4a-cbb8-418d-975a-af93dec5a581 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:57.097317 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.166767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7d042180-8acf-44ee-bc5d-495a707d1d62 None None] Provisioning complete for port c0fdbf4a-cbb8-418d-975a-af93dec5a581 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:57.167575 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d042180-8acf-44ee-bc5d-495a707d1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.225375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30e55b-b0d1-4e7c-a599-63be71f0ea49 req-c79171bb-3df2-43ff-ae15-64f3640375e1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.227477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de30e55b-b0d1-4e7c-a599-63be71f0ea49 req-c79171bb-3df2-43ff-ae15-64f3640375e1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0863972 Feb 11 14:04:57.280040 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-de30e55b-b0d1-4e7c-a599-63be71f0ea49 req-08212b3e-5531-4ced-96d1-da92289e4bd2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462804 Feb 11 14:04:57.283240 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.367251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port c0fdbf4a-cbb8-418d-975a-af93dec5a581, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c0fdbf4a-cbb8-418d-975a-af93dec5a581,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:57.368264 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d042180-8acf-44ee-bc5d-495a707d1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.381273 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.428465 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:56Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:57.434001 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9d7e2-5fd1-449f-87f1-35fb8b8571a5 None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:56Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:04:57.493376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0107f63-695a-4d0a-b722-478aa471cb8c req-fc1cf7a5-818b-4413-99a9-0ba3916b32ef tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:57.495582 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e0107f63-695a-4d0a-b722-478aa471cb8c req-fc1cf7a5-818b-4413-99a9-0ba3916b32ef tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0879531 Feb 11 14:04:57.505716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 53980) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:04:57.513326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=c0fdbf4a-cbb8-418d-975a-af93dec5a581,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:57.513568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-75e5ad4e-bfb8-4a8d-85a3-79767bd2f1e2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'floatingip': {'port_id': '2fee9c0d-f049-411e-ab72-d188ec957553'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:04:57.519209 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-7d042180-8acf-44ee-bc5d-495a707d1d62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:04:57.519562 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-7d042180-8acf-44ee-bc5d-495a707d1d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:04:57.695098 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75e5ad4e-bfb8-4a8d-85a3-79767bd2f1e2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.295192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75e5ad4e-bfb8-4a8d-85a3-79767bd2f1e2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.299192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75e5ad4e-bfb8-4a8d-85a3-79767bd2f1e2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.490005 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-75e5ad4e-bfb8-4a8d-85a3-79767bd2f1e2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85 associated. External IP: 172.25.4.68, port: 2fee9c0d-f049-411e-ab72-d188ec957553. Feb 11 14:04:58.873833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e5ad4e-bfb8-4a8d-85a3-79767bd2f1e2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Router 93a4970a-c413-4479-8af6-e451e5099d60 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:04:58.983198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c0fdbf4a-cbb8-418d-975a-af93dec5a581 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:04:59.063833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port c0fdbf4a-cbb8-418d-975a-af93dec5a581 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:59.064193 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:59.180358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e5ad4e-bfb8-4a8d-85a3-79767bd2f1e2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:04:59.185709 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75e5ad4e-bfb8-4a8d-85a3-79767bd2f1e2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:59.238551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-75e5ad4e-bfb8-4a8d-85a3-79767bd2f1e2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "PUT /v2.0/floatingips/023a6c5e-4853-4fb3-9a82-aa082545dc85 HTTP/1.1" status: 200 len: 990 time: 1.7316053 Feb 11 14:04:59.239140 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:59.293217 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553', 'status': 'completed', 'code': 200} Feb 11 14:04:59.384629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6406b5b5-269b-4087-a28c-adaace86194f req-7929062f-4e08-4742-83bc-191eb59e6d2c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 1096 time: 0.0700974 Feb 11 14:04:59.412879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddb591-6cb4-4849-95af-c6b37b43e584 req-c980f862-ecde-4f81-876b-cf016b627265 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.414350 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15ddb591-6cb4-4849-95af-c6b37b43e584 req-c980f862-ecde-4f81-876b-cf016b627265 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0796430 Feb 11 14:04:59.458957 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-15ddb591-6cb4-4849-95af-c6b37b43e584 req-12e32660-cbdb-4ea7-9cf7-1b3e160c79c7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389032 Feb 11 14:04:59.531630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406b5b5-269b-4087-a28c-adaace86194f req-429459bb-1a4b-40c1-a3e5-a300ee85be23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.533143 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6406b5b5-269b-4087-a28c-adaace86194f req-429459bb-1a4b-40c1-a3e5-a300ee85be23 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1428616 Feb 11 14:04:59.689669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6406b5b5-269b-4087-a28c-adaace86194f req-62246e37-09b9-4b76-8dfe-e82a00ed4cd8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 200 len: 998 time: 0.1499922 Feb 11 14:04:59.755864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b6b3-c1d9-45f3-be3d-830f17cfd730 req-9d2bbb32-e9c8-42d6-8831-6771f5f9e2df tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.757205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cd1b6b3-c1d9-45f3-be3d-830f17cfd730 req-9d2bbb32-e9c8-42d6-8831-6771f5f9e2df tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.1641591 Feb 11 14:04:59.779486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406b5b5-269b-4087-a28c-adaace86194f req-3778c0fa-ddaa-4a04-9f68-d34f6ac0512b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.780945 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6406b5b5-269b-4087-a28c-adaace86194f req-3778c0fa-ddaa-4a04-9f68-d34f6ac0512b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0839248 Feb 11 14:04:59.855932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0cd1b6b3-c1d9-45f3-be3d-830f17cfd730 req-a4d748c0-45a5-45fb-9209-37c5ad64c441 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922191 Feb 11 14:04:59.882343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6406b5b5-269b-4087-a28c-adaace86194f req-54d6b6f9-ac33-4ac4-b917-4a42839009c6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942926 Feb 11 14:05:00.013158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6406b5b5-269b-4087-a28c-adaace86194f req-1adb667e-4e1f-49c2-9520-c46c279fbd05 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252389 Feb 11 14:05:00.107823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:05:00.119145 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:05:00.119741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:04:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:00.148872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6406b5b5-269b-4087-a28c-adaace86194f req-a3f28543-18a2-4f03-b789-f626c0bc8436 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301348 Feb 11 14:05:00.294816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:05:00.640383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '2fee9c0d-f049-411e-ab72-d188ec957553', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:e6:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9726fd18-5c19-4e8f-8345-275227609a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:04:58Z', 'revision_number': 1, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:00.644224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:05:00.654689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:05:00.655337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:04:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:00.830135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:05:01.058333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90410cd2-e8d6-48f2-a437-c074a3a1354d req-6e49d5f4-c844-4ab2-966c-692e3110d9c6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:01.059931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90410cd2-e8d6-48f2-a437-c074a3a1354d req-6e49d5f4-c844-4ab2-966c-692e3110d9c6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0817831 Feb 11 14:05:01.106156 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-90410cd2-e8d6-48f2-a437-c074a3a1354d req-de6455b1-cd1e-40e4-b6bc-79507b24d454 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406668 Feb 11 14:05:01.226933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '2fee9c0d-f049-411e-ab72-d188ec957553', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:e6:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9726fd18-5c19-4e8f-8345-275227609a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:04:58Z', 'revision_number': 1, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:01.231900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978e49c-6677-4e08-bae7-2747df5ea89e None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '2fee9c0d-f049-411e-ab72-d188ec957553', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:e6:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9726fd18-5c19-4e8f-8345-275227609a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:04:58Z', 'revision_number': 1, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:05:01.314713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35134e-6e26-446d-84b2-95cc35a83ec6 req-dbbac046-c0c4-4b85-b795-f52177f1f953 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:01.316227 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc35134e-6e26-446d-84b2-95cc35a83ec6 req-dbbac046-c0c4-4b85-b795-f52177f1f953 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0801589 Feb 11 14:05:01.364268 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc35134e-6e26-446d-84b2-95cc35a83ec6 req-2af48bff-6a5d-4697-9640-d540da20ea8f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 Feb 11 14:05:01.429760 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b333a5-e397-4e4c-af6e-6aaf80cadbea None None] New status for floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:05:01.572910 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-823848b4-d64b-4059-a1d6-7df94a7c003a req-1f25b9e7-7c2e-4cd3-86f6-78dd1eb381f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0746961 Feb 11 14:05:01.892212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-769bc400-0a4e-4710-aea1-2848ec6cb4d5 req-d20f6072-03aa-4c5b-828d-c35765ee27dc service neutron] (83568) timed out ('10.222.0.75', 65082) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 14:05:01.904808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac864d7-ef86-4029-b6d9-100b1f443edd req-55035fdf-2117-4a35-a545-b71177103c81 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:01.906384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cac864d7-ef86-4029-b6d9-100b1f443edd req-55035fdf-2117-4a35-a545-b71177103c81 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0862932 Feb 11 14:05:01.935700 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-7992e941-21a6-4e59-9509-d8381d967708 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1394432 Feb 11 14:05:01.958701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cac864d7-ef86-4029-b6d9-100b1f443edd req-d905ebe6-4575-4386-b236-10d027482fed tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465577 Feb 11 14:05:03.162454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662c279-d1b2-488f-bca3-46a114864a3c req-0afd25c2-9d94-4379-9b77-705d2b1e921b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.163585 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-8c2cef18-6f7a-4fd8-9643-4e86021d94af service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 1096 time: 0.0686302 Feb 11 14:05:03.164028 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0662c279-d1b2-488f-bca3-46a114864a3c req-0afd25c2-9d94-4379-9b77-705d2b1e921b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0761740 Feb 11 14:05:03.211126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0662c279-d1b2-488f-bca3-46a114864a3c req-ac61b9f3-6833-436e-bee7-c05dfdc4739e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402532 Feb 11 14:05:03.299255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-4ad47d84-a727-41d7-a47d-436cbd727991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.300739 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-4ad47d84-a727-41d7-a47d-436cbd727991 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1320405 Feb 11 14:05:03.493808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-b5140bef-833f-448b-b781-5eea21e3ec11 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 200 len: 1000 time: 0.1869502 Feb 11 14:05:03.559453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-cc301195-dffa-41af-b587-55aa62d95fe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:03.560902 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-cc301195-dffa-41af-b587-55aa62d95fe3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0617537 Feb 11 14:05:03.637769 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-50ceb42f-792e-4d96-abcd-a5e4f037ac58 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703762 Feb 11 14:05:03.772253 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-f29c5790-85e0-48c1-a266-c122db1a5bed service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286292 Feb 11 14:05:03.907022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-468b42b8-57c3-4b8b-9fb9-daed2e24589f service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291721 Feb 11 14:05:04.409667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f122e-887c-4d52-a89e-4e34669eb5ab req-6a89da2d-8c73-4974-acbf-896bfaba2c44 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:04.411159 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f10f122e-887c-4d52-a89e-4e34669eb5ab req-6a89da2d-8c73-4974-acbf-896bfaba2c44 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0759211 Feb 11 14:05:04.460287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f10f122e-887c-4d52-a89e-4e34669eb5ab req-d099d0c6-6223-4fa7-a2d4-2c2e75f1d89f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437515 Feb 11 14:05:05.657784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a217c-fcc8-4160-a048-d17809e9a841 req-f823e9cb-e843-4184-b409-2393c38ea028 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:05.659244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d7a217c-fcc8-4160-a048-d17809e9a841 req-f823e9cb-e843-4184-b409-2393c38ea028 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0790946 Feb 11 14:05:05.705409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d7a217c-fcc8-4160-a048-d17809e9a841 req-50ced21a-a667-441d-80fe-a7d9a4636b25 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407090 Feb 11 14:05:06.899390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77d8e8-45c2-4dcb-bbfc-7113ab69d28a req-71eb4d81-228c-407e-8e0f-1ea6e9e54974 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:06.901774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bf77d8e8-45c2-4dcb-bbfc-7113ab69d28a req-71eb4d81-228c-407e-8e0f-1ea6e9e54974 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0764887 Feb 11 14:05:06.947621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bf77d8e8-45c2-4dcb-bbfc-7113ab69d28a req-0fdf2000-b297-494e-a80f-946a8b6324f2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404048 Feb 11 14:05:07.868130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.142547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae302e75-4416-4946-abb4-710260b853c5 req-bfea7f33-e108-41cd-8063-6f1fb305479b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:08.143920 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae302e75-4416-4946-abb4-710260b853c5 req-bfea7f33-e108-41cd-8063-6f1fb305479b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0756800 Feb 11 14:05:08.191880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ae302e75-4416-4946-abb4-710260b853c5 req-ef273402-cc0a-48aa-acdc-1e5503016c7d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Feb 11 14:05:09.402272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05cd62-54de-4f8a-bd1e-9a6ed16ec13f req-a431b6d5-15b1-4e15-b1d6-46ae6a978d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:09.403747 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc05cd62-54de-4f8a-bd1e-9a6ed16ec13f req-a431b6d5-15b1-4e15-b1d6-46ae6a978d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0799143 Feb 11 14:05:09.448094 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc05cd62-54de-4f8a-bd1e-9a6ed16ec13f req-01341c1f-4624-45ec-8229-d92ea59a1381 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388885 Feb 11 14:05:10.649051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b811792-d2df-446b-ae54-bda45494e674 req-19c89cb4-a8bf-49da-b73f-f92cb4169b4e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:10.650524 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b811792-d2df-446b-ae54-bda45494e674 req-19c89cb4-a8bf-49da-b73f-f92cb4169b4e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0795493 Feb 11 14:05:10.697697 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6b811792-d2df-446b-ae54-bda45494e674 req-2d6210b4-6124-4539-b7b2-eedcba23ef61 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Feb 11 14:05:12.060155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fc782-623e-4483-a050-2966dc68f6e8 req-f94614ec-00f0-4d98-986a-8a159470aa1c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:12.061767 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-187fc782-623e-4483-a050-2966dc68f6e8 req-f94614ec-00f0-4d98-986a-8a159470aa1c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0760522 Feb 11 14:05:12.108045 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-187fc782-623e-4483-a050-2966dc68f6e8 req-e22168e2-2510-4264-aa46-a10092fb3211 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408487 Feb 11 14:05:12.823541 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.305751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38591a-c332-4ec9-b330-ec9dc73e6190 req-0161cd0a-9c37-4a31-88cb-ff497af87421 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:13.307262 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d38591a-c332-4ec9-b330-ec9dc73e6190 req-0161cd0a-9c37-4a31-88cb-ff497af87421 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0785792 Feb 11 14:05:13.351492 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d38591a-c332-4ec9-b330-ec9dc73e6190 req-dda1a021-5517-42fb-af61-7540dd67e290 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385616 Feb 11 14:05:14.550836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188344fc-4eab-446e-873c-0ae1fa4c38bc req-99571d6d-57fb-4861-91b1-a0ea50f9293b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:14.552285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-188344fc-4eab-446e-873c-0ae1fa4c38bc req-99571d6d-57fb-4861-91b1-a0ea50f9293b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0821865 Feb 11 14:05:14.598590 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-188344fc-4eab-446e-873c-0ae1fa4c38bc req-d535c64c-31ca-48bf-af14-c5efc66534b8 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 Feb 11 14:05:15.545969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cc14a0cf-bfff-4db6-83c7-5f6d37c6166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.796821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3086df-3ad5-4165-89b4-0af2babdc314 req-3023e4dd-b15f-471d-8ebc-864bedfea362 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:15.798258 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d3086df-3ad5-4165-89b4-0af2babdc314 req-3023e4dd-b15f-471d-8ebc-864bedfea362 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0765972 Feb 11 14:05:15.844143 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4d3086df-3ad5-4165-89b4-0af2babdc314 req-3131a054-3e72-450d-8ec8-0cb284f3c7b9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397725 Feb 11 14:05:17.042104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4575e-0962-4756-9c71-62b840f3f224 req-9ebde74a-3e60-4389-bcd0-8a007e30db86 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:17.043665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-94a4575e-0962-4756-9c71-62b840f3f224 req-9ebde74a-3e60-4389-bcd0-8a007e30db86 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0792565 Feb 11 14:05:17.094925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-94a4575e-0962-4756-9c71-62b840f3f224 req-9b04f340-9b32-45c0-8ce5-0b4c336753e4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456681 Feb 11 14:05:17.719644 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78fa6912-9bbf-4d00-81e7-e78df75f1a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.299339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50416a27-d3fd-40a9-96d4-0c4f796987f0 req-5be6276b-9ee4-4bb7-bc4e-77e6eaa02c9e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:18.300776 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50416a27-d3fd-40a9-96d4-0c4f796987f0 req-5be6276b-9ee4-4bb7-bc4e-77e6eaa02c9e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0788093 Feb 11 14:05:18.345339 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50416a27-d3fd-40a9-96d4-0c4f796987f0 req-b96133fa-288a-4ceb-821f-6d60d6639dc3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391743 Feb 11 14:05:18.364599 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:05:18.980967 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.037214 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.546423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c24c-435e-4cd0-adf7-3e8aa3c541e3 req-e2f36c1d-296b-4659-b587-b75764e15578 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:19.547911 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5d4c24c-435e-4cd0-adf7-3e8aa3c541e3 req-e2f36c1d-296b-4659-b587-b75764e15578 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0806468 Feb 11 14:05:19.593785 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5d4c24c-435e-4cd0-adf7-3e8aa3c541e3 req-924ec3e1-7840-42af-a8d9-41f5068d4c24 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403490 Feb 11 14:05:20.446803 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.786638 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171408ee-5410-400e-ae84-db1ebed69424 req-92ef70aa-fc1e-4404-9310-d21bed277877 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:20.788112 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-171408ee-5410-400e-ae84-db1ebed69424 req-92ef70aa-fc1e-4404-9310-d21bed277877 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0755253 Feb 11 14:05:20.837513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-171408ee-5410-400e-ae84-db1ebed69424 req-93035e2d-0604-4d16-989c-2be985990ae3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437458 Feb 11 14:05:22.033572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb8e81-5153-4af3-a8a7-ae1b93bae32d req-7a4875c9-9851-4730-be97-d2d688679d5b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:22.035062 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66bb8e81-5153-4af3-a8a7-ae1b93bae32d req-7a4875c9-9851-4730-be97-d2d688679d5b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0769589 Feb 11 14:05:22.083996 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-66bb8e81-5153-4af3-a8a7-ae1b93bae32d req-d51b0873-a1af-4b7d-b7ba-b1d11d2dd65c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435860 Feb 11 14:05:23.279504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c5482-90da-43ee-abf0-e7c6f6454c74 req-0e022c02-4190-4f76-8413-694f5fa8c08a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:23.280884 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f3c5482-90da-43ee-abf0-e7c6f6454c74 req-0e022c02-4190-4f76-8413-694f5fa8c08a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0775294 Feb 11 14:05:23.326413 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f3c5482-90da-43ee-abf0-e7c6f6454c74 req-dd354be8-2675-4305-91c5-cd50588aab1c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 Feb 11 14:05:24.520330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8942bc-122e-4957-afaf-3defa1a83996 req-39d90cc7-fe31-416d-af0e-e60f0eaffc02 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:24.521841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff8942bc-122e-4957-afaf-3defa1a83996 req-39d90cc7-fe31-416d-af0e-e60f0eaffc02 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0782673 Feb 11 14:05:24.568170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ff8942bc-122e-4957-afaf-3defa1a83996 req-45f681f0-3273-455d-a7c0-22a77f931f81 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407891 Feb 11 14:05:25.561925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-4ec9e1b7-953b-4c57-bd6e-0ae25c719f5b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:05:25.562964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-4ec9e1b7-953b-4c57-bd6e-0ae25c719f5b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057671 Feb 11 14:05:25.645307 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e0804bcc-3254-4eeb-91c8-57d394fff047 service neutron] show failed (client error): The resource could not be found. Feb 11 14:05:25.646324 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e0804bcc-3254-4eeb-91c8-57d394fff047 service neutron] 10.222.0.75 "GET /v2.0/ports/2fee9c0d-f049-411e-ab72-d188ec957553/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.0776577 Feb 11 14:05:25.772749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7755d5-b591-47a6-a6a7-b17ce5daac21 req-485a0218-30b1-4b18-8daa-1a933aa79740 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:25.774202 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f7755d5-b591-47a6-a6a7-b17ce5daac21 req-485a0218-30b1-4b18-8daa-1a933aa79740 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0822420 Feb 11 14:05:25.824001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2f7755d5-b591-47a6-a6a7-b17ce5daac21 req-dab544ce-2021-430d-8233-fe37754faa8e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440602 Feb 11 14:05:25.902383 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-1fbd83cb-4363-402a-944a-cf9607682e77 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 1096 time: 0.0686114 Feb 11 14:05:25.912583 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:05:26.019876 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.282211 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2fee9c0d-f049-411e-ab72-d188ec957553,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:26.309115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:26.364352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:26.369548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.384218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Transition to ACTIVE for port object 2fee9c0d-f049-411e-ab72-d188ec957553 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:26.387477 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:26.524143 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553', 'code': 200} Feb 11 14:05:26.612833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Pushing event updated for resources: {'Port': ['ID=2fee9c0d-f049-411e-ab72-d188ec957553,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:26.674654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] No DVR routers for this DVR port 2fee9c0d-f049-411e-ab72-d188ec957553 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:26.921062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Attempting to bind port 2fee9c0d-f049-411e-ab72-d188ec957553 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:26.921768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Attempting to bind port 2fee9c0d-f049-411e-ab72-d188ec957553 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:26.921768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Attempting to bind port 2fee9c0d-f049-411e-ab72-d188ec957553 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:05:26.927425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Port 2fee9c0d-f049-411e-ab72-d188ec957553 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:05:26.927726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Attempting to bind port 2fee9c0d-f049-411e-ab72-d188ec957553 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:05:26.933931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:05:26.934263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:05:26.935334 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:05:26.935853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Bound port: 2fee9c0d-f049-411e-ab72-d188ec957553, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:26.936192 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.078277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:27.081927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2fee9c0d-f049-411e-ab72-d188ec957553,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:27.086777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.125123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63f682-8109-4f85-b42a-c8bcaf6402e5 req-b59f028a-1b7c-458d-b8ad-e3a281889429 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:27.126488 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a63f682-8109-4f85-b42a-c8bcaf6402e5 req-b59f028a-1b7c-458d-b8ad-e3a281889429 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 943 time: 0.1800959 Feb 11 14:05:27.167727 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.170344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] 10.222.0.73 "PUT /v2.0/ports/2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 200 len: 1091 time: 1.2614844 Feb 11 14:05:27.250174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30996cf-3cb6-4498-a105-b1ff8f838c1c service neutron] Pushing event updated for resources: {'Port': ['ID=2fee9c0d-f049-411e-ab72-d188ec957553,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:27.259816 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4a63f682-8109-4f85-b42a-c8bcaf6402e5 req-5571139e-434b-4462-9ef6-4a7384ae8504 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197045 Feb 11 14:05:27.300292 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-ce16ec53-59b0-48a9-b8de-c5cdf7f15a52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 1094 time: 0.1056151 Feb 11 14:05:27.436453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-69c90e60-d064-48fd-9b4d-23498287502c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:27.437879 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-69c90e60-d064-48fd-9b4d-23498287502c service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1312935 Feb 11 14:05:27.538425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-ab627063-7aa3-4f18-959e-62378d130a19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 200 len: 998 time: 0.0938523 Feb 11 14:05:27.601739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-fa3aa363-7eec-4989-a2c1-53a52b6c6685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:27.603151 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-fa3aa363-7eec-4989-a2c1-53a52b6c6685 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0596106 Feb 11 14:05:27.675091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-04486a9a-cbcb-476d-a512-dcfd76f1bc0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656397 Feb 11 14:05:27.811786 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-64250861-c230-451f-800d-628a2acef1ab service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286693 Feb 11 14:05:27.942418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4149c6a4-bf1f-40e1-870c-6087fd01e51d req-f3baef10-cdc8-466c-b383-f85edabba897 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248386 Feb 11 14:05:28.463439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc10c9d-3248-4144-8960-0ab6a210cfb2 req-d54c7880-f583-4c3a-b632-6d07f5bf90a7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:28.464908 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9cc10c9d-3248-4144-8960-0ab6a210cfb2 req-d54c7880-f583-4c3a-b632-6d07f5bf90a7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 943 time: 0.0800114 Feb 11 14:05:28.511074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9cc10c9d-3248-4144-8960-0ab6a210cfb2 req-7a9ec95c-65ea-433a-b46b-30c9b05cd375 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400300 Feb 11 14:05:28.525431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:28.595650 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553', 'status': 'completed', 'code': 200} Feb 11 14:05:28.687058 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-53a66b6d-0be5-4b58-a638-0f78dfa3e18b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 1094 time: 0.0727038 Feb 11 14:05:28.688067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-2215aaef-d9fe-434d-95f2-048c6bd36bdf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 1094 time: 0.0718315 Feb 11 14:05:28.921991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-f82d4cd0-a938-400b-9ff7-354fc1b39b2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:28.923532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-f82d4cd0-a938-400b-9ff7-354fc1b39b2e service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.2299578 Feb 11 14:05:28.925030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-5d137055-6ed4-4b34-b25f-bae69a50a847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:28.926469 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-5d137055-6ed4-4b34-b25f-bae69a50a847 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.2329605 Feb 11 14:05:29.026374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-4e7a6e78-1a81-4acf-91ef-19e4da1ba1a9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 200 len: 998 time: 0.0966077 Feb 11 14:05:29.028649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-55fcc406-9286-4761-bcb6-aa4ba053085e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 200 len: 998 time: 0.0952058 Feb 11 14:05:29.088921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-54562244-5576-4f80-a48a-8d2eb5e6b153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:29.090432 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-54562244-5576-4f80-a48a-8d2eb5e6b153 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0588362 Feb 11 14:05:29.092242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-548de968-ec6d-4ed5-9f8b-48c6c86b72a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:29.093636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-548de968-ec6d-4ed5-9f8b-48c6c86b72a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0595450 Feb 11 14:05:29.166258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-446076b9-d02f-4879-b49e-90f7b3ae20c0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703235 Feb 11 14:05:29.167409 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-8a4f094a-29e6-49d5-a17f-585b5f23b8d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665214 Feb 11 14:05:29.180070 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2fee9c0d-f049-411e-ab72-d188ec957553 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:05:29.235975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2fee9c0d-f049-411e-ab72-d188ec957553 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:05:29.300129 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-b55c0fc4-4c38-4312-8311-882d1f8d4774 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263828 Feb 11 14:05:29.301297 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-c8b6bcb8-c2c9-4669-8312-db3d6fdb937a service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292014 Feb 11 14:05:29.437487 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-f2f1e948-8421-44f9-a97b-7babe6cf7415 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307030 Feb 11 14:05:29.444192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1cb0ffe8-476d-4faf-bbc3-bebc8f5eee02 req-33177c64-b031-4cca-99cc-f62a10fdeb65 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377976 Feb 11 14:05:29.714684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9b05a-eb94-4d3d-91c4-1a4803016e6c req-e58ac682-9495-4596-8320-ab56ed668aea tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:29.716598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03e9b05a-eb94-4d3d-91c4-1a4803016e6c req-e58ac682-9495-4596-8320-ab56ed668aea tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 943 time: 0.0824394 Feb 11 14:05:29.761695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03e9b05a-eb94-4d3d-91c4-1a4803016e6c req-7c039270-839b-466c-adff-530716134ff0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394769 Feb 11 14:05:29.902681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 2fee9c0d-f049-411e-ab72-d188ec957553 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:05:30.044264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2fee9c0d-f049-411e-ab72-d188ec957553,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:30.057125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '2fee9c0d-f049-411e-ab72-d188ec957553', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'port_id': '2fee9c0d-f049-411e-ab72-d188ec957553', 'mac_address': 'fa:16:3e:e6:92:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:05:30.120326 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.139423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fee9c0d-f049-411e-ab72-d188ec957553 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:30.151243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-bbadcf53-e595-483f-8deb-9fef0e885b68 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:30.152702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-bbadcf53-e595-483f-8deb-9fef0e885b68 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77&tenant_id=6c4013c9c076441491dec2440e3de63a&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 943 time: 0.1470907 Feb 11 14:05:30.158168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2fee9c0d-f049-411e-ab72-d188ec957553,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:30.159987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044d28f-0aee-46a8-a738-5c1c73c328c4 req-2e988c78-d863-4af2-9ae0-75af8c6d074e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:30.161393 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f044d28f-0aee-46a8-a738-5c1c73c328c4 req-2e988c78-d863-4af2-9ae0-75af8c6d074e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 943 time: 0.1235816 Feb 11 14:05:30.162248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.229581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=2fee9c0d-f049-411e-ab72-d188ec957553,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:30.238316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.238692 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.239030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.239382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.239688 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.240014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.240328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.240644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.240959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.241277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.241595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:30.270700 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f044d28f-0aee-46a8-a738-5c1c73c328c4 req-b7890e3a-8f4f-4e39-8b72-5eaf7d46121f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725641 Feb 11 14:05:30.272635 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-560d0924-7ed5-4a52-ab38-dcddca00239b service neutron] delete failed (client error): The resource could not be found. Feb 11 14:05:30.273540 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-560d0924-7ed5-4a52-ab38-dcddca00239b service neutron] 10.222.0.75 "DELETE /v2.0/ports/2fee9c0d-f049-411e-ab72-d188ec957553/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.1113019 Feb 11 14:05:30.382388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['2fee9c0d-f049-411e-ab72-d188ec957553'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:05:30.412958 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-2a515518-c5bd-4cfd-8bc1-a56c1a1e6a90 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 1095 time: 0.0695307 Feb 11 14:05:30.552770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-7ecde550-1b91-4c05-a491-8a670c7b59b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:30.554314 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-7ecde550-1b91-4c05-a491-8a670c7b59b3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1364613 Feb 11 14:05:30.658975 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-a5c1975f-d598-41c9-9692-f2cd727f3cdf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 200 len: 999 time: 0.0982165 Feb 11 14:05:30.721399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-d0c9714a-35f3-4214-8224-e90bb206b367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:30.722847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-d0c9714a-35f3-4214-8224-e90bb206b367 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0582335 Feb 11 14:05:30.798220 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-2d8336de-14da-45ca-b6fc-786c79275ccf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702295 Feb 11 14:05:30.931233 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-a9d5b21e-0ccc-4fa0-bad3-dd8c07a798be service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260388 Feb 11 14:05:31.062253 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-734172d9-cd07-402e-a51e-f8d21cc32083 req-bd13b64f-a30d-4441-9114-562d05506419 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255658 Feb 11 14:05:31.478699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25151ccb-1940-42d4-a252-25c3eaaf56c8 req-489a54d2-f3cd-4a15-a9c8-4bb55de91d75 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:31.480240 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25151ccb-1940-42d4-a252-25c3eaaf56c8 req-489a54d2-f3cd-4a15-a9c8-4bb55de91d75 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 944 time: 0.0845981 Feb 11 14:05:31.533534 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25151ccb-1940-42d4-a252-25c3eaaf56c8 req-aef0bf81-0240-4d15-8a31-5fe6ed48982d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Feb 11 14:05:31.912444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 2fee9c0d-f049-411e-ab72-d188ec957553 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:05:31.982268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 2fee9c0d-f049-411e-ab72-d188ec957553 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:31.986801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 2fee9c0d-f049-411e-ab72-d188ec957553 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:31.987165 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.097727 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.124612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:32.133695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2fee9c0d-f049-411e-ab72-d188ec957553,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:32.137347 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:32.200615 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553', 'code': 200} Feb 11 14:05:32.213969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=2fee9c0d-f049-411e-ab72-d188ec957553,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:32.745429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1fea0-5001-48b8-bf93-08553953c1e7 req-3cb86fb7-adbf-4fb0-859d-1808122d46b3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:32.747458 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ac1fea0-5001-48b8-bf93-08553953c1e7 req-3cb86fb7-adbf-4fb0-859d-1808122d46b3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0804813 Feb 11 14:05:32.795817 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4ac1fea0-5001-48b8-bf93-08553953c1e7 req-9ed999ea-6f49-4c01-a540-9999f7617478 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Feb 11 14:05:33.086773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a71eb1-21fe-4a3a-9405-85822af0b32e req-3ba0de54-8501-48b9-ac90-35162ad035a6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.088150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80a71eb1-21fe-4a3a-9405-85822af0b32e req-3ba0de54-8501-48b9-ac90-35162ad035a6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.1682220 Feb 11 14:05:33.134172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80a71eb1-21fe-4a3a-9405-85822af0b32e req-97f97de1-f33c-433f-9e6c-58e55ed1e8b0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400248 Feb 11 14:05:33.330751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb967525-3b4f-4cfc-b082-a4672c914dc0 req-30e11f86-7d39-4490-9dc3-3c4d7710d734 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.332175 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb967525-3b4f-4cfc-b082-a4672c914dc0 req-30e11f86-7d39-4490-9dc3-3c4d7710d734 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0760210 Feb 11 14:05:33.377871 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb967525-3b4f-4cfc-b082-a4672c914dc0 req-99bcfb3a-0d3d-42e4-992e-f6e89c226241 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 Feb 11 14:05:33.779206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092b76-b16a-4837-9c23-41011ea23d00 req-08f89305-de96-4d93-9bd5-e09f00f0f5e4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.780698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aa092b76-b16a-4837-9c23-41011ea23d00 req-08f89305-de96-4d93-9bd5-e09f00f0f5e4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0842338 Feb 11 14:05:33.825424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aa092b76-b16a-4837-9c23-41011ea23d00 req-f2b10267-103b-4914-998d-720fdf844d84 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384667 Feb 11 14:05:34.985272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0efc284f-0037-44fb-b280-a9a7902af9d6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:34.986727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0efc284f-0037-44fb-b280-a9a7902af9d6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.73 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0800245 Feb 11 14:05:35.029433 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59751444-ffb6-4462-a080-489cb71e5ccc req-932646d6-c071-4ee4-8f99-77021270475f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:35.030934 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59751444-ffb6-4462-a080-489cb71e5ccc req-932646d6-c071-4ee4-8f99-77021270475f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 945 time: 0.0800276 Feb 11 14:05:35.058156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Deleting port 2fee9c0d-f049-411e-ab72-d188ec957553 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:05:35.058491 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.077532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-59751444-ffb6-4462-a080-489cb71e5ccc req-bf3c094a-30dc-45df-84cd-f57ba3523276 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412836 Feb 11 14:05:35.301366 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] For port 2fee9c0d-f049-411e-ab72-d188ec957553, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=2fee9c0d-f049-411e-ab72-d188ec957553,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:35.301636 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.674415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.674800 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.675106 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85 disassociated. External IP: 172.25.4.68, port: 2fee9c0d-f049-411e-ab72-d188ec957553. Feb 11 14:05:35.675437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Calling delete_port for 2fee9c0d-f049-411e-ab72-d188ec957553 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:05:35.813981 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:35.866849 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event deleted for resources: {'Port': ['ID=2fee9c0d-f049-411e-ab72-d188ec957553,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:36.080548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Router 93a4970a-c413-4479-8af6-e451e5099d60 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:36.250302 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56bd25b8-7a46-4a4c-92e2-55d0427a4b20 req-3f9c9c2e-ab6d-4b6f-bd22-b3de74c114ab tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9726fd18-5c19-4e8f-8345-275227609a77 HTTP/1.1" status: 200 len: 210 time: 0.0466480 Feb 11 14:05:36.323376 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:36.333617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:05:36.345369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:05:36.345973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:05:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:36.393344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] No DVR routers for this DVR port 2fee9c0d-f049-411e-ab72-d188ec957553 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:36.396048 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:36.399079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'name': 'network-vif-deleted', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:36.416015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f2bacf04-891a-4368-b237-4a612c9d8127 req-0628438a-fc76-47ec-a947-45e80a407979 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.73 "DELETE /v2.0/ports/2fee9c0d-f049-411e-ab72-d188ec957553 HTTP/1.1" status: 204 len: 173 time: 1.4243319 Feb 11 14:05:36.464283 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9726fd18-5c19-4e8f-8345-275227609a77', 'name': 'network-vif-deleted', 'tag': '2fee9c0d-f049-411e-ab72-d188ec957553', 'status': 'completed', 'code': 200} Feb 11 14:05:36.567923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:05:36.894443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:36.898259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:05:36.909297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:05:36.909882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:05:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:37.091556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:05:37.407288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:37.411289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c20d4d-d1fc-4088-8274-b2438582120c None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:05:37.611766 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-4941bb2e-1187-46d7-a7cc-475597d7c1b9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1829122207&fields=id&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 267 time: 0.0424867 Feb 11 14:05:37.645347 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d02880-d86f-48ef-b575-f799313d61d4 None None] New status for floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:05:37.761523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-c4e44e39-4115-4d64-b39f-1b2e9127546b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:37.763499 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-c4e44e39-4115-4d64-b39f-1b2e9127546b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 811 time: 0.1447721 Feb 11 14:05:37.780964 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-e286cd78-4e6d-450a-810d-6b836257ccfe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/quotas/6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 375 time: 0.0119905 Feb 11 14:05:37.871054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-a46509c2-8198-4092-afe8-b12016a21f38 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:05:37.875778 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:37.887091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-a46509c2-8198-4092-afe8-b12016a21f38 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:05:37.888464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-a46509c2-8198-4092-afe8-b12016a21f38 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1024542 Feb 11 14:05:38.030832 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-b3466dfd-391e-451f-9769-0bb83779bfa6 service neutron] 10.222.0.67 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301749 Feb 11 14:05:38.161506 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-75ae2f41-613b-4768-8d51-f4c8ecbc67b2 service neutron] 10.222.0.67 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249487 Feb 11 14:05:38.352105 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8b08869a-c17d-4636-b316-bd51743373d0 req-963b2bad-819d-44b3-821c-7f051cc35ba8 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 210 time: 0.0458140 Feb 11 14:05:39.551487 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fa0d982e-58fa-4e00-833b-56830d88b15a req-262acd1c-c2be-4623-bc6a-bf5761aff13b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 210 time: 0.0590708 Feb 11 14:05:39.605543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-dd8be817-0442-460b-bbe9-df0252974b82 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:39.607072 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-dd8be817-0442-460b-bbe9-df0252974b82 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 811 time: 0.1869507 Feb 11 14:05:39.661467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-54cfdd8c-d87b-492f-9087-902a8896b1f4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 380 time: 0.0428567 Feb 11 14:05:39.671442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'port': {'device_id': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'admin_state_up': True, 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'security_groups': ['7e9e20db-cd79-428f-a02a-0a7163dd3add']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:05:39.894945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:05:39.904727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:05:39.914009 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Made reservation on behalf of 6c4013c9c076441491dec2440e3de63a for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:39.916938 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.931276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 2fee9c0d-f049-411e-ab72-d188ec957553 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:05:39.964644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 2fee9c0d-f049-411e-ab72-d188ec957553 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:05:39.964982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 2fee9c0d-f049-411e-ab72-d188ec957553 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:05:40.086952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Allocated IP 172.20.0.14 (14838be1-b2ef-41d1-a362-32a8f378d6e3/8f4b33f0-b869-41f2-ba20-4f3b55352f6f/91d0b33d-3b5d-4927-b775-184c491b9545) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:40.270894 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.286164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Transition to ACTIVE for port object 91d0b33d-3b5d-4927-b775-184c491b9545 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:40.307472 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.381155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:40.383978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:40.387926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:05:40.422913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event updated for resources: {'Port': ['ID=91d0b33d-3b5d-4927-b775-184c491b9545,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:40.453190 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.453793 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.483097 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-39e7dad0-8b3c-4aee-a160-743959c1b6ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8157506 Feb 11 14:05:40.494547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Request body: {'port': {'device_id': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:05:40.601180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f8ae92d6-36c6-4e7c-aaab-2a0bf29a25e3 None None] Provisioning for port 91d0b33d-3b5d-4927-b775-184c491b9545 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:40.606446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f8ae92d6-36c6-4e7c-aaab-2a0bf29a25e3 None None] Provisioning complete for port 91d0b33d-3b5d-4927-b775-184c491b9545 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:40.607011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f8ae92d6-36c6-4e7c-aaab-2a0bf29a25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.607527 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.663446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae92d6-36c6-4e7c-aaab-2a0bf29a25e3 None None] Port 91d0b33d-3b5d-4927-b775-184c491b9545 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:05:40.764471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14d007-02a4-4ce6-8d91-088b778e7381 req-754df480-d7b3-4f13-9776-150f43b8abfe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.766027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ef14d007-02a4-4ce6-8d91-088b778e7381 req-754df480-d7b3-4f13-9776-150f43b8abfe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 932 time: 0.0820014 Feb 11 14:05:40.813224 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ef14d007-02a4-4ce6-8d91-088b778e7381 req-20acb93b-baac-40fd-a4cf-1fa2f524380f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Feb 11 14:05:40.954804 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d0b33d-3b5d-4927-b775-184c491b9545 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:40.961908 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.981685 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Transition to ACTIVE for port object 91d0b33d-3b5d-4927-b775-184c491b9545 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:40.985151 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:41.117035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Pushing event updated for resources: {'Port': ['ID=91d0b33d-3b5d-4927-b775-184c491b9545,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:41.225452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Attempting to bind port 91d0b33d-3b5d-4927-b775-184c491b9545 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:41.225793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Attempting to bind port 91d0b33d-3b5d-4927-b775-184c491b9545 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:41.226117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Attempting to bind port 91d0b33d-3b5d-4927-b775-184c491b9545 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:05:41.232347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Port 91d0b33d-3b5d-4927-b775-184c491b9545 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:05:41.232662 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Attempting to bind port 91d0b33d-3b5d-4927-b775-184c491b9545 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:05:41.238866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:05:41.239206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:05:41.239627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:05:41.240039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Bound port: 91d0b33d-3b5d-4927-b775-184c491b9545, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:41.240383 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:41.330325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:41.333193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=91d0b33d-3b5d-4927-b775-184c491b9545,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:41.337562 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:41.401730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:41.403321 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] 10.222.0.73 "PUT /v2.0/ports/91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 1092 time: 0.9129550 Feb 11 14:05:41.403882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:41.422161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e901a-24a8-4fd5-ad71-1e8e12fa53cb service neutron] Pushing event updated for resources: {'Port': ['ID=91d0b33d-3b5d-4927-b775-184c491b9545,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:41.489675 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545', 'status': 'completed', 'code': 200} Feb 11 14:05:41.523311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-882818bd-5174-49ec-885e-7b0868cb3141 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 1095 time: 0.0772142 Feb 11 14:05:41.603725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-fbae7db9-2ae1-467c-a0ef-3dec52ee702a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 217 time: 0.0738456 Feb 11 14:05:41.663760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-fb17e16a-d3f6-4d95-82e1-10c0580c25f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:41.665050 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-fb17e16a-d3f6-4d95-82e1-10c0580c25f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0561860 Feb 11 14:05:41.824210 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-67fc647f-b9b0-440e-a7ac-052e0d0480d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534593 Feb 11 14:05:41.959453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-2372f4d2-6526-4a7b-9ab6-e2a334420da4 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274514 Feb 11 14:05:42.032737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac288766-af51-4e5b-b032-5f5fd1950d18 req-ed6713fb-98fd-485e-a1c2-751554cacaf6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:42.034215 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac288766-af51-4e5b-b032-5f5fd1950d18 req-ed6713fb-98fd-485e-a1c2-751554cacaf6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 944 time: 0.0919712 Feb 11 14:05:42.081463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac288766-af51-4e5b-b032-5f5fd1950d18 req-31b503e3-596e-4aa5-98ca-0f91a80c3380 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Feb 11 14:05:42.102591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17bcafef-d038-40ff-a3ca-c875f2bb0998 req-288993a2-c726-41f6-b2d0-69053c335024 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375351 Feb 11 14:05:42.216831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59ecab7c-ca0f-4c56-8d24-5accbe00a8cb req-efcd2610-ee7d-43c4-be6c-48c94b5f8a5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 1095 time: 0.0696084 Feb 11 14:05:42.347097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecab7c-ca0f-4c56-8d24-5accbe00a8cb req-fbace222-98e0-49be-b263-c62be0e61639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:42.348521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59ecab7c-ca0f-4c56-8d24-5accbe00a8cb req-fbace222-98e0-49be-b263-c62be0e61639 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1242759 Feb 11 14:05:42.419138 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59ecab7c-ca0f-4c56-8d24-5accbe00a8cb req-47642dac-1d0a-4e80-80d3-932215455a77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 217 time: 0.0628350 Feb 11 14:05:42.479394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecab7c-ca0f-4c56-8d24-5accbe00a8cb req-b9c5e755-a085-4abb-85be-e464cac9bf94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:42.480718 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59ecab7c-ca0f-4c56-8d24-5accbe00a8cb req-b9c5e755-a085-4abb-85be-e464cac9bf94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0562811 Feb 11 14:05:42.556884 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59ecab7c-ca0f-4c56-8d24-5accbe00a8cb req-670e5a63-4ca6-42cb-a014-fdd7b2ab2df5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697093 Feb 11 14:05:42.685965 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59ecab7c-ca0f-4c56-8d24-5accbe00a8cb req-acd6fdfc-6940-4f58-a942-5b983d6306b8 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223741 Feb 11 14:05:42.814648 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-59ecab7c-ca0f-4c56-8d24-5accbe00a8cb req-8fa6f74d-3079-4e58-b50e-e01ed288f121 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217790 Feb 11 14:05:42.833041 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:43.283961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421699a-19e4-4075-879a-e8134c193e91 req-d10f459c-f39f-444e-95a8-fb0cfe37f966 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.284654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d421699a-19e4-4075-879a-e8134c193e91 req-d10f459c-f39f-444e-95a8-fb0cfe37f966 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:05:43.300215 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d421699a-19e4-4075-879a-e8134c193e91 req-d10f459c-f39f-444e-95a8-fb0cfe37f966 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:05:43.301355 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d421699a-19e4-4075-879a-e8134c193e91 req-d10f459c-f39f-444e-95a8-fb0cfe37f966 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 944 time: 0.0956717 Feb 11 14:05:43.346719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d421699a-19e4-4075-879a-e8134c193e91 req-a8107907-22cf-4192-921b-d7567ef230fc tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398118 Feb 11 14:05:43.945957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 91d0b33d-3b5d-4927-b775-184c491b9545 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:05:44.081785 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=91d0b33d-3b5d-4927-b775-184c491b9545,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:44.095101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '91d0b33d-3b5d-4927-b775-184c491b9545', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'port_id': '91d0b33d-3b5d-4927-b775-184c491b9545', 'mac_address': 'fa:16:3e:c6:19:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:05:44.147114 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.163560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d0b33d-3b5d-4927-b775-184c491b9545 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:44.178328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=91d0b33d-3b5d-4927-b775-184c491b9545,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:44.182181 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.252276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=91d0b33d-3b5d-4927-b775-184c491b9545,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:44.367182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['91d0b33d-3b5d-4927-b775-184c491b9545'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:05:44.552569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fb5e9-5377-468d-97be-5751ff470398 req-637f59e9-d56f-4c52-8dd6-15fcb600b3be tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.554031 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f44fb5e9-5377-468d-97be-5751ff470398 req-637f59e9-d56f-4c52-8dd6-15fcb600b3be tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 945 time: 0.0866694 Feb 11 14:05:44.600640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f44fb5e9-5377-468d-97be-5751ff470398 req-221a117d-9133-4a80-8d60-f395f80a52a3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399647 Feb 11 14:05:45.548786 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94d0b3c1-5d85-4353-bc29-5fd374a6b0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:45.801054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc9ef8-d06e-4eb2-9a5d-d71ba6e9e04b req-926d7ff5-eef6-4797-b303-d152ec3de0fb tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:45.802495 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32fc9ef8-d06e-4eb2-9a5d-d71ba6e9e04b req-926d7ff5-eef6-4797-b303-d152ec3de0fb tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 945 time: 0.0784416 Feb 11 14:05:45.846981 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32fc9ef8-d06e-4eb2-9a5d-d71ba6e9e04b req-3b138fc7-2840-4e3f-8a7d-35b2272fe0f4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390382 Feb 11 14:05:45.955149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 91d0b33d-3b5d-4927-b775-184c491b9545 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:05:46.057970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 91d0b33d-3b5d-4927-b775-184c491b9545 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:46.063165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 91d0b33d-3b5d-4927-b775-184c491b9545 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:46.063531 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.173561 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.200838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:46.210330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=91d0b33d-3b5d-4927-b775-184c491b9545,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:46.214386 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.259157 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545', 'code': 200} Feb 11 14:05:46.299232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=91d0b33d-3b5d-4927-b775-184c491b9545,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:46.381570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80a3e4a1-f776-4844-808f-49deed7ae17d req-ebead77d-08a9-4b4e-82e0-d9bd692229fc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 1097 time: 0.0660737 Feb 11 14:05:46.422686 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-80a3e4a1-f776-4844-808f-49deed7ae17d req-c0bcf911-7297-4913-919f-ed7623ca56f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356112 Feb 11 14:05:47.046086 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57557c8d-cd76-4122-a383-6e01a32ac7c9 req-394e7048-4117-44ea-a8a7-47e45456d437 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:47.047586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57557c8d-cd76-4122-a383-6e01a32ac7c9 req-394e7048-4117-44ea-a8a7-47e45456d437 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0783441 Feb 11 14:05:47.093989 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57557c8d-cd76-4122-a383-6e01a32ac7c9 req-a106e638-c692-4a89-a3c3-f9a62b6ed585 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410178 Feb 11 14:05:47.722311 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a67ba63-4dee-49eb-a681-833a7fe9f119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.290057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0c0e3-2501-4f04-a490-7b7d08584e8b req-e1750553-b62e-45c9-a0a3-5de9ed128aad tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:48.291536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74b0c0e3-2501-4f04-a490-7b7d08584e8b req-e1750553-b62e-45c9-a0a3-5de9ed128aad tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0770304 Feb 11 14:05:48.340637 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74b0c0e3-2501-4f04-a490-7b7d08584e8b req-d14e3433-1586-4717-a3e4-593b119a4a4d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 Feb 11 14:05:48.535220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d53a1f-47f3-4927-96b5-aaba1b336b59 req-038ec6c0-fdbb-43cb-8ead-31395668041d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:48.536654 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4d53a1f-47f3-4927-96b5-aaba1b336b59 req-038ec6c0-fdbb-43cb-8ead-31395668041d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0746667 Feb 11 14:05:48.545476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54184) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:05:48.550893 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e45696d8-c32e-4d1b-aaea-29b887de1069 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'floatingip': {'port_id': '91d0b33d-3b5d-4927-b775-184c491b9545'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:05:48.626548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45696d8-c32e-4d1b-aaea-29b887de1069 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:48.984012 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.045668 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.386129 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45696d8-c32e-4d1b-aaea-29b887de1069 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.391695 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45696d8-c32e-4d1b-aaea-29b887de1069 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:49.615044 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-e45696d8-c32e-4d1b-aaea-29b887de1069 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85 associated. External IP: 172.25.4.68, port: 91d0b33d-3b5d-4927-b775-184c491b9545. Feb 11 14:05:50.046039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45696d8-c32e-4d1b-aaea-29b887de1069 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Router 93a4970a-c413-4479-8af6-e451e5099d60 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:50.358254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45696d8-c32e-4d1b-aaea-29b887de1069 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:50.363108 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e45696d8-c32e-4d1b-aaea-29b887de1069 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.368552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:05:50.381035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:05:50.381667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:05:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:50.415489 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e45696d8-c32e-4d1b-aaea-29b887de1069 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "PUT /v2.0/floatingips/023a6c5e-4853-4fb3-9a82-aa082545dc85 HTTP/1.1" status: 200 len: 991 time: 1.8689888 Feb 11 14:05:50.421078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:50.496880 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545', 'status': 'completed', 'code': 200} Feb 11 14:05:50.533942 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:50.584479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:05:50.593640 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd49b592-af31-45e4-8967-ab65002b9d56 req-c5997819-730b-43c8-b3a3-3809da8fbcae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 1097 time: 0.0726438 Feb 11 14:05:50.791571 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49b592-af31-45e4-8967-ab65002b9d56 req-0af4bf7c-6cbf-4cfd-85d5-7aed17cfde5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:50.793037 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd49b592-af31-45e4-8967-ab65002b9d56 req-0af4bf7c-6cbf-4cfd-85d5-7aed17cfde5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1937459 Feb 11 14:05:50.909138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b4a0-334f-42a4-8f06-c77d5dad4a11 req-9e2d2065-15a2-459a-b11b-27bfa5a6413f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:50.910521 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40f1b4a0-334f-42a4-8f06-c77d5dad4a11 req-9e2d2065-15a2-459a-b11b-27bfa5a6413f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.1851814 Feb 11 14:05:50.915263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd49b592-af31-45e4-8967-ab65002b9d56 req-38fd366c-abfd-4723-85fa-45ee0ebd493f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 999 time: 0.1120136 Feb 11 14:05:50.948382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '91d0b33d-3b5d-4927-b775-184c491b9545', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:c6:19:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:05:49Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:50.952755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:05:50.963391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:05:50.964011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:05:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:51.006561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49b592-af31-45e4-8967-ab65002b9d56 req-3d8e6fcb-46a6-4389-a131-6a94547e3f74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:51.008168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd49b592-af31-45e4-8967-ab65002b9d56 req-3d8e6fcb-46a6-4389-a131-6a94547e3f74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0757158 Feb 11 14:05:51.010290 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40f1b4a0-334f-42a4-8f06-c77d5dad4a11 req-c5793718-c82f-4c78-bdb9-8de2a0b6c009 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936716 Feb 11 14:05:51.086378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd49b592-af31-45e4-8967-ab65002b9d56 req-c63b85fd-197d-4f17-95f7-b0d3091cb792 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725601 Feb 11 14:05:51.140833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:05:51.219150 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd49b592-af31-45e4-8967-ab65002b9d56 req-6d9ec66e-f091-4d17-a0a6-6d873a56f1e9 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268620 Feb 11 14:05:51.350587 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd49b592-af31-45e4-8967-ab65002b9d56 req-9d460a85-82ae-4aa1-a48c-7f586778f2a9 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257360 Feb 11 14:05:51.489388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '91d0b33d-3b5d-4927-b775-184c491b9545', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:c6:19:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:05:49Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:51.493370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0251a32-0267-40ab-b370-df53eb7c3cda None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '91d0b33d-3b5d-4927-b775-184c491b9545', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:c6:19:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:05:49Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:05:51.691578 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc8e50f-dd81-420a-a700-faac92dbeec4 None None] New status for floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:05:52.213042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781bd96-f84d-40fc-8bb4-6f0a86be9ba1 req-4276e527-2828-45fd-8b0d-71724fd2c044 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:52.214412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4781bd96-f84d-40fc-8bb4-6f0a86be9ba1 req-4276e527-2828-45fd-8b0d-71724fd2c044 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0817752 Feb 11 14:05:52.259460 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4781bd96-f84d-40fc-8bb4-6f0a86be9ba1 req-0ef1686c-02d5-4f1b-a62c-bf54c2e1e4fa tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389888 Feb 11 14:05:53.451612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b3cb7-7fc5-4b36-9e00-f23285141af9 req-67d39548-f291-45a9-93cd-789a72498d4e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:53.453114 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce3b3cb7-7fc5-4b36-9e00-f23285141af9 req-67d39548-f291-45a9-93cd-789a72498d4e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0753415 Feb 11 14:05:53.498766 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ce3b3cb7-7fc5-4b36-9e00-f23285141af9 req-8bf5cc32-831b-4b54-aa25-c5620b5e849b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Feb 11 14:05:54.703177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893b35b-f253-4bee-b6bb-0c44088565dc req-8a67b8b1-6207-4698-a906-c6939751fe54 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:54.704645 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f893b35b-f253-4bee-b6bb-0c44088565dc req-8a67b8b1-6207-4698-a906-c6939751fe54 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0775869 Feb 11 14:05:54.757496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f893b35b-f253-4bee-b6bb-0c44088565dc req-1048d0cc-d497-4289-ac3b-73aa17602935 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473304 Feb 11 14:05:55.364410 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:05:55.963305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfadb2d-dde6-4378-aca6-8cabc5eba933 req-2dcce5c8-1765-44f8-b7dd-712fcfe986f7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:55.964858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fdfadb2d-dde6-4378-aca6-8cabc5eba933 req-2dcce5c8-1765-44f8-b7dd-712fcfe986f7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0856886 Feb 11 14:05:56.009106 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fdfadb2d-dde6-4378-aca6-8cabc5eba933 req-04f2099b-91e5-42b5-a1c4-bff94ed11589 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387852 Feb 11 14:05:57.204141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582a59-4e14-47b7-9521-563107f58ae2 req-6a36320c-eab7-496f-b179-fa7be4982cd6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:57.205510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c582a59-4e14-47b7-9521-563107f58ae2 req-6a36320c-eab7-496f-b179-fa7be4982cd6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0764894 Feb 11 14:05:57.251150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3c582a59-4e14-47b7-9521-563107f58ae2 req-353daf30-53c0-4dc4-8fce-aac8ece9e62e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400009 Feb 11 14:05:58.445811 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005e734-3776-4d7e-ada0-e9962974bac8 req-4df9f696-d6ef-43b9-bb4a-c66748ea86b0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:58.447308 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6005e734-3776-4d7e-ada0-e9962974bac8 req-4df9f696-d6ef-43b9-bb4a-c66748ea86b0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0749574 Feb 11 14:05:58.493262 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6005e734-3776-4d7e-ada0-e9962974bac8 req-d9e17669-3878-4d68-b00b-b60fc232f5cb tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393221 Feb 11 14:05:59.693074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de8bb5-77c6-4c91-90aa-ad07681ea170 req-f251bd7f-bd51-48d1-8826-fc7405341d66 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.694528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53de8bb5-77c6-4c91-90aa-ad07681ea170 req-f251bd7f-bd51-48d1-8826-fc7405341d66 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0811052 Feb 11 14:05:59.739905 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53de8bb5-77c6-4c91-90aa-ad07681ea170 req-d24f6465-f726-424e-8e21-b4f1f908fb43 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387061 Feb 11 14:06:00.937413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae34ed0-0356-4cbb-9e37-97af34f14254 req-9338a805-c746-40f6-8427-366c24efd3c6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:00.938890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eae34ed0-0356-4cbb-9e37-97af34f14254 req-9338a805-c746-40f6-8427-366c24efd3c6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0798373 Feb 11 14:06:00.984374 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eae34ed0-0356-4cbb-9e37-97af34f14254 req-3d54b86e-21a3-4269-aa28-7d702554010a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Feb 11 14:06:02.185290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6af8d9-aee7-4dfa-96f3-ab31ff26d985 req-a926c496-c0bb-4310-a793-2f0ff0547392 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:02.186860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d6af8d9-aee7-4dfa-96f3-ab31ff26d985 req-a926c496-c0bb-4310-a793-2f0ff0547392 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0775981 Feb 11 14:06:02.232863 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2d6af8d9-aee7-4dfa-96f3-ab31ff26d985 req-0b1a487b-cdc8-4a8b-a236-17f139d9821d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402696 Feb 11 14:06:03.428780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bfc66-07ff-43b3-96f0-0e2cbca59563 req-154b1d2d-3116-42f7-a802-f77bb5a7294f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.430246 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-238bfc66-07ff-43b3-96f0-0e2cbca59563 req-154b1d2d-3116-42f7-a802-f77bb5a7294f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0792596 Feb 11 14:06:03.486950 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-238bfc66-07ff-43b3-96f0-0e2cbca59563 req-2a7d869b-f5c1-4247-bc70-86df3589bcdd tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491295 Feb 11 14:06:04.686535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4fb20-90e3-4ad7-92b6-ef4562bf8191 req-b1d0e8a6-9bb1-40f5-b5b4-dbf0fb562917 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:04.688024 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88e4fb20-90e3-4ad7-92b6-ef4562bf8191 req-b1d0e8a6-9bb1-40f5-b5b4-dbf0fb562917 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0801876 Feb 11 14:06:04.732888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88e4fb20-90e3-4ad7-92b6-ef4562bf8191 req-0371374b-ce7f-4b20-a482-85773d46cd6a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393939 Feb 11 14:06:05.932628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14701db-8314-43c3-9019-173b59701103 req-aefdd69b-1fd3-45c6-98aa-5863ead89bb1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:05.934130 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d14701db-8314-43c3-9019-173b59701103 req-aefdd69b-1fd3-45c6-98aa-5863ead89bb1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0782616 Feb 11 14:06:05.979551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d14701db-8314-43c3-9019-173b59701103 req-6faac687-a765-4bad-971c-979744d964d3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397062 Feb 11 14:06:07.174148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221d536-2714-4a7d-a501-7ebfbaa4091b req-30bbadd1-c6f3-47f9-8be0-63136c90af01 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:07.175645 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3221d536-2714-4a7d-a501-7ebfbaa4091b req-30bbadd1-c6f3-47f9-8be0-63136c90af01 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0763693 Feb 11 14:06:07.223874 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3221d536-2714-4a7d-a501-7ebfbaa4091b req-9fbbe368-5419-4775-8e09-c25311463809 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Feb 11 14:06:07.877681 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.421863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d346e-138f-41af-a148-549a13414bf4 req-e439527f-4e3f-4d82-9a98-cf757da2782b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:08.423345 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a96d346e-138f-41af-a148-549a13414bf4 req-e439527f-4e3f-4d82-9a98-cf757da2782b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0796452 Feb 11 14:06:08.468588 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a96d346e-138f-41af-a148-549a13414bf4 req-9b149959-dae6-4837-a9e5-ac6226ede7b0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398474 Feb 11 14:06:09.666432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea66e9-6c55-46b6-b3a8-5d1857936af8 req-3d85b048-05ca-4468-b0a4-ce33e8b5349f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:09.668680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6dea66e9-6c55-46b6-b3a8-5d1857936af8 req-3d85b048-05ca-4468-b0a4-ce33e8b5349f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0781057 Feb 11 14:06:09.713566 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6dea66e9-6c55-46b6-b3a8-5d1857936af8 req-489c8f0c-b397-43f8-8cf7-8b3ee947189e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 Feb 11 14:06:10.910025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb320d-55bf-4bfc-b7cb-a79ec26a3fff req-a1842ecf-6b8a-4120-ba8b-38bbaf70b614 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:10.911522 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3fcb320d-55bf-4bfc-b7cb-a79ec26a3fff req-a1842ecf-6b8a-4120-ba8b-38bbaf70b614 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0754845 Feb 11 14:06:10.957399 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3fcb320d-55bf-4bfc-b7cb-a79ec26a3fff req-b5a69528-4ab8-4254-be3f-55297216d3c2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 Feb 11 14:06:12.157729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18abeb-56d2-43ed-9808-57b4530110ce req-c10f51fc-3e59-4539-b335-ee99488d84ac tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.159201 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5a18abeb-56d2-43ed-9808-57b4530110ce req-c10f51fc-3e59-4539-b335-ee99488d84ac tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0824261 Feb 11 14:06:12.203805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5a18abeb-56d2-43ed-9808-57b4530110ce req-dc153088-4d73-45c5-9796-abfd33263c44 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392101 Feb 11 14:06:12.834978 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:13.492440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea54b5a-cb01-40f1-b22d-6a7c5fedb6ef req-e1d026cf-ccf9-4e46-9686-8a81d69ad4f5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.493807 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eea54b5a-cb01-40f1-b22d-6a7c5fedb6ef req-e1d026cf-ccf9-4e46-9686-8a81d69ad4f5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.1697817 Feb 11 14:06:13.539716 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eea54b5a-cb01-40f1-b22d-6a7c5fedb6ef req-284cb7a3-77ec-4265-84a1-74ae6464e8c0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403285 Feb 11 14:06:14.752076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cdebc-13ca-4849-8cf2-6a655a18fbf3 req-0d662472-4557-4b61-902f-f845e0ba4bee tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:14.753790 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca4cdebc-13ca-4849-8cf2-6a655a18fbf3 req-0d662472-4557-4b61-902f-f845e0ba4bee tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0933187 Feb 11 14:06:14.799985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca4cdebc-13ca-4849-8cf2-6a655a18fbf3 req-3d0c6345-81f1-4761-ba9d-3a1f7c1d71ee tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 Feb 11 14:06:15.550045 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d2f31de-35a0-4e37-a1c0-296bb85b2257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:15.996017 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f129ad-5444-45b3-8c6f-316b5d386ded req-4ab6d36a-e64f-4c5a-a8f7-6657a8949974 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:15.997532 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02f129ad-5444-45b3-8c6f-316b5d386ded req-4ab6d36a-e64f-4c5a-a8f7-6657a8949974 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0758281 Feb 11 14:06:16.050034 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02f129ad-5444-45b3-8c6f-316b5d386ded req-6327ef2b-b40e-4d63-a832-174c2e5fd064 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468197 Feb 11 14:06:17.258252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907427b4-0eb1-4180-bd99-4f0fe28e59a8 req-faa8c9a8-81ec-4f69-a2d7-467cee0b0628 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:17.259720 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-907427b4-0eb1-4180-bd99-4f0fe28e59a8 req-faa8c9a8-81ec-4f69-a2d7-467cee0b0628 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0873218 Feb 11 14:06:17.306175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-907427b4-0eb1-4180-bd99-4f0fe28e59a8 req-6e69d68d-95de-4636-9a57-dc4ce5f4884e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408559 Feb 11 14:06:17.496656 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2a6c4609-d0cc-4366-b045-bfa3e1446494 req-a81a458f-d7d3-44d7-af2d-3ca68294c2a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0668421 Feb 11 14:06:17.726033 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-382157fb-ca67-42ad-b802-6eb0aab6f171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:17.751602 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-f2645917-fc8c-4ee3-90f7-c59af3ca3fbe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706649 Feb 11 14:06:17.811320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7eb657-ab1e-469b-a20b-91b0641e650e req-02d9f11f-a4cb-4d10-bc1d-d656d953c84a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:17.812793 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-da7eb657-ab1e-469b-a20b-91b0641e650e req-02d9f11f-a4cb-4d10-bc1d-d656d953c84a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0809436 Feb 11 14:06:17.860431 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-da7eb657-ab1e-469b-a20b-91b0641e650e req-e34e3107-40dd-456f-be9d-2f8d1f8dc1fb tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421476 Feb 11 14:06:18.978343 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-fff79713-4998-43e2-9446-4f72b37e4d10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 1097 time: 0.0802593 Feb 11 14:06:18.987366 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:19.044470 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:19.170932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-22c14ba8-3587-4899-83e7-a660c13b2d25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:19.172292 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-22c14ba8-3587-4899-83e7-a660c13b2d25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1883423 Feb 11 14:06:19.177814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ace79-4e44-445b-a630-11a07bd3dbc1 req-640d0aaa-bce5-4723-b8cf-c1b969e5bb92 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:19.179228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df8ace79-4e44-445b-a630-11a07bd3dbc1 req-640d0aaa-bce5-4723-b8cf-c1b969e5bb92 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.1772442 Feb 11 14:06:19.314770 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-051bf1ff-90bf-41d6-b798-63a2d1096173 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 1001 time: 0.1345396 Feb 11 14:06:19.316964 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-df8ace79-4e44-445b-a630-11a07bd3dbc1 req-c02999c3-8430-44ab-8a69-9990d3340ee5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903285 Feb 11 14:06:19.375878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-8021f1ba-cc02-4240-9ffa-611ca796e406 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:19.377309 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-8021f1ba-cc02-4240-9ffa-611ca796e406 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0574176 Feb 11 14:06:19.450725 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-c2b48f22-e9d8-4efb-97e8-e77ad9254254 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673320 Feb 11 14:06:19.580757 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-8f7c74c8-e880-4172-ab1e-c041beb09ec3 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243954 Feb 11 14:06:19.714866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-d1ec9b34-f917-4b51-b385-59bed6c3404f service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266801 Feb 11 14:06:20.444844 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:20.518337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36855c4e-153d-4ee8-a553-ada72d3d113f req-0dc199bc-fa54-48ce-9838-5fdf5a2f2b4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:20.519807 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36855c4e-153d-4ee8-a553-ada72d3d113f req-0dc199bc-fa54-48ce-9838-5fdf5a2f2b4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0813341 Feb 11 14:06:20.566884 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36855c4e-153d-4ee8-a553-ada72d3d113f req-64f102a9-956b-4cf9-a2bc-1fbdd098dd88 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 Feb 11 14:06:21.609002 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-b11aa396-7f6d-493b-8fb0-81318e4a1dff service neutron] show failed (client error): The resource could not be found. Feb 11 14:06:21.610020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-b11aa396-7f6d-493b-8fb0-81318e4a1dff service neutron] 10.222.0.73 "GET /v2.0/ports/91d0b33d-3b5d-4927-b775-184c491b9545/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.0928481 Feb 11 14:06:21.771738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7a1ae-b999-45a8-9568-e1ebdf2f9095 req-b15786fc-e37e-4b04-b831-aacae76fe82e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:21.773554 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8bc7a1ae-b999-45a8-9568-e1ebdf2f9095 req-b15786fc-e37e-4b04-b831-aacae76fe82e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0809464 Feb 11 14:06:21.823010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8bc7a1ae-b999-45a8-9568-e1ebdf2f9095 req-17d30bbe-78a0-4c7e-aa46-c35310247e48 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405200 Feb 11 14:06:21.875854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-b1b634a8-7d84-404c-a8c0-1966e2c9ad0c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 1097 time: 0.0690713 Feb 11 14:06:21.887034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:06:21.994242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.346525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=91d0b33d-3b5d-4927-b775-184c491b9545,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:22.374871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:22.434694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:22.440205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.455614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Transition to ACTIVE for port object 91d0b33d-3b5d-4927-b775-184c491b9545 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:22.459304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:22.507663 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545', 'code': 200} Feb 11 14:06:22.602159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Pushing event updated for resources: {'Port': ['ID=91d0b33d-3b5d-4927-b775-184c491b9545,revision_number=6']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:22.625406 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.625750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.626091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.626416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.626775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.627104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.627428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.627748 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.628067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.628386 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.628711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:22.675539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] No DVR routers for this DVR port 91d0b33d-3b5d-4927-b775-184c491b9545 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:06:22.925066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Attempting to bind port 91d0b33d-3b5d-4927-b775-184c491b9545 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:22.925815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Attempting to bind port 91d0b33d-3b5d-4927-b775-184c491b9545 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:22.925815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Attempting to bind port 91d0b33d-3b5d-4927-b775-184c491b9545 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:06:22.931591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Port 91d0b33d-3b5d-4927-b775-184c491b9545 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:06:22.931916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Attempting to bind port 91d0b33d-3b5d-4927-b775-184c491b9545 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:06:22.938856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:06:22.939198 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:06:22.939587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:06:22.940011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Bound port: 91d0b33d-3b5d-4927-b775-184c491b9545, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:22.940356 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.025732 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35995505-2b23-4065-8d52-637cef541ca2 req-addc8eac-ad85-4589-8285-3992f6b0eced tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:23.027822 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35995505-2b23-4065-8d52-637cef541ca2 req-addc8eac-ad85-4589-8285-3992f6b0eced tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 944 time: 0.0804534 Feb 11 14:06:23.032473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:23.035573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=91d0b33d-3b5d-4927-b775-184c491b9545,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:23.040251 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.073082 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35995505-2b23-4065-8d52-637cef541ca2 req-63eef8b7-083e-4c64-b912-b131e22048af tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395267 Feb 11 14:06:23.098372 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:23.099966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] 10.222.0.75 "PUT /v2.0/ports/91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 1092 time: 1.2173991 Feb 11 14:06:23.158526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04070e2b-5b77-4d78-9d99-235dcaefa58a service neutron] Pushing event updated for resources: {'Port': ['ID=91d0b33d-3b5d-4927-b775-184c491b9545,revision_number=7']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:23.202450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-1f67503b-68ae-4828-ab94-c8935137afdf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 1095 time: 0.0804570 Feb 11 14:06:23.341320 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-86c772e2-1436-4fd2-85cd-3be64ce37e4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:23.342843 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-86c772e2-1436-4fd2-85cd-3be64ce37e4c service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1346655 Feb 11 14:06:23.441697 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-025d7f37-adfa-4ce4-84a6-85335b96bccc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 999 time: 0.0922780 Feb 11 14:06:23.506191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-ef2f22e3-65d7-4447-b293-02ce500f267a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:23.507656 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-ef2f22e3-65d7-4447-b293-02ce500f267a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0606008 Feb 11 14:06:23.581774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-b8115186-1c55-4c4c-aaee-e05b81fe0df6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689268 Feb 11 14:06:23.714773 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-2ced47bc-a7f6-4d47-bed5-12892b5513b8 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272321 Feb 11 14:06:23.845558 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19642f54-5269-4241-9c01-6820d3cf36a3 req-c4af4a45-15ea-4c69-a248-2eb84cd87b6c service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258349 Feb 11 14:06:24.374690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ba4d-b6d7-457d-ac65-42d6c2242c50 req-04e88c2d-c28a-40a3-bf3d-e564518eb388 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.376184 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4961ba4d-b6d7-457d-ac65-42d6c2242c50 req-04e88c2d-c28a-40a3-bf3d-e564518eb388 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 944 time: 0.1774423 Feb 11 14:06:24.421027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4961ba4d-b6d7-457d-ac65-42d6c2242c50 req-b8c36790-dce9-437d-a554-ce8cf860edf7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393384 Feb 11 14:06:24.508753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:24.576682 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545', 'status': 'completed', 'code': 200} Feb 11 14:06:24.661581 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-b26749ca-ffa7-4de6-8cb5-9939e681fd98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 1095 time: 0.0691953 Feb 11 14:06:24.668423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-3a01f474-a694-47ea-8e66-c163cea112f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 1095 time: 0.0694389 Feb 11 14:06:24.794768 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-dec3a370-6aab-4d40-a61e-d722b1039c77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.796227 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-dec3a370-6aab-4d40-a61e-d722b1039c77 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1286123 Feb 11 14:06:24.803708 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-3c432fdf-d2ab-424b-be1d-abb264c7a0df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.805141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-3c432fdf-d2ab-424b-be1d-abb264c7a0df service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1313260 Feb 11 14:06:24.915780 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-41a57d99-2abb-4267-8784-52ecb7a4eb19 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 999 time: 0.1042840 Feb 11 14:06:24.981925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-6d2ba9b3-eea9-43d2-821e-ec826a781221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.983484 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-6d2ba9b3-eea9-43d2-821e-ec826a781221 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0614796 Feb 11 14:06:24.983778 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-e4f999c2-ebca-46a6-b9f1-d5874f6e7b1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 999 time: 0.1818094 Feb 11 14:06:25.048418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-318bb51e-c40d-490e-aea0-523e7275baae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:25.049870 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-318bb51e-c40d-490e-aea0-523e7275baae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0611668 Feb 11 14:06:25.066910 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-1fd7b2a4-c175-4acc-af7a-6715ee9c2aea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771594 Feb 11 14:06:25.127406 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-976ad63c-914f-41f0-9ee4-1ea58ea44e8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719941 Feb 11 14:06:25.211438 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-d6e12e3f-1b54-4f68-9587-83bcd465b452 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385555 Feb 11 14:06:25.260087 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-b4428e38-26fd-47c1-9150-73d43a0940d2 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261680 Feb 11 14:06:25.344962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-dd783e81-4949-4d1a-bef2-d40cd10a710c service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283896 Feb 11 14:06:25.392541 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eed1a054-4279-4611-9c2c-e4ebee3f9f1e req-ed0ae683-40f3-4b6c-b3c0-e60d0cbc34bc service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269801 Feb 11 14:06:25.616626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab19de8-3a58-4369-91fb-b3651ae65437 req-8981f3be-ab6c-4e06-98e3-3a326e8a80ff tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:25.618063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ab19de8-3a58-4369-91fb-b3651ae65437 req-8981f3be-ab6c-4e06-98e3-3a326e8a80ff tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 944 time: 0.0766003 Feb 11 14:06:25.666029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ab19de8-3a58-4369-91fb-b3651ae65437 req-bb916f0e-ffa3-4dc5-a77d-9281621a8aee tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423887 Feb 11 14:06:25.992040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-4f86790c-d2ce-4751-be3b-bf36d8d437fa tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:25.993503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3894b4d-94c8-4376-850f-2dfa2f43e7cd req-59606b54-a631-4cb3-8e8a-19cccf28d7ac tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:25.993639 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-4f86790c-d2ce-4751-be3b-bf36d8d437fa tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.73 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925&tenant_id=6c4013c9c076441491dec2440e3de63a&binding%3Ahost_id=n-h2-818559-1 HTTP/1.1" status: 200 len: 944 time: 0.0854118 Feb 11 14:06:25.995768 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3894b4d-94c8-4376-850f-2dfa2f43e7cd req-59606b54-a631-4cb3-8e8a-19cccf28d7ac tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 944 time: 0.0825040 Feb 11 14:06:26.041021 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a3894b4d-94c8-4376-850f-2dfa2f43e7cd req-f82395e3-2c80-453c-88ea-505acb7b217f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400598 Feb 11 14:06:26.070548 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-f619e770-a28f-4cc4-9d8f-cf06f618790a service neutron] delete failed (client error): The resource could not be found. Feb 11 14:06:26.071494 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-f619e770-a28f-4cc4-9d8f-cf06f618790a service neutron] 10.222.0.73 "DELETE /v2.0/ports/91d0b33d-3b5d-4927-b775-184c491b9545/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.0724072 Feb 11 14:06:26.105540 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 91d0b33d-3b5d-4927-b775-184c491b9545 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:06:26.200780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 91d0b33d-3b5d-4927-b775-184c491b9545 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:06:26.209528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-ba61c5d1-0076-4117-87bd-ed4c5448a8af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 1095 time: 0.0715768 Feb 11 14:06:26.345275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-4199cd5d-0e45-42cf-8e6d-9d27a455959d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:26.347216 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-4199cd5d-0e45-42cf-8e6d-9d27a455959d service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1318202 Feb 11 14:06:26.450586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-b9923707-7585-4e41-b32f-6b0e500a308e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 999 time: 0.0976596 Feb 11 14:06:26.514748 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-35b2cdb6-38f2-435c-8b95-1e21a61e454a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:26.516178 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-35b2cdb6-38f2-435c-8b95-1e21a61e454a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0603042 Feb 11 14:06:26.590416 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-6951c884-73ca-47c5-95c6-3af632fa6dc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682671 Feb 11 14:06:26.719194 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-669b5803-8007-435d-b963-afdf6dda4c3d service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233282 Feb 11 14:06:26.849933 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e5f223e-35dc-4323-9bd4-179dd39443ae req-5d81d91e-a803-4f13-96da-0a2a1ab47a84 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242414 Feb 11 14:06:27.243908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11a73e-7810-4b30-b881-110ef629c16f req-8da40469-7b81-4889-b5b5-d1f757b8dac8 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:27.246192 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb11a73e-7810-4b30-b881-110ef629c16f req-8da40469-7b81-4889-b5b5-d1f757b8dac8 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 944 time: 0.0778437 Feb 11 14:06:27.297641 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fb11a73e-7810-4b30-b881-110ef629c16f req-9374c018-ae49-4466-b2b5-9830dfb1a5d6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457418 Feb 11 14:06:27.461999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 91d0b33d-3b5d-4927-b775-184c491b9545 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:06:27.603036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=91d0b33d-3b5d-4927-b775-184c491b9545,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:27.616966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '91d0b33d-3b5d-4927-b775-184c491b9545', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'port_id': '91d0b33d-3b5d-4927-b775-184c491b9545', 'mac_address': 'fa:16:3e:c6:19:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:06:27.669512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:27.685747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d0b33d-3b5d-4927-b775-184c491b9545 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:27.700943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=91d0b33d-3b5d-4927-b775-184c491b9545,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:27.705312 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:27.772333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=91d0b33d-3b5d-4927-b775-184c491b9545,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:27.906839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['91d0b33d-3b5d-4927-b775-184c491b9545'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:06:28.496766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce334e57-ba60-4746-84fc-d5dc959832db req-261f7a17-f86b-4f06-a19e-aad81ed775db tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:28.498210 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce334e57-ba60-4746-84fc-d5dc959832db req-261f7a17-f86b-4f06-a19e-aad81ed775db tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 945 time: 0.0763357 Feb 11 14:06:28.547450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce334e57-ba60-4746-84fc-d5dc959832db req-3cd67ea0-1f26-43f0-938b-bd6e7d26b4c1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437171 Feb 11 14:06:28.739876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedb8fe-f5ea-4390-8fda-8256a961493e req-408485f7-d251-4172-9017-16ea7fec2d8f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:28.741368 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8eedb8fe-f5ea-4390-8fda-8256a961493e req-408485f7-d251-4172-9017-16ea7fec2d8f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 945 time: 0.0753038 Feb 11 14:06:28.787002 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8eedb8fe-f5ea-4390-8fda-8256a961493e req-424b8ccc-a375-4d58-b42f-f0410caa7700 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400059 Feb 11 14:06:29.178730 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6fee3eb-4e46-497e-93bb-3c018a713dd8 req-f92b3219-c1b3-4aee-a246-414488c1c0ab service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 1096 time: 0.0722427 Feb 11 14:06:29.236829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67126aa0-6838-45d9-bb32-c29caf758794 req-f3eabb55-1dd1-4a3f-9bf3-9c6255c9f605 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.238279 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67126aa0-6838-45d9-bb32-c29caf758794 req-f3eabb55-1dd1-4a3f-9bf3-9c6255c9f605 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 945 time: 0.1712744 Feb 11 14:06:29.284624 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67126aa0-6838-45d9-bb32-c29caf758794 req-551f9ae1-1d2c-4841-9040-e435e20ea8c5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407507 Feb 11 14:06:29.312743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fee3eb-4e46-497e-93bb-3c018a713dd8 req-a6193019-9089-40e2-81e6-42ad91c8644d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.314181 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6fee3eb-4e46-497e-93bb-3c018a713dd8 req-a6193019-9089-40e2-81e6-42ad91c8644d service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1303167 Feb 11 14:06:29.415927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6fee3eb-4e46-497e-93bb-3c018a713dd8 req-68f6c6aa-a0df-4c08-94dc-43c9d5a8d4d8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 200 len: 1000 time: 0.0954382 Feb 11 14:06:29.476560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 91d0b33d-3b5d-4927-b775-184c491b9545 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:06:29.477441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fee3eb-4e46-497e-93bb-3c018a713dd8 req-3fa87d7a-9668-4d3b-8290-7b73aad5663a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.479016 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6fee3eb-4e46-497e-93bb-3c018a713dd8 req-3fa87d7a-9668-4d3b-8290-7b73aad5663a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0573039 Feb 11 14:06:29.545764 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 91d0b33d-3b5d-4927-b775-184c491b9545 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:29.550447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 91d0b33d-3b5d-4927-b775-184c491b9545 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:29.550840 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:29.558523 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6fee3eb-4e46-497e-93bb-3c018a713dd8 req-57da14cb-fd07-49bc-a3e5-2149a8e25a42 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742819 Feb 11 14:06:29.669598 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:29.698278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:29.711615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=91d0b33d-3b5d-4927-b775-184c491b9545,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:29.717509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:29.763734 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545', 'code': 200} Feb 11 14:06:29.790521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=91d0b33d-3b5d-4927-b775-184c491b9545,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:29.802295 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6fee3eb-4e46-497e-93bb-3c018a713dd8 req-b4c865f8-95f0-4044-b734-aa67deb21b03 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384853 Feb 11 14:06:29.935621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6fee3eb-4e46-497e-93bb-3c018a713dd8 req-4bc727d8-557e-4190-a49c-6f383376bd2b service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270359 Feb 11 14:06:30.503311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046ce15-0bfa-4a09-a3c2-43603fedbb87 req-ebe7438e-b63e-46cb-8648-e3994f5f3c1f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:30.506718 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f046ce15-0bfa-4a09-a3c2-43603fedbb87 req-ebe7438e-b63e-46cb-8648-e3994f5f3c1f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0806730 Feb 11 14:06:30.551301 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f046ce15-0bfa-4a09-a3c2-43603fedbb87 req-d383b563-1288-402b-bb83-e5e997d53ec9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Feb 11 14:06:31.755379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10d574-c9de-4ce0-99bc-7828cbcbeb70 req-30c8a534-7c19-4187-88e5-66660c792ed1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:31.756840 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d10d574-c9de-4ce0-99bc-7828cbcbeb70 req-30c8a534-7c19-4187-88e5-66660c792ed1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0772669 Feb 11 14:06:31.802192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0d10d574-c9de-4ce0-99bc-7828cbcbeb70 req-468c4d74-1728-42e9-b8c6-ba71e5a7690e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393579 Feb 11 14:06:31.820194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-caef937c-44ec-446e-bae3-c2b118306964 req-ea4354e5-b6a3-45be-957d-8e2da0ad16b1 service neutron] (83567) timed out ('10.222.0.75', 65084) {{(pid=83567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 14:06:32.204116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ce95-e866-49f8-ae08-854bc716089b req-ff1da94f-b4d2-4d59-98aa-7c2b88f7cc6b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:32.205565 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-61b6ce95-e866-49f8-ae08-854bc716089b req-ff1da94f-b4d2-4d59-98aa-7c2b88f7cc6b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0805578 Feb 11 14:06:32.250918 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-61b6ce95-e866-49f8-ae08-854bc716089b req-973acd9b-de8e-416a-b96d-f66aae4eb211 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Feb 11 14:06:32.364633 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:06:33.387338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-7e183acd-8f17-465b-badb-91114448268e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.388772 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-7e183acd-8f17-465b-badb-91114448268e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0771821 Feb 11 14:06:33.451157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c8e22-ea56-4ebb-8639-0cbbab620f84 req-322c4b65-aa8a-4f85-8505-0f7f305f019f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.452605 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b81c8e22-ea56-4ebb-8639-0cbbab620f84 req-322c4b65-aa8a-4f85-8505-0f7f305f019f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 946 time: 0.0808983 Feb 11 14:06:33.461072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Deleting port 91d0b33d-3b5d-4927-b775-184c491b9545 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:06:33.461412 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:33.499826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b81c8e22-ea56-4ebb-8639-0cbbab620f84 req-3d4c69d5-e810-4f5d-9cbb-bee9e0419108 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Feb 11 14:06:33.722273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] For port 91d0b33d-3b5d-4927-b775-184c491b9545, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=91d0b33d-3b5d-4927-b775-184c491b9545,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:33.722653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.011075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.012555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.012863 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85 disassociated. External IP: 172.25.4.68, port: 91d0b33d-3b5d-4927-b775-184c491b9545. Feb 11 14:06:34.013192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Calling delete_port for 91d0b33d-3b5d-4927-b775-184c491b9545 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:06:34.169037 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.218405 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event deleted for resources: {'Port': ['ID=91d0b33d-3b5d-4927-b775-184c491b9545,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:34.445901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Router 93a4970a-c413-4479-8af6-e451e5099d60 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:34.735899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-54ab0186-c0f2-4ac8-99a0-fe1e86b8b61e req-c6025da4-a09e-4378-8c1b-319ef717f1d8 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=3213c5c6-ce0f-482f-992e-3b7a570fe925 HTTP/1.1" status: 200 len: 210 time: 0.0661795 Feb 11 14:06:34.815239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:34.825553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:06:34.836927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:06:34.837517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:06:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:34.884300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] No DVR routers for this DVR port 91d0b33d-3b5d-4927-b775-184c491b9545 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:06:34.887084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:34.889684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'name': 'network-vif-deleted', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:34.907729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-944cf2a7-70d8-4f02-b9c6-42bc4522b87a req-68da09ce-e413-44cb-a16a-7ae9a4bbed1b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "DELETE /v2.0/ports/91d0b33d-3b5d-4927-b775-184c491b9545 HTTP/1.1" status: 204 len: 173 time: 1.5124393 Feb 11 14:06:34.960671 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3213c5c6-ce0f-482f-992e-3b7a570fe925', 'name': 'network-vif-deleted', 'tag': '91d0b33d-3b5d-4927-b775-184c491b9545', 'status': 'completed', 'code': 200} Feb 11 14:06:35.024851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:06:35.352350 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:35.356246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:06:35.366615 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:06:35.367199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:06:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:35.544349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:06:35.891276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:35.895344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b192f59-d87b-411d-b6ac-ace4e6b4d6cc None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:06:36.125340 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a4f72-4f56-4ee1-abe6-2b3c6e500819 None None] New status for floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:06:36.152134 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-02f3a5d5-336f-42b0-86f9-ecdf322e3af4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1829122207&fields=id&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 267 time: 0.0454977 Feb 11 14:06:36.301646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-97644d79-eb04-49e9-8a5b-1b3af17bfacd tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:36.303042 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-97644d79-eb04-49e9-8a5b-1b3af17bfacd tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 811 time: 0.1446145 Feb 11 14:06:36.320445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-5bf8821c-e481-4c26-a8ed-e85a43ab486e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/quotas/6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 375 time: 0.0112715 Feb 11 14:06:36.406563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-a75adb26-28dc-4e2e-a611-81749a9be723 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:06:36.421897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-a75adb26-28dc-4e2e-a611-81749a9be723 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:06:36.423315 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-a75adb26-28dc-4e2e-a611-81749a9be723 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967445 Feb 11 14:06:36.569961 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-b9bbf3fa-ee16-4977-9ca9-a7f5ab797017 service neutron] 10.222.0.67 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329966 Feb 11 14:06:36.704374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-10b77182-44e1-4908-9ad2-81cfa858ddd0 service neutron] 10.222.0.67 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281946 Feb 11 14:06:36.895489 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20e4243a-a0b0-44ef-bbc9-b43d6c84f961 req-8665b7b4-d092-465a-b79c-5ada36e86912 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 210 time: 0.0411007 Feb 11 14:06:37.504199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 91d0b33d-3b5d-4927-b775-184c491b9545 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:06:37.539033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 91d0b33d-3b5d-4927-b775-184c491b9545 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:06:37.539379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 91d0b33d-3b5d-4927-b775-184c491b9545 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:06:37.895107 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.081610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-1a65b691-5539-482e-b133-c64f2df2c55b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:38.083423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-1a65b691-5539-482e-b133-c64f2df2c55b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 811 time: 0.2163725 Feb 11 14:06:38.085486 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36184323-7e77-4a30-b806-d4d8be40cf07 req-c37cd616-a7bf-48c2-97c7-25fe9a23f5d1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 210 time: 0.0636647 Feb 11 14:06:38.142034 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-686a41ea-79cd-485a-8927-e9aeda7456a6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 380 time: 0.0457726 Feb 11 14:06:38.152047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'port': {'device_id': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'admin_state_up': True, 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'security_groups': ['7e9e20db-cd79-428f-a02a-0a7163dd3add']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:06:38.285768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:06:38.295877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:06:38.304689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Made reservation on behalf of 6c4013c9c076441491dec2440e3de63a for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:38.308280 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.464427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Allocated IP 172.20.0.14 (14838be1-b2ef-41d1-a362-32a8f378d6e3/8f4b33f0-b869-41f2-ba20-4f3b55352f6f/8bec5e02-9364-4204-9043-4cc6602c6cc6) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:38.653742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.669669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Transition to ACTIVE for port object 8bec5e02-9364-4204-9043-4cc6602c6cc6 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:38.690542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.764342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:38.767060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:38.770788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:06:38.804161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:38.846365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:38.847011 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:38.872347 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-e410a2d2-ab20-48fc-85a1-efdc8737db69 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7240257 Feb 11 14:06:38.883821 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Request body: {'port': {'device_id': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:06:39.027541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a42f98e0-5111-4460-b4bb-5da8da595649 None None] Provisioning for port 8bec5e02-9364-4204-9043-4cc6602c6cc6 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:39.032343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a42f98e0-5111-4460-b4bb-5da8da595649 None None] Provisioning complete for port 8bec5e02-9364-4204-9043-4cc6602c6cc6 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:39.032715 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a42f98e0-5111-4460-b4bb-5da8da595649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.088944 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a42f98e0-5111-4460-b4bb-5da8da595649 None None] Port 8bec5e02-9364-4204-9043-4cc6602c6cc6 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:06:39.092316 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.295052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dec92-da05-46bb-8ef0-859d2b1f65ac req-c9661ee3-cadf-4951-aa56-af84f22c9bca tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:39.296577 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb0dec92-da05-46bb-8ef0-859d2b1f65ac req-c9661ee3-cadf-4951-aa56-af84f22c9bca tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 932 time: 0.0878594 Feb 11 14:06:39.348572 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-eb0dec92-da05-46bb-8ef0-859d2b1f65ac req-9feefa85-fd02-4d3d-bfc3-b8f31ee7b107 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457938 Feb 11 14:06:39.443693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bec5e02-9364-4204-9043-4cc6602c6cc6 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:39.451231 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.466106 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Transition to ACTIVE for port object 8bec5e02-9364-4204-9043-4cc6602c6cc6 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:39.469848 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.590536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:39.710503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:39.710866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:39.711196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:06:39.718095 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:06:39.718424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:06:39.724695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:06:39.725028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:06:39.725411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:06:39.725835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Bound port: 8bec5e02-9364-4204-9043-4cc6602c6cc6, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:39.726181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.817670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:39.821844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:39.827224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.891242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:39.892806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] 10.222.0.75 "PUT /v2.0/ports/8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1092 time: 1.0133624 Feb 11 14:06:39.893289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:39.911986 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e215dca-3121-417a-b6df-283bdac9c91d service neutron] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:39.977341 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'status': 'completed', 'code': 200} Feb 11 14:06:40.026719 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-d3658f19-171b-484c-b2e5-74a42048dbfe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1095 time: 0.0821371 Feb 11 14:06:40.099327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-835490a4-e376-40b5-802d-c1206072d086 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 217 time: 0.0660906 Feb 11 14:06:40.164099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-35fd3ecd-e832-4134-8c89-d512c1f283f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.165485 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-35fd3ecd-e832-4134-8c89-d512c1f283f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0603020 Feb 11 14:06:40.240185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-bf616208-3240-4f7c-9dbd-dc5b46497067 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684931 Feb 11 14:06:40.370604 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-2448edaa-89da-4698-9a97-a5ac902b9fe5 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242456 Feb 11 14:06:40.508289 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4a51ae2f-a3e9-46b6-8a00-af4b18bd5e13 req-8d4e043b-45ca-480d-9ba0-cbc155f903d5 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321375 Feb 11 14:06:40.554244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ad217-f65d-40e1-9993-b70dff9962df req-5d291ffc-9df6-4a53-8137-5f6f6e5f26aa tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.555733 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-019ad217-f65d-40e1-9993-b70dff9962df req-5d291ffc-9df6-4a53-8137-5f6f6e5f26aa tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 944 time: 0.0825586 Feb 11 14:06:40.603700 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-019ad217-f65d-40e1-9993-b70dff9962df req-4a4dec43-d795-4a82-b49d-6e50bc707467 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405982 Feb 11 14:06:40.630168 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aec26b89-8d5c-4ba8-beb1-fd2d569e3674 req-9a116350-485d-41d6-b459-e5d4c1e71984 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1095 time: 0.0778108 Feb 11 14:06:40.762603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec26b89-8d5c-4ba8-beb1-fd2d569e3674 req-6d7f5ceb-bde2-4355-9485-d23bf2d607ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.764041 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aec26b89-8d5c-4ba8-beb1-fd2d569e3674 req-6d7f5ceb-bde2-4355-9485-d23bf2d607ef service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1276369 Feb 11 14:06:40.921634 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aec26b89-8d5c-4ba8-beb1-fd2d569e3674 req-e10eb616-9d62-4022-91cf-d6570f84125e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 217 time: 0.1500661 Feb 11 14:06:40.989859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec26b89-8d5c-4ba8-beb1-fd2d569e3674 req-f14caf18-cdfd-4053-9f1e-0f48c2cef158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.991310 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aec26b89-8d5c-4ba8-beb1-fd2d569e3674 req-f14caf18-cdfd-4053-9f1e-0f48c2cef158 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0606101 Feb 11 14:06:41.064906 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aec26b89-8d5c-4ba8-beb1-fd2d569e3674 req-489d8f37-fd81-42d8-b95e-4a78a6abf138 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673094 Feb 11 14:06:41.197398 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aec26b89-8d5c-4ba8-beb1-fd2d569e3674 req-7c31e894-5c74-4c63-a46a-624fb4d5762a service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256986 Feb 11 14:06:41.329005 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aec26b89-8d5c-4ba8-beb1-fd2d569e3674 req-9759a2f0-9b9f-4601-9505-39e356e87df3 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254749 Feb 11 14:06:41.806485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f81f6-5fd5-4b10-91ab-55849559689a req-78dac084-c9ed-4383-af67-67dd7d5e9875 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.807254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9c2f81f6-5fd5-4b10-91ab-55849559689a req-78dac084-c9ed-4383-af67-67dd7d5e9875 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:06:41.822202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9c2f81f6-5fd5-4b10-91ab-55849559689a req-78dac084-c9ed-4383-af67-67dd7d5e9875 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:06:41.823403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c2f81f6-5fd5-4b10-91ab-55849559689a req-78dac084-c9ed-4383-af67-67dd7d5e9875 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 944 time: 0.0980110 Feb 11 14:06:41.869293 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c2f81f6-5fd5-4b10-91ab-55849559689a req-2c8000ba-c65a-40b5-9a97-3d389f30ef78 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399363 Feb 11 14:06:42.850626 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.083847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd601905-3c5e-4625-85cb-8bd49fccdc7b req-7ec1ea59-123a-4f71-a29e-ceadf8b48d10 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:43.085557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dd601905-3c5e-4625-85cb-8bd49fccdc7b req-7ec1ea59-123a-4f71-a29e-ceadf8b48d10 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 944 time: 0.0822101 Feb 11 14:06:43.130641 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dd601905-3c5e-4625-85cb-8bd49fccdc7b req-af539df4-cf5f-458b-b5c6-e6b4b119747a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391674 Feb 11 14:06:43.523536 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:06:43.660343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:43.672912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'port_id': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'mac_address': 'fa:16:3e:b0:77:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:06:43.726236 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.743156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bec5e02-9364-4204-9043-4cc6602c6cc6 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:43.757801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:43.762333 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.830151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:43.839333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.839679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.840011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.840335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.840656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.840973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.841287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.841598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.841909 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.842216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.842524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:43.953146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['8bec5e02-9364-4204-9043-4cc6602c6cc6'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:06:44.328744 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c22f17-5643-409d-8fbc-c93ee14276f7 req-10ef15e9-77f0-40b7-b0e6-ef60e682d904 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:44.330194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53c22f17-5643-409d-8fbc-c93ee14276f7 req-10ef15e9-77f0-40b7-b0e6-ef60e682d904 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 945 time: 0.0769444 Feb 11 14:06:44.379798 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53c22f17-5643-409d-8fbc-c93ee14276f7 req-15b19c66-d487-453f-85f4-8fa9e50ac9f9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Feb 11 14:06:45.541602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:06:45.575616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd82f6-6e88-4b14-b96f-5bc08afa9947 req-05d1dd6c-7fa7-4ec4-b93f-c5f898df1e91 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.576977 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0dd82f6-6e88-4b14-b96f-5bc08afa9947 req-05d1dd6c-7fa7-4ec4-b93f-c5f898df1e91 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 945 time: 0.0773342 Feb 11 14:06:45.596509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5183b9d2-34f6-4c9c-a930-ba186fe803d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:45.621413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 8bec5e02-9364-4204-9043-4cc6602c6cc6 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:45.626088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 8bec5e02-9364-4204-9043-4cc6602c6cc6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:45.626534 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:45.627913 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0dd82f6-6e88-4b14-b96f-5bc08afa9947 req-7d509168-1dba-4c43-9cba-6a02f528982e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452368 Feb 11 14:06:45.743117 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:45.769108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:45.779809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:45.784706 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:45.827441 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'code': 200} Feb 11 14:06:45.852448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:45.948198 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6e5bc6bc-5c57-433b-aa50-23fe6982d512 req-a35b3b71-269a-4603-ad69-a2e6e694befc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1097 time: 0.0710015 Feb 11 14:06:45.988998 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6e5bc6bc-5c57-433b-aa50-23fe6982d512 req-0960cfb8-a6f4-4e53-a0db-16075f2a8ad2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357044 Feb 11 14:06:46.824474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feff98-948d-42a0-8deb-f92dbf3b0e39 req-8e0ed995-b036-461e-8ec7-bf56c1fa1b37 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:46.826133 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-53feff98-948d-42a0-8deb-f92dbf3b0e39 req-8e0ed995-b036-461e-8ec7-bf56c1fa1b37 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0776141 Feb 11 14:06:46.871033 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-53feff98-948d-42a0-8deb-f92dbf3b0e39 req-2a7e2dba-bf62-4519-b5b7-4fd273979dbf tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393248 Feb 11 14:06:47.728258 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce3fa-65a0-465c-9c59-0650ac144961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.069820 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd7789-db9d-4220-bc2c-19de01a77a71 req-08734bc2-75cc-4582-8f6a-ebdcc9bb960d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.071310 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97bd7789-db9d-4220-bc2c-19de01a77a71 req-08734bc2-75cc-4582-8f6a-ebdcc9bb960d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0793679 Feb 11 14:06:48.122043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97bd7789-db9d-4220-bc2c-19de01a77a71 req-a594ac32-2428-4a6e-914d-d05b7032df78 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Feb 11 14:06:48.322180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af17a9-ccd5-4c2f-8f8e-ef4455c63d01 req-7213be60-af2c-48fe-a0bb-dc48c899c9f9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.324400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-38af17a9-ccd5-4c2f-8f8e-ef4455c63d01 req-7213be60-af2c-48fe-a0bb-dc48c899c9f9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0798461 Feb 11 14:06:48.333173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54384) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:06:48.338116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-56398799-c3f1-4f3c-be44-b391ad419d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'floatingip': {'port_id': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:06:48.411063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56398799-c3f1-4f3c-be44-b391ad419d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.991625 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.002707 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56398799-c3f1-4f3c-be44-b391ad419d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.006455 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56398799-c3f1-4f3c-be44-b391ad419d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.048702 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.315753 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-56398799-c3f1-4f3c-be44-b391ad419d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85 associated. External IP: 172.25.4.68, port: 8bec5e02-9364-4204-9043-4cc6602c6cc6. Feb 11 14:06:49.765189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56398799-c3f1-4f3c-be44-b391ad419d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Router 93a4970a-c413-4479-8af6-e451e5099d60 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:49.985681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56398799-c3f1-4f3c-be44-b391ad419d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:49.990439 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56398799-c3f1-4f3c-be44-b391ad419d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:49.996862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:06:50.008594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:06:50.009198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:06:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:50.045552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-56398799-c3f1-4f3c-be44-b391ad419d4b tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "PUT /v2.0/floatingips/023a6c5e-4853-4fb3-9a82-aa082545dc85 HTTP/1.1" status: 200 len: 991 time: 1.7111137 Feb 11 14:06:50.046070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:50.104566 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'status': 'completed', 'code': 200} Feb 11 14:06:50.196136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:06:50.271391 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c8e699c4-0299-4606-83d5-c8d7329835cd req-ccea061c-d26e-4fb2-b8cc-0c52078fa2a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1078832 Feb 11 14:06:50.279099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea49234d-8c45-4106-850c-fe84fd7fa836 req-098737f6-c00e-4cfe-b1e4-4c5e9018bd9f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1097 time: 0.1551161 Feb 11 14:06:50.431636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49234d-8c45-4106-850c-fe84fd7fa836 req-a0b4c612-95ba-4c9a-a396-576bcb7558f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:50.433128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea49234d-8c45-4106-850c-fe84fd7fa836 req-a0b4c612-95ba-4c9a-a396-576bcb7558f4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1472678 Feb 11 14:06:50.503301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:50.582734 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea49234d-8c45-4106-850c-fe84fd7fa836 req-cd3aacc7-ca2c-49a5-91aa-2d1b5368b4a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 999 time: 0.1439691 Feb 11 14:06:50.607461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-cfa76fdf-1058-46ad-954a-f5725ccc6614 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363394 Feb 11 14:06:50.642080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797e740-76ed-434a-9bd7-f7574bc0ab74 req-b6924213-44bb-43a9-9331-160eba760418 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:50.643885 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5797e740-76ed-434a-9bd7-f7574bc0ab74 req-b6924213-44bb-43a9-9331-160eba760418 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0999913 Feb 11 14:06:50.648344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:b0:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:06:48Z', 'revision_number': 9, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:50.653589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:06:50.665363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:06:50.666072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:06:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:50.673512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49234d-8c45-4106-850c-fe84fd7fa836 req-818bfa23-6d94-4898-8905-c308885edb61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:50.675478 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea49234d-8c45-4106-850c-fe84fd7fa836 req-818bfa23-6d94-4898-8905-c308885edb61 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0865800 Feb 11 14:06:50.694570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5797e740-76ed-434a-9bd7-f7574bc0ab74 req-f2a47b54-1f14-4210-a58b-ed8c88d6dad9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446553 Feb 11 14:06:50.770069 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea49234d-8c45-4106-850c-fe84fd7fa836 req-717966b8-b7e1-423a-89fd-b7897bd67c0a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888946 Feb 11 14:06:50.866037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:06:50.920299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea49234d-8c45-4106-850c-fe84fd7fa836 req-5813dbeb-3a36-4afb-83b5-8ea6977b33e7 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442869 Feb 11 14:06:51.160781 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea49234d-8c45-4106-850c-fe84fd7fa836 req-a2c20730-10fd-4938-bf45-731509eed735 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345889 Feb 11 14:06:51.242515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:b0:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:06:48Z', 'revision_number': 9, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:51.247543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f2eab-d990-4524-aac0-0c74fa0b2537 None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:b0:77:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:06:48Z', 'revision_number': 9, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:06:51.453855 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63a692d-5056-4dfa-9666-644d7ff09f24 None None] New status for floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:06:51.911664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-2745e1db-1400-4379-8e22-18caf8682cf1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1097 time: 0.1272919 Feb 11 14:06:51.949309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e58ee-cf8c-43cc-94d1-021dbb1e9fad req-c9106510-06a2-4d5e-97bd-88dc8a57042c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:51.951051 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-651e58ee-cf8c-43cc-94d1-021dbb1e9fad req-c9106510-06a2-4d5e-97bd-88dc8a57042c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.1233666 Feb 11 14:06:52.071066 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-651e58ee-cf8c-43cc-94d1-021dbb1e9fad req-9a485b0e-4a0c-46dd-989c-2f31ffdd2c9f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730824 Feb 11 14:06:52.091104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-72332e12-0681-43ae-b44b-73b9a8490578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:52.092539 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-72332e12-0681-43ae-b44b-73b9a8490578 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1738555 Feb 11 14:06:52.194938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-46e5fcac-a693-4a85-8952-2cc3c7e86fbc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1002 time: 0.0957558 Feb 11 14:06:52.261335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-6c2c2656-cf69-41ae-9139-e1c1061200ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:52.262841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-6c2c2656-cf69-41ae-9139-e1c1061200ac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0625830 Feb 11 14:06:52.336302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-fa4735b1-fc1a-4e75-bcd2-ae0291d964d2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672686 Feb 11 14:06:52.467141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-01cbb484-9a62-42a8-a785-e356446558a2 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248391 Feb 11 14:06:52.602160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-7f6dba86-9de5-49ac-91dd-428645e897d9 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286087 Feb 11 14:06:53.272977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fc232-c119-4f45-addd-b582c6fca059 req-7a55e273-0f9b-407d-a31a-cd2157e63ee5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:53.274343 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-591fc232-c119-4f45-addd-b582c6fca059 req-7a55e273-0f9b-407d-a31a-cd2157e63ee5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0781038 Feb 11 14:06:53.319676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-591fc232-c119-4f45-addd-b582c6fca059 req-9f22164a-274a-498d-a31e-f5bc468adb17 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394111 Feb 11 14:06:54.518839 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d1dbf-d385-4611-bafd-5ea16457f6c1 req-b18845e4-d8ec-4e89-81ba-52da071f5428 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:54.520288 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-116d1dbf-d385-4611-bafd-5ea16457f6c1 req-b18845e4-d8ec-4e89-81ba-52da071f5428 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0816712 Feb 11 14:06:54.570168 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-116d1dbf-d385-4611-bafd-5ea16457f6c1 req-0c4af87a-c9dc-45c2-ba51-3b2031ccba11 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443742 Feb 11 14:06:55.765044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9b060-194a-47be-855f-6ebfc7fe220a req-a07b961c-bd8e-4ab4-a77e-a834e604b66a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:55.766477 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cad9b060-194a-47be-855f-6ebfc7fe220a req-a07b961c-bd8e-4ab4-a77e-a834e604b66a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0751278 Feb 11 14:06:55.811565 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cad9b060-194a-47be-855f-6ebfc7fe220a req-9b8777fc-3c99-405e-a927-6bbfb7e15eb5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396004 Feb 11 14:06:57.009395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be24a16-6176-4f97-a70d-f26707f4896f req-39d8bb81-92e7-48da-a23d-6d4644b19183 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:57.011271 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3be24a16-6176-4f97-a70d-f26707f4896f req-39d8bb81-92e7-48da-a23d-6d4644b19183 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0769496 Feb 11 14:06:57.055514 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3be24a16-6176-4f97-a70d-f26707f4896f req-984c3e51-796a-4839-bbea-25bbdfcc1424 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388885 Feb 11 14:06:58.255226 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd0b25-0402-46fa-9648-79df9fe94163 req-c64765e9-e17c-40d1-ac04-e3cbc4d55db9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:58.256729 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2efd0b25-0402-46fa-9648-79df9fe94163 req-c64765e9-e17c-40d1-ac04-e3cbc4d55db9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0816081 Feb 11 14:06:58.304902 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2efd0b25-0402-46fa-9648-79df9fe94163 req-c12368b8-4d69-4bfb-9c70-ae574627ce30 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Feb 11 14:06:59.500562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a769ad-94a5-465e-b2b4-f7f03be61855 req-06c35859-4dbe-45e3-bde5-10b3b469b349 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:59.502017 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c2a769ad-94a5-465e-b2b4-f7f03be61855 req-06c35859-4dbe-45e3-bde5-10b3b469b349 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0799208 Feb 11 14:06:59.548490 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c2a769ad-94a5-465e-b2b4-f7f03be61855 req-2fe4697d-4fec-4a8b-b610-0a9a302a6b35 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405939 Feb 11 14:07:00.750880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b5c60-5677-46ba-996f-7381099bea27 req-6bb69c11-ddf4-4442-8411-3a3bfeba854f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:00.752340 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-484b5c60-5677-46ba-996f-7381099bea27 req-6bb69c11-ddf4-4442-8411-3a3bfeba854f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0784175 Feb 11 14:07:00.802412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-484b5c60-5677-46ba-996f-7381099bea27 req-c3114514-e054-4597-8e0c-4f92f21141e3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445821 Feb 11 14:07:02.017867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7056f5-70ab-4510-9eb1-8b5200747768 req-f7ff10ae-8698-42d9-9acb-0fe18885444f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:02.019358 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de7056f5-70ab-4510-9eb1-8b5200747768 req-f7ff10ae-8698-42d9-9acb-0fe18885444f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0768244 Feb 11 14:07:02.067552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de7056f5-70ab-4510-9eb1-8b5200747768 req-51eaa3f5-3739-4007-9a23-719eb65870ad tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 Feb 11 14:07:03.268483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d5af3-34da-42bd-9e2f-a124f938694f req-9164f9bb-6d96-4eb5-a241-c5daa1a1c27d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:03.269876 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e34d5af3-34da-42bd-9e2f-a124f938694f req-9164f9bb-6d96-4eb5-a241-c5daa1a1c27d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0806358 Feb 11 14:07:03.317619 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e34d5af3-34da-42bd-9e2f-a124f938694f req-e632af51-a46f-47e2-a238-3200bc677357 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404847 Feb 11 14:07:04.516220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832717b4-be7c-41e8-969b-5d6b6a5c2fb6 req-57bb25a4-6608-4c81-8d84-c6b7eabe5381 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:04.517673 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-832717b4-be7c-41e8-969b-5d6b6a5c2fb6 req-57bb25a4-6608-4c81-8d84-c6b7eabe5381 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0761969 Feb 11 14:07:04.563876 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-832717b4-be7c-41e8-969b-5d6b6a5c2fb6 req-6b3aeb25-ef26-49f5-ae16-495ab35ea08f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405657 Feb 11 14:07:05.867822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156ed27-543b-4899-a33e-17789cdc1531 req-5df15d76-3b48-4ee6-82e4-d6b66d4bc552 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:05.869777 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7156ed27-543b-4899-a33e-17789cdc1531 req-5df15d76-3b48-4ee6-82e4-d6b66d4bc552 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.1870337 Feb 11 14:07:05.914591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7156ed27-543b-4899-a33e-17789cdc1531 req-4f412ca9-75a0-4eac-89c0-75cafc3a950e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392268 Feb 11 14:07:07.114477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b11201-1802-492a-8dea-01ff35fce3a8 req-f928f494-da18-442c-948a-c0d41806d147 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:07.116057 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02b11201-1802-492a-8dea-01ff35fce3a8 req-f928f494-da18-442c-948a-c0d41806d147 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0802748 Feb 11 14:07:07.160545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-02b11201-1802-492a-8dea-01ff35fce3a8 req-8f6fef63-7772-469d-90dc-7f0e2de8cea0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390506 Feb 11 14:07:07.942416 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:08.356549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7700-4a25-428b-bc1c-7331d69f3c9c req-23226617-ae8b-4000-9f6d-2d87d65184aa tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.357969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f15e7700-4a25-428b-bc1c-7331d69f3c9c req-23226617-ae8b-4000-9f6d-2d87d65184aa tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0760481 Feb 11 14:07:08.403091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f15e7700-4a25-428b-bc1c-7331d69f3c9c req-959e58b5-a209-41d1-bae9-772900b78084 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395970 Feb 11 14:07:09.284552 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-be35e34e-1a0e-43ae-8ae4-2cf298e92c74 service neutron] show failed (client error): The resource could not be found. Feb 11 14:07:09.285481 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-be35e34e-1a0e-43ae-8ae4-2cf298e92c74 service neutron] 10.222.0.75 "GET /v2.0/ports/8bec5e02-9364-4204-9043-4cc6602c6cc6/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.0745203 Feb 11 14:07:09.364324 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:07:09.545400 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d5e570af-8848-4cea-bafa-b089b3fcd65f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 1097 time: 0.0746973 Feb 11 14:07:09.556200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:07:09.609286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222957-33d6-404d-a734-ab5b613c7092 req-e9c066b9-4a25-4c68-a1aa-cc0ea52aec27 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.610788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f222957-33d6-404d-a734-ab5b613c7092 req-e9c066b9-4a25-4c68-a1aa-cc0ea52aec27 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0810518 Feb 11 14:07:09.669825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:09.750503 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7f222957-33d6-404d-a734-ab5b613c7092 req-c64a502c-545a-41b5-919e-8819cca8c542 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338441 Feb 11 14:07:09.808483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-843530fd-688b-4894-b19e-f01c0384fbb8 req-4deeec34-fb8a-4804-846f-f95fa9a5d92c tempest-TestVolumeBootPattern-389837048 tempest-TestVolumeBootPattern-389837048-project] (83568) timed out ('10.222.0.73', 57592) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 14:07:09.936906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:09.966321 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:10.025585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:10.030765 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.045717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Transition to ACTIVE for port object 8bec5e02-9364-4204-9043-4cc6602c6cc6 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:10.049421 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.107119 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'code': 200} Feb 11 14:07:10.190061 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:10.216094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.216433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.216769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.217096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.217417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.217737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.218058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.218372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.218717 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.219031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.219347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:10.263939 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] No DVR routers for this DVR port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:10.514323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:10.514605 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:10.514931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:07:10.520705 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:07:10.521106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:07:10.527451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:07:10.527784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:07:10.528165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:07:10.528588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Bound port: 8bec5e02-9364-4204-9043-4cc6602c6cc6, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:10.528930 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.621710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:10.625076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:10.629784 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.683808 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:10.685195 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] 10.222.0.73 "PUT /v2.0/ports/8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1092 time: 1.1328061 Feb 11 14:07:10.753094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9356ff5-3c97-4ab6-9bac-11adc9351f33 service neutron] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:10.792474 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d076ed58-7bbd-400e-b3cd-1d456fa16a16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1095 time: 0.0856771 Feb 11 14:07:10.940581 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-42af1085-cc00-4314-af20-30931bd568e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:10.942155 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-42af1085-cc00-4314-af20-30931bd568e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1444123 Feb 11 14:07:10.985059 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a0e88-1847-4d0e-83b4-3bc13054a4f1 req-c4d9d202-4e5c-4f0d-a5e6-b9df9a4f3349 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:10.986515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-643a0e88-1847-4d0e-83b4-3bc13054a4f1 req-c4d9d202-4e5c-4f0d-a5e6-b9df9a4f3349 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 944 time: 0.0843527 Feb 11 14:07:11.032693 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-643a0e88-1847-4d0e-83b4-3bc13054a4f1 req-23a5144c-6e1f-408b-a8c6-2167f13482d8 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404942 Feb 11 14:07:11.047271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-d82c758a-8b71-44ba-9d0c-93ee46e4c03d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1000 time: 0.0988114 Feb 11 14:07:11.199425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-bd7ec3b8-6bba-4084-84a9-0eb62f8ced73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.201053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-bd7ec3b8-6bba-4084-84a9-0eb62f8ced73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.1485364 Feb 11 14:07:11.279319 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-b104d619-a09f-4513-8469-8e3b10a0c03c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710416 Feb 11 14:07:11.408232 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-15e1c23a-52ef-4d51-b7da-75fbc4f88a68 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228077 Feb 11 14:07:11.538378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6c4caaff-845f-4b78-8e57-ed0005202dc6 req-ae08e7b2-a2aa-4fd4-9d31-2b058ef76370 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242399 Feb 11 14:07:12.108349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:12.196361 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'status': 'completed', 'code': 200} Feb 11 14:07:12.270719 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-40fd6e7f-7cd3-4202-bca6-371ca425c477 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1095 time: 0.0722232 Feb 11 14:07:12.297300 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a469-89d9-4f32-b9d7-a32a3cc838f9 req-dca50ef5-90b0-49f9-8c0b-1ac61ad7ea4c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.298791 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d8e1a469-89d9-4f32-b9d7-a32a3cc838f9 req-dca50ef5-90b0-49f9-8c0b-1ac61ad7ea4c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 944 time: 0.1427042 Feb 11 14:07:12.302472 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-bb6b253f-3ac8-4d20-adb9-35c923b0a87b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1095 time: 0.1007597 Feb 11 14:07:12.406321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-fe0b3ec1-c0c2-4f1d-b616-425d22acdf7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.408448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-fe0b3ec1-c0c2-4f1d-b616-425d22acdf7b service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1317942 Feb 11 14:07:12.436485 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d8e1a469-89d9-4f32-b9d7-a32a3cc838f9 req-d8151f9c-d37c-4fbd-a558-f3c222ef4e1e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322200 Feb 11 14:07:12.476547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-5a142ce3-0dbb-49a9-b7dd-8ed251ff81b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.478081 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-5a142ce3-0dbb-49a9-b7dd-8ed251ff81b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1603920 Feb 11 14:07:12.519243 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-c8168985-15ad-442c-969f-2d847cba1b6c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1000 time: 0.1044014 Feb 11 14:07:12.582805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-3c23653b-1974-4425-8393-016a369d8597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.584348 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-3c23653b-1974-4425-8393-016a369d8597 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0594037 Feb 11 14:07:12.584502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-a0fe80b0-8129-4891-98f1-4acc4bfed2b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1000 time: 0.1002352 Feb 11 14:07:12.647051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-62bc317b-7a3f-4277-b642-512b09d412ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.648805 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-62bc317b-7a3f-4277-b642-512b09d412ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0577807 Feb 11 14:07:12.662125 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-8aca652a-cc75-4249-b263-e03da4e6cef6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720716 Feb 11 14:07:12.722747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-663c0c0f-95cd-4f08-b1dc-469ee4dcadf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675590 Feb 11 14:07:12.799506 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-dac4f5e3-a005-492e-a9dd-9fde14eb992c service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308613 Feb 11 14:07:12.857940 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-10d18f8e-8021-477f-a8fe-8461a507a25a service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267765 Feb 11 14:07:12.858818 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:12.936317 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-3eb8261d-311d-44c0-b492-2d648e5e5d11 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311851 Feb 11 14:07:12.992667 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ee74c622-e92c-427e-85e9-719e68ed64c7 req-aed2a81d-ed95-4150-8ea7-43fcff429e92 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268075 Feb 11 14:07:13.635254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2b6ab-d13b-4807-9fc8-039320a355cc req-7ec97b86-4ea1-4bd0-a176-f2ecb655b850 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:13.637013 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7f2b6ab-d13b-4807-9fc8-039320a355cc req-7ec97b86-4ea1-4bd0-a176-f2ecb655b850 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 944 time: 0.0776441 Feb 11 14:07:13.682447 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a7f2b6ab-d13b-4807-9fc8-039320a355cc req-35bda473-4a02-427f-a795-5683f6ba32e7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399115 Feb 11 14:07:13.694478 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:07:13.751464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:07:14.111443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-953ad6cd-0c6c-4a58-bce1-b4e100b535c6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.112868 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-953ad6cd-0c6c-4a58-bce1-b4e100b535c6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8&tenant_id=6c4013c9c076441491dec2440e3de63a&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 944 time: 0.0855260 Feb 11 14:07:14.174975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33640d5f-0417-4634-a33e-56610c2567a2 req-b6ccb397-8b90-4af9-9932-742b8ccecbc4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.176422 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-33640d5f-0417-4634-a33e-56610c2567a2 req-b6ccb397-8b90-4af9-9932-742b8ccecbc4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 944 time: 0.0803936 Feb 11 14:07:14.191437 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-8d52e71f-07c1-4ba3-b380-a139e6cdd303 service neutron] 10.222.0.73 "GET /v2.0/ports/8bec5e02-9364-4204-9043-4cc6602c6cc6/bindings/n-h1-818559-1 HTTP/1.1" status: 200 len: 382 time: 0.0727019 Feb 11 14:07:14.222285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-33640d5f-0417-4634-a33e-56610c2567a2 req-d91e5fda-ce69-47f3-a2de-bbc68f8fdfc5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396318 Feb 11 14:07:14.283505 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-e4f9f820-eb91-461b-9d71-4efc743af95b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1095 time: 0.0716584 Feb 11 14:07:14.397539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:07:14.507020 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-cca1c104-779f-45d2-8a35-bc3c555e4d22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.508382 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-cca1c104-779f-45d2-8a35-bc3c555e4d22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.2182617 Feb 11 14:07:14.544410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:14.557332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'port_id': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'mac_address': 'fa:16:3e:b0:77:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:07:14.610567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-3cb43a89-e6f6-44de-ace6-d3126f988420 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1000 time: 0.0965006 Feb 11 14:07:14.611057 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.628687 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bec5e02-9364-4204-9043-4cc6602c6cc6 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:14.643656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:14.647501 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:14.675901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-fdef70ae-7bed-468f-839f-559d5fe039d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.677498 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-fdef70ae-7bed-468f-839f-559d5fe039d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0610232 Feb 11 14:07:14.717873 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:14.751420 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-28339528-5e32-4d15-84dd-099b87364794 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682852 Feb 11 14:07:14.882242 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-0018617a-ea05-4843-bcca-ad7ef5d641c0 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245191 Feb 11 14:07:14.912228 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['8bec5e02-9364-4204-9043-4cc6602c6cc6'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:07:15.016810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a41ed909-9df7-4d45-b744-54b2caae3032 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277552 Feb 11 14:07:15.422993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014e2bf-7cdb-4c3d-b86f-09bb8f6bdb40 req-6d1c69bd-934a-489d-b61d-276744d7bc70 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:15.424438 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2014e2bf-7cdb-4c3d-b86f-09bb8f6bdb40 req-6d1c69bd-934a-489d-b61d-276744d7bc70 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 945 time: 0.0795374 Feb 11 14:07:15.469998 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2014e2bf-7cdb-4c3d-b86f-09bb8f6bdb40 req-722854c8-1c5d-47f4-b45f-28662e484719 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400658 Feb 11 14:07:15.548445 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7556d43-4fa7-4ba8-a109-4f63bc05fb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:16.404774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:07:16.473374 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 8bec5e02-9364-4204-9043-4cc6602c6cc6 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:16.478756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 8bec5e02-9364-4204-9043-4cc6602c6cc6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:16.479247 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:16.600563 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:16.627895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:16.639310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:16.644571 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:16.674064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b1ac2-91a5-42cc-8e7a-ff92e628db98 req-8c87f757-6751-454c-bb2c-6fe08e3ff625 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:16.676511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-386b1ac2-91a5-42cc-8e7a-ff92e628db98 req-8c87f757-6751-454c-bb2c-6fe08e3ff625 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 945 time: 0.0837848 Feb 11 14:07:16.718404 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'code': 200} Feb 11 14:07:16.731409 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-386b1ac2-91a5-42cc-8e7a-ff92e628db98 req-5b469fa0-e950-4b3f-903b-6ca5da24e304 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494523 Feb 11 14:07:16.737122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:17.033658 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-387f0f90-8e7c-4015-9a19-ecd98ba4769a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 1097 time: 0.0731044 Feb 11 14:07:17.044187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:07:17.150735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:17.412009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:17.445040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:17.602949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:17.609148 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:17.625009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Transition to ACTIVE for port object 8bec5e02-9364-4204-9043-4cc6602c6cc6 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:17.629037 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:17.676977 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'code': 200} Feb 11 14:07:17.733035 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9858-a782-4058-8e33-d00c25216c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:17.779263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=10']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:17.843861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] No DVR routers for this DVR port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:18.065321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1b63b-bf82-483d-aaeb-75106a00acdb req-0a988810-9722-4224-99b2-a4f288ecafaa tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:18.066701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36e1b63b-bf82-483d-aaeb-75106a00acdb req-0a988810-9722-4224-99b2-a4f288ecafaa tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 945 time: 0.1689131 Feb 11 14:07:18.126203 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-36e1b63b-bf82-483d-aaeb-75106a00acdb req-9fca721a-daf8-4926-8d24-0bf3c7dbd307 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505786 Feb 11 14:07:18.206119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:18.206364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:18.206721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:07:18.212284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:07:18.212631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Attempting to bind port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:07:18.219113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:07:18.219441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:07:18.219812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:07:18.220224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Bound port: 8bec5e02-9364-4204-9043-4cc6602c6cc6, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:18.220556 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:18.309912 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:18.312833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:18.317496 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:18.380813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:18.382218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] 10.222.0.75 "PUT /v2.0/ports/8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1093 time: 1.3420272 Feb 11 14:07:18.395069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2707543-00f5-4819-8e84-d56e7ca07d17 service neutron] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=11']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:18.478281 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-2f2341bf-d6b5-455c-99d2-b4405c953ac9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1096 time: 0.0757120 Feb 11 14:07:18.613033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-1247e8e9-759d-4492-8d91-db2f556beb7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:18.614457 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-1247e8e9-759d-4492-8d91-db2f556beb7e service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1310863 Feb 11 14:07:18.713761 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-241e4ede-2ad0-4f83-b24e-f6d48c19315b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1000 time: 0.0935194 Feb 11 14:07:18.778861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-70a72eb1-4756-48dc-b286-6bf0bd6d410b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:18.780262 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-70a72eb1-4756-48dc-b286-6bf0bd6d410b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0609052 Feb 11 14:07:18.858877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-1d7cc25a-fdf3-405b-9ff0-01126c6f0a8c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724483 Feb 11 14:07:18.995856 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:19.000997 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-8e164bee-0b2a-434a-b924-49e1879b0fc0 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359308 Feb 11 14:07:19.054155 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:19.141380 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-20753eb9-6cbc-4f17-8fb7-d14e56c35fed req-127b9beb-01a3-40ce-bf95-ea68a6ad101e service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345410 Feb 11 14:07:19.329028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3ae53-5062-4027-a843-cee48372c843 req-51b19b2b-0ffc-4d56-8e80-2ecc6434cf19 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:19.330610 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82e3ae53-5062-4027-a843-cee48372c843 req-51b19b2b-0ffc-4d56-8e80-2ecc6434cf19 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 945 time: 0.0774753 Feb 11 14:07:19.381607 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-82e3ae53-5062-4027-a843-cee48372c843 req-2a1c9a74-6e66-4ef3-90b6-e9a7946838d7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455408 Feb 11 14:07:19.678242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:19.745031 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'status': 'completed', 'code': 200} Feb 11 14:07:19.832236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-742d4167-33f6-4199-919b-acf111937923 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1096 time: 0.0698185 Feb 11 14:07:19.939453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-d328a2d5-4b68-46c0-b550-0ab9932bb35e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 1096 time: 0.1710594 Feb 11 14:07:19.967759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-13ffce9c-b821-40a4-b2b5-a04c35bb3766 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:19.969199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-13ffce9c-b821-40a4-b2b5-a04c35bb3766 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1312079 Feb 11 14:07:20.073788 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-43c1ac04-dab0-4c27-b332-11c624579cce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1000 time: 0.0984476 Feb 11 14:07:20.075753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-45304918-0aa5-4622-8070-f91e2b77267c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:20.077213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-45304918-0aa5-4622-8070-f91e2b77267c service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1307316 Feb 11 14:07:20.135407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-35470570-a3fc-489a-81cb-ae2155fe08c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:20.136853 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-35470570-a3fc-489a-81cb-ae2155fe08c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0575354 Feb 11 14:07:20.179635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-91d94cb1-2fff-41e1-b80a-f64a5ea16fe0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 200 len: 1000 time: 0.0955067 Feb 11 14:07:20.214464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-33a80121-6e35-4ef4-a2af-88fd9ad0ea2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720508 Feb 11 14:07:20.249056 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-5f1a3c92-a09e-4bca-ac44-d19cbf75abde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:20.250508 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-5f1a3c92-a09e-4bca-ac44-d19cbf75abde service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0620165 Feb 11 14:07:20.325959 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-40b9d55f-022c-449a-8f72-e3f2dea737ed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678952 Feb 11 14:07:20.345543 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-06d2576a-4bc9-40ae-9123-ba4e76f90372 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257350 Feb 11 14:07:20.420456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:07:20.498197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-34e610af-a65a-4711-afde-c70216487c86 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629069 Feb 11 14:07:20.523198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-5a869b6f-8485-4c57-a013-c68ed61b30a9 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713555 Feb 11 14:07:20.537691 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:07:20.548739 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:20.675282 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-21cd42ea-08a2-4d0b-9023-8ddbec9103e1 req-1db51ede-c20f-43a8-8227-bb685e99f69c service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617491 Feb 11 14:07:20.675557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14d395-4923-41b0-8717-3138f1bff7c5 req-c2ca82ad-b3fa-48aa-95f6-812ef3a85640 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:20.676936 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c14d395-4923-41b0-8717-3138f1bff7c5 req-c2ca82ad-b3fa-48aa-95f6-812ef3a85640 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 945 time: 0.0794463 Feb 11 14:07:20.727413 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9c14d395-4923-41b0-8717-3138f1bff7c5 req-82bd9284-6bf5-462f-988c-74e72fc64ae3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398881 Feb 11 14:07:21.750533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:07:21.888429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:21.902438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'port_id': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'mac_address': 'fa:16:3e:b0:77:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:07:21.936126 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d7462-76c6-45bf-8168-7df4506ef8ff req-ec1c020d-0748-419d-9526-0db4f7441dca tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:21.937591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd9d7462-76c6-45bf-8168-7df4506ef8ff req-ec1c020d-0748-419d-9526-0db4f7441dca tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 945 time: 0.0844271 Feb 11 14:07:21.969508 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:21.984950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd9d7462-76c6-45bf-8168-7df4506ef8ff req-3707aa84-65f4-446c-9685-320363ad6eda tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 Feb 11 14:07:21.986431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bec5e02-9364-4204-9043-4cc6602c6cc6 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:22.001387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:22.005719 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:22.071246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=12']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:22.205082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['8bec5e02-9364-4204-9043-4cc6602c6cc6'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:07:22.274167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceaff1-b2a5-47e7-92b5-2472f93f5e48 req-d991b047-dc5a-4a2c-bcf2-849632a9d00c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:22.276479 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6ceaff1-b2a5-47e7-92b5-2472f93f5e48 req-d991b047-dc5a-4a2c-bcf2-849632a9d00c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.1699250 Feb 11 14:07:22.322466 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6ceaff1-b2a5-47e7-92b5-2472f93f5e48 req-4bf0d1ab-6f91-4235-8f4e-cdd11e1b4894 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400987 Feb 11 14:07:22.519942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d11368-b30d-45ad-82a7-f42846f6caca req-71561e77-bccf-4ba0-b041-0fe6daa36e5d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:22.521312 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90d11368-b30d-45ad-82a7-f42846f6caca req-71561e77-bccf-4ba0-b041-0fe6daa36e5d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0774529 Feb 11 14:07:22.567315 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90d11368-b30d-45ad-82a7-f42846f6caca req-c9e16bde-e950-4ac3-bac0-65ddd2444fda tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396323 Feb 11 14:07:22.974163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829050e-4507-4ed0-a35c-b6e3ca96730b req-df3fe71f-0200-4156-898b-8ccb4e929fa7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:22.976294 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b829050e-4507-4ed0-a35c-b6e3ca96730b req-df3fe71f-0200-4156-898b-8ccb4e929fa7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 946 time: 0.0880644 Feb 11 14:07:23.024842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b829050e-4507-4ed0-a35c-b6e3ca96730b req-ad2a0a9c-5430-460a-9b53-f9d07ca47df3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 Feb 11 14:07:23.782999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:07:23.849630 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 8bec5e02-9364-4204-9043-4cc6602c6cc6 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:23.854448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 8bec5e02-9364-4204-9043-4cc6602c6cc6 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:23.854853 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:23.973075 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:23.999965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:24.009489 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:24.013379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.058789 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'code': 200} Feb 11 14:07:24.081889 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=13']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:24.199207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-d19b2d1d-7999-452a-a31c-90026e981285 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:24.200854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-d19b2d1d-7999-452a-a31c-90026e981285 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 947 time: 0.1213984 Feb 11 14:07:24.280128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Deleting port 8bec5e02-9364-4204-9043-4cc6602c6cc6 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:07:24.280463 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.331715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87715c57-dab5-4986-a761-c9855f1a90d7 req-bc779399-a049-4bb3-b915-39239aefbd40 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:24.333087 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87715c57-dab5-4986-a761-c9855f1a90d7 req-bc779399-a049-4bb3-b915-39239aefbd40 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 947 time: 0.1846724 Feb 11 14:07:24.431610 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87715c57-dab5-4986-a761-c9855f1a90d7 req-d352f2e0-b9de-4a30-acd8-2096d3ebbc34 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898886 Feb 11 14:07:24.565779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] For port 8bec5e02-9364-4204-9043-4cc6602c6cc6, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8bec5e02-9364-4204-9043-4cc6602c6cc6,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:24.566132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.942314 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.942691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:24.943007 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85 disassociated. External IP: 172.25.4.68, port: 8bec5e02-9364-4204-9043-4cc6602c6cc6. Feb 11 14:07:24.943340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Calling delete_port for 8bec5e02-9364-4204-9043-4cc6602c6cc6 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:07:25.084763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:25.135856 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event deleted for resources: {'Port': ['ID=8bec5e02-9364-4204-9043-4cc6602c6cc6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:25.148805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.149136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.149475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.150617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.151238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.151566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.152069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.152399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.152722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.153047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.153371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:25.366835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Router 93a4970a-c413-4479-8af6-e451e5099d60 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:07:25.578689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:25.588708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:07:25.609013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:07:25.610069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:25.624056 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-68c12c16-d9ed-4416-856b-befbe3668966 req-27a4b6d3-5405-42f5-8d45-6fb7067d3828 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf76784c-99e6-494a-9e4d-c7a04d61a2b8 HTTP/1.1" status: 200 len: 210 time: 0.0550604 Feb 11 14:07:25.656482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] No DVR routers for this DVR port 8bec5e02-9364-4204-9043-4cc6602c6cc6 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:25.659048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:25.661585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-deleted', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:25.678396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b467ed01-c1e5-4c21-841e-914b02ff34cc req-8904e3c3-7dc7-4583-81c7-8bcd3f012cbe tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "DELETE /v2.0/ports/8bec5e02-9364-4204-9043-4cc6602c6cc6 HTTP/1.1" status: 204 len: 173 time: 1.4698479 Feb 11 14:07:25.721873 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf76784c-99e6-494a-9e4d-c7a04d61a2b8', 'name': 'network-vif-deleted', 'tag': '8bec5e02-9364-4204-9043-4cc6602c6cc6', 'status': 'completed', 'code': 200} Feb 11 14:07:25.800001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:07:26.114870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:26.119787 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:07:26.131775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:07:26.132376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:26.312880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:07:26.654998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:26.659177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d11fb-ba7a-49d0-b516-30a34620760a None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:07:26.894631 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67025a-1e32-4e6c-9830-955c4604b5f0 None None] New status for floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:07:26.991362 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-2967af33-0724-4c5e-b29e-38a6f992e095 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1829122207&fields=id&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 267 time: 0.0406432 Feb 11 14:07:27.150457 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-7aab0f6a-1194-4b78-886f-1dd6802b4046 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:27.152412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-7aab0f6a-1194-4b78-886f-1dd6802b4046 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 811 time: 0.1537483 Feb 11 14:07:27.169297 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-9c241485-b615-4dff-b7bd-1388171c249c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/quotas/6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 375 time: 0.0115023 Feb 11 14:07:27.252763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-49bff353-1d72-4dac-87ae-ae79b77c9741 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787005 Feb 11 14:07:27.389676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-a81fba9b-18a5-4fc8-9145-4115ea2d0976 service neutron] 10.222.0.67 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252642 Feb 11 14:07:27.523673 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-298c196e-90eb-4354-a155-f1b5c96f3a8d service neutron] 10.222.0.67 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282461 Feb 11 14:07:27.708782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-601c4f7c-3aec-4303-bf33-5e3624bde98d req-a405e0d3-dcd7-4a2e-8c7d-b3c22a59e39d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:07:27.726317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-601c4f7c-3aec-4303-bf33-5e3624bde98d req-a405e0d3-dcd7-4a2e-8c7d-b3c22a59e39d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:07:27.728327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-601c4f7c-3aec-4303-bf33-5e3624bde98d req-a405e0d3-dcd7-4a2e-8c7d-b3c22a59e39d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 210 time: 0.0604529 Feb 11 14:07:27.781883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:07:27.814362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 8bec5e02-9364-4204-9043-4cc6602c6cc6 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:07:27.814792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8bec5e02-9364-4204-9043-4cc6602c6cc6 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:07:28.713311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-7cb73e6a-6347-4f72-a272-187b88ab5d37 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:28.714774 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-7cb73e6a-6347-4f72-a272-187b88ab5d37 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 811 time: 0.1491795 Feb 11 14:07:28.768885 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-29fbb746-f873-4da7-ada7-745d33308ba6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 380 time: 0.0418148 Feb 11 14:07:28.778412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'port': {'device_id': '498798cd-4588-4264-9848-f224d6dc8d69', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'admin_state_up': True, 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'security_groups': ['7e9e20db-cd79-428f-a02a-0a7163dd3add']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:07:28.897882 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2417461-e00d-4ff3-afd8-71cc83888dee req-8ce47671-f776-4d60-bf93-bb7339622794 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 210 time: 0.0415101 Feb 11 14:07:28.917379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:07:28.927173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:07:28.936894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Made reservation on behalf of 6c4013c9c076441491dec2440e3de63a for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:28.939899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.106424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Allocated IP 172.20.0.5 (14838be1-b2ef-41d1-a362-32a8f378d6e3/8f4b33f0-b869-41f2-ba20-4f3b55352f6f/8c9a20c2-fb14-4946-94d0-7abf0b3f3175) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:29.291665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.308016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Transition to ACTIVE for port object 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:29.331126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.402888 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:29.406272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:29.409868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:07:29.446162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:29.477557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:29.478180 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.504722 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-6d06b0ba-c16f-4997-97f6-ea58b5f0ac3f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7304828 Feb 11 14:07:29.518832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Request body: {'port': {'device_id': '498798cd-4588-4264-9848-f224d6dc8d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:07:29.649265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-46e3bb06-614f-4d18-9d20-2a73378d4fc2 None None] Provisioning for port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:29.655134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-46e3bb06-614f-4d18-9d20-2a73378d4fc2 None None] Provisioning complete for port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:29.655509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46e3bb06-614f-4d18-9d20-2a73378d4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.716433 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-46e3bb06-614f-4d18-9d20-2a73378d4fc2 None None] Port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:07:29.749264 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.127064 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:30.135939 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.160299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Transition to ACTIVE for port object 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:30.165936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.214985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86913aed-0c79-4bdd-91f8-5157b0f36f41 req-dcfa00a8-279c-43ac-85dd-aba17eba0d82 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:30.215591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-86913aed-0c79-4bdd-91f8-5157b0f36f41 req-dcfa00a8-279c-43ac-85dd-aba17eba0d82 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Synchronizing usage tracker for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:07:30.312057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-86913aed-0c79-4bdd-91f8-5157b0f36f41 req-dcfa00a8-279c-43ac-85dd-aba17eba0d82 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Unset dirty status for tenant:6c4013c9c076441491dec2440e3de63a on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:07:30.313205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-86913aed-0c79-4bdd-91f8-5157b0f36f41 req-dcfa00a8-279c-43ac-85dd-aba17eba0d82 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 931 time: 0.2833390 Feb 11 14:07:30.313784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:30.439497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-86913aed-0c79-4bdd-91f8-5157b0f36f41 req-0ad826ea-628e-47ed-8404-14ae3d7c4ddf tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195266 Feb 11 14:07:30.460828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:30.461165 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:30.461491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:07:30.467812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:07:30.468071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:07:30.474208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:07:30.474541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:07:30.475015 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:07:30.475426 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Bound port: 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:30.475765 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.563402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:30.566302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:30.570458 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.635699 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.637067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] 10.222.0.75 "PUT /v2.0/ports/8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 1091 time: 1.1247354 Feb 11 14:07:30.637525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:30.659879 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623db68c-f3ae-44d7-be78-3c8ead56c789 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:30.717431 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'status': 'completed', 'code': 200} Feb 11 14:07:30.760378 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-11d552a1-4ae9-444f-90f7-1b853c76d669 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1094 time: 0.0778265 Feb 11 14:07:30.833909 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-d91b731b-6458-4490-8657-3a6d046d4db4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 217 time: 0.0672708 Feb 11 14:07:30.896652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-976fa7c1-397e-4a48-a9f3-1a004644a41a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:30.898020 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-976fa7c1-397e-4a48-a9f3-1a004644a41a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0589828 Feb 11 14:07:30.973762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-bdd978b4-9b0c-47a8-8001-38960687b006 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704656 Feb 11 14:07:31.107198 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-f7eaca33-c153-4b57-baec-027f9b0e5f64 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273787 Feb 11 14:07:31.236055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1051db3d-a8f6-44ec-9bd8-a6af4fa150ca req-e8a90f14-d0db-4b42-b5dd-a3bf8910315d service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228876 Feb 11 14:07:31.351407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8945bc36-0f88-4c3f-80a2-0f145891a5b6 req-f724ba0d-bf4b-4213-8952-fa2e140e24ad service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1094 time: 0.0683320 Feb 11 14:07:31.590902 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945bc36-0f88-4c3f-80a2-0f145891a5b6 req-e973e757-7548-48c7-90d8-d1758d289a83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:31.592403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8945bc36-0f88-4c3f-80a2-0f145891a5b6 req-e973e757-7548-48c7-90d8-d1758d289a83 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.2353132 Feb 11 14:07:31.680518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8945bc36-0f88-4c3f-80a2-0f145891a5b6 req-990be5f5-7ad2-4198-878a-1ec6b340f516 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 217 time: 0.0807519 Feb 11 14:07:31.794937 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945bc36-0f88-4c3f-80a2-0f145891a5b6 req-e5b94458-82e5-428b-a72e-9a59d51975e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:31.796387 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8945bc36-0f88-4c3f-80a2-0f145891a5b6 req-e5b94458-82e5-428b-a72e-9a59d51975e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.1094737 Feb 11 14:07:31.868363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb435b37-8895-4a79-ac00-2211e1df131c req-7e153683-cb03-4be1-88e3-4d80c59d1332 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:31.869950 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb435b37-8895-4a79-ac00-2211e1df131c req-7e153683-cb03-4be1-88e3-4d80c59d1332 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.1459188 Feb 11 14:07:31.926712 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8945bc36-0f88-4c3f-80a2-0f145891a5b6 req-8e55d0d9-0756-48d8-99d7-2a76307f5069 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188812 Feb 11 14:07:31.931886 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb435b37-8895-4a79-ac00-2211e1df131c req-6465cb61-a1a0-4824-ab91-a65ec0415ee5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549963 Feb 11 14:07:32.059497 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8945bc36-0f88-4c3f-80a2-0f145891a5b6 req-588071ea-c5fc-4338-8028-dbe9ad5486d8 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256168 Feb 11 14:07:32.193447 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8945bc36-0f88-4c3f-80a2-0f145891a5b6 req-e96c67d0-45ff-4b5b-a756-fbba637a65c2 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263216 Feb 11 14:07:33.131989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb95c5-3354-46c0-90b8-48383f846ab0 req-39cfb412-08ca-4fb8-9704-d665a6e79224 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:33.133448 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86bb95c5-3354-46c0-90b8-48383f846ab0 req-39cfb412-08ca-4fb8-9704-d665a6e79224 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.0801749 Feb 11 14:07:33.177588 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-86bb95c5-3354-46c0-90b8-48383f846ab0 req-f60b470e-edd3-4a15-ad73-3e94bdd23ed0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386741 Feb 11 14:07:33.828569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:07:33.961829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:33.975633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'port_id': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'mac_address': 'fa:16:3e:3f:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:07:34.028625 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:34.046088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:34.061179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:34.065054 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:34.135633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:34.266131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['8c9a20c2-fb14-4946-94d0-7abf0b3f3175'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:07:34.381487 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771875a-7b81-4ded-9d59-4e2d34cb7914 req-4654e00a-43ee-4918-af65-a7f2fe7e6de5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:34.383324 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a771875a-7b81-4ded-9d59-4e2d34cb7914 req-4654e00a-43ee-4918-af65-a7f2fe7e6de5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.0870531 Feb 11 14:07:34.429923 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a771875a-7b81-4ded-9d59-4e2d34cb7914 req-986f528c-878e-490c-87f1-2848bf71be5a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401399 Feb 11 14:07:35.633368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47d38c-63ed-433c-9c0d-1da1537c7e3b req-795e54c9-cd59-4af3-9610-1e0ec0e07fc9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:35.634941 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f47d38c-63ed-433c-9c0d-1da1537c7e3b req-795e54c9-cd59-4af3-9610-1e0ec0e07fc9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.0796309 Feb 11 14:07:35.679478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9f47d38c-63ed-433c-9c0d-1da1537c7e3b req-f9b56573-406d-40c0-a6e6-7bc1fbc9fb11 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391610 Feb 11 14:07:35.844098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:07:35.914109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:35.919472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:35.919832 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.032802 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.059871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:36.069731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:36.073883 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:36.113409 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'code': 200} Feb 11 14:07:36.145101 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:36.254513 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80870ff3-2a2b-4041-b3e9-368746bd74e5 req-28cbef43-cb6e-4943-9779-42f8439ab20d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1096 time: 0.0681772 Feb 11 14:07:36.298744 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-80870ff3-2a2b-4041-b3e9-368746bd74e5 req-eaf08977-4ede-4bbe-bba1-2da34a9b884e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385275 Feb 11 14:07:36.885210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1222a-1260-490b-8950-abb324de5299 req-27ba002c-1fda-4244-82b7-ab26c085045d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:36.886698 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63b1222a-1260-490b-8950-abb324de5299 req-27ba002c-1fda-4244-82b7-ab26c085045d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0793316 Feb 11 14:07:36.931882 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-63b1222a-1260-490b-8950-abb324de5299 req-b9642e73-7390-4384-94a6-2785bc459f09 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396359 Feb 11 14:07:37.934120 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:38.130208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9d25-703d-47f6-bcef-187c12736581 req-c1f188eb-05ad-493b-8d78-0e7bb03e5501 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:38.131705 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b42e9d25-703d-47f6-bcef-187c12736581 req-c1f188eb-05ad-493b-8d78-0e7bb03e5501 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0779200 Feb 11 14:07:38.177026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b42e9d25-703d-47f6-bcef-187c12736581 req-684343d3-f8fc-42a7-8c16-333ecc3b1d90 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391285 Feb 11 14:07:38.364882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e221d45-2657-4756-88e1-596b5392b5e6 req-c440a6b9-1d14-40b0-bb53-49510f03fb4e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:38.366311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e221d45-2657-4756-88e1-596b5392b5e6 req-c440a6b9-1d14-40b0-bb53-49510f03fb4e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0754383 Feb 11 14:07:38.375177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54548) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:07:38.380222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c082e01f-be70-4950-89b8-4ec5a5c03a04 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Request body: {'floatingip': {'port_id': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:07:38.473595 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c082e01f-be70-4950-89b8-4ec5a5c03a04 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:39.148770 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c082e01f-be70-4950-89b8-4ec5a5c03a04 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:39.152458 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c082e01f-be70-4950-89b8-4ec5a5c03a04 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:39.353108 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-c082e01f-be70-4950-89b8-4ec5a5c03a04 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85 associated. External IP: 172.25.4.68, port: 8c9a20c2-fb14-4946-94d0-7abf0b3f3175. Feb 11 14:07:39.745527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c082e01f-be70-4950-89b8-4ec5a5c03a04 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Router 93a4970a-c413-4479-8af6-e451e5099d60 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:07:39.947449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c082e01f-be70-4950-89b8-4ec5a5c03a04 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:07:39.952499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c082e01f-be70-4950-89b8-4ec5a5c03a04 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:39.957266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:07:39.969376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:07:39.969980 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:40.006201 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c082e01f-be70-4950-89b8-4ec5a5c03a04 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "PUT /v2.0/floatingips/023a6c5e-4853-4fb3-9a82-aa082545dc85 HTTP/1.1" status: 200 len: 991 time: 1.6299179 Feb 11 14:07:40.006699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:40.062600 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'status': 'completed', 'code': 200} Feb 11 14:07:40.177005 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c8c9be6-f3a5-49bb-aa21-bf894c5c981f req-d30a0e30-6bb4-44fc-b5bd-fc575d816da8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1096 time: 0.0775259 Feb 11 14:07:40.202632 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:07:40.318617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c9be6-f3a5-49bb-aa21-bf894c5c981f req-a37c8611-f50f-4f58-bead-1a3765548c45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:40.320088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c8c9be6-f3a5-49bb-aa21-bf894c5c981f req-a37c8611-f50f-4f58-bead-1a3765548c45 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1377831 Feb 11 14:07:40.425852 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c8c9be6-f3a5-49bb-aa21-bf894c5c981f req-bbf69073-634f-4cf1-8856-f3f93e0f41a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 999 time: 0.0996070 Feb 11 14:07:40.499255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c9be6-f3a5-49bb-aa21-bf894c5c981f req-a446f575-6689-4511-9529-0137affb272f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:40.500858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c8c9be6-f3a5-49bb-aa21-bf894c5c981f req-a446f575-6689-4511-9529-0137affb272f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0687006 Feb 11 14:07:40.590846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c8c9be6-f3a5-49bb-aa21-bf894c5c981f req-2f382e5b-d352-4c57-a267-0b1faa03d238 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829196 Feb 11 14:07:40.600703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:3f:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498798cd-4588-4264-9848-f224d6dc8d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:07:39Z', 'revision_number': 13, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:40.605699 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:07:40.615975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:07:40.616590 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:07:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:40.732240 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c8c9be6-f3a5-49bb-aa21-bf894c5c981f req-c1e8eca3-eb1c-40c5-8047-d8a095c04f10 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357989 Feb 11 14:07:40.811423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:07:40.970686 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c8c9be6-f3a5-49bb-aa21-bf894c5c981f req-e89ea24f-b5f6-42c2-b49d-2ceac5d27934 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318892 Feb 11 14:07:41.194625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:3f:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498798cd-4588-4264-9848-f224d6dc8d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:07:39Z', 'revision_number': 13, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:07:41.199258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db148f61-0f0f-47b1-aa32-ec002e2c40b6 None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '023a6c5e-4853-4fb3-9a82-aa082545dc85', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'floating_ip_address': '172.25.4.68', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'port_id': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'mac_address': 'fa:16:3e:3f:7d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498798cd-4588-4264-9848-f224d6dc8d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:04:43Z', 'updated_at': '2022-02-11T14:07:39Z', 'revision_number': 13, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:07:41.400860 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d8368-ce1d-4cc0-84e9-538475232311 None None] New status for floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:07:41.687375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2315da3-9ebc-4135-ae60-1daa8247bbf9 req-19d811eb-e5c6-413c-bf0e-12cd37efc488 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:41.688829 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2315da3-9ebc-4135-ae60-1daa8247bbf9 req-19d811eb-e5c6-413c-bf0e-12cd37efc488 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0802460 Feb 11 14:07:41.736454 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2315da3-9ebc-4135-ae60-1daa8247bbf9 req-597b345b-163d-46c1-91b4-7e5b2fd35897 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Feb 11 14:07:42.857958 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:45.549738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-952f2aee-2c96-438b-95a9-9dc35c3ee67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:46.141618 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e48de07f-138e-47a7-bdfa-480a57b273cd req-41db4890-b282-493d-b55f-7bedc32d7c1c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716946 Feb 11 14:07:46.285039 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e48de07f-138e-47a7-bdfa-480a57b273cd req-32d2f9fd-70f4-4be9-9063-deaf22695297 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1096 time: 0.0674984 Feb 11 14:07:46.364758 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:07:46.431807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48de07f-138e-47a7-bdfa-480a57b273cd req-ef8b0e92-7b33-43cc-9e46-d1d9a5311fe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:46.433204 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e48de07f-138e-47a7-bdfa-480a57b273cd req-ef8b0e92-7b33-43cc-9e46-d1d9a5311fe3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1278017 Feb 11 14:07:46.539223 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e48de07f-138e-47a7-bdfa-480a57b273cd req-be43ed08-9263-4851-905e-98deb15d215e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 1001 time: 0.1005704 Feb 11 14:07:46.600904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48de07f-138e-47a7-bdfa-480a57b273cd req-ad289618-c141-4ca6-9abc-7115f3549010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:46.602327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e48de07f-138e-47a7-bdfa-480a57b273cd req-ad289618-c141-4ca6-9abc-7115f3549010 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0576839 Feb 11 14:07:46.680528 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e48de07f-138e-47a7-bdfa-480a57b273cd req-61ec3d46-83eb-4176-a3e7-7895e0bb7aaf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711195 Feb 11 14:07:46.811003 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e48de07f-138e-47a7-bdfa-480a57b273cd req-950f52b7-0823-4980-a4e9-1bc91e5cfd0b service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240335 Feb 11 14:07:46.943004 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e48de07f-138e-47a7-bdfa-480a57b273cd req-9c4de5cd-6582-48ba-9cbc-91876b2570e4 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262991 Feb 11 14:07:47.735920 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52a670e5-d015-4f09-bafd-a5f65a87a8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:48.990899 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.053244 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:50.225763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3ca7e31c-075c-4f7e-805f-653f5feed0a5 req-42d8b020-e977-4bf4-95fb-eab37780858b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0674269 Feb 11 14:07:50.452539 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:50.470182 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-b1dc4608-7b32-442d-a42b-8d739060ffd7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689590 Feb 11 14:07:50.549785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c441a8-5391-4d5e-957e-e27705b168e7 req-39dc16fb-1700-40a8-9978-25911dd2bd1a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:50.551559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84c441a8-5391-4d5e-957e-e27705b168e7 req-39dc16fb-1700-40a8-9978-25911dd2bd1a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0828540 Feb 11 14:07:50.603713 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84c441a8-5391-4d5e-957e-e27705b168e7 req-a817e937-abcd-47c5-901b-42a4b1c13fc7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462668 Feb 11 14:07:51.733575 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-c9445030-b357-4658-855b-7c59e7b75d29 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1096 time: 0.0936720 Feb 11 14:07:51.845305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059d002-fd06-4379-89a1-e4466f3bc84c req-7308bafd-d524-451f-a106-4694ab956e6e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:51.848298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e059d002-fd06-4379-89a1-e4466f3bc84c req-7308bafd-d524-451f-a106-4694ab956e6e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.1037581 Feb 11 14:07:51.875343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-e0c208b6-5810-4882-8db3-3f8cd61ffce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:51.876828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-e0c208b6-5810-4882-8db3-3f8cd61ffce8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1374640 Feb 11 14:07:51.896949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e059d002-fd06-4379-89a1-e4466f3bc84c req-1e5ad817-8be0-4c80-88af-eb84cf88ca83 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423334 Feb 11 14:07:51.982346 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-025906fa-8e85-4136-81fc-7a2fd59ef788 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 1001 time: 0.0971720 Feb 11 14:07:52.045025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-332c0762-c9e8-440d-a42e-8faa63f63133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:52.046546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-332c0762-c9e8-440d-a42e-8faa63f63133 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0577745 Feb 11 14:07:52.129516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-f4ce39c8-f712-4f63-9fdb-dc242fbd1c80 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698867 Feb 11 14:07:52.264821 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-b50e35dc-0b66-4f5e-bae3-005866beac64 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272120 Feb 11 14:07:52.499505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-9b3ceb24-3497-48fd-803f-7585f4741690 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283173 Feb 11 14:07:53.095790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4614904-302f-4eaf-a3e0-9874522c9e04 req-1f78e8f6-7821-48a9-b868-76c33d0ed200 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:53.097261 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4614904-302f-4eaf-a3e0-9874522c9e04 req-1f78e8f6-7821-48a9-b868-76c33d0ed200 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0803280 Feb 11 14:07:53.143299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4614904-302f-4eaf-a3e0-9874522c9e04 req-841b74f7-7cd2-44e0-989b-baa990c19c2e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396647 Feb 11 14:07:54.338404 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d403a-ede3-481d-ab60-e8f3d7524609 req-021d7103-9e12-444c-a32f-da0a6bcbb4d9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:54.340058 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d3d403a-ede3-481d-ab60-e8f3d7524609 req-021d7103-9e12-444c-a32f-da0a6bcbb4d9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0753691 Feb 11 14:07:54.475721 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d3d403a-ede3-481d-ab60-e8f3d7524609 req-78458b3d-adf4-4352-8101-3cde4d2b03fd tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302478 Feb 11 14:07:55.686810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc8962-5cb0-411d-a173-064ee765a498 req-49ef6f4f-8ef3-4174-9b20-c41776aaffec tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:55.688270 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4acc8962-5cb0-411d-a173-064ee765a498 req-49ef6f4f-8ef3-4174-9b20-c41776aaffec tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0800622 Feb 11 14:07:55.733970 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4acc8962-5cb0-411d-a173-064ee765a498 req-45db9df8-e8f2-4f06-9d91-f36a263e1ea1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403216 Feb 11 14:07:56.929948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9caed0-a4b8-4a25-bfff-daa2d33d4548 req-46a25bd3-baaf-493c-b752-3b9025378610 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:56.931435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e9caed0-a4b8-4a25-bfff-daa2d33d4548 req-46a25bd3-baaf-493c-b752-3b9025378610 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0764060 Feb 11 14:07:56.975668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6e9caed0-a4b8-4a25-bfff-daa2d33d4548 req-17fd7c21-f132-40e3-8b27-3af1b80b1015 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387132 Feb 11 14:07:58.173932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097581d-b38b-471d-8832-afee6b0fddf4 req-1cc8a820-7293-4c82-a752-c60febde28d6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:58.175432 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b097581d-b38b-471d-8832-afee6b0fddf4 req-1cc8a820-7293-4c82-a752-c60febde28d6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0791531 Feb 11 14:07:58.220427 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b097581d-b38b-471d-8832-afee6b0fddf4 req-c4018c17-f808-43ca-beb6-12da5c63cd56 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394976 Feb 11 14:07:59.421984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6953b-72b0-4318-b5ce-2f75929b1189 req-57d7e181-c8d5-4fd1-a19d-6af1a7cd3b43 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.423557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a9b6953b-72b0-4318-b5ce-2f75929b1189 req-57d7e181-c8d5-4fd1-a19d-6af1a7cd3b43 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0778661 Feb 11 14:07:59.469516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a9b6953b-72b0-4318-b5ce-2f75929b1189 req-197af39a-26e1-4924-83e3-7fe0f7089ccc tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405087 Feb 11 14:08:00.671900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa31a52-36a5-48c3-bc56-5460b67082fb req-68f22455-c7be-47b1-b62a-a12e9fb89cb0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:00.673346 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfa31a52-36a5-48c3-bc56-5460b67082fb req-68f22455-c7be-47b1-b62a-a12e9fb89cb0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0800867 Feb 11 14:08:00.718006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfa31a52-36a5-48c3-bc56-5460b67082fb req-40a28f63-b793-47ad-9a94-043d4316b0c2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392387 Feb 11 14:08:01.914041 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd374a9-c705-4592-9c0a-9e330cbf52d7 req-39b97423-a096-454b-ad35-4433019f9734 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:01.915509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd374a9-c705-4592-9c0a-9e330cbf52d7 req-39b97423-a096-454b-ad35-4433019f9734 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0752370 Feb 11 14:08:01.960234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5cd374a9-c705-4592-9c0a-9e330cbf52d7 req-7d788414-20f3-4b2a-aba5-56b08f79d0a8 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387421 Feb 11 14:08:03.170688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ffc5-ea91-41de-81b3-6c99acb35c9b req-82b7988e-a8ec-4edc-9e04-3ae5fcd52b16 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:03.172218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84d3ffc5-ea91-41de-81b3-6c99acb35c9b req-82b7988e-a8ec-4edc-9e04-3ae5fcd52b16 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0766160 Feb 11 14:08:03.219026 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84d3ffc5-ea91-41de-81b3-6c99acb35c9b req-ac4df515-428c-4e3e-ab7e-7e2cac41b2be tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 Feb 11 14:08:04.416078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdf649-35c6-4553-8f13-156cacef3034 req-2b3513df-a725-45cf-b7cd-f640975c09f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:04.418223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-22bdf649-35c6-4553-8f13-156cacef3034 req-2b3513df-a725-45cf-b7cd-f640975c09f1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0790796 Feb 11 14:08:04.462113 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-22bdf649-35c6-4553-8f13-156cacef3034 req-acdaa232-5f79-40c0-8020-abde9081bd18 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384274 Feb 11 14:08:05.661702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24016c35-00f9-45cb-ad4e-2178d0d472d8 req-b70e75c2-6335-4fa1-a62f-8480684f0313 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:05.663158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24016c35-00f9-45cb-ad4e-2178d0d472d8 req-b70e75c2-6335-4fa1-a62f-8480684f0313 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0789824 Feb 11 14:08:05.708815 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24016c35-00f9-45cb-ad4e-2178d0d472d8 req-70a69c16-c3ee-4363-90a3-4d63970c76f3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393910 Feb 11 14:08:06.921532 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9ac5b-d6ae-42dc-a553-bc21cb114062 req-1cd4cbf7-3dfb-461f-aeb0-0b0e739a304e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:06.923008 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76b9ac5b-d6ae-42dc-a553-bc21cb114062 req-1cd4cbf7-3dfb-461f-aeb0-0b0e739a304e tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0923896 Feb 11 14:08:06.971169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-76b9ac5b-d6ae-42dc-a553-bc21cb114062 req-5cac1414-dbfe-44fc-ade1-bf3add6c035d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Feb 11 14:08:07.933459 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:08.169223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f6f39-54d6-4561-a649-8894061ea035 req-5ac00bfc-e724-4f76-93f1-974a9f241ca6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:08.170714 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-861f6f39-54d6-4561-a649-8894061ea035 req-5ac00bfc-e724-4f76-93f1-974a9f241ca6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0766461 Feb 11 14:08:08.220371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-861f6f39-54d6-4561-a649-8894061ea035 req-2709272b-5a38-462c-a1fc-9ec11baf67f7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Feb 11 14:08:09.431923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5187521-55c3-43ae-84c1-5ad40d4459a1 req-ab05211f-9bb9-473c-9061-3027b2f8f707 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.433422 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5187521-55c3-43ae-84c1-5ad40d4459a1 req-ab05211f-9bb9-473c-9061-3027b2f8f707 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0760076 Feb 11 14:08:09.478280 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c5187521-55c3-43ae-84c1-5ad40d4459a1 req-d15b4ff1-0476-47d4-bc16-83c626ee02b2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394840 Feb 11 14:08:10.681055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa2511-c106-435b-ba1c-b30974189ca7 req-d6b05d45-1132-4334-8041-fdfba6194569 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:10.683186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a2fa2511-c106-435b-ba1c-b30974189ca7 req-d6b05d45-1132-4334-8041-fdfba6194569 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0772769 Feb 11 14:08:10.729736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a2fa2511-c106-435b-ba1c-b30974189ca7 req-08a6130b-fece-41eb-bc1a-e8dbefeadaf5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401788 Feb 11 14:08:11.930762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ce6ba-38bb-47c9-b0b5-7a47422d90c8 req-5be9048e-e271-479b-8c89-cf4959596c66 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.932837 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-408ce6ba-38bb-47c9-b0b5-7a47422d90c8 req-5be9048e-e271-479b-8c89-cf4959596c66 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0805538 Feb 11 14:08:11.984908 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-408ce6ba-38bb-47c9-b0b5-7a47422d90c8 req-abe0fabd-854e-4760-b00d-8c67c1ef6f03 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441682 Feb 11 14:08:12.864411 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:13.285973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d22443-5441-4361-b7e1-b4a7eaa7130c req-6e23f2df-5a9e-49ae-93d7-3a5f8797055c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:13.287463 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-16d22443-5441-4361-b7e1-b4a7eaa7130c req-6e23f2df-5a9e-49ae-93d7-3a5f8797055c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.1788919 Feb 11 14:08:13.333386 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-16d22443-5441-4361-b7e1-b4a7eaa7130c req-7f9f1c4e-9b0e-4244-b58e-a21d36646ab9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393274 Feb 11 14:08:14.533552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d53cc-241e-48ae-883a-2381587d1b86 req-1080bdfe-f5f3-4e23-bc68-52a0360435b4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:14.535017 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-600d53cc-241e-48ae-883a-2381587d1b86 req-1080bdfe-f5f3-4e23-bc68-52a0360435b4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0770688 Feb 11 14:08:14.579626 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-600d53cc-241e-48ae-883a-2381587d1b86 req-ebc92eb0-a678-4e2f-ba57-2e8bed0e327c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391531 Feb 11 14:08:15.084868 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-4cf8acec-a431-4acc-bc7d-65fb54623806 service neutron] show failed (client error): The resource could not be found. Feb 11 14:08:15.085861 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-4cf8acec-a431-4acc-bc7d-65fb54623806 service neutron] 10.222.0.75 "GET /v2.0/ports/8c9a20c2-fb14-4946-94d0-7abf0b3f3175/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.0738568 Feb 11 14:08:15.344228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-2ff5dfdf-6491-4903-aaf8-7b048f1c823a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 1096 time: 0.0725167 Feb 11 14:08:15.355023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:08:15.461904 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:15.550305 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-315240ca-897b-47c1-9cd7-6f5f7df800f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:15.740344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:15.770424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:15.800706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bf0f4-990b-45f4-94be-2a9d14b315a8 req-fca4bc83-070a-45ed-8e10-a1b36f992d68 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:15.802189 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c83bf0f4-990b-45f4-94be-2a9d14b315a8 req-fca4bc83-070a-45ed-8e10-a1b36f992d68 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0824692 Feb 11 14:08:15.831045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:15.836491 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:15.851127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c83bf0f4-990b-45f4-94be-2a9d14b315a8 req-c20ef4fe-8d6f-4dc5-b9ef-58458f991886 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Feb 11 14:08:15.854002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Transition to ACTIVE for port object 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:15.857855 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:15.910961 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'code': 200} Feb 11 14:08:16.004171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:16.029899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.030229 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.030562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.030916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.031238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.031558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.031874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.032195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.032504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.032817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.033130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:16.083301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] No DVR routers for this DVR port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:16.423294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:16.423512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:16.423830 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:08:16.429424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:08:16.429734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:08:16.436680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:08:16.437007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:08:16.437373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:08:16.437776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Bound port: 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:16.438113 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:16.528852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:16.532397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:16.535974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:16.598984 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:16.600332 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] 10.222.0.73 "PUT /v2.0/ports/8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 1091 time: 1.2493126 Feb 11 14:08:16.610499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bea60-0a44-494e-931a-d5949c2b6c21 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:16.702480 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-347c46e9-1b14-4fb7-85d8-0b9c8de4120d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1094 time: 0.0773335 Feb 11 14:08:16.834909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-5185a29a-87de-4878-af35-b55a872a9c7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:16.836341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-5185a29a-87de-4878-af35-b55a872a9c7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1274438 Feb 11 14:08:16.941571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-4cc5b0a8-4bf3-4367-916a-0ab35f07925c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 999 time: 0.0997341 Feb 11 14:08:17.003770 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-078e0a0f-6f20-4c81-88d2-2a2eb207c1ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:17.005179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-078e0a0f-6f20-4c81-88d2-2a2eb207c1ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0579135 Feb 11 14:08:17.059963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb558a-1b18-4aaa-9b80-9936e85e45b1 req-6562c15f-344b-4a6b-895d-70d32d067544 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:17.061451 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50eb558a-1b18-4aaa-9b80-9936e85e45b1 req-6562c15f-344b-4a6b-895d-70d32d067544 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.0774710 Feb 11 14:08:17.079567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-1727e22b-b27b-436d-850d-5f29043c01e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682240 Feb 11 14:08:17.090486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-baf1c952-8689-4b0a-b68f-0afc09f56dac service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:08:17.091455 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-baf1c952-8689-4b0a-b68f-0afc09f56dac service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056586 Feb 11 14:08:17.108788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50eb558a-1b18-4aaa-9b80-9936e85e45b1 req-5e113b17-7cde-4029-abe9-cf806b8de8a7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 Feb 11 14:08:17.224480 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-3690b062-ed70-4cbc-9df0-1578b9df7616 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259696 Feb 11 14:08:17.355947 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-c123936d-5026-4a24-9a99-4fd08dbb10d4 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253707 Feb 11 14:08:17.738093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-257f270c-0f99-4a2f-b5ea-00190b124e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:17.911847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:17.979645 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'status': 'completed', 'code': 200} Feb 11 14:08:18.077321 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-97acb228-f985-4621-9d8a-7950b5ec36d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1094 time: 0.0791242 Feb 11 14:08:18.078967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-d22a3a3d-07a7-413c-a7cb-8aeb6d5a9a00 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1094 time: 0.0782211 Feb 11 14:08:18.124263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:08:18.190893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:08:18.217836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-ae32c92e-feb1-4bf2-bc16-a17387120b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.219341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-ae32c92e-feb1-4bf2-bc16-a17387120b1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1364543 Feb 11 14:08:18.238692 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-2a387050-6b20-48a4-b326-e6ed0b9daf09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.240228 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-2a387050-6b20-48a4-b326-e6ed0b9daf09 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1527085 Feb 11 14:08:18.331218 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-fb43f83f-2949-4e88-a86c-5c4495f990ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 999 time: 0.1056144 Feb 11 14:08:18.394807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-717a9631-be0c-4d99-8530-82e08ddef55e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.396252 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-717a9631-be0c-4d99-8530-82e08ddef55e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0595646 Feb 11 14:08:18.403413 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-2da574f6-7d30-4799-8d98-15c8489904a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 999 time: 0.1573403 Feb 11 14:08:18.476026 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-faf0ab96-e5aa-446a-b259-343fa706944c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737185 Feb 11 14:08:18.570173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f3f86-7097-459d-904f-051bed831622 req-601b5bfc-8f8b-44df-86ba-007e17fed8be tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.571701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de6f3f86-7097-459d-904f-051bed831622 req-601b5bfc-8f8b-44df-86ba-007e17fed8be tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.2700691 Feb 11 14:08:18.603263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-67f4b99f-9ba4-4f63-8096-9817107b3e59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.604767 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-67f4b99f-9ba4-4f63-8096-9817107b3e59 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.1958408 Feb 11 14:08:18.625684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-68dc5328-c239-4b3f-b336-b590beda177a service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433792 Feb 11 14:08:18.669369 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de6f3f86-7097-459d-904f-051bed831622 req-a8d53619-fd76-4880-9141-bc49136f3cfd tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897322 Feb 11 14:08:18.702113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-16eb65ee-5a34-43fd-a786-228c73716b7e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841534 Feb 11 14:08:18.851002 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-63499e30-ec20-4571-8392-e4a1d29f0687 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440051 Feb 11 14:08:18.868494 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-d6a8c597-b082-41b7-ba12-def881e1780b service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367170 Feb 11 14:08:18.995702 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26dede22-20cb-4483-a175-7b5bdf9c4117 req-33cb55ff-ea4f-4e62-bb2f-b794301197f9 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381495 Feb 11 14:08:19.004163 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.055972 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:19.943517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ba381-80ef-4c30-861e-8f870a7a86ba req-1338321a-dfc2-4c9c-b8b8-cd30445832f8 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:19.944962 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-076ba381-80ef-4c30-861e-8f870a7a86ba req-1338321a-dfc2-4c9c-b8b8-cd30445832f8 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.1452432 Feb 11 14:08:19.990601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-076ba381-80ef-4c30-861e-8f870a7a86ba req-d84fae00-e875-46ce-9c58-a6e9d49a8b49 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391786 Feb 11 14:08:20.455362 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:21.192587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e88ab-6549-481f-932c-004d30fe15a9 req-ed25f8d4-8005-40a1-b4c6-0351053c59cf tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:21.194037 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-783e88ab-6549-481f-932c-004d30fe15a9 req-ed25f8d4-8005-40a1-b4c6-0351053c59cf tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.0804634 Feb 11 14:08:21.240569 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-783e88ab-6549-481f-932c-004d30fe15a9 req-86dec7b7-a2d2-4a7f-9d5c-9a357b4528ba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407791 Feb 11 14:08:22.447122 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cccb79-f360-408c-b5d3-df45ff1296f8 req-c9cdc84a-ed28-4dd4-8c7e-65102e974145 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:22.448552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3cccb79-f360-408c-b5d3-df45ff1296f8 req-c9cdc84a-ed28-4dd4-8c7e-65102e974145 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.0795677 Feb 11 14:08:22.493304 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f3cccb79-f360-408c-b5d3-df45ff1296f8 req-2e5c2fac-539d-4f5a-bc7d-a086d8d8a180 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390677 Feb 11 14:08:23.364612 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:08:23.693721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce3d89-5e56-44a7-b5e9-2c97e814a335 req-f34a084d-4416-4b49-a30c-d87802b06a76 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:23.695559 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97ce3d89-5e56-44a7-b5e9-2c97e814a335 req-f34a084d-4416-4b49-a30c-d87802b06a76 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.0771902 Feb 11 14:08:23.751493 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-97ce3d89-5e56-44a7-b5e9-2c97e814a335 req-499ae011-dab9-42f9-983d-426632657b55 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493312 Feb 11 14:08:24.949310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6372e3-4eff-42b9-9421-0d64193532ab req-4fa68385-4fb0-4678-a799-87b1130449c7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:24.951025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2b6372e3-4eff-42b9-9421-0d64193532ab req-4fa68385-4fb0-4678-a799-87b1130449c7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.0753870 Feb 11 14:08:24.997117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2b6372e3-4eff-42b9-9421-0d64193532ab req-5b2809c1-bc23-41e3-aaaa-aa23ee42207f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405922 Feb 11 14:08:26.198772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6782a45-bfcc-4476-ac02-abc9751c6552 req-e9d6e1fe-b483-4079-a3fe-308b1e343b5c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.200678 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a6782a45-bfcc-4476-ac02-abc9751c6552 req-e9d6e1fe-b483-4079-a3fe-308b1e343b5c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.0809679 Feb 11 14:08:26.245901 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a6782a45-bfcc-4476-ac02-abc9751c6552 req-1a4cd456-e2d2-4604-9db2-e2b0dd6b02b4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398729 Feb 11 14:08:26.663440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-f28fdcb6-1400-4fe0-add2-9e07265e5f39 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.664867 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-f28fdcb6-1400-4fe0-add2-9e07265e5f39 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.73 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69&tenant_id=6c4013c9c076441491dec2440e3de63a&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 943 time: 0.0843267 Feb 11 14:08:26.715582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1625b3-9a3d-4f7d-a90d-3d1e555e6931 req-b2ecd2a1-990d-44cd-8a66-0b5e1e75c605 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.717046 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc1625b3-9a3d-4f7d-a90d-3d1e555e6931 req-b2ecd2a1-990d-44cd-8a66-0b5e1e75c605 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 943 time: 0.0773928 Feb 11 14:08:26.722219 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:08:26.746624 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-4b89d32e-dbaf-4e56-8864-3e8f7a6b0dcc service neutron] 10.222.0.73 "GET /v2.0/ports/8c9a20c2-fb14-4946-94d0-7abf0b3f3175/bindings/n-h1-818559-1 HTTP/1.1" status: 200 len: 382 time: 0.0761006 Feb 11 14:08:26.770810 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dc1625b3-9a3d-4f7d-a90d-3d1e555e6931 req-42ac8cf4-7f99-4047-abf2-bb53a4b08ac7 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473204 Feb 11 14:08:26.843036 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-8b47ae10-d2a2-4e26-ac0d-4e57355c28ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1094 time: 0.0748553 Feb 11 14:08:26.862157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:26.875579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'port_id': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'mac_address': 'fa:16:3e:3f:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:08:26.928211 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.945515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:26.961278 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:26.965552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.974093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-25668c0f-99c6-4c0a-b011-8aa22a862c31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.975558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-25668c0f-99c6-4c0a-b011-8aa22a862c31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1272275 Feb 11 14:08:27.033915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:27.042566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.042939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.043277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.043610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.043939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.044265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.044588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.044910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.045230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.045549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.045867 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:27.077734 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-9553f007-cf19-4d7a-aa1c-3d3d93556d19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 1000 time: 0.0962009 Feb 11 14:08:27.143762 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dbbe1fbf-06be-44ba-9475-5a3919cd4aa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:27.145169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dbbe1fbf-06be-44ba-9475-5a3919cd4aa5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0610933 Feb 11 14:08:27.184392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['8c9a20c2-fb14-4946-94d0-7abf0b3f3175'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:08:27.220557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-9b2a9186-d94e-453a-99ff-04b984e6d821 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681381 Feb 11 14:08:27.356114 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-9fd5ad7d-cd93-4977-98dd-87cea74fe074 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284125 Feb 11 14:08:27.485829 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-b6176ca7-8e94-4c41-9530-ad59dce0459d service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239331 Feb 11 14:08:27.972734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bc5bf-f840-46a0-a273-4bae107720c3 req-660bcaef-a978-4408-9783-acf4d05dfa56 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:27.974179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-266bc5bf-f840-46a0-a273-4bae107720c3 req-660bcaef-a978-4408-9783-acf4d05dfa56 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.0796261 Feb 11 14:08:28.018994 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-266bc5bf-f840-46a0-a273-4bae107720c3 req-debdfb60-1feb-4255-98e8-a30148c522c0 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393906 Feb 11 14:08:28.723777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:08:28.833526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:28.838312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:28.839248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.951948 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.978231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:28.988761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:28.992970 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.049698 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'code': 200} Feb 11 14:08:29.069639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:29.219244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0980dc3-7df4-4c7c-b2ba-5fd727a688f5 req-4b171514-0c9c-4e0b-8f6e-a0a4b917459c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:29.220693 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0980dc3-7df4-4c7c-b2ba-5fd727a688f5 req-4b171514-0c9c-4e0b-8f6e-a0a4b917459c tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0764098 Feb 11 14:08:29.267813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c0980dc3-7df4-4c7c-b2ba-5fd727a688f5 req-4b930a87-97db-4630-9257-e60d8af756a3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Feb 11 14:08:30.148455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-5f3bab6a-6abd-4671-b191-ea64f2bfa596 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69&tenant_id=6c4013c9c076441491dec2440e3de63a HTTP/1.1" status: 200 len: 1096 time: 0.0780022 Feb 11 14:08:30.159570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:08:30.267531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.590867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39813f58-0e1d-4ef2-95bd-82c7f52763c6 req-aea61f18-6833-4832-974a-41d3f776bb37 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.592359 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39813f58-0e1d-4ef2-95bd-82c7f52763c6 req-aea61f18-6833-4832-974a-41d3f776bb37 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.1932054 Feb 11 14:08:30.599796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:30.661936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-39813f58-0e1d-4ef2-95bd-82c7f52763c6 req-a5971e1b-5f85-4f69-a748-c4a5310be007 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639002 Feb 11 14:08:30.662810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h1-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:30.721962 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:30.727366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.743284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Transition to ACTIVE for port object 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:30.746735 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.795182 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'code': 200} Feb 11 14:08:30.868461 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=10']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:30.893068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.893419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.893838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.894070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.894397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.894747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.895074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.895390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.895710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.896024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.896349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.959466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] No DVR routers for this DVR port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on host n-h1-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:31.305398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:31.306076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:31.306076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:08:31.312498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:08:31.312829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Attempting to bind port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on network 14838be1-b2ef-41d1-a362-32a8f378d6e3 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:08:31.319101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:08:31.319380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Checking segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:08:31.319763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Bound using segment: {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:08:31.320185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Bound port: 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88516b97-f935-49cc-9dbd-ce3950ad53cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:31.320527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.419194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:31.422183 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:31.426816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.489851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.491151 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] 10.222.0.75 "PUT /v2.0/ports/8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 1092 time: 1.3354876 Feb 11 14:08:31.508518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31d115-534c-48d3-98cf-e629a9e5a8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=11']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:31.593368 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-2453c163-d47f-4cca-b41f-10f17a66f277 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1095 time: 0.0781708 Feb 11 14:08:31.733262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-d8560f1d-6d45-48ae-b803-8bf9e342f6cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:31.734760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-d8560f1d-6d45-48ae-b803-8bf9e342f6cd service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1352081 Feb 11 14:08:31.891719 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-877a1309-1e62-4cc1-8466-24ff70dd22b6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 999 time: 0.1511507 Feb 11 14:08:31.946152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae429f0-3a5c-4e1d-b629-aa900b0b864a req-43414191-b87c-4354-b568-1d0e05b9037a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:31.947727 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3ae429f0-3a5c-4e1d-b629-aa900b0b864a req-43414191-b87c-4354-b568-1d0e05b9037a tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.1592565 Feb 11 14:08:31.991680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-790f328b-2c56-4858-aa7e-c46a787c85d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:31.993091 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-790f328b-2c56-4858-aa7e-c46a787c85d2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0948484 Feb 11 14:08:32.047509 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3ae429f0-3a5c-4e1d-b629-aa900b0b864a req-415b3a02-bda9-430b-b03c-cbcc23ed09e3 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926559 Feb 11 14:08:32.076110 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-fadb319d-41af-472f-99b4-ec81de7d3b9a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773332 Feb 11 14:08:32.210991 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-969b377e-e4d8-499a-ba04-eeef12bf8da5 service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273389 Feb 11 14:08:32.339464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c9baaf39-d55c-4052-b217-652a73aa29a0 req-9d072bc5-c701-46a3-8f1a-2aff70b1727f service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230483 Feb 11 14:08:32.746717 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:08:32.796061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:32.804895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:08:32.864409 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'status': 'completed', 'code': 200} Feb 11 14:08:32.960814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-118243c9-8196-4805-b6e9-7da26f316d7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1095 time: 0.0766413 Feb 11 14:08:32.961249 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-0419d12d-e5de-4dd7-a6c3-379065248d16 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c4013c9c076441491dec2440e3de63a&device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 1095 time: 0.0726013 Feb 11 14:08:33.114367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc732e72-1056-4843-ab59-a9699a3f254a req-6080b541-ec03-437f-98a6-f973044ffc64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.116788 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-6080b541-ec03-437f-98a6-f973044ffc64 service neutron] 10.222.0.75 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.1509373 Feb 11 14:08:33.197629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc732e72-1056-4843-ab59-a9699a3f254a req-ac3df1f3-d233-40a7-86c8-bc2d6e94100a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.199679 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-ac3df1f3-d233-40a7-86c8-bc2d6e94100a service neutron] 10.222.0.73 "GET /v2.0/networks?id=14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 200 len: 912 time: 0.2340052 Feb 11 14:08:33.275622 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-758b3c94-3194-4ccd-b4e2-3f5b04ce97bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 999 time: 0.1527066 Feb 11 14:08:33.388523 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-d3a16f9e-7934-43f4-9100-92805a77470e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 200 len: 999 time: 0.1833680 Feb 11 14:08:33.460088 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc732e72-1056-4843-ab59-a9699a3f254a req-e1f342df-6a37-488a-aa96-63c8ecf9a554 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.462263 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-e1f342df-6a37-488a-aa96-63c8ecf9a554 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.0676913 Feb 11 14:08:33.469557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cd5cc-5e21-4da8-8dc6-726d66cc4e11 req-ef756856-c0a1-46d4-b9fa-41a24cc5ecba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.471047 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b68cd5cc-5e21-4da8-8dc6-726d66cc4e11 req-ef756856-c0a1-46d4-b9fa-41a24cc5ecba tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.2691238 Feb 11 14:08:33.476812 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc732e72-1056-4843-ab59-a9699a3f254a req-4f5b9e02-6731-4242-8a61-2162098fa548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.478199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-4f5b9e02-6731-4242-8a61-2162098fa548 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 200 len: 850 time: 0.1954579 Feb 11 14:08:33.554467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-89b78217-81b1-4e0a-9925-94d4ec83d191 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863388 Feb 11 14:08:33.565853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b68cd5cc-5e21-4da8-8dc6-726d66cc4e11 req-845cf0d2-eb88-479c-8dbb-89ef55c409ff tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866797 Feb 11 14:08:33.591922 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-308ea646-f57d-4cfa-b245-baa9e242f6d3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=14838be1-b2ef-41d1-a362-32a8f378d6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990798 Feb 11 14:08:33.714784 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-9c206266-c21d-4015-9c68-6db80dca1195 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540565 Feb 11 14:08:33.737040 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-dad391ba-d745-4920-bc1a-ebc4ebf5867c service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385262 Feb 11 14:08:33.855610 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-87958f61-9f96-4a41-947a-1366bc8b23c5 service neutron] 10.222.0.73 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358504 Feb 11 14:08:33.878695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc732e72-1056-4843-ab59-a9699a3f254a req-11185372-d894-471f-ae1f-663462f8e8fe service neutron] 10.222.0.75 "GET /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357896 Feb 11 14:08:34.775382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b92d1e-cf2b-4aa4-bb47-258384255cf2 req-875e726b-d2ea-43a0-9206-fb4253fd28c1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:34.777335 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48b92d1e-cf2b-4aa4-bb47-258384255cf2 req-875e726b-d2ea-43a0-9206-fb4253fd28c1 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.0812752 Feb 11 14:08:34.821374 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-48b92d1e-cf2b-4aa4-bb47-258384255cf2 req-fdb9f8be-8a15-4158-9cd0-e4b15dc941c2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384641 Feb 11 14:08:36.026117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103e1a9-4e5a-4522-95c2-d9f7b4cc8e8f req-f31d4a07-7bf2-463d-84e6-0535d01a0cb4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:36.027602 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1103e1a9-4e5a-4522-95c2-d9f7b4cc8e8f req-f31d4a07-7bf2-463d-84e6-0535d01a0cb4 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.0799124 Feb 11 14:08:36.072316 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1103e1a9-4e5a-4522-95c2-d9f7b4cc8e8f req-7943184f-0d7b-4f7b-90da-7d6a0975dde9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391555 Feb 11 14:08:37.268221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580590-2bbb-471a-8e3e-4c7fb9836fdf req-4de89c2f-47ad-4737-b58c-7255a8b2e057 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:37.269644 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c580590-2bbb-471a-8e3e-4c7fb9836fdf req-4de89c2f-47ad-4737-b58c-7255a8b2e057 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.0759902 Feb 11 14:08:37.317382 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4c580590-2bbb-471a-8e3e-4c7fb9836fdf req-44e9464b-8351-4229-980b-b51192a75232 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421946 Feb 11 14:08:37.931597 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:38.515606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747dc0c-5cc6-4a3b-ae1f-a57ff998ef49 req-8a5bd93f-558e-4a4d-8ee5-081883d54f6f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:38.517077 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1747dc0c-5cc6-4a3b-ae1f-a57ff998ef49 req-8a5bd93f-558e-4a4d-8ee5-081883d54f6f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.0785110 Feb 11 14:08:38.565992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1747dc0c-5cc6-4a3b-ae1f-a57ff998ef49 req-fe34eac5-d047-4421-baa0-de9c0b6e8ede tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434902 Feb 11 14:08:39.764386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2395df7-335d-488a-9aeb-469b199804d9 req-3ee867fe-be0c-4d80-a842-b57514658670 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:39.765758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2395df7-335d-488a-9aeb-469b199804d9 req-3ee867fe-be0c-4d80-a842-b57514658670 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.0779028 Feb 11 14:08:39.812650 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c2395df7-335d-488a-9aeb-469b199804d9 req-a21109ac-dbcf-4bc9-b26f-61bbb5e89c15 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Feb 11 14:08:41.009970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003a302-f674-41fc-ad3c-c863880014af req-ac2c4158-093d-4941-a1d6-941d4ea0bbe5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:41.012015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6003a302-f674-41fc-ad3c-c863880014af req-ac2c4158-093d-4941-a1d6-941d4ea0bbe5 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.0769279 Feb 11 14:08:41.059218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6003a302-f674-41fc-ad3c-c863880014af req-6d57a5b2-40ea-4a83-927a-d1d043f54b4f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Feb 11 14:08:42.224589 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:08:42.260233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e47af-50de-481f-aa30-15dc8a2e42a6 req-d1dbe323-5258-4bd1-b040-f991d67bb59d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:42.262401 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-563e47af-50de-481f-aa30-15dc8a2e42a6 req-d1dbe323-5258-4bd1-b040-f991d67bb59d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 944 time: 0.0803545 Feb 11 14:08:42.307056 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-563e47af-50de-481f-aa30-15dc8a2e42a6 req-528bee7a-5661-4855-aa42-3b8c7c17b05f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396910 Feb 11 14:08:42.359866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:42.373550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'port_id': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'mac_address': 'fa:16:3e:3f:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:08:42.426104 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.443728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:42.458476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:42.462981 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:42.511235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462db6-f912-4a7e-a559-e6f02d226dd5 req-afd544b5-050d-4649-85b8-28644482a8af tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:42.513486 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a462db6-f912-4a7e-a559-e6f02d226dd5 req-afd544b5-050d-4649-85b8-28644482a8af tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0841963 Feb 11 14:08:42.534125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=12']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:42.561824 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a462db6-f912-4a7e-a559-e6f02d226dd5 req-3fbbb9eb-63f8-470c-ab46-1fb737b91637 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Feb 11 14:08:42.675125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['8c9a20c2-fb14-4946-94d0-7abf0b3f3175'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:08:42.755540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433a421-9434-4132-acd7-43917e9da25b req-d8a0fe3e-3778-48bb-ae8a-11fb24935aa9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:42.756973 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2433a421-9434-4132-acd7-43917e9da25b req-d8a0fe3e-3778-48bb-ae8a-11fb24935aa9 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0758331 Feb 11 14:08:42.802199 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2433a421-9434-4132-acd7-43917e9da25b req-dcc90971-7028-43d9-8dae-eb90d7baa411 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388629 Feb 11 14:08:42.879456 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.207951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b5194-10ab-4315-8cc7-5c9e88dd1736 req-6fb1a1c2-ac9a-4d19-ba19-9fb41433a1da tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:43.209309 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e78b5194-10ab-4315-8cc7-5c9e88dd1736 req-6fb1a1c2-ac9a-4d19-ba19-9fb41433a1da tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0805180 Feb 11 14:08:43.255006 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e78b5194-10ab-4315-8cc7-5c9e88dd1736 req-0e4699a5-aff2-47cf-8800-b1b4857a6612 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Feb 11 14:08:44.240369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:08:44.309268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:44.314205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:44.314593 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.431540 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.460840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b1a60-0819-4bde-894d-e0ba552a7e7b req-81f40c79-dadf-4feb-9c74-02f12783fc70 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:44.462299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-115b1a60-0819-4bde-894d-e0ba552a7e7b req-81f40c79-dadf-4feb-9c74-02f12783fc70 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 945 time: 0.0780389 Feb 11 14:08:44.464239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:44.474643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:44.480867 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.519118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-115b1a60-0819-4bde-894d-e0ba552a7e7b req-c80fb5c2-40c0-4965-a071-8c06d6acced6 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e9e20db-cd79-428f-a02a-0a7163dd3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491405 Feb 11 14:08:44.533600 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'code': 200} Feb 11 14:08:44.559938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=13']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:44.725269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-eab1d369-6201-4d05-9772-06feaaf03368 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:44.726716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-eab1d369-6201-4d05-9772-06feaaf03368 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 946 time: 0.0820425 Feb 11 14:08:44.793389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Deleting port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:08:44.793700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.037073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] For port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:45.037450 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.321996 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.322360 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.322760 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85 disassociated. External IP: 172.25.4.68, port: 8c9a20c2-fb14-4946-94d0-7abf0b3f3175. Feb 11 14:08:45.323121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Calling delete_port for 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:08:45.468390 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.543419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event deleted for resources: {'Port': ['ID=8c9a20c2-fb14-4946-94d0-7abf0b3f3175,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:45.561378 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68b4a3f2-2e88-4d9b-b388-b7f375f27930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.696960 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ac3aa800-6a1c-447f-baeb-37da56340047 req-b4e20801-8b52-43e1-9a0a-4378ce01143f tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 210 time: 0.0453334 Feb 11 14:08:45.866636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Router 93a4970a-c413-4479-8af6-e451e5099d60 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:46.075742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:46.084731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:08:46.096487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:08:46.097165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:46.146489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] No DVR routers for this DVR port 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:46.149103 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.151728 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-deleted', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:46.168222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3d3e2bb-1ba2-4bd6-a7e2-d7d8c3d9e119 req-fd9010dd-2f90-4909-bacc-43ecf094240d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.75 "DELETE /v2.0/ports/8c9a20c2-fb14-4946-94d0-7abf0b3f3175 HTTP/1.1" status: 204 len: 173 time: 1.4362469 Feb 11 14:08:46.283546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:08:46.305899 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498798cd-4588-4264-9848-f224d6dc8d69', 'name': 'network-vif-deleted', 'tag': '8c9a20c2-fb14-4946-94d0-7abf0b3f3175', 'status': 'completed', 'code': 200} Feb 11 14:08:46.608672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:46.612810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:08:46.624218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:08:46.624805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:08:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:46.842132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:08:46.899029 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9fd56e25-fb22-4fd4-ba62-f7a2b6f808ff req-579d9bcb-587f-448b-b175-03c0650cad4d tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/ports?device_id=498798cd-4588-4264-9848-f224d6dc8d69 HTTP/1.1" status: 200 len: 210 time: 0.0483558 Feb 11 14:08:47.167264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:47.171768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43d18-c11c-4401-abd9-ce50e38ad858 None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:04:40Z', 'revision_number': 4, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'c0fdbf4a-cbb8-418d-975a-af93dec5a581', 'name': '', 'network_id': '14838be1-b2ef-41d1-a362-32a8f378d6e3', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'mac_address': 'fa:16:3e:10:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:40Z', 'updated_at': '2022-02-11T14:04:57Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'subnets': [{'id': '8f4b33f0-b869-41f2-ba20-4f3b55352f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:08:47.385935 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbffe3f-ef45-4976-b44e-583146de75d4 None None] New status for floating IP 023a6c5e-4853-4fb3-9a82-aa082545dc85: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:08:47.739814 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a769c4d5-722c-41d2-b792-cf6e793c2b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.280440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:08:48.314131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:08:48.314487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 8c9a20c2-fb14-4946-94d0-7abf0b3f3175 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:08:49.007265 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.059469 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.457814 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.327317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54782) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:51.394819 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39293264-0969-4b14-8585-90d1a464bdc2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.422747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39293264-0969-4b14-8585-90d1a464bdc2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.474355 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39293264-0969-4b14-8585-90d1a464bdc2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.492923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39293264-0969-4b14-8585-90d1a464bdc2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e20db-cd79-428f-a02a-0a7163dd3add,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:51.505187 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39293264-0969-4b14-8585-90d1a464bdc2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.508598 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-39293264-0969-4b14-8585-90d1a464bdc2 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "DELETE /v2.0/security-groups/7e9e20db-cd79-428f-a02a-0a7163dd3add HTTP/1.1" status: 204 len: 168 time: 0.1779006 Feb 11 14:08:51.508826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54788) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:51.526329 n-d-818559-1 neutron-server[83568]: INFO neutron.api.v2.resource [None req-1e3b7c5d-3962-4e6e-b19e-ff2dbf6bf850 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] show failed (client error): The resource could not be found. Feb 11 14:08:51.528048 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-1e3b7c5d-3962-4e6e-b19e-ff2dbf6bf850 tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "GET /v2.0/security-groups/7e9e20db-cd79-428f-a02a-0a7163dd3add HTTP/1.1" status: 404 len: 347 time: 0.0183156 Feb 11 14:08:51.530719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:51.694994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-21f7f394-acd1-4ff0-ab8a-a78886379dce tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Deleting port 0eae2f92-0d4b-4f59-a5b9-534e86ea3977 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:08:51.695325 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f7f394-acd1-4ff0-ab8a-a78886379dce tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.863254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f7f394-acd1-4ff0-ab8a-a78886379dce tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.863587 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f7f394-acd1-4ff0-ab8a-a78886379dce tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.070047 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-21f7f394-acd1-4ff0-ab8a-a78886379dce tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Calling delete_port for 0eae2f92-0d4b-4f59-a5b9-534e86ea3977 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:08:52.207716 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f7f394-acd1-4ff0-ab8a-a78886379dce tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.255199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7f394-acd1-4ff0-ab8a-a78886379dce tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Pushing event deleted for resources: {'Port': ['ID=0eae2f92-0d4b-4f59-a5b9-534e86ea3977,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:52.343055 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f7f394-acd1-4ff0-ab8a-a78886379dce tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.356209 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21f7f394-acd1-4ff0-ab8a-a78886379dce tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.357317 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-21f7f394-acd1-4ff0-ab8a-a78886379dce tempest-ServerActionsTestJSON-346786113 tempest-ServerActionsTestJSON-346786113-project] 10.222.0.67 "DELETE /v2.0/floatingips/023a6c5e-4853-4fb3-9a82-aa082545dc85 HTTP/1.1" status: 204 len: 168 time: 0.8257153 Feb 11 14:08:52.360285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54796) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:52.738285 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.437737 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] Deleting port c0fdbf4a-cbb8-418d-975a-af93dec5a581 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:08:53.438449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.764363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] For port c0fdbf4a-cbb8-418d-975a-af93dec5a581, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c0fdbf4a-cbb8-418d-975a-af93dec5a581,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:53.764638 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.883916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] Calling delete_port for c0fdbf4a-cbb8-418d-975a-af93dec5a581 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:08:54.052386 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.111511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0fdbf4a-cbb8-418d-975a-af93dec5a581,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:54.413224 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.989050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] Router 93a4970a-c413-4479-8af6-e451e5099d60 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:55.285991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:55.295066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] Sync routers for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:08:55.299148 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7c7280d7-88a2-4d0f-aefc-64eea99176c5 admin admin] 10.222.0.67 "PUT /v2.0/routers/93a4970a-c413-4479-8af6-e451e5099d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9378645 Feb 11 14:08:55.301518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54800) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:55.307161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:08:55.307762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:08:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:55.487525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:08:55.499601 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.710682 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.721134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Deleting port 2345ce38-3aae-494f-a7ae-62be9491538d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:08:55.721452 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.780403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port': {'id': '2345ce38-3aae-494f-a7ae-62be9491538d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4970a-c413-4479-8af6-e451e5099d60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:04:38Z', 'updated_at': '2022-02-11T14:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:55.784388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] Checking router: 93a4970a-c413-4479-8af6-e451e5099d60 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:08:55.795179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] Routers {'93a4970a-c413-4479-8af6-e451e5099d60'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:08:55.795779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:08:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['93a4970a-c413-4479-8af6-e451e5099d60'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:55.895329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] For port 2345ce38-3aae-494f-a7ae-62be9491538d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2345ce38-3aae-494f-a7ae-62be9491538d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:55.895678 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:55.942453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] Set router 93a4970a-c413-4479-8af6-e451e5099d60 gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:08:56.019586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Calling delete_port for 2345ce38-3aae-494f-a7ae-62be9491538d owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:08:56.095154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:08:55Z', 'revision_number': 6, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:56.099076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898b214-ad2b-4b7b-9d2e-51dfbe48c1d6 None None] The sync data for ids ['93a4970a-c413-4479-8af6-e451e5099d60'] in n-d-818559-1 is: [{'id': '93a4970a-c413-4479-8af6-e451e5099d60', 'name': 'tempest-ServerActionsTestJSON-335286856-router', 'tenant_id': '6c4013c9c076441491dec2440e3de63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:04:37Z', 'updated_at': '2022-02-11T14:08:55Z', 'revision_number': 6, 'project_id': '6c4013c9c076441491dec2440e3de63a', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:08:56.188777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.233860 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2345ce38-3aae-494f-a7ae-62be9491538d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.452625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.802156 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.806088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.831973 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.832612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a4970a-c413-4479-8af6-e451e5099d60 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:08:56.844721 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.845978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9f353965-4e4a-4ee3-b82b-b7a71b31afd6 admin admin] 10.222.0.67 "DELETE /v2.0/routers/93a4970a-c413-4479-8af6-e451e5099d60 HTTP/1.1" status: 204 len: 168 time: 1.5434399 Feb 11 14:08:56.848461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54804) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:56.911375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2c5e78-ca1b-4576-8027-44be2ad60007 admin admin] Deleting subnet 8f4b33f0-b869-41f2-ba20-4f3b55352f6f {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:08:56.914218 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5e78-ca1b-4576-8027-44be2ad60007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.964223 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5e78-ca1b-4576-8027-44be2ad60007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.047824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5e78-ca1b-4576-8027-44be2ad60007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.101518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c0fdbf4a-cbb8-418d-975a-af93dec5a581 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:08:57.126104 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5e78-ca1b-4576-8027-44be2ad60007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.146454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: c0fdbf4a-cbb8-418d-975a-af93dec5a581 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:08:57.146822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device c0fdbf4a-cbb8-418d-975a-af93dec5a581 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:08:57.147238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2345ce38-3aae-494f-a7ae-62be9491538d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:08:57.165690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c5e78-ca1b-4576-8027-44be2ad60007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f4b33f0-b869-41f2-ba20-4f3b55352f6f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:57.175537 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5e78-ca1b-4576-8027-44be2ad60007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.180594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2345ce38-3aae-494f-a7ae-62be9491538d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:08:57.180934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2345ce38-3aae-494f-a7ae-62be9491538d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:08:57.184288 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2e2c5e78-ca1b-4576-8027-44be2ad60007 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8f4b33f0-b869-41f2-ba20-4f3b55352f6f HTTP/1.1" status: 204 len: 168 time: 0.3322263 Feb 11 14:08:57.184423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c18d9-a3c8-44e5-86ff-444b512a41c5 None None] Network 14838be1-b2ef-41d1-a362-32a8f378d6e3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:08:57.184545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 54808) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:57.291760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.302910 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Deleting port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:08:57.303188 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.429966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] DHCP port deletion for 14838be1-b2ef-41d1-a362-32a8f378d6e3 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:08:57.435007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] Deleting port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:08:57.435500 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.513418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] For port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:57.513771 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.634750 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Calling delete_port for 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:08:57.640807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] For port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e,segment=NetworkSegment(88516b97-f935-49cc-9dbd-ce3950ad53cd),segment_id=88516b97-f935-49cc-9dbd-ce3950ad53cd)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:57.641191 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.709002 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.755510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:57.763123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] No DVR routers for this DVR port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:57.763269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] Calling delete_port for 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:08:57.835788 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:08:57.836133 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:08:57.879665 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.904377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14838be1-b2ef-41d1-a362-32a8f378d6e3']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:57.915979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88516b97-f935-49cc-9dbd-ce3950ad53cd') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:57.916276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88516b97-f935-49cc-9dbd-ce3950ad53cd') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:57.928277 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.944679 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.951232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:08:57.951609 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:57.964887 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:58.040336 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.046014 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.071600 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=14838be1-b2ef-41d1-a362-32a8f378d6e3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:58.085706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7eacf4fd-28bf-4831-91b2-8a16197a5c17 admin admin] 10.222.0.67 "DELETE /v2.0/networks/14838be1-b2ef-41d1-a362-32a8f378d6e3 HTTP/1.1" status: 204 len: 168 time: 0.9000647 Feb 11 14:08:58.220761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54814) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:58.271327 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-61c0b85f-fc5d-40ff-afb8-d42d2a0c6426 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6c4013c9c076441491dec2440e3de63a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494568 Feb 11 14:08:58.273778 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54818) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:58.337043 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] Deleting port 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:08:58.337609 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.340668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4746139a-0306-4a6a-b241-0f38bc8f30d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.366559 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4746139a-0306-4a6a-b241-0f38bc8f30d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.400005 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1d4408a2-02cb-49be-95df-d44f1141a04d None None] The port '3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:08:58.419604 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4746139a-0306-4a6a-b241-0f38bc8f30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.437399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746139a-0306-4a6a-b241-0f38bc8f30d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde6f7f-0cb8-44a4-b197-d7cf413d9c5f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:58.443903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4746139a-0306-4a6a-b241-0f38bc8f30d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.445043 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4746139a-0306-4a6a-b241-0f38bc8f30d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4bde6f7f-0cb8-44a4-b197-d7cf413d9c5f HTTP/1.1" status: 204 len: 168 time: 0.1704028 Feb 11 14:08:59.093057 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:08:59.134815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:08:59.135159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3b4dd3e2-463f-4aee-817c-fa2c1aa9d81e not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:08:59.343556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54840) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:59.469179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1995940378-network', 'tenant_id': '21d9094f187c4db3b2559efe6dc52a79'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:08:59.474697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:08:59.478539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Usage tracker for resource:network and tenant:21d9094f187c4db3b2559efe6dc52a79 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:08:59.482232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:08:59.487921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:08:59.499596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Made reservation on behalf of 21d9094f187c4db3b2559efe6dc52a79 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:59.501888 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.514397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.547713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:08:59.551502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Usage tracker for resource:security_group_rule and tenant:21d9094f187c4db3b2559efe6dc52a79 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:08:59.554350 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:08:59.561068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:08:59.627547 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.631221 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.662664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:08:59.668243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077a2d0a-50df-4117-a36b-5a7b1635bd74,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:59.675605 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.675781 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Added segment 5ae58a22-6c85-4d39-aa5d-729005f7a0e1 of type vlan for network df8cce84-f102-4af6-9cf6-33e431c44690 Feb 11 14:08:59.705727 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.735467 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.736300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.736874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.837365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] Pushing event updated for resources: {'Network': ['ID=df8cce84-f102-4af6-9cf6-33e431c44690,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:59.841453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dee52365-5989-43ea-8bbb-01760392d926 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4968576 Feb 11 14:08:59.844370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54846) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:08:59.847363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network df8cce84-f102-4af6-9cf6-33e431c44690 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:08:59.849720 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Request body: {'subnet': {'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1995940378-subnet', 'tenant_id': '21d9094f187c4db3b2559efe6dc52a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:08:59.855472 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:08:59.859301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Usage tracker for resource:subnet and tenant:21d9094f187c4db3b2559efe6dc52a79 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:08:59.862307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:08:59.868115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:08:59.883637 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Made reservation on behalf of 21d9094f187c4db3b2559efe6dc52a79 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:59.886022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.091818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.164995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Pushing event updated for resources: {'Subnet': ['ID=05311fd2-2c36-4f31-a785-96d9c5c855a6,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:00.175438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Checking segment: {'id': '5ae58a22-6c85-4d39-aa5d-729005f7a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:00.175796 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Network hostable DHCP agents. Network: df8cce84-f102-4af6-9cf6-33e431c44690, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:00.197141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Network df8cce84-f102-4af6-9cf6-33e431c44690 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:00.206862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, df8cce84-f102-4af6-9cf6-33e431c44690) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:00.210840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:00.211446 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.217308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a0d58-6284-4e5e-8712-341bc83be7fd None None] Network df8cce84-f102-4af6-9cf6-33e431c44690 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:00.236011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f67fe611-5622-4f03-bc30-489a3c80b90b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3906431 Feb 11 14:09:00.366375 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:09:00.431744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05209d-0426-4b29-9d16-e1cd7a58cf51 None None] Network df8cce84-f102-4af6-9cf6-33e431c44690 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:00.872424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-1b0b7cc7-b1cd-475d-8b3b-4f2c5bb3d5a8 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:00.873781 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-1b0b7cc7-b1cd-475d-8b3b-4f2c5bb3d5a8 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/networks?id=df8cce84-f102-4af6-9cf6-33e431c44690 HTTP/1.1" status: 200 len: 814 time: 0.2391245 Feb 11 14:09:00.891210 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-d735c85f-b0b9-49b1-95ed-56068b26b034 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/quotas/21d9094f187c4db3b2559efe6dc52a79 HTTP/1.1" status: 200 len: 375 time: 0.0121613 Feb 11 14:09:00.935838 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-87695cf1-6dfa-4aa6-8e38-3d4031b907df tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=21d9094f187c4db3b2559efe6dc52a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397346 Feb 11 14:09:01.069337 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28d32d79-b572-49f5-a357-9c74918e1449 service neutron] 10.222.0.67 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271574 Feb 11 14:09:01.210058 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-32324a42-5f12-4c4f-834b-7bbf74c9e231 service neutron] 10.222.0.67 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341169 Feb 11 14:09:01.410111 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b432a8a6-b5e4-4c87-ad75-f35801907959 req-3b12f862-7642-471b-9eaf-bc5d7c67122f tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 210 time: 0.0475473 Feb 11 14:09:02.473795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-4fbe5794-4efb-425d-99cf-d07dda25a79b tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:02.475395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-4fbe5794-4efb-425d-99cf-d07dda25a79b tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Synchronizing usage tracker for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:09:02.497683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-4fbe5794-4efb-425d-99cf-d07dda25a79b tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Unset dirty status for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:09:02.499318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-4fbe5794-4efb-425d-99cf-d07dda25a79b tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.75 "GET /v2.0/networks?id=df8cce84-f102-4af6-9cf6-33e431c44690 HTTP/1.1" status: 200 len: 814 time: 0.1737161 Feb 11 14:09:02.517646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Request body: {'port': {'device_id': '1def6224-f94f-422f-a0a6-9cff74ba2c57', 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690', 'admin_state_up': True, 'tenant_id': '21d9094f187c4db3b2559efe6dc52a79'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:02.579197 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-97ee3564-6ccc-4d03-afe4-28943c8c705a req-af88a0c3-2b97-4ad9-87e6-ab831473e591 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 210 time: 0.0456553 Feb 11 14:09:02.660074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:02.663882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Usage tracker for resource:port and tenant:21d9094f187c4db3b2559efe6dc52a79 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:02.666700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:02.672957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:02.682399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Made reservation on behalf of 21d9094f187c4db3b2559efe6dc52a79 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:02.686109 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:02.844541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Allocated IP 172.20.0.13 (df8cce84-f102-4af6-9cf6-33e431c44690/05311fd2-2c36-4f31-a785-96d9c5c855a6/3cb54da8-c9f2-446c-ba88-4dc68ea4784a) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:03.144652 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.172695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.246371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Network df8cce84-f102-4af6-9cf6-33e431c44690 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:03.249206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:03.252925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:09:03.284381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Pushing event updated for resources: {'Port': ['ID=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:03.317094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:03.317716 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.338963 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-db0f75cf-f715-428a-9d35-ab7486dd39ef tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8279505 Feb 11 14:09:03.349364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Request body: {'port': {'device_id': '1def6224-f94f-422f-a0a6-9cff74ba2c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:03.457555 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.861373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb54da8-c9f2-446c-ba88-4dc68ea4784a {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:03.870111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d01805-f1c1-4082-b690-fd1b30882566 req-8ad86ad3-b367-40bc-9537-b74b93a618b1 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:03.870963 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-94d01805-f1c1-4082-b690-fd1b30882566 req-8ad86ad3-b367-40bc-9537-b74b93a618b1 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Synchronizing usage tracker for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:09:03.876926 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.898112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Transition to ACTIVE for port object 3cb54da8-c9f2-446c-ba88-4dc68ea4784a will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:03.901378 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.934768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-94d01805-f1c1-4082-b690-fd1b30882566 req-8ad86ad3-b367-40bc-9537-b74b93a618b1 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Unset dirty status for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:09:03.936255 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-94d01805-f1c1-4082-b690-fd1b30882566 req-8ad86ad3-b367-40bc-9537-b74b93a618b1 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 932 time: 0.2321932 Feb 11 14:09:04.057317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:04.101973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-94d01805-f1c1-4082-b690-fd1b30882566 req-142a1ea0-bed4-470c-8a39-880c308e3f16 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Synchronizing usage tracker for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:09:04.169121 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-94d01805-f1c1-4082-b690-fd1b30882566 req-142a1ea0-bed4-470c-8a39-880c308e3f16 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Unset dirty status for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:09:04.170194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-94d01805-f1c1-4082-b690-fd1b30882566 req-142a1ea0-bed4-470c-8a39-880c308e3f16 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272079 Feb 11 14:09:04.189437 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Attempting to bind port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:04.189779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Attempting to bind port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '5ae58a22-6c85-4d39-aa5d-729005f7a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:04.190107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Attempting to bind port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a on network df8cce84-f102-4af6-9cf6-33e431c44690 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:09:04.196028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a on network df8cce84-f102-4af6-9cf6-33e431c44690 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:09:04.196346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Attempting to bind port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a on network df8cce84-f102-4af6-9cf6-33e431c44690 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:09:04.203361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:09:04.203750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Checking segment: {'id': '5ae58a22-6c85-4d39-aa5d-729005f7a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:04.204120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Bound using segment: {'id': '5ae58a22-6c85-4d39-aa5d-729005f7a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:09:04.204543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Bound port: 3cb54da8-c9f2-446c-ba88-4dc68ea4784a, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae58a22-6c85-4d39-aa5d-729005f7a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:04.204890 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.295805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] For port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:04.298945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] For port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,segment=NetworkSegment(5ae58a22-6c85-4d39-aa5d-729005f7a0e1),segment_id=5ae58a22-6c85-4d39-aa5d-729005f7a0e1)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:04.302925 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.373190 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:04.374601 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] 10.222.0.75 "PUT /v2.0/ports/3cb54da8-c9f2-446c-ba88-4dc68ea4784a HTTP/1.1" status: 200 len: 1092 time: 1.0290656 Feb 11 14:09:04.375032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1def6224-f94f-422f-a0a6-9cff74ba2c57', 'tag': '3cb54da8-c9f2-446c-ba88-4dc68ea4784a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:04.391585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdf387-6d29-47f8-9086-ec3be2c67f31 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:04.442947 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1def6224-f94f-422f-a0a6-9cff74ba2c57', 'tag': '3cb54da8-c9f2-446c-ba88-4dc68ea4784a', 'status': 'completed', 'code': 200} Feb 11 14:09:04.484200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-2b15f8f0-7270-4870-8cc6-493103e372cc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21d9094f187c4db3b2559efe6dc52a79&device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 1095 time: 0.0734093 Feb 11 14:09:04.556545 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-1749abb1-8fa1-4c97-bfee-98ca6bb55bb2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb54da8-c9f2-446c-ba88-4dc68ea4784a HTTP/1.1" status: 200 len: 217 time: 0.0654986 Feb 11 14:09:04.618324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-6aea9cda-1fd5-416b-bd43-406c6fd1a54c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:04.619801 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-6aea9cda-1fd5-416b-bd43-406c6fd1a54c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=05311fd2-2c36-4f31-a785-96d9c5c855a6 HTTP/1.1" status: 200 len: 854 time: 0.0574806 Feb 11 14:09:04.664646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-4da54ced-77c3-43a2-b508-03b8f6200fdd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8cce84-f102-4af6-9cf6-33e431c44690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392084 Feb 11 14:09:04.796960 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-48b47f07-9066-4c46-b256-9cb200a284cc service neutron] 10.222.0.75 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270635 Feb 11 14:09:05.028552 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd221c16-c23d-45b1-a6c7-e57833818437 req-027c09ce-6b3b-4612-9e67-53ebf568f7e2 service neutron] 10.222.0.75 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260225 Feb 11 14:09:05.147218 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0049872c-9447-4a14-9419-ec034d1cdbb6 req-ece50a3d-80a2-4755-8098-2c1bc282eb19 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21d9094f187c4db3b2559efe6dc52a79&device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 1095 time: 0.0749278 Feb 11 14:09:05.280399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049872c-9447-4a14-9419-ec034d1cdbb6 req-2ccc6187-d81e-41e0-8b9b-91940bd0f4f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.281868 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0049872c-9447-4a14-9419-ec034d1cdbb6 req-2ccc6187-d81e-41e0-8b9b-91940bd0f4f2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8cce84-f102-4af6-9cf6-33e431c44690 HTTP/1.1" status: 200 len: 915 time: 0.1282675 Feb 11 14:09:05.386186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0049872c-9447-4a14-9419-ec034d1cdbb6 req-0c5d31a8-0442-47d4-a83c-eb2a554b66a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb54da8-c9f2-446c-ba88-4dc68ea4784a HTTP/1.1" status: 200 len: 217 time: 0.0972023 Feb 11 14:09:05.463624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049872c-9447-4a14-9419-ec034d1cdbb6 req-ad2aa4da-4c43-4a15-9c96-19adbe85a219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.465854 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0049872c-9447-4a14-9419-ec034d1cdbb6 req-ad2aa4da-4c43-4a15-9c96-19adbe85a219 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=05311fd2-2c36-4f31-a785-96d9c5c855a6 HTTP/1.1" status: 200 len: 854 time: 0.0734110 Feb 11 14:09:05.516898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509598dc-6c2b-4e45-a35f-14a4dd225ba1 req-72765c23-6fdb-489c-8891-10e8e041e33e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.518338 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-509598dc-6c2b-4e45-a35f-14a4dd225ba1 req-72765c23-6fdb-489c-8891-10e8e041e33e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 944 time: 0.1824720 Feb 11 14:09:05.524134 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0049872c-9447-4a14-9419-ec034d1cdbb6 req-4182bc61-223f-4bd2-8ad3-938410b8a0ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8cce84-f102-4af6-9cf6-33e431c44690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513668 Feb 11 14:09:05.647952 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-509598dc-6c2b-4e45-a35f-14a4dd225ba1 req-6000f692-89a5-4aa0-9a63-be6f145f3da8 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228020 Feb 11 14:09:05.687013 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0049872c-9447-4a14-9419-ec034d1cdbb6 req-73369d23-ffbb-4e77-88bc-63acc5e06906 service neutron] 10.222.0.75 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479106 Feb 11 14:09:05.827484 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0049872c-9447-4a14-9419-ec034d1cdbb6 req-3e716a5c-eb0f-4d03-94f6-b47ecc925389 service neutron] 10.222.0.75 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342816 Feb 11 14:09:06.843894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32332179-43fa-4f4c-893e-d397003da8a6 req-ec5f59fe-0592-40b6-8fb2-0600e00c9033 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.845284 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32332179-43fa-4f4c-893e-d397003da8a6 req-ec5f59fe-0592-40b6-8fb2-0600e00c9033 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 944 time: 0.0759768 Feb 11 14:09:06.891147 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-32332179-43fa-4f4c-893e-d397003da8a6 req-d2f2da7f-3af2-4c1f-a1cd-a7208e21cc90 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403228 Feb 11 14:09:07.947092 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:08.088322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb74b2-0116-4d27-acb0-45cac9cfd6d7 req-0b3adf57-6e0e-480c-b911-608a295390bc tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.090387 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5eb74b2-0116-4d27-acb0-45cac9cfd6d7 req-0b3adf57-6e0e-480c-b911-608a295390bc tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 944 time: 0.0790141 Feb 11 14:09:08.139407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e5eb74b2-0116-4d27-acb0-45cac9cfd6d7 req-f6cd746e-53d4-4779-8060-b05a40298996 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Feb 11 14:09:08.352254 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 3cb54da8-c9f2-446c-ba88-4dc68ea4784a details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:09:08.482259 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,segment=NetworkSegment(5ae58a22-6c85-4d39-aa5d-729005f7a0e1),segment_id=5ae58a22-6c85-4d39-aa5d-729005f7a0e1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:08.495045 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '3cb54da8-c9f2-446c-ba88-4dc68ea4784a', 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690', 'port_id': '3cb54da8-c9f2-446c-ba88-4dc68ea4784a', 'mac_address': 'fa:16:3e:78:84:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05311fd2-2c36-4f31-a785-96d9c5c855a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:09:08.551401 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:08.568194 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb54da8-c9f2-446c-ba88-4dc68ea4784a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:08.583236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,segment=NetworkSegment(5ae58a22-6c85-4d39-aa5d-729005f7a0e1),segment_id=5ae58a22-6c85-4d39-aa5d-729005f7a0e1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:08.587261 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:08.654052 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:08.773960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['3cb54da8-c9f2-446c-ba88-4dc68ea4784a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:09:09.338778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c27f35-3e15-4aad-8332-2dca8f9a8916 req-8f378906-abbe-41ec-91ea-50ab51b901e9 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.341020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4c27f35-3e15-4aad-8332-2dca8f9a8916 req-8f378906-abbe-41ec-91ea-50ab51b901e9 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 945 time: 0.0785935 Feb 11 14:09:09.384012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4c27f35-3e15-4aad-8332-2dca8f9a8916 req-8dfca22b-3d20-4511-9f65-a5c839bd7d2a tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376821 Feb 11 14:09:10.389182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 3cb54da8-c9f2-446c-ba88-4dc68ea4784a up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:09:10.460840 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:10.466170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:10.467887 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.590133 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.594065 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf99b47-aea3-4d5d-86f6-1e2abce7e522 req-40deb96a-eb3a-4edf-83fb-284b88f54d44 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.595897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbf99b47-aea3-4d5d-86f6-1e2abce7e522 req-40deb96a-eb3a-4edf-83fb-284b88f54d44 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 945 time: 0.0797033 Feb 11 14:09:10.618402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1def6224-f94f-422f-a0a6-9cff74ba2c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb54da8-c9f2-446c-ba88-4dc68ea4784a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:10.628816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,segment=NetworkSegment(5ae58a22-6c85-4d39-aa5d-729005f7a0e1),segment_id=5ae58a22-6c85-4d39-aa5d-729005f7a0e1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:10.638282 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:10.652966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbf99b47-aea3-4d5d-86f6-1e2abce7e522 req-7936c4ab-4b04-4a86-bdc3-eb235b77811d tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506232 Feb 11 14:09:10.711581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:10.772871 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1def6224-f94f-422f-a0a6-9cff74ba2c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb54da8-c9f2-446c-ba88-4dc68ea4784a', 'code': 200} Feb 11 14:09:10.899749 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cad0f729-2e59-4564-88fd-07277f24bfed req-785084a1-b425-459b-a576-3ddcf2206dc9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 1097 time: 0.0714493 Feb 11 14:09:10.941736 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cad0f729-2e59-4564-88fd-07277f24bfed req-39c9d6b0-c252-4f5c-a3c1-e847188816a3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360982 Feb 11 14:09:11.875836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b949c3-40c3-45e7-94ce-242c2f5d3dd5 req-1f81f0d7-868c-4a33-a27e-3261c20f8fdf tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:11.877311 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89b949c3-40c3-45e7-94ce-242c2f5d3dd5 req-1f81f0d7-868c-4a33-a27e-3261c20f8fdf tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.0875928 Feb 11 14:09:11.924533 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-89b949c3-40c3-45e7-94ce-242c2f5d3dd5 req-63ae5d3c-8ac5-4138-a7cb-e3b62108d79f tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413036 Feb 11 14:09:12.887704 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:13.122699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a9fc0-9945-476c-a899-16109413eee9 req-3762d0eb-1c59-4b58-8e07-7a784dea7b1c tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.124135 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-713a9fc0-9945-476c-a899-16109413eee9 req-3762d0eb-1c59-4b58-8e07-7a784dea7b1c tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.0773587 Feb 11 14:09:13.171478 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-713a9fc0-9945-476c-a899-16109413eee9 req-b5454a43-8277-4d59-a936-83711d7361d4 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Feb 11 14:09:13.467408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-f8cbc92e-667d-4836-9e91-4eb073de3fc4 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.468765 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-f8cbc92e-667d-4836-9e91-4eb073de3fc4 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/networks?id=df8cce84-f102-4af6-9cf6-33e431c44690 HTTP/1.1" status: 200 len: 814 time: 0.1433771 Feb 11 14:09:13.485990 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-ab7157d3-78a9-468b-b00e-c1c58163df76 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/quotas/21d9094f187c4db3b2559efe6dc52a79 HTTP/1.1" status: 200 len: 375 time: 0.0119855 Feb 11 14:09:13.566719 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-9a43d39b-6072-4994-bb1b-eb36504254ce tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=21d9094f187c4db3b2559efe6dc52a79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758767 Feb 11 14:09:13.864453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-43861039-9983-41d6-8488-18d84057275e service neutron] 10.222.0.67 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903392 Feb 11 14:09:13.996670 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-c81a88c1-4308-4bf6-9072-0f22693afc08 service neutron] 10.222.0.67 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266451 Feb 11 14:09:14.189403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0423e357-530e-49d5-90ef-87ed2eafd17e req-4bbd1fc9-be76-44f2-88d1-06d4b56d51c0 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 210 time: 0.0409327 Feb 11 14:09:15.398935 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fa2be83c-57b0-4291-b08f-50d0e0aa6f2e req-68c9211b-91f2-4660-a301-e6b502ef79e7 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 210 time: 0.0447469 Feb 11 14:09:15.413389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-87d793fa-922e-4f24-9496-f2b029dbe331 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:15.415068 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-87d793fa-922e-4f24-9496-f2b029dbe331 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.73 "GET /v2.0/networks?id=df8cce84-f102-4af6-9cf6-33e431c44690 HTTP/1.1" status: 200 len: 814 time: 0.1530302 Feb 11 14:09:15.429979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Request body: {'port': {'device_id': 'e4901e55-1b7b-4a80-95b6-459a3780f426', 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690', 'admin_state_up': True, 'tenant_id': '21d9094f187c4db3b2559efe6dc52a79'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:15.555144 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f5dd65cc-a57c-4d5c-8f00-787dbaa17f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:15.570792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:15.581185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:15.591175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Made reservation on behalf of 21d9094f187c4db3b2559efe6dc52a79 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:15.594457 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:15.755995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Allocated IP 172.20.0.8 (df8cce84-f102-4af6-9cf6-33e431c44690/05311fd2-2c36-4f31-a785-96d9c5c855a6/1818d65a-97ad-4966-b093-038f0b2eb745) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:15.965430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:15.993601 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.005756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['3cb54da8-c9f2-446c-ba88-4dc68ea4784a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:09:16.068952 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Network df8cce84-f102-4af6-9cf6-33e431c44690 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:16.071730 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:16.075840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:09:16.105992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Pushing event updated for resources: {'Port': ['ID=1818d65a-97ad-4966-b093-038f0b2eb745,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:16.126561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.126932 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.127260 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.127588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.127911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.128230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.128549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.128868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.129184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.129490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.129810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:16.151200 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.151806 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.178149 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-071a2561-474b-4e1c-9f05-d910c8b0989e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7519763 Feb 11 14:09:16.189499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Request body: {'port': {'device_id': 'e4901e55-1b7b-4a80-95b6-459a3780f426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:16.383904 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.721452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1e5b6-043b-4c0e-9bc4-af9e3e94147d req-8a4f2496-2c9b-4e5f-82a7-80cefc74fabf tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.722116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b7d1e5b6-043b-4c0e-9bc4-af9e3e94147d req-8a4f2496-2c9b-4e5f-82a7-80cefc74fabf tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Synchronizing usage tracker for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:09:16.786074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b7d1e5b6-043b-4c0e-9bc4-af9e3e94147d req-8a4f2496-2c9b-4e5f-82a7-80cefc74fabf tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Unset dirty status for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:09:16.787241 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7d1e5b6-043b-4c0e-9bc4-af9e3e94147d req-8a4f2496-2c9b-4e5f-82a7-80cefc74fabf tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 931 time: 0.2368925 Feb 11 14:09:16.812807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1818d65a-97ad-4966-b093-038f0b2eb745 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:16.823848 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.852482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Transition to ACTIVE for port object 1818d65a-97ad-4966-b093-038f0b2eb745 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:16.856694 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b7d1e5b6-043b-4c0e-9bc4-af9e3e94147d req-273a94ca-d83b-4aea-8998-fd1e36a0aa64 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623307 Feb 11 14:09:16.857677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:16.978247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Pushing event updated for resources: {'Port': ['ID=1818d65a-97ad-4966-b093-038f0b2eb745,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:17.083417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Attempting to bind port 1818d65a-97ad-4966-b093-038f0b2eb745 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:17.083741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Attempting to bind port 1818d65a-97ad-4966-b093-038f0b2eb745 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '5ae58a22-6c85-4d39-aa5d-729005f7a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:17.084055 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Attempting to bind port 1818d65a-97ad-4966-b093-038f0b2eb745 on network df8cce84-f102-4af6-9cf6-33e431c44690 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:09:17.089786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Port 1818d65a-97ad-4966-b093-038f0b2eb745 on network df8cce84-f102-4af6-9cf6-33e431c44690 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:09:17.090096 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Attempting to bind port 1818d65a-97ad-4966-b093-038f0b2eb745 on network df8cce84-f102-4af6-9cf6-33e431c44690 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:09:17.096134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:09:17.096462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Checking segment: {'id': '5ae58a22-6c85-4d39-aa5d-729005f7a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:17.096835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Bound using segment: {'id': '5ae58a22-6c85-4d39-aa5d-729005f7a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:09:17.097244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Bound port: 1818d65a-97ad-4966-b093-038f0b2eb745, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae58a22-6c85-4d39-aa5d-729005f7a0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:17.097576 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.187602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] For port 1818d65a-97ad-4966-b093-038f0b2eb745, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:17.190486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] For port 1818d65a-97ad-4966-b093-038f0b2eb745, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1818d65a-97ad-4966-b093-038f0b2eb745,segment=NetworkSegment(5ae58a22-6c85-4d39-aa5d-729005f7a0e1),segment_id=5ae58a22-6c85-4d39-aa5d-729005f7a0e1)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:17.195164 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.257274 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.258676 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] 10.222.0.73 "PUT /v2.0/ports/1818d65a-97ad-4966-b093-038f0b2eb745 HTTP/1.1" status: 200 len: 1091 time: 1.0732896 Feb 11 14:09:17.259100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4901e55-1b7b-4a80-95b6-459a3780f426', 'tag': '1818d65a-97ad-4966-b093-038f0b2eb745'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:17.280889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cba2d-c9f4-4773-a8e4-686441ddaf20 service neutron] Pushing event updated for resources: {'Port': ['ID=1818d65a-97ad-4966-b093-038f0b2eb745,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:17.366625 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-7e8e0265-4a28-4484-bd5e-33dc8a1497dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21d9094f187c4db3b2559efe6dc52a79&device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 1094 time: 0.0731568 Feb 11 14:09:17.420951 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4901e55-1b7b-4a80-95b6-459a3780f426', 'tag': '1818d65a-97ad-4966-b093-038f0b2eb745', 'status': 'completed', 'code': 200} Feb 11 14:09:17.435486 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-3c084b62-4726-4f26-b901-05b40e07e54d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1818d65a-97ad-4966-b093-038f0b2eb745 HTTP/1.1" status: 200 len: 217 time: 0.0625565 Feb 11 14:09:17.499359 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-c31f96ac-fe6f-4b13-8732-9e53cb51daa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:17.500871 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-c31f96ac-fe6f-4b13-8732-9e53cb51daa6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05311fd2-2c36-4f31-a785-96d9c5c855a6 HTTP/1.1" status: 200 len: 854 time: 0.0603092 Feb 11 14:09:17.545649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-c74afab7-365a-470c-b5d5-107869a54cd0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df8cce84-f102-4af6-9cf6-33e431c44690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386689 Feb 11 14:09:17.673863 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-99ee7e53-c947-41f9-8377-254bb1cfb146 service neutron] 10.222.0.73 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228268 Feb 11 14:09:17.742541 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e94ef50d-e89b-40b4-b81e-3dd401977e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:17.805173 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2e8b5b31-f465-46de-ba92-7709cf022128 req-66ac4119-06aa-4f28-9bf2-255c191b4a94 service neutron] 10.222.0.73 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248114 Feb 11 14:09:17.930410 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe995723-83ae-4234-89d3-fcf691257098 req-c129e632-f3f5-4954-b5be-d6d2345dbb7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21d9094f187c4db3b2559efe6dc52a79&device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 1094 time: 0.0778706 Feb 11 14:09:18.206882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe995723-83ae-4234-89d3-fcf691257098 req-17f6bde3-4347-46de-aa99-288ec81f7752 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:18.208332 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe995723-83ae-4234-89d3-fcf691257098 req-17f6bde3-4347-46de-aa99-288ec81f7752 service neutron] 10.222.0.73 "GET /v2.0/networks?id=df8cce84-f102-4af6-9cf6-33e431c44690 HTTP/1.1" status: 200 len: 915 time: 0.2721441 Feb 11 14:09:18.218218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefa926-e7ab-4267-adeb-47f65a428ba9 req-3c88ec45-fa00-4767-a293-0b2f70884a93 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:18.219668 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8eefa926-e7ab-4267-adeb-47f65a428ba9 req-3c88ec45-fa00-4767-a293-0b2f70884a93 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 943 time: 0.2189636 Feb 11 14:09:18.298860 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe995723-83ae-4234-89d3-fcf691257098 req-3f370255-4a8f-42be-b47d-4525c8a2a6da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1818d65a-97ad-4966-b093-038f0b2eb745 HTTP/1.1" status: 200 len: 217 time: 0.0782549 Feb 11 14:09:18.362812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8eefa926-e7ab-4267-adeb-47f65a428ba9 req-52cb9225-3bd2-4ae5-9d13-2461a85c8618 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934982 Feb 11 14:09:18.374124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe995723-83ae-4234-89d3-fcf691257098 req-6bbb74cd-4df1-4136-9625-9facb4066532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:18.375571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe995723-83ae-4234-89d3-fcf691257098 req-6bbb74cd-4df1-4136-9625-9facb4066532 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=05311fd2-2c36-4f31-a785-96d9c5c855a6 HTTP/1.1" status: 200 len: 854 time: 0.0660031 Feb 11 14:09:18.425314 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe995723-83ae-4234-89d3-fcf691257098 req-43c14f1e-98df-469b-9e66-de33a5b0bd3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df8cce84-f102-4af6-9cf6-33e431c44690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418751 Feb 11 14:09:18.558286 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe995723-83ae-4234-89d3-fcf691257098 req-a631cb84-9342-4f76-87fe-7b81bef1e669 service neutron] 10.222.0.73 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245999 Feb 11 14:09:18.685787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe995723-83ae-4234-89d3-fcf691257098 req-8144fb4f-e9db-43c7-ac69-42c89e96e607 service neutron] 10.222.0.73 "GET /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216836 Feb 11 14:09:19.011541 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.061582 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:19.561213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6ab8d-26c8-4080-ab63-635c3157b1bd req-4a82bb39-813f-452b-ab45-e2a103648f8a tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.562699 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-62c6ab8d-26c8-4080-ab63-635c3157b1bd req-4a82bb39-813f-452b-ab45-e2a103648f8a tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 943 time: 0.0768423 Feb 11 14:09:19.612484 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-62c6ab8d-26c8-4080-ab63-635c3157b1bd req-d2f7553b-bb8a-4cc5-81f7-c9ce44565e89 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 Feb 11 14:09:20.459963 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:20.803165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dfe82-9837-4cd6-901f-c4f4e5fafda0 req-39fd3b6a-e335-46e2-93f1-17ef35fb1508 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:20.804590 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f71dfe82-9837-4cd6-901f-c4f4e5fafda0 req-39fd3b6a-e335-46e2-93f1-17ef35fb1508 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 943 time: 0.0754113 Feb 11 14:09:20.849907 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f71dfe82-9837-4cd6-901f-c4f4e5fafda0 req-0ca32eda-3c1d-4a2f-bbed-27d404b29e63 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393629 Feb 11 14:09:20.948120 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1818d65a-97ad-4966-b093-038f0b2eb745 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:09:21.079968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1818d65a-97ad-4966-b093-038f0b2eb745, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1818d65a-97ad-4966-b093-038f0b2eb745,segment=NetworkSegment(5ae58a22-6c85-4d39-aa5d-729005f7a0e1),segment_id=5ae58a22-6c85-4d39-aa5d-729005f7a0e1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:21.092621 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '1818d65a-97ad-4966-b093-038f0b2eb745', 'network_id': 'df8cce84-f102-4af6-9cf6-33e431c44690', 'port_id': '1818d65a-97ad-4966-b093-038f0b2eb745', 'mac_address': 'fa:16:3e:67:35:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05311fd2-2c36-4f31-a785-96d9c5c855a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:09:21.148274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.164694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1818d65a-97ad-4966-b093-038f0b2eb745 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:21.180817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1818d65a-97ad-4966-b093-038f0b2eb745, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1818d65a-97ad-4966-b093-038f0b2eb745,segment=NetworkSegment(5ae58a22-6c85-4d39-aa5d-729005f7a0e1),segment_id=5ae58a22-6c85-4d39-aa5d-729005f7a0e1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:21.185759 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:21.251812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=1818d65a-97ad-4966-b093-038f0b2eb745,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:21.430016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1818d65a-97ad-4966-b093-038f0b2eb745'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:09:22.049521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70dbb0-3de3-441c-b5d9-ec2b9af81b3d req-b94a590c-cd34-414f-b3fd-98f08ddfcfec tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:22.050992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be70dbb0-3de3-441c-b5d9-ec2b9af81b3d req-b94a590c-cd34-414f-b3fd-98f08ddfcfec tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 944 time: 0.0770006 Feb 11 14:09:22.097185 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-be70dbb0-3de3-441c-b5d9-ec2b9af81b3d req-061882dd-c9ee-4527-98a7-1042e2d0ff7e tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Feb 11 14:09:22.963611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1818d65a-97ad-4966-b093-038f0b2eb745 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:09:23.030268 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 1818d65a-97ad-4966-b093-038f0b2eb745 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:23.034808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 1818d65a-97ad-4966-b093-038f0b2eb745 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:23.035170 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.151738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.185947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4901e55-1b7b-4a80-95b6-459a3780f426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1818d65a-97ad-4966-b093-038f0b2eb745'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:23.195161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 1818d65a-97ad-4966-b093-038f0b2eb745, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1818d65a-97ad-4966-b093-038f0b2eb745,segment=NetworkSegment(5ae58a22-6c85-4d39-aa5d-729005f7a0e1),segment_id=5ae58a22-6c85-4d39-aa5d-729005f7a0e1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:23.201329 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:23.246506 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4901e55-1b7b-4a80-95b6-459a3780f426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1818d65a-97ad-4966-b093-038f0b2eb745', 'code': 200} Feb 11 14:09:23.278730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=1818d65a-97ad-4966-b093-038f0b2eb745,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:23.350623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56d70-bdd5-4469-899b-851991a74127 req-4346abf1-78ad-4620-aae5-b99dc96fd9fa tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:23.352074 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29e56d70-bdd5-4469-899b-851991a74127 req-4346abf1-78ad-4620-aae5-b99dc96fd9fa tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 945 time: 0.1275463 Feb 11 14:09:23.413719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9d4a55ce-c748-45bc-9d9b-393c59e118f6 req-3c86420d-1606-45ad-b4dd-67a963339a80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 1096 time: 0.1120584 Feb 11 14:09:23.415796 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-29e56d70-bdd5-4469-899b-851991a74127 req-31f5bb1b-04ea-41c4-9ea9-a00fb1a9e3fa tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572906 Feb 11 14:09:23.459557 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9d4a55ce-c748-45bc-9d9b-393c59e118f6 req-7529a39a-d8a9-4427-a71b-5c071d5f4716 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398808 Feb 11 14:09:24.643051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e35135-1621-4b3e-abb3-b28e2938e938 req-f1fa57cf-27bc-4a66-babc-7a314076e968 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:24.644541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19e35135-1621-4b3e-abb3-b28e2938e938 req-f1fa57cf-27bc-4a66-babc-7a314076e968 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 945 time: 0.0968454 Feb 11 14:09:24.689505 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-19e35135-1621-4b3e-abb3-b28e2938e938 req-c59e6118-9b8d-4df9-a713-daa4b0a763a7 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394852 Feb 11 14:09:25.110507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ff550-84b7-43f0-bd09-99483971d83c req-6f70e191-3d2f-4440-81be-e5573b237ddd tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:25.112002 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0e3ff550-84b7-43f0-bd09-99483971d83c req-6f70e191-3d2f-4440-81be-e5573b237ddd tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 945 time: 0.0782478 Feb 11 14:09:25.157183 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0e3ff550-84b7-43f0-bd09-99483971d83c req-283962aa-5f27-434d-951d-2b9045a1d16f tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397291 Feb 11 14:09:26.339001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-cb3fc12e-15f9-4f43-84f2-f98d147edbd5 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.340405 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-cb3fc12e-15f9-4f43-84f2-f98d147edbd5 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 945 time: 0.1200669 Feb 11 14:09:26.419345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733020c-2e9e-45fc-9e2b-9bdae8818f55 req-6c9bbd75-4141-45a1-aada-2d9a2297aaad tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.421358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d733020c-2e9e-45fc-9e2b-9bdae8818f55 req-6c9bbd75-4141-45a1-aada-2d9a2297aaad tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 945 time: 0.1430862 Feb 11 14:09:26.426285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-16e6c1c1-37bc-4030-bad9-fe24eea4ef58 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Deleting port 1818d65a-97ad-4966-b093-038f0b2eb745 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:26.426646 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-16e6c1c1-37bc-4030-bad9-fe24eea4ef58 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.552652 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d733020c-2e9e-45fc-9e2b-9bdae8818f55 req-7784d95e-d47f-4b24-ab1f-cfe196ed081f tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028905 Feb 11 14:09:26.700189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-16e6c1c1-37bc-4030-bad9-fe24eea4ef58 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] For port 1818d65a-97ad-4966-b093-038f0b2eb745, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=1818d65a-97ad-4966-b093-038f0b2eb745,segment=NetworkSegment(5ae58a22-6c85-4d39-aa5d-729005f7a0e1),segment_id=5ae58a22-6c85-4d39-aa5d-729005f7a0e1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:26.700539 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-16e6c1c1-37bc-4030-bad9-fe24eea4ef58 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.818263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-16e6c1c1-37bc-4030-bad9-fe24eea4ef58 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Calling delete_port for 1818d65a-97ad-4966-b093-038f0b2eb745 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:09:27.055357 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-16e6c1c1-37bc-4030-bad9-fe24eea4ef58 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.067712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['1818d65a-97ad-4966-b093-038f0b2eb745'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:09:27.092780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['3cb54da8-c9f2-446c-ba88-4dc68ea4784a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:09:27.103930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6c1c1-37bc-4030-bad9-fe24eea4ef58 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Pushing event deleted for resources: {'Port': ['ID=1818d65a-97ad-4966-b093-038f0b2eb745,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:27.176993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-16e6c1c1-37bc-4030-bad9-fe24eea4ef58 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] No DVR routers for this DVR port 1818d65a-97ad-4966-b093-038f0b2eb745 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:27.179576 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-16e6c1c1-37bc-4030-bad9-fe24eea4ef58 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.182066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4901e55-1b7b-4a80-95b6-459a3780f426', 'name': 'network-vif-deleted', 'tag': '1818d65a-97ad-4966-b093-038f0b2eb745'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:27.201695 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8049a99b-72b2-4bed-aa6e-fbdfd16998ba req-16e6c1c1-37bc-4030-bad9-fe24eea4ef58 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.73 "DELETE /v2.0/ports/1818d65a-97ad-4966-b093-038f0b2eb745 HTTP/1.1" status: 204 len: 173 time: 0.8542020 Feb 11 14:09:27.253333 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4901e55-1b7b-4a80-95b6-459a3780f426', 'name': 'network-vif-deleted', 'tag': '1818d65a-97ad-4966-b093-038f0b2eb745', 'status': 'completed', 'code': 200} Feb 11 14:09:27.736522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f9e9cf18-1b82-4e78-acd1-228244696305 req-d271d0c6-f9e5-4f85-abc0-d3fc7084efba tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Synchronizing usage tracker for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:09:27.753038 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f9e9cf18-1b82-4e78-acd1-228244696305 req-d271d0c6-f9e5-4f85-abc0-d3fc7084efba tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Unset dirty status for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:09:27.754758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f9e9cf18-1b82-4e78-acd1-228244696305 req-d271d0c6-f9e5-4f85-abc0-d3fc7084efba tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4901e55-1b7b-4a80-95b6-459a3780f426 HTTP/1.1" status: 200 len: 210 time: 0.0621278 Feb 11 14:09:29.030796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdd602-268a-4c7a-b550-c0ec8deb981f req-bf32afa0-0df9-4b4e-b955-5d7059a324db tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:29.032272 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4fdd602-268a-4c7a-b550-c0ec8deb981f req-bf32afa0-0df9-4b4e-b955-5d7059a324db tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.0803216 Feb 11 14:09:29.078456 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c4fdd602-268a-4c7a-b550-c0ec8deb981f req-802464ab-6e42-4667-ab17-bd6a33802af7 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407276 Feb 11 14:09:29.292790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b26adf-7b52-438e-ba0a-a0dbb321ec44 req-f4a83cf9-8f30-42a6-a01e-836bdd2bd20d tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:29.294224 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50b26adf-7b52-438e-ba0a-a0dbb321ec44 req-f4a83cf9-8f30-42a6-a01e-836bdd2bd20d tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.0744510 Feb 11 14:09:29.339016 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50b26adf-7b52-438e-ba0a-a0dbb321ec44 req-d6539e3a-6e04-48fb-add6-0e86e0653420 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 Feb 11 14:09:29.543354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6290cc8-9094-4299-a577-0f7ff2762950 req-4f92fd1d-8d76-4e47-8a46-3a2e875d07e7 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:29.545318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6290cc8-9094-4299-a577-0f7ff2762950 req-4f92fd1d-8d76-4e47-8a46-3a2e875d07e7 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.0805514 Feb 11 14:09:29.591055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c6290cc8-9094-4299-a577-0f7ff2762950 req-7352a24d-7d41-444e-b11f-b5ea7e64635c tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Feb 11 14:09:29.788202 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-43b5cd4a-c9d2-40bd-a3ee-a0efb02bbdd0 req-c36b8250-ed84-48ca-875d-4cf6e13081bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694182 Feb 11 14:09:29.980898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ea46-67a2-40af-b228-dd138191fc79 req-58b1627a-8087-4867-a8f5-3d2f2176c4b5 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:29.983066 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6485ea46-67a2-40af-b228-dd138191fc79 req-58b1627a-8087-4867-a8f5-3d2f2176c4b5 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.0754571 Feb 11 14:09:30.033014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6485ea46-67a2-40af-b228-dd138191fc79 req-dbe5f808-0481-4cb0-a814-ce6254de7099 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439324 Feb 11 14:09:30.227487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb3228-ea22-4ccb-aca1-80817c284cde req-888c0773-a439-4618-bbea-6ac68941a551 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:30.229179 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cdcb3228-ea22-4ccb-aca1-80817c284cde req-888c0773-a439-4618-bbea-6ac68941a551 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.0759404 Feb 11 14:09:30.273581 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cdcb3228-ea22-4ccb-aca1-80817c284cde req-0205c257-c64a-40c7-a868-fa29eb664c02 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387831 Feb 11 14:09:30.485406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c817eb-58ca-4844-8a5c-e8afc38aa288 req-a6ff1125-2810-47df-80b2-a734af2f97ec tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:30.486901 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e2c817eb-58ca-4844-8a5c-e8afc38aa288 req-a6ff1125-2810-47df-80b2-a734af2f97ec tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.0798261 Feb 11 14:09:30.533107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e2c817eb-58ca-4844-8a5c-e8afc38aa288 req-c988dd36-6ecc-4762-b752-82a455cf7aa6 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Feb 11 14:09:31.010402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1818d65a-97ad-4966-b093-038f0b2eb745 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:09:31.042676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 1818d65a-97ad-4966-b093-038f0b2eb745 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:09:31.043016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 1818d65a-97ad-4966-b093-038f0b2eb745 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:09:31.084155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b169881-2b18-4aaa-b98f-fb75c912be78 req-58dcd113-9d80-4eb2-aea2-dc010689b32f tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:31.085586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b169881-2b18-4aaa-b98f-fb75c912be78 req-58dcd113-9d80-4eb2-aea2-dc010689b32f tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.0776892 Feb 11 14:09:31.134354 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b169881-2b18-4aaa-b98f-fb75c912be78 req-d6ba9cc0-84aa-4219-a8a5-5d2714390b72 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432563 Feb 11 14:09:32.385578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-86d77035-3816-4402-ba2b-5fbd74040f33 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:32.387038 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-86d77035-3816-4402-ba2b-5fbd74040f33 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.75 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.1377921 Feb 11 14:09:32.393204 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568f367-ae0c-4a1f-8683-9c56464a7a81 req-9d8d7b8f-88d0-4fd8-9e1e-7907408587a9 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:32.394515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8568f367-ae0c-4a1f-8683-9c56464a7a81 req-9d8d7b8f-88d0-4fd8-9e1e-7907408587a9 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 946 time: 0.1111317 Feb 11 14:09:32.486017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Deleting port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:32.486365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.518186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8568f367-ae0c-4a1f-8683-9c56464a7a81 req-41b8914b-f41d-4e82-8850-e8ec72572673 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/security-groups?id=077a2d0a-50df-4117-a36b-5a7b1635bd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946119 Feb 11 14:09:32.738181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] For port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,segment=NetworkSegment(5ae58a22-6c85-4d39-aa5d-729005f7a0e1),segment_id=5ae58a22-6c85-4d39-aa5d-729005f7a0e1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:32.738467 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:32.861042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Calling delete_port for 3cb54da8-c9f2-446c-ba88-4dc68ea4784a owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:09:33.001173 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.012192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['3cb54da8-c9f2-446c-ba88-4dc68ea4784a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:09:33.050296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Pushing event deleted for resources: {'Port': ['ID=3cb54da8-c9f2-446c-ba88-4dc68ea4784a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:33.090014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.090357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.090722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.091051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.091374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.091814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.092359 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.092690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.093011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.093325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.093641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:33.226901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] No DVR routers for this DVR port 3cb54da8-c9f2-446c-ba88-4dc68ea4784a on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:33.229348 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:33.231810 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1def6224-f94f-422f-a0a6-9cff74ba2c57', 'name': 'network-vif-deleted', 'tag': '3cb54da8-c9f2-446c-ba88-4dc68ea4784a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:33.247599 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-aae1a937-b979-4c18-8adc-cae811a2ddda req-4c75b1ae-eea1-45b9-ad91-3b8b9d84ce98 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.75 "DELETE /v2.0/ports/3cb54da8-c9f2-446c-ba88-4dc68ea4784a HTTP/1.1" status: 204 len: 173 time: 0.8520942 Feb 11 14:09:33.292673 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1def6224-f94f-422f-a0a6-9cff74ba2c57', 'name': 'network-vif-deleted', 'tag': '3cb54da8-c9f2-446c-ba88-4dc68ea4784a', 'status': 'completed', 'code': 200} Feb 11 14:09:33.703247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ab604236-814a-4dab-96cc-fdeb86be80b8 req-e5665071-0024-4e23-bd9d-86152b06ed84 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Synchronizing usage tracker for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:09:33.719709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ab604236-814a-4dab-96cc-fdeb86be80b8 req-e5665071-0024-4e23-bd9d-86152b06ed84 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] Unset dirty status for tenant:21d9094f187c4db3b2559efe6dc52a79 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:09:33.720919 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ab604236-814a-4dab-96cc-fdeb86be80b8 req-e5665071-0024-4e23-bd9d-86152b06ed84 tempest-ServersNegativeTestJSON-1010174101 tempest-ServersNegativeTestJSON-1010174101-project] 10.222.0.67 "GET /v2.0/ports?device_id=1def6224-f94f-422f-a0a6-9cff74ba2c57 HTTP/1.1" status: 200 len: 210 time: 0.0604465 Feb 11 14:09:34.824442 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54994) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:34.886439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49c759a-f568-4232-993a-cb5b28be4a3a admin admin] Deleting subnet 05311fd2-2c36-4f31-a785-96d9c5c855a6 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:09:34.889899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a49c759a-f568-4232-993a-cb5b28be4a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.938153 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a49c759a-f568-4232-993a-cb5b28be4a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:34.992495 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a49c759a-f568-4232-993a-cb5b28be4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.065059 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a49c759a-f568-4232-993a-cb5b28be4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.104158 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c759a-f568-4232-993a-cb5b28be4a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05311fd2-2c36-4f31-a785-96d9c5c855a6,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:35.109690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a49c759a-f568-4232-993a-cb5b28be4a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.115571 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a49c759a-f568-4232-993a-cb5b28be4a3a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/05311fd2-2c36-4f31-a785-96d9c5c855a6 HTTP/1.1" status: 204 len: 168 time: 0.2898767 Feb 11 14:09:35.118048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 54998) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:35.223876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.347561 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.372331 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8cce84-f102-4af6-9cf6-33e431c44690']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:35.384690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae58a22-6c85-4d39-aa5d-729005f7a0e1') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:35.384988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae58a22-6c85-4d39-aa5d-729005f7a0e1') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:35.396282 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.412709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.418921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:09:35.419299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:35.432842 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:35.511454 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.528375 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.538740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=df8cce84-f102-4af6-9cf6-33e431c44690,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:35.548117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f405948f-f26d-49b7-afcd-2042bd4e1c69 admin admin] 10.222.0.67 "DELETE /v2.0/networks/df8cce84-f102-4af6-9cf6-33e431c44690 HTTP/1.1" status: 204 len: 168 time: 0.4290757 Feb 11 14:09:35.682016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55004) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:35.733392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7f7937dc-1fad-4138-a2ac-e14cc984e697 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=21d9094f187c4db3b2559efe6dc52a79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502090 Feb 11 14:09:35.735890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55008) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:35.798195 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-316afca8-674d-4e8c-b5fa-7f9b928af289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.823022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-316afca8-674d-4e8c-b5fa-7f9b928af289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.873361 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-316afca8-674d-4e8c-b5fa-7f9b928af289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.890732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316afca8-674d-4e8c-b5fa-7f9b928af289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077a2d0a-50df-4117-a36b-5a7b1635bd74,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:35.901273 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-316afca8-674d-4e8c-b5fa-7f9b928af289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:35.902396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-316afca8-674d-4e8c-b5fa-7f9b928af289 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/077a2d0a-50df-4117-a36b-5a7b1635bd74 HTTP/1.1" status: 204 len: 168 time: 0.1656392 Feb 11 14:09:36.524409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 3cb54da8-c9f2-446c-ba88-4dc68ea4784a no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:09:36.561555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 3cb54da8-c9f2-446c-ba88-4dc68ea4784a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:09:36.562041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 3cb54da8-c9f2-446c-ba88-4dc68ea4784a not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:09:36.756035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55030) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:36.883346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726788275'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:36.889219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:36.893098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:network and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:36.896111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:36.902333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:36.911615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Made reservation on behalf of 0e2fa6a792104577ab36298319e82ade for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:36.914772 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.927895 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:36.961104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:36.965021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:security_group_rule and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:36.967927 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:36.973657 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:37.049827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.053505 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.089954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:37.098309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6e6f2-fb19-4648-8467-3f00a5362802,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:37.104991 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.105415 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Added segment 1ffa307a-b58c-4e8b-bd6d-2258be0ee81d of type vlan for network a490e591-4ab3-45f4-ab15-b5a3fabcc84d Feb 11 14:09:37.132840 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.160752 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.164401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:37.164983 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:37.275633 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5185039 Feb 11 14:09:37.276475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46d744-f1d1-45cc-9976-cb5da927a591 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'Network': ['ID=a490e591-4ab3-45f4-ab15-b5a3fabcc84d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:37.288388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network a490e591-4ab3-45f4-ab15-b5a3fabcc84d details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:09:37.366173 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:09:37.944481 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:40.506131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55036) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:40.511920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Request body: {'subnet': {'network_id': 'a490e591-4ab3-45f4-ab15-b5a3fabcc84d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:40.624715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:40.628513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:subnet and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:40.631293 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:40.636848 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:40.646297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Made reservation on behalf of 0e2fa6a792104577ab36298319e82ade for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:40.748946 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.049129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.139160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'Subnet': ['ID=e7614e5e-2845-4b27-b769-6cf38d2b3011,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:41.159764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Checking segment: {'id': '1ffa307a-b58c-4e8b-bd6d-2258be0ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a490e591-4ab3-45f4-ab15-b5a3fabcc84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:41.160117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Network hostable DHCP agents. Network: a490e591-4ab3-45f4-ab15-b5a3fabcc84d, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:41.182167 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Network a490e591-4ab3-45f4-ab15-b5a3fabcc84d is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:41.190853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, a490e591-4ab3-45f4-ab15-b5a3fabcc84d) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:41.194905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:41.195511 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.201506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46923ee7-f7a0-461c-9b94-1c76c4bc97e7 None None] Network a490e591-4ab3-45f4-ab15-b5a3fabcc84d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:41.218634 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c82ba6e2-094b-4ca8-93da-8eed8e180ebd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7100036 Feb 11 14:09:41.220705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55040) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:41.226221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-482091603'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:41.232492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:41.236304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:network and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:41.239148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:41.244815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:41.254966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Made reservation on behalf of 0e2fa6a792104577ab36298319e82ade for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:41.257830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.288361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:41.298276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.298654 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Added segment 547b2ca5-7cba-4366-8c86-aa181f3e2fe2 of type vlan for network 78b1fdee-784f-434d-958d-898bc5c07ab8 Feb 11 14:09:41.327607 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.357785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.361789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:41.362369 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.419808 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-a490e591-4ab3-45f4-ab15-b5a3fabcc84d', 'network_id': 'a490e591-4ab3-45f4-ab15-b5a3fabcc84d', 'tenant_id': '0e2fa6a792104577ab36298319e82ade', 'fixed_ips': [{'subnet_id': 'e7614e5e-2845-4b27-b769-6cf38d2b3011'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:09:41.420580 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.464053 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2422950 Feb 11 14:09:41.467107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55044) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:41.473817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d168e-4996-4550-a8fb-22a46fe75fe6 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'Network': ['ID=78b1fdee-784f-434d-958d-898bc5c07ab8,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:41.477064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Request body: {'subnet': {'network_id': '78b1fdee-784f-434d-958d-898bc5c07ab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:41.549547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 78b1fdee-784f-434d-958d-898bc5c07ab8 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:09:41.586850 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:41.590554 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:subnet and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:41.594106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:41.599777 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:41.609240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Made reservation on behalf of 0e2fa6a792104577ab36298319e82ade for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:41.669603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Allocated IP 2001:db8:0:ffff::2 (a490e591-4ab3-45f4-ab15-b5a3fabcc84d/e7614e5e-2845-4b27-b769-6cf38d2b3011/ec4d219f-ea90-4c28-b762-94df6e5593a1) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:41.712590 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.881335 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.892986 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Transition to ACTIVE for port object ec4d219f-ea90-4c28-b762-94df6e5593a1 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:41.912505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Transition to ACTIVE for port object ec4d219f-ea90-4c28-b762-94df6e5593a1 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:41.917779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.943051 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:41.989896 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Network a490e591-4ab3-45f4-ab15-b5a3fabcc84d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:41.992614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:41.996319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:09:42.002661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Pushing event updated for resources: {'Port': ['ID=ec4d219f-ea90-4c28-b762-94df6e5593a1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:42.018621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'Subnet': ['ID=ff35c6ab-78a8-4778-891f-fbf4ed877029,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:42.033557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Checking segment: {'id': '547b2ca5-7cba-4366-8c86-aa181f3e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '78b1fdee-784f-434d-958d-898bc5c07ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:42.033908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Network hostable DHCP agents. Network: 78b1fdee-784f-434d-958d-898bc5c07ab8, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:42.045316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.045662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.046004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.046335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.046682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.047011 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.047349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.047658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.047992 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.048310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.048614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:42.056531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Network 78b1fdee-784f-434d-958d-898bc5c07ab8 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:42.066201 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 78b1fdee-784f-434d-958d-898bc5c07ab8) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:42.070238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:42.070992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.081215 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d08b02b-4793-4243-afba-8908c668bf6c None None] Network 78b1fdee-784f-434d-958d-898bc5c07ab8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:42.097714 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-afba8af6-b9fa-43c2-9492-34eff70b6fa2 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6256883 Feb 11 14:09:42.097969 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55048) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:42.177990 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Attempting to bind port ec4d219f-ea90-4c28-b762-94df6e5593a1 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:42.178265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Attempting to bind port ec4d219f-ea90-4c28-b762-94df6e5593a1 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '1ffa307a-b58c-4e8b-bd6d-2258be0ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a490e591-4ab3-45f4-ab15-b5a3fabcc84d'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:42.178657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Attempting to bind port ec4d219f-ea90-4c28-b762-94df6e5593a1 on network a490e591-4ab3-45f4-ab15-b5a3fabcc84d {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:09:42.191709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:09:42.192084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Checking segment: {'id': '1ffa307a-b58c-4e8b-bd6d-2258be0ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a490e591-4ab3-45f4-ab15-b5a3fabcc84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:42.192487 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.192876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Bound using segment: {'id': '1ffa307a-b58c-4e8b-bd6d-2258be0ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a490e591-4ab3-45f4-ab15-b5a3fabcc84d'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:09:42.193343 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Bound port: ec4d219f-ea90-4c28-b762-94df6e5593a1, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffa307a-b58c-4e8b-bd6d-2258be0ee81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a490e591-4ab3-45f4-ab15-b5a3fabcc84d'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:42.193711 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.237002 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.308402 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.385779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.423696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] For port ec4d219f-ea90-4c28-b762-94df6e5593a1, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:42.435278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Subnet': ['ID=ff35c6ab-78a8-4778-891f-fbf4ed877029,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:42.439462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] For port ec4d219f-ea90-4c28-b762-94df6e5593a1, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ec4d219f-ea90-4c28-b762-94df6e5593a1,segment=NetworkSegment(1ffa307a-b58c-4e8b-bd6d-2258be0ee81d),segment_id=1ffa307a-b58c-4e8b-bd6d-2258be0ee81d)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:42.447268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.483320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0457c6-063c-48eb-840f-618d037d5a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-78b1fdee-784f-434d-958d-898bc5c07ab8', 'network_id': '78b1fdee-784f-434d-958d-898bc5c07ab8', 'tenant_id': '0e2fa6a792104577ab36298319e82ade', 'fixed_ips': [{'subnet_id': 'ff35c6ab-78a8-4778-891f-fbf4ed877029'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:09:42.484226 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e0457c6-063c-48eb-840f-618d037d5a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.538532 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.568128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b1fdee-784f-434d-958d-898bc5c07ab8']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:42.586373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547b2ca5-7cba-4366-8c86-aa181f3e2fe2') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:42.586681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547b2ca5-7cba-4366-8c86-aa181f3e2fe2') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:42.600608 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.613056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe2caf-7085-46b7-a3c1-6fd5be9c93c8 None None] Pushing event updated for resources: {'Port': ['ID=ec4d219f-ea90-4c28-b762-94df6e5593a1,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:42.619943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.627069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:09:42.627463 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.635636 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f43352-c548-415d-bbeb-baf6ac56e050 None None] Network 78b1fdee-784f-434d-958d-898bc5c07ab8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:42.728373 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:42.740726 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.767465 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.782996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Network': ['ID=78b1fdee-784f-434d-958d-898bc5c07ab8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:42.791785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55052) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:42.792295 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f2c62320-5e1e-45ad-a959-8d47486d5a05 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/networks/78b1fdee-784f-434d-958d-898bc5c07ab8 HTTP/1.1" status: 204 len: 168 time: 0.6932116 Feb 11 14:09:42.798021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1233046948'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:42.803868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:42.807793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:network and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:42.811623 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:42.818260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:42.830473 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Made reservation on behalf of 0e2fa6a792104577ab36298319e82ade for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:42.834614 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.866832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:42.880531 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.881074 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Added segment 2f56ec80-f405-411d-ba20-7a72787c90e3 of type vlan for network a04b3c57-f712-4e91-825e-4b01f66e4dec Feb 11 14:09:42.884932 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.909215 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.941509 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:42.945211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:42.945739 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.044126 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2509675 Feb 11 14:09:43.047723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55056) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:43.053982 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4f5e8-ac82-49a3-a713-3f6b312c28e5 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'Network': ['ID=a04b3c57-f712-4e91-825e-4b01f66e4dec,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:43.054191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Request body: {'subnet': {'network_id': 'a04b3c57-f712-4e91-825e-4b01f66e4dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:43.065196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network a04b3c57-f712-4e91-825e-4b01f66e4dec details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:09:43.165226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ec4d219f-ea90-4c28-b762-94df6e5593a1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:09:43.176798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:43.180550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:subnet and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:43.183352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:43.189749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:43.199436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Made reservation on behalf of 0e2fa6a792104577ab36298319e82ade for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:43.249345 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ec4d219f-ea90-4c28-b762-94df6e5593a1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:43.309822 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.495588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Performing IP validity checks on allocation pools {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 11 14:09:43.496101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 11 14:09:43.572875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a318afc7-4537-4f12-a53b-370a9c9325d1 None None] Network a490e591-4ab3-45f4-ab15-b5a3fabcc84d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:43.630390 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.688338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e40789db-dd95-49da-b66a-eafb4ddfcee2 None None] Provisioning for port ec4d219f-ea90-4c28-b762-94df6e5593a1 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:43.703728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e40789db-dd95-49da-b66a-eafb4ddfcee2 None None] Provisioning complete for port ec4d219f-ea90-4c28-b762-94df6e5593a1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:43.704108 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e40789db-dd95-49da-b66a-eafb4ddfcee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.714123 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'Subnet': ['ID=134a05da-bfb5-4a51-801c-75bd3cb98329,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:43.723884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Checking segment: {'id': '2f56ec80-f405-411d-ba20-7a72787c90e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a04b3c57-f712-4e91-825e-4b01f66e4dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:43.724243 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Network hostable DHCP agents. Network: a04b3c57-f712-4e91-825e-4b01f66e4dec, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:43.748520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Network a04b3c57-f712-4e91-825e-4b01f66e4dec is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:43.757838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, a04b3c57-f712-4e91-825e-4b01f66e4dec) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:43.766216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:43.766878 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:43.779053 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e8654-afa8-4466-ad34-68ce07f46f17 None None] Network a04b3c57-f712-4e91-825e-4b01f66e4dec requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:43.790247 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-df6606c0-1325-4b92-abaf-38f0649658be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7411978 Feb 11 14:09:43.792886 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55060) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:43.937135 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.011354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.085549 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e40789db-dd95-49da-b66a-eafb4ddfcee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.092153 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.134499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Subnet': ['ID=134a05da-bfb5-4a51-801c-75bd3cb98329,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:44.162139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d447ff-43e4-4387-92ea-00c012d6a48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-a04b3c57-f712-4e91-825e-4b01f66e4dec', 'network_id': 'a04b3c57-f712-4e91-825e-4b01f66e4dec', 'tenant_id': '0e2fa6a792104577ab36298319e82ade', 'fixed_ips': [{'subnet_id': '134a05da-bfb5-4a51-801c-75bd3cb98329'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:09:44.162916 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d447ff-43e4-4387-92ea-00c012d6a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.192863 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e40789db-dd95-49da-b66a-eafb4ddfcee2 None None] For port ec4d219f-ea90-4c28-b762-94df6e5593a1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ec4d219f-ea90-4c28-b762-94df6e5593a1,segment=NetworkSegment(1ffa307a-b58c-4e8b-bd6d-2258be0ee81d),segment_id=1ffa307a-b58c-4e8b-bd6d-2258be0ee81d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:44.232609 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e40789db-dd95-49da-b66a-eafb4ddfcee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.244088 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.275944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04b3c57-f712-4e91-825e-4b01f66e4dec']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:44.290498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f56ec80-f405-411d-ba20-7a72787c90e3') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:44.290858 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f56ec80-f405-411d-ba20-7a72787c90e3') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:44.304382 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.329168 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.336517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f98e73f-6816-4b6a-900d-90057cea1665 None None] Network a04b3c57-f712-4e91-825e-4b01f66e4dec requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:44.338005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:09:44.338465 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.349743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40789db-dd95-49da-b66a-eafb4ddfcee2 None None] Pushing event updated for resources: {'Port': ['ID=ec4d219f-ea90-4c28-b762-94df6e5593a1,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:44.355047 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:44.435132 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.458944 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.465422 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Network': ['ID=a04b3c57-f712-4e91-825e-4b01f66e4dec,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:44.474315 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-27f88d61-08c8-4dc9-a290-1f04207583f1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/networks/a04b3c57-f712-4e91-825e-4b01f66e4dec HTTP/1.1" status: 204 len: 168 time: 0.6803632 Feb 11 14:09:44.478179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55064) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:44.484501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1506101902'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:44.490159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:44.493984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:network and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:44.496835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:44.502808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:44.517311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Made reservation on behalf of 0e2fa6a792104577ab36298319e82ade for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:44.520544 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.550533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:44.558734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-19f5635e-994a-4e81-9729-b07b510556f1 None None] Provisioning complete for port ec4d219f-ea90-4c28-b762-94df6e5593a1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:44.559189 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-19f5635e-994a-4e81-9729-b07b510556f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.561325 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.561669 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Added segment 310f14d2-d09f-49c0-a381-3f5fdde3f212 of type vlan for network 13a7605f-ba09-4fe7-9fbb-d43f8a89180a Feb 11 14:09:44.587943 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.619374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.623618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:44.624193 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:44.713437 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2340248 Feb 11 14:09:44.717923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55068) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:44.724073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Request body: {'subnet': {'network_id': '13a7605f-ba09-4fe7-9fbb-d43f8a89180a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:44.733331 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0421e-722a-493e-8b51-71a59ef4ff5e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'Network': ['ID=13a7605f-ba09-4fe7-9fbb-d43f8a89180a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:44.745534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 13a7605f-ba09-4fe7-9fbb-d43f8a89180a details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:09:44.844596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:44.848732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:subnet and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:44.851960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:44.858827 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:44.868435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Made reservation on behalf of 0e2fa6a792104577ab36298319e82ade for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:44.970414 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.126236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ec4d219f-ea90-4c28-b762-94df6e5593a1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:09:45.192729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ec4d219f-ea90-4c28-b762-94df6e5593a1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:45.193163 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.194351 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.270083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'Subnet': ['ID=bee887e6-e1e1-4ed1-b53b-c8def92e7f52,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:45.286913 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Checking segment: {'id': '310f14d2-d09f-49c0-a381-3f5fdde3f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '13a7605f-ba09-4fe7-9fbb-d43f8a89180a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:45.287277 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Network hostable DHCP agents. Network: 13a7605f-ba09-4fe7-9fbb-d43f8a89180a, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:45.309939 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Network 13a7605f-ba09-4fe7-9fbb-d43f8a89180a is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:45.320147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 13a7605f-ba09-4fe7-9fbb-d43f8a89180a) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:45.323988 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:45.324601 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.331527 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a23363e-0f3d-433f-945d-47a093165953 None None] Network 13a7605f-ba09-4fe7-9fbb-d43f8a89180a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:45.351324 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-512239ee-5698-4696-8ba9-afd5b2b626fd tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6286497 Feb 11 14:09:45.351700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55072) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:45.357346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-679748042'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:45.363147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:45.366954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:network and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:45.369770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:45.376249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:45.386613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Made reservation on behalf of 0e2fa6a792104577ab36298319e82ade for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:45.390366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.422228 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:45.431143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.431486 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Added segment 724e19ee-530d-40cc-851a-491bb4c5ce3e of type vlan for network d173716c-2083-456a-9c05-aaf20969a70f Feb 11 14:09:45.461723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.495404 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.499166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:45.499982 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.561581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-13a7605f-ba09-4fe7-9fbb-d43f8a89180a', 'network_id': '13a7605f-ba09-4fe7-9fbb-d43f8a89180a', 'tenant_id': '0e2fa6a792104577ab36298319e82ade', 'fixed_ips': [{'subnet_id': 'bee887e6-e1e1-4ed1-b53b-c8def92e7f52'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:09:45.562470 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.582275 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2421e86-5b31-4451-87cf-c45d4ca9aced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:45.600713 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2479525 Feb 11 14:09:45.603665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55076) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:45.610558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Request body: {'subnet': {'network_id': 'd173716c-2083-456a-9c05-aaf20969a70f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:45.610877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f124cc7-9583-4b02-9203-771476aa7dd1 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'Network': ['ID=d173716c-2083-456a-9c05-aaf20969a70f,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:45.625697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network d173716c-2083-456a-9c05-aaf20969a70f details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:09:45.725689 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:45.729418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Usage tracker for resource:subnet and tenant:0e2fa6a792104577ab36298319e82ade is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:45.733257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:45.739264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:45.750537 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Made reservation on behalf of 0e2fa6a792104577ab36298319e82ade for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:45.818458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Allocated IP 2001:db8::2 (13a7605f-ba09-4fe7-9fbb-d43f8a89180a/bee887e6-e1e1-4ed1-b53b-c8def92e7f52/4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:45.854157 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.020716 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.031223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Transition to ACTIVE for port object 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:46.050676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Transition to ACTIVE for port object 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:46.056424 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.070740 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.130462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Network 13a7605f-ba09-4fe7-9fbb-d43f8a89180a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:46.133225 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:46.137565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:09:46.140054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Pushing event updated for resources: {'Port': ['ID=4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:46.154171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event updated for resources: {'Subnet': ['ID=77539a4a-0cda-4b8f-b55b-2695c4583d3d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:46.168931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Checking segment: {'id': '724e19ee-530d-40cc-851a-491bb4c5ce3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd173716c-2083-456a-9c05-aaf20969a70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:46.169342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Network hostable DHCP agents. Network: d173716c-2083-456a-9c05-aaf20969a70f, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:46.191977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Network d173716c-2083-456a-9c05-aaf20969a70f is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:46.202416 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, d173716c-2083-456a-9c05-aaf20969a70f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:46.206195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:46.206785 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.212408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c6ccb2-7f1c-4dfb-9858-a8ef2c83b62e None None] Network d173716c-2083-456a-9c05-aaf20969a70f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:46.232425 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-89596faa-df15-46db-86e3-277136ebf8aa tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6275671 Feb 11 14:09:46.235105 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55080) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:46.311738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Attempting to bind port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:46.312105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Attempting to bind port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '310f14d2-d09f-49c0-a381-3f5fdde3f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '13a7605f-ba09-4fe7-9fbb-d43f8a89180a'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:46.312465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Attempting to bind port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 on network 13a7605f-ba09-4fe7-9fbb-d43f8a89180a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:09:46.328083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:09:46.328375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Checking segment: {'id': '310f14d2-d09f-49c0-a381-3f5fdde3f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '13a7605f-ba09-4fe7-9fbb-d43f8a89180a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:46.328809 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.329161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Bound using segment: {'id': '310f14d2-d09f-49c0-a381-3f5fdde3f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '13a7605f-ba09-4fe7-9fbb-d43f8a89180a'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:09:46.329621 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Bound port: 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310f14d2-d09f-49c0-a381-3f5fdde3f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '13a7605f-ba09-4fe7-9fbb-d43f8a89180a'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:46.329992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.376668 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.442692 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.521526 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.545624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] For port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:46.564326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] For port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8,segment=NetworkSegment(310f14d2-d09f-49c0-a381-3f5fdde3f212),segment_id=310f14d2-d09f-49c0-a381-3f5fdde3f212)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:46.566429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Subnet': ['ID=77539a4a-0cda-4b8f-b55b-2695c4583d3d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:46.570628 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.609098 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cfbfdf-5b23-4554-ad97-aef9c874be6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-d173716c-2083-456a-9c05-aaf20969a70f', 'network_id': 'd173716c-2083-456a-9c05-aaf20969a70f', 'tenant_id': '0e2fa6a792104577ab36298319e82ade', 'fixed_ips': [{'subnet_id': '77539a4a-0cda-4b8f-b55b-2695c4583d3d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:09:46.609890 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbfdf-5b23-4554-ad97-aef9c874be6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.660093 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.689073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d173716c-2083-456a-9c05-aaf20969a70f']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:46.701488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724e19ee-530d-40cc-851a-491bb4c5ce3e') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:46.701778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724e19ee-530d-40cc-851a-491bb4c5ce3e') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:46.713758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.729361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedad166-e382-4276-8a96-b302c6ba8427 None None] Pushing event updated for resources: {'Port': ['ID=4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:46.734563 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.743408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:09:46.743854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.749711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae529fbf-0a06-4f25-b1ed-dc92fe1baa31 None None] Network d173716c-2083-456a-9c05-aaf20969a70f requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:46.814053 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:46.855438 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.889471 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.902241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Network': ['ID=d173716c-2083-456a-9c05-aaf20969a70f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:46.909969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55084) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:46.910451 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b8e5a954-f12d-43cc-b955-0d5776bc72ac tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/networks/d173716c-2083-456a-9c05-aaf20969a70f HTTP/1.1" status: 204 len: 168 time: 0.6733091 Feb 11 14:09:46.956004 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f77328-3ac9-4cce-9b11-7cf25c55132d tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] GET failed (client error): The resource could not be found. Feb 11 14:09:46.956511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-29f77328-3ac9-4cce-9b11-7cf25c55132d tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Synchronizing usage tracker for tenant:0e2fa6a792104577ab36298319e82ade on resource:subnet {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:09:46.975306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-29f77328-3ac9-4cce-9b11-7cf25c55132d tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Unset dirty status for tenant:0e2fa6a792104577ab36298319e82ade on resource:subnet {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:09:46.976570 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-29f77328-3ac9-4cce-9b11-7cf25c55132d tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "GET /v2.0/subnets/77539a4a-0cda-4b8f-b55b-2695c4583d3d HTTP/1.1" status: 404 len: 337 time: 0.0656502 Feb 11 14:09:46.979488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55088) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:47.005298 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd5ff94-3657-45cb-8df0-9449b194e161 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] DELETE failed (client error): The resource could not be found. Feb 11 14:09:47.005740 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd5ff94-3657-45cb-8df0-9449b194e161 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:09:47.007430 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-efd5ff94-3657-45cb-8df0-9449b194e161 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/networks/d173716c-2083-456a-9c05-aaf20969a70f HTTP/1.1" status: 404 len: 339 time: 0.0270417 Feb 11 14:09:47.011394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55092) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:47.050351 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48509ff-bf09-4509-b5d7-6956173fc3ec tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] DELETE failed (client error): The resource could not be found. Feb 11 14:09:47.050808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48509ff-bf09-4509-b5d7-6956173fc3ec tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:09:47.052428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a48509ff-bf09-4509-b5d7-6956173fc3ec tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/subnets/77539a4a-0cda-4b8f-b55b-2695c4583d3d HTTP/1.1" status: 404 len: 337 time: 0.0401185 Feb 11 14:09:47.055048 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55096) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:47.088469 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb59d4c-47fb-4aae-9c01-179bc4794411 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] DELETE failed (client error): The resource could not be found. Feb 11 14:09:47.088967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb59d4c-47fb-4aae-9c01-179bc4794411 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:09:47.094330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55100) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:47.094942 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6bb59d4c-47fb-4aae-9c01-179bc4794411 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/networks/d173716c-2083-456a-9c05-aaf20969a70f HTTP/1.1" status: 404 len: 339 time: 0.0387089 Feb 11 14:09:47.148415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:09:47.222100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:47.381649 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53c2020-762b-4da1-b098-bb903b88ecd4 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Deleting subnet bee887e6-e1e1-4ed1-b53b-c8def92e7f52 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:09:47.384690 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b53c2020-762b-4da1-b098-bb903b88ecd4 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.444541 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b53c2020-762b-4da1-b098-bb903b88ecd4 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.533930 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b53c2020-762b-4da1-b098-bb903b88ecd4 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.610414 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b53c2020-762b-4da1-b098-bb903b88ecd4 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.654912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c2020-762b-4da1-b098-bb903b88ecd4 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Subnet': ['ID=bee887e6-e1e1-4ed1-b53b-c8def92e7f52,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:47.660092 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b53c2020-762b-4da1-b098-bb903b88ecd4 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.674991 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b53c2020-762b-4da1-b098-bb903b88ecd4 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/subnets/bee887e6-e1e1-4ed1-b53b-c8def92e7f52 HTTP/1.1" status: 204 len: 168 time: 0.5788300 Feb 11 14:09:47.675432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fd508d-20bb-4416-8fe2-36a997da407e None None] Network 13a7605f-ba09-4fe7-9fbb-d43f8a89180a requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:47.677585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55104) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:47.793535 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80a974eb-2f2a-4e1b-b9f3-4e46de5af9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.828417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-554e0f30-f017-4662-8b87-e3de4e98524f None None] Provisioning for port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:47.860975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-554e0f30-f017-4662-8b87-e3de4e98524f None None] Provisioning complete for port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:47.861349 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-554e0f30-f017-4662-8b87-e3de4e98524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.889094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:47.899754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Deleting port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:47.900088 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.005512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-554e0f30-f017-4662-8b87-e3de4e98524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.039174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9defee-6989-4ef7-b887-5dae89fc9e3e None None] DHCP port deletion for 13a7605f-ba09-4fe7-9fbb-d43f8a89180a request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:09:48.044289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-554e0f30-f017-4662-8b87-e3de4e98524f None None] For port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8,segment=NetworkSegment(310f14d2-d09f-49c0-a381-3f5fdde3f212),segment_id=310f14d2-d09f-49c0-a381-3f5fdde3f212)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:48.046067 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3c9defee-6989-4ef7-b887-5dae89fc9e3e None None] Deleting port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:48.046493 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c9defee-6989-4ef7-b887-5dae89fc9e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.077329 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-554e0f30-f017-4662-8b87-e3de4e98524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.110668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] For port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8,segment=NetworkSegment(310f14d2-d09f-49c0-a381-3f5fdde3f212),segment_id=310f14d2-d09f-49c0-a381-3f5fdde3f212)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:48.111267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.202964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e0f30-f017-4662-8b87-e3de4e98524f None None] Pushing event updated for resources: {'Port': ['ID=4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:48.240333 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Calling delete_port for 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:09:48.315176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3c9defee-6989-4ef7-b887-5dae89fc9e3e None None] For port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8,segment=NetworkSegment(310f14d2-d09f-49c0-a381-3f5fdde3f212),segment_id=310f14d2-d09f-49c0-a381-3f5fdde3f212)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:48.315590 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c9defee-6989-4ef7-b887-5dae89fc9e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.319228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:09:48.319558 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:09:48.437593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3c9defee-6989-4ef7-b887-5dae89fc9e3e None None] Calling delete_port for 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:09:48.508214 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c9defee-6989-4ef7-b887-5dae89fc9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.553890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9defee-6989-4ef7-b887-5dae89fc9e3e None None] Pushing event deleted for resources: {'Port': ['ID=4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:48.558396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9defee-6989-4ef7-b887-5dae89fc9e3e None None] No DVR routers for this DVR port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:48.820967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Deleting port 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:48.821249 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:48.892906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] The port '4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:09:49.015380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.020328 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.041372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a7605f-ba09-4fe7-9fbb-d43f8a89180a']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:49.053535 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310f14d2-d09f-49c0-a381-3f5fdde3f212') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:49.053826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310f14d2-d09f-49c0-a381-3f5fdde3f212') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:49.066167 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.067379 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.083399 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.090210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:09:49.090645 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:49.106123 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:49.121577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:09:49.155472 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:09:49.155816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4a8c9a5d-ede7-4337-ad2b-d36c3287a6f8 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:09:49.188411 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.206801 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.217932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Network': ['ID=13a7605f-ba09-4fe7-9fbb-d43f8a89180a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:49.221837 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-256cbbeb-87f4-47d4-85f1-f7e2f77138c7 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/networks/13a7605f-ba09-4fe7-9fbb-d43f8a89180a HTTP/1.1" status: 204 len: 168 time: 1.5432732 Feb 11 14:09:49.224840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55108) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:49.261815 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f296eec5-45e2-47fc-9e5e-a47f29cfb4cc tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] DELETE failed (client error): The resource could not be found. Feb 11 14:09:49.262247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f296eec5-45e2-47fc-9e5e-a47f29cfb4cc tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:09:49.264607 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f296eec5-45e2-47fc-9e5e-a47f29cfb4cc tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/subnets/134a05da-bfb5-4a51-801c-75bd3cb98329 HTTP/1.1" status: 404 len: 337 time: 0.0388873 Feb 11 14:09:49.267107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55112) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:49.290447 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cb4c36-9d7e-4c0d-86ff-cb0240dac8be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] DELETE failed (client error): The resource could not be found. Feb 11 14:09:49.290915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81cb4c36-9d7e-4c0d-86ff-cb0240dac8be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:09:49.292448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-81cb4c36-9d7e-4c0d-86ff-cb0240dac8be tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/networks/a04b3c57-f712-4e91-825e-4b01f66e4dec HTTP/1.1" status: 404 len: 339 time: 0.0245018 Feb 11 14:09:49.294891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55116) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:49.336703 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafee981-bac9-4e9f-803a-4e6d0dd2956d tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] DELETE failed (client error): The resource could not be found. Feb 11 14:09:49.337058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafee981-bac9-4e9f-803a-4e6d0dd2956d tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:09:49.338645 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bafee981-bac9-4e9f-803a-4e6d0dd2956d tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/subnets/ff35c6ab-78a8-4778-891f-fbf4ed877029 HTTP/1.1" status: 404 len: 337 time: 0.0428905 Feb 11 14:09:49.341068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55120) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:49.364547 n-d-818559-1 neutron-server[83567]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbf1334-5bc2-48ff-956f-16502f0478b8 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] DELETE failed (client error): The resource could not be found. Feb 11 14:09:49.364984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbf1334-5bc2-48ff-956f-16502f0478b8 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83567) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:09:49.366496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-efbf1334-5bc2-48ff-956f-16502f0478b8 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/networks/78b1fdee-784f-434d-958d-898bc5c07ab8 HTTP/1.1" status: 404 len: 339 time: 0.0245669 Feb 11 14:09:49.368735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55124) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:49.552682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9cd672-fabb-40ba-97b4-56f2c1ed8c86 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Deleting subnet e7614e5e-2845-4b27-b769-6cf38d2b3011 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:09:49.555583 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd672-fabb-40ba-97b4-56f2c1ed8c86 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.612851 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd672-fabb-40ba-97b4-56f2c1ed8c86 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.692424 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd672-fabb-40ba-97b4-56f2c1ed8c86 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.764832 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd672-fabb-40ba-97b4-56f2c1ed8c86 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.899626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cd672-fabb-40ba-97b4-56f2c1ed8c86 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Subnet': ['ID=e7614e5e-2845-4b27-b769-6cf38d2b3011,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:49.909408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd672-fabb-40ba-97b4-56f2c1ed8c86 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:49.914534 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626db5c0-7bcf-47a9-b62c-8fec82fe62ee None None] Network a490e591-4ab3-45f4-ab15-b5a3fabcc84d requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:49.921138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1b9cd672-fabb-40ba-97b4-56f2c1ed8c86 tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/subnets/e7614e5e-2845-4b27-b769-6cf38d2b3011 HTTP/1.1" status: 204 len: 168 time: 0.5514929 Feb 11 14:09:49.923609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55128) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:50.040014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.050811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Deleting port ec4d219f-ea90-4c28-b762-94df6e5593a1 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:50.051145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.186832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] DHCP port deletion for a490e591-4ab3-45f4-ab15-b5a3fabcc84d request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:09:50.191086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] Deleting port ec4d219f-ea90-4c28-b762-94df6e5593a1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:50.191456 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.257593 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] For port ec4d219f-ea90-4c28-b762-94df6e5593a1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ec4d219f-ea90-4c28-b762-94df6e5593a1,segment=NetworkSegment(1ffa307a-b58c-4e8b-bd6d-2258be0ee81d),segment_id=1ffa307a-b58c-4e8b-bd6d-2258be0ee81d)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:50.258174 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.386011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Calling delete_port for ec4d219f-ea90-4c28-b762-94df6e5593a1 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:09:50.392276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] For port ec4d219f-ea90-4c28-b762-94df6e5593a1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ec4d219f-ea90-4c28-b762-94df6e5593a1,segment=NetworkSegment(1ffa307a-b58c-4e8b-bd6d-2258be0ee81d),segment_id=1ffa307a-b58c-4e8b-bd6d-2258be0ee81d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:50.392657 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.461528 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.510244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Port': ['ID=ec4d219f-ea90-4c28-b762-94df6e5593a1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:50.515991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] No DVR routers for this DVR port ec4d219f-ea90-4c28-b762-94df6e5593a1 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:50.528099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] Calling delete_port for ec4d219f-ea90-4c28-b762-94df6e5593a1 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:09:50.576811 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.604539 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:09:50.604886 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:09:50.642354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.666972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a490e591-4ab3-45f4-ab15-b5a3fabcc84d']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:50.678809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffa307a-b58c-4e8b-bd6d-2258be0ee81d') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:50.679100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffa307a-b58c-4e8b-bd6d-2258be0ee81d') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:50.690199 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.706592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.712389 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:09:50.712763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:50.727606 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:50.807494 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.826228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:50.836808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] Pushing event deleted for resources: {'Network': ['ID=a490e591-4ab3-45f4-ab15-b5a3fabcc84d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:50.840801 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b740b813-d02e-4897-a518-38f49772546e tempest-NetworksIpV6Test-1894149865 tempest-NetworksIpV6Test-1894149865-project] 10.222.0.67 "DELETE /v2.0/networks/a490e591-4ab3-45f4-ab15-b5a3fabcc84d HTTP/1.1" status: 204 len: 168 time: 0.9162192 Feb 11 14:09:51.106213 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] Deleting port ec4d219f-ea90-4c28-b762-94df6e5593a1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:51.108723 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.128122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55136) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:51.135684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ec4d219f-ea90-4c28-b762-94df6e5593a1 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:09:51.174089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: ec4d219f-ea90-4c28-b762-94df6e5593a1 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:09:51.174340 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ec4d219f-ea90-4c28-b762-94df6e5593a1 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:09:51.211265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-87dedd8e-706f-4bd6-adee-a6f4ad9df487 None None] The port 'ec4d219f-ea90-4c28-b762-94df6e5593a1' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:09:51.306464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-01b0f6c2-13b9-4432-9a7a-3a485c0ce776 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0e2fa6a792104577ab36298319e82ade&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1771650 Feb 11 14:09:51.308911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55142) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:51.369172 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2485060c-9ff4-4d55-ac85-8050a275ac7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.394504 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2485060c-9ff4-4d55-ac85-8050a275ac7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.445956 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2485060c-9ff4-4d55-ac85-8050a275ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.463207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485060c-9ff4-4d55-ac85-8050a275ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6e6f2-fb19-4648-8467-3f00a5362802,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:51.470701 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2485060c-9ff4-4d55-ac85-8050a275ac7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.474428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2485060c-9ff4-4d55-ac85-8050a275ac7a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68d6e6f2-fb19-4648-8467-3f00a5362802 HTTP/1.1" status: 204 len: 168 time: 0.1645577 Feb 11 14:09:52.270940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55164) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:52.395152 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-946240561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:52.401936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:52.406557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Usage tracker for resource:router and tenant:5f7a4653a8044329bca569c93842b95f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:52.409387 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:52.415032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:52.426210 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.427181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.444573 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.462841 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.484932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.486176 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c55f5909-348d-4187-8670-8e0e6d2f8e0d tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2142310 Feb 11 14:09:52.488978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55170) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:52.494448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-238819097'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:52.500259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:52.504119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Usage tracker for resource:network and tenant:5f7a4653a8044329bca569c93842b95f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:52.507616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:52.513702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:52.523547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Made reservation on behalf of 5f7a4653a8044329bca569c93842b95f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:52.526634 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.540971 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.573704 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:52.578638 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Usage tracker for resource:security_group_rule and tenant:5f7a4653a8044329bca569c93842b95f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:52.581401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:52.587025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:52.655226 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.659212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.691099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:52.699556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6833f0af-1a9e-4884-87af-12a19e268c74,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:52.706006 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.706294 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Added segment cd5ec350-1b7c-4e11-9416-fe6f0780475e of type vlan for network 2de9e31f-3f95-4596-ab3b-1229d1619910 Feb 11 14:09:52.732917 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.760865 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.765089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:52.765669 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:52.875165 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3826227 Feb 11 14:09:52.875411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55174) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:52.883186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Request body: {'subnet': {'network_id': '2de9e31f-3f95-4596-ab3b-1229d1619910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:52.897417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16650018-dfcf-410a-a79f-1c7c84884e55 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Pushing event updated for resources: {'Network': ['ID=2de9e31f-3f95-4596-ab3b-1229d1619910,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:52.908836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 2de9e31f-3f95-4596-ab3b-1229d1619910 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:09:52.996226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:53.000684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Usage tracker for resource:subnet and tenant:5f7a4653a8044329bca569c93842b95f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:53.003539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:53.009169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:53.019536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Made reservation on behalf of 5f7a4653a8044329bca569c93842b95f for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:53.211732 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.427311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.504072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Pushing event updated for resources: {'Subnet': ['ID=34ea5dbf-b71a-483a-b7f3-35b261ff24d5,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:53.516076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Checking segment: {'id': 'cd5ec350-1b7c-4e11-9416-fe6f0780475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2de9e31f-3f95-4596-ab3b-1229d1619910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:53.516435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Network hostable DHCP agents. Network: 2de9e31f-3f95-4596-ab3b-1229d1619910, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:53.538495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Network 2de9e31f-3f95-4596-ab3b-1229d1619910 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:53.547515 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 2de9e31f-3f95-4596-ab3b-1229d1619910) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:53.552181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:53.554159 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.555263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb34f90f-8f34-49d6-a65d-8bc0a591bcb2 None None] Network 2de9e31f-3f95-4596-ab3b-1229d1619910 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:53.577074 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2e2765a8-ab66-4ff2-bd21-69c0a965598f tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7005470 Feb 11 14:09:53.579923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55178) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:53.585308 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-150028051'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:53.591753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:53.595980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Usage tracker for resource:network and tenant:5f7a4653a8044329bca569c93842b95f is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:53.599145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:53.605162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:53.615480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Made reservation on behalf of 5f7a4653a8044329bca569c93842b95f for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:53.618536 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.650935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:09:53.661395 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.661754 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Added segment d17c0a3c-35de-4b01-b9a2-9376154b7137 of type vlan for network 7a507d50-2b94-4645-86fd-64cbe4a97406 Feb 11 14:09:53.692709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.724102 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.728207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:53.728779 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.774457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-2de9e31f-3f95-4596-ab3b-1229d1619910', 'network_id': '2de9e31f-3f95-4596-ab3b-1229d1619910', 'tenant_id': '5f7a4653a8044329bca569c93842b95f', 'fixed_ips': [{'subnet_id': '34ea5dbf-b71a-483a-b7f3-35b261ff24d5'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:09:53.775300 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.830124 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2491302 Feb 11 14:09:53.833106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55182) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:53.839711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2cf5-11a9-411a-bc59-16d0fad292f4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Pushing event updated for resources: {'Network': ['ID=7a507d50-2b94-4645-86fd-64cbe4a97406,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:53.840352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Request body: {'subnet': {'network_id': '7a507d50-2b94-4645-86fd-64cbe4a97406', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:53.852657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 7a507d50-2b94-4645-86fd-64cbe4a97406 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:09:53.965445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:09:53.969718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Usage tracker for resource:subnet and tenant:5f7a4653a8044329bca569c93842b95f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:09:53.972588 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:09:53.978452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:09:53.987879 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Made reservation on behalf of 5f7a4653a8044329bca569c93842b95f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:54.055727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Allocated IP 172.20.0.2 (2de9e31f-3f95-4596-ab3b-1229d1619910/34ea5dbf-b71a-483a-b7f3-35b261ff24d5/3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:54.096691 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.298446 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.312910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Transition to ACTIVE for port object 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:54.335094 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.335584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Transition to ACTIVE for port object 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:54.341015 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.424942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Pushing event updated for resources: {'Subnet': ['ID=560157d5-fa4d-4ed7-818d-c47d1d7353ad,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:54.443480 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Checking segment: {'id': 'd17c0a3c-35de-4b01-b9a2-9376154b7137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7a507d50-2b94-4645-86fd-64cbe4a97406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:54.443839 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Network hostable DHCP agents. Network: 7a507d50-2b94-4645-86fd-64cbe4a97406, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:09:54.467244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Network 2de9e31f-3f95-4596-ab3b-1229d1619910 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:54.470744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:54.472514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Network 7a507d50-2b94-4645-86fd-64cbe4a97406 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:09:54.472823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Pushing event updated for resources: {'Port': ['ID=3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:54.474604 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:09:54.482920 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 7a507d50-2b94-4645-86fd-64cbe4a97406) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:54.487784 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.488541 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.516758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bcef2d-3b8a-47c0-a755-b7287fdb757b None None] Network 7a507d50-2b94-4645-86fd-64cbe4a97406 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:54.518117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a856aa26-0bb9-4ca7-bf15-6f0a93d5d00a tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6828177 Feb 11 14:09:54.520615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55186) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:54.526569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-491924d1-f7a6-42db-a8fc-a56e981eb462 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a507d50-2b94-4645-86fd-64cbe4a97406'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:09:54.666317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Attempting to bind port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:54.666807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Attempting to bind port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'cd5ec350-1b7c-4e11-9416-fe6f0780475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2de9e31f-3f95-4596-ab3b-1229d1619910'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:54.667185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Attempting to bind port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 on network 2de9e31f-3f95-4596-ab3b-1229d1619910 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:09:54.679593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:09:54.679965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Checking segment: {'id': 'cd5ec350-1b7c-4e11-9416-fe6f0780475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2de9e31f-3f95-4596-ab3b-1229d1619910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:54.680368 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.680754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Bound using segment: {'id': 'cd5ec350-1b7c-4e11-9416-fe6f0780475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2de9e31f-3f95-4596-ab3b-1229d1619910'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:09:54.681222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Bound port: 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5ec350-1b7c-4e11-9416-fe6f0780475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2de9e31f-3f95-4596-ab3b-1229d1619910'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:54.681594 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.896656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] For port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:54.906870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] For port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2,segment=NetworkSegment(cd5ec350-1b7c-4e11-9416-fe6f0780475e),segment_id=cd5ec350-1b7c-4e11-9416-fe6f0780475e)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:54.909377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-7a507d50-2b94-4645-86fd-64cbe4a97406', 'network_id': '7a507d50-2b94-4645-86fd-64cbe4a97406', 'tenant_id': '5f7a4653a8044329bca569c93842b95f', 'fixed_ips': [{'subnet_id': '560157d5-fa4d-4ed7-818d-c47d1d7353ad'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:09:54.910120 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.922712 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:54.954377 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-491924d1-f7a6-42db-a8fc-a56e981eb462 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.071112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a54e12-f7fe-4577-8193-f60c7168ebd2 None None] Pushing event updated for resources: {'Port': ['ID=3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:55.125660 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [None req-491924d1-f7a6-42db-a8fc-a56e981eb462 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:09:55.132385 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-491924d1-f7a6-42db-a8fc-a56e981eb462 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "PUT /v2.0/routers/2a22bb3d-d3a4-461b-82d7-4dab57d011c1 HTTP/1.1" status: 400 len: 364 time: 0.6051984 Feb 11 14:09:55.132640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55190) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:55.159272 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Allocated IP 172.21.0.2 (7a507d50-2b94-4645-86fd-64cbe4a97406/560157d5-fa4d-4ed7-818d-c47d1d7353ad/c66bcdaf-b7a0-438c-a674-c552244b39ff) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:55.365706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b25078-0686-461c-ba06-2c548d87b41c tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Deleting subnet 560157d5-fa4d-4ed7-818d-c47d1d7353ad {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:09:55.412604 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.422623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Transition to ACTIVE for port object c66bcdaf-b7a0-438c-a674-c552244b39ff will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:55.440535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Transition to ACTIVE for port object c66bcdaf-b7a0-438c-a674-c552244b39ff will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:55.445583 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9b25078-0686-461c-ba06-2c548d87b41c tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.446156 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.506515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9b25078-0686-461c-ba06-2c548d87b41c tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.519150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Network 7a507d50-2b94-4645-86fd-64cbe4a97406 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:55.522496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Pushing event updated for resources: {'Port': ['ID=c66bcdaf-b7a0-438c-a674-c552244b39ff,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:55.524898 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:55.526838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:09:55.632597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Attempting to bind port c66bcdaf-b7a0-438c-a674-c552244b39ff on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:55.632960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Attempting to bind port c66bcdaf-b7a0-438c-a674-c552244b39ff by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'd17c0a3c-35de-4b01-b9a2-9376154b7137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7a507d50-2b94-4645-86fd-64cbe4a97406'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:55.633314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Attempting to bind port c66bcdaf-b7a0-438c-a674-c552244b39ff on network 7a507d50-2b94-4645-86fd-64cbe4a97406 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:09:55.640459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:09:55.640828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Checking segment: {'id': 'd17c0a3c-35de-4b01-b9a2-9376154b7137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7a507d50-2b94-4645-86fd-64cbe4a97406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:09:55.641224 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.641607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Bound using segment: {'id': 'd17c0a3c-35de-4b01-b9a2-9376154b7137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7a507d50-2b94-4645-86fd-64cbe4a97406'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:09:55.642058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Bound port: c66bcdaf-b7a0-438c-a674-c552244b39ff, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17c0a3c-35de-4b01-b9a2-9376154b7137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7a507d50-2b94-4645-86fd-64cbe4a97406'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:55.642437 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.702566 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9b25078-0686-461c-ba06-2c548d87b41c tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.778031 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9b25078-0686-461c-ba06-2c548d87b41c tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.782205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] For port c66bcdaf-b7a0-438c-a674-c552244b39ff, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:55.785638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] For port c66bcdaf-b7a0-438c-a674-c552244b39ff, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c66bcdaf-b7a0-438c-a674-c552244b39ff,segment=NetworkSegment(d17c0a3c-35de-4b01-b9a2-9376154b7137),segment_id=d17c0a3c-35de-4b01-b9a2-9376154b7137)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:55.790382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.823781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b25078-0686-461c-ba06-2c548d87b41c tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Pushing event deleted for resources: {'Subnet': ['ID=560157d5-fa4d-4ed7-818d-c47d1d7353ad,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:55.828097 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9b25078-0686-461c-ba06-2c548d87b41c tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.837471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:55.838009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d9b25078-0686-461c-ba06-2c548d87b41c tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "DELETE /v2.0/subnets/560157d5-fa4d-4ed7-818d-c47d1d7353ad HTTP/1.1" status: 204 len: 168 time: 0.7038748 Feb 11 14:09:55.891456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d93e5-2cdc-458e-9dec-ade112501f65 None None] Pushing event updated for resources: {'Port': ['ID=c66bcdaf-b7a0-438c-a674-c552244b39ff,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:55.972908 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.985795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Deleting port c66bcdaf-b7a0-438c-a674-c552244b39ff {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:55.986023 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.138676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03a7670-4f15-41b9-b1d8-1c1b7f4b4368 None None] Network 2de9e31f-3f95-4596-ab3b-1229d1619910 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:56.222759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] For port c66bcdaf-b7a0-438c-a674-c552244b39ff, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=c66bcdaf-b7a0-438c-a674-c552244b39ff,segment=NetworkSegment(d17c0a3c-35de-4b01-b9a2-9376154b7137),segment_id=d17c0a3c-35de-4b01-b9a2-9376154b7137)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:56.222759 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.318619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b4847f3c-892c-474e-87c8-161cf02dc350 None None] Provisioning for port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:56.349192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Calling delete_port for c66bcdaf-b7a0-438c-a674-c552244b39ff owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:09:56.429909 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.474186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Pushing event deleted for resources: {'Port': ['ID=c66bcdaf-b7a0-438c-a674-c552244b39ff,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:56.484783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] No DVR routers for this DVR port c66bcdaf-b7a0-438c-a674-c552244b39ff on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:56.711176 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.737599 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a507d50-2b94-4645-86fd-64cbe4a97406']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:56.751945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17c0a3c-35de-4b01-b9a2-9376154b7137') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:56.752230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17c0a3c-35de-4b01-b9a2-9376154b7137') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:56.765121 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.781457 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.787708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:09:56.788088 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:56.803397 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:56.886848 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.892639 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.918741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Pushing event deleted for resources: {'Network': ['ID=7a507d50-2b94-4645-86fd-64cbe4a97406,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:56.923074 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a5f5043b-c025-4c83-9206-c7c36cefc667 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "DELETE /v2.0/networks/7a507d50-2b94-4645-86fd-64cbe4a97406 HTTP/1.1" status: 204 len: 168 time: 1.0844827 Feb 11 14:09:56.924892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55198) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:56.971906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-58a7f1bb-e51e-42ab-ac37-a42f8b7f9fd0 None None] Could not find standard attr ID for object c66bcdaf-b7a0-438c-a674-c552244b39ff. {{(pid=83569) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:09:56.995202 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971cb477-ca60-4812-aa03-24d80005a2ec None None] DHCP port deletion for 7a507d50-2b94-4645-86fd-64cbe4a97406 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:09:56.999346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fbfca6-528d-4a49-be92-824b89cdead5 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Deleting subnet 34ea5dbf-b71a-483a-b7f3-35b261ff24d5 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:09:57.004428 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56fbfca6-528d-4a49-be92-824b89cdead5 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.009482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f9c11-0979-40fc-9b35-82dcdbe6593b None None] Network 7a507d50-2b94-4645-86fd-64cbe4a97406 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:57.029007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f9c11-0979-40fc-9b35-82dcdbe6593b None None] Network 7a507d50-2b94-4645-86fd-64cbe4a97406 could not be found, it might have been deleted concurrently. {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 11 14:09:57.060965 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56fbfca6-528d-4a49-be92-824b89cdead5 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.151659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:09:57.156873 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56fbfca6-528d-4a49-be92-824b89cdead5 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.224570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:57.229146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:57.229397 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56fbfca6-528d-4a49-be92-824b89cdead5 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.229690 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.273294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbfca6-528d-4a49-be92-824b89cdead5 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Pushing event deleted for resources: {'Subnet': ['ID=34ea5dbf-b71a-483a-b7f3-35b261ff24d5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:57.285337 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-56fbfca6-528d-4a49-be92-824b89cdead5 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.291683 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-56fbfca6-528d-4a49-be92-824b89cdead5 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "DELETE /v2.0/subnets/34ea5dbf-b71a-483a-b7f3-35b261ff24d5 HTTP/1.1" status: 204 len: 168 time: 0.3657782 Feb 11 14:09:57.294617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55202) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:57.315420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdbe16f-0a86-4aa8-9435-7d70ef36da43 None None] Network 2de9e31f-3f95-4596-ab3b-1229d1619910 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:09:57.409605 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.421180 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Deleting port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:57.421649 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.465025 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.559676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2,segment=NetworkSegment(cd5ec350-1b7c-4e11-9416-fe6f0780475e),segment_id=cd5ec350-1b7c-4e11-9416-fe6f0780475e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:57.564502 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.627612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] For port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2,segment=NetworkSegment(cd5ec350-1b7c-4e11-9416-fe6f0780475e),segment_id=cd5ec350-1b7c-4e11-9416-fe6f0780475e)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:57.627967 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.647635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:57.701747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a95e188-6650-4860-9715-f15980ef60d8 None None] DHCP port deletion for 2de9e31f-3f95-4596-ab3b-1229d1619910 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:09:57.705979 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9a95e188-6650-4860-9715-f15980ef60d8 None None] Deleting port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:57.706345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a95e188-6650-4860-9715-f15980ef60d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.755267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Calling delete_port for 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:09:57.830334 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.db.api [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:09:57.830571 n-d-818559-1 neutron-server[83567]: DEBUG oslo_db.api [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:09:57.910121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9a95e188-6650-4860-9715-f15980ef60d8 None None] For port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2,segment=NetworkSegment(cd5ec350-1b7c-4e11-9416-fe6f0780475e),segment_id=cd5ec350-1b7c-4e11-9416-fe6f0780475e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:57.910500 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a95e188-6650-4860-9715-f15980ef60d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.030671 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9a95e188-6650-4860-9715-f15980ef60d8 None None] Calling delete_port for 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:09:58.103410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a95e188-6650-4860-9715-f15980ef60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.148767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95e188-6650-4860-9715-f15980ef60d8 None None] Pushing event deleted for resources: {'Port': ['ID=3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:58.155454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95e188-6650-4860-9715-f15980ef60d8 None None] No DVR routers for this DVR port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:58.332196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Deleting port 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:09:58.332746 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.402398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] The port '3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2' was deleted {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:09:58.523611 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.548786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de9e31f-3f95-4596-ab3b-1229d1619910']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:58.560961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5ec350-1b7c-4e11-9416-fe6f0780475e') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:58.561252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5ec350-1b7c-4e11-9416-fe6f0780475e') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:58.572272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.588519 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.595159 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:09:58.595537 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:09:58.609296 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:09:58.690297 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.708912 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.719506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Pushing event deleted for resources: {'Network': ['ID=2de9e31f-3f95-4596-ab3b-1229d1619910,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:58.723363 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0840cb14-b7f5-434f-9332-9eb21cca8057 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "DELETE /v2.0/networks/2de9e31f-3f95-4596-ab3b-1229d1619910 HTTP/1.1" status: 204 len: 168 time: 1.4278212 Feb 11 14:09:58.725989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55206) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:58.766700 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4bcad347-312c-4a56-a9b5-6078901abbf4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Synchronizing usage tracker for tenant:5f7a4653a8044329bca569c93842b95f on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:09:58.781034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4bcad347-312c-4a56-a9b5-6078901abbf4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Unset dirty status for tenant:5f7a4653a8044329bca569c93842b95f on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:09:58.782208 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4bcad347-312c-4a56-a9b5-6078901abbf4 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a22bb3d-d3a4-461b-82d7-4dab57d011c1 HTTP/1.1" status: 200 len: 205 time: 0.0553319 Feb 11 14:09:58.784845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55210) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:58.922807 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34495bf9-2b7a-4b3e-835e-ad7169815c82 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.122916 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:09:59.155197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:09:59.155533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3fb656df-b6e5-4ba1-8cde-94bde4e2c1d2 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:09:59.306804 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34495bf9-2b7a-4b3e-835e-ad7169815c82 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.311930 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34495bf9-2b7a-4b3e-835e-ad7169815c82 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.335588 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34495bf9-2b7a-4b3e-835e-ad7169815c82 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.335994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34495bf9-2b7a-4b3e-835e-ad7169815c82 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Fanout notify agent at l3_agent the message router_deleted on router 2a22bb3d-d3a4-461b-82d7-4dab57d011c1 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:09:59.347050 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34495bf9-2b7a-4b3e-835e-ad7169815c82 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.348104 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-34495bf9-2b7a-4b3e-835e-ad7169815c82 tempest-RoutersNegativeTest-475321637 tempest-RoutersNegativeTest-475321637-project] 10.222.0.67 "DELETE /v2.0/routers/2a22bb3d-d3a4-461b-82d7-4dab57d011c1 HTTP/1.1" status: 204 len: 168 time: 0.5622783 Feb 11 14:09:59.635302 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55218) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:59.807048 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7d618169-32b6-4c28-bb97-f6e5a5ab6c8c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f7a4653a8044329bca569c93842b95f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1705551 Feb 11 14:09:59.809598 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55224) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:09:59.869835 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4c13c43-3456-48b2-964d-c02758669fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.894715 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4c13c43-3456-48b2-964d-c02758669fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.943926 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4c13c43-3456-48b2-964d-c02758669fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.958700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c13c43-3456-48b2-964d-c02758669fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6833f0af-1a9e-4884-87af-12a19e268c74,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:59.964506 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4c13c43-3456-48b2-964d-c02758669fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:59.966316 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f4c13c43-3456-48b2-964d-c02758669fbe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6833f0af-1a9e-4884-87af-12a19e268c74 HTTP/1.1" status: 204 len: 168 time: 0.1551073 Feb 11 14:10:00.822373 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55246) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:10:00.946317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1629285607-network', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:10:00.952058 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:10:00.955843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Usage tracker for resource:network and tenant:230005f0361f49c4ba402bf2cc76fa4d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:10:00.958665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:10:00.964715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:10:00.975108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Made reservation on behalf of 230005f0361f49c4ba402bf2cc76fa4d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:00.977338 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:00.990036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.019971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:10:01.023667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Usage tracker for resource:security_group_rule and tenant:230005f0361f49c4ba402bf2cc76fa4d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:10:01.026346 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:10:01.032854 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:10:01.096816 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.100474 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.129790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:10:01.141173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.146507 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.146882 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Added segment 8cfdd04b-b0f3-432b-9bb7-56f662065850 of type vlan for network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe Feb 11 14:10:01.173289 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.202127 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.203008 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:01.203567 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.303484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] Pushing event updated for resources: {'Network': ['ID=1d83bc26-3a3f-4ff9-ba93-b795b2860abe,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.306517 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-92ce12c2-8fcd-4750-8dae-d8fb69f4d602 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4831197 Feb 11 14:10:01.309412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55252) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:10:01.313646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:10:01.315353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Request body: {'subnet': {'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1629285607-subnet', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:10:01.320882 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:10:01.324699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Usage tracker for resource:subnet and tenant:230005f0361f49c4ba402bf2cc76fa4d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:10:01.328289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:10:01.333904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:10:01.344153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Made reservation on behalf of 230005f0361f49c4ba402bf2cc76fa4d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:01.346521 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.640179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.700997 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dce045c-5dcb-4c0a-8a69-5c7eff842f6d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.727219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Checking segment: {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:10:01.727560 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Network hostable DHCP agents. Network: 1d83bc26-3a3f-4ff9-ba93-b795b2860abe, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:10:01.750925 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:10:01.761240 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 1d83bc26-3a3f-4ff9-ba93-b795b2860abe) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:01.766080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:01.766694 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.772333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b856d78-5f6c-46cd-adb5-d499c2d98bb8 None None] Network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:10:01.789106 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cd60ea7b-a3ad-44a1-801d-42011f57815e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4762130 Feb 11 14:10:01.789371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55256) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:10:01.794641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1629285607-router', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:10:01.799783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:10:01.803611 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Usage tracker for resource:router and tenant:230005f0361f49c4ba402bf2cc76fa4d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:10:01.806753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:10:01.813297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:10:01.823524 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.824617 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.845353 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.982978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-1d83bc26-3a3f-4ff9-ba93-b795b2860abe', 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'fixed_ips': [{'subnet_id': '3dce045c-5dcb-4c0a-8a69-5c7eff842f6d'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:10:01.983783 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.991680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.141745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Allocated IP 172.20.0.2 (1d83bc26-3a3f-4ff9-ba93-b795b2860abe/3dce045c-5dcb-4c0a-8a69-5c7eff842f6d/18ac01dc-0228-4342-98ff-221b69e2a9d4) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:02.184201 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.215893 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.351696 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.353899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Allocated IP 172.25.4.190 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/1c06feec-ef98-46b1-85e1-17779f74aa03) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:02.362849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Transition to ACTIVE for port object 18ac01dc-0228-4342-98ff-221b69e2a9d4 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:02.380690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Transition to ACTIVE for port object 18ac01dc-0228-4342-98ff-221b69e2a9d4 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:02.385636 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.489410 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:02.492755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:02.494594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Pushing event updated for resources: {'Port': ['ID=18ac01dc-0228-4342-98ff-221b69e2a9d4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:02.496722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:10:02.513028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.544795 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.584656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Attempting to bind port 18ac01dc-0228-4342-98ff-221b69e2a9d4 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:02.585054 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Attempting to bind port 18ac01dc-0228-4342-98ff-221b69e2a9d4 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:02.585404 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Attempting to bind port 18ac01dc-0228-4342-98ff-221b69e2a9d4 on network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:10:02.592450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:10:02.592819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Checking segment: {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:10:02.593212 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.593595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Bound using segment: {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:10:02.594047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Bound port: 18ac01dc-0228-4342-98ff-221b69e2a9d4, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:02.594410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.613708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:02.617045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:02.618946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Pushing event updated for resources: {'Port': ['ID=1c06feec-ef98-46b1-85e1-17779f74aa03,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:02.620991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:10:02.689437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] For port 18ac01dc-0228-4342-98ff-221b69e2a9d4, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:02.692549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] For port 18ac01dc-0228-4342-98ff-221b69e2a9d4, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=18ac01dc-0228-4342-98ff-221b69e2a9d4,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:02.698191 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.783707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ffca-006d-4881-90a6-5710df9c91e1 None None] Pushing event updated for resources: {'Port': ['ID=18ac01dc-0228-4342-98ff-221b69e2a9d4,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:02.790876 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.792206 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.057561 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Router 67d05a33-f484-4646-aa97-40a7e0aeaa50 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:10:03.155882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 18ac01dc-0228-4342-98ff-221b69e2a9d4 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:03.226900 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 18ac01dc-0228-4342-98ff-221b69e2a9d4 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:03.266749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:03.275316 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Sync routers for ids ['67d05a33-f484-4646-aa97-40a7e0aeaa50'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:10:03.287549 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Routers {'67d05a33-f484-4646-aa97-40a7e0aeaa50'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:10:03.288150 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:09:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['67d05a33-f484-4646-aa97-40a7e0aeaa50'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:03.290628 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.292036 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-224bdef1-2374-431f-b195-fcd1b1d2288f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5017684 Feb 11 14:10:03.294902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:10:03.468788 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Set router 67d05a33-f484-4646-aa97-40a7e0aeaa50 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:10:03.742618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf030c-3183-4d49-ba0e-0a80f86d61fd None None] Network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:10:03.813551 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'name': 'tempest-TestEncryptedCinderVolumes-1629285607-router', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:01Z', 'updated_at': '2022-02-11T14:10:02Z', 'revision_number': 3, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'gw_port': {'id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:03.818143 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Checking router: 67d05a33-f484-4646-aa97-40a7e0aeaa50 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:10:03.818776 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Updating router 67d05a33-f484-4646-aa97-40a7e0aeaa50 port 1c06feec-ef98-46b1-85e1-17779f74aa03 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:10:03.869217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-163fd29e-c3b2-49a6-9f90-e6ba61b74c2a None None] Provisioning for port 18ac01dc-0228-4342-98ff-221b69e2a9d4 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:03.877321 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-163fd29e-c3b2-49a6-9f90-e6ba61b74c2a None None] Provisioning complete for port 18ac01dc-0228-4342-98ff-221b69e2a9d4 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:03.877687 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-163fd29e-c3b2-49a6-9f90-e6ba61b74c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.878013 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.094558 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-163fd29e-c3b2-49a6-9f90-e6ba61b74c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.134797 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-163fd29e-c3b2-49a6-9f90-e6ba61b74c2a None None] For port 18ac01dc-0228-4342-98ff-221b69e2a9d4, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=18ac01dc-0228-4342-98ff-221b69e2a9d4,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:04.143449 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-163fd29e-c3b2-49a6-9f90-e6ba61b74c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.167286 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.218766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fd29e-c3b2-49a6-9f90-e6ba61b74c2a None None] Pushing event updated for resources: {'Port': ['ID=18ac01dc-0228-4342-98ff-221b69e2a9d4,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:04.268272 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.282356 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Transition to ACTIVE for port object 1c06feec-ef98-46b1-85e1-17779f74aa03 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:04.291642 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.366285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-91268400-6012-4010-8b45-eb7538a00c13 None None] Provisioning complete for port 18ac01dc-0228-4342-98ff-221b69e2a9d4 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:04.366680 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91268400-6012-4010-8b45-eb7538a00c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.385616 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Pushing event updated for resources: {'Port': ['ID=1c06feec-ef98-46b1-85e1-17779f74aa03,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:04.388267 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Attempting to bind port 1c06feec-ef98-46b1-85e1-17779f74aa03 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:04.388624 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Attempting to bind port 1c06feec-ef98-46b1-85e1-17779f74aa03 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:04.388973 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Attempting to bind port 1c06feec-ef98-46b1-85e1-17779f74aa03 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:10:04.400434 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:10:04.400434 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:10:04.400845 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.401203 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:10:04.401657 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Bound port: 1c06feec-ef98-46b1-85e1-17779f74aa03, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:04.402037 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.410490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Allocated IP 172.20.0.1 (1d83bc26-3a3f-4ff9-ba93-b795b2860abe/3dce045c-5dcb-4c0a-8a69-5c7eff842f6d/4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:04.425946 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.426276 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.426625 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.426960 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.427303 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.427607 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.427923 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.428240 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.428555 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.428868 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.429185 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:04.485276 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] For port 1c06feec-ef98-46b1-85e1-17779f74aa03, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:04.488524 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] For port 1c06feec-ef98-46b1-85e1-17779f74aa03, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1c06feec-ef98-46b1-85e1-17779f74aa03,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:04.493543 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.567868 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.577877 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da02f6-de6e-4ec4-b5b9-ce9f0573d2e8 None None] Pushing event updated for resources: {'Port': ['ID=1c06feec-ef98-46b1-85e1-17779f74aa03,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:04.582335 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Routers {'67d05a33-f484-4646-aa97-40a7e0aeaa50'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:10:04.582963 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:09:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['67d05a33-f484-4646-aa97-40a7e0aeaa50'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:04.586095 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Transition to ACTIVE for port object 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:04.608382 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.683399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:04.687486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:04.688902 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:04.690954 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:10:04.746622 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.769912 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] Set router 67d05a33-f484-4646-aa97-40a7e0aeaa50 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:10:04.845557 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.929545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1ba765bd-fbaa-4819-952f-de0602e1541a None None] Provisioning for port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:04.934860 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1ba765bd-fbaa-4819-952f-de0602e1541a None None] Provisioning complete for port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:04.935130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ba765bd-fbaa-4819-952f-de0602e1541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:04.993832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1ba765bd-fbaa-4819-952f-de0602e1541a None None] Port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:10:05.072040 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.077809 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.078633 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'name': 'tempest-TestEncryptedCinderVolumes-1629285607-router', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:01Z', 'updated_at': '2022-02-11T14:10:02Z', 'revision_number': 3, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'gw_port': {'id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:05.082973 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44868f1b-dd84-46e4-b1e8-e4769b19035a None None] The sync data for ids ['67d05a33-f484-4646-aa97-40a7e0aeaa50'] in n-d-818559-1 is: [{'id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'name': 'tempest-TestEncryptedCinderVolumes-1629285607-router', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:01Z', 'updated_at': '2022-02-11T14:10:02Z', 'revision_number': 3, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'gw_port': {'id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:10:05.141880 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 18ac01dc-0228-4342-98ff-221b69e2a9d4 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:05.218555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 18ac01dc-0228-4342-98ff-221b69e2a9d4 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:05.218947 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.299021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:05.304906 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.458116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:05.459329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:05.721820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-621b9254-556e-4739-bf06-569241fa9ab2 None None] Provisioning complete for port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:05.722098 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-621b9254-556e-4739-bf06-569241fa9ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.775829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-621b9254-556e-4739-bf06-569241fa9ab2 None None] Port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:10:05.869151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Router 67d05a33-f484-4646-aa97-40a7e0aeaa50 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:10:06.076375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:06.084896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e2c1cb96-abd7-4b46-a83d-377da2883a81 admin admin] 10.222.0.67 "PUT /v2.0/routers/67d05a33-f484-4646-aa97-40a7e0aeaa50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7890494 Feb 11 14:10:06.941796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55282) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:10:06.947277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-528749540-network', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:10:06.953499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:10:06.957277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Usage tracker for resource:network and tenant:cfef655e3dd44f4d8297f7690b06e281 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:10:06.960478 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:10:06.966826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:10:06.976432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Made reservation on behalf of cfef655e3dd44f4d8297f7690b06e281 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:06.978775 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:06.991506 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.022051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:10:07.025827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cfef655e3dd44f4d8297f7690b06e281 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:10:07.029210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:10:07.034913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:10:07.100346 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.104754 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.136872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:10:07.151951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1c06feec-ef98-46b1-85e1-17779f74aa03 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:07.154388 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dea2743-3b2d-4698-ad63-bfb1ff6f897f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:07.159787 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.160111 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Added segment 349a6e4f-5c37-47cd-9915-a6c85673721b of type vlan for network dc6cc4ae-c352-4428-baca-debb5949bac3 Feb 11 14:10:07.186628 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.216805 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.217656 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:07.218228 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.226705 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 1c06feec-ef98-46b1-85e1-17779f74aa03 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:07.231974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1c06feec-ef98-46b1-85e1-17779f74aa03 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:07.232348 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.327628 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3815494 Feb 11 14:10:07.327628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baefd2c-e789-4935-af08-87a01bd065a5 admin admin] Pushing event updated for resources: {'Network': ['ID=dc6cc4ae-c352-4428-baca-debb5949bac3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:07.327959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55286) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:10:07.333615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Request body: {'subnet': {'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-528749540-subnet', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:10:07.339128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:10:07.342176 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network dc6cc4ae-c352-4428-baca-debb5949bac3 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:10:07.343904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Usage tracker for resource:subnet and tenant:cfef655e3dd44f4d8297f7690b06e281 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:10:07.346807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:10:07.352476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:10:07.362896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Made reservation on behalf of cfef655e3dd44f4d8297f7690b06e281 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:07.365201 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.419077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.462327 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 1c06feec-ef98-46b1-85e1-17779f74aa03, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1c06feec-ef98-46b1-85e1-17779f74aa03,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:07.467090 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.565050 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=1c06feec-ef98-46b1-85e1-17779f74aa03,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:07.680408 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.750965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4047551c-fb0f-4b99-bf54-4ce67c04182f,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:07.765281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Checking segment: {'id': '349a6e4f-5c37-47cd-9915-a6c85673721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:10:07.765640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Network hostable DHCP agents. Network: dc6cc4ae-c352-4428-baca-debb5949bac3, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:10:07.787516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Network dc6cc4ae-c352-4428-baca-debb5949bac3 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:10:07.797040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, dc6cc4ae-c352-4428-baca-debb5949bac3) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:07.801337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:07.802019 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.806596 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb89ac3-eec1-4f3a-81fd-d4db5d1a5884 None None] Network dc6cc4ae-c352-4428-baca-debb5949bac3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:10:07.824501 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55290) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:10:07.825048 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-315b98a0-ac8a-463b-9721-01aa85f823a2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4955211 Feb 11 14:10:07.830157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-528749540-router', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:10:07.835702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:10:07.839440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Usage tracker for resource:router and tenant:cfef655e3dd44f4d8297f7690b06e281 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:10:07.842922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:10:07.848502 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:10:07.859626 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.860620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.878732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.983115 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.032552 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.037879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-dc6cc4ae-c352-4428-baca-debb5949bac3', 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'fixed_ips': [{'subnet_id': '4047551c-fb0f-4b99-bf54-4ce67c04182f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:10:08.038802 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.201580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Allocated IP 172.20.0.2 (dc6cc4ae-c352-4428-baca-debb5949bac3/4047551c-fb0f-4b99-bf54-4ce67c04182f/97f72b26-17a7-411d-a0d2-986eac63b85a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:08.243778 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.278642 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.423086 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.433603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Transition to ACTIVE for port object 97f72b26-17a7-411d-a0d2-986eac63b85a will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:08.452838 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Transition to ACTIVE for port object 97f72b26-17a7-411d-a0d2-986eac63b85a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:08.458386 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.531009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Network dc6cc4ae-c352-4428-baca-debb5949bac3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:08.534296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Pushing event updated for resources: {'Port': ['ID=97f72b26-17a7-411d-a0d2-986eac63b85a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:08.536774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:08.538780 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:10:08.541039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Allocated IP 172.25.4.114 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/bcb4c6d1-3014-4c69-8590-74e0424ef94a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:08.577923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Sync routers for ids ['67d05a33-f484-4646-aa97-40a7e0aeaa50'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:10:08.638371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Routers {'67d05a33-f484-4646-aa97-40a7e0aeaa50'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:10:08.639020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:09:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['67d05a33-f484-4646-aa97-40a7e0aeaa50'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:08.695282 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.723489 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.749767 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Attempting to bind port 97f72b26-17a7-411d-a0d2-986eac63b85a on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:08.750148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Attempting to bind port 97f72b26-17a7-411d-a0d2-986eac63b85a by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '349a6e4f-5c37-47cd-9915-a6c85673721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:08.750494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Attempting to bind port 97f72b26-17a7-411d-a0d2-986eac63b85a on network dc6cc4ae-c352-4428-baca-debb5949bac3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:10:08.767631 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:10:08.768002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Checking segment: {'id': '349a6e4f-5c37-47cd-9915-a6c85673721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:10:08.768396 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.768776 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Bound using segment: {'id': '349a6e4f-5c37-47cd-9915-a6c85673721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:10:08.769238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Bound port: 97f72b26-17a7-411d-a0d2-986eac63b85a, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349a6e4f-5c37-47cd-9915-a6c85673721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:08.769601 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.795198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:08.797814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:08.802186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:10:08.826682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb4c6d1-3014-4c69-8590-74e0424ef94a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:08.898841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] For port 97f72b26-17a7-411d-a0d2-986eac63b85a, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:08.902232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] For port 97f72b26-17a7-411d-a0d2-986eac63b85a, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97f72b26-17a7-411d-a0d2-986eac63b85a,segment=NetworkSegment(349a6e4f-5c37-47cd-9915-a6c85673721b),segment_id=349a6e4f-5c37-47cd-9915-a6c85673721b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:08.907119 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.946058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Set router 67d05a33-f484-4646-aa97-40a7e0aeaa50 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:10:08.964862 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:08.966217 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.109283 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9e8e4-7be7-44af-b47d-a1d0ed35acfb None None] Pushing event updated for resources: {'Port': ['ID=97f72b26-17a7-411d-a0d2-986eac63b85a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:09.194326 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1c06feec-ef98-46b1-85e1-17779f74aa03 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:09.220916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Router e7b36781-d3ef-488b-8857-00ea857ac148 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:10:09.418085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1c06feec-ef98-46b1-85e1-17779f74aa03 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:09.419386 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.457352 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:09.472500 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Sync routers for ids ['e7b36781-d3ef-488b-8857-00ea857ac148'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:10:09.490033 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Routers {'e7b36781-d3ef-488b-8857-00ea857ac148'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:10:09.490666 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:09:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e7b36781-d3ef-488b-8857-00ea857ac148'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:09.503622 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.507748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-28d36323-5d14-422a-8678-e2025e7963d8 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6792681 Feb 11 14:10:09.508092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55294) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:10:09.556312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'name': 'tempest-TestEncryptedCinderVolumes-1629285607-router', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:01Z', 'updated_at': '2022-02-11T14:10:04Z', 'revision_number': 4, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'gw_port': {'id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5', 'name': '', 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'mac_address': 'fa:16:3e:e2:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dce045c-5dcb-4c0a-8a69-5c7eff842f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:04Z', 'updated_at': '2022-02-11T14:10:04Z', 'revision_number': 2, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'subnets': [{'id': '3dce045c-5dcb-4c0a-8a69-5c7eff842f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:09.568373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Checking router: 67d05a33-f484-4646-aa97-40a7e0aeaa50 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:10:09.568718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Updating router 67d05a33-f484-4646-aa97-40a7e0aeaa50 port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:10:09.636480 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.722419 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Set router e7b36781-d3ef-488b-8857-00ea857ac148 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:10:10.023817 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.037939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Transition to ACTIVE for port object 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:10.046278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.046567 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'name': 'tempest-TestEncryptedCinderVolumes-528749540-router', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:10:08Z', 'revision_number': 3, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'gw_port': {'id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:08Z', 'updated_at': '2022-02-11T14:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:10.050926 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Checking router: e7b36781-d3ef-488b-8857-00ea857ac148 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:10:10.051260 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Updating router e7b36781-d3ef-488b-8857-00ea857ac148 port bcb4c6d1-3014-4c69-8590-74e0424ef94a binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:10:10.126201 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.181924 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9a002-89c2-40ec-b8c7-d3bac9fc1743 None None] Pushing event updated for resources: {'Port': ['ID=4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:10.350887 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb6f1e-f46b-4657-a340-75f283c6c37e None None] Network dc6cc4ae-c352-4428-baca-debb5949bac3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:10:10.458470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.473974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Attempting to bind port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:10.474525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Attempting to bind port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:10.474839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Attempting to bind port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 on network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:10:10.489753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:10:10.490113 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Checking segment: {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:10:10.490508 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.490923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Bound using segment: {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:10:10.491391 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Bound port: 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:10.491757 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.593591 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.606289 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Transition to ACTIVE for port object bcb4c6d1-3014-4c69-8590-74e0424ef94a will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:10.614518 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.664094 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-613d778e-b046-42cb-a6db-2b1d991d3714 None None] Provisioning for port 97f72b26-17a7-411d-a0d2-986eac63b85a completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:10.689429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Allocated IP 172.20.0.1 (dc6cc4ae-c352-4428-baca-debb5949bac3/4047551c-fb0f-4b99-bf54-4ce67c04182f/78bfd244-e6af-4b9b-885e-6751fe684af1) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:10.705668 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527fb8e-1b76-4ed8-9b86-d27804ec2fe3 None None] Pushing event updated for resources: {'Port': ['ID=bcb4c6d1-3014-4c69-8590-74e0424ef94a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:10.708513 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Attempting to bind port bcb4c6d1-3014-4c69-8590-74e0424ef94a on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:10.709250 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Attempting to bind port bcb4c6d1-3014-4c69-8590-74e0424ef94a by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:10.709587 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Attempting to bind port bcb4c6d1-3014-4c69-8590-74e0424ef94a on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:10:10.718891 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:10:10.719254 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:10:10.719647 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.720070 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:10:10.720521 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Bound port: bcb4c6d1-3014-4c69-8590-74e0424ef94a, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:10.720872 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.764708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] For port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:10.778816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] For port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:10.784933 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.810060 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] For port bcb4c6d1-3014-4c69-8590-74e0424ef94a, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:10.815924 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] For port bcb4c6d1-3014-4c69-8590-74e0424ef94a, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bcb4c6d1-3014-4c69-8590-74e0424ef94a,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:10.821660 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.888773 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.900709 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9a002-89c2-40ec-b8c7-d3bac9fc1743 None None] Pushing event updated for resources: {'Port': ['ID=4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:10.918813 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Routers {'67d05a33-f484-4646-aa97-40a7e0aeaa50'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:10:10.919430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:09:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['67d05a33-f484-4646-aa97-40a7e0aeaa50'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:10.920895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Transition to ACTIVE for port object 78bfd244-e6af-4b9b-885e-6751fe684af1 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:10.928420 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527fb8e-1b76-4ed8-9b86-d27804ec2fe3 None None] Pushing event updated for resources: {'Port': ['ID=bcb4c6d1-3014-4c69-8590-74e0424ef94a,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:10.955231 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Routers {'e7b36781-d3ef-488b-8857-00ea857ac148'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:10:10.955860 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:09:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e7b36781-d3ef-488b-8857-00ea857ac148'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:10.964389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.095438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Network dc6cc4ae-c352-4428-baca-debb5949bac3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:11.096930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Pushing event updated for resources: {'Port': ['ID=78bfd244-e6af-4b9b-885e-6751fe684af1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:11.105581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:11.114237 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:10:11.229539 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.265261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] Set router 67d05a33-f484-4646-aa97-40a7e0aeaa50 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:10:11.321161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97f72b26-17a7-411d-a0d2-986eac63b85a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:11.326976 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] Set router e7b36781-d3ef-488b-8857-00ea857ac148 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:10:11.504595 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.688177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 97f72b26-17a7-411d-a0d2-986eac63b85a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:11.704712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 97f72b26-17a7-411d-a0d2-986eac63b85a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:11.705083 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.774532 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'name': 'tempest-TestEncryptedCinderVolumes-528749540-router', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:10:08Z', 'revision_number': 3, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'gw_port': {'id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:08Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:11.782000 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492c540-5db0-4f93-9a7a-c8e0574b178f None None] The sync data for ids ['e7b36781-d3ef-488b-8857-00ea857ac148'] in n-d-818559-1 is: [{'id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'name': 'tempest-TestEncryptedCinderVolumes-528749540-router', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:10:08Z', 'revision_number': 3, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'gw_port': {'id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:08Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:10:11.788863 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.797272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.845656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8732260e-f5f1-46a8-8055-e50d4ea877e3 None None] Provisioning for port 78bfd244-e6af-4b9b-885e-6751fe684af1 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:11.878904 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8732260e-f5f1-46a8-8055-e50d4ea877e3 None None] Provisioning complete for port 78bfd244-e6af-4b9b-885e-6751fe684af1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:11.879194 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8732260e-f5f1-46a8-8055-e50d4ea877e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.907976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Pushing event updated for resources: {'Port': ['ID=78bfd244-e6af-4b9b-885e-6751fe684af1,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:11.911185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.961103 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:11.977352 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'name': 'tempest-TestEncryptedCinderVolumes-1629285607-router', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:01Z', 'updated_at': '2022-02-11T14:10:04Z', 'revision_number': 4, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'gw_port': {'id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5', 'name': '', 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'mac_address': 'fa:16:3e:e2:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dce045c-5dcb-4c0a-8a69-5c7eff842f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:04Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 4, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'subnets': [{'id': '3dce045c-5dcb-4c0a-8a69-5c7eff842f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:11.981425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8732260e-f5f1-46a8-8055-e50d4ea877e3 None None] Port 78bfd244-e6af-4b9b-885e-6751fe684af1 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:10:11.990193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed332f-6337-4f5d-a356-fd599f0ea2a5 None None] The sync data for ids ['67d05a33-f484-4646-aa97-40a7e0aeaa50'] in n-d-818559-1 is: [{'id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'name': 'tempest-TestEncryptedCinderVolumes-1629285607-router', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:01Z', 'updated_at': '2022-02-11T14:10:04Z', 'revision_number': 4, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'gw_port': {'id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5', 'name': '', 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'mac_address': 'fa:16:3e:e2:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dce045c-5dcb-4c0a-8a69-5c7eff842f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:04Z', 'updated_at': '2022-02-11T14:10:10Z', 'revision_number': 4, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'subnets': [{'id': '3dce045c-5dcb-4c0a-8a69-5c7eff842f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:10:12.004490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 97f72b26-17a7-411d-a0d2-986eac63b85a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97f72b26-17a7-411d-a0d2-986eac63b85a,segment=NetworkSegment(349a6e4f-5c37-47cd-9915-a6c85673721b),segment_id=349a6e4f-5c37-47cd-9915-a6c85673721b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:12.009302 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:12.092590 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Network dc6cc4ae-c352-4428-baca-debb5949bac3 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:12.093376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=97f72b26-17a7-411d-a0d2-986eac63b85a,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:12.094873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:12.505998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-84a2a022-0084-4f65-8330-0b4e575d45dc None None] Provisioning complete for port 78bfd244-e6af-4b9b-885e-6751fe684af1 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:12.506509 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84a2a022-0084-4f65-8330-0b4e575d45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:12.581360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Router e7b36781-d3ef-488b-8857-00ea857ac148 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:10:12.583411 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-84a2a022-0084-4f65-8330-0b4e575d45dc None None] Port 78bfd244-e6af-4b9b-885e-6751fe684af1 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:10:12.815783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:12.827838 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-0aede335-4481-46b0-9ce3-3539be35e223 admin admin] 10.222.0.67 "PUT /v2.0/routers/e7b36781-d3ef-488b-8857-00ea857ac148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3186047 Feb 11 14:10:12.897594 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.251684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcb4c6d1-3014-4c69-8590-74e0424ef94a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:13.329442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port bcb4c6d1-3014-4c69-8590-74e0424ef94a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:13.334945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port bcb4c6d1-3014-4c69-8590-74e0424ef94a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:13.335309 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.453743 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.470072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port bcb4c6d1-3014-4c69-8590-74e0424ef94a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bcb4c6d1-3014-4c69-8590-74e0424ef94a,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:13.474337 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.475280 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:13.593511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=bcb4c6d1-3014-4c69-8590-74e0424ef94a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:13.606657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:13.611100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:13.611466 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.730123 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.764591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:13.768448 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.769491 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97f72b26-17a7-411d-a0d2-986eac63b85a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:13.854928 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-539b9dcf-83ee-4c67-8b06-864d3912a57e tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:13.855686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-539b9dcf-83ee-4c67-8b06-864d3912a57e tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Synchronizing usage tracker for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:10:13.872463 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-539b9dcf-83ee-4c67-8b06-864d3912a57e tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Unset dirty status for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:10:13.873800 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-539b9dcf-83ee-4c67-8b06-864d3912a57e tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/networks?id=1d83bc26-3a3f-4ff9-ba93-b795b2860abe HTTP/1.1" status: 200 len: 817 time: 0.1779890 Feb 11 14:10:13.884316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:13.892283 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-97a210be-5d4a-4ee2-8d31-c883bbe55b83 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/quotas/230005f0361f49c4ba402bf2cc76fa4d HTTP/1.1" status: 200 len: 375 time: 0.0129550 Feb 11 14:10:13.897841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 97f72b26-17a7-411d-a0d2-986eac63b85a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:13.898361 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:13.975481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-e08fb835-d4cb-4e1c-8c26-0c2647c33371 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Synchronizing usage tracker for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:10:13.992214 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-e08fb835-d4cb-4e1c-8c26-0c2647c33371 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Unset dirty status for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:10:13.993783 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-e08fb835-d4cb-4e1c-8c26-0c2647c33371 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=230005f0361f49c4ba402bf2cc76fa4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955722 Feb 11 14:10:14.252602 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-b586069b-3caa-42bc-ae95-e2885edabc5a service neutron] 10.222.0.67 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463923 Feb 11 14:10:14.367073 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:10:14.382817 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-11936427-6f2c-4785-a079-9c3414734366 service neutron] 10.222.0.67 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244717 Feb 11 14:10:14.592787 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-79e63413-cf7d-4305-ab85-ca465ce7c562 req-982b043d-3eb1-45f6-b8f8-24e5abdf6a5d tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 210 time: 0.0426977 Feb 11 14:10:15.147933 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcb4c6d1-3014-4c69-8590-74e0424ef94a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:15.217964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port bcb4c6d1-3014-4c69-8590-74e0424ef94a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:15.218327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:15.331720 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:15.399577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:15.399931 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:15.578967 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-55d1287c-0553-4c7b-a3ca-1ab91dbc987e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:15.680149 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-9093ab0c-70ca-4eb4-b9eb-9b1a15ca8b8e tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:15.681673 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-9093ab0c-70ca-4eb4-b9eb-9b1a15ca8b8e tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.75 "GET /v2.0/networks?id=1d83bc26-3a3f-4ff9-ba93-b795b2860abe HTTP/1.1" status: 200 len: 817 time: 0.2295685 Feb 11 14:10:15.698876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Request body: {'port': {'device_id': '4a9a8e4a-cec4-421e-9800-e71cd8de8799', 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe', 'admin_state_up': True, 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:10:15.774729 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b8d5935d-4bb9-4021-9322-fa3fa75588f1 req-1185afde-2b34-4912-94d9-6ccd7aadcaf3 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 210 time: 0.0428648 Feb 11 14:10:15.835534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:10:15.845268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:10:15.854869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Made reservation on behalf of 230005f0361f49c4ba402bf2cc76fa4d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:15.858569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.118115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Allocated IP 172.20.0.12 (1d83bc26-3a3f-4ff9-ba93-b795b2860abe/3dce045c-5dcb-4c0a-8a69-5c7eff842f6d/caaeb6b3-fdde-4983-8976-84f6eebf425a) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:16.329012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.344995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Transition to ACTIVE for port object caaeb6b3-fdde-4983-8976-84f6eebf425a will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:16.365899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.440908 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:16.443751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:16.447976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:10:16.473450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Pushing event updated for resources: {'Port': ['ID=caaeb6b3-fdde-4983-8976-84f6eebf425a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:16.515660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:16.516266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.545444 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-2221e754-827f-47df-b7df-2c06c71aa024 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8503413 Feb 11 14:10:16.632603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Request body: {'port': {'device_id': '4a9a8e4a-cec4-421e-9800-e71cd8de8799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:10:16.733338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2441c1bb-d49d-472e-b771-b0102e628051 None None] Provisioning for port caaeb6b3-fdde-4983-8976-84f6eebf425a completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:16.737872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2441c1bb-d49d-472e-b771-b0102e628051 None None] Provisioning complete for port caaeb6b3-fdde-4983-8976-84f6eebf425a triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:16.738232 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2441c1bb-d49d-472e-b771-b0102e628051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.738417 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:16.789242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2441c1bb-d49d-472e-b771-b0102e628051 None None] Port caaeb6b3-fdde-4983-8976-84f6eebf425a cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:10:17.088958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d2f9-2568-404f-888b-16c984863e4f req-0ee4c978-1890-4e7c-aaa3-433b02039387 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:17.088958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c0c9d2f9-2568-404f-888b-16c984863e4f req-0ee4c978-1890-4e7c-aaa3-433b02039387 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Synchronizing usage tracker for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:10:17.147466 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-c0c9d2f9-2568-404f-888b-16c984863e4f req-0ee4c978-1890-4e7c-aaa3-433b02039387 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Unset dirty status for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:10:17.148635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0c9d2f9-2568-404f-888b-16c984863e4f req-0ee4c978-1890-4e7c-aaa3-433b02039387 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 932 time: 0.2483971 Feb 11 14:10:17.192613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caaeb6b3-fdde-4983-8976-84f6eebf425a {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:17.211745 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.233996 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0c9d2f9-2568-404f-888b-16c984863e4f req-d7ac5045-8b33-4caa-b978-801ad255a693 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784597 Feb 11 14:10:17.235141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Transition to ACTIVE for port object caaeb6b3-fdde-4983-8976-84f6eebf425a will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:17.239029 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.369689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Pushing event updated for resources: {'Port': ['ID=caaeb6b3-fdde-4983-8976-84f6eebf425a,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:17.480745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Attempting to bind port caaeb6b3-fdde-4983-8976-84f6eebf425a on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:17.481071 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Attempting to bind port caaeb6b3-fdde-4983-8976-84f6eebf425a by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:17.481390 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Attempting to bind port caaeb6b3-fdde-4983-8976-84f6eebf425a on network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:10:17.487041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Port caaeb6b3-fdde-4983-8976-84f6eebf425a on network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:10:17.487499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Attempting to bind port caaeb6b3-fdde-4983-8976-84f6eebf425a on network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:10:17.493602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:10:17.493936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Checking segment: {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:10:17.494306 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Bound using segment: {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:10:17.494741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Bound port: caaeb6b3-fdde-4983-8976-84f6eebf425a, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:17.495080 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.590338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] For port caaeb6b3-fdde-4983-8976-84f6eebf425a, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:17.593226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] For port caaeb6b3-fdde-4983-8976-84f6eebf425a, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=caaeb6b3-fdde-4983-8976-84f6eebf425a,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:17.597992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.660562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.661935 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] 10.222.0.75 "PUT /v2.0/ports/caaeb6b3-fdde-4983-8976-84f6eebf425a HTTP/1.1" status: 200 len: 1092 time: 1.1084645 Feb 11 14:10:17.662370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9a8e4a-cec4-421e-9800-e71cd8de8799', 'tag': 'caaeb6b3-fdde-4983-8976-84f6eebf425a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:17.680825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f963886-d5bb-45d1-97ac-ca4bf1ffc154 service neutron] Pushing event updated for resources: {'Port': ['ID=caaeb6b3-fdde-4983-8976-84f6eebf425a,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:17.742170 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9a8e4a-cec4-421e-9800-e71cd8de8799', 'tag': 'caaeb6b3-fdde-4983-8976-84f6eebf425a', 'status': 'completed', 'code': 200} Feb 11 14:10:17.752516 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce900999-3c99-474e-95c2-587b95231bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:17.781426 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-1a3c0bad-40a1-49e2-8e99-43b6e07a82df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=230005f0361f49c4ba402bf2cc76fa4d&device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 1095 time: 0.0819697 Feb 11 14:10:17.851679 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-42ef6cd9-5965-4b3f-90ad-30b41de34bb7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caaeb6b3-fdde-4983-8976-84f6eebf425a HTTP/1.1" status: 200 len: 217 time: 0.0626719 Feb 11 14:10:18.007675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-3299f6e3-7dd7-49a5-8db4-ffe823591081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:18.009178 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-3299f6e3-7dd7-49a5-8db4-ffe823591081 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3dce045c-5dcb-4c0a-8a69-5c7eff842f6d HTTP/1.1" status: 200 len: 856 time: 0.1518455 Feb 11 14:10:18.082730 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-6234032a-625e-4e43-9ee3-dc3c7ba9f69b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1d83bc26-3a3f-4ff9-ba93-b795b2860abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674007 Feb 11 14:10:18.218013 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-4670efc3-cd93-4fe9-8ce6-7b321b5db9c3 service neutron] 10.222.0.75 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262906 Feb 11 14:10:18.353664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cc85af48-79bc-4c1d-83de-dfa47e5c6dd1 req-37fbb890-8188-4879-9463-d5fe1fcf3d99 service neutron] 10.222.0.75 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295640 Feb 11 14:10:18.492171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ab501-1e66-4183-87bd-6829788a9517 req-c45dfe04-3de3-4fd9-a69c-f45d5e8b07e0 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:18.493536 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-062ab501-1e66-4183-87bd-6829788a9517 req-c45dfe04-3de3-4fd9-a69c-f45d5e8b07e0 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 944 time: 0.1390510 Feb 11 14:10:18.500889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbc8d911-afb8-45e0-9329-c88ab757b47c req-c7b5aa8d-cb59-4ad4-ab1e-27146aa58022 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=230005f0361f49c4ba402bf2cc76fa4d&device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 1095 time: 0.1024079 Feb 11 14:10:18.626048 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-062ab501-1e66-4183-87bd-6829788a9517 req-b7bedb07-6d84-420b-b69b-ce9908a1583a tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240923 Feb 11 14:10:18.663838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8d911-afb8-45e0-9329-c88ab757b47c req-e3bbf5f9-0252-4d0b-bc1c-c788dccd3c8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:18.665280 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbc8d911-afb8-45e0-9329-c88ab757b47c req-e3bbf5f9-0252-4d0b-bc1c-c788dccd3c8d service neutron] 10.222.0.75 "GET /v2.0/networks?id=1d83bc26-3a3f-4ff9-ba93-b795b2860abe HTTP/1.1" status: 200 len: 918 time: 0.1501307 Feb 11 14:10:18.736500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbc8d911-afb8-45e0-9329-c88ab757b47c req-ce4236d3-6a30-4262-b8c3-e1de186f5d47 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caaeb6b3-fdde-4983-8976-84f6eebf425a HTTP/1.1" status: 200 len: 217 time: 0.0640607 Feb 11 14:10:18.798952 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8d911-afb8-45e0-9329-c88ab757b47c req-d4960a86-1791-4b29-b0fb-c2d66802966e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:18.800300 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbc8d911-afb8-45e0-9329-c88ab757b47c req-d4960a86-1791-4b29-b0fb-c2d66802966e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3dce045c-5dcb-4c0a-8a69-5c7eff842f6d HTTP/1.1" status: 200 len: 856 time: 0.0567739 Feb 11 14:10:18.879924 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbc8d911-afb8-45e0-9329-c88ab757b47c req-df58fe81-31d7-4865-aae0-5ab3f206478d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1d83bc26-3a3f-4ff9-ba93-b795b2860abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734143 Feb 11 14:10:19.015723 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:19.016259 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbc8d911-afb8-45e0-9329-c88ab757b47c req-e142fff4-7973-4afc-9d1a-ec3023f971a9 service neutron] 10.222.0.75 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298966 Feb 11 14:10:19.066992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:19.150792 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fbc8d911-afb8-45e0-9329-c88ab757b47c req-93ed6985-52bc-4c25-ac7e-bd316eff5d8b service neutron] 10.222.0.75 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275976 Feb 11 14:10:19.820696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32818a-5b72-41ba-bb5e-629dc3f4e4b7 req-4dbf362e-77df-4507-b640-d6f7b0e9d350 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:19.822042 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bf32818a-5b72-41ba-bb5e-629dc3f4e4b7 req-4dbf362e-77df-4507-b640-d6f7b0e9d350 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 944 time: 0.0761285 Feb 11 14:10:19.867710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-bf32818a-5b72-41ba-bb5e-629dc3f4e4b7 req-9e64fb49-8e3c-4f43-aa92-3c749b568497 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Synchronizing usage tracker for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:10:19.884512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-bf32818a-5b72-41ba-bb5e-629dc3f4e4b7 req-9e64fb49-8e3c-4f43-aa92-3c749b568497 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Unset dirty status for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:10:19.885772 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bf32818a-5b72-41ba-bb5e-629dc3f4e4b7 req-9e64fb49-8e3c-4f43-aa92-3c749b568497 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570731 Feb 11 14:10:20.465542 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.742871 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device caaeb6b3-fdde-4983-8976-84f6eebf425a details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:10:20.873708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port caaeb6b3-fdde-4983-8976-84f6eebf425a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=caaeb6b3-fdde-4983-8976-84f6eebf425a,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:20.886457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'caaeb6b3-fdde-4983-8976-84f6eebf425a', 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe', 'port_id': 'caaeb6b3-fdde-4983-8976-84f6eebf425a', 'mac_address': 'fa:16:3e:b0:f9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dce045c-5dcb-4c0a-8a69-5c7eff842f6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:10:20.942969 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:20.960479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caaeb6b3-fdde-4983-8976-84f6eebf425a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:20.976137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port caaeb6b3-fdde-4983-8976-84f6eebf425a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=caaeb6b3-fdde-4983-8976-84f6eebf425a,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:20.980003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:21.045048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=caaeb6b3-fdde-4983-8976-84f6eebf425a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:21.083754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38226987-3946-4dc6-9212-e171b7e317c9 req-89789ddc-b46b-4a50-8517-ebd1233512b1 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:21.085216 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38226987-3946-4dc6-9212-e171b7e317c9 req-89789ddc-b46b-4a50-8517-ebd1233512b1 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 945 time: 0.0783868 Feb 11 14:10:21.131277 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38226987-3946-4dc6-9212-e171b7e317c9 req-d006eb4c-2b4b-43f0-9ec9-6f9c41acf947 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Feb 11 14:10:21.187334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['caaeb6b3-fdde-4983-8976-84f6eebf425a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:10:22.414066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fca6a-2012-4677-b3ed-90b5b516a27a req-6365b143-190f-49d1-8ec3-d98752b879e2 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:22.415561 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-662fca6a-2012-4677-b3ed-90b5b516a27a req-6365b143-190f-49d1-8ec3-d98752b879e2 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 945 time: 0.1621041 Feb 11 14:10:22.460996 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-662fca6a-2012-4677-b3ed-90b5b516a27a req-401722f2-a8d8-4401-8fbc-fcaf305a5a39 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Feb 11 14:10:22.745917 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device caaeb6b3-fdde-4983-8976-84f6eebf425a up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:22.814074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port caaeb6b3-fdde-4983-8976-84f6eebf425a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:22.818749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port caaeb6b3-fdde-4983-8976-84f6eebf425a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:22.819170 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.933384 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:22.960700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9a8e4a-cec4-421e-9800-e71cd8de8799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaeb6b3-fdde-4983-8976-84f6eebf425a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:22.970784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port caaeb6b3-fdde-4983-8976-84f6eebf425a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=caaeb6b3-fdde-4983-8976-84f6eebf425a,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:22.975988 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:23.021676 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9a8e4a-cec4-421e-9800-e71cd8de8799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaeb6b3-fdde-4983-8976-84f6eebf425a', 'code': 200} Feb 11 14:10:23.048032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=caaeb6b3-fdde-4983-8976-84f6eebf425a,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:23.151396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-703395fb-0884-44ed-8f02-52ae07af214e req-a0447998-5811-44c0-95b2-44bc521bc9ac service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 1097 time: 0.0715923 Feb 11 14:10:23.193125 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-703395fb-0884-44ed-8f02-52ae07af214e req-2b47c930-f6a9-4139-acea-8ab0319def89 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357842 Feb 11 14:10:23.664633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c556b7-70f9-49a1-8971-791036d8187c req-3ae69d69-cf36-42b8-86e8-135fae217da9 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:23.666168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9c556b7-70f9-49a1-8971-791036d8187c req-3ae69d69-cf36-42b8-86e8-135fae217da9 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 946 time: 0.0858905 Feb 11 14:10:23.711293 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e9c556b7-70f9-49a1-8971-791036d8187c req-ecc1200a-fb33-44c1-ab74-816143ddcb72 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 Feb 11 14:10:24.910703 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373965-550b-4613-8649-964be4a7a0bf req-ed572c3d-52d9-43fa-9172-0af48d798bb4 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:24.912171 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4373965-550b-4613-8649-964be4a7a0bf req-ed572c3d-52d9-43fa-9172-0af48d798bb4 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 946 time: 0.0764112 Feb 11 14:10:24.961164 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c4373965-550b-4613-8649-964be4a7a0bf req-caf1be5c-f326-40d6-86cf-3b2d592b61b9 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Feb 11 14:10:25.154386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ba05e-9d12-4c6d-9523-ba63cdfa9010 req-a73a46df-b8c5-4a19-943f-06b31e4cce67 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:25.155842 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1e7ba05e-9d12-4c6d-9523-ba63cdfa9010 req-a73a46df-b8c5-4a19-943f-06b31e4cce67 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 946 time: 0.0750191 Feb 11 14:10:25.200938 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1e7ba05e-9d12-4c6d-9523-ba63cdfa9010 req-0e569ff9-87fb-4961-93da-8e7b9cdfef20 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 Feb 11 14:10:34.011814 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Sync routers for ids ['e7b36781-d3ef-488b-8857-00ea857ac148'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:10:34.024032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Routers {'e7b36781-d3ef-488b-8857-00ea857ac148'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:10:34.024648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:10:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e7b36781-d3ef-488b-8857-00ea857ac148'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:34.210794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Set router e7b36781-d3ef-488b-8857-00ea857ac148 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:10:34.526339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'name': 'tempest-TestEncryptedCinderVolumes-528749540-router', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:10:11Z', 'revision_number': 4, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'gw_port': {'id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:08Z', 'updated_at': '2022-02-11T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '78bfd244-e6af-4b9b-885e-6751fe684af1', 'name': '', 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'mac_address': 'fa:16:3e:c5:c9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4047551c-fb0f-4b99-bf54-4ce67c04182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:10Z', 'updated_at': '2022-02-11T14:10:11Z', 'revision_number': 2, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'subnets': [{'id': '4047551c-fb0f-4b99-bf54-4ce67c04182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:34.531594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Checking router: e7b36781-d3ef-488b-8857-00ea857ac148 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:10:34.531947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Updating router e7b36781-d3ef-488b-8857-00ea857ac148 port 78bfd244-e6af-4b9b-885e-6751fe684af1 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:10:34.588704 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:34.961722 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:34.973222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Transition to ACTIVE for port object 78bfd244-e6af-4b9b-885e-6751fe684af1 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:34.979535 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:35.102282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abe29c-1fad-4ae0-bffc-dc2fda9daf87 None None] Pushing event updated for resources: {'Port': ['ID=78bfd244-e6af-4b9b-885e-6751fe684af1,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:35.201784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Attempting to bind port 78bfd244-e6af-4b9b-885e-6751fe684af1 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:35.202240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Attempting to bind port 78bfd244-e6af-4b9b-885e-6751fe684af1 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '349a6e4f-5c37-47cd-9915-a6c85673721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:35.202700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Attempting to bind port 78bfd244-e6af-4b9b-885e-6751fe684af1 on network dc6cc4ae-c352-4428-baca-debb5949bac3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:10:35.209279 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:10:35.209658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Checking segment: {'id': '349a6e4f-5c37-47cd-9915-a6c85673721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:10:35.210035 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:35.210421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Bound using segment: {'id': '349a6e4f-5c37-47cd-9915-a6c85673721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:10:35.210908 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Bound port: 78bfd244-e6af-4b9b-885e-6751fe684af1, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349a6e4f-5c37-47cd-9915-a6c85673721b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:35.211278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:35.309428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] For port 78bfd244-e6af-4b9b-885e-6751fe684af1, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:35.312496 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] For port 78bfd244-e6af-4b9b-885e-6751fe684af1, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=78bfd244-e6af-4b9b-885e-6751fe684af1,segment=NetworkSegment(349a6e4f-5c37-47cd-9915-a6c85673721b),segment_id=349a6e4f-5c37-47cd-9915-a6c85673721b)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:35.316879 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:35.401454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abe29c-1fad-4ae0-bffc-dc2fda9daf87 None None] Pushing event updated for resources: {'Port': ['ID=78bfd244-e6af-4b9b-885e-6751fe684af1,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:35.405185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Routers {'e7b36781-d3ef-488b-8857-00ea857ac148'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:10:35.405803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:10:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e7b36781-d3ef-488b-8857-00ea857ac148'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:35.606475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] Set router e7b36781-d3ef-488b-8857-00ea857ac148 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:10:35.929430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'name': 'tempest-TestEncryptedCinderVolumes-528749540-router', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:10:11Z', 'revision_number': 4, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'gw_port': {'id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:08Z', 'updated_at': '2022-02-11T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '78bfd244-e6af-4b9b-885e-6751fe684af1', 'name': '', 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'mac_address': 'fa:16:3e:c5:c9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4047551c-fb0f-4b99-bf54-4ce67c04182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:10Z', 'updated_at': '2022-02-11T14:10:35Z', 'revision_number': 4, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'subnets': [{'id': '4047551c-fb0f-4b99-bf54-4ce67c04182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:35.933576 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0512f5-3cde-47d5-9995-d94162dcce5f None None] The sync data for ids ['e7b36781-d3ef-488b-8857-00ea857ac148'] in n-d-818559-1 is: [{'id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'name': 'tempest-TestEncryptedCinderVolumes-528749540-router', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:10:11Z', 'revision_number': 4, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'gw_port': {'id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:08Z', 'updated_at': '2022-02-11T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '78bfd244-e6af-4b9b-885e-6751fe684af1', 'name': '', 'network_id': 'dc6cc4ae-c352-4428-baca-debb5949bac3', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'mac_address': 'fa:16:3e:c5:c9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4047551c-fb0f-4b99-bf54-4ce67c04182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:10Z', 'updated_at': '2022-02-11T14:10:35Z', 'revision_number': 4, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'subnets': [{'id': '4047551c-fb0f-4b99-bf54-4ce67c04182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:10:37.172316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 78bfd244-e6af-4b9b-885e-6751fe684af1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:37.241754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 78bfd244-e6af-4b9b-885e-6751fe684af1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:37.248805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 78bfd244-e6af-4b9b-885e-6751fe684af1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:37.249183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:37.364248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:37.396299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 78bfd244-e6af-4b9b-885e-6751fe684af1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=78bfd244-e6af-4b9b-885e-6751fe684af1,segment=NetworkSegment(349a6e4f-5c37-47cd-9915-a6c85673721b),segment_id=349a6e4f-5c37-47cd-9915-a6c85673721b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:37.400393 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:37.471209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=78bfd244-e6af-4b9b-885e-6751fe684af1,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:37.958796 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:39.150139 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 78bfd244-e6af-4b9b-885e-6751fe684af1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:39.218137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 78bfd244-e6af-4b9b-885e-6751fe684af1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:39.218372 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:39.813388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67c8fc-0642-4777-88b7-75bb7da2693f req-8bcbb066-3e8b-4427-80fa-82d5b5d1be06 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:39.814828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e67c8fc-0642-4777-88b7-75bb7da2693f req-8bcbb066-3e8b-4427-80fa-82d5b5d1be06 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 946 time: 0.0781155 Feb 11 14:10:39.859789 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4e67c8fc-0642-4777-88b7-75bb7da2693f req-5a16affc-8169-4d69-896a-d5637773a793 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Feb 11 14:10:41.060423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfac97d-f36d-4490-8415-1d3806987fdd req-b0a3eddc-c557-4d15-90e8-5d3c9fe855bf tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:41.062015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7bfac97d-f36d-4490-8415-1d3806987fdd req-b0a3eddc-c557-4d15-90e8-5d3c9fe855bf tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 946 time: 0.0788066 Feb 11 14:10:41.108162 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7bfac97d-f36d-4490-8415-1d3806987fdd req-24c4604d-f967-4dc2-a736-ecf040ec90df tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Feb 11 14:10:41.249000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-d63a3517-e69d-4b59-99ea-bfcbabd49a01 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:41.250320 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-d63a3517-e69d-4b59-99ea-bfcbabd49a01 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 946 time: 0.0786166 Feb 11 14:10:41.422290 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Deleting port caaeb6b3-fdde-4983-8976-84f6eebf425a {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:10:41.422661 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:41.666921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] For port caaeb6b3-fdde-4983-8976-84f6eebf425a, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=caaeb6b3-fdde-4983-8976-84f6eebf425a,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:41.667441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:41.790073 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Calling delete_port for caaeb6b3-fdde-4983-8976-84f6eebf425a owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:10:41.932407 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:41.944396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['caaeb6b3-fdde-4983-8976-84f6eebf425a'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:10:41.981192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Pushing event deleted for resources: {'Port': ['ID=caaeb6b3-fdde-4983-8976-84f6eebf425a,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:42.022131 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.022471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.022833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.023166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.023501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.023829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.024156 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.024485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.024808 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.025130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.025453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:42.072530 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] No DVR routers for this DVR port caaeb6b3-fdde-4983-8976-84f6eebf425a on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:10:42.075747 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:42.078611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9a8e4a-cec4-421e-9800-e71cd8de8799', 'name': 'network-vif-deleted', 'tag': 'caaeb6b3-fdde-4983-8976-84f6eebf425a'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:42.097298 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9b5affcd-e4df-4054-9bf4-4205c63c27e3 req-2ba751c4-950d-4012-8b76-d11b8b8bcbc8 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.75 "DELETE /v2.0/ports/caaeb6b3-fdde-4983-8976-84f6eebf425a HTTP/1.1" status: 204 len: 173 time: 0.8403320 Feb 11 14:10:42.145797 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9a8e4a-cec4-421e-9800-e71cd8de8799', 'name': 'network-vif-deleted', 'tag': 'caaeb6b3-fdde-4983-8976-84f6eebf425a', 'status': 'completed', 'code': 200} Feb 11 14:10:42.275691 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f38a438f-fc89-4df3-b496-24afc814fa4f req-b1b7d48f-514e-476a-b1b3-967c80fe2af6 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9a8e4a-cec4-421e-9800-e71cd8de8799 HTTP/1.1" status: 200 len: 210 time: 0.0409362 Feb 11 14:10:42.896785 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.406445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-91a54a70-66f7-4ea3-83b3-cc51519998c5 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:44.407834 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-91a54a70-66f7-4ea3-83b3-cc51519998c5 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/networks?id=1d83bc26-3a3f-4ff9-ba93-b795b2860abe HTTP/1.1" status: 200 len: 817 time: 0.1416261 Feb 11 14:10:44.424571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-39e68c34-8163-4c34-98e6-ae67ffc6f2ba tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/quotas/230005f0361f49c4ba402bf2cc76fa4d HTTP/1.1" status: 200 len: 375 time: 0.0114820 Feb 11 14:10:44.514389 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-0f221570-8cb8-4c9d-86f0-a12eb336681c tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=230005f0361f49c4ba402bf2cc76fa4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849864 Feb 11 14:10:44.652077 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-39e61c6b-1a3d-4fc4-bf71-c2998c10833d service neutron] 10.222.0.67 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258607 Feb 11 14:10:44.786110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-89dbe164-de7b-4483-89a0-e4a35e15c521 service neutron] 10.222.0.67 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283846 Feb 11 14:10:44.840362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device caaeb6b3-fdde-4983-8976-84f6eebf425a no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:10:44.872747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: caaeb6b3-fdde-4983-8976-84f6eebf425a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:10:44.873085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device caaeb6b3-fdde-4983-8976-84f6eebf425a not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:10:44.972996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-38a9c200-6abe-4488-aa63-1eb763ac3395 req-3dc1c51e-4f83-470e-b37c-663f7aa03a1d tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Synchronizing usage tracker for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:10:44.988732 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-38a9c200-6abe-4488-aa63-1eb763ac3395 req-3dc1c51e-4f83-470e-b37c-663f7aa03a1d tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Unset dirty status for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:10:44.989858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-38a9c200-6abe-4488-aa63-1eb763ac3395 req-3dc1c51e-4f83-470e-b37c-663f7aa03a1d tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 210 time: 0.0583315 Feb 11 14:10:45.550805 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90fb1101-62d1-4e1b-843e-7e655e7b01ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:45.971614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-0871ebcc-9d77-4300-a9f0-85806eaf0af6 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:45.973086 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-0871ebcc-9d77-4300-a9f0-85806eaf0af6 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.75 "GET /v2.0/networks?id=1d83bc26-3a3f-4ff9-ba93-b795b2860abe HTTP/1.1" status: 200 len: 817 time: 0.1447306 Feb 11 14:10:45.990230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Request body: {'port': {'device_id': 'e5bc1ad8-fafe-48e0-96c6-09908dba6a24', 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe', 'admin_state_up': True, 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:10:46.142416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:10:46.152047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:10:46.160872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Made reservation on behalf of 230005f0361f49c4ba402bf2cc76fa4d for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:46.163866 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:46.175955 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-842acd52-d3d1-4727-8210-13f252fa815e req-db3ac8ae-6039-4082-9d63-6b2ba532fdbb tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 210 time: 0.0406222 Feb 11 14:10:46.333691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Allocated IP 172.20.0.8 (1d83bc26-3a3f-4ff9-ba93-b795b2860abe/3dce045c-5dcb-4c0a-8a69-5c7eff842f6d/920dfd9d-0287-47cb-a50f-7fb9e32cf14e) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:46.532115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:46.550443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Transition to ACTIVE for port object 920dfd9d-0287-47cb-a50f-7fb9e32cf14e will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:46.571989 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:46.650564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:46.653525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:46.657727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:10:46.683540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Pushing event updated for resources: {'Port': ['ID=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:46.721928 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.722523 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:46.750765 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-e3d4c72c-a135-49ba-a7fa-9c0bc2c72150 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649047 Feb 11 14:10:46.763130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Request body: {'port': {'device_id': 'e5bc1ad8-fafe-48e0-96c6-09908dba6a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:10:46.885499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-854fc331-50f3-4b5a-ae31-299d2faa7b03 None None] Provisioning for port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:46.892075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-854fc331-50f3-4b5a-ae31-299d2faa7b03 None None] Provisioning complete for port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:46.892448 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-854fc331-50f3-4b5a-ae31-299d2faa7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:46.949982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-854fc331-50f3-4b5a-ae31-299d2faa7b03 None None] Port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:10:46.974332 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:47.360790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920dfd9d-0287-47cb-a50f-7fb9e32cf14e {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:47.369393 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:47.394453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Transition to ACTIVE for port object 920dfd9d-0287-47cb-a50f-7fb9e32cf14e will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:47.399255 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:47.524609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197155-1906-403d-9194-8cdec5406623 req-50c5d6ea-7b40-4e41-95cb-32bd03a31fe6 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:47.525309 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-65197155-1906-403d-9194-8cdec5406623 req-50c5d6ea-7b40-4e41-95cb-32bd03a31fe6 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Synchronizing usage tracker for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:10:47.540537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Pushing event updated for resources: {'Port': ['ID=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:47.589522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-65197155-1906-403d-9194-8cdec5406623 req-50c5d6ea-7b40-4e41-95cb-32bd03a31fe6 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Unset dirty status for tenant:230005f0361f49c4ba402bf2cc76fa4d on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:10:47.591400 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-65197155-1906-403d-9194-8cdec5406623 req-50c5d6ea-7b40-4e41-95cb-32bd03a31fe6 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 931 time: 0.2897851 Feb 11 14:10:47.687983 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-65197155-1906-403d-9194-8cdec5406623 req-b9e5afed-8039-44f1-b911-ccb619746aff tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913641 Feb 11 14:10:47.704686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Attempting to bind port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:47.705023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Attempting to bind port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:47.705439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Attempting to bind port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e on network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:10:47.711305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e on network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:10:47.711636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Attempting to bind port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e on network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:10:47.717956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:10:47.718283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Checking segment: {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:10:47.718681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Bound using segment: {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:10:47.719092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Bound port: 920dfd9d-0287-47cb-a50f-7fb9e32cf14e, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cfdd04b-b0f3-432b-9bb7-56f662065850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:47.719430 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:47.746411 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89450127-9987-43a3-a6cf-c1613555cc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:47.809874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] For port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:47.813041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] For port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:47.816655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:47.883985 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:47.885340 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] 10.222.0.75 "PUT /v2.0/ports/920dfd9d-0287-47cb-a50f-7fb9e32cf14e HTTP/1.1" status: 200 len: 1091 time: 1.1274025 Feb 11 14:10:47.886294 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bc1ad8-fafe-48e0-96c6-09908dba6a24', 'tag': '920dfd9d-0287-47cb-a50f-7fb9e32cf14e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:47.916181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b88d8-7287-4006-94dc-2a5f9a2a6360 service neutron] Pushing event updated for resources: {'Port': ['ID=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:47.966434 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bc1ad8-fafe-48e0-96c6-09908dba6a24', 'tag': '920dfd9d-0287-47cb-a50f-7fb9e32cf14e', 'status': 'completed', 'code': 200} Feb 11 14:10:48.000362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-13113cc9-bc5d-45fb-935d-abd3d5a66181 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=230005f0361f49c4ba402bf2cc76fa4d&device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 1094 time: 0.0783765 Feb 11 14:10:48.075287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-8a71d209-1ff7-4d9e-9306-dc21f356246e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=920dfd9d-0287-47cb-a50f-7fb9e32cf14e HTTP/1.1" status: 200 len: 217 time: 0.0672433 Feb 11 14:10:48.139750 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-b78fd458-d868-4095-bd58-29c51c5e5305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:48.141197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-b78fd458-d868-4095-bd58-29c51c5e5305 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3dce045c-5dcb-4c0a-8a69-5c7eff842f6d HTTP/1.1" status: 200 len: 856 time: 0.0614386 Feb 11 14:10:48.220898 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-1a141c50-eefa-48b9-93ab-b0bf6398a034 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1d83bc26-3a3f-4ff9-ba93-b795b2860abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725918 Feb 11 14:10:48.352446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-488de675-c672-4211-8ae3-6fbc2257d777 service neutron] 10.222.0.75 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251526 Feb 11 14:10:48.484842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c799a191-ec20-4cb5-871e-035b1a3448bb req-1dae114b-dc17-41cc-a494-bb9cb5f7c54c service neutron] 10.222.0.75 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259794 Feb 11 14:10:48.596376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7adb6d0d-a77a-4e6c-bdf7-44c831f551a9 req-1d7fbbcb-2d69-47a1-9925-73c5f5bf51b8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=230005f0361f49c4ba402bf2cc76fa4d&device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 1094 time: 0.0699096 Feb 11 14:10:48.876641 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb6d0d-a77a-4e6c-bdf7-44c831f551a9 req-b85732c3-765e-412a-a087-36bedaede0a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:48.878495 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7adb6d0d-a77a-4e6c-bdf7-44c831f551a9 req-b85732c3-765e-412a-a087-36bedaede0a5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1d83bc26-3a3f-4ff9-ba93-b795b2860abe HTTP/1.1" status: 200 len: 918 time: 0.2763093 Feb 11 14:10:48.957735 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7adb6d0d-a77a-4e6c-bdf7-44c831f551a9 req-6a0f9903-6e1e-4ee6-8157-03206d37dbe0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=920dfd9d-0287-47cb-a50f-7fb9e32cf14e HTTP/1.1" status: 200 len: 217 time: 0.0715184 Feb 11 14:10:49.017574 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:49.027588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24785adb-68be-4cfe-83c4-5c83c187f8c7 req-87833971-fd46-4fb8-8105-04569e9db81b tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.029044 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24785adb-68be-4cfe-83c4-5c83c187f8c7 req-87833971-fd46-4fb8-8105-04569e9db81b tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 943 time: 0.2158239 Feb 11 14:10:49.066330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb6d0d-a77a-4e6c-bdf7-44c831f551a9 req-018d1c10-44c7-4401-99a8-127f7bafed89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.067882 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7adb6d0d-a77a-4e6c-bdf7-44c831f551a9 req-018d1c10-44c7-4401-99a8-127f7bafed89 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3dce045c-5dcb-4c0a-8a69-5c7eff842f6d HTTP/1.1" status: 200 len: 856 time: 0.1038787 Feb 11 14:10:49.069941 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:49.127931 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-24785adb-68be-4cfe-83c4-5c83c187f8c7 req-f7c5b3f8-ad26-4d30-9fba-e65dd0f96d39 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928028 Feb 11 14:10:49.155855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7adb6d0d-a77a-4e6c-bdf7-44c831f551a9 req-2723936d-531f-42d0-9a61-848ff6467746 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1d83bc26-3a3f-4ff9-ba93-b795b2860abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798194 Feb 11 14:10:49.294621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7adb6d0d-a77a-4e6c-bdf7-44c831f551a9 req-ff806505-b937-414d-abae-88276c118ec3 service neutron] 10.222.0.75 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311927 Feb 11 14:10:49.426130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7adb6d0d-a77a-4e6c-bdf7-44c831f551a9 req-ec3b34b3-990f-4abe-b33e-a733eb35a1ba service neutron] 10.222.0.75 "GET /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256859 Feb 11 14:10:50.327776 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb9a03-0d61-4421-a899-1285270aa72d req-81dcad64-87c8-480a-923d-c3e9f5978141 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:50.329225 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8beb9a03-0d61-4421-a899-1285270aa72d req-81dcad64-87c8-480a-923d-c3e9f5978141 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 943 time: 0.0756495 Feb 11 14:10:50.376235 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8beb9a03-0d61-4421-a899-1285270aa72d req-b6883877-c7b9-490a-9c6b-59022b196680 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Feb 11 14:10:50.467174 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.885681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 920dfd9d-0287-47cb-a50f-7fb9e32cf14e details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:10:51.019249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:51.032384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '920dfd9d-0287-47cb-a50f-7fb9e32cf14e', 'network_id': '1d83bc26-3a3f-4ff9-ba93-b795b2860abe', 'port_id': '920dfd9d-0287-47cb-a50f-7fb9e32cf14e', 'mac_address': 'fa:16:3e:f5:5d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dce045c-5dcb-4c0a-8a69-5c7eff842f6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:10:51.087653 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:51.106099 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920dfd9d-0287-47cb-a50f-7fb9e32cf14e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:51.123552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:51.127297 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:51.190793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:51.199646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.200236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.200569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.200901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.201226 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.201545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.201864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.202180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.202495 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.202836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.203151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:51.316033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['920dfd9d-0287-47cb-a50f-7fb9e32cf14e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:10:51.367314 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:10:51.581263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6b76b-f326-46a1-a5d9-8f48f694a1bb req-be4e0518-e7d3-47cd-be9d-d97c20a67d99 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:51.582675 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a9c6b76b-f326-46a1-a5d9-8f48f694a1bb req-be4e0518-e7d3-47cd-be9d-d97c20a67d99 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 944 time: 0.0830445 Feb 11 14:10:51.628380 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a9c6b76b-f326-46a1-a5d9-8f48f694a1bb req-2f4d6fab-bde4-447d-ace2-993ecf43e317 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Feb 11 14:10:52.821165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7ef9e-6da0-4e24-8f65-58b8e6b6cead req-b70986de-236c-4d71-b38a-c63a248ef53a tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.822530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84a7ef9e-6da0-4e24-8f65-58b8e6b6cead req-b70986de-236c-4d71-b38a-c63a248ef53a tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 944 time: 0.0760851 Feb 11 14:10:52.868243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-84a7ef9e-6da0-4e24-8f65-58b8e6b6cead req-23a447b3-81c4-4b27-b366-fe1fbaf0d537 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391560 Feb 11 14:10:52.900996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 920dfd9d-0287-47cb-a50f-7fb9e32cf14e up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:10:52.968462 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:52.973274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:52.973668 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:53.087204 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:53.112795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bc1ad8-fafe-48e0-96c6-09908dba6a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920dfd9d-0287-47cb-a50f-7fb9e32cf14e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:53.123358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:53.127149 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:53.172422 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bc1ad8-fafe-48e0-96c6-09908dba6a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920dfd9d-0287-47cb-a50f-7fb9e32cf14e', 'code': 200} Feb 11 14:10:53.201558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:53.290925 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03069bce-770f-4341-9e1c-0a4abe9d4f81 req-317964c7-4fd1-436c-8b0f-ab100d7212e6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 1096 time: 0.0682688 Feb 11 14:10:53.335532 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-03069bce-770f-4341-9e1c-0a4abe9d4f81 req-3927b1ce-8bbb-4672-8813-a14970870cd3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Feb 11 14:10:54.067545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f1be5-8f8e-4c9e-8e42-d18c70e22210 req-cd342442-174d-4587-abab-4dcb850e7b8d tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.068990 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8b1f1be5-8f8e-4c9e-8e42-d18c70e22210 req-cd342442-174d-4587-abab-4dcb850e7b8d tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 945 time: 0.0796974 Feb 11 14:10:54.114708 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8b1f1be5-8f8e-4c9e-8e42-d18c70e22210 req-58c048f1-4d5b-422e-b3b5-0d4e96a82a95 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400717 Feb 11 14:10:55.310738 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb98e4-a29a-4942-aab2-3bd5c92314fb req-60d8987d-455e-4b21-a446-92ed4e69799a tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:55.312182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-29eb98e4-a29a-4942-aab2-3bd5c92314fb req-60d8987d-455e-4b21-a446-92ed4e69799a tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 945 time: 0.0775638 Feb 11 14:10:55.356843 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-29eb98e4-a29a-4942-aab2-3bd5c92314fb req-1da25f43-4c93-4ea9-a2a4-cb70c7550cce tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391934 Feb 11 14:10:55.551799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7b222-ac79-49ae-a991-241ed0d17737 req-d5447d01-5184-40b4-8ef9-4e6565b7cff3 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:55.553241 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3cd7b222-ac79-49ae-a991-241ed0d17737 req-d5447d01-5184-40b4-8ef9-4e6565b7cff3 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 945 time: 0.0764573 Feb 11 14:10:55.597928 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3cd7b222-ac79-49ae-a991-241ed0d17737 req-c2d8bcf0-c3ec-4545-8a7c-6a0c3a9c9303 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Feb 11 14:11:07.992679 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:09.908497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea162424-c51d-4769-b611-f7cd25e8c3f6 req-4fda425f-00bf-4bb8-93ed-336ea8641c31 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:09.909830 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea162424-c51d-4769-b611-f7cd25e8c3f6 req-4fda425f-00bf-4bb8-93ed-336ea8641c31 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 945 time: 0.0804355 Feb 11 14:11:09.954384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ea162424-c51d-4769-b611-f7cd25e8c3f6 req-cb07c75b-b2e5-4ea5-b90f-4dd4a7ec42f6 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Feb 11 14:11:11.159308 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89519a6-b107-4efd-97b8-ade221ca8592 req-c6a65f8d-ddd7-401e-94df-38c02b3e99e6 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.160748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e89519a6-b107-4efd-97b8-ade221ca8592 req-c6a65f8d-ddd7-401e-94df-38c02b3e99e6 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 945 time: 0.0807319 Feb 11 14:11:11.205753 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e89519a6-b107-4efd-97b8-ade221ca8592 req-16902628-b5a3-408d-a657-ce65d1786ff3 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 Feb 11 14:11:11.327909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-9a6256bf-2626-4ad2-b99c-11be30fa79ff tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.329296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-9a6256bf-2626-4ad2-b99c-11be30fa79ff tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.75 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 945 time: 0.0766726 Feb 11 14:11:11.405032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-aee2229a-3933-44e1-a171-873ff670af69 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Deleting port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:11.405374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-aee2229a-3933-44e1-a171-873ff670af69 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:11.646878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-aee2229a-3933-44e1-a171-873ff670af69 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] For port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:11.647229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-aee2229a-3933-44e1-a171-873ff670af69 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:11.772716 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-aee2229a-3933-44e1-a171-873ff670af69 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Calling delete_port for 920dfd9d-0287-47cb-a50f-7fb9e32cf14e owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:11:11.919021 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-aee2229a-3933-44e1-a171-873ff670af69 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:11.930748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['920dfd9d-0287-47cb-a50f-7fb9e32cf14e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:11:12.061547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2229a-3933-44e1-a171-873ff670af69 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Pushing event deleted for resources: {'Port': ['ID=920dfd9d-0287-47cb-a50f-7fb9e32cf14e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:12.137061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-aee2229a-3933-44e1-a171-873ff670af69 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] No DVR routers for this DVR port 920dfd9d-0287-47cb-a50f-7fb9e32cf14e on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:12.139896 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-aee2229a-3933-44e1-a171-873ff670af69 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:12.142536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bc1ad8-fafe-48e0-96c6-09908dba6a24', 'name': 'network-vif-deleted', 'tag': '920dfd9d-0287-47cb-a50f-7fb9e32cf14e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:12.158906 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c59db6c7-6ed6-4f00-bfe6-e00c599905d3 req-aee2229a-3933-44e1-a171-873ff670af69 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.75 "DELETE /v2.0/ports/920dfd9d-0287-47cb-a50f-7fb9e32cf14e HTTP/1.1" status: 204 len: 173 time: 0.8238404 Feb 11 14:11:12.212608 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bc1ad8-fafe-48e0-96c6-09908dba6a24', 'name': 'network-vif-deleted', 'tag': '920dfd9d-0287-47cb-a50f-7fb9e32cf14e', 'status': 'completed', 'code': 200} Feb 11 14:11:12.384181 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-da0fe343-b120-4708-9ced-fe60bf8d9303 req-3ec8ca5b-b20c-45f0-ab3d-b1d550345839 tempest-TestEncryptedCinderVolumes-1192568132 tempest-TestEncryptedCinderVolumes-1192568132-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5bc1ad8-fafe-48e0-96c6-09908dba6a24 HTTP/1.1" status: 200 len: 210 time: 0.0406380 Feb 11 14:11:12.910906 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:13.530965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55568) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:13.933592 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:14.528685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] Deleting port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:14.529079 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:14.696495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] For port 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:14.697217 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:14.821344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] Calling delete_port for 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:11:15.010035 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 920dfd9d-0287-47cb-a50f-7fb9e32cf14e no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:11:15.043738 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 920dfd9d-0287-47cb-a50f-7fb9e32cf14e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:11:15.044083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 920dfd9d-0287-47cb-a50f-7fb9e32cf14e not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:11:15.087060 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:15.135614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:15.423009 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:15.551838 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a27cf45a-8eb8-4203-b963-d4c09e2193d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.001802 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] Router 67d05a33-f484-4646-aa97-40a7e0aeaa50 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:11:16.197596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:16.207078 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] Sync routers for ids ['67d05a33-f484-4646-aa97-40a7e0aeaa50'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:11:16.210629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-230fd4bd-922a-48df-987c-f1a410a8ddb5 admin admin] 10.222.0.67 "PUT /v2.0/routers/67d05a33-f484-4646-aa97-40a7e0aeaa50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6780405 Feb 11 14:11:16.213094 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55572) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:16.219393 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] Routers {'67d05a33-f484-4646-aa97-40a7e0aeaa50'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:16.219991 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:10:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['67d05a33-f484-4646-aa97-40a7e0aeaa50'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:16.401010 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] Set router 67d05a33-f484-4646-aa97-40a7e0aeaa50 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:11:16.520618 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.683713 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'name': 'tempest-TestEncryptedCinderVolumes-1629285607-router', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:01Z', 'updated_at': '2022-02-11T14:11:15Z', 'revision_number': 5, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'gw_port': {'id': '1c06feec-ef98-46b1-85e1-17779f74aa03', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:16.688465 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] Checking router: 67d05a33-f484-4646-aa97-40a7e0aeaa50 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:11:16.698636 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] Routers {'67d05a33-f484-4646-aa97-40a7e0aeaa50'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:16.699375 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:10:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['67d05a33-f484-4646-aa97-40a7e0aeaa50'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:16.714570 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.725058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Deleting port 1c06feec-ef98-46b1-85e1-17779f74aa03 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:16.725381 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.849253 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] Set router 67d05a33-f484-4646-aa97-40a7e0aeaa50 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:11:16.906099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] For port 1c06feec-ef98-46b1-85e1-17779f74aa03, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1c06feec-ef98-46b1-85e1-17779f74aa03,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:16.906460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:16.956025 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'name': 'tempest-TestEncryptedCinderVolumes-1629285607-router', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:01Z', 'updated_at': '2022-02-11T14:11:16Z', 'revision_number': 6, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:16.959890 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dfd44d-5f0c-479b-a2e7-90c0ea4b9e5d None None] The sync data for ids ['67d05a33-f484-4646-aa97-40a7e0aeaa50'] in n-d-818559-1 is: [{'id': '67d05a33-f484-4646-aa97-40a7e0aeaa50', 'name': 'tempest-TestEncryptedCinderVolumes-1629285607-router', 'tenant_id': '230005f0361f49c4ba402bf2cc76fa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:01Z', 'updated_at': '2022-02-11T14:11:16Z', 'revision_number': 6, 'project_id': '230005f0361f49c4ba402bf2cc76fa4d', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:11:17.030538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Calling delete_port for 1c06feec-ef98-46b1-85e1-17779f74aa03 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:11:17.195873 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.242698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c06feec-ef98-46b1-85e1-17779f74aa03,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:17.475366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.718936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:11:17.735382 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.741532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.761489 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:11:17.761854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4b2d7cdf-f6cb-4c67-8ff5-a51bf4eac4c5 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:11:17.770654 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.771141 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d05a33-f484-4646-aa97-40a7e0aeaa50 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:11:17.774063 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0346b9c2-d115-4f5f-9fc2-b0202a685d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.785087 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:17.786698 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-65c61c23-3c8d-40b4-8a92-cfddd847add6 admin admin] 10.222.0.67 "DELETE /v2.0/routers/67d05a33-f484-4646-aa97-40a7e0aeaa50 HTTP/1.1" status: 204 len: 168 time: 1.5727310 Feb 11 14:11:17.789335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55576) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:17.967646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-36941f52-4933-4019-903e-5b10ce238304 admin admin] Deleting subnet 3dce045c-5dcb-4c0a-8a69-5c7eff842f6d {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:11:17.970789 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36941f52-4933-4019-903e-5b10ce238304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.020787 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36941f52-4933-4019-903e-5b10ce238304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.100014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36941f52-4933-4019-903e-5b10ce238304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.175364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36941f52-4933-4019-903e-5b10ce238304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.213946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36941f52-4933-4019-903e-5b10ce238304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dce045c-5dcb-4c0a-8a69-5c7eff842f6d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:18.219825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-36941f52-4933-4019-903e-5b10ce238304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.224895 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf323cf-6108-43bb-9d0d-850641650d31 None None] Network 1d83bc26-3a3f-4ff9-ba93-b795b2860abe requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:11:18.225887 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-36941f52-4933-4019-903e-5b10ce238304 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3dce045c-5dcb-4c0a-8a69-5c7eff842f6d HTTP/1.1" status: 204 len: 168 time: 0.4356081 Feb 11 14:11:18.228361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55580) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:18.335612 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.346014 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Deleting port 18ac01dc-0228-4342-98ff-221b69e2a9d4 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:18.346343 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.475264 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] DHCP port deletion for 1d83bc26-3a3f-4ff9-ba93-b795b2860abe request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:11:18.479400 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] Deleting port 18ac01dc-0228-4342-98ff-221b69e2a9d4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:18.479774 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.559315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] For port 18ac01dc-0228-4342-98ff-221b69e2a9d4, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=18ac01dc-0228-4342-98ff-221b69e2a9d4,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:18.559682 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.681835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Calling delete_port for 18ac01dc-0228-4342-98ff-221b69e2a9d4 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:11:18.682051 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] For port 18ac01dc-0228-4342-98ff-221b69e2a9d4, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=18ac01dc-0228-4342-98ff-221b69e2a9d4,segment=NetworkSegment(8cfdd04b-b0f3-432b-9bb7-56f662065850),segment_id=8cfdd04b-b0f3-432b-9bb7-56f662065850)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:18.682235 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.755044 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.805328 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ac01dc-0228-4342-98ff-221b69e2a9d4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:18.809903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] No DVR routers for this DVR port 18ac01dc-0228-4342-98ff-221b69e2a9d4 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:18.829730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] Calling delete_port for 18ac01dc-0228-4342-98ff-221b69e2a9d4 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:11:18.896293 n-d-818559-1 neutron-server[83569]: util.warn( Feb 11 14:11:18.901469 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:11:18.901802 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:11:18.930129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.955804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d83bc26-3a3f-4ff9-ba93-b795b2860abe']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:18.968217 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfdd04b-b0f3-432b-9bb7-56f662065850') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:18.968512 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfdd04b-b0f3-432b-9bb7-56f662065850') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:18.979571 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:18.996808 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.002961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:11:19.003662 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.013357 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:11:19.017566 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:11:19.076057 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.097340 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.118726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.129102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d83bc26-3a3f-4ff9-ba93-b795b2860abe,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:19.144284 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-baa1e378-4069-44e9-9596-d636c7630c30 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1d83bc26-3a3f-4ff9-ba93-b795b2860abe HTTP/1.1" status: 204 len: 168 time: 0.9148986 Feb 11 14:11:19.147469 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:19.171717 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 18ac01dc-0228-4342-98ff-221b69e2a9d4 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:11:19.204927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 18ac01dc-0228-4342-98ff-221b69e2a9d4 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:11:19.205274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 18ac01dc-0228-4342-98ff-221b69e2a9d4 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:11:19.205679 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1c06feec-ef98-46b1-85e1-17779f74aa03 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:11:19.237399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 1c06feec-ef98-46b1-85e1-17779f74aa03 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:11:19.237660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1c06feec-ef98-46b1-85e1-17779f74aa03 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:11:19.403156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] Deleting port 18ac01dc-0228-4342-98ff-221b69e2a9d4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:19.403539 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:19.469642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b081ab24-18b7-4508-b785-5d9be3ee0fe1 None None] The port '18ac01dc-0228-4342-98ff-221b69e2a9d4' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:11:19.625825 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.211074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Deleting port 78bfd244-e6af-4b9b-885e-6751fe684af1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:20.211775 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.379429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] For port 78bfd244-e6af-4b9b-885e-6751fe684af1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=78bfd244-e6af-4b9b-885e-6751fe684af1,segment=NetworkSegment(349a6e4f-5c37-47cd-9915-a6c85673721b),segment_id=349a6e4f-5c37-47cd-9915-a6c85673721b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:20.379779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.471024 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.501155 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Calling delete_port for 78bfd244-e6af-4b9b-885e-6751fe684af1 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:11:20.662329 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:20.709425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Pushing event deleted for resources: {'Port': ['ID=78bfd244-e6af-4b9b-885e-6751fe684af1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:20.748138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.748481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.748822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.749156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.749481 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.749805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.750124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.750446 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.750794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.751114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:20.751431 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:21.092607 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:21.660832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Router e7b36781-d3ef-488b-8857-00ea857ac148 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:11:21.861997 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:21.870956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] Sync routers for ids ['e7b36781-d3ef-488b-8857-00ea857ac148'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:11:21.872026 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5483ead9-61cf-4bc1-8ea0-4750324a9803 admin admin] 10.222.0.67 "PUT /v2.0/routers/e7b36781-d3ef-488b-8857-00ea857ac148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7234635 Feb 11 14:11:21.874487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55588) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:21.884385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] Routers {'e7b36781-d3ef-488b-8857-00ea857ac148'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:21.884972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:11:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e7b36781-d3ef-488b-8857-00ea857ac148'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:22.069684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] Set router e7b36781-d3ef-488b-8857-00ea857ac148 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:11:22.070306 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.262623 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.271716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Deleting port bcb4c6d1-3014-4c69-8590-74e0424ef94a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:22.272114 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.357446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'name': 'tempest-TestEncryptedCinderVolumes-528749540-router', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:11:20Z', 'revision_number': 5, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'gw_port': {'id': 'bcb4c6d1-3014-4c69-8590-74e0424ef94a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:08Z', 'updated_at': '2022-02-11T14:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:22.361493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] Checking router: e7b36781-d3ef-488b-8857-00ea857ac148 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:11:22.372338 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] Routers {'e7b36781-d3ef-488b-8857-00ea857ac148'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:22.372953 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:11:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e7b36781-d3ef-488b-8857-00ea857ac148'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:22.522037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] Set router e7b36781-d3ef-488b-8857-00ea857ac148 gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:11:22.556477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] For port bcb4c6d1-3014-4c69-8590-74e0424ef94a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=bcb4c6d1-3014-4c69-8590-74e0424ef94a,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:22.556824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.629625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'name': 'tempest-TestEncryptedCinderVolumes-528749540-router', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:11:22Z', 'revision_number': 6, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:22.633670 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2423c9-e583-46f2-8efd-0f0b48ac00e1 None None] The sync data for ids ['e7b36781-d3ef-488b-8857-00ea857ac148'] in n-d-818559-1 is: [{'id': 'e7b36781-d3ef-488b-8857-00ea857ac148', 'name': 'tempest-TestEncryptedCinderVolumes-528749540-router', 'tenant_id': 'cfef655e3dd44f4d8297f7690b06e281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:07Z', 'updated_at': '2022-02-11T14:11:22Z', 'revision_number': 6, 'project_id': 'cfef655e3dd44f4d8297f7690b06e281', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:11:22.679304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Calling delete_port for bcb4c6d1-3014-4c69-8590-74e0424ef94a owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:11:22.842936 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:22.889382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb4c6d1-3014-4c69-8590-74e0424ef94a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:23.114219 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.371013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.378723 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.409487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcb4c6d1-3014-4c69-8590-74e0424ef94a no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:11:23.411680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.412284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b36781-d3ef-488b-8857-00ea857ac148 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:11:23.424839 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.425943 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a49cb20f-d37e-4e9f-ad9a-45f2795514fb admin admin] 10.222.0.67 "DELETE /v2.0/routers/e7b36781-d3ef-488b-8857-00ea857ac148 HTTP/1.1" status: 204 len: 168 time: 1.5505531 Feb 11 14:11:23.428438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55592) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:23.442108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: bcb4c6d1-3014-4c69-8590-74e0424ef94a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:11:23.442454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device bcb4c6d1-3014-4c69-8590-74e0424ef94a not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:11:23.443071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 78bfd244-e6af-4b9b-885e-6751fe684af1 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:11:23.476743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 78bfd244-e6af-4b9b-885e-6751fe684af1 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:11:23.477595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 78bfd244-e6af-4b9b-885e-6751fe684af1 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:11:23.489947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23e5eb9-5bbb-46d3-813c-1cd02948bc3c admin admin] Deleting subnet 4047551c-fb0f-4b99-bf54-4ce67c04182f {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:11:23.492953 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a23e5eb9-5bbb-46d3-813c-1cd02948bc3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.546013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a23e5eb9-5bbb-46d3-813c-1cd02948bc3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.624487 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a23e5eb9-5bbb-46d3-813c-1cd02948bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.694067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a23e5eb9-5bbb-46d3-813c-1cd02948bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.829074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e5eb9-5bbb-46d3-813c-1cd02948bc3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4047551c-fb0f-4b99-bf54-4ce67c04182f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:23.833866 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a23e5eb9-5bbb-46d3-813c-1cd02948bc3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.839258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8142a695-23eb-4ef1-a75c-90fb3bb63fd2 None None] Network dc6cc4ae-c352-4428-baca-debb5949bac3 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:11:23.839621 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a23e5eb9-5bbb-46d3-813c-1cd02948bc3c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4047551c-fb0f-4b99-bf54-4ce67c04182f HTTP/1.1" status: 204 len: 168 time: 0.4099820 Feb 11 14:11:23.842116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55596) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:23.945287 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:23.956620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Deleting port 97f72b26-17a7-411d-a0d2-986eac63b85a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:23.956947 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.087155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] DHCP port deletion for dc6cc4ae-c352-4428-baca-debb5949bac3 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:11:24.093170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] Deleting port 97f72b26-17a7-411d-a0d2-986eac63b85a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:24.093535 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.163113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] For port 97f72b26-17a7-411d-a0d2-986eac63b85a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97f72b26-17a7-411d-a0d2-986eac63b85a,segment=NetworkSegment(349a6e4f-5c37-47cd-9915-a6c85673721b),segment_id=349a6e4f-5c37-47cd-9915-a6c85673721b)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:24.163463 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.284036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Calling delete_port for 97f72b26-17a7-411d-a0d2-986eac63b85a owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:11:24.323181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] For port 97f72b26-17a7-411d-a0d2-986eac63b85a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=97f72b26-17a7-411d-a0d2-986eac63b85a,segment=NetworkSegment(349a6e4f-5c37-47cd-9915-a6c85673721b),segment_id=349a6e4f-5c37-47cd-9915-a6c85673721b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:24.323478 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.361591 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.405602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f72b26-17a7-411d-a0d2-986eac63b85a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:24.411533 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] No DVR routers for this DVR port 97f72b26-17a7-411d-a0d2-986eac63b85a on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:24.445046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] Calling delete_port for 97f72b26-17a7-411d-a0d2-986eac63b85a owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:11:24.517115 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:11:24.517582 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:11:24.529613 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.554132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6cc4ae-c352-4428-baca-debb5949bac3']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:24.566372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349a6e4f-5c37-47cd-9915-a6c85673721b') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:24.566701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349a6e4f-5c37-47cd-9915-a6c85673721b') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:24.578571 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.597963 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.603912 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:11:24.604299 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:11:24.617409 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:11:24.690111 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.695678 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:24.719049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc6cc4ae-c352-4428-baca-debb5949bac3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:24.723717 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7afdec84-a7f9-40b7-9e0b-4afc0866e061 admin admin] 10.222.0.67 "DELETE /v2.0/networks/dc6cc4ae-c352-4428-baca-debb5949bac3 HTTP/1.1" status: 204 len: 168 time: 0.8799763 Feb 11 14:11:24.913953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55602) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:24.967915 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5246164c-6b24-4682-8dca-fe089973c2e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=230005f0361f49c4ba402bf2cc76fa4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528176 Feb 11 14:11:24.970423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55606) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:25.018593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] Deleting port 97f72b26-17a7-411d-a0d2-986eac63b85a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:11:25.019018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.031404 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c137a84b-c0c6-4a14-9cb2-e06997c58bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.060623 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c137a84b-c0c6-4a14-9cb2-e06997c58bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.085212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-45486bfa-fbc5-4c84-9aee-77422588b2a6 None None] The port '97f72b26-17a7-411d-a0d2-986eac63b85a' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:11:25.125818 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c137a84b-c0c6-4a14-9cb2-e06997c58bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.145917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137a84b-c0c6-4a14-9cb2-e06997c58bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cd14d0-8ae9-4133-9337-7a3262f6bbeb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:25.154137 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c137a84b-c0c6-4a14-9cb2-e06997c58bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.158428 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c137a84b-c0c6-4a14-9cb2-e06997c58bfe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b0cd14d0-8ae9-4133-9337-7a3262f6bbeb HTTP/1.1" status: 204 len: 168 time: 0.1841087 Feb 11 14:11:25.177494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97f72b26-17a7-411d-a0d2-986eac63b85a no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:11:25.212239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 97f72b26-17a7-411d-a0d2-986eac63b85a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:11:25.212721 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 97f72b26-17a7-411d-a0d2-986eac63b85a not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:11:25.563833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55614) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:25.613760 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-940fe9d3-196d-4e43-b19d-7a7295044eee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cfef655e3dd44f4d8297f7690b06e281&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488040 Feb 11 14:11:25.616344 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55618) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:25.677144 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b55792f2-ae4b-462f-ad8d-8e60fbbd182b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.702215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b55792f2-ae4b-462f-ad8d-8e60fbbd182b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.753480 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b55792f2-ae4b-462f-ad8d-8e60fbbd182b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.769385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55792f2-ae4b-462f-ad8d-8e60fbbd182b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dea2743-3b2d-4698-ad63-bfb1ff6f897f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:25.773527 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b55792f2-ae4b-462f-ad8d-8e60fbbd182b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.774640 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b55792f2-ae4b-462f-ad8d-8e60fbbd182b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4dea2743-3b2d-4698-ad63-bfb1ff6f897f HTTP/1.1" status: 204 len: 168 time: 0.1574397 Feb 11 14:11:26.597137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55640) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:26.723885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1689285594-network', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:11:26.729507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:11:26.734103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Usage tracker for resource:network and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:11:26.737090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:11:26.743453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:11:26.752681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Made reservation on behalf of 6e06d28a58e4417bbe7e77e739b7223b for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:26.754932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.767268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.799221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:11:26.802966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Usage tracker for resource:security_group_rule and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:11:26.805685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:11:26.811257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:11:26.879134 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.883032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.917444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:11:26.923498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824db37c-2409-4aaf-ba84-1f7ca44079ab,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:26.930125 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.930474 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Added segment 258cec71-8606-4484-abdb-3abf0cce5d75 of type vlan for network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 Feb 11 14:11:26.960471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.989772 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.990618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:26.991205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.091153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] Pushing event updated for resources: {'Network': ['ID=03d2a0af-b82a-4861-89a9-64dcb0bffff6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:27.097597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55648) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:27.099194 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a2351173-e051-43e9-9e1a-83b37d3ed012 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5008578 Feb 11 14:11:27.100668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:11:27.103091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Request body: {'subnet': {'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1689285594-subnet', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:11:27.109378 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:11:27.113371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Usage tracker for resource:subnet and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:11:27.116578 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:11:27.123003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:11:27.133916 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Made reservation on behalf of 6e06d28a58e4417bbe7e77e739b7223b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:27.136228 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.342271 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.419100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18317ee-a91b-476e-868d-c808bbc3c22c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:27.428604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Checking segment: {'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:11:27.428956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Network hostable DHCP agents. Network: 03d2a0af-b82a-4861-89a9-64dcb0bffff6, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:11:27.451173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:11:27.460069 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 03d2a0af-b82a-4861-89a9-64dcb0bffff6) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:27.464093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:27.464667 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.469866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51bbdb4-15f4-4c1b-be92-0fad7131d891 None None] Network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:11:27.489428 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7bd54884-fc37-4021-a607-6dd4d4f3ac9a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3907268 Feb 11 14:11:27.491945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55652) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:27.497141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:11:27.502511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:11:27.506403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Usage tracker for resource:router and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:11:27.509306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:11:27.515510 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:11:27.525335 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.526369 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.546006 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.683723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:11:27.685285 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.779833 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.845485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Allocated IP 172.20.0.2 (03d2a0af-b82a-4861-89a9-64dcb0bffff6/b18317ee-a91b-476e-868d-c808bbc3c22c/632e303a-c2d5-4019-878b-e79e5bc1efbb) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:27.963891 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.994209 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.051719 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.062802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Transition to ACTIVE for port object 632e303a-c2d5-4019-878b-e79e5bc1efbb will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:28.081941 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Transition to ACTIVE for port object 632e303a-c2d5-4019-878b-e79e5bc1efbb will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:28.086992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.135992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Allocated IP 172.25.4.226 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d6ba3261-99b5-49ab-b7b9-f16ae0eb1132) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:28.157192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Pushing event updated for resources: {'Port': ['ID=632e303a-c2d5-4019-878b-e79e5bc1efbb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:28.164633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:28.165719 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:28.167976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:11:28.258429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Attempting to bind port 632e303a-c2d5-4019-878b-e79e5bc1efbb on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:28.258817 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Attempting to bind port 632e303a-c2d5-4019-878b-e79e5bc1efbb by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:28.259180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Attempting to bind port 632e303a-c2d5-4019-878b-e79e5bc1efbb on network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:11:28.266984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:11:28.267356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Checking segment: {'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:11:28.267756 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.268181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Bound using segment: {'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:11:28.268984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Bound port: 632e303a-c2d5-4019-878b-e79e5bc1efbb, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:28.269363 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.300133 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.329276 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.356403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] For port 632e303a-c2d5-4019-878b-e79e5bc1efbb, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:28.359396 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] For port 632e303a-c2d5-4019-878b-e79e5bc1efbb, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=632e303a-c2d5-4019-878b-e79e5bc1efbb,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:28.363818 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.370519 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:11:28.397283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:28.400108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:28.404499 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:11:28.436189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ba3261-99b5-49ab-b7b9-f16ae0eb1132,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:28.486762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832424e1-7e07-42ea-8a24-ca44b141af77 None None] Pushing event updated for resources: {'Port': ['ID=632e303a-c2d5-4019-878b-e79e5bc1efbb,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:28.578160 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.578923 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.831023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Router 75cee3ac-051b-4304-9d5d-10d2d136442e is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:11:29.031030 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:29.040947 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Sync routers for ids ['75cee3ac-051b-4304-9d5d-10d2d136442e'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:11:29.053391 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Routers {'75cee3ac-051b-4304-9d5d-10d2d136442e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:29.053916 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.054072 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:11:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['75cee3ac-051b-4304-9d5d-10d2d136442e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:29.057836 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9de46365-d4b8-45c2-8933-aa1de805f989 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5621955 Feb 11 14:11:29.058134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55658) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:29.254209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 632e303a-c2d5-4019-878b-e79e5bc1efbb up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:11:29.259833 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Set router 75cee3ac-051b-4304-9d5d-10d2d136442e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:11:29.347912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 632e303a-c2d5-4019-878b-e79e5bc1efbb completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:29.550032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0deac2d-2cca-4990-a162-bd44d82a032a None None] Network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:11:29.630443 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:28Z', 'revision_number': 3, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:29.634654 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Checking router: 75cee3ac-051b-4304-9d5d-10d2d136442e for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:11:29.635053 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Updating router 75cee3ac-051b-4304-9d5d-10d2d136442e port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:11:29.646230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2644764f-2c3b-4f1a-8144-f3e3eae2d250 None None] Provisioning for port 632e303a-c2d5-4019-878b-e79e5bc1efbb completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:29.652294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2644764f-2c3b-4f1a-8144-f3e3eae2d250 None None] Provisioning complete for port 632e303a-c2d5-4019-878b-e79e5bc1efbb triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:29.652735 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2644764f-2c3b-4f1a-8144-f3e3eae2d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.689949 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.877741 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2644764f-2c3b-4f1a-8144-f3e3eae2d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.923423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2644764f-2c3b-4f1a-8144-f3e3eae2d250 None None] For port 632e303a-c2d5-4019-878b-e79e5bc1efbb, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=632e303a-c2d5-4019-878b-e79e5bc1efbb,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:29.930818 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2644764f-2c3b-4f1a-8144-f3e3eae2d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.014792 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644764f-2c3b-4f1a-8144-f3e3eae2d250 None None] Pushing event updated for resources: {'Port': ['ID=632e303a-c2d5-4019-878b-e79e5bc1efbb,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:30.016063 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.044535 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.056923 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Transition to ACTIVE for port object d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:30.064769 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.148851 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Pushing event updated for resources: {'Port': ['ID=d6ba3261-99b5-49ab-b7b9-f16ae0eb1132,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:30.153480 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Attempting to bind port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:30.153797 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Attempting to bind port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:30.154152 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Attempting to bind port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:11:30.165143 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.165482 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.165813 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.166082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9eb3fa5d-8a4d-47bb-ab85-31aeed3c25eb None None] Provisioning complete for port 632e303a-c2d5-4019-878b-e79e5bc1efbb triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:30.166236 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.166471 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.166625 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9eb3fa5d-8a4d-47bb-ab85-31aeed3c25eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.166804 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.167091 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.167402 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.167713 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.168032 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.168379 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:30.171857 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:11:30.172219 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:11:30.172608 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.172980 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:11:30.173438 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Bound port: d6ba3261-99b5-49ab-b7b9-f16ae0eb1132, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:30.173796 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.247410 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] For port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:30.250507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Allocated IP 172.20.0.1 (03d2a0af-b82a-4861-89a9-64dcb0bffff6/b18317ee-a91b-476e-868d-c808bbc3c22c/00bc3b98-1ceb-4706-b459-35995c0b8047) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:30.251131 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] For port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d6ba3261-99b5-49ab-b7b9-f16ae0eb1132,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:30.257002 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.338724 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d8309-c5c3-4143-b80d-3c41b8f2d251 None None] Pushing event updated for resources: {'Port': ['ID=d6ba3261-99b5-49ab-b7b9-f16ae0eb1132,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:30.343210 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Routers {'75cee3ac-051b-4304-9d5d-10d2d136442e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:30.343785 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:11:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['75cee3ac-051b-4304-9d5d-10d2d136442e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:30.407780 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.423815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Transition to ACTIVE for port object 00bc3b98-1ceb-4706-b459-35995c0b8047 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:30.445774 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.516007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:30.519588 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:30.521581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Pushing event updated for resources: {'Port': ['ID=00bc3b98-1ceb-4706-b459-35995c0b8047,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:30.523755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:11:30.529703 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] Set router 75cee3ac-051b-4304-9d5d-10d2d136442e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:11:30.579380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.667334 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.812566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ebbf475b-db3d-4569-8c54-81e15446f562 None None] Provisioning for port 00bc3b98-1ceb-4706-b459-35995c0b8047 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:30.818434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ebbf475b-db3d-4569-8c54-81e15446f562 None None] Provisioning complete for port 00bc3b98-1ceb-4706-b459-35995c0b8047 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:30.818833 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebbf475b-db3d-4569-8c54-81e15446f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.827361 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:28Z', 'revision_number': 3, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:30.831900 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b15bfe-16cf-425c-a4d2-985aef7c0c92 None None] The sync data for ids ['75cee3ac-051b-4304-9d5d-10d2d136442e'] in n-d-818559-1 is: [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:28Z', 'revision_number': 3, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:11:30.880000 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf475b-db3d-4569-8c54-81e15446f562 None None] Port 00bc3b98-1ceb-4706-b459-35995c0b8047 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:11:30.912648 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.917899 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:31.036852 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:31.041300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Pushing event updated for resources: {'Port': ['ID=00bc3b98-1ceb-4706-b459-35995c0b8047,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:31.265996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:11:31.306729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:31.308567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:31.345751 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:31.352076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:31.352768 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:31.499798 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:31.523711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d6ba3261-99b5-49ab-b7b9-f16ae0eb1132,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:31.532472 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:31.533954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 632e303a-c2d5-4019-878b-e79e5bc1efbb up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:11:31.665285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-acf8752a-091d-45be-b6a8-29ae5c69041a None None] Provisioning complete for port 00bc3b98-1ceb-4706-b459-35995c0b8047 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:31.665652 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acf8752a-091d-45be-b6a8-29ae5c69041a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:31.727320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-acf8752a-091d-45be-b6a8-29ae5c69041a None None] Port 00bc3b98-1ceb-4706-b459-35995c0b8047 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:11:31.736364 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d6ba3261-99b5-49ab-b7b9-f16ae0eb1132,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:31.747870 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 632e303a-c2d5-4019-878b-e79e5bc1efbb triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:31.748290 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:31.766423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Router 75cee3ac-051b-4304-9d5d-10d2d136442e has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:11:31.976052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:31.984652 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dd8249ab-0580-4e96-9d4f-c921e89ab66b admin admin] 10.222.0.67 "PUT /v2.0/routers/75cee3ac-051b-4304-9d5d-10d2d136442e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9254692 Feb 11 14:11:32.889272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55682) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:32.894769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-490152900-network', 'tenant_id': 'f689b766548446ff80690899407a14e8'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:11:32.900325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:11:32.904313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Usage tracker for resource:network and tenant:f689b766548446ff80690899407a14e8 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:11:32.907191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:11:32.912887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:11:32.923578 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Made reservation on behalf of f689b766548446ff80690899407a14e8 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:32.925961 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.939012 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:32.969896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:11:32.973621 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Usage tracker for resource:security_group_rule and tenant:f689b766548446ff80690899407a14e8 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:11:32.976434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:11:32.982218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:11:33.047340 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.051084 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.079362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:11:33.094368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7631071c-fcf9-4f59-8085-ff3adbd7fc64,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:33.099874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.100212 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Added segment b8bb76fe-bc9a-4242-b83a-8ca8147d792f of type vlan for network 73bde4a1-1632-4021-be68-de82998af324 Feb 11 14:11:33.129400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.159336 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.160495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:33.161079 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.179620 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:11:33.250637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:33.251100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.269850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] Pushing event updated for resources: {'Network': ['ID=73bde4a1-1632-4021-be68-de82998af324,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:33.276578 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4187b987-6679-4fa3-972b-5a5a3e0d1c0c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3837454 Feb 11 14:11:33.276761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55686) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:33.284797 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Request body: {'subnet': {'network_id': '73bde4a1-1632-4021-be68-de82998af324', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-490152900-subnet', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:11:33.286092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 73bde4a1-1632-4021-be68-de82998af324 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:11:33.290411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:11:33.295471 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Usage tracker for resource:subnet and tenant:f689b766548446ff80690899407a14e8 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:11:33.298679 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:11:33.304953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:11:33.316209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Made reservation on behalf of f689b766548446ff80690899407a14e8 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:33.318908 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.530518 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.611257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2936103c-06ea-48f7-ac99-014bdebebbdd,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:33.623545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Checking segment: {'id': 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '73bde4a1-1632-4021-be68-de82998af324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:11:33.623893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Network hostable DHCP agents. Network: 73bde4a1-1632-4021-be68-de82998af324, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:11:33.645242 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Network 73bde4a1-1632-4021-be68-de82998af324 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:11:33.658344 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 73bde4a1-1632-4021-be68-de82998af324) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:33.662560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:33.663243 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.670363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a31d67-faef-4907-add9-1f80037c5dac None None] Network 73bde4a1-1632-4021-be68-de82998af324 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:11:33.685406 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7f94d675-d2aa-47b8-89db-3fa73750a752 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4070468 Feb 11 14:11:33.687417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55690) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:33.692339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-490152900-router', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:11:33.697496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:11:33.701615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Usage tracker for resource:router and tenant:f689b766548446ff80690899407a14e8 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:11:33.704872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:11:33.710544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:11:33.721906 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.722931 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.742176 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.884759 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-73bde4a1-1632-4021-be68-de82998af324', 'network_id': '73bde4a1-1632-4021-be68-de82998af324', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'fixed_ips': [{'subnet_id': '2936103c-06ea-48f7-ac99-014bdebebbdd'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:11:33.885571 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:33.888790 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.048665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Allocated IP 172.20.0.2 (73bde4a1-1632-4021-be68-de82998af324/2936103c-06ea-48f7-ac99-014bdebebbdd/3de64bd9-b0d0-4fbe-9bd8-011660504ae5) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:34.198692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.234085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.266044 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.276186 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Transition to ACTIVE for port object 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:34.296072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Transition to ACTIVE for port object 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:34.301158 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.372789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Network 73bde4a1-1632-4021-be68-de82998af324 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:34.373039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Allocated IP 172.25.4.184 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/2e393787-a850-4782-a03e-0e02bc898a13) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:34.375402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:34.378852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:11:34.384909 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Pushing event updated for resources: {'Port': ['ID=3de64bd9-b0d0-4fbe-9bd8-011660504ae5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:34.471810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Attempting to bind port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:34.472086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Attempting to bind port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '73bde4a1-1632-4021-be68-de82998af324'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:34.472442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Attempting to bind port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 on network 73bde4a1-1632-4021-be68-de82998af324 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:11:34.483027 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:11:34.483027 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Checking segment: {'id': 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '73bde4a1-1632-4021-be68-de82998af324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:11:34.483268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.483584 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Bound using segment: {'id': 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '73bde4a1-1632-4021-be68-de82998af324'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:11:34.484034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Bound port: 3de64bd9-b0d0-4fbe-9bd8-011660504ae5, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '73bde4a1-1632-4021-be68-de82998af324'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:34.484572 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.533460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.537606 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Sync routers for ids ['75cee3ac-051b-4304-9d5d-10d2d136442e'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:11:34.562653 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.579901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Routers {'75cee3ac-051b-4304-9d5d-10d2d136442e'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:34.580529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:11:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['75cee3ac-051b-4304-9d5d-10d2d136442e'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:34.635770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:34.639109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:34.642710 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:11:34.672577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Pushing event updated for resources: {'Port': ['ID=2e393787-a850-4782-a03e-0e02bc898a13,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:34.717583 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] For port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:34.733235 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] For port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3de64bd9-b0d0-4fbe-9bd8-011660504ae5,segment=NetworkSegment(b8bb76fe-bc9a-4242-b83a-8ca8147d792f),segment_id=b8bb76fe-bc9a-4242-b83a-8ca8147d792f)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:34.739571 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.808122 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.809487 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.839448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5d11e-b6fb-474f-a8e6-de8be743a4d2 None None] Pushing event updated for resources: {'Port': ['ID=3de64bd9-b0d0-4fbe-9bd8-011660504ae5,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:34.853500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Set router 75cee3ac-051b-4304-9d5d-10d2d136442e gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:11:35.084845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:11:35.242769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:11:35.318210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:35.331379 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c963e61-97b0-471c-a746-12838717853e None None] Sync routers for ids ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:11:35.333170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '00bc3b98-1ceb-4706-b459-35995c0b8047', 'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'mac_address': 'fa:16:3e:f2:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:30Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 2, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'subnets': [{'id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:35.336913 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:35.346018 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c963e61-97b0-471c-a746-12838717853e None None] Routers {'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:35.347127 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c963e61-97b0-471c-a746-12838717853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:11:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:35.347704 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Checking router: 75cee3ac-051b-4304-9d5d-10d2d136442e for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:11:35.348055 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Updating router 75cee3ac-051b-4304-9d5d-10d2d136442e port 00bc3b98-1ceb-4706-b459-35995c0b8047 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:11:35.348535 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.349812 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-185f3010-e2cf-4318-b2c5-c49c219c1b0e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6614785 Feb 11 14:11:35.352653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55694) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:11:35.403121 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.579043 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3c963e61-97b0-471c-a746-12838717853e None None] Set router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:11:35.806403 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.822211 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Transition to ACTIVE for port object 00bc3b98-1ceb-4706-b459-35995c0b8047 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:35.833983 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.913270 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c963e61-97b0-471c-a746-12838717853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'name': 'tempest-TestMinimumBasicScenario-490152900-router', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2e393787-a850-4782-a03e-0e02bc898a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:11:34Z', 'revision_number': 3, 'project_id': 'f689b766548446ff80690899407a14e8', 'gw_port': {'id': '2e393787-a850-4782-a03e-0e02bc898a13', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:34Z', 'updated_at': '2022-02-11T14:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:35.918374 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c963e61-97b0-471c-a746-12838717853e None None] Checking router: e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:11:35.918938 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c963e61-97b0-471c-a746-12838717853e None None] Updating router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 port 2e393787-a850-4782-a03e-0e02bc898a13 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:11:35.964354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d9581c-64f6-4ecb-bbe4-ce7cdc9989c8 None None] Network 73bde4a1-1632-4021-be68-de82998af324 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:11:35.988960 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c963e61-97b0-471c-a746-12838717853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.105061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9e41b052-d0df-4472-8213-10212e0786e1 None None] Provisioning for port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:36.120531 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e97458-071b-4ffe-a1c0-57d64c53aa9c None None] Pushing event updated for resources: {'Port': ['ID=00bc3b98-1ceb-4706-b459-35995c0b8047,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:36.170387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9e41b052-d0df-4472-8213-10212e0786e1 None None] Provisioning complete for port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:36.170387 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e41b052-d0df-4472-8213-10212e0786e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.243199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Attempting to bind port 00bc3b98-1ceb-4706-b459-35995c0b8047 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:36.243199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Attempting to bind port 00bc3b98-1ceb-4706-b459-35995c0b8047 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:36.243513 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Attempting to bind port 00bc3b98-1ceb-4706-b459-35995c0b8047 on network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:11:36.268789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:11:36.269147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Checking segment: {'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:11:36.269540 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.269945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Bound using segment: {'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:11:36.270392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Bound port: 00bc3b98-1ceb-4706-b459-35995c0b8047, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:36.270898 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.368588 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c963e61-97b0-471c-a746-12838717853e None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.373996 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.382170 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3c963e61-97b0-471c-a746-12838717853e None None] Transition to ACTIVE for port object 2e393787-a850-4782-a03e-0e02bc898a13 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:36.389147 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c963e61-97b0-471c-a746-12838717853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.474309 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b26a3-fb0f-4c1c-8bbb-e217b4e7fed1 None None] Pushing event updated for resources: {'Port': ['ID=2e393787-a850-4782-a03e-0e02bc898a13,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:36.480107 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3c963e61-97b0-471c-a746-12838717853e None None] Attempting to bind port 2e393787-a850-4782-a03e-0e02bc898a13 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:36.481308 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3c963e61-97b0-471c-a746-12838717853e None None] Attempting to bind port 2e393787-a850-4782-a03e-0e02bc898a13 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:36.481662 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c963e61-97b0-471c-a746-12838717853e None None] Attempting to bind port 2e393787-a850-4782-a03e-0e02bc898a13 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:11:36.488563 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c963e61-97b0-471c-a746-12838717853e None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:11:36.489155 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c963e61-97b0-471c-a746-12838717853e None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:11:36.489704 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c963e61-97b0-471c-a746-12838717853e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.490232 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c963e61-97b0-471c-a746-12838717853e None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:11:36.491003 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3c963e61-97b0-471c-a746-12838717853e None None] Bound port: 2e393787-a850-4782-a03e-0e02bc898a13, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:36.491526 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c963e61-97b0-471c-a746-12838717853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.503868 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e41b052-d0df-4472-8213-10212e0786e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.532731 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] For port 00bc3b98-1ceb-4706-b459-35995c0b8047, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:36.551551 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] For port 00bc3b98-1ceb-4706-b459-35995c0b8047, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=00bc3b98-1ceb-4706-b459-35995c0b8047,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:36.555214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-9e41b052-d0df-4472-8213-10212e0786e1 None None] For port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3de64bd9-b0d0-4fbe-9bd8-011660504ae5,segment=NetworkSegment(b8bb76fe-bc9a-4242-b83a-8ca8147d792f),segment_id=b8bb76fe-bc9a-4242-b83a-8ca8147d792f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:36.568716 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e41b052-d0df-4472-8213-10212e0786e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.570818 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.581116 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3c963e61-97b0-471c-a746-12838717853e None None] For port 2e393787-a850-4782-a03e-0e02bc898a13, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:36.584963 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3c963e61-97b0-471c-a746-12838717853e None None] For port 2e393787-a850-4782-a03e-0e02bc898a13, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2e393787-a850-4782-a03e-0e02bc898a13,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:36.590765 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c963e61-97b0-471c-a746-12838717853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.639719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Allocated IP 172.20.0.1 (73bde4a1-1632-4021-be68-de82998af324/2936103c-06ea-48f7-ac99-014bdebebbdd/2c5bc09b-6998-4df7-801e-5dffce115fcd) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:36.667218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41b052-d0df-4472-8213-10212e0786e1 None None] Pushing event updated for resources: {'Port': ['ID=3de64bd9-b0d0-4fbe-9bd8-011660504ae5,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:36.676322 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c963e61-97b0-471c-a746-12838717853e None None] Routers {'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:36.676955 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c963e61-97b0-471c-a746-12838717853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:11:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:36.757707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Routers {'75cee3ac-051b-4304-9d5d-10d2d136442e'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:36.757965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:11:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['75cee3ac-051b-4304-9d5d-10d2d136442e'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:36.850898 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b26a3-fb0f-4c1c-8bbb-e217b4e7fed1 None None] Pushing event updated for resources: {'Port': ['ID=2e393787-a850-4782-a03e-0e02bc898a13,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:36.856992 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.876213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Transition to ACTIVE for port object 2c5bc09b-6998-4df7-801e-5dffce115fcd will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:36.910937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:36.940797 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3c963e61-97b0-471c-a746-12838717853e None None] Set router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:11:36.989772 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Network 73bde4a1-1632-4021-be68-de82998af324 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:36.993816 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:36.998033 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:11:37.031626 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e97458-071b-4ffe-a1c0-57d64c53aa9c None None] Pushing event updated for resources: {'Port': ['ID=00bc3b98-1ceb-4706-b459-35995c0b8047,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:37.045165 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] Set router 75cee3ac-051b-4304-9d5d-10d2d136442e gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:11:37.073933 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.083430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Pushing event updated for resources: {'Port': ['ID=2c5bc09b-6998-4df7-801e-5dffce115fcd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:37.186321 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.238061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:11:37.359288 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c963e61-97b0-471c-a746-12838717853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'name': 'tempest-TestMinimumBasicScenario-490152900-router', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2e393787-a850-4782-a03e-0e02bc898a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:11:34Z', 'revision_number': 3, 'project_id': 'f689b766548446ff80690899407a14e8', 'gw_port': {'id': '2e393787-a850-4782-a03e-0e02bc898a13', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:34Z', 'updated_at': '2022-02-11T14:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:37.363330 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c963e61-97b0-471c-a746-12838717853e None None] The sync data for ids ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'] in n-d-818559-1 is: [{'id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'name': 'tempest-TestMinimumBasicScenario-490152900-router', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2e393787-a850-4782-a03e-0e02bc898a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:11:34Z', 'revision_number': 3, 'project_id': 'f689b766548446ff80690899407a14e8', 'gw_port': {'id': '2e393787-a850-4782-a03e-0e02bc898a13', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:34Z', 'updated_at': '2022-02-11T14:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:11:37.436277 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.440870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.459546 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:37.460119 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.495058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-93a39466-faa2-4e8d-8fb9-69cb9cdfce68 None None] Provisioning complete for port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:37.495421 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93a39466-faa2-4e8d-8fb9-69cb9cdfce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.554072 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.558021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Pushing event updated for resources: {'Port': ['ID=2c5bc09b-6998-4df7-801e-5dffce115fcd,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:37.696405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Network 73bde4a1-1632-4021-be68-de82998af324 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:37.697491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:37.701106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '00bc3b98-1ceb-4706-b459-35995c0b8047', 'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'mac_address': 'fa:16:3e:f2:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:30Z', 'updated_at': '2022-02-11T14:11:36Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'subnets': [{'id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:37.715360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e49c4-013e-48c7-a4b0-e9eb565a0046 None None] The sync data for ids ['75cee3ac-051b-4304-9d5d-10d2d136442e'] in n-d-818559-1 is: [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '00bc3b98-1ceb-4706-b459-35995c0b8047', 'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'mac_address': 'fa:16:3e:f2:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:30Z', 'updated_at': '2022-02-11T14:11:36Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'subnets': [{'id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:11:37.850710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-75b8e215-6273-419b-8ce8-e6035f4931cf None None] Provisioning for port 2c5bc09b-6998-4df7-801e-5dffce115fcd completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:37.857505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-75b8e215-6273-419b-8ce8-e6035f4931cf None None] Provisioning complete for port 2c5bc09b-6998-4df7-801e-5dffce115fcd triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:37.857882 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75b8e215-6273-419b-8ce8-e6035f4931cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:37.925036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-75b8e215-6273-419b-8ce8-e6035f4931cf None None] Port 2c5bc09b-6998-4df7-801e-5dffce115fcd cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:11:37.985088 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.050833 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-14fd08a9-89ea-4f9f-b59e-9bae716a5076 None None] Provisioning complete for port 2c5bc09b-6998-4df7-801e-5dffce115fcd triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:38.051613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14fd08a9-89ea-4f9f-b59e-9bae716a5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:38.119196 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-14fd08a9-89ea-4f9f-b59e-9bae716a5076 None None] Port 2c5bc09b-6998-4df7-801e-5dffce115fcd cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:11:38.249222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:11:38.476179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:38.486004 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e6a52416-07f5-4f02-8675-5168b0a02185 admin admin] 10.222.0.67 "PUT /v2.0/routers/e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1322880 Feb 11 14:11:39.227577 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 00bc3b98-1ceb-4706-b459-35995c0b8047 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:11:39.299404 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 00bc3b98-1ceb-4706-b459-35995c0b8047 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:39.304141 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 00bc3b98-1ceb-4706-b459-35995c0b8047 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:39.304513 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.420915 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.453111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 00bc3b98-1ceb-4706-b459-35995c0b8047, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=00bc3b98-1ceb-4706-b459-35995c0b8047,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:39.457421 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.458402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2e393787-a850-4782-a03e-0e02bc898a13 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:11:39.581206 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=00bc3b98-1ceb-4706-b459-35995c0b8047,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:39.603239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2e393787-a850-4782-a03e-0e02bc898a13 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:39.608852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2e393787-a850-4782-a03e-0e02bc898a13 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:39.609225 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.752733 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.769835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 2e393787-a850-4782-a03e-0e02bc898a13, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2e393787-a850-4782-a03e-0e02bc898a13,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:39.778313 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:39.854856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=2e393787-a850-4782-a03e-0e02bc898a13,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:41.197627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 00bc3b98-1ceb-4706-b459-35995c0b8047 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:11:41.280579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 00bc3b98-1ceb-4706-b459-35995c0b8047 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:41.281348 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:41.431114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2e393787-a850-4782-a03e-0e02bc898a13 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:11:41.521014 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2e393787-a850-4782-a03e-0e02bc898a13 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:41.521381 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.930093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:45.611851 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb1789ea-2b01-4428-bfe1-0d65e7b7cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:47.749004 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-359c8743-4e4a-47d6-8848-325b9d4348ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.017287 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.082368 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.789163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-81445a87-fa55-4696-8697-fb62e7f4e71b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:49.790619 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-81445a87-fa55-4696-8697-fb62e7f4e71b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/networks?id=03d2a0af-b82a-4861-89a9-64dcb0bffff6 HTTP/1.1" status: 200 len: 815 time: 0.1412520 Feb 11 14:11:49.807025 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-c85ade27-b90a-4815-9294-d357229f104d tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/quotas/6e06d28a58e4417bbe7e77e739b7223b HTTP/1.1" status: 200 len: 375 time: 0.0108531 Feb 11 14:11:49.886229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-7db34f8d-014e-4053-a1f8-2666e3839150 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6e06d28a58e4417bbe7e77e739b7223b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741689 Feb 11 14:11:50.022625 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-ce4e03d3-763b-4007-a44b-6600720a19f8 service neutron] 10.222.0.67 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242740 Feb 11 14:11:50.153552 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-d77134fa-7f0a-468a-bc50-5e7c731133d2 service neutron] 10.222.0.67 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251802 Feb 11 14:11:50.354021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-67c37e4f-bc6f-46e3-916f-66661b7a1c78 req-c87a5c32-2372-4b55-9459-785274d84406 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Synchronizing usage tracker for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:11:50.377640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-67c37e4f-bc6f-46e3-916f-66661b7a1c78 req-c87a5c32-2372-4b55-9459-785274d84406 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Unset dirty status for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:11:50.383132 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67c37e4f-bc6f-46e3-916f-66661b7a1c78 req-c87a5c32-2372-4b55-9459-785274d84406 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 210 time: 0.0710537 Feb 11 14:11:50.474627 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.519262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-7128079e-90ab-4994-9d09-041e65ed6d0a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:51.520701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-7128079e-90ab-4994-9d09-041e65ed6d0a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Synchronizing usage tracker for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:11:51.544541 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-7128079e-90ab-4994-9d09-041e65ed6d0a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Unset dirty status for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:11:51.545821 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-7128079e-90ab-4994-9d09-041e65ed6d0a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.75 "GET /v2.0/networks?id=03d2a0af-b82a-4861-89a9-64dcb0bffff6 HTTP/1.1" status: 200 len: 815 time: 0.1848149 Feb 11 14:11:51.558421 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-98cbcfe8-9f26-4a3d-9b71-a7ae28735580 req-759cf369-5435-4632-9bcb-2cb29c9face6 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 210 time: 0.0499790 Feb 11 14:11:51.564543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'port': {'device_id': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'admin_state_up': True, 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:11:51.706521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:11:51.717147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:11:51.727591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Made reservation on behalf of 6e06d28a58e4417bbe7e77e739b7223b for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:51.730786 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.923004 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Allocated IP 172.20.0.13 (03d2a0af-b82a-4861-89a9-64dcb0bffff6/b18317ee-a91b-476e-868d-c808bbc3c22c/efb028ab-d094-4df7-9ae4-7fe3c776a758) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:52.307545 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.333583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Transition to ACTIVE for port object efb028ab-d094-4df7-9ae4-7fe3c776a758 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:52.362137 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.445255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:52.448321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:52.453569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:11:52.515898 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'Port': ['ID=efb028ab-d094-4df7-9ae4-7fe3c776a758,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:52.551553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.553256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.553881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.554388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.555034 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.555543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.556030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.556526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.557017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.557503 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.558111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:11:52.632315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:52.632992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.680052 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-a6b2f262-f6c5-4e8e-96a4-f3958d295dad tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1196489 Feb 11 14:11:52.835111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873f708-0f62-4f60-b4f9-54bf543e2614 req-428afe3e-4349-4072-9ac2-282c34aa21ed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:52.835712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b873f708-0f62-4f60-b4f9-54bf543e2614 req-428afe3e-4349-4072-9ac2-282c34aa21ed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Synchronizing usage tracker for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:11:52.868382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b873f708-0f62-4f60-b4f9-54bf543e2614 req-428afe3e-4349-4072-9ac2-282c34aa21ed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Unset dirty status for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:11:52.870863 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b873f708-0f62-4f60-b4f9-54bf543e2614 req-428afe3e-4349-4072-9ac2-282c34aa21ed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 932 time: 0.1405704 Feb 11 14:11:52.877680 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6163e463-186b-424e-8ee9-e2820baf2ab4 None None] Provisioning for port efb028ab-d094-4df7-9ae4-7fe3c776a758 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:52.892744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6163e463-186b-424e-8ee9-e2820baf2ab4 None None] Provisioning complete for port efb028ab-d094-4df7-9ae4-7fe3c776a758 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:52.893520 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6163e463-186b-424e-8ee9-e2820baf2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:52.955901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b873f708-0f62-4f60-b4f9-54bf543e2614 req-b928b2b6-6237-4e22-afb1-df79d97998b0 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Synchronizing usage tracker for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:11:52.985842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b873f708-0f62-4f60-b4f9-54bf543e2614 req-b928b2b6-6237-4e22-afb1-df79d97998b0 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Unset dirty status for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:11:52.987188 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b873f708-0f62-4f60-b4f9-54bf543e2614 req-b928b2b6-6237-4e22-afb1-df79d97998b0 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092625 Feb 11 14:11:52.992697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6163e463-186b-424e-8ee9-e2820baf2ab4 None None] Port efb028ab-d094-4df7-9ae4-7fe3c776a758 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:11:54.369285 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b9ee-b06f-495d-a42f-37b050b0312a req-8365b7a4-502c-4645-b9a0-707ffd01e326 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:54.370878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1c82b9ee-b06f-495d-a42f-37b050b0312a req-8365b7a4-502c-4645-b9a0-707ffd01e326 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 932 time: 0.0970616 Feb 11 14:11:54.421124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1c82b9ee-b06f-495d-a42f-37b050b0312a req-5e48a1d3-664e-4445-a314-ebd1bc052e3d tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Feb 11 14:11:55.650398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e6a3-a33a-47ce-b211-f3298d64267b req-685a8d3c-b221-4573-8a8e-99fa15167929 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:55.652637 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1612e6a3-a33a-47ce-b211-f3298d64267b req-685a8d3c-b221-4573-8a8e-99fa15167929 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 932 time: 0.0852733 Feb 11 14:11:55.704296 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1612e6a3-a33a-47ce-b211-f3298d64267b req-6f075708-7207-48bd-bb4c-90e76e2e76a3 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463216 Feb 11 14:11:56.916517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddbae2-50af-45a3-aa97-d01131b3e2ea req-4dcd3c02-c3b9-4b5e-897f-4842d428e756 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:56.918775 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56ddbae2-50af-45a3-aa97-d01131b3e2ea req-4dcd3c02-c3b9-4b5e-897f-4842d428e756 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 932 time: 0.0838103 Feb 11 14:11:56.977636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-56ddbae2-50af-45a3-aa97-d01131b3e2ea req-83ab3354-5fa8-447a-b93a-8da7ea84cf6e tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532267 Feb 11 14:11:58.199918 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f1bb4-a955-40c3-a518-49bffe2bb0a3 req-47608190-c8ce-4d02-b3cb-f9d0de38efec tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:58.202238 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-544f1bb4-a955-40c3-a518-49bffe2bb0a3 req-47608190-c8ce-4d02-b3cb-f9d0de38efec tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 932 time: 0.0958982 Feb 11 14:11:58.258234 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-544f1bb4-a955-40c3-a518-49bffe2bb0a3 req-e446edfc-48d5-43ca-97d5-78ba133a7c0e tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461152 Feb 11 14:11:59.468543 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1c60-5429-4cec-9c36-6c99ad94bad0 req-288a1417-c356-4bff-a35e-27b41a37109f tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.470002 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-935b1c60-5429-4cec-9c36-6c99ad94bad0 req-288a1417-c356-4bff-a35e-27b41a37109f tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 932 time: 0.0836227 Feb 11 14:11:59.516428 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-935b1c60-5429-4cec-9c36-6c99ad94bad0 req-b0d83adc-2eb6-48f7-b2a8-4a7a3a1f0908 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Feb 11 14:11:59.713218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Request body: {'port': {'device_id': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:11:59.844457 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:59.916342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Sync routers for ids ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:11:59.928361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Routers {'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:11:59.929044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:11:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:00.106734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Set router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:12:00.189893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb028ab-d094-4df7-9ae4-7fe3c776a758 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:00.200064 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.216160 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Transition to ACTIVE for port object efb028ab-d094-4df7-9ae4-7fe3c776a758 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:00.220239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.351872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Pushing event updated for resources: {'Port': ['ID=efb028ab-d094-4df7-9ae4-7fe3c776a758,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:00.426947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'name': 'tempest-TestMinimumBasicScenario-490152900-router', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2e393787-a850-4782-a03e-0e02bc898a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:11:37Z', 'revision_number': 4, 'project_id': 'f689b766548446ff80690899407a14e8', 'gw_port': {'id': '2e393787-a850-4782-a03e-0e02bc898a13', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:34Z', 'updated_at': '2022-02-11T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '2c5bc09b-6998-4df7-801e-5dffce115fcd', 'name': '', 'network_id': '73bde4a1-1632-4021-be68-de82998af324', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'mac_address': 'fa:16:3e:ab:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2936103c-06ea-48f7-ac99-014bdebebbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:11:37Z', 'revision_number': 2, 'project_id': 'f689b766548446ff80690899407a14e8', 'subnets': [{'id': '2936103c-06ea-48f7-ac99-014bdebebbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:00.431288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Checking router: e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:12:00.431744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Updating router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 port 2c5bc09b-6998-4df7-801e-5dffce115fcd binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:12:00.468577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Attempting to bind port efb028ab-d094-4df7-9ae4-7fe3c776a758 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:00.468913 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Attempting to bind port efb028ab-d094-4df7-9ae4-7fe3c776a758 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:00.469245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Attempting to bind port efb028ab-d094-4df7-9ae4-7fe3c776a758 on network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:12:00.476401 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Port efb028ab-d094-4df7-9ae4-7fe3c776a758 on network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:12:00.476731 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Attempting to bind port efb028ab-d094-4df7-9ae4-7fe3c776a758 on network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:12:00.486709 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:12:00.487057 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Checking segment: {'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:12:00.487440 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Bound using segment: {'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:12:00.487868 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Bound port: efb028ab-d094-4df7-9ae4-7fe3c776a758, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '258cec71-8606-4484-abdb-3abf0cce5d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:00.488579 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.492611 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.596475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] For port efb028ab-d094-4df7-9ae4-7fe3c776a758, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:00.599969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] For port efb028ab-d094-4df7-9ae4-7fe3c776a758, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:00.606909 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.719226 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.720616 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] 10.222.0.75 "PUT /v2.0/ports/efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 1092 time: 1.0116940 Feb 11 14:12:00.721063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:00.749268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc59ba0-fe08-459a-b13e-c5fff2962722 service neutron] Pushing event updated for resources: {'Port': ['ID=efb028ab-d094-4df7-9ae4-7fe3c776a758,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:00.809360 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'status': 'completed', 'code': 200} Feb 11 14:12:00.830645 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5597f9-1033-438e-8515-c205c8890bd0 req-d3472ca3-b5b9-4549-b632-4adf73b645dc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.832138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d5597f9-1033-438e-8515-c205c8890bd0 req-d3472ca3-b5b9-4549-b632-4adf73b645dc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 944 time: 0.1774697 Feb 11 14:12:00.896175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-e0574a3d-2e7f-4bf0-9484-2baca27bc92d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6e06d28a58e4417bbe7e77e739b7223b&device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 1095 time: 0.1245923 Feb 11 14:12:00.898445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d5597f9-1033-438e-8515-c205c8890bd0 req-16340d78-c4cc-4474-b2e8-0e665d8eb2d7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607617 Feb 11 14:12:00.904589 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.922740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Transition to ACTIVE for port object 2c5bc09b-6998-4df7-801e-5dffce115fcd will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:00.940523 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:01.075187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Pushing event updated for resources: {'Port': ['ID=2c5bc09b-6998-4df7-801e-5dffce115fcd,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:01.083817 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-e6b0f019-af39-44d1-890e-d476fd336f38 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 217 time: 0.1804781 Feb 11 14:12:01.094357 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.094749 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.095087 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.095420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.095750 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.096079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.096399 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.096725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.097044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.097363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.097682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:01.152232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-7906b95b-9088-446d-be84-2917874ee490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.153765 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-7906b95b-9088-446d-be84-2917874ee490 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18317ee-a91b-476e-868d-c808bbc3c22c HTTP/1.1" status: 200 len: 854 time: 0.0634122 Feb 11 14:12:01.191431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Attempting to bind port 2c5bc09b-6998-4df7-801e-5dffce115fcd on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:01.192036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Attempting to bind port 2c5bc09b-6998-4df7-801e-5dffce115fcd by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '73bde4a1-1632-4021-be68-de82998af324'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:01.192395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Attempting to bind port 2c5bc09b-6998-4df7-801e-5dffce115fcd on network 73bde4a1-1632-4021-be68-de82998af324 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:12:01.199454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:12:01.200062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Checking segment: {'id': 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '73bde4a1-1632-4021-be68-de82998af324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:12:01.200461 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:01.200843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Bound using segment: {'id': 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '73bde4a1-1632-4021-be68-de82998af324'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:12:01.201307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Bound port: 2c5bc09b-6998-4df7-801e-5dffce115fcd, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '73bde4a1-1632-4021-be68-de82998af324'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:01.201739 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:01.234397 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-1eea43e8-6fdb-49c3-8b33-f0a0a7625a00 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03d2a0af-b82a-4861-89a9-64dcb0bffff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743232 Feb 11 14:12:01.301203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] For port 2c5bc09b-6998-4df7-801e-5dffce115fcd, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:01.304723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] For port 2c5bc09b-6998-4df7-801e-5dffce115fcd, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2c5bc09b-6998-4df7-801e-5dffce115fcd,segment=NetworkSegment(b8bb76fe-bc9a-4242-b83a-8ca8147d792f),segment_id=b8bb76fe-bc9a-4242-b83a-8ca8147d792f)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:01.311448 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:01.372313 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-fb623fe6-2c19-4b10-a543-046514026eb4 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307886 Feb 11 14:12:01.391858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf1274-2210-4886-9964-9c636ff5c0d3 None None] Pushing event updated for resources: {'Port': ['ID=2c5bc09b-6998-4df7-801e-5dffce115fcd,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:01.396450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Routers {'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:12:01.397125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:11:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:01.530138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f523d64-fc1b-4fd6-8cc9-5816ec3579fb req-735bbc39-70bb-40c9-b1b8-82abae557d71 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514363 Feb 11 14:12:01.624556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] Set router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:12:01.660024 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a4fe8a3-4e24-4f4a-a428-2a9609bf3792 req-c33c5b7c-88b9-4a0b-9c1a-00b22266a534 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6e06d28a58e4417bbe7e77e739b7223b&device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0704014 Feb 11 14:12:01.799707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fe8a3-4e24-4f4a-a428-2a9609bf3792 req-9a703ae2-072d-4492-ab9f-18ce0e2bed5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.801438 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a4fe8a3-4e24-4f4a-a428-2a9609bf3792 req-9a703ae2-072d-4492-ab9f-18ce0e2bed5c service neutron] 10.222.0.75 "GET /v2.0/networks?id=03d2a0af-b82a-4861-89a9-64dcb0bffff6 HTTP/1.1" status: 200 len: 916 time: 0.1351962 Feb 11 14:12:01.879770 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a4fe8a3-4e24-4f4a-a428-2a9609bf3792 req-fe085c05-0c34-445c-a116-6b45c6ddb7c0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 217 time: 0.0688121 Feb 11 14:12:01.971254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fe8a3-4e24-4f4a-a428-2a9609bf3792 req-5c0de61a-cc87-4c1d-ae97-86ff873ae14e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.972716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a4fe8a3-4e24-4f4a-a428-2a9609bf3792 req-5c0de61a-cc87-4c1d-ae97-86ff873ae14e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18317ee-a91b-476e-868d-c808bbc3c22c HTTP/1.1" status: 200 len: 854 time: 0.0889440 Feb 11 14:12:01.989354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'name': 'tempest-TestMinimumBasicScenario-490152900-router', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2e393787-a850-4782-a03e-0e02bc898a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:11:37Z', 'revision_number': 4, 'project_id': 'f689b766548446ff80690899407a14e8', 'gw_port': {'id': '2e393787-a850-4782-a03e-0e02bc898a13', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:34Z', 'updated_at': '2022-02-11T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '2c5bc09b-6998-4df7-801e-5dffce115fcd', 'name': '', 'network_id': '73bde4a1-1632-4021-be68-de82998af324', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'mac_address': 'fa:16:3e:ab:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2936103c-06ea-48f7-ac99-014bdebebbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:12:01Z', 'revision_number': 4, 'project_id': 'f689b766548446ff80690899407a14e8', 'subnets': [{'id': '2936103c-06ea-48f7-ac99-014bdebebbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:01.993047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a715a9f-d6e4-462d-a40b-9aaaaee0e37a None None] The sync data for ids ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'] in n-d-818559-1 is: [{'id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'name': 'tempest-TestMinimumBasicScenario-490152900-router', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2e393787-a850-4782-a03e-0e02bc898a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:11:37Z', 'revision_number': 4, 'project_id': 'f689b766548446ff80690899407a14e8', 'gw_port': {'id': '2e393787-a850-4782-a03e-0e02bc898a13', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:34Z', 'updated_at': '2022-02-11T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '2c5bc09b-6998-4df7-801e-5dffce115fcd', 'name': '', 'network_id': '73bde4a1-1632-4021-be68-de82998af324', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'mac_address': 'fa:16:3e:ab:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2936103c-06ea-48f7-ac99-014bdebebbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:36Z', 'updated_at': '2022-02-11T14:12:01Z', 'revision_number': 4, 'project_id': 'f689b766548446ff80690899407a14e8', 'subnets': [{'id': '2936103c-06ea-48f7-ac99-014bdebebbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:12:02.096175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a4fe8a3-4e24-4f4a-a428-2a9609bf3792 req-935ecceb-ef94-4b08-b449-048650321ae2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03d2a0af-b82a-4861-89a9-64dcb0bffff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155515 Feb 11 14:12:02.152098 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaba05-db2f-4d68-8057-9c8ff61f3ebd req-570d1fc1-3e23-47a1-b42e-df9e11acb1bc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:02.153778 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a7aaba05-db2f-4d68-8057-9c8ff61f3ebd req-570d1fc1-3e23-47a1-b42e-df9e11acb1bc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 944 time: 0.1021380 Feb 11 14:12:02.203445 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a7aaba05-db2f-4d68-8057-9c8ff61f3ebd req-6b391030-ba1f-433b-b89e-824304f026be tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Feb 11 14:12:02.246723 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a4fe8a3-4e24-4f4a-a428-2a9609bf3792 req-86791fe6-33a9-4e75-aa93-b9c4284731a6 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375470 Feb 11 14:12:02.384695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a4fe8a3-4e24-4f4a-a428-2a9609bf3792 req-f64a3be8-e7d5-422c-bef2-8fbab6cc52e4 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314499 Feb 11 14:12:03.210124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2c5bc09b-6998-4df7-801e-5dffce115fcd up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:12:03.282349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 2c5bc09b-6998-4df7-801e-5dffce115fcd completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:03.286974 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2c5bc09b-6998-4df7-801e-5dffce115fcd triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:03.287342 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:03.399176 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:03.406920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a7432-2d0f-46e7-9a37-7d1f8c17dbc2 req-f710a4c3-58ac-497a-a538-0f9378a5243c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.408384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-498a7432-2d0f-46e7-9a37-7d1f8c17dbc2 req-f710a4c3-58ac-497a-a538-0f9378a5243c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 944 time: 0.0766373 Feb 11 14:12:03.433185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 2c5bc09b-6998-4df7-801e-5dffce115fcd, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2c5bc09b-6998-4df7-801e-5dffce115fcd,segment=NetworkSegment(b8bb76fe-bc9a-4242-b83a-8ca8147d792f),segment_id=b8bb76fe-bc9a-4242-b83a-8ca8147d792f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:03.437431 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:03.456917 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-498a7432-2d0f-46e7-9a37-7d1f8c17dbc2 req-5b079bf3-2b10-4baa-a29c-c96e594ca091 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Feb 11 14:12:03.506844 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=2c5bc09b-6998-4df7-801e-5dffce115fcd,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:04.661163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb4535-d272-438d-b9bd-c0d58239ded7 req-01a02c21-5e2c-4f90-941a-83b4d7aff283 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.662618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aabb4535-d272-438d-b9bd-c0d58239ded7 req-01a02c21-5e2c-4f90-941a-83b4d7aff283 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 944 time: 0.0836098 Feb 11 14:12:04.711172 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-aabb4535-d272-438d-b9bd-c0d58239ded7 req-781d72c2-3b17-4c88-8108-5fb50efd6ba2 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 Feb 11 14:12:05.180180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device efb028ab-d094-4df7-9ae4-7fe3c776a758 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:12:05.195108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2c5bc09b-6998-4df7-801e-5dffce115fcd up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:12:05.366654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port efb028ab-d094-4df7-9ae4-7fe3c776a758, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:05.371724 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:12:05.382934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 2c5bc09b-6998-4df7-801e-5dffce115fcd triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:05.383299 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:05.409966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'port_id': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'mac_address': 'fa:16:3e:ee:a0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:12:05.490562 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:05.533231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb028ab-d094-4df7-9ae4-7fe3c776a758 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:05.572336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port efb028ab-d094-4df7-9ae4-7fe3c776a758, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:05.579841 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:05.646498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=efb028ab-d094-4df7-9ae4-7fe3c776a758,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:05.781137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['efb028ab-d094-4df7-9ae4-7fe3c776a758'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:12:05.914439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6663c32-4993-4b58-bd5d-c92eb3cd656c req-7cdeec10-780d-4579-a56b-4f32fb9b3e09 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.915987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6663c32-4993-4b58-bd5d-c92eb3cd656c req-7cdeec10-780d-4579-a56b-4f32fb9b3e09 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 945 time: 0.0830181 Feb 11 14:12:05.962169 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6663c32-4993-4b58-bd5d-c92eb3cd656c req-6debbf3f-bb6e-4ffb-abbc-ec4ffb3846e5 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Feb 11 14:12:07.168824 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e375a7-e6bf-481f-b5eb-839e90118c23 req-9b6864e7-4324-4385-81a3-c4e78d4bd3ca tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.170624 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e375a7-e6bf-481f-b5eb-839e90118c23 req-9b6864e7-4324-4385-81a3-c4e78d4bd3ca tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 945 time: 0.0803304 Feb 11 14:12:07.196413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device efb028ab-d094-4df7-9ae4-7fe3c776a758 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:12:07.218008 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8e375a7-e6bf-481f-b5eb-839e90118c23 req-5c672a13-5366-47cd-afd4-c11e055c9497 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415099 Feb 11 14:12:07.266612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port efb028ab-d094-4df7-9ae4-7fe3c776a758 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:07.271695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port efb028ab-d094-4df7-9ae4-7fe3c776a758 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:07.272076 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.394517 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.422330 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:07.431603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port efb028ab-d094-4df7-9ae4-7fe3c776a758, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:07.436240 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.484762 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'code': 200} Feb 11 14:12:07.550985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=efb028ab-d094-4df7-9ae4-7fe3c776a758,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:07.603382 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-863a2884-dd94-4531-9ed0-cd92b81ce803 req-7dda04c4-9761-4fbb-85f6-aa0180c4b55e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0678630 Feb 11 14:12:07.644685 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-863a2884-dd94-4531-9ed0-cd92b81ce803 req-23ef555d-9556-4dc5-ae5c-caa43a4238c0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355427 Feb 11 14:12:08.001880 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:08.509391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af125d82-e1eb-4fb8-83f9-949b6b377e5d req-8ff8003b-7e37-49e2-8bf4-15189e0fd5cc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.511674 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af125d82-e1eb-4fb8-83f9-949b6b377e5d req-8ff8003b-7e37-49e2-8bf4-15189e0fd5cc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 946 time: 0.1742175 Feb 11 14:12:08.558057 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-af125d82-e1eb-4fb8-83f9-949b6b377e5d req-337d0d35-5009-4260-adfd-a882480d98fe tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Feb 11 14:12:09.756236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e255c59-41d8-470f-b43a-fef20f8f916c req-84198121-0d1a-43f5-a0fc-fb7f82e87326 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.757746 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e255c59-41d8-470f-b43a-fef20f8f916c req-84198121-0d1a-43f5-a0fc-fb7f82e87326 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0809147 Feb 11 14:12:09.804488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8e255c59-41d8-470f-b43a-fef20f8f916c req-e68d0251-00c6-4eb0-9c76-1ea0e1d7a688 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Feb 11 14:12:09.998726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675ed4-309f-4637-bab2-8c5472db0d78 req-6ff9031a-1fd3-4250-a266-76b2cf96e396 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:10.000159 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ec675ed4-309f-4637-bab2-8c5472db0d78 req-6ff9031a-1fd3-4250-a266-76b2cf96e396 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0779536 Feb 11 14:12:10.045769 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ec675ed4-309f-4637-bab2-8c5472db0d78 req-2433ca4e-9ded-49ba-b7ed-2a52ca7fd137 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Feb 11 14:12:10.464548 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8c4f8-8ff6-459c-a7c0-8607c8f64c71 req-f5adf857-eb6e-45c0-bfe5-f93799fc82ec tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:10.466294 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02a8c4f8-8ff6-459c-a7c0-8607c8f64c71 req-f5adf857-eb6e-45c0-bfe5-f93799fc82ec tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0797110 Feb 11 14:12:10.513136 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02a8c4f8-8ff6-459c-a7c0-8607c8f64c71 req-48860bba-1eb4-4bcf-8d83-d2c4b638cf29 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Feb 11 14:12:12.928501 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:15.554072 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2c9e5be2-7852-4e19-9c51-c3105e5f1f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:17.753038 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c828a9d5-b144-4a80-b979-e3e0323e2043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:19.019268 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:19.076470 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.477445 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:20.639867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402508c7-2a41-476a-919d-d1e001a3d174 req-5e7890a3-93b7-4ee2-8058-92e61e720923 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:20.641313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-402508c7-2a41-476a-919d-d1e001a3d174 req-5e7890a3-93b7-4ee2-8058-92e61e720923 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0758619 Feb 11 14:12:20.689859 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-402508c7-2a41-476a-919d-d1e001a3d174 req-0fa4f1fc-2260-4ab7-9be4-2edb363616c7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Feb 11 14:12:20.719289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55880) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:12:20.905903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c834469a-c9f1-42c7-b112-a1b29267fbb8 tempest-TestMinimumBasicScenario-767110098 tempest-TestMinimumBasicScenario-767110098-project-admin] Synchronizing usage tracker for tenant:f689b766548446ff80690899407a14e8 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:12:20.921681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-c834469a-c9f1-42c7-b112-a1b29267fbb8 tempest-TestMinimumBasicScenario-767110098 tempest-TestMinimumBasicScenario-767110098-project-admin] Unset dirty status for tenant:f689b766548446ff80690899407a14e8 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:12:20.922787 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c834469a-c9f1-42c7-b112-a1b29267fbb8 tempest-TestMinimumBasicScenario-767110098 tempest-TestMinimumBasicScenario-767110098-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 1092 time: 0.2025001 Feb 11 14:12:20.925843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55886) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:12:20.930995 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:12:20.936922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:12:20.940829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Usage tracker for resource:floatingip and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:12:20.943739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:12:20.950330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:12:20.960449 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:21.094513 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:21.229628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Allocated IP 172.25.4.244 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/5464ac73-b4a9-4ab6-8117-6eb0c1970dd7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:21.374099 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:21.401886 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:21.469011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:21.471674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:21.475931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:12:21.504401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'Port': ['ID=5464ac73-b4a9-4ab6-8117-6eb0c1970dd7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:21.527627 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.527960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.528291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.528616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.528938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.529257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.529629 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.530070 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.530403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.530725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.531039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:21.984387 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:22.041087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:22.330778 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:22.335165 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:22.437401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'Port': ['ID=5464ac73-b4a9-4ab6-8117-6eb0c1970dd7,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:22.459400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:22.648143 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Floating IP 4582f62d-336a-406b-9c3e-7e5b7cedc478 associated. External IP: 172.25.4.244, port: efb028ab-d094-4df7-9ae4-7fe3c776a758. Feb 11 14:12:23.038166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Router 75cee3ac-051b-4304-9d5d-10d2d136442e has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:12:23.235758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:12:23.245156 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] Sync routers for ids ['75cee3ac-051b-4304-9d5d-10d2d136442e'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:12:23.257763 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] Routers {'75cee3ac-051b-4304-9d5d-10d2d136442e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:12:23.258522 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:12:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['75cee3ac-051b-4304-9d5d-10d2d136442e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:23.260207 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.313662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dcbbb4a5-6672-4350-8e95-be36d4b484fc tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3867211 Feb 11 14:12:23.314242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:23.316417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55890) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:12:23.323147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722152677', 'description': 'tempest-secgroup-smoke-722152677 description', 'project_id': '6e06d28a58e4417bbe7e77e739b7223b'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:12:23.331079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:12:23.341866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:12:23.352093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.377836 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'status': 'completed', 'code': 200} Feb 11 14:12:23.397199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:12:23.401166 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Usage tracker for resource:security_group_rule and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:12:23.406018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:12:23.442424 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] Set router 75cee3ac-051b-4304-9d5d-10d2d136442e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:12:23.557336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:12:23.634272 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.639680 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d6a740-f0cb-438e-a744-ea6c0b9a4d10 req-6eba4d74-79d4-45b8-822d-7044377cf3d2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6e06d28a58e4417bbe7e77e739b7223b&device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 1097 time: 0.2308023 Feb 11 14:12:23.640873 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.765012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:23.782441 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.783695 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b3e2f4a5-8bd1-426c-be8b-1ee8630ae897 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4654956 Feb 11 14:12:23.786759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55898) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:12:23.794444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'security_group_rule': {'security_group_id': '24de9d93-bcbd-4f2a-a0c3-24b24218c2b6', 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:12:23.801411 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '4582f62d-336a-406b-9c3e-7e5b7cedc478', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'port_id': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'mac_address': 'fa:16:3e:ee:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:12:21Z', 'updated_at': '2022-02-11T14:12:21Z', 'revision_number': 0, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00bc3b98-1ceb-4706-b459-35995c0b8047', 'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'mac_address': 'fa:16:3e:f2:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:30Z', 'updated_at': '2022-02-11T14:11:39Z', 'revision_number': 5, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'subnets': [{'id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:23.803701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:12:23.805582 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] Checking router: 75cee3ac-051b-4304-9d5d-10d2d136442e for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:12:23.812378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Usage tracker for resource:security_group_rule and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:12:23.816731 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] Routers {'75cee3ac-051b-4304-9d5d-10d2d136442e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:12:23.817312 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:12:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['75cee3ac-051b-4304-9d5d-10d2d136442e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:23.824372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:12:23.833435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:12:23.853851 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6a740-f0cb-438e-a744-ea6c0b9a4d10 req-353930e7-f8fc-4efb-af50-870945d28abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.856646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d6a740-f0cb-438e-a744-ea6c0b9a4d10 req-353930e7-f8fc-4efb-af50-870945d28abf service neutron] 10.222.0.75 "GET /v2.0/networks?id=03d2a0af-b82a-4861-89a9-64dcb0bffff6 HTTP/1.1" status: 200 len: 916 time: 0.1948030 Feb 11 14:12:23.912860 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:23.998473 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d6a740-f0cb-438e-a744-ea6c0b9a4d10 req-dcd7a162-4f69-49f0-b80a-c31bf77b914b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 1000 time: 0.1342938 Feb 11 14:12:24.001790 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] Set router 75cee3ac-051b-4304-9d5d-10d2d136442e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:12:24.050674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.057611 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.101254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fde8ade-6501-4c5f-a500-98786ed43e18,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:24.115221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6a740-f0cb-438e-a744-ea6c0b9a4d10 req-f89db89b-bef9-445c-acee-c576d189d3ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.116959 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d6a740-f0cb-438e-a744-ea6c0b9a4d10 req-f89db89b-bef9-445c-acee-c576d189d3ac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18317ee-a91b-476e-868d-c808bbc3c22c HTTP/1.1" status: 200 len: 854 time: 0.1032538 Feb 11 14:12:24.121418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.125640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ffa79fb5-cc36-4be6-99a6-7b3ba35209f7 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3350041 Feb 11 14:12:24.125965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 55902) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:12:24.132628 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'security_group_rule': {'security_group_id': '24de9d93-bcbd-4f2a-a0c3-24b24218c2b6', 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:12:24.171891 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:12:24.181937 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Usage tracker for resource:security_group_rule and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:12:24.185906 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:12:24.193173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:12:24.223217 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.251949 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d6a740-f0cb-438e-a744-ea6c0b9a4d10 req-93828179-b0de-4fda-84fa-a512b61d52a1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03d2a0af-b82a-4861-89a9-64dcb0bffff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233692 Feb 11 14:12:24.389194 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '4582f62d-336a-406b-9c3e-7e5b7cedc478', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'port_id': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'mac_address': 'fa:16:3e:ee:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:12:21Z', 'updated_at': '2022-02-11T14:12:21Z', 'revision_number': 0, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00bc3b98-1ceb-4706-b459-35995c0b8047', 'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'mac_address': 'fa:16:3e:f2:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:30Z', 'updated_at': '2022-02-11T14:11:39Z', 'revision_number': 5, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'subnets': [{'id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:24.393164 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d644e-55de-41c8-88d4-4f7d6de7e983 None None] The sync data for ids ['75cee3ac-051b-4304-9d5d-10d2d136442e'] in n-d-818559-1 is: [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '4582f62d-336a-406b-9c3e-7e5b7cedc478', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'floating_ip_address': '172.25.4.244', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'port_id': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'mac_address': 'fa:16:3e:ee:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:12:21Z', 'updated_at': '2022-02-11T14:12:21Z', 'revision_number': 0, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00bc3b98-1ceb-4706-b459-35995c0b8047', 'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'mac_address': 'fa:16:3e:f2:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:30Z', 'updated_at': '2022-02-11T14:11:39Z', 'revision_number': 5, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'subnets': [{'id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:12:24.397159 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.411527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.443465 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d6a740-f0cb-438e-a744-ea6c0b9a4d10 req-973febcb-1c4f-4ec4-a670-340d20540001 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827998 Feb 11 14:12:24.444727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0374ec90-dd5f-4fad-9800-5ddcd49caddf,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:24.524664 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.528251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3343b54b-9712-4b57-ae8e-3c4a3bfedf3c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3988163 Feb 11 14:12:24.528758 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55906) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:12:24.536565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'security_group_rule': {'security_group_id': '24de9d93-bcbd-4f2a-a0c3-24b24218c2b6', 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:12:24.545312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:12:24.549297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Usage tracker for resource:security_group_rule and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:12:24.552213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:12:24.560297 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:12:24.579397 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.596966 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-53d6a740-f0cb-438e-a744-ea6c0b9a4d10 req-532ce341-5763-4d73-9604-f8cbb815702a service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454499 Feb 11 14:12:24.625735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21920f1-86d9-4e5c-b893-1069c0e7f001 None None] New status for floating IP 4582f62d-336a-406b-9c3e-7e5b7cedc478: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:12:24.653529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.657772 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.683263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808ebbb0-0f90-4aea-8942-3726f378d965,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:24.693177 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.694806 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-95f463ea-cc62-4cab-b196-26941d5f3952 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1650457 Feb 11 14:12:24.697339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55910) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:12:24.703799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'security_group_rule': {'security_group_id': '24de9d93-bcbd-4f2a-a0c3-24b24218c2b6', 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:12:24.709960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:12:24.713664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Usage tracker for resource:security_group_rule and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:12:24.717577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:12:24.723340 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:12:24.740468 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.805640 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.809548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.837867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e492b2-4c84-4780-905b-6414d23ff046,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:24.845872 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.847284 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f9299daf-17f0-490a-8f1a-381de5f0c79a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1488180 Feb 11 14:12:24.849919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55914) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:12:24.855266 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'security_group_rule': {'security_group_id': '24de9d93-bcbd-4f2a-a0c3-24b24218c2b6', 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:12:24.861951 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:12:24.865677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Usage tracker for resource:security_group_rule and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:12:24.868577 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:12:24.875935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:12:24.892102 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Project 6e06d28a58e4417bbe7e77e739b7223b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:12:24.900461 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.962620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.965885 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:24.988401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37ffd42-20d6-4233-ad54-076adf6a0a62,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:25.000048 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.001208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3dab1d5f-57d8-4a2f-8cd6-2ba56ba73887 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1503782 Feb 11 14:12:25.003964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55918) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:12:25.009209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'security_group_rule': {'security_group_id': '24de9d93-bcbd-4f2a-a0c3-24b24218c2b6', 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:12:25.016380 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:12:25.020168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Usage tracker for resource:security_group_rule and tenant:6e06d28a58e4417bbe7e77e739b7223b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:12:25.022972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:12:25.028597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:12:25.039005 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Project 6e06d28a58e4417bbe7e77e739b7223b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:12:25.045529 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.111999 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.115491 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.139078 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc78a1b8-88e7-4206-94f8-6971a3257307,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:25.147552 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.148706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a81ea7ca-e4b2-4587-8896-49c859bd8eed tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1437955 Feb 11 14:12:25.279051 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-501a1ce2-c2bb-48ad-b1c0-c05935286acb tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722152677&fields=id&tenant_id=6e06d28a58e4417bbe7e77e739b7223b HTTP/1.1" status: 200 len: 267 time: 0.0411277 Feb 11 14:12:25.360428 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-f438d535-8404-4716-b2d2-58e9d5eb8b32 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.361880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-f438d535-8404-4716-b2d2-58e9d5eb8b32 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0777988 Feb 11 14:12:25.374755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-d72f52a5-1181-47fe-b7eb-06c748484763 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'port': {'security_groups': ['824db37c-2409-4aaf-ba84-1f7ca44079ab', '24de9d93-bcbd-4f2a-a0c3-24b24218c2b6']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:12:25.494168 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-d72f52a5-1181-47fe-b7eb-06c748484763 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.842012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-d72f52a5-1181-47fe-b7eb-06c748484763 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] For port efb028ab-d094-4df7-9ae4-7fe3c776a758, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:25.865756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-d72f52a5-1181-47fe-b7eb-06c748484763 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.871350 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-d72f52a5-1181-47fe-b7eb-06c748484763 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.882297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['efb028ab-d094-4df7-9ae4-7fe3c776a758'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:12:25.941466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-d72f52a5-1181-47fe-b7eb-06c748484763 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.942057 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-d72f52a5-1181-47fe-b7eb-06c748484763 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.943447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1b4120f5-3c84-462a-a342-9c95f98c3588 req-d72f52a5-1181-47fe-b7eb-06c748484763 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "PUT /v2.0/ports/efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 982 time: 0.5752895 Feb 11 14:12:25.943880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:25.965953 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f52a5-1181-47fe-b7eb-06c748484763 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'Port': ['ID=efb028ab-d094-4df7-9ae4-7fe3c776a758,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:26.004217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['efb028ab-d094-4df7-9ae4-7fe3c776a758'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:12:26.032787 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'status': 'completed', 'code': 200} Feb 11 14:12:26.160065 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d64fecea-b0b6-4955-b8ad-39c8aec923da req-22158c9c-a4ad-4ab1-a58a-6db0cfd48d63 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6e06d28a58e4417bbe7e77e739b7223b&device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 1136 time: 0.1023345 Feb 11 14:12:26.359597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fecea-b0b6-4955-b8ad-39c8aec923da req-feea6e6f-e126-4aec-b39c-8d5e27f9e3ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.361058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d64fecea-b0b6-4955-b8ad-39c8aec923da req-feea6e6f-e126-4aec-b39c-8d5e27f9e3ca service neutron] 10.222.0.75 "GET /v2.0/networks?id=03d2a0af-b82a-4861-89a9-64dcb0bffff6 HTTP/1.1" status: 200 len: 916 time: 0.1926486 Feb 11 14:12:26.364016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5e509d38-88db-4cc0-831b-dff5dce1b31d None None] Provisioning complete for port efb028ab-d094-4df7-9ae4-7fe3c776a758 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:26.364386 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e509d38-88db-4cc0-831b-dff5dce1b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:26.371998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d405-05c8-42d8-ab20-d2b8342912d1 req-f6df3c4f-7677-44e8-9625-9c2b6c439087 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.373328 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7636d405-05c8-42d8-ab20-d2b8342912d1 req-f6df3c4f-7677-44e8-9625-9c2b6c439087 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.1311283 Feb 11 14:12:26.504574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d64fecea-b0b6-4955-b8ad-39c8aec923da req-1eb4d0bb-83ad-4d19-86fa-bdc3beb74462 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 1002 time: 0.1303120 Feb 11 14:12:26.506795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7636d405-05c8-42d8-ab20-d2b8342912d1 req-eeb5ae7f-3a94-4771-b924-c578be3a3ba8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Synchronizing usage tracker for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:12:26.568499 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-7636d405-05c8-42d8-ab20-d2b8342912d1 req-eeb5ae7f-3a94-4771-b924-c578be3a3ba8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Unset dirty status for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:12:26.569640 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7636d405-05c8-42d8-ab20-d2b8342912d1 req-eeb5ae7f-3a94-4771-b924-c578be3a3ba8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1462803 Feb 11 14:12:26.581044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fecea-b0b6-4955-b8ad-39c8aec923da req-eee2c479-9fef-46c8-ac47-f432b7ce07b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.582518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d64fecea-b0b6-4955-b8ad-39c8aec923da req-eee2c479-9fef-46c8-ac47-f432b7ce07b9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18317ee-a91b-476e-868d-c808bbc3c22c HTTP/1.1" status: 200 len: 854 time: 0.0690348 Feb 11 14:12:26.660965 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d64fecea-b0b6-4955-b8ad-39c8aec923da req-2701de1d-128d-4005-9a2a-eb9029d1770e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03d2a0af-b82a-4861-89a9-64dcb0bffff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713053 Feb 11 14:12:26.796707 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d64fecea-b0b6-4955-b8ad-39c8aec923da req-bbb82f8c-54c5-41b0-b8dd-5f9b4003f9a3 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279297 Feb 11 14:12:27.020983 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d64fecea-b0b6-4955-b8ad-39c8aec923da req-6837999e-f0e5-4502-bb48-3f704b7072c8 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171729 Feb 11 14:12:37.994241 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.930716 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1d40942-f16e-4f1e-8160-cf43e6521ab7 req-bed5d0ca-5979-441b-9bfd-77974fb30f6c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6e06d28a58e4417bbe7e77e739b7223b&device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 1136 time: 0.1327367 Feb 11 14:12:41.936907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258112c-b098-4a8c-8490-9d763012a15d req-aba8b403-df7f-4ada-ad9e-d25c82924797 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:41.938258 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f258112c-b098-4a8c-8490-9d763012a15d req-aba8b403-df7f-4ada-ad9e-d25c82924797 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.1033704 Feb 11 14:12:42.079407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f258112c-b098-4a8c-8490-9d763012a15d req-ed065bbf-a27c-46a4-8500-54ebd33ae81f tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224620 Feb 11 14:12:42.103068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d40942-f16e-4f1e-8160-cf43e6521ab7 req-26e94f48-cc1d-4af7-bb4c-a543cc6aafcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.104521 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1d40942-f16e-4f1e-8160-cf43e6521ab7 req-26e94f48-cc1d-4af7-bb4c-a543cc6aafcb service neutron] 10.222.0.75 "GET /v2.0/networks?id=03d2a0af-b82a-4861-89a9-64dcb0bffff6 HTTP/1.1" status: 200 len: 916 time: 0.1654141 Feb 11 14:12:42.208451 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1d40942-f16e-4f1e-8160-cf43e6521ab7 req-a396c1b3-bb38-4237-86fa-40e9cd1ead60 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 1002 time: 0.0975869 Feb 11 14:12:42.279261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d40942-f16e-4f1e-8160-cf43e6521ab7 req-7cbbeb4c-fb75-4439-9bbc-df12f4a6d9ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.280724 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1d40942-f16e-4f1e-8160-cf43e6521ab7 req-7cbbeb4c-fb75-4439-9bbc-df12f4a6d9ff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18317ee-a91b-476e-868d-c808bbc3c22c HTTP/1.1" status: 200 len: 854 time: 0.0635915 Feb 11 14:12:42.358587 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1d40942-f16e-4f1e-8160-cf43e6521ab7 req-4a2fe44c-1ddd-416e-a0d6-1e615cb17e74 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03d2a0af-b82a-4861-89a9-64dcb0bffff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682170 Feb 11 14:12:42.371738 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:12:42.492029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1d40942-f16e-4f1e-8160-cf43e6521ab7 req-6d228120-9db3-4b25-822c-e63b0d41bcb6 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256320 Feb 11 14:12:42.624766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e1d40942-f16e-4f1e-8160-cf43e6521ab7 req-330cc7a5-615e-4cf0-b60e-8c6fec39141a service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256807 Feb 11 14:12:42.945992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:43.278313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6757a6-12ad-4078-bf67-cd9fda609fb2 req-0691bf15-8742-422a-8885-f43b8fac58f1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.279714 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d6757a6-12ad-4078-bf67-cd9fda609fb2 req-0691bf15-8742-422a-8885-f43b8fac58f1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0768914 Feb 11 14:12:43.334098 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d6757a6-12ad-4078-bf67-cd9fda609fb2 req-f7c8592f-98da-44d0-9e4a-0de6f542eff8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485926 Feb 11 14:12:44.537548 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a942e-9bba-4add-a2f3-9e533abcd7f6 req-4dc670da-22ab-44ed-9e8b-012808f3a621 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.539008 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-333a942e-9bba-4add-a2f3-9e533abcd7f6 req-4dc670da-22ab-44ed-9e8b-012808f3a621 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0818927 Feb 11 14:12:44.587023 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-333a942e-9bba-4add-a2f3-9e533abcd7f6 req-bf680148-1924-4d14-9fb1-f8b5ea6573c3 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423808 Feb 11 14:12:45.555589 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6aed723-450b-4b18-aa52-bc6f41e419bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:45.786821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b459b0-8795-4055-98b2-009299d32fd7 req-e98c7b5b-f3e2-4540-b35b-1ae1e8097c4a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.788171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f9b459b0-8795-4055-98b2-009299d32fd7 req-e98c7b5b-f3e2-4540-b35b-1ae1e8097c4a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0799241 Feb 11 14:12:45.836055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f9b459b0-8795-4055-98b2-009299d32fd7 req-82e8d97c-0fb2-4291-baaa-806af8c75aa3 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422814 Feb 11 14:12:47.038680 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec174e-0ae5-42a4-8b3e-a12d915fbf4f req-8220b554-e1ce-45e2-ac0d-83bcc2d7baac tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.040688 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4dec174e-0ae5-42a4-8b3e-a12d915fbf4f req-8220b554-e1ce-45e2-ac0d-83bcc2d7baac tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0790639 Feb 11 14:12:47.092001 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4dec174e-0ae5-42a4-8b3e-a12d915fbf4f req-b6f70523-0114-4b12-a57b-a98b6c5476c2 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449331 Feb 11 14:12:47.200813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c40ed18b-9669-4913-a62e-2332b06928a6 req-2ec9d265-6aab-46f4-be6f-b5c5b319f980 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6e06d28a58e4417bbe7e77e739b7223b&device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 1136 time: 0.0760195 Feb 11 14:12:47.349773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ed18b-9669-4913-a62e-2332b06928a6 req-b2273720-973a-4cab-863b-da55ac156829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.351274 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c40ed18b-9669-4913-a62e-2332b06928a6 req-b2273720-973a-4cab-863b-da55ac156829 service neutron] 10.222.0.75 "GET /v2.0/networks?id=03d2a0af-b82a-4861-89a9-64dcb0bffff6 HTTP/1.1" status: 200 len: 916 time: 0.1280422 Feb 11 14:12:47.455236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c40ed18b-9669-4913-a62e-2332b06928a6 req-50ee39da-122a-4704-828b-712cdd9db4bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 1002 time: 0.0950217 Feb 11 14:12:47.519360 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ed18b-9669-4913-a62e-2332b06928a6 req-ddf22d44-cf2a-46f8-bdb9-8422d230bf9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.520811 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c40ed18b-9669-4913-a62e-2332b06928a6 req-ddf22d44-cf2a-46f8-bdb9-8422d230bf9f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18317ee-a91b-476e-868d-c808bbc3c22c HTTP/1.1" status: 200 len: 854 time: 0.0584552 Feb 11 14:12:47.597540 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c40ed18b-9669-4913-a62e-2332b06928a6 req-d024404e-25c1-4944-ad0b-d8731fdb4244 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03d2a0af-b82a-4861-89a9-64dcb0bffff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686936 Feb 11 14:12:47.756143 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-284f3888-b777-4eac-a90b-886ce88c25a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:47.827235 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c40ed18b-9669-4913-a62e-2332b06928a6 req-6add71b0-7868-443b-8339-9ce774bfd486 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225370 Feb 11 14:12:47.961099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c40ed18b-9669-4913-a62e-2332b06928a6 req-5cfb2f30-b34f-472b-acdb-eb7a20438794 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274123 Feb 11 14:12:48.299991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e83c0-bb8c-42e9-8786-6fb1563518df req-fa3ab60c-7eca-42e9-ad26-497d20e16059 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.301452 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21e83c0-bb8c-42e9-8786-6fb1563518df req-fa3ab60c-7eca-42e9-ad26-497d20e16059 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0900195 Feb 11 14:12:48.349526 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f21e83c0-bb8c-42e9-8786-6fb1563518df req-3a57111d-831a-4ad7-ac23-12378c9858c3 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426118 Feb 11 14:12:49.022104 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:49.080565 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:49.542220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf6b03-7f1b-4887-9b47-4a5b880445f2 req-e0ce32c7-7a2f-4ebf-9811-3a97b7336a03 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:49.543719 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bacf6b03-7f1b-4887-9b47-4a5b880445f2 req-e0ce32c7-7a2f-4ebf-9811-3a97b7336a03 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0775523 Feb 11 14:12:49.591637 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bacf6b03-7f1b-4887-9b47-4a5b880445f2 req-d362b0dc-4d0e-4579-a327-73a0bc096179 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417387 Feb 11 14:12:50.478755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:50.793938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf0c8a-0891-4f2f-8aa5-0205361d5bab req-d068bd90-80f4-4169-993b-f21a645e376b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.795567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13cf0c8a-0891-4f2f-8aa5-0205361d5bab req-d068bd90-80f4-4169-993b-f21a645e376b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0833583 Feb 11 14:12:50.842300 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-13cf0c8a-0891-4f2f-8aa5-0205361d5bab req-dd58e564-2396-4346-ba5c-28da2dda968c tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411406 Feb 11 14:12:52.041261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dd5a1-ec59-4d7e-9c00-0cc0bada8cd5 req-c2b81c88-c907-4e0c-b2bc-2c56f072edc1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:52.042729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a9dd5a1-ec59-4d7e-9c00-0cc0bada8cd5 req-c2b81c88-c907-4e0c-b2bc-2c56f072edc1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0799170 Feb 11 14:12:52.089383 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2a9dd5a1-ec59-4d7e-9c00-0cc0bada8cd5 req-efd0f330-cb55-46be-ac59-4929d4b76da6 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400639 Feb 11 14:12:53.290049 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f22153-b023-4613-aefd-737b19d5be96 req-9e0eb1ea-3f70-45df-b6a4-5cc909ccbf91 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.291585 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95f22153-b023-4613-aefd-737b19d5be96 req-9e0eb1ea-3f70-45df-b6a4-5cc909ccbf91 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0780206 Feb 11 14:12:53.339551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-95f22153-b023-4613-aefd-737b19d5be96 req-e2cef40e-5bcc-44c3-8446-901bab16ade1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407023 Feb 11 14:12:54.538385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117452c-75c8-4ead-b665-cc371709fbed req-da98325c-6d95-4204-908d-0fbdad8603e2 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.539872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2117452c-75c8-4ead-b665-cc371709fbed req-da98325c-6d95-4204-908d-0fbdad8603e2 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0781143 Feb 11 14:12:54.587723 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2117452c-75c8-4ead-b665-cc371709fbed req-711ec4be-ce5b-4c95-9653-ecd2014d9900 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6&id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421853 Feb 11 14:13:07.992921 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:12.960398 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:15.556547 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10c72a9b-134c-479c-ae01-adc938c5e849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:17.758384 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5619252-65b7-4cea-a7dc-0a5d237e9188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:19.027647 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:19.083060 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:19.371655 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:13:20.480017 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.110848 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-268a0fd1-bd51-4613-aa70-09fb0b15c7a0 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722152677&fields=id&tenant_id=6e06d28a58e4417bbe7e77e739b7223b HTTP/1.1" status: 200 len: 267 time: 0.1784916 Feb 11 14:13:27.191180 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-cffeda7c-dc35-4251-a9dc-77803f5cfbf0 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:27.192624 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-cffeda7c-dc35-4251-a9dc-77803f5cfbf0 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 985 time: 0.0766029 Feb 11 14:13:27.204197 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Request body: {'port': {'security_groups': ['824db37c-2409-4aaf-ba84-1f7ca44079ab']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:27.322030 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.559564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] For port efb028ab-d094-4df7-9ae4-7fe3c776a758, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:27.584479 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.588865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.600903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['efb028ab-d094-4df7-9ae4-7fe3c776a758'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:13:27.659769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:27.660378 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.661741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d3045c6b-1268-432f-ad0c-a52985f09228 req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "PUT /v2.0/ports/efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 943 time: 0.4628580 Feb 11 14:13:27.662191 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:27.668845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55976) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:27.723724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event updated for resources: {'Port': ['ID=efb028ab-d094-4df7-9ae4-7fe3c776a758,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:27.729042 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'status': 'completed', 'code': 200} Feb 11 14:13:27.752094 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.752207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.752521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.752851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.753223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.753549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.753869 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.754188 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.754504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.754848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.755163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1401f-7742-4d84-856d-e37ddeb494d8 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:27.763559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['efb028ab-d094-4df7-9ae4-7fe3c776a758'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:13:27.767698 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbf681df-0c85-44ea-8165-398f8ca170f1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.802461 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbf681df-0c85-44ea-8165-398f8ca170f1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.849099 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5528084d-ed63-45ff-a935-dfaf3d38080f req-673b3f8d-570c-4ab7-a512-7cf967d6131b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6e06d28a58e4417bbe7e77e739b7223b&device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0925450 Feb 11 14:13:27.879490 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbf681df-0c85-44ea-8165-398f8ca170f1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.900930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf681df-0c85-44ea-8165-398f8ca170f1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24de9d93-bcbd-4f2a-a0c3-24b24218c2b6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:27.929872 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbf681df-0c85-44ea-8165-398f8ca170f1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.934384 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cbf681df-0c85-44ea-8165-398f8ca170f1 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "DELETE /v2.0/security-groups/24de9d93-bcbd-4f2a-a0c3-24b24218c2b6 HTTP/1.1" status: 204 len: 168 time: 0.2626710 Feb 11 14:13:27.935147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55980) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:28.010921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528084d-ed63-45ff-a935-dfaf3d38080f req-de0fd764-76dd-428e-8f03-9ef5919dcc11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:28.012396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5528084d-ed63-45ff-a935-dfaf3d38080f req-de0fd764-76dd-428e-8f03-9ef5919dcc11 service neutron] 10.222.0.75 "GET /v2.0/networks?id=03d2a0af-b82a-4861-89a9-64dcb0bffff6 HTTP/1.1" status: 200 len: 916 time: 0.1571109 Feb 11 14:13:28.019663 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1a86a35b-49d1-4f1d-9184-0c0243fb2a2a None None] Provisioning complete for port efb028ab-d094-4df7-9ae4-7fe3c776a758 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:28.020030 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a86a35b-49d1-4f1d-9184-0c0243fb2a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.120167 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5528084d-ed63-45ff-a935-dfaf3d38080f req-be76c09a-540b-4569-a45a-940cbcee597f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 1002 time: 0.1009951 Feb 11 14:13:28.160469 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Deleting port 5464ac73-b4a9-4ab6-8117-6eb0c1970dd7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:28.161036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.183362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528084d-ed63-45ff-a935-dfaf3d38080f req-537b9ec6-56be-4691-a5bc-ca41054bbe7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:28.184768 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5528084d-ed63-45ff-a935-dfaf3d38080f req-537b9ec6-56be-4691-a5bc-ca41054bbe7f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18317ee-a91b-476e-868d-c808bbc3c22c HTTP/1.1" status: 200 len: 854 time: 0.0590990 Feb 11 14:13:28.262698 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5528084d-ed63-45ff-a935-dfaf3d38080f req-eb9f5e0a-3675-486e-a3df-71113b7681bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03d2a0af-b82a-4861-89a9-64dcb0bffff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715110 Feb 11 14:13:28.393676 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5528084d-ed63-45ff-a935-dfaf3d38080f req-9c564ac1-b428-4882-8cc8-09c643fcf79c service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248024 Feb 11 14:13:28.418696 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.419017 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.528856 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5528084d-ed63-45ff-a935-dfaf3d38080f req-64c4fb87-bad4-4bb9-9de5-1b13d36784a6 service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287577 Feb 11 14:13:28.548682 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Calling delete_port for 5464ac73-b4a9-4ab6-8117-6eb0c1970dd7 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:13:28.693019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.735876 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event deleted for resources: {'Port': ['ID=5464ac73-b4a9-4ab6-8117-6eb0c1970dd7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:28.830744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.220823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Router 75cee3ac-051b-4304-9d5d-10d2d136442e has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:29.427841 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:29.437089 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] Sync routers for ids ['75cee3ac-051b-4304-9d5d-10d2d136442e'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:13:29.449898 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.450384 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] Routers {'75cee3ac-051b-4304-9d5d-10d2d136442e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:13:29.451017 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['75cee3ac-051b-4304-9d5d-10d2d136442e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:29.503712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f9f81deb-0a61-45a8-abfc-233dd8c3233b tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "DELETE /v2.0/floatingips/4582f62d-336a-406b-9c3e-7e5b7cedc478 HTTP/1.1" status: 204 len: 168 time: 1.5663638 Feb 11 14:13:29.644424 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] Set router 75cee3ac-051b-4304-9d5d-10d2d136442e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:13:29.729992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:29.789328 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'status': 'completed', 'code': 200} Feb 11 14:13:29.903887 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dd8c87a-4f2d-4bdc-ae0b-62db43314719 req-16846f17-72d3-4c2a-bdc8-9b5b4a377972 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6e06d28a58e4417bbe7e77e739b7223b&device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0898106 Feb 11 14:13:29.981384 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '00bc3b98-1ceb-4706-b459-35995c0b8047', 'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'mac_address': 'fa:16:3e:f2:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:30Z', 'updated_at': '2022-02-11T14:11:39Z', 'revision_number': 5, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'subnets': [{'id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:29.985495 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] Checking router: 75cee3ac-051b-4304-9d5d-10d2d136442e for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:13:29.996042 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] Routers {'75cee3ac-051b-4304-9d5d-10d2d136442e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:13:29.996636 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['75cee3ac-051b-4304-9d5d-10d2d136442e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:30.050798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8c87a-4f2d-4bdc-ae0b-62db43314719 req-10c96a42-baac-4c79-baaa-256346fbfe2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:30.052242 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dd8c87a-4f2d-4bdc-ae0b-62db43314719 req-10c96a42-baac-4c79-baaa-256346fbfe2d service neutron] 10.222.0.75 "GET /v2.0/networks?id=03d2a0af-b82a-4861-89a9-64dcb0bffff6 HTTP/1.1" status: 200 len: 916 time: 0.1416509 Feb 11 14:13:30.125157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dd8c87a-4f2d-4bdc-ae0b-62db43314719 req-6dd0e3a5-33c4-4339-ab96-a2ed2b427354 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 200 len: 217 time: 0.0649872 Feb 11 14:13:30.177162 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] Set router 75cee3ac-051b-4304-9d5d-10d2d136442e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:13:30.290248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8c87a-4f2d-4bdc-ae0b-62db43314719 req-2ece8cfa-450d-41fe-9465-1b66019aa75c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:30.293418 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dd8c87a-4f2d-4bdc-ae0b-62db43314719 req-2ece8cfa-450d-41fe-9465-1b66019aa75c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18317ee-a91b-476e-868d-c808bbc3c22c HTTP/1.1" status: 200 len: 854 time: 0.1611068 Feb 11 14:13:30.371517 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dd8c87a-4f2d-4bdc-ae0b-62db43314719 req-84ba51cd-7169-45aa-aee4-2a44bdf6cfee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03d2a0af-b82a-4861-89a9-64dcb0bffff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749068 Feb 11 14:13:30.500537 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '00bc3b98-1ceb-4706-b459-35995c0b8047', 'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'mac_address': 'fa:16:3e:f2:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:30Z', 'updated_at': '2022-02-11T14:11:39Z', 'revision_number': 5, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'subnets': [{'id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:30.505693 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa9dac9-5834-47af-a406-5f673cbf90f8 None None] The sync data for ids ['75cee3ac-051b-4304-9d5d-10d2d136442e'] in n-d-818559-1 is: [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:11:30Z', 'revision_number': 4, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '00bc3b98-1ceb-4706-b459-35995c0b8047', 'name': '', 'network_id': '03d2a0af-b82a-4861-89a9-64dcb0bffff6', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'mac_address': 'fa:16:3e:f2:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:30Z', 'updated_at': '2022-02-11T14:11:39Z', 'revision_number': 5, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'subnets': [{'id': 'b18317ee-a91b-476e-868d-c808bbc3c22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:13:30.522478 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dd8c87a-4f2d-4bdc-ae0b-62db43314719 req-3a23ff89-fd2f-4b63-9603-822b036ef19e service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452997 Feb 11 14:13:30.674842 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dd8c87a-4f2d-4bdc-ae0b-62db43314719 req-307420d0-d6d7-4048-bb11-44809c0c2d8c service neutron] 10.222.0.75 "GET /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448233 Feb 11 14:13:30.774354 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894026cb-25bf-4b1d-8a96-26c91872a3bb None None] New status for floating IP 4582f62d-336a-406b-9c3e-7e5b7cedc478: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:13:34.042899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ebf3e-7eaf-4c99-914f-80a04b8b2690 req-ac3ae895-07cd-4e45-b6f1-e3bedf0c8321 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:34.044408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-930ebf3e-7eaf-4c99-914f-80a04b8b2690 req-ac3ae895-07cd-4e45-b6f1-e3bedf0c8321 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0764868 Feb 11 14:13:34.090086 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-930ebf3e-7eaf-4c99-914f-80a04b8b2690 req-eb24a482-a6cd-4058-b4c7-9c749f7bdf8a tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392573 Feb 11 14:13:35.303725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e2a20-1b26-41db-ab11-9a78c6e3bf76 req-3b5ca67e-aca5-4465-b089-ef425919e9e3 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:35.304417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a86e2a20-1b26-41db-ab11-9a78c6e3bf76 req-3b5ca67e-aca5-4465-b089-ef425919e9e3 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Synchronizing usage tracker for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:13:35.320022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a86e2a20-1b26-41db-ab11-9a78c6e3bf76 req-3b5ca67e-aca5-4465-b089-ef425919e9e3 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Unset dirty status for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:13:35.321444 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a86e2a20-1b26-41db-ab11-9a78c6e3bf76 req-3b5ca67e-aca5-4465-b089-ef425919e9e3 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0958982 Feb 11 14:13:35.368065 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a86e2a20-1b26-41db-ab11-9a78c6e3bf76 req-e7a5e812-a4f4-4654-921b-1ee3a7deae16 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Synchronizing usage tracker for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:13:35.383154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a86e2a20-1b26-41db-ab11-9a78c6e3bf76 req-e7a5e812-a4f4-4654-921b-1ee3a7deae16 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Unset dirty status for tenant:6e06d28a58e4417bbe7e77e739b7223b on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:13:35.384351 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a86e2a20-1b26-41db-ab11-9a78c6e3bf76 req-e7a5e812-a4f4-4654-921b-1ee3a7deae16 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/security-groups?id=824db37c-2409-4aaf-ba84-1f7ca44079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564482 Feb 11 14:13:35.603599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23031d46-108c-429f-904b-f6eabb1826c7 req-7f2efdef-bc05-44e5-aa60-aeb9af7e5b5d tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:35.605032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23031d46-108c-429f-904b-f6eabb1826c7 req-7f2efdef-bc05-44e5-aa60-aeb9af7e5b5d tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0805039 Feb 11 14:13:35.670767 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-23031d46-108c-429f-904b-f6eabb1826c7 req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Deleting port efb028ab-d094-4df7-9ae4-7fe3c776a758 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:35.671029 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-23031d46-108c-429f-904b-f6eabb1826c7 req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:35.911234 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-23031d46-108c-429f-904b-f6eabb1826c7 req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] For port efb028ab-d094-4df7-9ae4-7fe3c776a758, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=efb028ab-d094-4df7-9ae4-7fe3c776a758,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:35.911594 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-23031d46-108c-429f-904b-f6eabb1826c7 req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.032044 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-23031d46-108c-429f-904b-f6eabb1826c7 req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Calling delete_port for efb028ab-d094-4df7-9ae4-7fe3c776a758 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:13:36.172861 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-23031d46-108c-429f-904b-f6eabb1826c7 req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.184133 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['efb028ab-d094-4df7-9ae4-7fe3c776a758'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:13:36.221327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Pushing event deleted for resources: {'Port': ['ID=efb028ab-d094-4df7-9ae4-7fe3c776a758,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:36.258276 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.258676 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.259001 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.259339 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.259670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.259997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.260325 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.260654 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.260975 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.261297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.261619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.311840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-23031d46-108c-429f-904b-f6eabb1826c7 req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] No DVR routers for this DVR port efb028ab-d094-4df7-9ae4-7fe3c776a758 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:36.314268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-23031d46-108c-429f-904b-f6eabb1826c7 req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.316819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'name': 'network-vif-deleted', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:36.332859 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23031d46-108c-429f-904b-f6eabb1826c7 req-6603d990-372f-450b-b5b9-9dead0fea572 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.75 "DELETE /v2.0/ports/efb028ab-d094-4df7-9ae4-7fe3c776a758 HTTP/1.1" status: 204 len: 173 time: 0.7230532 Feb 11 14:13:36.376223 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d0c4e7-74ea-4aeb-a8d1-36380698b2a7', 'name': 'network-vif-deleted', 'tag': 'efb028ab-d094-4df7-9ae4-7fe3c776a758', 'status': 'completed', 'code': 200} Feb 11 14:13:36.565403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8fc80ed7-c9b3-4d04-9605-205ad8bb5bcd req-f3a74a4e-26af-4b7e-a958-9d8d9c0a5fd0 tempest-TestMinimumBasicScenario-889735176 tempest-TestMinimumBasicScenario-889735176-project] 10.222.0.67 "GET /v2.0/ports?device_id=03d0c4e7-74ea-4aeb-a8d1-36380698b2a7 HTTP/1.1" status: 200 len: 210 time: 0.0423787 Feb 11 14:13:38.000926 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:38.232789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56070) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:38.711046 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:39.300230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] Deleting port 00bc3b98-1ceb-4706-b459-35995c0b8047 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:39.300798 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:39.479715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] For port 00bc3b98-1ceb-4706-b459-35995c0b8047, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=00bc3b98-1ceb-4706-b459-35995c0b8047,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:39.479977 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:39.600381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] Calling delete_port for 00bc3b98-1ceb-4706-b459-35995c0b8047 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:13:39.760773 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device efb028ab-d094-4df7-9ae4-7fe3c776a758 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:13:39.771968 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:39.793599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: efb028ab-d094-4df7-9ae4-7fe3c776a758 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:13:39.793949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device efb028ab-d094-4df7-9ae4-7fe3c776a758 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:13:39.816779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=00bc3b98-1ceb-4706-b459-35995c0b8047,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:40.205836 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:40.776974 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] Router 75cee3ac-051b-4304-9d5d-10d2d136442e has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:40.977412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:40.986123 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] Sync routers for ids ['75cee3ac-051b-4304-9d5d-10d2d136442e'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:13:40.989431 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9b2abb86-b82a-4e2f-ad6f-f8957ddc2b33 admin admin] 10.222.0.67 "PUT /v2.0/routers/75cee3ac-051b-4304-9d5d-10d2d136442e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7555900 Feb 11 14:13:40.992097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56078) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:40.999841 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] Routers {'75cee3ac-051b-4304-9d5d-10d2d136442e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:13:41.000430 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['75cee3ac-051b-4304-9d5d-10d2d136442e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:41.181472 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] Set router 75cee3ac-051b-4304-9d5d-10d2d136442e gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:13:41.288995 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:41.487312 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:41.495287 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:13:39Z', 'revision_number': 5, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port': {'id': 'd6ba3261-99b5-49ab-b7b9-f16ae0eb1132', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:28Z', 'updated_at': '2022-02-11T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:41.498256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Deleting port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:41.498708 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:41.499797 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] Checking router: 75cee3ac-051b-4304-9d5d-10d2d136442e for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:13:41.510717 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] Routers {'75cee3ac-051b-4304-9d5d-10d2d136442e'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:13:41.511303 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['75cee3ac-051b-4304-9d5d-10d2d136442e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:41.659043 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] Set router 75cee3ac-051b-4304-9d5d-10d2d136442e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:13:41.672709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] For port d6ba3261-99b5-49ab-b7b9-f16ae0eb1132, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d6ba3261-99b5-49ab-b7b9-f16ae0eb1132,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:41.673053 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:41.765853 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:13:41Z', 'revision_number': 6, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:41.769725 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4121150-2eaa-481b-ab5f-bf657b2b25c0 None None] The sync data for ids ['75cee3ac-051b-4304-9d5d-10d2d136442e'] in n-d-818559-1 is: [{'id': '75cee3ac-051b-4304-9d5d-10d2d136442e', 'name': 'tempest-TestMinimumBasicScenario-1689285594-router', 'tenant_id': '6e06d28a58e4417bbe7e77e739b7223b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:27Z', 'updated_at': '2022-02-11T14:13:41Z', 'revision_number': 6, 'project_id': '6e06d28a58e4417bbe7e77e739b7223b', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:13:41.805106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Calling delete_port for d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:13:41.972059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.019653 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ba3261-99b5-49ab-b7b9-f16ae0eb1132,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:42.245061 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.607221 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.611516 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.635358 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.635913 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75cee3ac-051b-4304-9d5d-10d2d136442e {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:13:42.648160 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.649248 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6177038a-2d4e-424c-9beb-369ec72d937d admin admin] 10.222.0.67 "DELETE /v2.0/routers/75cee3ac-051b-4304-9d5d-10d2d136442e HTTP/1.1" status: 204 len: 168 time: 1.6562123 Feb 11 14:13:42.651838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56084) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:42.721760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa8c6dd-a048-4bdd-bb5c-3a611f99415c admin admin] Deleting subnet b18317ee-a91b-476e-868d-c808bbc3c22c {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:13:42.724915 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c6dd-a048-4bdd-bb5c-3a611f99415c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.775874 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c6dd-a048-4bdd-bb5c-3a611f99415c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.854797 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c6dd-a048-4bdd-bb5c-3a611f99415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.921498 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c6dd-a048-4bdd-bb5c-3a611f99415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.962412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8c6dd-a048-4bdd-bb5c-3a611f99415c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18317ee-a91b-476e-868d-c808bbc3c22c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:42.968906 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c6dd-a048-4bdd-bb5c-3a611f99415c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.975282 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.976119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea799600-4f83-46f5-8495-2abe0c49d987 None None] Network 03d2a0af-b82a-4861-89a9-64dcb0bffff6 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:13:42.977873 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dfa8c6dd-a048-4bdd-bb5c-3a611f99415c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b18317ee-a91b-476e-868d-c808bbc3c22c HTTP/1.1" status: 204 len: 168 time: 0.3250880 Feb 11 14:13:42.980310 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56088) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:43.086548 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.096998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Deleting port 632e303a-c2d5-4019-878b-e79e5bc1efbb {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:43.097328 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.240128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] DHCP port deletion for 03d2a0af-b82a-4861-89a9-64dcb0bffff6 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:13:43.244569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] Deleting port 632e303a-c2d5-4019-878b-e79e5bc1efbb {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:43.245146 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.279582 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 00bc3b98-1ceb-4706-b459-35995c0b8047 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:13:43.316118 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] For port 632e303a-c2d5-4019-878b-e79e5bc1efbb, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=632e303a-c2d5-4019-878b-e79e5bc1efbb,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:43.316469 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.321232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 00bc3b98-1ceb-4706-b459-35995c0b8047 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:13:43.321975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 00bc3b98-1ceb-4706-b459-35995c0b8047 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:13:43.322397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:13:43.365922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:13:43.366286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d6ba3261-99b5-49ab-b7b9-f16ae0eb1132 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:13:43.444508 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Calling delete_port for 632e303a-c2d5-4019-878b-e79e5bc1efbb owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:13:43.524351 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.537867 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] For port 632e303a-c2d5-4019-878b-e79e5bc1efbb, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=632e303a-c2d5-4019-878b-e79e5bc1efbb,segment=NetworkSegment(258cec71-8606-4484-abdb-3abf0cce5d75),segment_id=258cec71-8606-4484-abdb-3abf0cce5d75)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:43.538258 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.573929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Pushing event deleted for resources: {'Port': ['ID=632e303a-c2d5-4019-878b-e79e5bc1efbb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:43.578185 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] No DVR routers for this DVR port 632e303a-c2d5-4019-878b-e79e5bc1efbb on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:43.659524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] Calling delete_port for 632e303a-c2d5-4019-878b-e79e5bc1efbb owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:13:43.694851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.721586 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d2a0af-b82a-4861-89a9-64dcb0bffff6']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:43.731796 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:13:43.732158 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:13:43.734756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258cec71-8606-4484-abdb-3abf0cce5d75') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:43.735050 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258cec71-8606-4484-abdb-3abf0cce5d75') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:43.746060 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.762063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.768843 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:13:43.769176 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:13:43.785718 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:13:43.857417 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.875402 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.885158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] Pushing event deleted for resources: {'Network': ['ID=03d2a0af-b82a-4861-89a9-64dcb0bffff6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:43.897849 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6f1eb1e5-d066-4a79-9343-f20e85707741 admin admin] 10.222.0.67 "DELETE /v2.0/networks/03d2a0af-b82a-4861-89a9-64dcb0bffff6 HTTP/1.1" status: 204 len: 168 time: 0.9165270 Feb 11 14:13:43.900642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56096) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:44.233308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] Deleting port 632e303a-c2d5-4019-878b-e79e5bc1efbb {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:44.234022 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:44.299180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1a3604a2-756c-43ec-a2a2-9d75ae6bc53c None None] The port '632e303a-c2d5-4019-878b-e79e5bc1efbb' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:13:44.379658 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:44.979286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] Deleting port 2c5bc09b-6998-4df7-801e-5dffce115fcd {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:44.979643 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.159019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] For port 2c5bc09b-6998-4df7-801e-5dffce115fcd, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2c5bc09b-6998-4df7-801e-5dffce115fcd,segment=NetworkSegment(b8bb76fe-bc9a-4242-b83a-8ca8147d792f),segment_id=b8bb76fe-bc9a-4242-b83a-8ca8147d792f)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:45.159367 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.238440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 632e303a-c2d5-4019-878b-e79e5bc1efbb no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:13:45.270810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 632e303a-c2d5-4019-878b-e79e5bc1efbb {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:13:45.271156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 632e303a-c2d5-4019-878b-e79e5bc1efbb not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:13:45.279686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] Calling delete_port for 2c5bc09b-6998-4df7-801e-5dffce115fcd owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:13:45.455578 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.504570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5bc09b-6998-4df7-801e-5dffce115fcd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:45.560704 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-863b51ea-b5ce-48c2-ab99-deb172298cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:45.888294 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:46.455726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] Router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:46.651931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:46.661320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] Sync routers for ids ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:13:46.668348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0ad7f5a6-8f61-4fe7-99ee-3697a48232a3 admin admin] 10.222.0.67 "PUT /v2.0/routers/e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7667212 Feb 11 14:13:46.670764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56100) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:46.678109 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] Routers {'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:13:46.678751 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:46.860957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] Set router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:13:46.873610 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:47.070958 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:47.080117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Deleting port 2e393787-a850-4782-a03e-0e02bc898a13 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:47.080587 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:47.183450 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'name': 'tempest-TestMinimumBasicScenario-490152900-router', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '2e393787-a850-4782-a03e-0e02bc898a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:13:45Z', 'revision_number': 5, 'project_id': 'f689b766548446ff80690899407a14e8', 'gw_port': {'id': '2e393787-a850-4782-a03e-0e02bc898a13', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ef:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:11:34Z', 'updated_at': '2022-02-11T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:47.189341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] Checking router: e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:13:47.201839 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] Routers {'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:13:47.202715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:47.360001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] Set router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:13:47.371080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] For port 2e393787-a850-4782-a03e-0e02bc898a13, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=2e393787-a850-4782-a03e-0e02bc898a13,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:47.371430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:47.465289 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'name': 'tempest-TestMinimumBasicScenario-490152900-router', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:13:47Z', 'revision_number': 6, 'project_id': 'f689b766548446ff80690899407a14e8', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:47.469842 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d2f2e-4c0b-46ac-9d67-12c65b09e9eb None None] The sync data for ids ['e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1'] in n-d-818559-1 is: [{'id': 'e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1', 'name': 'tempest-TestMinimumBasicScenario-490152900-router', 'tenant_id': 'f689b766548446ff80690899407a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:11:33Z', 'updated_at': '2022-02-11T14:13:47Z', 'revision_number': 6, 'project_id': 'f689b766548446ff80690899407a14e8', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:13:47.493054 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Calling delete_port for 2e393787-a850-4782-a03e-0e02bc898a13 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:13:47.661250 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:47.704584 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e393787-a850-4782-a03e-0e02bc898a13,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:47.759075 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76920060-58fc-4bf7-882b-743f3194ff3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:47.935785 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.219888 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.224335 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.250482 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.251048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:13:48.263028 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.264153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f7aa665e-ef09-4a51-849f-edf0d2bee53a admin admin] 10.222.0.67 "DELETE /v2.0/routers/e4cfc93d-850f-4c3e-b6a2-b5b17bb05fb1 HTTP/1.1" status: 204 len: 168 time: 1.5916402 Feb 11 14:13:48.267833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56104) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:48.327704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b504847b-85c3-4057-98a7-a151bce72913 admin admin] Deleting subnet 2936103c-06ea-48f7-ac99-014bdebebbdd {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:13:48.330741 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b504847b-85c3-4057-98a7-a151bce72913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.382444 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b504847b-85c3-4057-98a7-a151bce72913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.476864 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b504847b-85c3-4057-98a7-a151bce72913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.548442 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b504847b-85c3-4057-98a7-a151bce72913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.589403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504847b-85c3-4057-98a7-a151bce72913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2936103c-06ea-48f7-ac99-014bdebebbdd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:48.594189 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b504847b-85c3-4057-98a7-a151bce72913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.598947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c2211a-c702-4b28-a3c5-eb898ed07df8 None None] Network 73bde4a1-1632-4021-be68-de82998af324 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:13:48.600449 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b504847b-85c3-4057-98a7-a151bce72913 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2936103c-06ea-48f7-ac99-014bdebebbdd HTTP/1.1" status: 204 len: 168 time: 0.3316591 Feb 11 14:13:48.602847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56108) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:48.815655 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.826570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Deleting port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:48.826919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.885446 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] DHCP port deletion for 73bde4a1-1632-4021-be68-de82998af324 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:13:48.891087 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] Deleting port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:48.891570 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.035011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] For port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3de64bd9-b0d0-4fbe-9bd8-011660504ae5,segment=NetworkSegment(b8bb76fe-bc9a-4242-b83a-8ca8147d792f),segment_id=b8bb76fe-bc9a-4242-b83a-8ca8147d792f)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:49.035369 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.096850 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.119203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] For port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3de64bd9-b0d0-4fbe-9bd8-011660504ae5,segment=NetworkSegment(b8bb76fe-bc9a-4242-b83a-8ca8147d792f),segment_id=b8bb76fe-bc9a-4242-b83a-8ca8147d792f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:49.119529 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.127537 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.163060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Calling delete_port for 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:13:49.249926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] Calling delete_port for 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:13:49.250441 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.276336 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2c5bc09b-6998-4df7-801e-5dffce115fcd no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:13:49.293576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de64bd9-b0d0-4fbe-9bd8-011660504ae5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:49.300617 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] No DVR routers for this DVR port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 on host n-d-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:49.317015 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2c5bc09b-6998-4df7-801e-5dffce115fcd {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:13:49.317358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2c5bc09b-6998-4df7-801e-5dffce115fcd not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:13:49.317765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2e393787-a850-4782-a03e-0e02bc898a13 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:13:49.360036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 2e393787-a850-4782-a03e-0e02bc898a13 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:13:49.360372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 2e393787-a850-4782-a03e-0e02bc898a13 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:13:49.360781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:13:49.396574 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:13:49.396915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:13:49.416436 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:13:49.416790 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:13:49.418691 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.444892 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bde4a1-1632-4021-be68-de82998af324']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:49.458535 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:49.458848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bb76fe-bc9a-4242-b83a-8ca8147d792f') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:49.470641 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.490823 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.496699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:13:49.497069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:13:49.510203 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:13:49.583866 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.600718 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.611313 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=73bde4a1-1632-4021-be68-de82998af324,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:49.618274 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f2470b6d-a8b2-44c4-826d-30e739491f75 admin admin] 10.222.0.67 "DELETE /v2.0/networks/73bde4a1-1632-4021-be68-de82998af324 HTTP/1.1" status: 204 len: 168 time: 1.0144880 Feb 11 14:13:49.808486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56114) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:49.862938 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9dea56fb-bb54-4e2d-a023-9c2e4025cb9c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e06d28a58e4417bbe7e77e739b7223b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531425 Feb 11 14:13:49.865177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56118) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:49.918160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] Deleting port 3de64bd9-b0d0-4fbe-9bd8-011660504ae5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:13:49.918749 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.924468 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22220c70-ff65-44d5-b458-22796221daf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.949787 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22220c70-ff65-44d5-b458-22796221daf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:49.984199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb2cd8-5a65-41bd-b989-faa172c54f3c None None] The port '3de64bd9-b0d0-4fbe-9bd8-011660504ae5' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:13:50.004620 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22220c70-ff65-44d5-b458-22796221daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.022092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22220c70-ff65-44d5-b458-22796221daf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824db37c-2409-4aaf-ba84-1f7ca44079ab,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:50.031704 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22220c70-ff65-44d5-b458-22796221daf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.035204 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-22220c70-ff65-44d5-b458-22796221daf4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/824db37c-2409-4aaf-ba84-1f7ca44079ab HTTP/1.1" status: 204 len: 168 time: 0.1667693 Feb 11 14:13:50.416798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56126) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:50.475320 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6d1b3cac-c960-4761-be2e-023d355a9324 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f689b766548446ff80690899407a14e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573568 Feb 11 14:13:50.477840 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56130) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:50.484668 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.545771 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe4bde0a-c1bb-46d5-a00e-7e67f3026ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.571141 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe4bde0a-c1bb-46d5-a00e-7e67f3026ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.622190 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe4bde0a-c1bb-46d5-a00e-7e67f3026ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.636218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bde0a-c1bb-46d5-a00e-7e67f3026ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7631071c-fcf9-4f59-8085-ff3adbd7fc64,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:50.643060 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe4bde0a-c1bb-46d5-a00e-7e67f3026ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.644157 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fe4bde0a-c1bb-46d5-a00e-7e67f3026ccb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7631071c-fcf9-4f59-8085-ff3adbd7fc64 HTTP/1.1" status: 204 len: 168 time: 0.1652520 Feb 11 14:13:52.786520 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56174) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:52.792166 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-273622304', 'description': 'tempest-secgroup-smoke-273622304 description', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:52.798826 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:52.802594 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:52.805374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:52.811104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:52.821670 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.835356 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.867799 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:52.871557 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:52.875152 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:52.880703 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:52.947851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.952048 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:52.995827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:53.000449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6edad88-da04-4704-a367-fda794c1da13,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:53.003349 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:53.006301 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:53.012023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:53.066852 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.070448 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.112057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3d81b1-f2a8-408e-b018-155728a84244,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:53.115751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.117014 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2e17f8db-aac7-409e-b9e0-69f492c8a8a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3293521 Feb 11 14:13:53.121329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56178) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:53.127317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'bc3d81b1-f2a8-408e-b018-155728a84244', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:53.135028 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:53.138927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:53.142116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:53.148449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:53.177968 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.246543 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.250319 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.274788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0e6950-affb-4be4-99fa-100ad1239f60,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:53.283794 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.284978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-29f80213-8ff2-4fee-84ed-cace2295f339 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1627333 Feb 11 14:13:53.287696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56182) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:53.292933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'bc3d81b1-f2a8-408e-b018-155728a84244', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:53.300083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:53.303781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:53.306601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:53.312497 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:53.328713 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.391598 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.394889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.417272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebd0b35-c07a-4582-8ba2-13015371b8ed,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:53.426847 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.427986 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ef1119cf-c360-420c-96ee-d48fa9ac795c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1394134 Feb 11 14:13:53.430726 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56186) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:53.435868 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'bc3d81b1-f2a8-408e-b018-155728a84244', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:53.442389 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:53.446087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:53.448894 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:53.455177 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:53.471968 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.533235 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.536523 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.559272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bd6232-5c39-4734-a4d6-307b6db7eb7a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:53.568232 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.569429 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f682c6b2-3d0b-4983-91a4-d2ad3287fa58 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1378136 Feb 11 14:13:53.572295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56190) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:53.578336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'bc3d81b1-f2a8-408e-b018-155728a84244', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:53.585011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:53.588957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:53.592005 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:53.599187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:53.616250 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.680480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.685134 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.708954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff72d86c-baf6-4493-a53e-34a49d3382d1,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:53.718630 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.719808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d37e037c-8441-4108-b949-2b30a3671cc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1465352 Feb 11 14:13:53.722549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56194) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:53.728099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'bc3d81b1-f2a8-408e-b018-155728a84244', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:53.734538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:53.738275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:53.741122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:53.746804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:53.756536 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Project 20d0637a55e64a9ba0dfe5abd28a7f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:13:53.762823 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.829471 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.833074 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.857196 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd822d9d-5a4d-4834-be7e-507568c49d2e,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:53.865309 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.866517 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-21a453c6-a219-4676-9425-729d520a766e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1429842 Feb 11 14:13:53.869296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56198) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:53.874853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'bc3d81b1-f2a8-408e-b018-155728a84244', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:53.881181 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:53.884873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:53.887668 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:53.893719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:53.904158 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Project 20d0637a55e64a9ba0dfe5abd28a7f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:13:53.911296 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.975488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:53.979030 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.002330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7582fc80-0a26-4466-ac0f-5a7ccde5fff1,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:54.011093 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.012454 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d4227ff3-f6d7-4a95-be5f-357d40864696 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1422653 Feb 11 14:13:54.016313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56202) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:54.021585 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'network': {'name': 'tempest-network-smoke--1219342258', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'port_security_enabled': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:54.027200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:54.031000 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:network and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:54.033804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:54.039475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:54.049576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:54.052734 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.081762 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:13:54.090470 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.090839 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Added segment 8586bdb0-19d6-4cfa-8d37-3dcc891217ae of type vlan for network f42380df-82d1-48b1-bd95-ece0630aa285 Feb 11 14:13:54.116350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.146413 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.150043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:54.150636 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.250193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2325699 Feb 11 14:13:54.253165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56206) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:54.258670 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'admin_state_up': True, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:54.258836 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fa688-9237-4fe3-81a3-d66b10c02aae tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Network': ['ID=f42380df-82d1-48b1-bd95-ece0630aa285,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:54.267128 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:54.270722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network f42380df-82d1-48b1-bd95-ece0630aa285 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:13:54.271225 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:router and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:54.273997 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:54.281223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:54.291181 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.292132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.310446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.541822 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.716439 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.746193 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:54.880620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.25.4.75 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/15b8b41f-a798-42cc-add2-53d8322f6c2e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:55.024924 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.051433 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.117524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:55.120247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:55.124676 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:13:55.160640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=15b8b41f-a798-42cc-add2-53d8322f6c2e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:55.284982 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.285712 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.513219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 7c41dd3e-a198-4517-9add-596e69e3ab4b is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:13:55.710753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:55.721772 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Sync routers for ids ['7c41dd3e-a198-4517-9add-596e69e3ab4b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:13:55.733531 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Routers {'7c41dd3e-a198-4517-9add-596e69e3ab4b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:13:55.734425 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7c41dd3e-a198-4517-9add-596e69e3ab4b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:55.738659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.739866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-012abeb9-aff4-4177-b295-53a42178ba4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4855869 Feb 11 14:13:55.743048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56210) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:55.910651 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Set router 7c41dd3e-a198-4517-9add-596e69e3ab4b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:13:55.911012 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b5ac0453-bccf-44f5-9c73-1102580eb136 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=20d0637a55e64a9ba0dfe5abd28a7f78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1666989 Feb 11 14:13:55.913488 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56216) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:56.042962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73576c71-c9e4-46a7-b176-c2aec1bac13a tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.047840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-73576c71-c9e4-46a7-b176-c2aec1bac13a tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301033 Feb 11 14:13:56.048100 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56220) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:56.086341 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b8aa2434-0572-437c-b442-d9f021e7c3d2 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369792 Feb 11 14:13:56.088708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56224) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:56.094392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-669276190', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:13:56.191438 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:55Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:56.195283 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Checking router: 7c41dd3e-a198-4517-9add-596e69e3ab4b for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:13:56.195623 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Updating router 7c41dd3e-a198-4517-9add-596e69e3ab4b port 15b8b41f-a798-42cc-add2-53d8322f6c2e binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:13:56.202853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:13:56.206602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:subnet and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:13:56.209372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:13:56.214922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:13:56.225657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:56.255243 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.379686 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:13:56.445892 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.620710 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.633090 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Transition to ACTIVE for port object 15b8b41f-a798-42cc-add2-53d8322f6c2e will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:56.639785 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.660592 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.716621 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Pushing event updated for resources: {'Port': ['ID=15b8b41f-a798-42cc-add2-53d8322f6c2e,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:56.721410 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Attempting to bind port 15b8b41f-a798-42cc-add2-53d8322f6c2e on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:56.721764 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Attempting to bind port 15b8b41f-a798-42cc-add2-53d8322f6c2e by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:56.722106 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Attempting to bind port 15b8b41f-a798-42cc-add2-53d8322f6c2e on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:13:56.731444 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.731774 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.732124 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.732444 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.732760 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.733733 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.734221 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.734779 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.735334 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.735657 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.735973 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:56.737604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Subnet': ['ID=021830fb-3dcf-4139-9503-4608693d3f6f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:56.741732 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:13:56.742091 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:13:56.742478 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.742880 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:13:56.743331 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Bound port: 15b8b41f-a798-42cc-add2-53d8322f6c2e, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:56.743686 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.752657 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Checking segment: {'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:13:56.753012 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network hostable DHCP agents. Network: f42380df-82d1-48b1-bd95-ece0630aa285, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:13:56.774962 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network f42380df-82d1-48b1-bd95-ece0630aa285 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:13:56.785057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, f42380df-82d1-48b1-bd95-ece0630aa285) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:56.789755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.791569 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.793317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a108a15-fc16-4e44-9763-bf208fd960d8 None None] Network f42380df-82d1-48b1-bd95-ece0630aa285 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:13:56.817877 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56228) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:13:56.819392 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0e11e6a1-885d-4adc-ab42-8e3d40d9804f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7293940 Feb 11 14:13:56.819592 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] For port 15b8b41f-a798-42cc-add2-53d8322f6c2e, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:56.822939 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] For port 15b8b41f-a798-42cc-add2-53d8322f6c2e, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=15b8b41f-a798-42cc-add2-53d8322f6c2e,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:56.828638 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.909320 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43734e08-bf21-4407-8da7-b903ba917776 None None] Pushing event updated for resources: {'Port': ['ID=15b8b41f-a798-42cc-add2-53d8322f6c2e,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:56.911749 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Routers {'7c41dd3e-a198-4517-9add-596e69e3ab4b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:13:56.912326 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7c41dd3e-a198-4517-9add-596e69e3ab4b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:57.016216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-f42380df-82d1-48b1-bd95-ece0630aa285', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:13:57.017316 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.098364 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] Set router 7c41dd3e-a198-4517-9add-596e69e3ab4b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:13:57.186122 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Allocated IP 172.20.0.2 (f42380df-82d1-48b1-bd95-ece0630aa285/021830fb-3dcf-4139-9503-4608693d3f6f/d056ce0f-dbe3-428d-86f2-934efdf01989) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:57.393111 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.394276 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:55Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:57.398470 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd966f8-c21d-422c-bc59-ee7a68858492 None None] The sync data for ids ['7c41dd3e-a198-4517-9add-596e69e3ab4b'] in n-d-818559-1 is: [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:55Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:13:57.405125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Transition to ACTIVE for port object d056ce0f-dbe3-428d-86f2-934efdf01989 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:57.429645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Transition to ACTIVE for port object d056ce0f-dbe3-428d-86f2-934efdf01989 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:57.437555 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.510729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Network f42380df-82d1-48b1-bd95-ece0630aa285 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:57.513806 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:57.525314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:13:57.539022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Pushing event updated for resources: {'Port': ['ID=d056ce0f-dbe3-428d-86f2-934efdf01989,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:57.549896 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.550239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.550595 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.551199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.551528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.551852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.552173 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.552497 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.552812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.553135 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.553451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:57.655281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Attempting to bind port d056ce0f-dbe3-428d-86f2-934efdf01989 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:57.655781 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Attempting to bind port d056ce0f-dbe3-428d-86f2-934efdf01989 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:57.656210 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Attempting to bind port d056ce0f-dbe3-428d-86f2-934efdf01989 on network f42380df-82d1-48b1-bd95-ece0630aa285 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:13:57.663033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:13:57.663502 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Checking segment: {'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:13:57.663995 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.664443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Bound using segment: {'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:13:57.664971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Bound port: d056ce0f-dbe3-428d-86f2-934efdf01989, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:57.665404 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.765835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] For port d056ce0f-dbe3-428d-86f2-934efdf01989, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:57.769416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] For port d056ce0f-dbe3-428d-86f2-934efdf01989, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d056ce0f-dbe3-428d-86f2-934efdf01989,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:57.777222 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.783225 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.883183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd833b2-acf3-4e6a-824f-feaa0a9b80fa None None] Pushing event updated for resources: {'Port': ['ID=d056ce0f-dbe3-428d-86f2-934efdf01989,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:58.277148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.20.0.1 (f42380df-82d1-48b1-bd95-ece0630aa285/021830fb-3dcf-4139-9503-4608693d3f6f/90d971fb-7a0b-4253-894b-f437ac2cabd7) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:58.440612 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.457570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Transition to ACTIVE for port object 90d971fb-7a0b-4253-894b-f437ac2cabd7 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:58.479981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.554925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network f42380df-82d1-48b1-bd95-ece0630aa285 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:58.557948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:58.562481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:13:58.591941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=90d971fb-7a0b-4253-894b-f437ac2cabd7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:58.626557 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.714950 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.850476 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430e7308-a46d-49b3-b357-38474f0cd00b None None] Network f42380df-82d1-48b1-bd95-ece0630aa285 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:13:58.943869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6b19fff6-d008-4fb1-b0f8-f6135873654d None None] Provisioning for port d056ce0f-dbe3-428d-86f2-934efdf01989 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:59.257676 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:59.263532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:59.320471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 15b8b41f-a798-42cc-add2-53d8322f6c2e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:13:59.394319 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:59.398953 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=90d971fb-7a0b-4253-894b-f437ac2cabd7,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:59.424339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 15b8b41f-a798-42cc-add2-53d8322f6c2e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:59.427678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8d5ec2bb-e756-4b35-87e9-c56cc89be4b6 None None] Provisioning for port 90d971fb-7a0b-4253-894b-f437ac2cabd7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:59.433467 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 15b8b41f-a798-42cc-add2-53d8322f6c2e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:59.433921 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:59.459362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8d5ec2bb-e756-4b35-87e9-c56cc89be4b6 None None] Provisioning complete for port 90d971fb-7a0b-4253-894b-f437ac2cabd7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:59.459820 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d5ec2bb-e756-4b35-87e9-c56cc89be4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:59.516177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ec2bb-e756-4b35-87e9-c56cc89be4b6 None None] Port 90d971fb-7a0b-4253-894b-f437ac2cabd7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:13:59.556965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network f42380df-82d1-48b1-bd95-ece0630aa285 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:59.558129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:59.612511 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:59.634115 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 15b8b41f-a798-42cc-add2-53d8322f6c2e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=15b8b41f-a798-42cc-add2-53d8322f6c2e,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:59.641533 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:59.642284 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d056ce0f-dbe3-428d-86f2-934efdf01989 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:13:59.769617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5e4b0e8e-708c-469a-9c3c-a161f11b3b2f None None] Provisioning complete for port 90d971fb-7a0b-4253-894b-f437ac2cabd7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:59.770184 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e4b0e8e-708c-469a-9c3c-a161f11b3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:59.848529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=15b8b41f-a798-42cc-add2-53d8322f6c2e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:59.851445 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b0e8e-708c-469a-9c3c-a161f11b3b2f None None] Port 90d971fb-7a0b-4253-894b-f437ac2cabd7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:13:59.877207 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d056ce0f-dbe3-428d-86f2-934efdf01989 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:59.883689 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d056ce0f-dbe3-428d-86f2-934efdf01989 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:59.884042 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:59.977434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 7c41dd3e-a198-4517-9add-596e69e3ab4b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:14:00.019891 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:00.034144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9b6a9867-1dfb-428a-8192-5e4301b14150 None None] Provisioning complete for port 90d971fb-7a0b-4253-894b-f437ac2cabd7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:00.034512 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9867-1dfb-428a-8192-5e4301b14150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:00.114635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a9867-1dfb-428a-8192-5e4301b14150 None None] Port 90d971fb-7a0b-4253-894b-f437ac2cabd7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:14:00.119064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d056ce0f-dbe3-428d-86f2-934efdf01989, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d056ce0f-dbe3-428d-86f2-934efdf01989,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:00.123197 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:00.196732 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d056ce0f-dbe3-428d-86f2-934efdf01989,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:00.216039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:00.228251 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6f0e8b8b-acc8-4936-8eb2-47e57b1b5495 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "PUT /v2.0/routers/7c41dd3e-a198-4517-9add-596e69e3ab4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4092183 Feb 11 14:14:00.458192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-e758ef34-fc35-40de-b234-bf01c61340c4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:14:00.478230 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-e758ef34-fc35-40de-b234-bf01c61340c4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:14:00.479461 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-e758ef34-fc35-40de-b234-bf01c61340c4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273622304&fields=id&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 267 time: 0.0701716 Feb 11 14:14:00.673425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-c15e1197-bd96-42cf-bdf4-c5d411a05a8f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:00.674822 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-c15e1197-bd96-42cf-bdf4-c5d411a05a8f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/networks?id=f42380df-82d1-48b1-bd95-ece0630aa285 HTTP/1.1" status: 200 len: 797 time: 0.1887469 Feb 11 14:14:00.692971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-8645cc09-7dde-4e64-94a3-d7331d0f1ad5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/quotas/20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 375 time: 0.0128970 Feb 11 14:14:00.778763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-cb339730-63a4-4e98-b752-c8d05fef8c64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788560 Feb 11 14:14:00.922921 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-b05d5da8-08e2-4af1-bc45-ad3548e45dd9 service neutron] 10.222.0.67 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320024 Feb 11 14:14:01.057851 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-8ad4a1a3-354d-4c18-9c18-c1799aefeb42 service neutron] 10.222.0.67 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292529 Feb 11 14:14:01.065942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Sync routers for ids ['7c41dd3e-a198-4517-9add-596e69e3ab4b'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:14:01.078735 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Routers {'7c41dd3e-a198-4517-9add-596e69e3ab4b'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:14:01.079351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7c41dd3e-a198-4517-9add-596e69e3ab4b'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:01.267930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Set router 7c41dd3e-a198-4517-9add-596e69e3ab4b gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:14:01.275361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ba51c311-051e-4d5f-81e9-696457d6edcd req-ccea0539-5a7d-41c3-84f1-ecdad2fb01a6 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:14:01.298815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-ba51c311-051e-4d5f-81e9-696457d6edcd req-ccea0539-5a7d-41c3-84f1-ecdad2fb01a6 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:14:01.307405 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ba51c311-051e-4d5f-81e9-696457d6edcd req-ccea0539-5a7d-41c3-84f1-ecdad2fb01a6 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 210 time: 0.0829482 Feb 11 14:14:01.312397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 15b8b41f-a798-42cc-add2-53d8322f6c2e up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:14:01.547934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 15b8b41f-a798-42cc-add2-53d8322f6c2e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:01.548307 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:01.736866 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d056ce0f-dbe3-428d-86f2-934efdf01989 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:14:01.799549 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:58Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '90d971fb-7a0b-4253-894b-f437ac2cabd7', 'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:51:3a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:58Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 2, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:01.805897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Checking router: 7c41dd3e-a198-4517-9add-596e69e3ab4b for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:14:01.806244 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Updating router 7c41dd3e-a198-4517-9add-596e69e3ab4b port 90d971fb-7a0b-4253-894b-f437ac2cabd7 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:14:01.865515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d056ce0f-dbe3-428d-86f2-934efdf01989 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:01.865912 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:01.888713 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.313372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-b7fed727-a5b8-4b21-a0b8-5139a97ac9a4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:02.314042 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-b7fed727-a5b8-4b21-a0b8-5139a97ac9a4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:14:02.333150 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-b7fed727-a5b8-4b21-a0b8-5139a97ac9a4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:14:02.334603 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-b7fed727-a5b8-4b21-a0b8-5139a97ac9a4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/networks?id=f42380df-82d1-48b1-bd95-ece0630aa285 HTTP/1.1" status: 200 len: 797 time: 0.1788549 Feb 11 14:14:02.366072 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.379807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Transition to ACTIVE for port object 90d971fb-7a0b-4253-894b-f437ac2cabd7 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:14:02.387768 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.393372 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-008805a7-8953-4c0b-8800-6e9df006978d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 379 time: 0.0470214 Feb 11 14:14:02.407842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'port': {'device_id': '7138258e-9eac-4919-9777-2de80eb40706', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'admin_state_up': True, 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'security_groups': ['bc3d81b1-f2a8-408e-b018-155728a84244']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:14:02.522995 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ab0f5-58ab-42b9-810c-fbbbe26fb284 None None] Pushing event updated for resources: {'Port': ['ID=90d971fb-7a0b-4253-894b-f437ac2cabd7,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:02.538249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-983d24e0-1e96-445d-a33a-af94b6ca54f0 req-be3052e9-559e-4fbf-b1e4-fff73e6f3e55 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 210 time: 0.0940938 Feb 11 14:14:02.585444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:14:02.596083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:14:02.610882 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:02.613162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Attempting to bind port 90d971fb-7a0b-4253-894b-f437ac2cabd7 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:02.613539 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Attempting to bind port 90d971fb-7a0b-4253-894b-f437ac2cabd7 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:02.613909 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Attempting to bind port 90d971fb-7a0b-4253-894b-f437ac2cabd7 on network f42380df-82d1-48b1-bd95-ece0630aa285 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:14:02.614224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.621449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:14:02.621919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Checking segment: {'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:14:02.622465 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.622945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Bound using segment: {'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:14:02.623999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Bound port: 90d971fb-7a0b-4253-894b-f437ac2cabd7, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:02.624443 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.721307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] For port 90d971fb-7a0b-4253-894b-f437ac2cabd7, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:02.724873 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] For port 90d971fb-7a0b-4253-894b-f437ac2cabd7, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=90d971fb-7a0b-4253-894b-f437ac2cabd7,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:02.728620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.823473 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ab0f5-58ab-42b9-810c-fbbbe26fb284 None None] Pushing event updated for resources: {'Port': ['ID=90d971fb-7a0b-4253-894b-f437ac2cabd7,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:02.830639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Routers {'7c41dd3e-a198-4517-9add-596e69e3ab4b'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:14:02.831261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7c41dd3e-a198-4517-9add-596e69e3ab4b'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:02.912929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.20.0.14 (f42380df-82d1-48b1-bd95-ece0630aa285/021830fb-3dcf-4139-9503-4608693d3f6f/0488c241-2208-43a2-8f3c-7f9a7c3a38ab) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:03.017181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] Set router 7c41dd3e-a198-4517-9add-596e69e3ab4b gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:14:03.104930 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:03.120311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Transition to ACTIVE for port object 0488c241-2208-43a2-8f3c-7f9a7c3a38ab will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:14:03.142341 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:03.220369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network f42380df-82d1-48b1-bd95-ece0630aa285 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:03.223501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:03.228027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:03.230201 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:14:03.291793 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.293022 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:03.320475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-2f0a3236-e542-4b35-b506-784820bcc8ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9167514 Feb 11 14:14:03.331922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Request body: {'port': {'device_id': '7138258e-9eac-4919-9777-2de80eb40706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:14:03.364936 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:58Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '90d971fb-7a0b-4253-894b-f437ac2cabd7', 'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:51:3a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:58Z', 'updated_at': '2022-02-11T14:14:02Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:03.369085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3048b1c4-fc34-4566-b778-bfd6ac83b943 None None] The sync data for ids ['7c41dd3e-a198-4517-9add-596e69e3ab4b'] in n-d-818559-1 is: [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:58Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '90d971fb-7a0b-4253-894b-f437ac2cabd7', 'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:51:3a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:58Z', 'updated_at': '2022-02-11T14:14:02Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:14:03.482810 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:03.490103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-72f42110-82a3-42a3-ae22-cf7a88f22bc7 None None] Provisioning for port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:03.496413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-72f42110-82a3-42a3-ae22-cf7a88f22bc7 None None] Provisioning complete for port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:03.496931 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72f42110-82a3-42a3-ae22-cf7a88f22bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:03.564465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-72f42110-82a3-42a3-ae22-cf7a88f22bc7 None None] Port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:14:03.859243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc856fb-1a06-4c30-852a-88a801faa578 req-94623028-b12e-411d-b422-2b97cf890a06 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.859948 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dcc856fb-1a06-4c30-852a-88a801faa578 req-94623028-b12e-411d-b422-2b97cf890a06 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:14:03.927214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dcc856fb-1a06-4c30-852a-88a801faa578 req-94623028-b12e-411d-b422-2b97cf890a06 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:14:03.928380 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dcc856fb-1a06-4c30-852a-88a801faa578 req-94623028-b12e-411d-b422-2b97cf890a06 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 932 time: 0.2551093 Feb 11 14:14:03.963675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0488c241-2208-43a2-8f3c-7f9a7c3a38ab {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:03.978920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:04.018507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Transition to ACTIVE for port object 0488c241-2208-43a2-8f3c-7f9a7c3a38ab will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:14:04.024596 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:04.030348 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dcc856fb-1a06-4c30-852a-88a801faa578 req-136c1b08-5aae-474a-9da6-812e4556daf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942221 Feb 11 14:14:04.158719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Pushing event updated for resources: {'Port': ['ID=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:04.289261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Attempting to bind port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:04.289595 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Attempting to bind port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:04.289924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Attempting to bind port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab on network f42380df-82d1-48b1-bd95-ece0630aa285 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:14:04.298423 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab on network f42380df-82d1-48b1-bd95-ece0630aa285 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:14:04.298805 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Attempting to bind port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab on network f42380df-82d1-48b1-bd95-ece0630aa285 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:14:04.311784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:14:04.311784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Checking segment: {'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:14:04.311784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Bound using segment: {'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:14:04.311784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Bound port: 0488c241-2208-43a2-8f3c-7f9a7c3a38ab, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8586bdb0-19d6-4cfa-8d37-3dcc891217ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:04.311784 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:04.407399 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] For port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:04.410363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] For port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:04.414949 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:04.481296 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:04.483381 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] 10.222.0.75 "PUT /v2.0/ports/0488c241-2208-43a2-8f3c-7f9a7c3a38ab HTTP/1.1" status: 200 len: 1092 time: 1.1551304 Feb 11 14:14:04.483983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7138258e-9eac-4919-9777-2de80eb40706', 'tag': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:04.562310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83babb-363c-4110-82b2-cab141c72a4d service neutron] Pushing event updated for resources: {'Port': ['ID=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:04.606319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-7abb8292-079e-448e-afb3-7c21456405a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 1095 time: 0.0795176 Feb 11 14:14:04.669444 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7138258e-9eac-4919-9777-2de80eb40706', 'tag': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'status': 'completed', 'code': 200} Feb 11 14:14:04.685496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-4574fd20-4f18-45fa-860f-69f0a3bdba6f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0488c241-2208-43a2-8f3c-7f9a7c3a38ab HTTP/1.1" status: 200 len: 217 time: 0.0724795 Feb 11 14:14:04.748698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-6dad9de8-9463-40cc-96c5-cdaf9abd9faa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:04.750072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-6dad9de8-9463-40cc-96c5-cdaf9abd9faa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=021830fb-3dcf-4139-9503-4608693d3f6f HTTP/1.1" status: 200 len: 834 time: 0.0588858 Feb 11 14:14:04.829095 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-44eb3e8c-1f63-4ad3-9303-16e97016b844 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42380df-82d1-48b1-bd95-ece0630aa285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729237 Feb 11 14:14:05.056010 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-dc3bcec1-7e27-42d1-9fea-d616cc8061e1 service neutron] 10.222.0.75 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195864 Feb 11 14:14:05.250204 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9712017d-c1b8-409d-9bd3-6141ffcf38ec req-5dc24844-559d-495c-9023-e2965350df42 service neutron] 10.222.0.75 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871138 Feb 11 14:14:05.268259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69522814-e018-41f4-95d6-5c292dd20cfc req-ac591b15-6de0-4a9c-bcce-e01c92191f67 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.270139 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69522814-e018-41f4-95d6-5c292dd20cfc req-ac591b15-6de0-4a9c-bcce-e01c92191f67 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 944 time: 0.1189125 Feb 11 14:14:05.287221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 90d971fb-7a0b-4253-894b-f437ac2cabd7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:14:05.355966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 90d971fb-7a0b-4253-894b-f437ac2cabd7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:05.361267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 90d971fb-7a0b-4253-894b-f437ac2cabd7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:05.361627 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:05.366891 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-69522814-e018-41f4-95d6-5c292dd20cfc req-70afefa0-f5c5-4c90-8486-9f446a248475 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912144 Feb 11 14:14:05.397168 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a7248be-34fc-4ea1-b451-8cb868038e5c req-82e062c5-ba49-47ac-89de-00974365970e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 1095 time: 0.1031172 Feb 11 14:14:05.478881 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:05.512349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 90d971fb-7a0b-4253-894b-f437ac2cabd7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=90d971fb-7a0b-4253-894b-f437ac2cabd7,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:05.516517 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:05.537103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7248be-34fc-4ea1-b451-8cb868038e5c req-3d74273d-4ef0-4d80-b697-1bd0b281d40c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.539762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a7248be-34fc-4ea1-b451-8cb868038e5c req-3d74273d-4ef0-4d80-b697-1bd0b281d40c service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42380df-82d1-48b1-bd95-ece0630aa285 HTTP/1.1" status: 200 len: 898 time: 0.1373489 Feb 11 14:14:05.584179 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=90d971fb-7a0b-4253-894b-f437ac2cabd7,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:05.613088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a7248be-34fc-4ea1-b451-8cb868038e5c req-fc426971-b59d-4805-a7b7-dd8c27d1220f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0488c241-2208-43a2-8f3c-7f9a7c3a38ab HTTP/1.1" status: 200 len: 217 time: 0.0662527 Feb 11 14:14:05.675243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7248be-34fc-4ea1-b451-8cb868038e5c req-2b06ec62-f47e-4310-bbdc-cbddc49919a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.676631 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a7248be-34fc-4ea1-b451-8cb868038e5c req-2b06ec62-f47e-4310-bbdc-cbddc49919a0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=021830fb-3dcf-4139-9503-4608693d3f6f HTTP/1.1" status: 200 len: 834 time: 0.0573673 Feb 11 14:14:05.752587 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a7248be-34fc-4ea1-b451-8cb868038e5c req-8915d15c-2bb5-4eed-8e82-576d164e717d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42380df-82d1-48b1-bd95-ece0630aa285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688195 Feb 11 14:14:05.885957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a7248be-34fc-4ea1-b451-8cb868038e5c req-4f0dc3c6-394e-4460-8418-88922ad826d2 service neutron] 10.222.0.75 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257446 Feb 11 14:14:06.020650 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0a7248be-34fc-4ea1-b451-8cb868038e5c req-b859b89c-4b0c-4ebe-ad6d-cbb1c0fa42f8 service neutron] 10.222.0.75 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281340 Feb 11 14:14:06.568382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607498ad-4151-40fa-b9fe-c05cecf7fdac req-9566bf0a-fb61-4c33-a840-5a6561c4e8e1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:06.569865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-607498ad-4151-40fa-b9fe-c05cecf7fdac req-9566bf0a-fb61-4c33-a840-5a6561c4e8e1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 944 time: 0.0765965 Feb 11 14:14:06.616530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-607498ad-4151-40fa-b9fe-c05cecf7fdac req-95a54eb5-f2bb-4e9b-8be8-0a52671a0d72 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408020 Feb 11 14:14:07.258304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 90d971fb-7a0b-4253-894b-f437ac2cabd7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:14:07.331643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 90d971fb-7a0b-4253-894b-f437ac2cabd7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:07.332013 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.821969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc89f4-d341-4cf6-9806-88450f9c345a req-586ed809-45fb-4ecd-a83d-9b89caae7ae1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:07.823393 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-febc89f4-d341-4cf6-9806-88450f9c345a req-586ed809-45fb-4ecd-a83d-9b89caae7ae1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 944 time: 0.0837309 Feb 11 14:14:07.875706 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-febc89f4-d341-4cf6-9806-88450f9c345a req-0901c8bb-6601-410e-a5ac-effb606932b5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458074 Feb 11 14:14:07.896172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0488c241-2208-43a2-8f3c-7f9a7c3a38ab details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:14:08.007475 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:08.037914 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:08.050950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'port_id': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'mac_address': 'fa:16:3e:23:2e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:14:08.105259 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:08.121998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0488c241-2208-43a2-8f3c-7f9a7c3a38ab {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:08.137138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:08.141212 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:08.209217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:08.341877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['0488c241-2208-43a2-8f3c-7f9a7c3a38ab'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:14:09.073602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084921a-3a2f-47d2-b017-0ac3a3888149 req-797750c5-ad82-46de-98ef-336f5a8fd7fc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:09.075336 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9084921a-3a2f-47d2-b017-0ac3a3888149 req-797750c5-ad82-46de-98ef-336f5a8fd7fc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 945 time: 0.0796804 Feb 11 14:14:09.120202 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9084921a-3a2f-47d2-b017-0ac3a3888149 req-fc979131-7e52-4f44-90e6-307f47231120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385489 Feb 11 14:14:09.900619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0488c241-2208-43a2-8f3c-7f9a7c3a38ab up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:14:09.966723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:09.971277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:09.971643 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:10.084199 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:10.111891 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138258e-9eac-4919-9777-2de80eb40706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:10.121246 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:10.126181 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:10.201793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:10.258367 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7138258e-9eac-4919-9777-2de80eb40706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'code': 200} Feb 11 14:14:10.339911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6709aa-2684-428f-9617-bfead305f5eb req-180dc10e-5119-4ab7-90ee-c8e1a24bd8b0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:10.341375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb6709aa-2684-428f-9617-bfead305f5eb req-180dc10e-5119-4ab7-90ee-c8e1a24bd8b0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0816875 Feb 11 14:14:10.387992 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bb6709aa-2684-428f-9617-bfead305f5eb req-c6a647f0-755d-43d1-b8d8-ebd14ed998e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410955 Feb 11 14:14:10.391489 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ebb40d-afb7-43b8-8e5e-a4274f24301a req-db40bd09-02d5-4b71-add0-7317aecb83ee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 1097 time: 0.0754781 Feb 11 14:14:10.438332 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a5ebb40d-afb7-43b8-8e5e-a4274f24301a req-d0720163-987d-4e32-9834-df037f8b0ea3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402477 Feb 11 14:14:11.594270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6d261-e587-4835-8234-7e6d06f98574 req-9b5487d5-6d08-49b6-a512-9680c018da93 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:11.595734 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3de6d261-e587-4835-8234-7e6d06f98574 req-9b5487d5-6d08-49b6-a512-9680c018da93 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0776989 Feb 11 14:14:11.641962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3de6d261-e587-4835-8234-7e6d06f98574 req-b5e27f9a-e7c0-4018-9e48-d9cf2cabe5d8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407360 Feb 11 14:14:11.843946 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057ac65-f040-4bc7-b1db-e4381867bef8 req-034e3e92-828b-46d4-851e-dea4e9710fd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:11.845387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3057ac65-f040-4bc7-b1db-e4381867bef8 req-034e3e92-828b-46d4-851e-dea4e9710fd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0823767 Feb 11 14:14:11.891170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3057ac65-f040-4bc7-b1db-e4381867bef8 req-629f2f77-e0f8-41f7-bea8-9d5927d7ea7c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402887 Feb 11 14:14:11.918250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56278) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:14:11.987499 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6dae3893-4a3d-483a-bab9-eded8abdf66c tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 1092 time: 0.0680315 Feb 11 14:14:11.990036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56282) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:14:11.995053 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:14:12.001919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:14:12.005632 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:floatingip and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:14:12.008405 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:14:12.013874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:14:12.023860 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:12.157513 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:12.291351 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.25.4.187 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/f89ea760-9198-46cf-84b0-20b36ab1b702) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:12.519989 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:12.547140 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:12.618453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:12.621792 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:12.623746 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=f89ea760-9198-46cf-84b0-20b36ab1b702,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:12.626402 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:14:12.976761 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:13.126764 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:13.181398 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:13.389153 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:13.393481 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:13.498244 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=f89ea760-9198-46cf-84b0-20b36ab1b702,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:13.512314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:13.705452 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Floating IP 5489e029-cada-49dd-9077-357a35e7f6ac associated. External IP: 172.25.4.187, port: 0488c241-2208-43a2-8f3c-7f9a7c3a38ab. Feb 11 14:14:14.184915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 7c41dd3e-a198-4517-9add-596e69e3ab4b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:14:14.385179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:14.394988 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] Sync routers for ids ['7c41dd3e-a198-4517-9add-596e69e3ab4b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:14:14.406960 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] Routers {'7c41dd3e-a198-4517-9add-596e69e3ab4b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:14:14.407601 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7c41dd3e-a198-4517-9add-596e69e3ab4b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:14.409802 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:14.463039 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3bb07018-22e3-46fa-88cb-717a88dccc7e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4718916 Feb 11 14:14:14.463513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7138258e-9eac-4919-9777-2de80eb40706', 'tag': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:14.534761 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7138258e-9eac-4919-9777-2de80eb40706', 'tag': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'status': 'completed', 'code': 200} Feb 11 14:14:14.596631 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] Set router 7c41dd3e-a198-4517-9add-596e69e3ab4b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:14:14.686302 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0500d76-8b58-4be7-9ddf-abf05d63a490 req-71c6f14c-5477-41e9-a3f4-069d99012e5f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 1097 time: 0.1304772 Feb 11 14:14:14.722841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f160f-dd2f-465c-b897-5c425db79ec3 req-33b70b1e-b376-4a6d-84bc-9b4621d50a79 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:14.724195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d2f160f-dd2f-465c-b897-5c425db79ec3 req-33b70b1e-b376-4a6d-84bc-9b4621d50a79 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.1348865 Feb 11 14:14:14.846850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d2f160f-dd2f-465c-b897-5c425db79ec3 req-58338b76-673f-4f29-92c2-19155234e005 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745282 Feb 11 14:14:14.864384 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0500d76-8b58-4be7-9ddf-abf05d63a490 req-2fbb5d86-01f7-465a-90aa-ba7bf8afa616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:14.865845 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0500d76-8b58-4be7-9ddf-abf05d63a490 req-2fbb5d86-01f7-465a-90aa-ba7bf8afa616 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42380df-82d1-48b1-bd95-ece0630aa285 HTTP/1.1" status: 200 len: 898 time: 0.1742511 Feb 11 14:14:14.878999 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56290) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:14:14.982976 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:58Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '5489e029-cada-49dd-9077-357a35e7f6ac', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'port_id': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'mac_address': 'fa:16:3e:23:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7138258e-9eac-4919-9777-2de80eb40706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:14:12Z', 'updated_at': '2022-02-11T14:14:12Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d971fb-7a0b-4253-894b-f437ac2cabd7', 'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:51:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:58Z', 'updated_at': '2022-02-11T14:14:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:14.987839 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] Checking router: 7c41dd3e-a198-4517-9add-596e69e3ab4b for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:14:14.991562 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6346330e-8d42-4059-9e6c-c52b22ea4c4b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/5489e029-cada-49dd-9077-357a35e7f6ac HTTP/1.1" status: 200 len: 992 time: 0.1112154 Feb 11 14:14:15.000617 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] Routers {'7c41dd3e-a198-4517-9add-596e69e3ab4b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:14:15.001221 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:13:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7c41dd3e-a198-4517-9add-596e69e3ab4b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:15.079096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0500d76-8b58-4be7-9ddf-abf05d63a490 req-60b8c695-c8cc-48b1-89bf-a1e95fb90349 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0488c241-2208-43a2-8f3c-7f9a7c3a38ab HTTP/1.1" status: 200 len: 1000 time: 0.2072134 Feb 11 14:14:15.158450 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0500d76-8b58-4be7-9ddf-abf05d63a490 req-90f350e6-1e52-4278-ba22-fc73236dcd1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:15.160214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0500d76-8b58-4be7-9ddf-abf05d63a490 req-90f350e6-1e52-4278-ba22-fc73236dcd1e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=021830fb-3dcf-4139-9503-4608693d3f6f HTTP/1.1" status: 200 len: 834 time: 0.0657783 Feb 11 14:14:15.189134 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] Set router 7c41dd3e-a198-4517-9add-596e69e3ab4b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:14:15.251112 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0500d76-8b58-4be7-9ddf-abf05d63a490 req-47731571-b41b-4c11-848e-5488b8ab6745 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42380df-82d1-48b1-bd95-ece0630aa285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805008 Feb 11 14:14:15.394479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0500d76-8b58-4be7-9ddf-abf05d63a490 req-de3d03b5-5e17-4add-9d91-c5900ba8121b service neutron] 10.222.0.75 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374536 Feb 11 14:14:15.529059 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0500d76-8b58-4be7-9ddf-abf05d63a490 req-cc7a1588-f4e3-4f1e-a13e-ee66cd6a571f service neutron] 10.222.0.75 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282382 Feb 11 14:14:15.556296 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:58Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '5489e029-cada-49dd-9077-357a35e7f6ac', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'port_id': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'mac_address': 'fa:16:3e:23:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7138258e-9eac-4919-9777-2de80eb40706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:14:12Z', 'updated_at': '2022-02-11T14:14:12Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d971fb-7a0b-4253-894b-f437ac2cabd7', 'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:51:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:58Z', 'updated_at': '2022-02-11T14:14:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:15.560308 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51940c9c-a736-474c-97bd-bc2bb53b51a7 None None] The sync data for ids ['7c41dd3e-a198-4517-9add-596e69e3ab4b'] in n-d-818559-1 is: [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:58Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '5489e029-cada-49dd-9077-357a35e7f6ac', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'port_id': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'mac_address': 'fa:16:3e:23:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7138258e-9eac-4919-9777-2de80eb40706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:14:12Z', 'updated_at': '2022-02-11T14:14:12Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d971fb-7a0b-4253-894b-f437ac2cabd7', 'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:51:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:58Z', 'updated_at': '2022-02-11T14:14:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:14:15.565443 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4dac72db-f742-4dd1-82d5-f8ab27cdb190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.995293 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56294) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:14:16.103931 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0011885c-87fc-48a5-b15e-597496785213 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/5489e029-cada-49dd-9077-357a35e7f6ac HTTP/1.1" status: 200 len: 992 time: 0.1074998 Feb 11 14:14:17.107845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:14:17.208290 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-21e216ed-3855-4a6d-9a38-28c9e3811936 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/5489e029-cada-49dd-9077-357a35e7f6ac HTTP/1.1" status: 200 len: 992 time: 0.0992935 Feb 11 14:14:17.761495 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3d58de9-8b5c-49e2-8bf8-9d455409d00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:18.212195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56302) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:14:18.323239 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-04127c7d-872e-493a-bd7d-9bfd5fa99b50 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/5489e029-cada-49dd-9077-357a35e7f6ac HTTP/1.1" status: 200 len: 992 time: 0.1098831 Feb 11 14:14:19.021500 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:19.028132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132814cd-ce6b-45b2-bd74-b454b5cdee15 None None] New status for floating IP 5489e029-cada-49dd-9077-357a35e7f6ac: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:14:19.120283 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:19.328424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56306) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:14:19.461655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8b320637-bcf6-4fce-9925-798d4ab78c5e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/5489e029-cada-49dd-9077-357a35e7f6ac HTTP/1.1" status: 200 len: 994 time: 0.1320224 Feb 11 14:14:20.486701 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.370411 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:14:37.995883 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.975247 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:45.560629 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b074a21-f947-438d-9eb8-1ccf13f1a589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:46.775289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072450d-9ed2-46d0-b056-8ffc8b0c9f8c req-f082b6a3-82bb-409d-9114-598f2bbf2a6f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:46.776667 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e072450d-9ed2-46d0-b056-8ffc8b0c9f8c req-f082b6a3-82bb-409d-9114-598f2bbf2a6f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0834153 Feb 11 14:14:46.823981 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e072450d-9ed2-46d0-b056-8ffc8b0c9f8c req-a32621bb-e3f0-471d-8fb5-c6e829149222 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395856 Feb 11 14:14:47.763138 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc8af-cb2a-4c4f-b064-3cf8926059e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.024850 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4e846-b67e-4430-9c95-e02df2f35787 req-073dd81c-1878-4527-88a7-d20d715dc634 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:48.026324 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4dd4e846-b67e-4430-9c95-e02df2f35787 req-073dd81c-1878-4527-88a7-d20d715dc634 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0794816 Feb 11 14:14:48.073164 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4dd4e846-b67e-4430-9c95-e02df2f35787 req-bd9093fb-37d3-437a-8ce2-d87589e81e68 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407526 Feb 11 14:14:48.102680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56330) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:14:48.209687 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e1f38155-7991-49ba-b4a0-5da6dc107cc4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/5489e029-cada-49dd-9077-357a35e7f6ac HTTP/1.1" status: 200 len: 994 time: 0.1057630 Feb 11 14:14:49.015708 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.090090 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.121614 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e29b90cb-dcbb-47d7-a95b-07b556f6b6c6 req-bca7fc02-1150-4b4e-be02-072f9a80a1b1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712523 Feb 11 14:14:49.258881 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e29b90cb-dcbb-47d7-a95b-07b556f6b6c6 req-ae9d85a1-b0c8-46b7-a462-293be5a8759c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 1097 time: 0.0700703 Feb 11 14:14:49.407476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b90cb-dcbb-47d7-a95b-07b556f6b6c6 req-3212461f-319f-4734-b5f4-9af32fe5cf76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:49.408948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e29b90cb-dcbb-47d7-a95b-07b556f6b6c6 req-3212461f-319f-4734-b5f4-9af32fe5cf76 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42380df-82d1-48b1-bd95-ece0630aa285 HTTP/1.1" status: 200 len: 898 time: 0.1325796 Feb 11 14:14:49.548267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e29b90cb-dcbb-47d7-a95b-07b556f6b6c6 req-3b9e038b-62a6-48a6-b473-c91342c4b7c6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0488c241-2208-43a2-8f3c-7f9a7c3a38ab HTTP/1.1" status: 200 len: 1002 time: 0.1332920 Feb 11 14:14:49.615583 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b90cb-dcbb-47d7-a95b-07b556f6b6c6 req-adf75ca6-0686-4206-a4e8-af270a6f1292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:49.617086 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e29b90cb-dcbb-47d7-a95b-07b556f6b6c6 req-adf75ca6-0686-4206-a4e8-af270a6f1292 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=021830fb-3dcf-4139-9503-4608693d3f6f HTTP/1.1" status: 200 len: 834 time: 0.0611992 Feb 11 14:14:49.699305 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e29b90cb-dcbb-47d7-a95b-07b556f6b6c6 req-da6a7498-ba94-4506-addd-0267583054a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42380df-82d1-48b1-bd95-ece0630aa285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734944 Feb 11 14:14:49.702101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f089e-7534-455c-b7e3-9c7094d181a7 req-debb8da2-13c6-4a4b-a95b-a34a526e8273 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:49.703780 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e16f089e-7534-455c-b7e3-9c7094d181a7 req-debb8da2-13c6-4a4b-a95b-a34a526e8273 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0824647 Feb 11 14:14:49.749063 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e16f089e-7534-455c-b7e3-9c7094d181a7 req-115e4c74-22b6-46d2-9947-bc2e1e1c5359 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394206 Feb 11 14:14:49.837511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e29b90cb-dcbb-47d7-a95b-07b556f6b6c6 req-0ab40705-7a73-4e76-a54f-2f41b59e3933 service neutron] 10.222.0.75 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295931 Feb 11 14:14:49.975229 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e29b90cb-dcbb-47d7-a95b-07b556f6b6c6 req-cc7b1e90-d272-4df5-abb6-bf342d2df1e2 service neutron] 10.222.0.75 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334085 Feb 11 14:14:50.492341 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.957249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcce036-08c7-4101-9e0e-fc18cf93fa2c req-dd693d19-4284-4cef-9108-e487102f480d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:50.958732 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-edcce036-08c7-4101-9e0e-fc18cf93fa2c req-dd693d19-4284-4cef-9108-e487102f480d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0777695 Feb 11 14:14:51.003460 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-edcce036-08c7-4101-9e0e-fc18cf93fa2c req-94aceb87-9070-4216-b32e-088f1ceee133 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393102 Feb 11 14:14:52.207677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796f4f1-53b6-4cbc-83b5-5cb282a5f9f4 req-ccff77cc-5d07-40d4-be82-8967be3587a8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:52.209129 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f796f4f1-53b6-4cbc-83b5-5cb282a5f9f4 req-ccff77cc-5d07-40d4-be82-8967be3587a8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0859821 Feb 11 14:14:52.255706 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f796f4f1-53b6-4cbc-83b5-5cb282a5f9f4 req-7e028177-eb45-4af3-b8ec-3951feff8421 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400720 Feb 11 14:14:53.564831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae8464-95fe-45c9-ac4d-0a2a864a5a08 req-816f1385-eb16-4f5e-a633-a8074cc76107 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:53.566273 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47ae8464-95fe-45c9-ac4d-0a2a864a5a08 req-816f1385-eb16-4f5e-a633-a8074cc76107 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.1788476 Feb 11 14:14:53.610425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47ae8464-95fe-45c9-ac4d-0a2a864a5a08 req-e2d9cd0e-4442-4415-a258-75af4c2e3c2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387239 Feb 11 14:14:54.809680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384b0c6-4954-4bdb-aabf-52ded9dcc04d req-e2a0b158-4c78-48bf-a7e4-c88bde730f0b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:54.811069 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f384b0c6-4954-4bdb-aabf-52ded9dcc04d req-e2a0b158-4c78-48bf-a7e4-c88bde730f0b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0754662 Feb 11 14:14:54.857169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f384b0c6-4954-4bdb-aabf-52ded9dcc04d req-26c1cf37-cdf1-4c76-a032-03ec4f53b8c8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405617 Feb 11 14:14:56.055491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3a87d-028c-4a46-9bfc-627a49d4080f req-13dd647f-71d5-4abb-8fc4-1a1e762aff4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:56.056924 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74d3a87d-028c-4a46-9bfc-627a49d4080f req-13dd647f-71d5-4abb-8fc4-1a1e762aff4e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0782306 Feb 11 14:14:56.102146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74d3a87d-028c-4a46-9bfc-627a49d4080f req-2b2fc266-35d6-4f05-a310-1214aa729dc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393100 Feb 11 14:14:56.131651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56354) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:14:56.236435 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f453337f-6035-4715-b840-70ed47071162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/5489e029-cada-49dd-9077-357a35e7f6ac HTTP/1.1" status: 200 len: 994 time: 0.1035805 Feb 11 14:14:56.501569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56362) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:14:56.701225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port f89ea760-9198-46cf-84b0-20b36ab1b702 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:14:56.702476 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.869828 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.870145 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.987847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for f89ea760-9198-46cf-84b0-20b36ab1b702 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:14:57.133686 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.180100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=f89ea760-9198-46cf-84b0-20b36ab1b702,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:57.219408 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.219753 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.220089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.220425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.220752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.221075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.221396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.221724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.222083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.222356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.222702 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:57.285219 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.771560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 7c41dd3e-a198-4517-9add-596e69e3ab4b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:14:57.973246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:57.982917 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] Sync routers for ids ['7c41dd3e-a198-4517-9add-596e69e3ab4b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:14:57.995650 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.997239 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] Routers {'7c41dd3e-a198-4517-9add-596e69e3ab4b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:14:57.997831 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7c41dd3e-a198-4517-9add-596e69e3ab4b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:58.052212 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a3f927e9-7029-44c7-bdf4-d8e32a3ed052 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/floatingips/5489e029-cada-49dd-9077-357a35e7f6ac HTTP/1.1" status: 204 len: 168 time: 1.5495679 Feb 11 14:14:58.052724 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7138258e-9eac-4919-9777-2de80eb40706', 'tag': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:58.111466 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7138258e-9eac-4919-9777-2de80eb40706', 'tag': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'status': 'completed', 'code': 200} Feb 11 14:14:58.185021 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] Set router 7c41dd3e-a198-4517-9add-596e69e3ab4b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:14:58.204531 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd4070c8-8665-4fa5-a3bc-897777fcdb41 req-15ed1a59-cb19-4dfa-9e3f-8d91ea3b6833 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 1097 time: 0.0722940 Feb 11 14:14:58.350043 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4070c8-8665-4fa5-a3bc-897777fcdb41 req-82f2ccc6-4aeb-4b5d-89a4-0a58822c1d9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.351543 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd4070c8-8665-4fa5-a3bc-897777fcdb41 req-82f2ccc6-4aeb-4b5d-89a4-0a58822c1d9b service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42380df-82d1-48b1-bd95-ece0630aa285 HTTP/1.1" status: 200 len: 898 time: 0.1420293 Feb 11 14:14:58.425710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd4070c8-8665-4fa5-a3bc-897777fcdb41 req-d567faf4-bc79-4aee-99df-70be7d79b7cc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0488c241-2208-43a2-8f3c-7f9a7c3a38ab HTTP/1.1" status: 200 len: 217 time: 0.0670097 Feb 11 14:14:58.465771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7d99f-0187-4990-b60f-8e4a41f336db req-c147cec3-9a7e-49de-827f-dc16f4ae3b3c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.467993 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f4d7d99f-0187-4990-b60f-8e4a41f336db req-c147cec3-9a7e-49de-827f-dc16f4ae3b3c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0853467 Feb 11 14:14:58.497422 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4070c8-8665-4fa5-a3bc-897777fcdb41 req-eb0d6161-5cb3-42fc-8439-30c105e10123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.499915 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd4070c8-8665-4fa5-a3bc-897777fcdb41 req-eb0d6161-5cb3-42fc-8439-30c105e10123 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=021830fb-3dcf-4139-9503-4608693d3f6f HTTP/1.1" status: 200 len: 834 time: 0.0674834 Feb 11 14:14:58.520365 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f4d7d99f-0187-4990-b60f-8e4a41f336db req-fe975d98-c17d-402c-8c15-aa200deeba90 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439615 Feb 11 14:14:58.532727 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:58Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '90d971fb-7a0b-4253-894b-f437ac2cabd7', 'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:51:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:58Z', 'updated_at': '2022-02-11T14:14:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:58.537087 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] Checking router: 7c41dd3e-a198-4517-9add-596e69e3ab4b for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:14:58.547953 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] Routers {'7c41dd3e-a198-4517-9add-596e69e3ab4b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:14:58.548543 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7c41dd3e-a198-4517-9add-596e69e3ab4b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:58.587717 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd4070c8-8665-4fa5-a3bc-897777fcdb41 req-51f665b6-42f3-4cf3-acf4-eff1e649112b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42380df-82d1-48b1-bd95-ece0630aa285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817728 Feb 11 14:14:58.723169 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd4070c8-8665-4fa5-a3bc-897777fcdb41 req-c6fad335-b99b-435f-b4c8-0bc8239b2b6a service neutron] 10.222.0.75 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291842 Feb 11 14:14:58.725260 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] Set router 7c41dd3e-a198-4517-9add-596e69e3ab4b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:14:58.859398 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bd4070c8-8665-4fa5-a3bc-897777fcdb41 req-e3566230-ad81-47ee-8939-4d350c5edb80 service neutron] 10.222.0.75 "GET /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303563 Feb 11 14:14:59.056963 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:58Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '90d971fb-7a0b-4253-894b-f437ac2cabd7', 'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:51:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:58Z', 'updated_at': '2022-02-11T14:14:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:59.061260 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2eaac5-c6e0-4616-918b-af177ce2e502 None None] The sync data for ids ['7c41dd3e-a198-4517-9add-596e69e3ab4b'] in n-d-818559-1 is: [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:58Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '90d971fb-7a0b-4253-894b-f437ac2cabd7', 'name': '', 'network_id': 'f42380df-82d1-48b1-bd95-ece0630aa285', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:51:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:58Z', 'updated_at': '2022-02-11T14:14:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '021830fb-3dcf-4139-9503-4608693d3f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:14:59.279360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4acc1-1b91-49be-adf5-7a6cee54067c None None] New status for floating IP 5489e029-cada-49dd-9077-357a35e7f6ac: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:14:59.738652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f433f5e-f58d-4b1e-8c38-342895734d8f req-e7795c20-811e-4b53-a29c-e9e2988d3083 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:59.739323 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5f433f5e-f58d-4b1e-8c38-342895734d8f req-e7795c20-811e-4b53-a29c-e9e2988d3083 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:14:59.755835 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5f433f5e-f58d-4b1e-8c38-342895734d8f req-e7795c20-811e-4b53-a29c-e9e2988d3083 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:14:59.757242 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f433f5e-f58d-4b1e-8c38-342895734d8f req-e7795c20-811e-4b53-a29c-e9e2988d3083 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0937541 Feb 11 14:14:59.804088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5f433f5e-f58d-4b1e-8c38-342895734d8f req-fbf52cf7-e356-4f6f-8dbf-a9eab714eff9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc3d81b1-f2a8-408e-b018-155728a84244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400999 Feb 11 14:14:59.883511 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-342c04d5-b31e-49ed-b60c-ca6a8aca39ed tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:59.884997 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-342c04d5-b31e-49ed-b60c-ca6a8aca39ed tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 946 time: 0.0800974 Feb 11 14:14:59.956494 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-837f6285-6ef3-494d-9417-fba0fa004bd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:14:59.956855 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-837f6285-6ef3-494d-9417-fba0fa004bd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.199281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-837f6285-6ef3-494d-9417-fba0fa004bd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:00.199894 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-837f6285-6ef3-494d-9417-fba0fa004bd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.421271 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-837f6285-6ef3-494d-9417-fba0fa004bd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 0488c241-2208-43a2-8f3c-7f9a7c3a38ab owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:15:00.568941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-837f6285-6ef3-494d-9417-fba0fa004bd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.617376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f6285-6ef3-494d-9417-fba0fa004bd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=0488c241-2208-43a2-8f3c-7f9a7c3a38ab,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:00.692123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-837f6285-6ef3-494d-9417-fba0fa004bd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] No DVR routers for this DVR port 0488c241-2208-43a2-8f3c-7f9a7c3a38ab on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:00.694674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-837f6285-6ef3-494d-9417-fba0fa004bd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.697118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7138258e-9eac-4919-9777-2de80eb40706', 'name': 'network-vif-deleted', 'tag': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:00.712621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d6b96835-1ed6-4032-b28e-db29ac0e5de3 req-837f6285-6ef3-494d-9417-fba0fa004bd8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "DELETE /v2.0/ports/0488c241-2208-43a2-8f3c-7f9a7c3a38ab HTTP/1.1" status: 204 len: 173 time: 0.8227093 Feb 11 14:15:00.758339 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7138258e-9eac-4919-9777-2de80eb40706', 'name': 'network-vif-deleted', 'tag': '0488c241-2208-43a2-8f3c-7f9a7c3a38ab', 'status': 'completed', 'code': 200} Feb 11 14:15:00.977108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1a8848ce-213a-41f2-babe-d6739978d11a req-4b152dc4-63c9-4301-b3bb-29b093993741 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:15:00.993458 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1a8848ce-213a-41f2-babe-d6739978d11a req-4b152dc4-63c9-4301-b3bb-29b093993741 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:15:00.994637 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1a8848ce-213a-41f2-babe-d6739978d11a req-4b152dc4-63c9-4301-b3bb-29b093993741 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=7138258e-9eac-4919-9777-2de80eb40706 HTTP/1.1" status: 200 len: 210 time: 0.0587125 Feb 11 14:15:02.110924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56380) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:02.531064 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:03.159354 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 90d971fb-7a0b-4253-894b-f437ac2cabd7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:15:03.160064 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:03.445235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 90d971fb-7a0b-4253-894b-f437ac2cabd7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=90d971fb-7a0b-4253-894b-f437ac2cabd7,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:03.445481 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:03.568123 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 90d971fb-7a0b-4253-894b-f437ac2cabd7 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:15:03.748133 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:03.795572 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=90d971fb-7a0b-4253-894b-f437ac2cabd7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:04.093377 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.191804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0488c241-2208-43a2-8f3c-7f9a7c3a38ab no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:15:04.224925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 0488c241-2208-43a2-8f3c-7f9a7c3a38ab {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:15:04.225273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 0488c241-2208-43a2-8f3c-7f9a7c3a38ab not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:15:04.663618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 7c41dd3e-a198-4517-9add-596e69e3ab4b has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:15:04.971082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:04.980500 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] Sync routers for ids ['7c41dd3e-a198-4517-9add-596e69e3ab4b'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:15:04.988556 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-98d4d870-6dfa-49ab-b768-4197aa76b20c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "PUT /v2.0/routers/7c41dd3e-a198-4517-9add-596e69e3ab4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8761823 Feb 11 14:15:04.990943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56384) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:04.993661 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] Routers {'7c41dd3e-a198-4517-9add-596e69e3ab4b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:15:04.994262 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7c41dd3e-a198-4517-9add-596e69e3ab4b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:05.174316 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] Set router 7c41dd3e-a198-4517-9add-596e69e3ab4b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:15:05.183899 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5d67dc-a6ec-4dcb-81df-2738bed734c5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting subnet 021830fb-3dcf-4139-9503-4608693d3f6f {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:15:05.187886 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67dc-a6ec-4dcb-81df-2738bed734c5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.251067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67dc-a6ec-4dcb-81df-2738bed734c5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.347874 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67dc-a6ec-4dcb-81df-2738bed734c5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.420364 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67dc-a6ec-4dcb-81df-2738bed734c5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.464378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d67dc-a6ec-4dcb-81df-2738bed734c5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Subnet': ['ID=021830fb-3dcf-4139-9503-4608693d3f6f,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:05.470081 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:15:03Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:05.473701 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67dc-a6ec-4dcb-81df-2738bed734c5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.475192 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] Checking router: 7c41dd3e-a198-4517-9add-596e69e3ab4b for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:15:05.480657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de0791-a746-4fca-8cab-56a09572aa14 None None] Network f42380df-82d1-48b1-bd95-ece0630aa285 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:15:05.484556 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-fc5d67dc-a6ec-4dcb-81df-2738bed734c5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/subnets/021830fb-3dcf-4139-9503-4608693d3f6f HTTP/1.1" status: 204 len: 168 time: 0.4893141 Feb 11 14:15:05.484693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56388) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:05.486295 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] Routers {'7c41dd3e-a198-4517-9add-596e69e3ab4b'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:15:05.486922 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['7c41dd3e-a198-4517-9add-596e69e3ab4b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:05.689192 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] Set router 7c41dd3e-a198-4517-9add-596e69e3ab4b gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:15:05.806794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] DHCP port deletion for f42380df-82d1-48b1-bd95-ece0630aa285 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:15:05.811752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Deleting port d056ce0f-dbe3-428d-86f2-934efdf01989 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:15:05.812312 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.820382 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.007675 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:15:03Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:06.011837 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c2a38-121d-4802-962c-f548d1e2e79e None None] The sync data for ids ['7c41dd3e-a198-4517-9add-596e69e3ab4b'] in n-d-818559-1 is: [{'id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967890332', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:15:03Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '15b8b41f-a798-42cc-add2-53d8322f6c2e', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41dd3e-a198-4517-9add-596e69e3ab4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:13:54Z', 'updated_at': '2022-02-11T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:15:06.021792 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.023639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] For port d056ce0f-dbe3-428d-86f2-934efdf01989, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d056ce0f-dbe3-428d-86f2-934efdf01989,segment=NetworkSegment(8586bdb0-19d6-4cfa-8d37-3dcc891217ae),segment_id=8586bdb0-19d6-4cfa-8d37-3dcc891217ae)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:06.024106 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.033083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 15b8b41f-a798-42cc-add2-53d8322f6c2e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:15:06.033416 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.165801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Calling delete_port for d056ce0f-dbe3-428d-86f2-934efdf01989 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:15:06.225919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 15b8b41f-a798-42cc-add2-53d8322f6c2e, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=15b8b41f-a798-42cc-add2-53d8322f6c2e,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:06.226371 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.239334 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.285655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Pushing event deleted for resources: {'Port': ['ID=d056ce0f-dbe3-428d-86f2-934efdf01989,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:06.290928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] No DVR routers for this DVR port d056ce0f-dbe3-428d-86f2-934efdf01989 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:06.302610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.302952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.303292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.303624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.303948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.304267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.304587 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.304905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.305222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.305538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.305853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd2eab-2740-4404-b91a-c6d7955ab851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.351505 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 15b8b41f-a798-42cc-add2-53d8322f6c2e owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:15:06.546240 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:06.591473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=15b8b41f-a798-42cc-add2-53d8322f6c2e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:06.632015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.632355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.632700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.633034 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.633362 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.633688 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.634011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.634333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.634681 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.635002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.635317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:06.824197 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.167937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.172760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.198053 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.198620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Fanout notify agent at l3_agent the message router_deleted on router 7c41dd3e-a198-4517-9add-596e69e3ab4b {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:15:07.213407 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.214814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-055c5d2f-b26b-4e2e-a945-8dd7a1a8cfeb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/routers/7c41dd3e-a198-4517-9add-596e69e3ab4b HTTP/1.1" status: 204 len: 168 time: 1.7288718 Feb 11 14:15:07.218167 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56392) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:07.334977 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.467287 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.492715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42380df-82d1-48b1-bd95-ece0630aa285']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:07.505074 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8586bdb0-19d6-4cfa-8d37-3dcc891217ae') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:07.505364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8586bdb0-19d6-4cfa-8d37-3dcc891217ae') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:07.517076 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.533558 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.539949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:15:07.540326 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:15:07.554500 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:15:07.634738 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.649137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 90d971fb-7a0b-4253-894b-f437ac2cabd7 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:15:07.659248 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.671443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Network': ['ID=f42380df-82d1-48b1-bd95-ece0630aa285,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:07.685544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56396) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:07.685980 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fbac4702-87fb-4915-acf7-b97101ba6991 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/networks/f42380df-82d1-48b1-bd95-ece0630aa285 HTTP/1.1" status: 204 len: 168 time: 0.4664695 Feb 11 14:15:07.692662 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 90d971fb-7a0b-4253-894b-f437ac2cabd7 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:15:07.693004 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 90d971fb-7a0b-4253-894b-f437ac2cabd7 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:15:07.693419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d056ce0f-dbe3-428d-86f2-934efdf01989 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:15:07.726076 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d056ce0f-dbe3-428d-86f2-934efdf01989 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:15:07.726332 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d056ce0f-dbe3-428d-86f2-934efdf01989 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:15:07.768092 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91fe0aaa-0cb6-44e3-9d21-a54b7ade74b7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.801578 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91fe0aaa-0cb6-44e3-9d21-a54b7ade74b7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.876716 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91fe0aaa-0cb6-44e3-9d21-a54b7ade74b7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.894498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe0aaa-0cb6-44e3-9d21-a54b7ade74b7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3d81b1-f2a8-408e-b018-155728a84244,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:07.906723 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-91fe0aaa-0cb6-44e3-9d21-a54b7ade74b7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:07.908080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-91fe0aaa-0cb6-44e3-9d21-a54b7ade74b7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/security-groups/bc3d81b1-f2a8-408e-b018-155728a84244 HTTP/1.1" status: 204 len: 168 time: 0.2205365 Feb 11 14:15:08.008118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.332051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56404) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:08.337745 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008132064', 'description': 'tempest-secgroup-smoke-2008132064 description', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:08.344558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:08.348632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:08.351526 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:08.357686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:08.367406 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.405289 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:08.409029 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:08.411811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:08.417420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:08.472897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.476708 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.521579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a48b2-2195-400e-91e1-12ac26ae182d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:08.532038 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.534257 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-89761035-dbc6-465c-a27e-6e713c6b8cf0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2009895 Feb 11 14:15:08.537700 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56408) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:08.543365 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c27a48b2-2195-400e-91e1-12ac26ae182d', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:08.550552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:08.554317 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:08.557282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:08.563985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:08.579135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.638871 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.642254 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.665210 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441e66e1-2831-49cc-92df-7f6a06f90a3b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:08.674941 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.676107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-864b94c1-5552-4cb1-b713-98c50b3c4a59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1373670 Feb 11 14:15:08.678878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56412) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:08.684256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c27a48b2-2195-400e-91e1-12ac26ae182d', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:08.690889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:08.694654 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:08.697495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:08.703447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:08.721288 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.786092 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.790049 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.814771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2a45ba-aa00-45e0-9317-f4cd1a561241,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:08.822920 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.824076 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6aaeae6e-a2e3-48e6-a3ee-2c23e7c12f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1443009 Feb 11 14:15:08.827326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56416) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:08.832883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c27a48b2-2195-400e-91e1-12ac26ae182d', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:08.839626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:08.844194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:08.847076 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:08.852693 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:08.869551 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.931212 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.935692 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.957236 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ac2182-f473-4ed4-a7b6-5394af3231c9,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:08.968588 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.969875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2472f651-b1e6-407c-b8c6-323e567fd33b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1415613 Feb 11 14:15:08.972646 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56420) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:08.977954 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c27a48b2-2195-400e-91e1-12ac26ae182d', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:08.985412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:08.989007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:08.992093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:08.998287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:09.014484 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.080421 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.083863 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.107397 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf1ff86-24d3-4b7a-bb6e-cdcd6674320c,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:09.115655 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.116987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a7d19e11-451e-4d16-a740-8a32f2fb3c0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1432593 Feb 11 14:15:09.119485 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56424) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:09.125394 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c27a48b2-2195-400e-91e1-12ac26ae182d', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:09.134084 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:09.138163 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:09.142019 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:09.155752 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:09.166769 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Project 20d0637a55e64a9ba0dfe5abd28a7f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:15:09.173617 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.240477 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.244101 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.247500 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 15b8b41f-a798-42cc-add2-53d8322f6c2e no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:15:09.269211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec08316-5815-4a4c-8294-e3dbd36f442a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:09.277750 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.278943 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ac618867-2d1c-4a40-9ac9-c5e2ce2baa31 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1585038 Feb 11 14:15:09.282198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 15b8b41f-a798-42cc-add2-53d8322f6c2e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:15:09.282342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56428) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:09.282541 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 15b8b41f-a798-42cc-add2-53d8322f6c2e not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:15:09.287784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c27a48b2-2195-400e-91e1-12ac26ae182d', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:09.294424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:09.299153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:09.302013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:09.307653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:09.318656 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Project 20d0637a55e64a9ba0dfe5abd28a7f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:15:09.325311 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.390550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.393963 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.417246 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e8da94-857c-42e3-bec3-e7bc70acf510,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:09.426147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.427485 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-69b3b5c4-2852-421f-b60a-5d6d996842ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1442423 Feb 11 14:15:09.430314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56432) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:09.435651 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'network': {'name': 'tempest-network-smoke--1418446245', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'port_security_enabled': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:09.441441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:09.445518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:network and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:09.448376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:09.454455 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:09.468229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:09.471143 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.500579 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:15:09.510661 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.511063 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Added segment 73474f76-3c72-4e27-ab88-5324f0cba06a of type vlan for network 38feac38-500d-4b53-9bb6-f45b3ad16201 Feb 11 14:15:09.537726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.566295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.569967 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.570490 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.675968 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2445309 Feb 11 14:15:09.678562 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56436) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:09.685528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'admin_state_up': True, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:09.691328 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ba7f3-4fbe-4c1f-a85b-ba1a60a0411f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Network': ['ID=38feac38-500d-4b53-9bb6-f45b3ad16201,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:09.694872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:09.699262 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:router and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:09.701761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 38feac38-500d-4b53-9bb6-f45b3ad16201 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:15:09.702047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:09.707759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:09.717556 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.718619 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.742968 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:09.890982 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.065962 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.190095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.327248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.25.4.207 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/84b06ee4-894a-4c83-96b7-b5fbd628e02a) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:10.370276 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:15:10.480850 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.509242 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.577385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:10.579825 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:10.583304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:15:10.613367 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=84b06ee4-894a-4c83-96b7-b5fbd628e02a,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:10.748483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.749228 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.979878 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 5e025005-4182-4a7b-a297-3e0e2aba73b4 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:15:11.181021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:11.192048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Sync routers for ids ['5e025005-4182-4a7b-a297-3e0e2aba73b4'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:15:11.204598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Routers {'5e025005-4182-4a7b-a297-3e0e2aba73b4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:15:11.205198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5e025005-4182-4a7b-a297-3e0e2aba73b4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:11.207955 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.209371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ed6bd8cf-503e-43a9-bad4-9015b8a8ecc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5298746 Feb 11 14:15:11.212418 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56440) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:11.257127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d7f3a3a4-4edd-472d-a77f-beb64bdef2d8 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=20d0637a55e64a9ba0dfe5abd28a7f78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435946 Feb 11 14:15:11.260015 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56444) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:11.388948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Set router 5e025005-4182-4a7b-a297-3e0e2aba73b4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:15:11.392956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f7f205-c922-4e56-bfb1-df80d6132539 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.394415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f0f7f205-c922-4e56-bfb1-df80d6132539 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334062 Feb 11 14:15:11.397360 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56448) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:11.436152 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-297f3860-dafb-4327-8405-e2e9bfdfd815 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377281 Feb 11 14:15:11.438601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56452) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:11.443836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88476320', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:11.554134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:11.557938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:subnet and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:11.561576 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:11.567284 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:11.578444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:11.671149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:11.674997 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Checking router: 5e025005-4182-4a7b-a297-3e0e2aba73b4 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:15:11.675342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Updating router 5e025005-4182-4a7b-a297-3e0e2aba73b4 port 84b06ee4-894a-4c83-96b7-b5fbd628e02a binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:15:11.682211 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.729330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.899658 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:11.979011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Subnet': ['ID=1bf04b93-0631-4fb3-9984-a06f713bff60,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:11.990857 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Checking segment: {'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:15:11.991213 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network hostable DHCP agents. Network: 38feac38-500d-4b53-9bb6-f45b3ad16201, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:15:12.013113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 38feac38-500d-4b53-9bb6-f45b3ad16201 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:15:12.022558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 38feac38-500d-4b53-9bb6-f45b3ad16201) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:12.027407 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.028332 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.042483 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae787be8-c32f-4d82-a69d-df3a66d47ec7 None None] Network 38feac38-500d-4b53-9bb6-f45b3ad16201 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:15:12.052244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9c1c6196-e56b-4ef0-adf7-a76de57250c0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6126480 Feb 11 14:15:12.054993 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56456) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:12.187346 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.214390 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Transition to ACTIVE for port object 84b06ee4-894a-4c83-96b7-b5fbd628e02a will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:12.233372 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.354708 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d5cd5-4dc8-4bbe-ad5a-cb0af540a471 None None] Pushing event updated for resources: {'Port': ['ID=84b06ee4-894a-4c83-96b7-b5fbd628e02a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:12.362666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Attempting to bind port 84b06ee4-894a-4c83-96b7-b5fbd628e02a on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:12.362928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Attempting to bind port 84b06ee4-894a-4c83-96b7-b5fbd628e02a by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:12.363286 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Attempting to bind port 84b06ee4-894a-4c83-96b7-b5fbd628e02a on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:15:12.400834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:15:12.401224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:15:12.401598 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.401973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:15:12.402432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Bound port: 84b06ee4-894a-4c83-96b7-b5fbd628e02a, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:12.402830 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.433902 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-38feac38-500d-4b53-9bb6-f45b3ad16201', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:15:12.434721 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.550361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] For port 84b06ee4-894a-4c83-96b7-b5fbd628e02a, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:12.568027 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] For port 84b06ee4-894a-4c83-96b7-b5fbd628e02a, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=84b06ee4-894a-4c83-96b7-b5fbd628e02a,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:12.602014 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:12.700449 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Allocated IP 172.20.0.2 (38feac38-500d-4b53-9bb6-f45b3ad16201/1bf04b93-0631-4fb3-9984-a06f713bff60/abc3e8ef-da30-4735-b26c-3d4f7853ce53) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:12.707031 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d5cd5-4dc8-4bbe-ad5a-cb0af540a471 None None] Pushing event updated for resources: {'Port': ['ID=84b06ee4-894a-4c83-96b7-b5fbd628e02a,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:12.721809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Routers {'5e025005-4182-4a7b-a297-3e0e2aba73b4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:15:12.722430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5e025005-4182-4a7b-a297-3e0e2aba73b4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:12.920931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.047728 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.064373 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] Set router 5e025005-4182-4a7b-a297-3e0e2aba73b4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:15:13.196613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.260635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Transition to ACTIVE for port object abc3e8ef-da30-4735-b26c-3d4f7853ce53 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:13.294239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Transition to ACTIVE for port object abc3e8ef-da30-4735-b26c-3d4f7853ce53 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:13.314021 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.364895 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.20.0.1 (38feac38-500d-4b53-9bb6-f45b3ad16201/1bf04b93-0631-4fb3-9984-a06f713bff60/603bf5fc-d663-41ce-ba59-35a5139914e0) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:13.471667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Network 38feac38-500d-4b53-9bb6-f45b3ad16201 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:13.472878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:13.475583 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:15:13.486119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Pushing event updated for resources: {'Port': ['ID=abc3e8ef-da30-4735-b26c-3d4f7853ce53,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:13.531320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.547182 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Transition to ACTIVE for port object 603bf5fc-d663-41ce-ba59-35a5139914e0 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:13.571084 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.592728 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Attempting to bind port abc3e8ef-da30-4735-b26c-3d4f7853ce53 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:13.593082 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Attempting to bind port abc3e8ef-da30-4735-b26c-3d4f7853ce53 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:13.593441 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Attempting to bind port abc3e8ef-da30-4735-b26c-3d4f7853ce53 on network 38feac38-500d-4b53-9bb6-f45b3ad16201 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:15:13.603959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:15:13.604320 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Checking segment: {'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:15:13.604712 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.605091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Bound using segment: {'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:15:13.605543 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Bound port: abc3e8ef-da30-4735-b26c-3d4f7853ce53, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:13.605905 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.625807 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:13.645280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 38feac38-500d-4b53-9bb6-f45b3ad16201 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:13.648111 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:13.651835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:15:13.658743 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab80898-45db-459f-9a05-99a8b575e176 None None] The sync data for ids ['5e025005-4182-4a7b-a297-3e0e2aba73b4'] in n-d-818559-1 is: [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:10Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:15:13.683467 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=603bf5fc-d663-41ce-ba59-35a5139914e0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:13.714255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] For port abc3e8ef-da30-4735-b26c-3d4f7853ce53, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:13.714659 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.720083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] For port abc3e8ef-da30-4735-b26c-3d4f7853ce53, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=abc3e8ef-da30-4735-b26c-3d4f7853ce53,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:13.725454 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.807625 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:13.817092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba258e3-09d5-4745-bb58-7c5e450b76d5 None None] Pushing event updated for resources: {'Port': ['ID=abc3e8ef-da30-4735-b26c-3d4f7853ce53,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:14.397083 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.401719 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.534150 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:14.537680 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=603bf5fc-d663-41ce-ba59-35a5139914e0,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:14.680836 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 38feac38-500d-4b53-9bb6-f45b3ad16201 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:14.681949 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:14.846515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d046d5e7-97f3-45a7-b1c4-01df92fb7830 None None] Network 38feac38-500d-4b53-9bb6-f45b3ad16201 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:15:14.948560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e396203f-d1e8-48fd-af51-4c93e097edc2 None None] Provisioning for port abc3e8ef-da30-4735-b26c-3d4f7853ce53 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:15.067369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 5e025005-4182-4a7b-a297-3e0e2aba73b4 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:15:15.285945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:15.301464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f70528d9-5811-4c1d-81ad-6a76964fa2ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "PUT /v2.0/routers/5e025005-4182-4a7b-a297-3e0e2aba73b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2454681 Feb 11 14:15:15.371025 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device abc3e8ef-da30-4735-b26c-3d4f7853ce53 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:15:15.460305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a2744ea4-9c7f-4c40-a9f8-823ab238c851 None None] Provisioning for port 603bf5fc-d663-41ce-ba59-35a5139914e0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:15.467254 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port abc3e8ef-da30-4735-b26c-3d4f7853ce53 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:15.473305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a2744ea4-9c7f-4c40-a9f8-823ab238c851 None None] Provisioning complete for port 603bf5fc-d663-41ce-ba59-35a5139914e0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:15.474005 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2744ea4-9c7f-4c40-a9f8-823ab238c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.503461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port abc3e8ef-da30-4735-b26c-3d4f7853ce53 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:15.503795 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.516608 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-034f8210-db11-4a3a-b2fd-59e5a6948adc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:15:15.536784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-034f8210-db11-4a3a-b2fd-59e5a6948adc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:15:15.538348 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-034f8210-db11-4a3a-b2fd-59e5a6948adc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008132064&fields=id&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 267 time: 0.0848293 Feb 11 14:15:15.603521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a2744ea4-9c7f-4c40-a9f8-823ab238c851 None None] Port 603bf5fc-d663-41ce-ba59-35a5139914e0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:15:15.611368 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52a904ca-226c-4ce9-a704-2e6d523bef49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.674000 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.706694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-35125b5e-98aa-4188-9787-a1e21f36b2c1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:15.707370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-35125b5e-98aa-4188-9787-a1e21f36b2c1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:15:15.708180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port abc3e8ef-da30-4735-b26c-3d4f7853ce53, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=abc3e8ef-da30-4735-b26c-3d4f7853ce53,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:15.712385 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.713488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 84b06ee4-894a-4c83-96b7-b5fbd628e02a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:15:15.722235 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-35125b5e-98aa-4188-9787-a1e21f36b2c1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:15:15.723624 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-35125b5e-98aa-4188-9787-a1e21f36b2c1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/networks?id=38feac38-500d-4b53-9bb6-f45b3ad16201 HTTP/1.1" status: 200 len: 797 time: 0.1771851 Feb 11 14:15:15.740758 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-3574e5a1-673b-4657-b552-b219938dbf9f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/quotas/20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 375 time: 0.0119758 Feb 11 14:15:15.820039 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-52d4caa3-1075-4a4d-8a8f-a440632259e5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:15:15.836801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-52d4caa3-1075-4a4d-8a8f-a440632259e5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:15:15.838084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-52d4caa3-1075-4a4d-8a8f-a440632259e5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920749 Feb 11 14:15:15.847586 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=abc3e8ef-da30-4735-b26c-3d4f7853ce53,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:15.851921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a0414ccc-35a3-400f-9f1d-b3215cb674d8 None None] Provisioning complete for port 603bf5fc-d663-41ce-ba59-35a5139914e0 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:15.852290 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0414ccc-35a3-400f-9f1d-b3215cb674d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.913567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a0414ccc-35a3-400f-9f1d-b3215cb674d8 None None] Port 603bf5fc-d663-41ce-ba59-35a5139914e0 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:15:15.917168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 84b06ee4-894a-4c83-96b7-b5fbd628e02a completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:15.922384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 84b06ee4-894a-4c83-96b7-b5fbd628e02a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:15.922782 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:15.940770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-84923362-daf4-40d2-b56c-64ead88f773c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:15:15.947187 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-84923362-daf4-40d2-b56c-64ead88f773c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0955369 Feb 11 14:15:16.035623 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:16.052154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 84b06ee4-894a-4c83-96b7-b5fbd628e02a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=84b06ee4-894a-4c83-96b7-b5fbd628e02a,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:16.056185 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:16.076420 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-e9b7ecb4-5b7d-4291-a1d0-eac67100d192 service neutron] 10.222.0.67 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279340 Feb 11 14:15:16.126108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=84b06ee4-894a-4c83-96b7-b5fbd628e02a,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:16.217075 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-5d0e3dee-3e62-4371-a612-b7647e564cc4 service neutron] 10.222.0.67 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320696 Feb 11 14:15:17.272422 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Sync routers for ids ['5e025005-4182-4a7b-a297-3e0e2aba73b4'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:15:17.284857 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Routers {'5e025005-4182-4a7b-a297-3e0e2aba73b4'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:15:17.285446 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:14:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5e025005-4182-4a7b-a297-3e0e2aba73b4'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:17.297512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device abc3e8ef-da30-4735-b26c-3d4f7853ce53 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:15:17.378984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port abc3e8ef-da30-4735-b26c-3d4f7853ce53 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:17.379479 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:17.440454 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-118c8f89-ec44-4528-8c17-71b56216e557 req-2ce810aa-6f8a-44d9-9ac9-9ea681e65049 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:15:17.454555 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-118c8f89-ec44-4528-8c17-71b56216e557 req-2ce810aa-6f8a-44d9-9ac9-9ea681e65049 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:15:17.456091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-118c8f89-ec44-4528-8c17-71b56216e557 req-2ce810aa-6f8a-44d9-9ac9-9ea681e65049 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 210 time: 0.0575092 Feb 11 14:15:17.509296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 84b06ee4-894a-4c83-96b7-b5fbd628e02a up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:15:17.538017 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Set router 5e025005-4182-4a7b-a297-3e0e2aba73b4 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:15:17.579581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 84b06ee4-894a-4c83-96b7-b5fbd628e02a triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:17.579942 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:17.768063 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b81c9c8-623e-435d-954e-45caa6ed3850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:17.865800 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:13Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '603bf5fc-d663-41ce-ba59-35a5139914e0', 'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:1a:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:13Z', 'updated_at': '2022-02-11T14:15:14Z', 'revision_number': 2, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:17.869630 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Checking router: 5e025005-4182-4a7b-a297-3e0e2aba73b4 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:15:17.869962 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Updating router 5e025005-4182-4a7b-a297-3e0e2aba73b4 port 603bf5fc-d663-41ce-ba59-35a5139914e0 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:15:17.924768 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:18.271046 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:18.283328 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Transition to ACTIVE for port object 603bf5fc-d663-41ce-ba59-35a5139914e0 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:18.289652 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:18.415847 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Pushing event updated for resources: {'Port': ['ID=603bf5fc-d663-41ce-ba59-35a5139914e0,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:18.461284 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.461590 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.461918 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.462243 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.462558 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.462986 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.463207 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.463519 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.463825 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.464133 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.464443 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:18.517161 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Attempting to bind port 603bf5fc-d663-41ce-ba59-35a5139914e0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:18.517517 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Attempting to bind port 603bf5fc-d663-41ce-ba59-35a5139914e0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:18.518071 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Attempting to bind port 603bf5fc-d663-41ce-ba59-35a5139914e0 on network 38feac38-500d-4b53-9bb6-f45b3ad16201 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:15:18.525739 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:15:18.526104 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Checking segment: {'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:15:18.526494 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:18.526901 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Bound using segment: {'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:15:18.527350 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Bound port: 603bf5fc-d663-41ce-ba59-35a5139914e0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:18.527710 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:18.646758 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] For port 603bf5fc-d663-41ce-ba59-35a5139914e0, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:18.650049 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] For port 603bf5fc-d663-41ce-ba59-35a5139914e0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=603bf5fc-d663-41ce-ba59-35a5139914e0,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:18.660948 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:18.691337 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0815c848-59f7-4a77-8a8e-cfdd4f44fb99 req-204d99be-7fa8-4e06-8ee6-fb96b3d27d2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 210 time: 0.0626221 Feb 11 14:15:18.774733 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Routers {'5e025005-4182-4a7b-a297-3e0e2aba73b4'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:15:18.775345 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:15:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5e025005-4182-4a7b-a297-3e0e2aba73b4'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:18.791709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-b11b5657-8029-4fe9-86cc-adcf3c65fc06 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:18.792387 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-b11b5657-8029-4fe9-86cc-adcf3c65fc06 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:15:18.806807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-b11b5657-8029-4fe9-86cc-adcf3c65fc06 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:15:18.807998 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-b11b5657-8029-4fe9-86cc-adcf3c65fc06 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.73 "GET /v2.0/networks?id=38feac38-500d-4b53-9bb6-f45b3ad16201 HTTP/1.1" status: 200 len: 797 time: 0.2069905 Feb 11 14:15:18.833614 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933f8a0-393f-4460-8af1-818cb8bc033a None None] Pushing event updated for resources: {'Port': ['ID=603bf5fc-d663-41ce-ba59-35a5139914e0,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:18.875213 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-d25fbf8b-04b8-49f8-ad2b-f74b923a4e77 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 380 time: 0.0543613 Feb 11 14:15:18.894888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'port': {'device_id': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'admin_state_up': True, 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'security_groups': ['c27a48b2-2195-400e-91e1-12ac26ae182d']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:18.978333 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] Set router 5e025005-4182-4a7b-a297-3e0e2aba73b4 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:15:19.020367 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:19.095010 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:19.152521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:19.162379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:19.172552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:19.175758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:19.331977 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:13Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '603bf5fc-d663-41ce-ba59-35a5139914e0', 'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:1a:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:13Z', 'updated_at': '2022-02-11T14:15:18Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:19.335904 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459cd059-5bdb-462a-a50b-66d1ca0e01c3 None None] The sync data for ids ['5e025005-4182-4a7b-a297-3e0e2aba73b4'] in n-d-818559-1 is: [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:13Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '603bf5fc-d663-41ce-ba59-35a5139914e0', 'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:1a:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:13Z', 'updated_at': '2022-02-11T14:15:18Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:15:19.343723 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.20.0.6 (38feac38-500d-4b53-9bb6-f45b3ad16201/1bf04b93-0631-4fb3-9984-a06f713bff60/59d827b5-6b22-4b59-8749-e68482f6a5b2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:19.563410 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:19.582335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Transition to ACTIVE for port object 59d827b5-6b22-4b59-8749-e68482f6a5b2 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:19.604832 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:19.683412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 38feac38-500d-4b53-9bb6-f45b3ad16201 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:19.687701 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:19.692286 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:15:19.718491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=59d827b5-6b22-4b59-8749-e68482f6a5b2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:19.767808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:19.768779 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:19.807571 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-12189599-a91e-4b38-88e8-31f56fd1f5ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9178760 Feb 11 14:15:19.911052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Request body: {'port': {'device_id': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:19.979437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45a336-cb5b-485d-869e-0ddabcc608c6 req-be9036b6-7b5b-4026-8eb8-f45c5960d68f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:19.980121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-bd45a336-cb5b-485d-869e-0ddabcc608c6 req-be9036b6-7b5b-4026-8eb8-f45c5960d68f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:15:20.015129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-178bbe84-abd1-471e-a4b5-a7df48e1a89d None None] Provisioning for port 59d827b5-6b22-4b59-8749-e68482f6a5b2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:20.022878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-178bbe84-abd1-471e-a4b5-a7df48e1a89d None None] Provisioning complete for port 59d827b5-6b22-4b59-8749-e68482f6a5b2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:20.023541 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-178bbe84-abd1-471e-a4b5-a7df48e1a89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.049347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-bd45a336-cb5b-485d-869e-0ddabcc608c6 req-be9036b6-7b5b-4026-8eb8-f45c5960d68f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:15:20.050558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd45a336-cb5b-485d-869e-0ddabcc608c6 req-be9036b6-7b5b-4026-8eb8-f45c5960d68f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 931 time: 0.2120910 Feb 11 14:15:20.053231 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.113581 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-178bbe84-abd1-471e-a4b5-a7df48e1a89d None None] Port 59d827b5-6b22-4b59-8749-e68482f6a5b2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:15:20.167717 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd45a336-cb5b-485d-869e-0ddabcc608c6 req-bcbef877-0f66-4ecd-b01f-ea10779259b8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042459 Feb 11 14:15:20.446707 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d827b5-6b22-4b59-8749-e68482f6a5b2 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:20.453677 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.468019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Transition to ACTIVE for port object 59d827b5-6b22-4b59-8749-e68482f6a5b2 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:20.471786 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.492664 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.604630 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87243884-2365-498d-acff-f10221db07c4 service neutron] Pushing event updated for resources: {'Port': ['ID=59d827b5-6b22-4b59-8749-e68482f6a5b2,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:20.716724 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Attempting to bind port 59d827b5-6b22-4b59-8749-e68482f6a5b2 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:20.717125 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Attempting to bind port 59d827b5-6b22-4b59-8749-e68482f6a5b2 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:20.717382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Attempting to bind port 59d827b5-6b22-4b59-8749-e68482f6a5b2 on network 38feac38-500d-4b53-9bb6-f45b3ad16201 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:15:20.723794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Port 59d827b5-6b22-4b59-8749-e68482f6a5b2 on network 38feac38-500d-4b53-9bb6-f45b3ad16201 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:15:20.724147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Attempting to bind port 59d827b5-6b22-4b59-8749-e68482f6a5b2 on network 38feac38-500d-4b53-9bb6-f45b3ad16201 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:15:20.730483 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:15:20.730878 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Checking segment: {'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:15:20.731255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Bound using segment: {'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:15:20.732090 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Bound port: 59d827b5-6b22-4b59-8749-e68482f6a5b2, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73474f76-3c72-4e27-ab88-5324f0cba06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:20.732628 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.819134 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] For port 59d827b5-6b22-4b59-8749-e68482f6a5b2, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:20.821956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] For port 59d827b5-6b22-4b59-8749-e68482f6a5b2, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:20.827232 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.891870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:20.893217 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-87243884-2365-498d-acff-f10221db07c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/59d827b5-6b22-4b59-8749-e68482f6a5b2 HTTP/1.1" status: 200 len: 1091 time: 1.0789618 Feb 11 14:15:20.893644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'tag': '59d827b5-6b22-4b59-8749-e68482f6a5b2'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:20.921130 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87243884-2365-498d-acff-f10221db07c4 service neutron] Pushing event updated for resources: {'Port': ['ID=59d827b5-6b22-4b59-8749-e68482f6a5b2,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:21.012070 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-0a61aa43-eb08-4bb1-bab4-7b4b1b9a92ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 1094 time: 0.0770876 Feb 11 14:15:21.071760 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'tag': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'status': 'completed', 'code': 200} Feb 11 14:15:21.084446 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-895b0392-87e1-4237-8932-ca9a3d787018 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2 HTTP/1.1" status: 200 len: 217 time: 0.0661752 Feb 11 14:15:21.236434 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-542ed8bc-3400-4798-aa36-e2d42cd06563 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.237875 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-542ed8bc-3400-4798-aa36-e2d42cd06563 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bf04b93-0631-4fb3-9984-a06f713bff60 HTTP/1.1" status: 200 len: 833 time: 0.1483037 Feb 11 14:15:21.326239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 603bf5fc-d663-41ce-ba59-35a5139914e0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:15:21.371494 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-427740eb-5978-4099-9fb0-f31ec99fe718 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38feac38-500d-4b53-9bb6-f45b3ad16201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276269 Feb 11 14:15:21.399855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 603bf5fc-d663-41ce-ba59-35a5139914e0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:21.404883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 603bf5fc-d663-41ce-ba59-35a5139914e0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:21.405251 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.485933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690c5dd-f1be-4803-a285-a76cf5ae1c11 req-ff5307b3-ae4d-4048-aa18-d4ecfa1eb0b2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.487403 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b690c5dd-f1be-4803-a285-a76cf5ae1c11 req-ff5307b3-ae4d-4048-aa18-d4ecfa1eb0b2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 943 time: 0.1727126 Feb 11 14:15:21.520264 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.552892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-11bf8cbc-4ddb-433e-856e-14605aa46fea service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688576 Feb 11 14:15:21.553885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 603bf5fc-d663-41ce-ba59-35a5139914e0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=603bf5fc-d663-41ce-ba59-35a5139914e0,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:21.558017 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:21.586180 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b690c5dd-f1be-4803-a285-a76cf5ae1c11 req-84e94e81-8eb9-40c0-b8a9-1a0f1c3b0f1e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903401 Feb 11 14:15:21.629789 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=603bf5fc-d663-41ce-ba59-35a5139914e0,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:21.708031 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b35c625e-6583-468c-91c2-e222d45aaf18 req-c9bc203a-eb3f-40a5-9bbc-01c9c8885924 service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494696 Feb 11 14:15:21.824198 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f0ccbdc-a5bb-4417-b2c4-51b89b76f852 req-5da47bf5-08e0-45e0-86ed-76758490ae7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 1094 time: 0.0749619 Feb 11 14:15:21.953976 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ccbdc-a5bb-4417-b2c4-51b89b76f852 req-6a317f58-5332-4267-9def-55e1d751f104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:21.955440 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f0ccbdc-a5bb-4417-b2c4-51b89b76f852 req-6a317f58-5332-4267-9def-55e1d751f104 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38feac38-500d-4b53-9bb6-f45b3ad16201 HTTP/1.1" status: 200 len: 898 time: 0.1257153 Feb 11 14:15:22.027249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f0ccbdc-a5bb-4417-b2c4-51b89b76f852 req-7ca4553d-54f9-44ce-a4d9-368106dc0940 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2 HTTP/1.1" status: 200 len: 217 time: 0.0644243 Feb 11 14:15:22.092036 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ccbdc-a5bb-4417-b2c4-51b89b76f852 req-f3b1a436-2b72-433a-b44b-8571cc7a0523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.093404 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f0ccbdc-a5bb-4417-b2c4-51b89b76f852 req-f3b1a436-2b72-433a-b44b-8571cc7a0523 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bf04b93-0631-4fb3-9984-a06f713bff60 HTTP/1.1" status: 200 len: 833 time: 0.0598981 Feb 11 14:15:22.171903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f0ccbdc-a5bb-4417-b2c4-51b89b76f852 req-6057fa08-b7f8-4c3e-b16a-ff8cf84540a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38feac38-500d-4b53-9bb6-f45b3ad16201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711584 Feb 11 14:15:22.306485 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f0ccbdc-a5bb-4417-b2c4-51b89b76f852 req-5943e60c-b308-445b-8ff0-01b991eed9dc service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278412 Feb 11 14:15:22.436903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f0ccbdc-a5bb-4417-b2c4-51b89b76f852 req-0b89e002-4541-4fa8-a72b-800f291527b7 service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242592 Feb 11 14:15:22.882783 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad8746-b69c-4ba4-b185-9fd71a5bca13 req-b7a03e66-ecab-4e1e-8b1d-7a355ea46557 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:22.884166 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0ad8746-b69c-4ba4-b185-9fd71a5bca13 req-b7a03e66-ecab-4e1e-8b1d-7a355ea46557 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 943 time: 0.1762371 Feb 11 14:15:22.929669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f0ad8746-b69c-4ba4-b185-9fd71a5bca13 req-40fd84e5-a831-457b-ad74-4bbdac140ab9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393569 Feb 11 14:15:23.295888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 603bf5fc-d663-41ce-ba59-35a5139914e0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:15:23.371633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 603bf5fc-d663-41ce-ba59-35a5139914e0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:23.371998 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:24.128534 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba6f36-0b1b-4277-b35f-72d4ac099a3d req-98717dc2-9463-48ee-90c9-57ff4bead681 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:24.129988 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ba6f36-0b1b-4277-b35f-72d4ac099a3d req-98717dc2-9463-48ee-90c9-57ff4bead681 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 943 time: 0.0806997 Feb 11 14:15:24.174979 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a6ba6f36-0b1b-4277-b35f-72d4ac099a3d req-153be39c-6f99-43a5-97ec-b21826c7459f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395145 Feb 11 14:15:24.528544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 59d827b5-6b22-4b59-8749-e68482f6a5b2 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:15:24.673912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 59d827b5-6b22-4b59-8749-e68482f6a5b2, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:24.687561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'port_id': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'mac_address': 'fa:16:3e:5a:ca:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:15:24.740390 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:24.760371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d827b5-6b22-4b59-8749-e68482f6a5b2 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:24.774872 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 59d827b5-6b22-4b59-8749-e68482f6a5b2, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:24.779434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:24.842893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=59d827b5-6b22-4b59-8749-e68482f6a5b2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:25.020371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['59d827b5-6b22-4b59-8749-e68482f6a5b2'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:15:25.373371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b944f28-587e-42b4-b8f7-412dffaaee21 req-2d8a94ac-49f4-40e3-81a3-62de4621c7d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:25.374823 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b944f28-587e-42b4-b8f7-412dffaaee21 req-2d8a94ac-49f4-40e3-81a3-62de4621c7d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 944 time: 0.0794282 Feb 11 14:15:25.420355 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6b944f28-587e-42b4-b8f7-412dffaaee21 req-3016ae25-3203-4339-b16e-334235ec947a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400958 Feb 11 14:15:26.559117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 59d827b5-6b22-4b59-8749-e68482f6a5b2 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:15:26.614728 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a3ae-f16b-437e-a121-fe4898d6a317 req-e962a4bd-dd86-4b77-abff-101326b1d321 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:26.616191 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef32a3ae-f16b-437e-a121-fe4898d6a317 req-e962a4bd-dd86-4b77-abff-101326b1d321 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 944 time: 0.0758214 Feb 11 14:15:26.631079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 59d827b5-6b22-4b59-8749-e68482f6a5b2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:26.635763 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 59d827b5-6b22-4b59-8749-e68482f6a5b2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:26.636122 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:26.663272 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef32a3ae-f16b-437e-a121-fe4898d6a317 req-665d9d0c-e005-496a-ba7d-64f24ebdf0cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415995 Feb 11 14:15:26.748850 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:26.773879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d827b5-6b22-4b59-8749-e68482f6a5b2'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:26.783195 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 59d827b5-6b22-4b59-8749-e68482f6a5b2, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:26.786998 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:26.832659 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'code': 200} Feb 11 14:15:26.857552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=59d827b5-6b22-4b59-8749-e68482f6a5b2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:26.960728 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a01e8c8-ae67-4412-a4c7-96822f0eba59 req-4976831d-ee79-4926-aa1b-d3b454e76db5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 1096 time: 0.0710287 Feb 11 14:15:27.001421 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8a01e8c8-ae67-4412-a4c7-96822f0eba59 req-bb608dcd-94ce-42e9-8fc8-2a1cff6d121d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353057 Feb 11 14:15:27.861523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd23d1d-3692-4c00-b07b-1d44a81e93bd req-e8d500e2-82e0-4112-abc1-7281123f938e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:27.863259 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5dd23d1d-3692-4c00-b07b-1d44a81e93bd req-e8d500e2-82e0-4112-abc1-7281123f938e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0752776 Feb 11 14:15:27.912900 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5dd23d1d-3692-4c00-b07b-1d44a81e93bd req-2d0b60b6-041f-4559-8df9-6a92748b0445 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443573 Feb 11 14:15:29.117597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba14848-e708-4efd-8b9a-07a5bf61db75 req-db31986e-5741-45e3-b845-0489457814ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:29.119106 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bba14848-e708-4efd-8b9a-07a5bf61db75 req-db31986e-5741-45e3-b845-0489457814ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0784514 Feb 11 14:15:29.166197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bba14848-e708-4efd-8b9a-07a5bf61db75 req-df4df3d1-9556-46e5-a6fc-5634e25b1808 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Feb 11 14:15:29.447708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f2c2d-9b14-4222-85df-53063b599a6d req-f5dcc520-4423-4df4-82ed-dae193b70802 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:29.449153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f63f2c2d-9b14-4222-85df-53063b599a6d req-f5dcc520-4423-4df4-82ed-dae193b70802 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.1631515 Feb 11 14:15:29.494420 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f63f2c2d-9b14-4222-85df-53063b599a6d req-963ac628-80c5-410d-9fc6-683021051a8e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383530 Feb 11 14:15:29.522291 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56514) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:29.594764 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-490ec9c2-1790-44b5-8829-9d0e41293f58 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 1091 time: 0.0712781 Feb 11 14:15:29.597399 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56518) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:29.602322 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:15:29.608618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:15:29.612371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:floatingip and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:15:29.615127 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:15:29.620590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:15:29.639030 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:29.777777 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:29.907707 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.25.4.208 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/55085d5f-fb28-4463-9866-affd93579c67) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:30.057037 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.084448 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.154426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:30.157083 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:30.161567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:15:30.185927 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=55085d5f-fb28-4463-9866-affd93579c67,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:30.654821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.708397 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.909869 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.914272 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.019550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=55085d5f-fb28-4463-9866-affd93579c67,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:31.033333 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.312239 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Floating IP dd38e3f8-6c46-4ff2-a80d-a80e98a645e9 associated. External IP: 172.25.4.208, port: 59d827b5-6b22-4b59-8749-e68482f6a5b2. Feb 11 14:15:31.695035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 5e025005-4182-4a7b-a297-3e0e2aba73b4 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:15:31.897311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:31.907517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] Sync routers for ids ['5e025005-4182-4a7b-a297-3e0e2aba73b4'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:15:31.919793 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] Routers {'5e025005-4182-4a7b-a297-3e0e2aba73b4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:15:31.920594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:15:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5e025005-4182-4a7b-a297-3e0e2aba73b4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:31.923817 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:31.977978 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8bb7abff-4521-41b1-a618-0c56292d1a14 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3795872 Feb 11 14:15:31.978539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'tag': '59d827b5-6b22-4b59-8749-e68482f6a5b2'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:32.045817 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'tag': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'status': 'completed', 'code': 200} Feb 11 14:15:32.113223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] Set router 5e025005-4182-4a7b-a297-3e0e2aba73b4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:15:32.144456 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06d1fe98-ce7a-4ece-96ca-466ad2219509 req-c1143241-e121-49d6-aa40-626cacf35aac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 1096 time: 0.0792603 Feb 11 14:15:32.174632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167e583-8f27-416d-a394-77c70c6d9f0d req-388643c0-b4eb-4f85-9a47-043ec4b7b36f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.176044 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7167e583-8f27-416d-a394-77c70c6d9f0d req-388643c0-b4eb-4f85-9a47-043ec4b7b36f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0918591 Feb 11 14:15:32.225002 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7167e583-8f27-416d-a394-77c70c6d9f0d req-c856159b-c953-4d88-bc57-a8abdf602510 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Feb 11 14:15:32.255058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56526) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:32.286503 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1fe98-ce7a-4ece-96ca-466ad2219509 req-49e89502-f9da-4961-89ca-8303b422798e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.288023 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06d1fe98-ce7a-4ece-96ca-466ad2219509 req-49e89502-f9da-4961-89ca-8303b422798e service neutron] 10.222.0.73 "GET /v2.0/networks?id=38feac38-500d-4b53-9bb6-f45b3ad16201 HTTP/1.1" status: 200 len: 898 time: 0.1384852 Feb 11 14:15:32.368537 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f705926c-7f6d-4757-9dd1-a76912ed69fc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/dd38e3f8-6c46-4ff2-a80d-a80e98a645e9 HTTP/1.1" status: 200 len: 991 time: 0.1118517 Feb 11 14:15:32.397196 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06d1fe98-ce7a-4ece-96ca-466ad2219509 req-aab35065-9b71-4b39-b63d-aebceb3f9f50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2 HTTP/1.1" status: 200 len: 999 time: 0.1035752 Feb 11 14:15:32.459708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1fe98-ce7a-4ece-96ca-466ad2219509 req-a0807959-84d3-42b7-b1c6-a1c52f99e695 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:32.462231 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06d1fe98-ce7a-4ece-96ca-466ad2219509 req-a0807959-84d3-42b7-b1c6-a1c52f99e695 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bf04b93-0631-4fb3-9984-a06f713bff60 HTTP/1.1" status: 200 len: 833 time: 0.0594923 Feb 11 14:15:32.510297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:13Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'dd38e3f8-6c46-4ff2-a80d-a80e98a645e9', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'port_id': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'mac_address': 'fa:16:3e:5a:ca:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:30Z', 'updated_at': '2022-02-11T14:15:30Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603bf5fc-d663-41ce-ba59-35a5139914e0', 'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:1a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:13Z', 'updated_at': '2022-02-11T14:15:21Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:32.514809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] Checking router: 5e025005-4182-4a7b-a297-3e0e2aba73b4 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:15:32.525275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] Routers {'5e025005-4182-4a7b-a297-3e0e2aba73b4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:15:32.525874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:15:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5e025005-4182-4a7b-a297-3e0e2aba73b4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:32.537324 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06d1fe98-ce7a-4ece-96ca-466ad2219509 req-07e5742f-43e4-4bab-ad27-739f88a96ae7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38feac38-500d-4b53-9bb6-f45b3ad16201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697858 Feb 11 14:15:32.667192 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06d1fe98-ce7a-4ece-96ca-466ad2219509 req-70e9857d-6ca4-476f-9bba-07bea1a7e9c4 service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242607 Feb 11 14:15:32.840707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] Set router 5e025005-4182-4a7b-a297-3e0e2aba73b4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:15:32.899273 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-06d1fe98-ce7a-4ece-96ca-466ad2219509 req-eac4a8f7-9beb-47e9-bed0-cf9abea59031 service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269907 Feb 11 14:15:33.252855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:13Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'dd38e3f8-6c46-4ff2-a80d-a80e98a645e9', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'port_id': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'mac_address': 'fa:16:3e:5a:ca:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:30Z', 'updated_at': '2022-02-11T14:15:30Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603bf5fc-d663-41ce-ba59-35a5139914e0', 'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:1a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:13Z', 'updated_at': '2022-02-11T14:15:21Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:33.256762 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3575c0-703a-4f40-8280-d2276e09bb6d None None] The sync data for ids ['5e025005-4182-4a7b-a297-3e0e2aba73b4'] in n-d-818559-1 is: [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:13Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'dd38e3f8-6c46-4ff2-a80d-a80e98a645e9', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'port_id': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'mac_address': 'fa:16:3e:5a:ca:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:30Z', 'updated_at': '2022-02-11T14:15:30Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603bf5fc-d663-41ce-ba59-35a5139914e0', 'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:1a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:13Z', 'updated_at': '2022-02-11T14:15:21Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:15:33.372458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56530) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:33.473621 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-87a5ecf1-a8ba-4bf5-b07e-56e21b12ace2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/dd38e3f8-6c46-4ff2-a80d-a80e98a645e9 HTTP/1.1" status: 200 len: 991 time: 0.1000154 Feb 11 14:15:34.477504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56534) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:34.582547 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c3ff613d-9be0-4d1b-bb6c-c83fd63f9552 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/dd38e3f8-6c46-4ff2-a80d-a80e98a645e9 HTTP/1.1" status: 200 len: 991 time: 0.1038735 Feb 11 14:15:35.585463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56538) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:35.687444 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ccb7466b-6ef2-44fc-afbc-a0824b9d0f6e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/dd38e3f8-6c46-4ff2-a80d-a80e98a645e9 HTTP/1.1" status: 200 len: 991 time: 0.1008484 Feb 11 14:15:36.270791 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47bfac-e8d5-4e4b-a1f8-e538623a0a8b None None] New status for floating IP dd38e3f8-6c46-4ff2-a80d-a80e98a645e9: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:15:36.691449 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56542) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:15:36.815140 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-202d0e93-0f20-4416-a2d2-9c7e5e00888d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/dd38e3f8-6c46-4ff2-a80d-a80e98a645e9 HTTP/1.1" status: 200 len: 993 time: 0.1224461 Feb 11 14:15:38.000202 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:42.996035 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.562100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24592d54-803e-4c7c-95be-e5d5d95e63cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:46.802236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ebde5c12-5c1b-42d2-a099-94ecd6891ac7 req-1191e688-6fb4-4eea-bf43-bffba8203bc8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693572 Feb 11 14:15:46.940281 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ebde5c12-5c1b-42d2-a099-94ecd6891ac7 req-2bd45ec2-7b38-48b3-b664-d8fa62229833 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 1096 time: 0.0697601 Feb 11 14:15:47.084208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde5c12-5c1b-42d2-a099-94ecd6891ac7 req-b3b3baa8-de85-46ba-82f4-7d0b5a772a91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:47.085567 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ebde5c12-5c1b-42d2-a099-94ecd6891ac7 req-b3b3baa8-de85-46ba-82f4-7d0b5a772a91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38feac38-500d-4b53-9bb6-f45b3ad16201 HTTP/1.1" status: 200 len: 898 time: 0.1257451 Feb 11 14:15:47.187611 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ebde5c12-5c1b-42d2-a099-94ecd6891ac7 req-f6408c87-781e-4dd1-a9c5-ac8f952c4844 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2 HTTP/1.1" status: 200 len: 1001 time: 0.0957077 Feb 11 14:15:47.250453 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde5c12-5c1b-42d2-a099-94ecd6891ac7 req-2dfa78e8-80e5-444d-a22f-e91950b894a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:47.251883 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ebde5c12-5c1b-42d2-a099-94ecd6891ac7 req-2dfa78e8-80e5-444d-a22f-e91950b894a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bf04b93-0631-4fb3-9984-a06f713bff60 HTTP/1.1" status: 200 len: 833 time: 0.0566666 Feb 11 14:15:47.330657 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ebde5c12-5c1b-42d2-a099-94ecd6891ac7 req-c96126df-47b1-4581-9348-1e8b635575aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38feac38-500d-4b53-9bb6-f45b3ad16201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722768 Feb 11 14:15:47.370204 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:15:47.464196 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ebde5c12-5c1b-42d2-a099-94ecd6891ac7 req-4ca8fe88-696c-4a37-ba2e-2874b5b8050e service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270499 Feb 11 14:15:47.595075 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ebde5c12-5c1b-42d2-a099-94ecd6891ac7 req-53f74024-7ed2-45de-ab1b-26560a6b5a12 service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243589 Feb 11 14:15:47.772211 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85c9a3ad-db6b-4cb4-9208-993d1c21c490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:49.024926 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:49.095326 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.495182 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:59.759412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25bda4a5-dde7-4d7d-b198-86cf73c8907a req-f2d52575-32a3-498b-99cc-4f39c8475286 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 1096 time: 0.1302454 Feb 11 14:15:59.841304 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0dd24-56c6-4bc4-b5a2-ad88fb759845 req-d22cb18b-b861-4cf5-bee5-9837657bc552 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:59.842636 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8be0dd24-56c6-4bc4-b5a2-ad88fb759845 req-d22cb18b-b861-4cf5-bee5-9837657bc552 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.1688573 Feb 11 14:15:59.926413 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8be0dd24-56c6-4bc4-b5a2-ad88fb759845 req-224108ea-d64a-4f2d-b4f5-0baa77719dc9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771382 Feb 11 14:15:59.933307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bda4a5-dde7-4d7d-b198-86cf73c8907a req-1c07c8d8-7c73-4d46-a3f5-5ff4df77e986 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:59.935519 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25bda4a5-dde7-4d7d-b198-86cf73c8907a req-1c07c8d8-7c73-4d46-a3f5-5ff4df77e986 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38feac38-500d-4b53-9bb6-f45b3ad16201 HTTP/1.1" status: 200 len: 898 time: 0.1692874 Feb 11 14:16:00.038236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25bda4a5-dde7-4d7d-b198-86cf73c8907a req-bf094043-458b-43dc-a952-3c0650e5cc4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2 HTTP/1.1" status: 200 len: 1001 time: 0.0968776 Feb 11 14:16:00.100684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bda4a5-dde7-4d7d-b198-86cf73c8907a req-c10a4390-0e86-4419-b36e-ffc8f92c95c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:00.102169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25bda4a5-dde7-4d7d-b198-86cf73c8907a req-c10a4390-0e86-4419-b36e-ffc8f92c95c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bf04b93-0631-4fb3-9984-a06f713bff60 HTTP/1.1" status: 200 len: 833 time: 0.0567839 Feb 11 14:16:00.178080 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25bda4a5-dde7-4d7d-b198-86cf73c8907a req-f2348544-2142-4be8-8472-1e24c427380a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38feac38-500d-4b53-9bb6-f45b3ad16201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690708 Feb 11 14:16:00.396870 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25bda4a5-dde7-4d7d-b198-86cf73c8907a req-164df434-a8f7-4b24-87c7-e56f0c340616 service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124052 Feb 11 14:16:00.526555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25bda4a5-dde7-4d7d-b198-86cf73c8907a req-ef90448a-ac14-4041-af16-7ea55d0b4a21 service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230345 Feb 11 14:16:01.127336 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac218cbc-34b2-4611-abcf-78b0699f27a7 req-43c05d9d-8c0c-4d2c-8273-48c8c4785c85 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:01.128791 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac218cbc-34b2-4611-abcf-78b0699f27a7 req-43c05d9d-8c0c-4d2c-8273-48c8c4785c85 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0806482 Feb 11 14:16:01.175425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac218cbc-34b2-4611-abcf-78b0699f27a7 req-76507f52-0511-4f6e-85f0-1682761f6823 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Feb 11 14:16:02.408793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ef7b5-c900-470b-9f08-debc31b8d642 req-0b350f66-3946-4f17-ab7b-ed431a87a1c9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:02.411115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-696ef7b5-c900-470b-9f08-debc31b8d642 req-0b350f66-3946-4f17-ab7b-ed431a87a1c9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.1033211 Feb 11 14:16:02.464708 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-696ef7b5-c900-470b-9f08-debc31b8d642 req-c8881985-40c1-4941-8a31-1f5105483218 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484250 Feb 11 14:16:03.663396 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d4585-8e10-45fa-b46d-684264fd7590 req-1c47897a-9934-4938-8680-8685ab4c3b6f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:03.665461 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e4d4585-8e10-45fa-b46d-684264fd7590 req-1c47897a-9934-4938-8680-8685ab4c3b6f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0770335 Feb 11 14:16:03.711527 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7e4d4585-8e10-45fa-b46d-684264fd7590 req-9a5324e4-7f9e-4584-8144-a38de425d4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401945 Feb 11 14:16:04.909350 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b73fca-0455-4c54-bf2f-8459903d0903 req-9f3d9829-e1a3-4753-b535-51854b9e478e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:04.910817 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1b73fca-0455-4c54-bf2f-8459903d0903 req-9f3d9829-e1a3-4753-b535-51854b9e478e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0783947 Feb 11 14:16:04.956738 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1b73fca-0455-4c54-bf2f-8459903d0903 req-9d130256-42af-4f70-a619-14e1d09e40fa tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Feb 11 14:16:06.158185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8b0d3-4945-4da5-b283-406512422f48 req-f1f4133c-0294-4081-a720-f26863649c84 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:06.159669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31c8b0d3-4945-4da5-b283-406512422f48 req-f1f4133c-0294-4081-a720-f26863649c84 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0801771 Feb 11 14:16:06.204402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31c8b0d3-4945-4da5-b283-406512422f48 req-0ec1fc66-6116-4399-ab4c-4c59503ea6d4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391521 Feb 11 14:16:07.402896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb3833-90ef-4064-9b98-195ca5ea1317 req-7fa7dd63-1eb3-4bbb-8770-7aca37c0c45f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:07.404375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bdcb3833-90ef-4064-9b98-195ca5ea1317 req-7fa7dd63-1eb3-4bbb-8770-7aca37c0c45f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0748136 Feb 11 14:16:07.449782 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bdcb3833-90ef-4064-9b98-195ca5ea1317 req-40be049d-49db-4124-a635-56fb6ce5b141 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396845 Feb 11 14:16:08.008835 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:08.646673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681dd14-f92a-4290-9774-3ae5dba06fcf req-d08a1514-dee5-472c-83d6-d96dcc223563 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:08.648143 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8681dd14-f92a-4290-9774-3ae5dba06fcf req-d08a1514-dee5-472c-83d6-d96dcc223563 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0797343 Feb 11 14:16:08.698772 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8681dd14-f92a-4290-9774-3ae5dba06fcf req-f94f86ad-194b-4ff1-86f4-236a31a1b05e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 Feb 11 14:16:09.898538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb79af2-8a8d-472d-ba5e-6d0182dc7ce6 req-667aa0d7-e36f-43e3-9800-1d9e9ddfa70b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:09.900024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb79af2-8a8d-472d-ba5e-6d0182dc7ce6 req-667aa0d7-e36f-43e3-9800-1d9e9ddfa70b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0792997 Feb 11 14:16:09.946936 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fcb79af2-8a8d-472d-ba5e-6d0182dc7ce6 req-d733bf74-c107-4745-b0d1-574bd94b6713 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 Feb 11 14:16:11.147968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a2105-7705-4cb0-9c87-967afd889fb0 req-6844b3ec-537e-4fb2-8a3a-218d111716ff tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:11.149425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e74a2105-7705-4cb0-9c87-967afd889fb0 req-6844b3ec-537e-4fb2-8a3a-218d111716ff tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0809197 Feb 11 14:16:11.195743 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e74a2105-7705-4cb0-9c87-967afd889fb0 req-515ceca1-0b3e-4367-a731-0277b31c5b5d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400062 Feb 11 14:16:12.391311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2fd74-7349-485d-966f-e232779753a2 req-6eb5639d-c684-4db7-a14e-4dbc1d19579a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:12.392749 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92c2fd74-7349-485d-966f-e232779753a2 req-6eb5639d-c684-4db7-a14e-4dbc1d19579a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0758390 Feb 11 14:16:12.440987 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92c2fd74-7349-485d-966f-e232779753a2 req-f8032324-13ac-425b-b46a-288c858438b0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Feb 11 14:16:12.468860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56578) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:12.576875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b03f13a0-7e07-4d07-b42f-f99c03429503 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/dd38e3f8-6c46-4ff2-a80d-a80e98a645e9 HTTP/1.1" status: 200 len: 993 time: 0.1068552 Feb 11 14:16:13.015269 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:15.563324 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ec5a805-0b73-458d-aee8-7e567a8cfa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:17.777036 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6c46afdf-7f2f-4f15-a1ff-2009c53d3c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.027628 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.098739 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.501553 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.370528 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:16:38.014495 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.886222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56598) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:42.187012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 55085d5f-fb28-4463-9866-affd93579c67 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:16:42.187268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.353938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.354261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.475270 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 55085d5f-fb28-4463-9866-affd93579c67 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:16:42.623184 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.667441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=55085d5f-fb28-4463-9866-affd93579c67,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:42.702852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.703200 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.703542 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.703875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.704209 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.704539 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.704869 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.705194 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.705518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.705841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.706162 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:42.773773 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.014862 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.173533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 5e025005-4182-4a7b-a297-3e0e2aba73b4 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:43.377689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:43.387001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] Sync routers for ids ['5e025005-4182-4a7b-a297-3e0e2aba73b4'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:16:43.398427 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.399771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] Routers {'5e025005-4182-4a7b-a297-3e0e2aba73b4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:16:43.400385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:16:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5e025005-4182-4a7b-a297-3e0e2aba73b4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:43.452267 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6e3783b1-7c48-4ddf-afd1-6cadd027cdcf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/floatingips/dd38e3f8-6c46-4ff2-a80d-a80e98a645e9 HTTP/1.1" status: 204 len: 168 time: 1.5645573 Feb 11 14:16:43.452845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'tag': '59d827b5-6b22-4b59-8749-e68482f6a5b2'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:43.517877 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'tag': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'status': 'completed', 'code': 200} Feb 11 14:16:43.591093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] Set router 5e025005-4182-4a7b-a297-3e0e2aba73b4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:16:43.611433 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2be9f700-8101-48a2-b590-9a0a527e7171 req-b90efaca-38c1-4afb-a272-12c73f33bd04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 1096 time: 0.0708678 Feb 11 14:16:43.763612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9f700-8101-48a2-b590-9a0a527e7171 req-c6b419b6-03f2-4b0d-888d-dffc267a739f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:43.765126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2be9f700-8101-48a2-b590-9a0a527e7171 req-c6b419b6-03f2-4b0d-888d-dffc267a739f service neutron] 10.222.0.73 "GET /v2.0/networks?id=38feac38-500d-4b53-9bb6-f45b3ad16201 HTTP/1.1" status: 200 len: 898 time: 0.1469965 Feb 11 14:16:43.839708 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2be9f700-8101-48a2-b590-9a0a527e7171 req-6a860262-f100-49a6-b839-6977f855bc15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2 HTTP/1.1" status: 200 len: 217 time: 0.0665803 Feb 11 14:16:43.876091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9be19-845c-48af-8fec-0bc72aa3e188 req-e3822bbb-f48e-4556-a3bd-3ac2ee5716d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:43.876885 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5fd9be19-845c-48af-8fec-0bc72aa3e188 req-e3822bbb-f48e-4556-a3bd-3ac2ee5716d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:16:43.893484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5fd9be19-845c-48af-8fec-0bc72aa3e188 req-e3822bbb-f48e-4556-a3bd-3ac2ee5716d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:16:43.895261 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5fd9be19-845c-48af-8fec-0bc72aa3e188 req-e3822bbb-f48e-4556-a3bd-3ac2ee5716d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.0979877 Feb 11 14:16:43.904394 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9f700-8101-48a2-b590-9a0a527e7171 req-0f0de9de-a35b-4103-916c-7b3736e0e5b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:43.905842 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2be9f700-8101-48a2-b590-9a0a527e7171 req-0f0de9de-a35b-4103-916c-7b3736e0e5b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bf04b93-0631-4fb3-9984-a06f713bff60 HTTP/1.1" status: 200 len: 833 time: 0.0599887 Feb 11 14:16:43.948284 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5fd9be19-845c-48af-8fec-0bc72aa3e188 req-f6a07b22-4ad2-4d47-8407-91136ac7f186 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476446 Feb 11 14:16:43.969971 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:13Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '603bf5fc-d663-41ce-ba59-35a5139914e0', 'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:1a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:13Z', 'updated_at': '2022-02-11T14:15:21Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:43.974214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] Checking router: 5e025005-4182-4a7b-a297-3e0e2aba73b4 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:16:43.985205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] Routers {'5e025005-4182-4a7b-a297-3e0e2aba73b4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:16:43.985912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:16:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5e025005-4182-4a7b-a297-3e0e2aba73b4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:43.988229 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2be9f700-8101-48a2-b590-9a0a527e7171 req-5e415dda-9c6b-4800-8b3d-4d415b358445 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38feac38-500d-4b53-9bb6-f45b3ad16201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752709 Feb 11 14:16:44.128098 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2be9f700-8101-48a2-b590-9a0a527e7171 req-d75ed828-dce8-4fef-ae1e-72f70c4f0bce service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338522 Feb 11 14:16:44.170468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] Set router 5e025005-4182-4a7b-a297-3e0e2aba73b4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:16:44.262468 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2be9f700-8101-48a2-b590-9a0a527e7171 req-b7626681-b943-4943-8547-82cf9c357693 service neutron] 10.222.0.73 "GET /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273675 Feb 11 14:16:44.482869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:13Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '603bf5fc-d663-41ce-ba59-35a5139914e0', 'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:1a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:13Z', 'updated_at': '2022-02-11T14:15:21Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:44.486984 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1274b92e-7784-4dd5-8fd6-12a9a6814109 None None] The sync data for ids ['5e025005-4182-4a7b-a297-3e0e2aba73b4'] in n-d-818559-1 is: [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:15:13Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '603bf5fc-d663-41ce-ba59-35a5139914e0', 'name': '', 'network_id': '38feac38-500d-4b53-9bb6-f45b3ad16201', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:1a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:13Z', 'updated_at': '2022-02-11T14:15:21Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '1bf04b93-0631-4fb3-9984-a06f713bff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:16:44.707262 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8145d5a6-2987-4de4-9773-8fd6fb24feee None None] New status for floating IP dd38e3f8-6c46-4ff2-a80d-a80e98a645e9: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:16:45.189983 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c64f3-dcf9-4fe4-b13f-66bb6e400366 req-15901de3-016a-4bbb-999f-cf67dd3eaa24 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.191443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-446c64f3-dcf9-4fe4-b13f-66bb6e400366 req-15901de3-016a-4bbb-999f-cf67dd3eaa24 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.1071327 Feb 11 14:16:45.263911 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-446c64f3-dcf9-4fe4-b13f-66bb6e400366 req-90e23af9-44a4-4a01-99ba-b8449bf60d2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c27a48b2-2195-400e-91e1-12ac26ae182d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668921 Feb 11 14:16:45.277397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-3874e8b8-f9ee-4416-b4f4-936e9416ed24 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:45.278873 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-3874e8b8-f9ee-4416-b4f4-936e9416ed24 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.73 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 945 time: 0.1230409 Feb 11 14:16:45.435877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 59d827b5-6b22-4b59-8749-e68482f6a5b2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:16:45.436348 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.565348 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7df1864a-cd52-45b6-88db-534fc8e90c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.692021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 59d827b5-6b22-4b59-8749-e68482f6a5b2, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=59d827b5-6b22-4b59-8749-e68482f6a5b2,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:45.692369 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.813725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 59d827b5-6b22-4b59-8749-e68482f6a5b2 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:16:45.954546 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.001679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=59d827b5-6b22-4b59-8749-e68482f6a5b2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:46.042984 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.043544 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.043885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.044470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.045458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.045793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.046121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.046449 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.046798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.047120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.047440 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:46.091264 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] No DVR routers for this DVR port 59d827b5-6b22-4b59-8749-e68482f6a5b2 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:46.093564 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.095975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'name': 'network-vif-deleted', 'tag': '59d827b5-6b22-4b59-8749-e68482f6a5b2'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:46.112891 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-92aa43e0-563a-4ae7-a2c0-ea11fdaf8dcf req-d9fa243b-cd15-4a16-8e74-ca04327688bc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.73 "DELETE /v2.0/ports/59d827b5-6b22-4b59-8749-e68482f6a5b2 HTTP/1.1" status: 204 len: 173 time: 0.8292224 Feb 11 14:16:46.161507 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17aef1c7-bea1-4230-b1ac-22c4415c0154', 'name': 'network-vif-deleted', 'tag': '59d827b5-6b22-4b59-8749-e68482f6a5b2', 'status': 'completed', 'code': 200} Feb 11 14:16:46.444222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-57e9fc9d-ba8e-4231-9ce3-de57713caa3d req-69bc2f2d-b2ec-498d-8a6e-c468b3a396f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:16:46.460539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-57e9fc9d-ba8e-4231-9ce3-de57713caa3d req-69bc2f2d-b2ec-498d-8a6e-c468b3a396f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:16:46.462447 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-57e9fc9d-ba8e-4231-9ce3-de57713caa3d req-69bc2f2d-b2ec-498d-8a6e-c468b3a396f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=17aef1c7-bea1-4230-b1ac-22c4415c0154 HTTP/1.1" status: 200 len: 210 time: 0.0589170 Feb 11 14:16:47.568834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:47.780338 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-651c9425-ed6d-44df-ac16-100feb297825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.959106 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:48.643468 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 603bf5fc-d663-41ce-ba59-35a5139914e0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:16:48.644344 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:48.829375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 603bf5fc-d663-41ce-ba59-35a5139914e0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=603bf5fc-d663-41ce-ba59-35a5139914e0,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:48.829643 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:48.868448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 59d827b5-6b22-4b59-8749-e68482f6a5b2 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:16:48.904071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 59d827b5-6b22-4b59-8749-e68482f6a5b2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:16:48.904417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 59d827b5-6b22-4b59-8749-e68482f6a5b2 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:16:48.955097 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 603bf5fc-d663-41ce-ba59-35a5139914e0 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:16:49.029762 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.101032 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.133837 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:49.181175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=603bf5fc-d663-41ce-ba59-35a5139914e0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:49.479073 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.144093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 5e025005-4182-4a7b-a297-3e0e2aba73b4 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:50.342208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:50.352144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] Sync routers for ids ['5e025005-4182-4a7b-a297-3e0e2aba73b4'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:16:50.359001 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a0c08820-c773-4406-87f5-8734a5f3bf51 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "PUT /v2.0/routers/5e025005-4182-4a7b-a297-3e0e2aba73b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7890553 Feb 11 14:16:50.361720 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:50.366406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] Routers {'5e025005-4182-4a7b-a297-3e0e2aba73b4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:16:50.367018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:16:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5e025005-4182-4a7b-a297-3e0e2aba73b4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:50.517518 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.554678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd91413d-381e-4565-8600-48276f9fc162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting subnet 1bf04b93-0631-4fb3-9984-a06f713bff60 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:16:50.557511 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd91413d-381e-4565-8600-48276f9fc162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.560723 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] Set router 5e025005-4182-4a7b-a297-3e0e2aba73b4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:16:50.612019 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd91413d-381e-4565-8600-48276f9fc162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.698259 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd91413d-381e-4565-8600-48276f9fc162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.771725 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd91413d-381e-4565-8600-48276f9fc162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.811296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91413d-381e-4565-8600-48276f9fc162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf04b93-0631-4fb3-9984-a06f713bff60,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:50.818451 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd91413d-381e-4565-8600-48276f9fc162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:50.825953 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-bd91413d-381e-4565-8600-48276f9fc162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/subnets/1bf04b93-0631-4fb3-9984-a06f713bff60 HTTP/1.1" status: 204 len: 168 time: 0.4631956 Feb 11 14:16:50.827334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49ee89a-0965-42e0-a075-05a79e86d0f9 None None] Network 38feac38-500d-4b53-9bb6-f45b3ad16201 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:16:50.828572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56632) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:51.036427 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.057671 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:16:49Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:51.064963 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] Checking router: 5e025005-4182-4a7b-a297-3e0e2aba73b4 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:16:51.080348 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] Routers {'5e025005-4182-4a7b-a297-3e0e2aba73b4'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:16:51.080952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:16:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['5e025005-4182-4a7b-a297-3e0e2aba73b4'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:51.207238 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] DHCP port deletion for 38feac38-500d-4b53-9bb6-f45b3ad16201 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:16:51.229435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Deleting port abc3e8ef-da30-4735-b26c-3d4f7853ce53 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:16:51.229972 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.240753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.251151 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 84b06ee4-894a-4c83-96b7-b5fbd628e02a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:16:51.251484 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.353522 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device abc3e8ef-da30-4735-b26c-3d4f7853ce53 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:16:51.506803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] Set router 5e025005-4182-4a7b-a297-3e0e2aba73b4 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:16:51.546989 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 84b06ee4-894a-4c83-96b7-b5fbd628e02a, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=84b06ee4-894a-4c83-96b7-b5fbd628e02a,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:51.547342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.669753 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 84b06ee4-894a-4c83-96b7-b5fbd628e02a owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:16:51.774395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] For port abc3e8ef-da30-4735-b26c-3d4f7853ce53, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=abc3e8ef-da30-4735-b26c-3d4f7853ce53,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:51.774819 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.838286 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:51.887149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=84b06ee4-894a-4c83-96b7-b5fbd628e02a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:51.918537 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Calling delete_port for abc3e8ef-da30-4735-b26c-3d4f7853ce53 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:16:51.945407 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.070834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port abc3e8ef-da30-4735-b26c-3d4f7853ce53, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=abc3e8ef-da30-4735-b26c-3d4f7853ce53,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:52.077620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.122121 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:16:52.122472 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:16:52.129200 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.157304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=abc3e8ef-da30-4735-b26c-3d4f7853ce53,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:52.169203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.169547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.169884 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.170217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.170548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.170906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.171229 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.171550 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.171874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.172193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.172510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:52.180535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:16:49Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:52.185036 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fde8ff-8f21-45ed-a7ab-77768b927236 None None] The sync data for ids ['5e025005-4182-4a7b-a297-3e0e2aba73b4'] in n-d-818559-1 is: [{'id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-376244107', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:15:09Z', 'updated_at': '2022-02-11T14:16:49Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '84b06ee4-894a-4c83-96b7-b5fbd628e02a', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e025005-4182-4a7b-a297-3e0e2aba73b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:15:10Z', 'updated_at': '2022-02-11T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:16:52.412415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.416596 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.441163 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.441664 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Fanout notify agent at l3_agent the message router_deleted on router 5e025005-4182-4a7b-a297-3e0e2aba73b4 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:16:52.455803 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.456866 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-55b1c9a9-5cd7-4076-9cb2-38f09b66dc2b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/routers/5e025005-4182-4a7b-a297-3e0e2aba73b4 HTTP/1.1" status: 204 len: 168 time: 1.6273887 Feb 11 14:16:52.459547 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56638) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:52.579359 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.595235 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port abc3e8ef-da30-4735-b26c-3d4f7853ce53 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:16:52.595567 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.623669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Deleting port abc3e8ef-da30-4735-b26c-3d4f7853ce53 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:16:52.624208 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.812224 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port abc3e8ef-da30-4735-b26c-3d4f7853ce53, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=abc3e8ef-da30-4735-b26c-3d4f7853ce53,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:52.812570 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:52.883758 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] For port abc3e8ef-da30-4735-b26c-3d4f7853ce53, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=abc3e8ef-da30-4735-b26c-3d4f7853ce53,segment=NetworkSegment(73474f76-3c72-4e27-ab88-5324f0cba06a),segment_id=73474f76-3c72-4e27-ab88-5324f0cba06a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:52.884149 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.007454 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Calling delete_port for abc3e8ef-da30-4735-b26c-3d4f7853ce53 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:16:53.035092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for abc3e8ef-da30-4735-b26c-3d4f7853ce53 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:16:53.084330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.105826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.db.api [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:16:53.106069 n-d-818559-1 neutron-server[83568]: DEBUG oslo_db.api [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:16:53.129665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] Pushing event deleted for resources: {'Port': ['ID=abc3e8ef-da30-4735-b26c-3d4f7853ce53,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:53.134647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9a8fe-7dd7-48c6-b1e5-ec6f9babad4b None None] No DVR routers for this DVR port abc3e8ef-da30-4735-b26c-3d4f7853ce53 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:53.335915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 603bf5fc-d663-41ce-ba59-35a5139914e0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:16:53.371854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 603bf5fc-d663-41ce-ba59-35a5139914e0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:16:53.372205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 603bf5fc-d663-41ce-ba59-35a5139914e0 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:16:53.372617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 84b06ee4-894a-4c83-96b7-b5fbd628e02a no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:16:53.404308 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 84b06ee4-894a-4c83-96b7-b5fbd628e02a {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:16:53.404580 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 84b06ee4-894a-4c83-96b7-b5fbd628e02a not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:16:53.607552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port abc3e8ef-da30-4735-b26c-3d4f7853ce53 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:16:53.607993 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.674443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] The port 'abc3e8ef-da30-4735-b26c-3d4f7853ce53' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:16:53.796075 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.820641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38feac38-500d-4b53-9bb6-f45b3ad16201']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:53.832909 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73474f76-3c72-4e27-ab88-5324f0cba06a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:53.833204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73474f76-3c72-4e27-ab88-5324f0cba06a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:53.844247 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.860103 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.866192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:16:53.866569 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: util.warn( Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:16:53.881556 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:16:53.978844 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:53.996915 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.008716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Network': ['ID=38feac38-500d-4b53-9bb6-f45b3ad16201,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:54.020484 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ca02a8a8-a35c-441a-8247-224dce4addc7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/networks/38feac38-500d-4b53-9bb6-f45b3ad16201 HTTP/1.1" status: 204 len: 168 time: 1.5599759 Feb 11 14:16:54.023139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56642) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:54.089771 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c28b0cce-3070-48a6-abdc-784040f5946a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.118297 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c28b0cce-3070-48a6-abdc-784040f5946a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.183319 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c28b0cce-3070-48a6-abdc-784040f5946a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.205169 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b0cce-3070-48a6-abdc-784040f5946a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a48b2-2195-400e-91e1-12ac26ae182d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:54.217162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c28b0cce-3070-48a6-abdc-784040f5946a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.218271 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c28b0cce-3070-48a6-abdc-784040f5946a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/security-groups/c27a48b2-2195-400e-91e1-12ac26ae182d HTTP/1.1" status: 204 len: 168 time: 0.1942348 Feb 11 14:16:54.435269 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56650) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:54.440667 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449623715', 'description': 'tempest-secgroup-smoke-1449623715 description', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:16:54.447522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:54.452323 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:54.455104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:54.460809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:54.471411 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.506132 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:54.509852 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:54.513361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:54.519117 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:54.572828 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.577314 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.616063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20e63d1-1b17-4e3f-b541-94612f2c4832,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:54.636911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.639390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-4bd6b399-15c6-49a8-9de7-e4dd624012bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2023604 Feb 11 14:16:54.641683 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56654) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:54.647179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'f20e63d1-1b17-4e3f-b541-94612f2c4832', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:16:54.655202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:54.660573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:54.664815 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:54.672393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:54.688481 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.749126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.752712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.775611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10245752-9ab3-467a-b4d7-586902abcb6e,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:54.784945 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.786255 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1a5f21de-e530-4def-9c0f-1663d7975224 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1436012 Feb 11 14:16:54.788983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56658) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:54.794273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'f20e63d1-1b17-4e3f-b541-94612f2c4832', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:16:54.800819 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:54.804761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:54.807625 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:54.813764 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:54.830835 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.890771 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.894180 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.916592 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8531cee-fd7d-4a8f-8d31-8a139a77a18a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:54.925388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.926557 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d30d39a8-49ab-468d-a568-b0a3f2c133c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1366847 Feb 11 14:16:54.929363 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:54.936760 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'f20e63d1-1b17-4e3f-b541-94612f2c4832', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:16:54.946766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:54.952961 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:54.956867 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:54.965296 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:54.989336 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.060864 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.064726 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.090207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9bed71-33b7-47c5-8951-73812064a991,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.100025 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.101208 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b81da6db-4be1-4b64-b3cf-c9223c036158 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1707823 Feb 11 14:16:55.103864 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56666) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:55.109889 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'f20e63d1-1b17-4e3f-b541-94612f2c4832', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:16:55.117353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:55.121917 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:55.124781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:55.130435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:55.151388 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.216758 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.220747 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.244845 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658c9aa1-efcb-4586-b9cf-5fe781de8519,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.253441 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.254802 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-15a19703-b6c4-4cea-96d0-90fe95961038 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1500242 Feb 11 14:16:55.257429 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56670) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:55.262773 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'f20e63d1-1b17-4e3f-b541-94612f2c4832', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:16:55.268907 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:55.272602 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:55.275400 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:55.281062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:55.291482 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Project 20d0637a55e64a9ba0dfe5abd28a7f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:16:55.299645 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.369509 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.373546 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.397178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d06f2d-1f2b-42cd-b5cc-b013b1567904,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.406533 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.407896 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-187daa2c-c228-4115-9128-0b4b7e1aa92a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1495574 Feb 11 14:16:55.410708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:55.415998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'f20e63d1-1b17-4e3f-b541-94612f2c4832', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:16:55.423019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:55.426922 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:55.429744 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:55.435979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:55.446730 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Project 20d0637a55e64a9ba0dfe5abd28a7f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:16:55.453327 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.520571 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.525268 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.549838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59928d22-34cf-49d1-a04f-acb7fc59bbbd,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.558545 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.559747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-480357f9-4366-4803-8a85-77182163e4b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1481245 Feb 11 14:16:55.562614 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:55.568212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'network': {'name': 'tempest-network-smoke--905259835', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:16:55.573595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:55.578013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:network and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:55.580807 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:55.586640 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:55.597474 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:55.600475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.628982 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:16:55.638198 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.638531 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Added segment 91697333-64b5-401e-b130-2daf3055f15e of type vlan for network f6aaba88-de79-43a5-8fb6-59140722e025 Feb 11 14:16:55.665046 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.693400 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.696945 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:55.697511 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.801215 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2372580 Feb 11 14:16:55.803865 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56682) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:55.811601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'admin_state_up': True, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:16:55.817157 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56658811-1459-48c4-8004-79026f0a2dea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Network': ['ID=f6aaba88-de79-43a5-8fb6-59140722e025,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:55.820795 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:55.825216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:router and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:55.827988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network f6aaba88-de79-43a5-8fb6-59140722e025 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:16:55.828477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:55.833690 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:55.844223 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.845132 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:55.864039 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.014070 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.279853 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.308953 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.442426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.25.4.100 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/a61f34d4-9f4a-47b5-bd46-29164a80b247) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:56.587476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.614554 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.679915 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:56.682495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:56.687159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:16:56.713783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=a61f34d4-9f4a-47b5-bd46-29164a80b247,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:56.841514 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.842146 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:57.065834 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:16:57.264348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:57.274984 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Sync routers for ids ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:16:57.287165 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Routers {'1ad97bb6-2219-4cb7-90a2-44ff801c2414'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:16:57.288259 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:16:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:57.290824 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:57.295528 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b109141b-2a3e-40fc-838a-d4b38de036e0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4872637 Feb 11 14:16:57.295765 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:57.337348 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7ce8c856-ce8c-4ae5-b392-050e0ffcbf1f tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=20d0637a55e64a9ba0dfe5abd28a7f78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382690 Feb 11 14:16:57.337590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56690) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:57.470013 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79fb8f4-ab33-42c1-9719-9bf64f470dca tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.474169 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e79fb8f4-ab33-42c1-9719-9bf64f470dca tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331768 Feb 11 14:16:57.474332 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Set router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:16:57.474674 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56694) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:57.518020 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0f96bb10-2ded-4a2b-99c9-976f78006736 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397909 Feb 11 14:16:57.518364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56698) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:57.524220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395102771', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:16:57.640372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:16:57.644361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:subnet and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:16:57.647329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:16:57.653204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:16:57.663495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:57.767936 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:57.804133 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:56Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:57.807902 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Checking router: 1ad97bb6-2219-4cb7-90a2-44ff801c2414 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:16:57.808245 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Updating router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 port a61f34d4-9f4a-47b5-bd46-29164a80b247 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:16:57.864932 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.075665 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.155934 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Subnet': ['ID=c5b81826-60cf-4ad7-ac78-03d9f793eb60,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:58.166435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Checking segment: {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:16:58.166819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network hostable DHCP agents. Network: f6aaba88-de79-43a5-8fb6-59140722e025, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:16:58.189994 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network f6aaba88-de79-43a5-8fb6-59140722e025 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:16:58.192651 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.199107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, f6aaba88-de79-43a5-8fb6-59140722e025) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:58.203710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.204292 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.206147 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Transition to ACTIVE for port object a61f34d4-9f4a-47b5-bd46-29164a80b247 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:58.210605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732002c0-c28c-4e04-a827-4067214cf8bb None None] Network f6aaba88-de79-43a5-8fb6-59140722e025 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:16:58.213609 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.229386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f48ea110-d597-4f08-b588-b32f0455167d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7070131 Feb 11 14:16:58.229386 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56702) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:16:58.292730 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Attempting to bind port a61f34d4-9f4a-47b5-bd46-29164a80b247 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:58.293334 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Attempting to bind port a61f34d4-9f4a-47b5-bd46-29164a80b247 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:58.293471 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Attempting to bind port a61f34d4-9f4a-47b5-bd46-29164a80b247 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:16:58.303972 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:16:58.304728 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:16:58.304728 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.305084 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:16:58.305513 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Bound port: a61f34d4-9f4a-47b5-bd46-29164a80b247, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:58.305868 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.332996 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Pushing event updated for resources: {'Port': ['ID=a61f34d4-9f4a-47b5-bd46-29164a80b247,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:58.349273 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.349606 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.349929 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.350251 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.350564 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.350901 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.351209 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.351521 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.351827 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.352134 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.352439 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:58.397326 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] For port a61f34d4-9f4a-47b5-bd46-29164a80b247, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:58.400540 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] For port a61f34d4-9f4a-47b5-bd46-29164a80b247, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a61f34d4-9f4a-47b5-bd46-29164a80b247,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:58.406920 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.441893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-f6aaba88-de79-43a5-8fb6-59140722e025', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:16:58.443156 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.499396 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971992-bfac-4e90-86bb-012b30bdbe69 None None] Pushing event updated for resources: {'Port': ['ID=a61f34d4-9f4a-47b5-bd46-29164a80b247,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:58.501831 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Routers {'1ad97bb6-2219-4cb7-90a2-44ff801c2414'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:16:58.502466 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:16:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:58.633609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Allocated IP 172.20.0.2 (f6aaba88-de79-43a5-8fb6-59140722e025/c5b81826-60cf-4ad7-ac78-03d9f793eb60/ab68bf1e-c905-4c66-9385-c8abd87a69e7) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:58.693266 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] Set router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:16:58.854071 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.864885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Transition to ACTIVE for port object ab68bf1e-c905-4c66-9385-c8abd87a69e7 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:58.884126 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Transition to ACTIVE for port object ab68bf1e-c905-4c66-9385-c8abd87a69e7 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:58.890144 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.965727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Pushing event updated for resources: {'Port': ['ID=ab68bf1e-c905-4c66-9385-c8abd87a69e7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:58.969455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Network f6aaba88-de79-43a5-8fb6-59140722e025 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:58.970919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:58.972931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:16:59.000322 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:56Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:59.004391 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b130a-97a1-4e74-b982-af65854230dc None None] The sync data for ids ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'] in n-d-818559-1 is: [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:16:56Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:16:59.024150 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.066858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Attempting to bind port ab68bf1e-c905-4c66-9385-c8abd87a69e7 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:59.067224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Attempting to bind port ab68bf1e-c905-4c66-9385-c8abd87a69e7 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:59.067588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Attempting to bind port ab68bf1e-c905-4c66-9385-c8abd87a69e7 on network f6aaba88-de79-43a5-8fb6-59140722e025 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:16:59.074149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:16:59.075370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Checking segment: {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:16:59.075985 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.076385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Bound using segment: {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:16:59.076843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Bound port: ab68bf1e-c905-4c66-9385-c8abd87a69e7, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:59.077213 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.172117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] For port ab68bf1e-c905-4c66-9385-c8abd87a69e7, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:59.175296 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] For port ab68bf1e-c905-4c66-9385-c8abd87a69e7, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ab68bf1e-c905-4c66-9385-c8abd87a69e7,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:59.181108 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.286607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedd3c4-1222-43e8-96a2-82b06cc15481 None None] Pushing event updated for resources: {'Port': ['ID=ab68bf1e-c905-4c66-9385-c8abd87a69e7,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:59.393922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a61f34d4-9f4a-47b5-bd46-29164a80b247 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:16:59.530947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a61f34d4-9f4a-47b5-bd46-29164a80b247 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:59.536342 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a61f34d4-9f4a-47b5-bd46-29164a80b247 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:59.536794 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.563775 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.20.0.1 (f6aaba88-de79-43a5-8fb6-59140722e025/c5b81826-60cf-4ad7-ac78-03d9f793eb60/0feaf3cc-893f-49ac-94fc-f0227e81f42c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:59.686939 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.710479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port a61f34d4-9f4a-47b5-bd46-29164a80b247, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a61f34d4-9f4a-47b5-bd46-29164a80b247,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:59.714093 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.791983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=a61f34d4-9f4a-47b5-bd46-29164a80b247,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:59.881892 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.899696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Transition to ACTIVE for port object 0feaf3cc-893f-49ac-94fc-f0227e81f42c will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:59.923435 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:59.999809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network f6aaba88-de79-43a5-8fb6-59140722e025 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:00.003278 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:00.007636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:17:00.044978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=0feaf3cc-893f-49ac-94fc-f0227e81f42c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:00.070627 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.160550 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.307200 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643331c6-a983-46f2-8641-9bc0ffb76587 None None] Network f6aaba88-de79-43a5-8fb6-59140722e025 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:17:00.416089 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-068278cd-7f63-40e8-8025-96e545d2f03a None None] Provisioning for port ab68bf1e-c905-4c66-9385-c8abd87a69e7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:00.579285 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.583714 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.698280 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=0feaf3cc-893f-49ac-94fc-f0227e81f42c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:00.702471 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.770641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-124b4b31-c6fa-4ccf-bf73-e9edab5a8cfc None None] Provisioning for port 0feaf3cc-893f-49ac-94fc-f0227e81f42c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:00.776826 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-124b4b31-c6fa-4ccf-bf73-e9edab5a8cfc None None] Provisioning complete for port 0feaf3cc-893f-49ac-94fc-f0227e81f42c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:00.777199 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-124b4b31-c6fa-4ccf-bf73-e9edab5a8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.833921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-124b4b31-c6fa-4ccf-bf73-e9edab5a8cfc None None] Port 0feaf3cc-893f-49ac-94fc-f0227e81f42c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:17:00.855766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network f6aaba88-de79-43a5-8fb6-59140722e025 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:00.857333 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:00.956673 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-51e14509-9f73-41dd-82ca-f499d87bf0ad None None] Provisioning complete for port 0feaf3cc-893f-49ac-94fc-f0227e81f42c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:00.957055 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51e14509-9f73-41dd-82ca-f499d87bf0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:01.015187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-51e14509-9f73-41dd-82ca-f499d87bf0ad None None] Port 0feaf3cc-893f-49ac-94fc-f0227e81f42c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:17:01.135216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dad26a92-9428-4165-b75e-3a9cf5c221f3 None None] Provisioning complete for port 0feaf3cc-893f-49ac-94fc-f0227e81f42c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:01.135582 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dad26a92-9428-4165-b75e-3a9cf5c221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:01.187847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dad26a92-9428-4165-b75e-3a9cf5c221f3 None None] Port 0feaf3cc-893f-49ac-94fc-f0227e81f42c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:17:01.256522 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:01.372749 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:17:01.411633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a61f34d4-9f4a-47b5-bd46-29164a80b247 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:17:01.484746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a61f34d4-9f4a-47b5-bd46-29164a80b247 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:01.485705 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:01.556708 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:01.569768 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9540985b-899c-4882-b495-011226721cc0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "PUT /v2.0/routers/1ad97bb6-2219-4cb7-90a2-44ff801c2414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3392119 Feb 11 14:17:01.599024 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ab68bf1e-c905-4c66-9385-c8abd87a69e7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:17:01.674771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ab68bf1e-c905-4c66-9385-c8abd87a69e7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:01.680991 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ab68bf1e-c905-4c66-9385-c8abd87a69e7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:01.681366 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:01.764782 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-61966815-45c1-4aec-aa38-3e4466d966a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:17:01.780385 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-61966815-45c1-4aec-aa38-3e4466d966a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:17:01.781823 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-61966815-45c1-4aec-aa38-3e4466d966a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449623715&fields=id&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 267 time: 0.0610943 Feb 11 14:17:01.800246 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:01.833800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port ab68bf1e-c905-4c66-9385-c8abd87a69e7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ab68bf1e-c905-4c66-9385-c8abd87a69e7,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:01.837345 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:01.908388 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=ab68bf1e-c905-4c66-9385-c8abd87a69e7,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:01.933314 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-49555f54-9d84-44e1-b705-f404c8aa05dc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.934031 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-49555f54-9d84-44e1-b705-f404c8aa05dc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:17:01.949174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-49555f54-9d84-44e1-b705-f404c8aa05dc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:17:01.950949 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-49555f54-9d84-44e1-b705-f404c8aa05dc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 796 time: 0.1620207 Feb 11 14:17:01.967767 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-1c037d40-28cf-4081-b933-af03aed84797 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/quotas/20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 375 time: 0.0114741 Feb 11 14:17:02.050218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-09411efc-862a-4cbc-9c78-07db7e479a61 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:17:02.066462 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-09411efc-862a-4cbc-9c78-07db7e479a61 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:17:02.067702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-09411efc-862a-4cbc-9c78-07db7e479a61 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946743 Feb 11 14:17:02.148947 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-da4ba273-3d40-483a-97ab-97be3bcfc62b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:17:02.149957 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-da4ba273-3d40-483a-97ab-97be3bcfc62b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0703082 Feb 11 14:17:02.285784 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-cbcbe6be-5c76-4c9d-b751-cc87a454ff03 service neutron] 10.222.0.67 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275642 Feb 11 14:17:02.419823 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-2ed73715-9567-49b5-b03f-e70374a82270 service neutron] 10.222.0.67 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282403 Feb 11 14:17:02.712148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Sync routers for ids ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:17:02.725610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Routers {'1ad97bb6-2219-4cb7-90a2-44ff801c2414'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:17:02.726152 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:16:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:02.736976 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e821149d-b610-44d4-be2c-cbb269ae38be req-b2617e00-2ad9-4de6-be9b-a485f837195c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 210 time: 0.1566691 Feb 11 14:17:02.925307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Set router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:17:03.328134 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0feaf3cc-893f-49ac-94fc-f0227e81f42c', 'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:a9:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 2, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:03.332171 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Checking router: 1ad97bb6-2219-4cb7-90a2-44ff801c2414 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:17:03.332526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Updating router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 port 0feaf3cc-893f-49ac-94fc-f0227e81f42c binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:17:03.362505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ab68bf1e-c905-4c66-9385-c8abd87a69e7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:17:03.444614 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:03.526341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ab68bf1e-c905-4c66-9385-c8abd87a69e7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:03.526753 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:03.727003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-6900929d-daa1-4329-8217-572d9f77e18f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:03.728591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-6900929d-daa1-4329-8217-572d9f77e18f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 796 time: 0.1751654 Feb 11 14:17:03.819872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9309d31b-546c-4326-b4ce-0f2d00191280 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 380 time: 0.0770586 Feb 11 14:17:03.828840 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'port': {'device_id': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'admin_state_up': True, 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'security_groups': ['f20e63d1-1b17-4e3f-b541-94612f2c4832']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:17:03.927649 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-18627aea-bb7d-4aa5-a094-591609b6787e req-f557cdd5-5910-40a5-b376-65f1ad1b30c3 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 210 time: 0.0440493 Feb 11 14:17:03.970786 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:03.975846 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:17:03.983285 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Transition to ACTIVE for port object 0feaf3cc-893f-49ac-94fc-f0227e81f42c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:03.986319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:17:03.989091 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:03.995370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:17:03.998635 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.165048 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f052906-de03-4aca-9003-87e96e57de91 None None] Pushing event updated for resources: {'Port': ['ID=0feaf3cc-893f-49ac-94fc-f0227e81f42c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:04.173723 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.20.0.14 (f6aaba88-de79-43a5-8fb6-59140722e025/c5b81826-60cf-4ad7-ac78-03d9f793eb60/ff9015c3-56db-4a3e-abf3-32f8b9816d38) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:17:04.273718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Attempting to bind port 0feaf3cc-893f-49ac-94fc-f0227e81f42c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:17:04.274222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Attempting to bind port 0feaf3cc-893f-49ac-94fc-f0227e81f42c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:17:04.274764 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Attempting to bind port 0feaf3cc-893f-49ac-94fc-f0227e81f42c on network f6aaba88-de79-43a5-8fb6-59140722e025 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:17:04.281809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:17:04.282185 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Checking segment: {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:17:04.282601 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.283034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Bound using segment: {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:17:04.283490 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Bound port: 0feaf3cc-893f-49ac-94fc-f0227e81f42c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:17:04.283863 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.388638 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] For port 0feaf3cc-893f-49ac-94fc-f0227e81f42c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:04.390371 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.391729 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] For port 0feaf3cc-893f-49ac-94fc-f0227e81f42c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0feaf3cc-893f-49ac-94fc-f0227e81f42c,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:17:04.396522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.407186 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Transition to ACTIVE for port object ff9015c3-56db-4a3e-abf3-32f8b9816d38 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:04.429515 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.477389 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Routers {'1ad97bb6-2219-4cb7-90a2-44ff801c2414'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:17:04.478016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:16:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:04.508139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=ff9015c3-56db-4a3e-abf3-32f8b9816d38,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:04.525319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network f6aaba88-de79-43a5-8fb6-59140722e025 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:04.526946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:04.530438 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:17:04.589633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f052906-de03-4aca-9003-87e96e57de91 None None] Pushing event updated for resources: {'Port': ['ID=0feaf3cc-893f-49ac-94fc-f0227e81f42c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:04.611420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.612126 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.638898 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-9f14f053-426a-4731-b070-21b608ee36f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8140068 Feb 11 14:17:04.648596 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-6a7019aa-7f3b-46b5-888b-0ed372a4db44 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:17:04.649609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-6a7019aa-7f3b-46b5-888b-0ed372a4db44 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050614 Feb 11 14:17:04.670297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] Set router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:17:04.739688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Request body: {'port': {'device_id': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:17:04.859563 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:04.969029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5fbd902c-bd22-4c96-8501-55d3d74427b4 None None] Provisioning for port ff9015c3-56db-4a3e-abf3-32f8b9816d38 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:04.986201 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5fbd902c-bd22-4c96-8501-55d3d74427b4 None None] Provisioning complete for port ff9015c3-56db-4a3e-abf3-32f8b9816d38 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:04.986844 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5fbd902c-bd22-4c96-8501-55d3d74427b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.077533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd902c-bd22-4c96-8501-55d3d74427b4 None None] Port ff9015c3-56db-4a3e-abf3-32f8b9816d38 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:17:05.105138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0feaf3cc-893f-49ac-94fc-f0227e81f42c', 'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:a9:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:17:04Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:05.110028 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab933be-a600-4c1d-97d2-a4fab3a9d610 None None] The sync data for ids ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'] in n-d-818559-1 is: [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0feaf3cc-893f-49ac-94fc-f0227e81f42c', 'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:a9:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:17:04Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:17:05.226924 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac557b-26af-4e22-913e-8d42670e5987 req-9e090714-7547-4d11-a4e7-c5cc19397fcd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.227712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2bac557b-26af-4e22-913e-8d42670e5987 req-9e090714-7547-4d11-a4e7-c5cc19397fcd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:17:05.291269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-2bac557b-26af-4e22-913e-8d42670e5987 req-9e090714-7547-4d11-a4e7-c5cc19397fcd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:17:05.292428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2bac557b-26af-4e22-913e-8d42670e5987 req-9e090714-7547-4d11-a4e7-c5cc19397fcd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 932 time: 0.2172830 Feb 11 14:17:05.337517 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9015c3-56db-4a3e-abf3-32f8b9816d38 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:05.354500 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.376032 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2bac557b-26af-4e22-913e-8d42670e5987 req-a7f1cc0e-36c1-4e1c-aa48-df01f4dbb08c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694957 Feb 11 14:17:05.384791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Transition to ACTIVE for port object ff9015c3-56db-4a3e-abf3-32f8b9816d38 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:05.387142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0feaf3cc-893f-49ac-94fc-f0227e81f42c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:17:05.391742 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.479287 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 0feaf3cc-893f-49ac-94fc-f0227e81f42c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:05.489458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0feaf3cc-893f-49ac-94fc-f0227e81f42c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:05.489887 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.529284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Pushing event updated for resources: {'Port': ['ID=ff9015c3-56db-4a3e-abf3-32f8b9816d38,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:05.619068 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.667537 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 0feaf3cc-893f-49ac-94fc-f0227e81f42c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0feaf3cc-893f-49ac-94fc-f0227e81f42c,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:05.676149 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.681800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Attempting to bind port ff9015c3-56db-4a3e-abf3-32f8b9816d38 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:17:05.682362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Attempting to bind port ff9015c3-56db-4a3e-abf3-32f8b9816d38 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:17:05.682961 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Attempting to bind port ff9015c3-56db-4a3e-abf3-32f8b9816d38 on network f6aaba88-de79-43a5-8fb6-59140722e025 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:17:05.690322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Port ff9015c3-56db-4a3e-abf3-32f8b9816d38 on network f6aaba88-de79-43a5-8fb6-59140722e025 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:17:05.690772 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Attempting to bind port ff9015c3-56db-4a3e-abf3-32f8b9816d38 on network f6aaba88-de79-43a5-8fb6-59140722e025 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:17:05.697495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:17:05.697980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Checking segment: {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:17:05.698647 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Bound using segment: {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:17:05.699171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Bound port: ff9015c3-56db-4a3e-abf3-32f8b9816d38, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:17:05.700658 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.757409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=0feaf3cc-893f-49ac-94fc-f0227e81f42c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:05.909610 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:05.912958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:17:05.917668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.985127 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:05.986563 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] 10.222.0.75 "PUT /v2.0/ports/ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 1092 time: 1.3307729 Feb 11 14:17:05.987027 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:06.008255 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a7cab-dc9f-47a3-9dd4-fb0b53d1c68c service neutron] Pushing event updated for resources: {'Port': ['ID=ff9015c3-56db-4a3e-abf3-32f8b9816d38,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:06.072917 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'status': 'completed', 'code': 200} Feb 11 14:17:06.123747 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-828362a8-7da1-4cbd-bd5c-2a613cfe25bc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1095 time: 0.0839438 Feb 11 14:17:06.205446 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-0678937e-8556-4cb6-8827-738dc9aa1f12 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 217 time: 0.0756664 Feb 11 14:17:06.268860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-db36143c-0ab7-4506-9750-a031c388c612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:06.270195 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-db36143c-0ab7-4506-9750-a031c388c612 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 200 len: 834 time: 0.0588114 Feb 11 14:17:06.347613 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-ae4cf8a1-e1ad-4229-a57e-b35b13f6c6f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f6aaba88-de79-43a5-8fb6-59140722e025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719938 Feb 11 14:17:06.480201 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-bc2905c0-4f96-4beb-89dc-9cb78130c02e service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269963 Feb 11 14:17:06.664734 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e3f7a224-a49b-4702-a08c-0d1ba04445a5 req-bbc16101-8593-45a3-8c18-9ccdf6932047 service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786275 Feb 11 14:17:06.676737 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60031f4c-658b-4104-95e0-50893a6e24ed req-3b430961-2cbe-4c79-82a9-80668ad52ed8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:06.678146 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60031f4c-658b-4104-95e0-50893a6e24ed req-3b430961-2cbe-4c79-82a9-80668ad52ed8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 944 time: 0.1727242 Feb 11 14:17:06.768036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60031f4c-658b-4104-95e0-50893a6e24ed req-f39cada3-a8bd-42cc-957c-d0851c62d062 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839276 Feb 11 14:17:06.792689 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d6bd694-8bc8-415a-b188-d3f8278c39d8 req-827c5a5e-e7a6-47db-9963-1236cb1a0475 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1095 time: 0.0854294 Feb 11 14:17:06.922154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bd694-8bc8-415a-b188-d3f8278c39d8 req-20d1d4bc-facf-4018-99e8-32808b249bb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:06.923763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d6bd694-8bc8-415a-b188-d3f8278c39d8 req-20d1d4bc-facf-4018-99e8-32808b249bb7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 897 time: 0.1252987 Feb 11 14:17:06.992878 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d6bd694-8bc8-415a-b188-d3f8278c39d8 req-be5feae2-1d41-417b-8de5-5b8d76518186 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 217 time: 0.0614071 Feb 11 14:17:07.057555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bd694-8bc8-415a-b188-d3f8278c39d8 req-41c09ab5-a740-4e7c-92ea-921e0e543ea8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:07.058941 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d6bd694-8bc8-415a-b188-d3f8278c39d8 req-41c09ab5-a740-4e7c-92ea-921e0e543ea8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 200 len: 834 time: 0.0593705 Feb 11 14:17:07.131496 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d6bd694-8bc8-415a-b188-d3f8278c39d8 req-b07d9382-306a-49cd-8906-81a3446eba65 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f6aaba88-de79-43a5-8fb6-59140722e025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665088 Feb 11 14:17:07.267211 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d6bd694-8bc8-415a-b188-d3f8278c39d8 req-357002a1-5ef9-47e3-a195-eddb7662c2c3 service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288130 Feb 11 14:17:07.344647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0feaf3cc-893f-49ac-94fc-f0227e81f42c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:17:07.401977 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5d6bd694-8bc8-415a-b188-d3f8278c39d8 req-ec3278a0-6cbe-4b26-968b-e094e6774517 service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283362 Feb 11 14:17:07.414591 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 0feaf3cc-893f-49ac-94fc-f0227e81f42c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:07.414964 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:07.970342 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17650eca-8161-49c5-be1b-af18a678571f req-1f86544a-da0c-47f1-b701-2f1c6a82d968 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:07.971846 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17650eca-8161-49c5-be1b-af18a678571f req-1f86544a-da0c-47f1-b701-2f1c6a82d968 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 944 time: 0.0792015 Feb 11 14:17:08.016405 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-17650eca-8161-49c5-be1b-af18a678571f req-82ec6213-1f73-47d9-b0ae-f3ae60633389 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389607 Feb 11 14:17:08.020917 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:08.994667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ff9015c3-56db-4a3e-abf3-32f8b9816d38 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:17:09.129926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:09.145198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'port_id': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'mac_address': 'fa:16:3e:c5:2b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:17:09.200814 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:09.219742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9015c3-56db-4a3e-abf3-32f8b9816d38 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:09.237656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:09.244970 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:09.320768 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dca35-6879-4aee-b614-91604411b96f req-7ef0ed0b-4cdf-4c51-b6e0-4caa737343c4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:09.321487 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=ff9015c3-56db-4a3e-abf3-32f8b9816d38,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:09.322221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d24dca35-6879-4aee-b614-91604411b96f req-7ef0ed0b-4cdf-4c51-b6e0-4caa737343c4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 944 time: 0.1858766 Feb 11 14:17:09.368236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d24dca35-6879-4aee-b614-91604411b96f req-b939355f-de2d-4143-89d8-eb130e4bd1ef tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398147 Feb 11 14:17:09.469023 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['ff9015c3-56db-4a3e-abf3-32f8b9816d38'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:17:10.580978 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf34823-bc1e-4597-acfe-64220de550b0 req-9c201904-2639-4d4a-a10c-f546b6c08c78 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.582415 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbf34823-bc1e-4597-acfe-64220de550b0 req-9c201904-2639-4d4a-a10c-f546b6c08c78 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 945 time: 0.0932975 Feb 11 14:17:10.628390 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbf34823-bc1e-4597-acfe-64220de550b0 req-6c4c8a18-80df-4c34-abd2-014751879969 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404878 Feb 11 14:17:11.015623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ff9015c3-56db-4a3e-abf3-32f8b9816d38 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:17:11.081033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port ff9015c3-56db-4a3e-abf3-32f8b9816d38 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:11.085609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port ff9015c3-56db-4a3e-abf3-32f8b9816d38 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:11.085974 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:11.202335 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:11.228605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:11.237937 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:11.242039 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:11.295375 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'code': 200} Feb 11 14:17:11.310431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=ff9015c3-56db-4a3e-abf3-32f8b9816d38,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:11.419985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09f3a51a-ebf6-4150-8b23-16ca320caeb6 req-761142eb-14c3-40c7-b106-5a65da5f79a2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1097 time: 0.0675199 Feb 11 14:17:11.461448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09f3a51a-ebf6-4150-8b23-16ca320caeb6 req-5445ed14-f27d-4d5b-a5e0-2e3b27351d71 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362484 Feb 11 14:17:11.827092 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aea461-c09e-4786-b2cc-136c67c1ea69 req-356062ce-0078-448c-8c80-cf743a58875d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:11.828537 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-53aea461-c09e-4786-b2cc-136c67c1ea69 req-356062ce-0078-448c-8c80-cf743a58875d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0796869 Feb 11 14:17:11.874053 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-53aea461-c09e-4786-b2cc-136c67c1ea69 req-360920b0-b696-4079-a831-e3404fe26173 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400763 Feb 11 14:17:13.029671 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:13.103795 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd685c-666d-4e89-adb1-daf8291bfc23 req-f8af3c3b-47f4-4e84-9981-74e82ea6477d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.105254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26dd685c-666d-4e89-adb1-daf8291bfc23 req-f8af3c3b-47f4-4e84-9981-74e82ea6477d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0820363 Feb 11 14:17:13.150598 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-26dd685c-666d-4e89-adb1-daf8291bfc23 req-2deec9d7-8275-477a-bc72-3d27885a0c47 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397801 Feb 11 14:17:13.346930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9af0eb-f9fe-4728-a978-101bd48ac6ec req-a7440a32-a8cf-4150-b584-0f5d2b28464f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.348386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c9af0eb-f9fe-4728-a978-101bd48ac6ec req-a7440a32-a8cf-4150-b584-0f5d2b28464f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0766058 Feb 11 14:17:13.394564 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5c9af0eb-f9fe-4728-a978-101bd48ac6ec req-44914805-c261-4ef8-9eed-8af9098ba4a0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406766 Feb 11 14:17:13.424147 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56762) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:17:13.497286 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-49fe36f3-27c4-4652-9289-16b7f338cdbe tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1092 time: 0.0719929 Feb 11 14:17:13.499900 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56766) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:17:13.504880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:17:13.511004 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:17:13.515719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:floatingip and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:17:13.518641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:17:13.524339 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:17:13.535282 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:13.671724 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:13.807371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.25.4.109 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/7814128c-eaaf-4a33-ab5d-1c0d9f164f57) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:17:13.951919 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:13.978273 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:14.043585 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:14.046183 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:14.050298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:17:14.073710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=7814128c-eaaf-4a33-ab5d-1c0d9f164f57,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:14.639980 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:14.694531 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:14.890405 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:14.894854 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:15.000832 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=7814128c-eaaf-4a33-ab5d-1c0d9f164f57,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:15.012701 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:15.201559 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Floating IP 0bd572c0-5fe5-4b06-ab98-c0d0881d78f5 associated. External IP: 172.25.4.109, port: ff9015c3-56db-4a3e-abf3-32f8b9816d38. Feb 11 14:17:15.568473 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-123d4f89-8c54-479b-8ad5-f4f701f9ae0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:15.686935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:15.882221 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:15.891857 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] Sync routers for ids ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:17:15.903929 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] Routers {'1ad97bb6-2219-4cb7-90a2-44ff801c2414'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:17:15.904519 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:16:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:15.906406 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:15.961717 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-afb93540-afe5-4b04-9c7b-653f1f0cafe5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4608088 Feb 11 14:17:15.962288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:16.022389 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'status': 'completed', 'code': 200} Feb 11 14:17:16.090178 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] Set router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:17:16.178761 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0fdd42b-5c9c-4478-980a-57647621e318 req-c00693d0-16cd-4970-bce7-7413897d33d7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1097 time: 0.1353707 Feb 11 14:17:16.185504 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b41cf6-71dd-46bf-890c-a0913105f4b7 req-9621a404-ff0d-4026-b2b5-03ea19a87f8c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.186919 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76b41cf6-71dd-46bf-890c-a0913105f4b7 req-9621a404-ff0d-4026-b2b5-03ea19a87f8c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.1132305 Feb 11 14:17:16.317009 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-76b41cf6-71dd-46bf-890c-a0913105f4b7 req-ba81273a-3e88-4ed0-b0f8-e83c608f5e68 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109803 Feb 11 14:17:16.347101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56774) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:17:16.351516 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdd42b-5c9c-4478-980a-57647621e318 req-7c46a5d9-b94b-4d81-86cb-483a07792c3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.353378 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0fdd42b-5c9c-4478-980a-57647621e318 req-7c46a5d9-b94b-4d81-86cb-483a07792c3d service neutron] 10.222.0.75 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 897 time: 0.1656060 Feb 11 14:17:16.463698 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0fdd42b-5c9c-4478-980a-57647621e318 req-d38241b0-dc39-442d-b60a-0ba7802dc8dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 1000 time: 0.1040802 Feb 11 14:17:16.465387 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b73a54c5-474e-4181-a9ee-a299524d69d4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/0bd572c0-5fe5-4b06-ab98-c0d0881d78f5 HTTP/1.1" status: 200 len: 992 time: 0.1168392 Feb 11 14:17:16.469711 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '0bd572c0-5fe5-4b06-ab98-c0d0881d78f5', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'port_id': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'mac_address': 'fa:16:3e:c5:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:14Z', 'updated_at': '2022-02-11T14:17:14Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0feaf3cc-893f-49ac-94fc-f0227e81f42c', 'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:a9:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:17:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:16.473697 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] Checking router: 1ad97bb6-2219-4cb7-90a2-44ff801c2414 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:17:16.484309 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] Routers {'1ad97bb6-2219-4cb7-90a2-44ff801c2414'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:17:16.484894 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:16:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:16.525659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdd42b-5c9c-4478-980a-57647621e318 req-bbd7665d-c023-451b-80a0-fccf3ef07c92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.527687 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0fdd42b-5c9c-4478-980a-57647621e318 req-bbd7665d-c023-451b-80a0-fccf3ef07c92 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 200 len: 834 time: 0.0584252 Feb 11 14:17:16.605084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0fdd42b-5c9c-4478-980a-57647621e318 req-6c0ead6a-086c-4d64-bf7e-e7722bc9502c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f6aaba88-de79-43a5-8fb6-59140722e025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726311 Feb 11 14:17:16.669251 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] Set router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:17:16.737949 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0fdd42b-5c9c-4478-980a-57647621e318 req-0b2cd9ea-1ed7-479c-a1cf-58a0394b74d5 service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269462 Feb 11 14:17:16.871785 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c0fdd42b-5c9c-4478-980a-57647621e318 req-d7bb257b-01ad-49df-b10e-317346bc492b service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260364 Feb 11 14:17:17.016043 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '0bd572c0-5fe5-4b06-ab98-c0d0881d78f5', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'port_id': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'mac_address': 'fa:16:3e:c5:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:14Z', 'updated_at': '2022-02-11T14:17:14Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0feaf3cc-893f-49ac-94fc-f0227e81f42c', 'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:a9:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:17:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:17.019877 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f809a-5b0d-44b6-a13b-2c23e15ba354 None None] The sync data for ids ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'] in n-d-818559-1 is: [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '0bd572c0-5fe5-4b06-ab98-c0d0881d78f5', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'port_id': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'mac_address': 'fa:16:3e:c5:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:14Z', 'updated_at': '2022-02-11T14:17:14Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0feaf3cc-893f-49ac-94fc-f0227e81f42c', 'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:a9:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:17:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:17:17.468923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56778) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:17:17.571810 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-c182510c-8f47-4350-9da8-b6623da1baf4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/0bd572c0-5fe5-4b06-ab98-c0d0881d78f5 HTTP/1.1" status: 200 len: 992 time: 0.1015878 Feb 11 14:17:17.781390 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5253fd43-9f2e-4f56-a2fc-df4f45fcb44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:18.576002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56782) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:17:18.679974 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-fd3d6387-ef47-4e9d-b841-9dbc07aecef0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/0bd572c0-5fe5-4b06-ab98-c0d0881d78f5 HTTP/1.1" status: 200 len: 992 time: 0.1028395 Feb 11 14:17:19.033023 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:19.103547 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:19.684487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:17:19.790344 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2af5ba9b-907f-4b25-88d6-3144ea9bba52 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/0bd572c0-5fe5-4b06-ab98-c0d0881d78f5 HTTP/1.1" status: 200 len: 992 time: 0.1046965 Feb 11 14:17:20.499308 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:20.641148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29332f8-5a73-4043-8664-15b5934639ec None None] New status for floating IP 0bd572c0-5fe5-4b06-ab98-c0d0881d78f5: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:17:20.794740 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56790) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:17:20.903985 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3415c21d-eaab-4fbc-8298-de739cfdbe46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/0bd572c0-5fe5-4b06-ab98-c0d0881d78f5 HTTP/1.1" status: 200 len: 992 time: 0.1079128 Feb 11 14:17:21.907796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56794) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:17:22.012969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-26cc49a6-d98f-4e72-9337-50a5b1f4c7e2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/0bd572c0-5fe5-4b06-ab98-c0d0881d78f5 HTTP/1.1" status: 200 len: 994 time: 0.1038120 Feb 11 14:17:38.021799 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:38.373946 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:17:43.014848 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:44.781787 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2227825b-7de4-4cf5-bef2-112b2dbfe745 req-cd799259-4f24-4fb1-ac16-af3f61aae671 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0675552 Feb 11 14:17:45.025714 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56814) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:17:45.093251 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba1abd-3b94-40eb-85ba-18979261ac9c req-8b61d7d3-8ca4-40e0-ade8-1b0f30e5899c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:45.094747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25ba1abd-3b94-40eb-85ba-18979261ac9c req-8b61d7d3-8ca4-40e0-ade8-1b0f30e5899c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0829136 Feb 11 14:17:45.140153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25ba1abd-3b94-40eb-85ba-18979261ac9c req-605923bd-d7fb-4ee4-8db0-72d3af30a23c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Feb 11 14:17:45.162815 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-2fe7c448-17ab-43f5-a354-837c7b8ab211 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358593 Feb 11 14:17:45.570483 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95785d13-0f11-424c-aa5e-d93e02a340f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:46.340543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde23d2-ffef-4526-adfe-789b08388bf4 req-5351d4dd-f2eb-4d21-b075-86e5bb342162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.342098 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dde23d2-ffef-4526-adfe-789b08388bf4 req-5351d4dd-f2eb-4d21-b075-86e5bb342162 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0778587 Feb 11 14:17:46.397470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5dde23d2-ffef-4526-adfe-789b08388bf4 req-aee0ff5c-15e3-4abf-8a74-760de4abc767 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484407 Feb 11 14:17:46.477459 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-027ef8bb-47f6-4082-99bd-3185dfdc8fc0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1097 time: 0.0727067 Feb 11 14:17:46.614717 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4055a-be13-479a-9544-56647880a53f req-56c58756-6c9e-4d06-b5c8-adb9a1547a54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.616163 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-56c58756-6c9e-4d06-b5c8-adb9a1547a54 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 897 time: 0.1314540 Feb 11 14:17:46.718084 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-3dbd9b27-50f0-4f88-baec-1168fea8301d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 1002 time: 0.0955801 Feb 11 14:17:46.877439 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4055a-be13-479a-9544-56647880a53f req-11fdfd76-eafe-4a27-ab54-69fdbd67ccc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:46.878895 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-11fdfd76-eafe-4a27-ab54-69fdbd67ccc1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 200 len: 834 time: 0.1549439 Feb 11 14:17:46.955186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-a625aec1-ad1c-4a16-8558-b5412e92aef0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f6aaba88-de79-43a5-8fb6-59140722e025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697637 Feb 11 14:17:47.086614 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-2cffebcc-4b4d-457e-ba41-a0ac3f823e3c service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239359 Feb 11 14:17:47.217835 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-39c61657-9554-4a5a-b145-b6074c4e1831 service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252763 Feb 11 14:17:47.609935 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c0b6c-28e7-4045-8b35-aa8b16ab98c0 req-32aa103d-2feb-4a9d-afcf-44ca0a888b92 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:47.611404 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-875c0b6c-28e7-4045-8b35-aa8b16ab98c0 req-32aa103d-2feb-4a9d-afcf-44ca0a888b92 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0831842 Feb 11 14:17:47.656551 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-875c0b6c-28e7-4045-8b35-aa8b16ab98c0 req-414648b5-0281-465c-86fb-3cf734f7d77f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397282 Feb 11 14:17:47.783573 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d933e85b-bd94-4577-bf38-7b024bb4b95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:48.874288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e43d29-e5a4-4e61-ba97-c786a1981f7f req-f223d106-7dc4-4e69-ab41-3d24f501b3b2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:48.875763 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0e43d29-e5a4-4e61-ba97-c786a1981f7f req-f223d106-7dc4-4e69-ab41-3d24f501b3b2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0936933 Feb 11 14:17:48.921211 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0e43d29-e5a4-4e61-ba97-c786a1981f7f req-ab5a63e7-d3fd-4ebe-93d7-dd854d72e2b9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397179 Feb 11 14:17:49.034314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:49.105990 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:50.120562 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ead0c-84f9-421f-a39a-7443aca75351 req-358337b8-272a-4058-8d07-8631c8586a9a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:50.122200 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e9ead0c-84f9-421f-a39a-7443aca75351 req-358337b8-272a-4058-8d07-8631c8586a9a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0763295 Feb 11 14:17:50.166961 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-5e9ead0c-84f9-421f-a39a-7443aca75351 req-552f2247-35db-42c9-9a7f-f25d56853094 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389211 Feb 11 14:17:50.499750 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:51.361577 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf5e37-282f-4a2f-a940-55171e016563 req-f1508929-e3f3-414b-837b-7d27426906e6 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:51.363056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1adf5e37-282f-4a2f-a940-55171e016563 req-f1508929-e3f3-414b-837b-7d27426906e6 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0760469 Feb 11 14:17:51.411234 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1adf5e37-282f-4a2f-a940-55171e016563 req-0813340c-c152-4cb0-955c-f1830556ae5a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 Feb 11 14:17:52.613443 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f23d2-00f2-4eca-bb09-4e744f910406 req-6d9b63da-e38a-4dee-8133-ec13e4678fc4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:52.614943 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d7f23d2-00f2-4eca-bb09-4e744f910406 req-6d9b63da-e38a-4dee-8133-ec13e4678fc4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0832598 Feb 11 14:17:52.660017 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d7f23d2-00f2-4eca-bb09-4e744f910406 req-3b0d177f-9708-4d94-9af4-706740cf5ed5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395808 Feb 11 14:17:53.183992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-293df3f4-86c2-49df-99ee-9e28085c6fef req-56ad13c0-e2d3-4643-bdce-35176a8fba28 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1097 time: 0.0697088 Feb 11 14:17:53.331550 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293df3f4-86c2-49df-99ee-9e28085c6fef req-bff9eb40-597a-4c18-aea6-e727cb130b02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.333012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-293df3f4-86c2-49df-99ee-9e28085c6fef req-bff9eb40-597a-4c18-aea6-e727cb130b02 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 897 time: 0.1291056 Feb 11 14:17:53.435315 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-293df3f4-86c2-49df-99ee-9e28085c6fef req-2c6bf3f9-12de-4761-94e9-147866d7bc98 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 1002 time: 0.0958741 Feb 11 14:17:53.497936 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293df3f4-86c2-49df-99ee-9e28085c6fef req-3932d844-a19f-46b3-9315-c117adaa6b4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.499492 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-293df3f4-86c2-49df-99ee-9e28085c6fef req-3932d844-a19f-46b3-9315-c117adaa6b4d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 200 len: 834 time: 0.0582783 Feb 11 14:17:53.579222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-293df3f4-86c2-49df-99ee-9e28085c6fef req-5f077ff4-4ea0-4365-85e2-c1533756df05 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f6aaba88-de79-43a5-8fb6-59140722e025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728552 Feb 11 14:17:53.714205 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-293df3f4-86c2-49df-99ee-9e28085c6fef req-9634fbde-a0e6-43b2-bc2d-2b55e6b7d702 service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288283 Feb 11 14:17:53.898562 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-293df3f4-86c2-49df-99ee-9e28085c6fef req-1a36d194-a24e-412d-9430-03e55913e4e8 service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789777 Feb 11 14:17:53.911787 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302d5b0-b3ec-4c43-8ecf-6085a3621419 req-c829a5d6-cbc9-471d-bcbb-13409327d8d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:53.913199 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0302d5b0-b3ec-4c43-8ecf-6085a3621419 req-c829a5d6-cbc9-471d-bcbb-13409327d8d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.1279743 Feb 11 14:17:53.960179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0302d5b0-b3ec-4c43-8ecf-6085a3621419 req-da1485ba-eedd-4fa2-a1e3-df2065fed7c9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401235 Feb 11 14:17:55.312607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad634b0-b4de-4467-a494-d0b818c2e31e req-867a355a-ca90-49fb-9288-0b8f3c6a49f2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:55.314443 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cad634b0-b4de-4467-a494-d0b818c2e31e req-867a355a-ca90-49fb-9288-0b8f3c6a49f2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0772564 Feb 11 14:17:55.362061 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cad634b0-b4de-4467-a494-d0b818c2e31e req-bed3a8ba-b076-489c-81f4-84c7f973a8bd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Feb 11 14:17:56.587492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8e12d-1392-4791-ba93-3d834eecad15 req-ed8a3f2d-0050-4994-af9b-e1c1026023ef tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:56.589752 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0db8e12d-1392-4791-ba93-3d834eecad15 req-ed8a3f2d-0050-4994-af9b-e1c1026023ef tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0928004 Feb 11 14:17:56.640775 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0db8e12d-1392-4791-ba93-3d834eecad15 req-ec2247b2-4f42-42d7-87a3-8cbde7eeadc4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453885 Feb 11 14:17:57.839475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea37d92-61ee-42ff-84bc-b78695af02a7 req-37d9eebe-2100-4d48-ab11-011c03a0162c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:57.840934 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ea37d92-61ee-42ff-84bc-b78695af02a7 req-37d9eebe-2100-4d48-ab11-011c03a0162c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0779388 Feb 11 14:17:57.884722 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ea37d92-61ee-42ff-84bc-b78695af02a7 req-e06b10b3-c0b7-4bf3-99e5-8572e4b4f6f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 Feb 11 14:17:58.997294 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-40c4055a-be13-479a-9544-56647880a53f req-10b6f280-9847-4162-becf-f48c9efc5cea service neutron] show failed (client error): The resource could not be found. Feb 11 14:17:58.998299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-10b6f280-9847-4162-becf-f48c9efc5cea service neutron] 10.222.0.75 "GET /v2.0/ports/ff9015c3-56db-4a3e-abf3-32f8b9816d38/bindings/n-h1-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.0766299 Feb 11 14:17:59.192105 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9c0c-bee4-4873-bf0e-2cdc22f91636 req-e8b8c55a-26ee-40e2-90a2-7865cd4538da tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:59.195025 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ded9c0c-bee4-4873-bf0e-2cdc22f91636 req-e8b8c55a-26ee-40e2-90a2-7865cd4538da tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.1885195 Feb 11 14:17:59.240193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ded9c0c-bee4-4873-bf0e-2cdc22f91636 req-3c97dbcb-7d09-4ef5-a849-6f9a4a7fd706 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Feb 11 14:17:59.359747 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-1cc482f0-da93-470f-84a8-4e5bc84c7272 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 1097 time: 0.1685929 Feb 11 14:17:59.370044 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:17:59.476003 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:59.740435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:59.767747 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:59.827491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:59.832931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:59.847218 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Transition to ACTIVE for port object ff9015c3-56db-4a3e-abf3-32f8b9816d38 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:59.850838 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:59.900044 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'code': 200} Feb 11 14:17:59.985803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Pushing event updated for resources: {'Port': ['ID=ff9015c3-56db-4a3e-abf3-32f8b9816d38,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:00.011465 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.011903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.012238 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.012564 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.012884 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.013206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.013524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.013838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.014153 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.014470 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.014810 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:00.059628 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] No DVR routers for this DVR port ff9015c3-56db-4a3e-abf3-32f8b9816d38 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:00.303368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Attempting to bind port ff9015c3-56db-4a3e-abf3-32f8b9816d38 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:00.303693 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Attempting to bind port ff9015c3-56db-4a3e-abf3-32f8b9816d38 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:00.304011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Attempting to bind port ff9015c3-56db-4a3e-abf3-32f8b9816d38 on network f6aaba88-de79-43a5-8fb6-59140722e025 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:18:00.310019 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Port ff9015c3-56db-4a3e-abf3-32f8b9816d38 on network f6aaba88-de79-43a5-8fb6-59140722e025 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:18:00.310329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Attempting to bind port ff9015c3-56db-4a3e-abf3-32f8b9816d38 on network f6aaba88-de79-43a5-8fb6-59140722e025 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:18:00.316455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:18:00.316778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Checking segment: {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:18:00.317149 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Bound using segment: {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:18:00.317558 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Bound port: ff9015c3-56db-4a3e-abf3-32f8b9816d38, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91697333-64b5-401e-b130-2daf3055f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:00.317889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.410141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:00.413212 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:00.418748 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.437496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772d7d5-5ac3-4598-bb3a-2c200f87d9cd req-ce716e75-4b29-48ff-9f38-274a878a5f3e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:00.439145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c772d7d5-5ac3-4598-bb3a-2c200f87d9cd req-ce716e75-4b29-48ff-9f38-274a878a5f3e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 944 time: 0.0768273 Feb 11 14:18:00.473975 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.475692 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] 10.222.0.73 "PUT /v2.0/ports/ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 1092 time: 1.1093967 Feb 11 14:18:00.501015 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c772d7d5-5ac3-4598-bb3a-2c200f87d9cd req-5dba4f67-e84d-42ed-898d-35c99953ae6d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555444 Feb 11 14:18:00.543071 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a1eb0-1d28-4b02-bc46-8aac7cf4379a service neutron] Pushing event updated for resources: {'Port': ['ID=ff9015c3-56db-4a3e-abf3-32f8b9816d38,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:00.582844 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-a124b246-c308-43cb-9464-4711b887b2fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1095 time: 0.0840247 Feb 11 14:18:00.718552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4055a-be13-479a-9544-56647880a53f req-086c73d9-2bd9-4f91-be38-4c05d0afdebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:00.720024 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-086c73d9-2bd9-4f91-be38-4c05d0afdebd service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 897 time: 0.1317117 Feb 11 14:18:00.819797 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-f4205ed4-c2ad-4bb8-8eda-9d225e5ffd06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 1000 time: 0.0934472 Feb 11 14:18:00.882173 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4055a-be13-479a-9544-56647880a53f req-a58a5ad5-64fc-4cd9-b854-1f66accfd562 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:00.883599 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-a58a5ad5-64fc-4cd9-b854-1f66accfd562 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 200 len: 834 time: 0.0584493 Feb 11 14:18:00.955514 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-7b0fa39b-b61b-4f5c-934b-bbc2b88fd310 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6aaba88-de79-43a5-8fb6-59140722e025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661626 Feb 11 14:18:01.170771 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-ae70ad46-9f30-4fe8-90e1-6fd407bad243 service neutron] 10.222.0.73 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092631 Feb 11 14:18:01.298378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-40c4055a-be13-479a-9544-56647880a53f req-80167ced-95c0-4de2-bd5f-c7b3995dc177 service neutron] 10.222.0.73 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217904 Feb 11 14:18:01.708752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc68a6c-030a-4e91-94b7-488550caf537 req-4ecf12cf-6318-4a30-a7a4-3a89eae8a6d8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:01.710114 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3bc68a6c-030a-4e91-94b7-488550caf537 req-4ecf12cf-6318-4a30-a7a4-3a89eae8a6d8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 944 time: 0.0803092 Feb 11 14:18:01.754502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3bc68a6c-030a-4e91-94b7-488550caf537 req-5ba4d42b-d919-4686-b648-f8c32b4205f4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386553 Feb 11 14:18:01.901424 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:01.969231 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'status': 'completed', 'code': 200} Feb 11 14:18:02.054683 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-2e1d4831-312a-469b-879e-ce2fb2afedc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1095 time: 0.0683794 Feb 11 14:18:02.061872 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-f4ef23f1-b809-468c-a206-1759b108e384 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1095 time: 0.0692792 Feb 11 14:18:02.190848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbe08c-e952-4218-99df-3e4917d84148 req-809b9999-bc4c-4e6f-bd08-47919b7455cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:02.192287 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-809b9999-bc4c-4e6f-bd08-47919b7455cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 897 time: 0.1312616 Feb 11 14:18:02.197697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbe08c-e952-4218-99df-3e4917d84148 req-f67718ba-50f4-4075-951a-55adabb3145f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:02.199797 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-f67718ba-50f4-4075-951a-55adabb3145f service neutron] 10.222.0.75 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 897 time: 0.1316314 Feb 11 14:18:02.299601 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-e76a3ff4-263a-402e-9842-f218911d3748 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 1000 time: 0.1010714 Feb 11 14:18:02.303117 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-be24b103-52c9-49d1-8150-ea9a6b89854a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 1000 time: 0.0972552 Feb 11 14:18:02.365041 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbe08c-e952-4218-99df-3e4917d84148 req-dd82040d-c68b-4dfc-a499-3995a8a11db8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:02.365848 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbe08c-e952-4218-99df-3e4917d84148 req-63717282-0e64-47ff-b0e2-adebcef501e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:02.366542 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-dd82040d-c68b-4dfc-a499-3995a8a11db8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 200 len: 834 time: 0.0570915 Feb 11 14:18:02.367285 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-63717282-0e64-47ff-b0e2-adebcef501e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 200 len: 834 time: 0.0617821 Feb 11 14:18:02.444481 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-889b188c-7c59-4a85-9797-373ce332a140 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6aaba88-de79-43a5-8fb6-59140722e025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702562 Feb 11 14:18:02.444751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-5a33aacd-d4fb-4f14-bbba-93a142418214 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f6aaba88-de79-43a5-8fb6-59140722e025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724783 Feb 11 14:18:02.580928 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-83b182eb-0602-4dd8-86ba-3054210e4c9c service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300750 Feb 11 14:18:02.586458 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-1859bc87-7329-4260-8d1c-97fe26af36bf service neutron] 10.222.0.73 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355808 Feb 11 14:18:02.716883 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-4a975d32-1427-4485-9410-e05233f0e146 service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309116 Feb 11 14:18:02.721802 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-08cbe08c-e952-4218-99df-3e4917d84148 req-c46a83cb-6f3e-4e3c-875b-2a6f13197e28 service neutron] 10.222.0.73 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287842 Feb 11 14:18:02.974277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763f7c6-a6f0-462b-b245-b97b900a29c7 req-622ecc14-f643-47c5-9ba0-95c71f101d0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:02.975763 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4763f7c6-a6f0-462b-b245-b97b900a29c7 req-622ecc14-f643-47c5-9ba0-95c71f101d0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 944 time: 0.0912099 Feb 11 14:18:03.029368 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-4763f7c6-a6f0-462b-b245-b97b900a29c7 req-2f86b10b-3107-47d3-90ab-b58be318e88e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461297 Feb 11 14:18:03.280830 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ff9015c3-56db-4a3e-abf3-32f8b9816d38 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:18:03.347480 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device ff9015c3-56db-4a3e-abf3-32f8b9816d38 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:18:04.233022 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d5bbd-1b48-40f8-bc16-43d6a22a3e16 req-a1f69f54-feb4-40d6-bdef-57f5d0b84eb0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:04.234460 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e70d5bbd-1b48-40f8-bc16-43d6a22a3e16 req-a1f69f54-feb4-40d6-bdef-57f5d0b84eb0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 944 time: 0.0762560 Feb 11 14:18:04.279067 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e70d5bbd-1b48-40f8-bc16-43d6a22a3e16 req-f482d547-7cb4-4690-a77d-fafba5f07fbb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390863 Feb 11 14:18:04.663601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-2b449ef4-bb08-428a-81d2-74bcef4080aa tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:04.665042 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-2b449ef4-bb08-428a-81d2-74bcef4080aa tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&binding%3Ahost_id=n-h1-818559-1 HTTP/1.1" status: 200 len: 944 time: 0.1450307 Feb 11 14:18:04.670659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395ada6-b07a-4524-ab09-18267f7ae2ad req-84319b2a-c5df-49c3-b042-2f9da4001771 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:04.672001 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7395ada6-b07a-4524-ab09-18267f7ae2ad req-84319b2a-c5df-49c3-b042-2f9da4001771 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 944 time: 0.1171625 Feb 11 14:18:04.778093 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7395ada6-b07a-4524-ab09-18267f7ae2ad req-69628184-fcda-46b9-8f73-9e3750a16c98 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704117 Feb 11 14:18:04.780126 n-d-818559-1 neutron-server[83567]: INFO neutron.api.v2.resource [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-04e58f54-a30e-4142-af41-0c5f5d1ed48e service neutron] delete failed (client error): The resource could not be found. Feb 11 14:18:04.781036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-04e58f54-a30e-4142-af41-0c5f5d1ed48e service neutron] 10.222.0.75 "DELETE /v2.0/ports/ff9015c3-56db-4a3e-abf3-32f8b9816d38/bindings/n-h2-818559-1 HTTP/1.1" status: 404 len: 380 time: 0.1082084 Feb 11 14:18:04.923412 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-3723c78d-9adb-4be4-a17b-f6b6aa7e6cf5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1095 time: 0.0709035 Feb 11 14:18:04.974637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d63e67-a092-4b94-8faa-180931bb2104 req-f18aea54-f3c0-4c39-a46f-98f99427e761 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:04.976107 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d2d63e67-a092-4b94-8faa-180931bb2104 req-f18aea54-f3c0-4c39-a46f-98f99427e761 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 944 time: 0.0762098 Feb 11 14:18:05.022417 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d2d63e67-a092-4b94-8faa-180931bb2104 req-7e1c7275-d5b5-492a-8ebd-6d2fa7dea568 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402257 Feb 11 14:18:05.056321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-a5b8f72a-53e6-4695-b81c-cbd0a3631114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:05.057767 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-a5b8f72a-53e6-4695-b81c-cbd0a3631114 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 897 time: 0.1295555 Feb 11 14:18:05.161261 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-c2195cad-ac79-4d2e-ba3c-3a79e5c64e2f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 1000 time: 0.0976744 Feb 11 14:18:05.226897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-d154faa2-388f-44bd-b8af-f2ea9525280c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:05.228207 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-d154faa2-388f-44bd-b8af-f2ea9525280c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 200 len: 834 time: 0.0616286 Feb 11 14:18:05.263544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ff9015c3-56db-4a3e-abf3-32f8b9816d38 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:18:05.401707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:05.402391 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-5ee6cd26-f718-4fe5-a216-45c079ed960e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f6aaba88-de79-43a5-8fb6-59140722e025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685355 Feb 11 14:18:05.415395 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'port_id': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'mac_address': 'fa:16:3e:c5:2b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:18:05.468984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.486777 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9015c3-56db-4a3e-abf3-32f8b9816d38 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:05.501950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:05.507053 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:05.536098 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-13c4ee76-af82-4dab-8015-c6b8cd482898 service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280346 Feb 11 14:18:05.578622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ff9015c3-56db-4a3e-abf3-32f8b9816d38,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:05.587068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.587409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.587742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.588065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.588386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.588703 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.589017 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.589353 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.589747 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.590337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.590657 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:05.677235 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9a410f28-dc21-4efd-bf79-f8f9cc376651 req-ccf70129-24e9-4ebd-a319-67698dd2408b service neutron] 10.222.0.75 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355817 Feb 11 14:18:05.784002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['ff9015c3-56db-4a3e-abf3-32f8b9816d38'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:18:06.228047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10462-0abf-4b50-9c84-3757efd21bdf req-6c7dd0dd-e0c5-4586-b818-348709298939 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:06.229508 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90a10462-0abf-4b50-9c84-3757efd21bdf req-6c7dd0dd-e0c5-4586-b818-348709298939 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 945 time: 0.0820901 Feb 11 14:18:06.280621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-90a10462-0abf-4b50-9c84-3757efd21bdf req-ff18c5cd-b8e9-46b5-a3b9-980eb421cde0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 Feb 11 14:18:06.310083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56890) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:06.416426 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4315f8c1-bc13-483a-9f3a-e55bcaf0ab98 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/0bd572c0-5fe5-4b06-ab98-c0d0881d78f5 HTTP/1.1" status: 200 len: 993 time: 0.1051893 Feb 11 14:18:07.272001 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ff9015c3-56db-4a3e-abf3-32f8b9816d38 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:18:07.338041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port ff9015c3-56db-4a3e-abf3-32f8b9816d38 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:07.342497 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port ff9015c3-56db-4a3e-abf3-32f8b9816d38 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:07.342886 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.454337 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.481460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:07.490751 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:07.494913 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:07.542239 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'code': 200} Feb 11 14:18:07.564086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=ff9015c3-56db-4a3e-abf3-32f8b9816d38,revision_number=9']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:08.036065 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:13.041277 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:15.373901 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:18:15.572087 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6276fec-810c-4f6b-84bc-203eee8a3429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:17.785557 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebadcfa3-8fed-4c01-a62e-b0d5423c3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:19.034425 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:19.107719 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:20.502736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:34.798749 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56908) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:34.999347 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 7814128c-eaaf-4a33-ab5d-1c0d9f164f57 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:18:34.999745 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.260069 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.260389 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.381885 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 7814128c-eaaf-4a33-ab5d-1c0d9f164f57 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:18:35.532851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:35.580309 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=7814128c-eaaf-4a33-ab5d-1c0d9f164f57,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:35.671563 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.058833 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:36.256624 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:36.267085 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] Sync routers for ids ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:18:36.277091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:36.279035 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] Routers {'1ad97bb6-2219-4cb7-90a2-44ff801c2414'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:18:36.279621 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:18:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:36.330279 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5463c801-8d1c-4c4c-b5a9-e50b8b4bc344 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/floatingips/0bd572c0-5fe5-4b06-ab98-c0d0881d78f5 HTTP/1.1" status: 204 len: 168 time: 1.5303257 Feb 11 14:18:36.331265 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:36.388980 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'status': 'completed', 'code': 200} Feb 11 14:18:36.467676 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] Set router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:18:36.490426 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-6ee8e748-5e88-44de-8e1c-bd73376fb135 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 1097 time: 0.0772891 Feb 11 14:18:36.643806 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-054ef2f2-c419-4465-b04f-d85ec270dc5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:36.645352 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-054ef2f2-c419-4465-b04f-d85ec270dc5e service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 200 len: 897 time: 0.1485653 Feb 11 14:18:36.721630 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-0be7ddaa-355c-4b83-a0a9-1e5ca6a5217e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 200 len: 217 time: 0.0693257 Feb 11 14:18:36.840153 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0feaf3cc-893f-49ac-94fc-f0227e81f42c', 'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:a9:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:17:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:36.845326 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] Checking router: 1ad97bb6-2219-4cb7-90a2-44ff801c2414 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:18:36.855892 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] Routers {'1ad97bb6-2219-4cb7-90a2-44ff801c2414'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:18:36.856469 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:18:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:36.861431 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac733fe5-e780-44af-8ade-60139ac4520b req-b56fe588-a520-4dea-947b-8a4b9f1f9b15 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:36.862958 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac733fe5-e780-44af-8ade-60139ac4520b req-b56fe588-a520-4dea-947b-8a4b9f1f9b15 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.1876094 Feb 11 14:18:36.891789 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-cf7ccd45-f641-43b3-a9da-589fd0740af3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:36.893167 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-cf7ccd45-f641-43b3-a9da-589fd0740af3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 200 len: 834 time: 0.1651318 Feb 11 14:18:36.910289 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ac733fe5-e780-44af-8ade-60139ac4520b req-70268232-6e73-48cd-be4c-a834fcf432d5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Feb 11 14:18:36.973104 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-be318177-b53f-483c-86f9-fa181f9a7dc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6aaba88-de79-43a5-8fb6-59140722e025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728474 Feb 11 14:18:36.984372 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-429a9f6d-bc0b-48c8-ba05-e3cee9ac0f46 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:18:36.985356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-429a9f6d-bc0b-48c8-ba05-e3cee9ac0f46 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049338 Feb 11 14:18:37.043719 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] Set router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:18:37.125142 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-5205039d-976c-4ab2-bf50-2d36ba1af4a2 service neutron] 10.222.0.73 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324420 Feb 11 14:18:37.256628 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83335665-b90d-45c6-bd09-59e6d536dc84 req-0687d00e-6751-40e0-a4c2-928ce20cef47 service neutron] 10.222.0.73 "GET /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261656 Feb 11 14:18:37.354829 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0feaf3cc-893f-49ac-94fc-f0227e81f42c', 'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:a9:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:17:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:37.359447 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b000b-ef28-4c45-96f7-1211bf1a7857 None None] The sync data for ids ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'] in n-d-818559-1 is: [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:17:00Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '0feaf3cc-893f-49ac-94fc-f0227e81f42c', 'name': '', 'network_id': 'f6aaba88-de79-43a5-8fb6-59140722e025', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:a9:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:17:05Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'c5b81826-60cf-4ad7-ac78-03d9f793eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:18:37.582157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c674a-aa69-423f-9bcc-60128c3a435f None None] New status for floating IP 0bd572c0-5fe5-4b06-ab98-c0d0881d78f5: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:18:37.936877 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-6e97e8cc-a040-4359-af74-52dd095071c9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:37.937712 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-6e97e8cc-a040-4359-af74-52dd095071c9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:18:37.954016 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-6e97e8cc-a040-4359-af74-52dd095071c9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:18:37.955279 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-6e97e8cc-a040-4359-af74-52dd095071c9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.73 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.0915279 Feb 11 14:18:38.025029 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-1349277e-33e8-472a-9fa4-397f9092067f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port ff9015c3-56db-4a3e-abf3-32f8b9816d38 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:18:38.025384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-1349277e-33e8-472a-9fa4-397f9092067f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.026545 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.336239 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9612ac-a735-4062-8714-2d242288063b req-93338983-64ee-40bd-9665-75b88c5d566e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:38.337586 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd9612ac-a735-4062-8714-2d242288063b req-93338983-64ee-40bd-9665-75b88c5d566e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a3a02b-7e6f-4cdb-b618-d23371e6ded9 HTTP/1.1" status: 200 len: 946 time: 0.2848110 Feb 11 14:18:38.339220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-1349277e-33e8-472a-9fa4-397f9092067f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port ff9015c3-56db-4a3e-abf3-32f8b9816d38, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=ff9015c3-56db-4a3e-abf3-32f8b9816d38,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:38.339568 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-1349277e-33e8-472a-9fa4-397f9092067f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.475176 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-1349277e-33e8-472a-9fa4-397f9092067f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for ff9015c3-56db-4a3e-abf3-32f8b9816d38 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:18:38.540974 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd9612ac-a735-4062-8714-2d242288063b req-37f9ac69-9431-4c61-ae33-73c982df38e1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=f20e63d1-1b17-4e3f-b541-94612f2c4832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941040 Feb 11 14:18:38.631534 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-1349277e-33e8-472a-9fa4-397f9092067f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.682666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349277e-33e8-472a-9fa4-397f9092067f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=ff9015c3-56db-4a3e-abf3-32f8b9816d38,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:38.757171 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-1349277e-33e8-472a-9fa4-397f9092067f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] No DVR routers for this DVR port ff9015c3-56db-4a3e-abf3-32f8b9816d38 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:38.759674 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-1349277e-33e8-472a-9fa4-397f9092067f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:38.762087 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'name': 'network-vif-deleted', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:38.777234 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d2c6b59f-b771-4d51-a7d2-0616ed2009cc req-1349277e-33e8-472a-9fa4-397f9092067f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.73 "DELETE /v2.0/ports/ff9015c3-56db-4a3e-abf3-32f8b9816d38 HTTP/1.1" status: 204 len: 173 time: 0.8172657 Feb 11 14:18:38.819243 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a3a02b-7e6f-4cdb-b618-d23371e6ded9', 'name': 'network-vif-deleted', 'tag': 'ff9015c3-56db-4a3e-abf3-32f8b9816d38', 'status': 'completed', 'code': 200} Feb 11 14:18:39.646686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56928) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:40.129223 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.728194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 0feaf3cc-893f-49ac-94fc-f0227e81f42c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:18:40.728900 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:40.918813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 0feaf3cc-893f-49ac-94fc-f0227e81f42c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=0feaf3cc-893f-49ac-94fc-f0227e81f42c,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:40.919160 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.042014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 0feaf3cc-893f-49ac-94fc-f0227e81f42c owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:18:41.219956 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:41.268710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=0feaf3cc-893f-49ac-94fc-f0227e81f42c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:41.385741 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ff9015c3-56db-4a3e-abf3-32f8b9816d38 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:18:41.425325 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: ff9015c3-56db-4a3e-abf3-32f8b9816d38 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:18:41.425672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device ff9015c3-56db-4a3e-abf3-32f8b9816d38 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:18:41.664315 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.230202 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:42.425101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:42.434684 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] Sync routers for ids ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:18:42.437723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-22535b92-c7cc-4b68-bd02-09b26ab69faf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "PUT /v2.0/routers/1ad97bb6-2219-4cb7-90a2-44ff801c2414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7898366 Feb 11 14:18:42.440938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56932) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:42.446374 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] Routers {'1ad97bb6-2219-4cb7-90a2-44ff801c2414'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:18:42.446993 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:18:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:42.633475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa070174-6ad7-478e-91ab-34e9688ef67e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting subnet c5b81826-60cf-4ad7-ac78-03d9f793eb60 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:18:42.636372 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa070174-6ad7-478e-91ab-34e9688ef67e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.644204 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] Set router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:18:42.692931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa070174-6ad7-478e-91ab-34e9688ef67e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.772374 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa070174-6ad7-478e-91ab-34e9688ef67e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.847430 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa070174-6ad7-478e-91ab-34e9688ef67e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.884261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa070174-6ad7-478e-91ab-34e9688ef67e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b81826-60cf-4ad7-ac78-03d9f793eb60,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:42.891497 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa070174-6ad7-478e-91ab-34e9688ef67e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:42.898499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14130e56-4aa4-4957-8ab8-49b38807fd54 None None] Network f6aaba88-de79-43a5-8fb6-59140722e025 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:18:42.904496 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-aa070174-6ad7-478e-91ab-34e9688ef67e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/subnets/c5b81826-60cf-4ad7-ac78-03d9f793eb60 HTTP/1.1" status: 204 len: 168 time: 0.4626009 Feb 11 14:18:42.907988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56936) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:42.949040 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:18:41Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:42.955162 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] Checking router: 1ad97bb6-2219-4cb7-90a2-44ff801c2414 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:18:42.967491 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] Routers {'1ad97bb6-2219-4cb7-90a2-44ff801c2414'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:18:42.968645 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:18:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:43.122943 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.192148 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] Set router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:18:43.222521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dde26d-841b-49a8-ac4c-79afdc798202 None None] DHCP port deletion for f6aaba88-de79-43a5-8fb6-59140722e025 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:18:43.226430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-80dde26d-841b-49a8-ac4c-79afdc798202 None None] Deleting port ab68bf1e-c905-4c66-9385-c8abd87a69e7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:18:43.226921 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80dde26d-841b-49a8-ac4c-79afdc798202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.236067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.406544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ab68bf1e-c905-4c66-9385-c8abd87a69e7 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:18:43.477786 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.492101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port a61f34d4-9f4a-47b5-bd46-29164a80b247 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:18:43.492454 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.499385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-80dde26d-841b-49a8-ac4c-79afdc798202 None None] For port ab68bf1e-c905-4c66-9385-c8abd87a69e7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ab68bf1e-c905-4c66-9385-c8abd87a69e7,segment=NetworkSegment(91697333-64b5-401e-b130-2daf3055f15e),segment_id=91697333-64b5-401e-b130-2daf3055f15e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:43.499588 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80dde26d-841b-49a8-ac4c-79afdc798202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.511414 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:18:41Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:43.516442 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d8bfe-c379-4f2f-889e-d3e25cb71cc8 None None] The sync data for ids ['1ad97bb6-2219-4cb7-90a2-44ff801c2414'] in n-d-818559-1 is: [{'id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188958345', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:55Z', 'updated_at': '2022-02-11T14:18:41Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'a61f34d4-9f4a-47b5-bd46-29164a80b247', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad97bb6-2219-4cb7-90a2-44ff801c2414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:56Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:18:43.623608 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-80dde26d-841b-49a8-ac4c-79afdc798202 None None] Calling delete_port for ab68bf1e-c905-4c66-9385-c8abd87a69e7 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:18:43.685968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port a61f34d4-9f4a-47b5-bd46-29164a80b247, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a61f34d4-9f4a-47b5-bd46-29164a80b247,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:43.686272 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.734169 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.760301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80dde26d-841b-49a8-ac4c-79afdc798202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:43.810572 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for a61f34d4-9f4a-47b5-bd46-29164a80b247 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:18:43.836365 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dde26d-841b-49a8-ac4c-79afdc798202 None None] Pushing event deleted for resources: {'Port': ['ID=ab68bf1e-c905-4c66-9385-c8abd87a69e7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:43.843385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dde26d-841b-49a8-ac4c-79afdc798202 None None] No DVR routers for this DVR port ab68bf1e-c905-4c66-9385-c8abd87a69e7 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:43.996821 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.041093 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=a61f34d4-9f4a-47b5-bd46-29164a80b247,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:44.260291 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.620744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.625124 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.649862 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.650397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Fanout notify agent at l3_agent the message router_deleted on router 1ad97bb6-2219-4cb7-90a2-44ff801c2414 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:44.665169 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.666265 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e0a5769f-f1fa-4cb0-ad05-67c0aab4b159 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/routers/1ad97bb6-2219-4cb7-90a2-44ff801c2414 HTTP/1.1" status: 204 len: 168 time: 1.7573457 Feb 11 14:18:44.668979 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56940) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:44.783871 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.912925 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.941014 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6aaba88-de79-43a5-8fb6-59140722e025']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:44.953648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91697333-64b5-401e-b130-2daf3055f15e') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:44.953960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91697333-64b5-401e-b130-2daf3055f15e') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:44.965851 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16372747'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.982500 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:44.988790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:18:44.989170 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16106452'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: Traceback (most recent call last): Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: timer() Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: cb(*args, **kw) Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: return func(*args, **kwargs) Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: self._notify() Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: self.callback(batched_events) Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: event.method(event) Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: return f(self, *a, **k) Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: return self._get(url).json() Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:18:45.003678 n-d-818559-1 neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:18:45.086760 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.111591 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.120358 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Network': ['ID=f6aaba88-de79-43a5-8fb6-59140722e025,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:45.129905 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e151e45e-e79a-40bd-8342-609d6cb67a42 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/networks/f6aaba88-de79-43a5-8fb6-59140722e025 HTTP/1.1" status: 204 len: 168 time: 0.4599471 Feb 11 14:18:45.132512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56944) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:45.200803 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a16eda1-5ede-440e-a0ed-fee27968955c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.231689 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a16eda1-5ede-440e-a0ed-fee27968955c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.294999 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a16eda1-5ede-440e-a0ed-fee27968955c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.313835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16eda1-5ede-440e-a0ed-fee27968955c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20e63d1-1b17-4e3f-b541-94612f2c4832,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:45.329231 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a16eda1-5ede-440e-a0ed-fee27968955c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.330386 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9a16eda1-5ede-440e-a0ed-fee27968955c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/security-groups/f20e63d1-1b17-4e3f-b541-94612f2c4832 HTTP/1.1" status: 204 len: 168 time: 0.1969898 Feb 11 14:18:45.408827 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0feaf3cc-893f-49ac-94fc-f0227e81f42c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:18:45.450526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 0feaf3cc-893f-49ac-94fc-f0227e81f42c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:18:45.450888 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 0feaf3cc-893f-49ac-94fc-f0227e81f42c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:18:45.451553 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a61f34d4-9f4a-47b5-bd46-29164a80b247 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:18:45.485832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a61f34d4-9f4a-47b5-bd46-29164a80b247 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:18:45.486172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a61f34d4-9f4a-47b5-bd46-29164a80b247 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:18:45.574839 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e09792bc-1c9d-4f88-9215-47680641f58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.671591 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56952) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:45.677727 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689882207', 'description': 'tempest-secgroup-smoke-1689882207 description', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:45.684466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:45.689270 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:45.692209 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:45.698332 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:45.707744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.743696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:45.747414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:45.750192 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:45.756216 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:45.814320 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.818007 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.862124 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:45.864935 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.866110 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-26e1a929-453a-4974-bdee-ea5923090a46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1933711 Feb 11 14:18:45.868903 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56956) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:45.874272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c88af5fa-c5e2-46c9-99e6-27e301d8b5b9', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:45.880801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:45.884666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:45.887568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:45.893460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:45.911027 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.971135 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:45.974555 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.002158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054c888f-c806-42fe-8bf6-551495abf5db,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:46.008240 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.009329 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ccb89b2f-256a-44a2-87da-b465e86ce097 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1395397 Feb 11 14:18:46.012104 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56960) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:46.017371 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c88af5fa-c5e2-46c9-99e6-27e301d8b5b9', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:46.023719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:46.027473 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:46.030863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:46.036513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:46.054889 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.116669 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.120275 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.148971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e8cf34-5e6e-42c9-96aa-9e9b31c1c679,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:46.160091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.161292 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-afe48bde-2f03-47e5-9aaf-59d693032653 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1483040 Feb 11 14:18:46.164102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56964) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:46.169337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c88af5fa-c5e2-46c9-99e6-27e301d8b5b9', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:46.175608 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:46.179341 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:46.182112 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:46.187683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:46.204979 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.266955 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.270475 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.294609 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa61e7c-f78d-4a6c-959a-f1497e47952d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:46.304257 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.305416 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f64a983c-ca33-4fde-8d58-7900df1e31d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1404297 Feb 11 14:18:46.308102 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56968) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:46.313538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c88af5fa-c5e2-46c9-99e6-27e301d8b5b9', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:46.319822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:46.323589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:46.326699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:46.332874 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:46.349549 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.412443 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.415990 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.439412 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db72084a-3829-4d8f-9567-593bcfad4816,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:46.449462 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.451062 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-9e1867eb-e7b3-48d2-9999-67509727be56 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1419222 Feb 11 14:18:46.455997 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56972) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:46.461666 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c88af5fa-c5e2-46c9-99e6-27e301d8b5b9', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:46.469048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:46.472838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:46.475673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:46.481223 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:46.491776 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Project 20d0637a55e64a9ba0dfe5abd28a7f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:18:46.498419 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.568302 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.571571 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.596643 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8494eb47-51f6-410d-94d7-1dc204c520ac,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:46.606398 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.607569 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8082e65b-44b2-4dbf-ac9c-497d9df47265 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1506269 Feb 11 14:18:46.610246 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56976) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:46.615504 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c88af5fa-c5e2-46c9-99e6-27e301d8b5b9', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:46.621644 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:46.625919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:46.628940 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:46.634459 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:46.645225 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Project 20d0637a55e64a9ba0dfe5abd28a7f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:18:46.651501 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.715395 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.718711 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.740495 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60256b26-471d-4b0b-b45f-8df0343d19a1,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:46.748354 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.750378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d688e716-86bb-4aac-8355-647a0cac46b4 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1389089 Feb 11 14:18:46.753205 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56980) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:46.758655 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'network': {'name': 'tempest-network-smoke--1817401793', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:46.764024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:46.768967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:network and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:46.771743 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:46.777220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:46.787073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:46.789902 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.818447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:18:46.828158 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.828646 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Added segment e778ba45-323f-4dd4-bdb7-cf126a30312c of type vlan for network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 Feb 11 14:18:46.856716 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.885732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.889441 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:46.890051 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:46.993890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2396114 Feb 11 14:18:46.994823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1592f79-e292-4247-aacf-01b0724ad834 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Network': ['ID=2cfc280f-3bf2-402b-93b5-1e45e5744bb8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:46.996798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 56984) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:47.001966 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'admin_state_up': True, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:47.005198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:18:47.009742 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:47.013587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:router and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:47.017100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:47.023556 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:47.034726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:47.035910 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:47.054854 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:47.210130 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:47.392691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:47.423462 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:47.561751 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.25.4.73 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/191c8285-c645-4a57-a4f8-f91f7678e0c1) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:47.709034 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:47.735804 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:47.786836 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61c732ce-5d47-479f-b462-9703f00c1f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:47.803220 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:47.806497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=191c8285-c645-4a57-a4f8-f91f7678e0c1,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:47.808665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:47.811113 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:18:47.852591 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.852942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.853281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.853619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.853949 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.854280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.854626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.854957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.855283 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.855611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.855933 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:47.976753 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:47.977472 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:48.303177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 66c59d61-260c-4a93-9696-f50c1604acc5 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:18:48.504497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:48.517123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Sync routers for ids ['66c59d61-260c-4a93-9696-f50c1604acc5'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:18:48.532511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Routers {'66c59d61-260c-4a93-9696-f50c1604acc5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:18:48.532900 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:48.533170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:18:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['66c59d61-260c-4a93-9696-f50c1604acc5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:48.534301 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-1bb7e401-b5ed-4eb4-ac47-328d226eb004 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5364981 Feb 11 14:18:48.537601 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56988) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:48.582021 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d39007f0-7941-442b-8992-173cb20e195d tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=20d0637a55e64a9ba0dfe5abd28a7f78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431805 Feb 11 14:18:48.584678 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56992) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:48.711378 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Set router 66c59d61-260c-4a93-9696-f50c1604acc5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:18:48.713636 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a7ee59-777b-448f-b4bc-4ead2b0d41c6 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:48.715163 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f3a7ee59-777b-448f-b4bc-4ead2b0d41c6 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295903 Feb 11 14:18:48.718639 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56996) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:48.757504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-7de2f2dc-b457-44ab-8a5d-61c4caa56548 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377934 Feb 11 14:18:48.760072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57000) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:48.765881 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-470933430', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:48.876178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:48.880003 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:subnet and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:18:48.882788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:18:48.888316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:48.898888 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:49.042847 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.052616 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:47Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:49.056593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Checking router: 66c59d61-260c-4a93-9696-f50c1604acc5 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:18:49.056934 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Updating router 66c59d61-260c-4a93-9696-f50c1604acc5 port 191c8285-c645-4a57-a4f8-f91f7678e0c1 binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:18:49.096958 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.117303 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.144154 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.312362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.393241 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Subnet': ['ID=649506d9-fda0-4d58-a852-ba025b3a3eb1,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:49.404801 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Checking segment: {'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:18:49.405289 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network hostable DHCP agents. Network: 2cfc280f-3bf2-402b-93b5-1e45e5744bb8, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:18:49.428051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:18:49.437692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 2cfc280f-3bf2-402b-93b5-1e45e5744bb8) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:49.441686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:49.442786 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.448556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd372f30-8099-4d54-9e13-47cd90d86f59 None None] Network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:18:49.466222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f059def4-3980-48e6-9f81-8664faf4a277 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7026117 Feb 11 14:18:49.467061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57004) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:18:49.475006 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.537269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Transition to ACTIVE for port object 191c8285-c645-4a57-a4f8-f91f7678e0c1 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:49.553955 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.690312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc148904-494d-45fa-9109-7bd857cc3e9b None None] Pushing event updated for resources: {'Port': ['ID=191c8285-c645-4a57-a4f8-f91f7678e0c1,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:49.696461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Attempting to bind port 191c8285-c645-4a57-a4f8-f91f7678e0c1 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:49.696894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Attempting to bind port 191c8285-c645-4a57-a4f8-f91f7678e0c1 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:49.697142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Attempting to bind port 191c8285-c645-4a57-a4f8-f91f7678e0c1 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:18:49.708038 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:18:49.708413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:18:49.708783 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.709162 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:18:49.709618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Bound port: 191c8285-c645-4a57-a4f8-f91f7678e0c1, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:49.709975 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.831865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] For port 191c8285-c645-4a57-a4f8-f91f7678e0c1, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:49.835571 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:18:49.836361 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:49.857026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] For port 191c8285-c645-4a57-a4f8-f91f7678e0c1, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=191c8285-c645-4a57-a4f8-f91f7678e0c1,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:49.897462 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.041429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc148904-494d-45fa-9109-7bd857cc3e9b None None] Pushing event updated for resources: {'Port': ['ID=191c8285-c645-4a57-a4f8-f91f7678e0c1,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:50.056366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Routers {'66c59d61-260c-4a93-9696-f50c1604acc5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:18:50.056978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:18:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['66c59d61-260c-4a93-9696-f50c1604acc5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:50.198160 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Allocated IP 172.20.0.2 (2cfc280f-3bf2-402b-93b5-1e45e5744bb8/649506d9-fda0-4d58-a852-ba025b3a3eb1/653d75c8-dde3-4a18-ac2f-4ca38da64ab8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:50.237380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.334864 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] Set router 66c59d61-260c-4a93-9696-f50c1604acc5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:18:50.661772 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.683325 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.714447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Transition to ACTIVE for port object 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:50.766612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Transition to ACTIVE for port object 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:50.772943 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.838102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.20.0.1 (2cfc280f-3bf2-402b-93b5-1e45e5744bb8/649506d9-fda0-4d58-a852-ba025b3a3eb1/3886361e-f97a-4e00-928d-0710496937b7) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:50.854521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:50.860659 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:50.863106 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Pushing event updated for resources: {'Port': ['ID=653d75c8-dde3-4a18-ac2f-4ca38da64ab8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:50.865161 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:18:50.938624 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:47Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:50.960970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c60bc-6c75-40d7-b55c-cd5aec3e3841 None None] The sync data for ids ['66c59d61-260c-4a93-9696-f50c1604acc5'] in n-d-818559-1 is: [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:47Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:18:50.965756 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Attempting to bind port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:50.966125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Attempting to bind port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:50.966464 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Attempting to bind port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 on network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:18:50.973832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:18:50.974266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Checking segment: {'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:18:50.974606 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:50.974999 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Bound using segment: {'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:18:50.975459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Bound port: 653d75c8-dde3-4a18-ac2f-4ca38da64ab8, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:50.976264 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.014709 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.032425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Transition to ACTIVE for port object 3886361e-f97a-4e00-928d-0710496937b7 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:51.058936 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.085542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] For port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:51.088982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] For port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=653d75c8-dde3-4a18-ac2f-4ca38da64ab8,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:51.093779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.138800 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:51.143829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:51.148240 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:18:51.183377 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=3886361e-f97a-4e00-928d-0710496937b7,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:51.198637 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77949227-8e5b-43c6-ba86-13e43d640ef5 None None] Pushing event updated for resources: {'Port': ['ID=653d75c8-dde3-4a18-ac2f-4ca38da64ab8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:51.228947 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.333386 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.500132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 191c8285-c645-4a57-a4f8-f91f7678e0c1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:18:51.607322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 191c8285-c645-4a57-a4f8-f91f7678e0c1 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:51.613761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 191c8285-c645-4a57-a4f8-f91f7678e0c1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:51.614263 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.741887 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.760258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 191c8285-c645-4a57-a4f8-f91f7678e0c1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=191c8285-c645-4a57-a4f8-f91f7678e0c1,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:51.764838 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.835746 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=191c8285-c645-4a57-a4f8-f91f7678e0c1,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:51.857958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.863226 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.980940 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:51.985136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=3886361e-f97a-4e00-928d-0710496937b7,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:52.128626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:52.129969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:52.215528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d0981-8eb8-47ac-9f28-e551be59b4fd None None] Network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:18:52.377062 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:18:52.385394 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-03e7457c-8adc-4a74-a2e9-5b57900d3f28 None None] Provisioning for port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:52.643302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 66c59d61-260c-4a93-9696-f50c1604acc5 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:52.730734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-737513f0-cb8b-4b11-a271-e8c2d0d620a7 None None] Provisioning for port 3886361e-f97a-4e00-928d-0710496937b7 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:52.735919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-737513f0-cb8b-4b11-a271-e8c2d0d620a7 None None] Provisioning complete for port 3886361e-f97a-4e00-928d-0710496937b7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:52.736432 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-737513f0-cb8b-4b11-a271-e8c2d0d620a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.793829 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-737513f0-cb8b-4b11-a271-e8c2d0d620a7 None None] Port 3886361e-f97a-4e00-928d-0710496937b7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:18:52.854847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:52.869036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9948b0e5-2fdf-45e7-9298-d9e1ddd94992 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "PUT /v2.0/routers/66c59d61-260c-4a93-9696-f50c1604acc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3999488 Feb 11 14:18:52.920117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0f0fc120-07f4-4f53-b9f0-adad79990d44 None None] Provisioning complete for port 3886361e-f97a-4e00-928d-0710496937b7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:52.920489 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0f0fc120-07f4-4f53-b9f0-adad79990d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:52.979344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0f0fc120-07f4-4f53-b9f0-adad79990d44 None None] Port 3886361e-f97a-4e00-928d-0710496937b7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:18:53.100075 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c9bff858-ad81-4f8f-9701-4f3c89e3d68c None None] Provisioning complete for port 3886361e-f97a-4e00-928d-0710496937b7 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:53.100423 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9bff858-ad81-4f8f-9701-4f3c89e3d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.122882 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ff75931c-63d4-4afe-b19e-1b542620fcc1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689882207&fields=id&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 267 time: 0.0446818 Feb 11 14:18:53.151564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c9bff858-ad81-4f8f-9701-4f3c89e3d68c None None] Port 3886361e-f97a-4e00-928d-0710496937b7 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:18:53.271887 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-f53ee5d6-25de-4de6-be90-14dcc212baa8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:53.273222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-f53ee5d6-25de-4de6-be90-14dcc212baa8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/networks?id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8 HTTP/1.1" status: 200 len: 797 time: 0.1433630 Feb 11 14:18:53.289967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-f8844bfe-1578-4f70-8e26-ad982066d552 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/quotas/20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 375 time: 0.0114415 Feb 11 14:18:53.370161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-7e43fa30-58b6-4595-a412-67e77e59ec17 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:18:53.387452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-7e43fa30-58b6-4595-a412-67e77e59ec17 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:18:53.388778 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-7e43fa30-58b6-4595-a412-67e77e59ec17 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940604 Feb 11 14:18:53.475127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 191c8285-c645-4a57-a4f8-f91f7678e0c1 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:18:53.531615 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-638acf31-1c7e-4cce-a4b6-f1d1a662a8c5 service neutron] 10.222.0.67 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303427 Feb 11 14:18:53.550905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 191c8285-c645-4a57-a4f8-f91f7678e0c1 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:53.551301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.666070 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-28145911-9fce-495d-b67d-e2747234e77f service neutron] 10.222.0.67 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284952 Feb 11 14:18:53.666362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:18:53.742655 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:53.747420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:53.747782 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.867118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:53.873222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a575dc4f-23e5-48f1-baab-3acb7c85df50 req-808770fd-9daa-45a3-ba47-0785b9774d0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:18:53.886435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-a575dc4f-23e5-48f1-baab-3acb7c85df50 req-808770fd-9daa-45a3-ba47-0785b9774d0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:18:53.891091 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a575dc4f-23e5-48f1-baab-3acb7c85df50 req-808770fd-9daa-45a3-ba47-0785b9774d0f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 210 time: 0.0656669 Feb 11 14:18:53.903878 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=653d75c8-dde3-4a18-ac2f-4ca38da64ab8,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:53.917503 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:54.020612 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=653d75c8-dde3-4a18-ac2f-4ca38da64ab8,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:54.575517 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Sync routers for ids ['66c59d61-260c-4a93-9696-f50c1604acc5'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:18:54.587204 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Routers {'66c59d61-260c-4a93-9696-f50c1604acc5'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:18:54.587791 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:18:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['66c59d61-260c-4a93-9696-f50c1604acc5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:54.787671 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Set router 66c59d61-260c-4a93-9696-f50c1604acc5 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:18:54.900980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-71aa0954-3786-4630-8606-6704eda78504 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:54.902472 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-71aa0954-3786-4630-8606-6704eda78504 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/networks?id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8 HTTP/1.1" status: 200 len: 797 time: 0.1488342 Feb 11 14:18:54.960973 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-1831f27a-0d1d-4f62-8769-3e924c3ef98b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 380 time: 0.0461144 Feb 11 14:18:54.969907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'port': {'device_id': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'admin_state_up': True, 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'security_groups': ['c88af5fa-c5e2-46c9-99e6-27e301d8b5b9']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:55.106214 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a449b8d0-010d-4ca0-94f5-2dc92dd2958c req-257fad5b-d228-4491-90af-aa4572b6c34c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 210 time: 0.0676675 Feb 11 14:18:55.128456 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '3886361e-f97a-4e00-928d-0710496937b7', 'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:08:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:50Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 2, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:55.132392 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Checking router: 66c59d61-260c-4a93-9696-f50c1604acc5 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:18:55.132736 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Updating router 66c59d61-260c-4a93-9696-f50c1604acc5 port 3886361e-f97a-4e00-928d-0710496937b7 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:18:55.164429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:18:55.174688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:18:55.183929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:55.184780 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.187885 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.354739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.20.0.8 (2cfc280f-3bf2-402b-93b5-1e45e5744bb8/649506d9-fda0-4d58-a852-ba025b3a3eb1/2c819f36-9e75-4b21-8310-f5583be76604) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:55.403993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:18:55.471940 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:55.472221 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.556775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.572996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Transition to ACTIVE for port object 2c819f36-9e75-4b21-8310-f5583be76604 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:55.595816 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.667632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:55.670469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:55.674823 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:18:55.707190 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=2c819f36-9e75-4b21-8310-f5583be76604,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:55.741845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:55.742468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.770108 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-e3647521-9556-439c-bab5-838df8ffffbc tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8038735 Feb 11 14:18:55.782492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Request body: {'port': {'device_id': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:18:55.815174 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.828665 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Transition to ACTIVE for port object 3886361e-f97a-4e00-928d-0710496937b7 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:55.836415 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.895084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-feb60699-5517-4f32-b0a3-6528c41ec9c4 None None] Provisioning for port 2c819f36-9e75-4b21-8310-f5583be76604 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:55.904834 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-feb60699-5517-4f32-b0a3-6528c41ec9c4 None None] Provisioning complete for port 2c819f36-9e75-4b21-8310-f5583be76604 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:55.905269 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-feb60699-5517-4f32-b0a3-6528c41ec9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:55.972857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-feb60699-5517-4f32-b0a3-6528c41ec9c4 None None] Port 2c819f36-9e75-4b21-8310-f5583be76604 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:18:56.018501 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.083393 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Attempting to bind port 3886361e-f97a-4e00-928d-0710496937b7 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:56.083744 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Attempting to bind port 3886361e-f97a-4e00-928d-0710496937b7 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:56.084094 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Attempting to bind port 3886361e-f97a-4e00-928d-0710496937b7 on network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:18:56.092077 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:18:56.092434 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Checking segment: {'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:18:56.092884 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.093435 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Bound using segment: {'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:18:56.094075 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Bound port: 3886361e-f97a-4e00-928d-0710496937b7, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:56.094438 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.112018 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Pushing event updated for resources: {'Port': ['ID=3886361e-f97a-4e00-928d-0710496937b7,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:56.154602 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.154916 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.155278 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.155704 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.156265 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.156649 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.157003 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.157394 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.157595 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.157899 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.158734 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:56.206752 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] For port 3886361e-f97a-4e00-928d-0710496937b7, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:56.210543 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] For port 3886361e-f97a-4e00-928d-0710496937b7, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3886361e-f97a-4e00-928d-0710496937b7,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:56.215674 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.296871 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d63bf-610f-415c-b9cb-07af0c778986 None None] Pushing event updated for resources: {'Port': ['ID=3886361e-f97a-4e00-928d-0710496937b7,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:56.301413 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Routers {'66c59d61-260c-4a93-9696-f50c1604acc5'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:18:56.301986 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:18:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['66c59d61-260c-4a93-9696-f50c1604acc5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:56.328450 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2a1e8-f1d7-4fe8-9670-938314c735e9 req-8c02a9fc-dfdc-4b90-913c-c7a75a0a021c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:56.337270 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85d2a1e8-f1d7-4fe8-9670-938314c735e9 req-8c02a9fc-dfdc-4b90-913c-c7a75a0a021c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 931 time: 0.0956109 Feb 11 14:18:56.381943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-85d2a1e8-f1d7-4fe8-9670-938314c735e9 req-a738fe96-0089-4073-935c-08126c3c0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:18:56.410170 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-85d2a1e8-f1d7-4fe8-9670-938314c735e9 req-a738fe96-0089-4073-935c-08126c3c0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:18:56.411231 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c819f36-9e75-4b21-8310-f5583be76604 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:56.412286 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-85d2a1e8-f1d7-4fe8-9670-938314c735e9 req-a738fe96-0089-4073-935c-08126c3c0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738771 Feb 11 14:18:56.418809 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.448256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Transition to ACTIVE for port object 2c819f36-9e75-4b21-8310-f5583be76604 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:56.448256 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.529450 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] Set router 66c59d61-260c-4a93-9696-f50c1604acc5 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:18:56.580107 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Pushing event updated for resources: {'Port': ['ID=2c819f36-9e75-4b21-8310-f5583be76604,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:56.693035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Attempting to bind port 2c819f36-9e75-4b21-8310-f5583be76604 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:18:56.693370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Attempting to bind port 2c819f36-9e75-4b21-8310-f5583be76604 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:18:56.693696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Attempting to bind port 2c819f36-9e75-4b21-8310-f5583be76604 on network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:18:56.699776 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Port 2c819f36-9e75-4b21-8310-f5583be76604 on network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:18:56.700098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Attempting to bind port 2c819f36-9e75-4b21-8310-f5583be76604 on network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:18:56.707192 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:18:56.707531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Checking segment: {'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:18:56.707915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Bound using segment: {'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:18:56.708346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Bound port: 2c819f36-9e75-4b21-8310-f5583be76604, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e778ba45-323f-4dd4-bdb7-cf126a30312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:18:56.708691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.810838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] For port 2c819f36-9e75-4b21-8310-f5583be76604, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:56.813874 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] For port 2c819f36-9e75-4b21-8310-f5583be76604, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2c819f36-9e75-4b21-8310-f5583be76604,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:56.818785 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.878616 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '3886361e-f97a-4e00-928d-0710496937b7', 'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:08:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:50Z', 'updated_at': '2022-02-11T14:18:56Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:56.883757 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20d707-a7d6-498f-a363-5ff5a4f82674 None None] The sync data for ids ['66c59d61-260c-4a93-9696-f50c1604acc5'] in n-d-818559-1 is: [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '3886361e-f97a-4e00-928d-0710496937b7', 'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:08:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:50Z', 'updated_at': '2022-02-11T14:18:56Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:18:56.885943 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.887390 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] 10.222.0.75 "PUT /v2.0/ports/2c819f36-9e75-4b21-8310-f5583be76604 HTTP/1.1" status: 200 len: 1091 time: 1.1092584 Feb 11 14:18:56.887773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'tag': '2c819f36-9e75-4b21-8310-f5583be76604'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:18:56.911711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f06ad-85c7-471e-b886-a6b1b8d21750 service neutron] Pushing event updated for resources: {'Port': ['ID=2c819f36-9e75-4b21-8310-f5583be76604,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:56.997785 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'tag': '2c819f36-9e75-4b21-8310-f5583be76604', 'status': 'completed', 'code': 200} Feb 11 14:18:57.051488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-4e513d85-1fc7-4daa-9af1-097fb4cdef5f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 1094 time: 0.1047060 Feb 11 14:18:57.127662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-7c596d15-ac98-40eb-b80b-f0e7225c9436 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c819f36-9e75-4b21-8310-f5583be76604 HTTP/1.1" status: 200 len: 217 time: 0.0692003 Feb 11 14:18:57.197307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-091f3367-4cc1-42ac-9021-befc1d0b0842 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.198827 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-091f3367-4cc1-42ac-9021-befc1d0b0842 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=649506d9-fda0-4d58-a852-ba025b3a3eb1 HTTP/1.1" status: 200 len: 834 time: 0.0657465 Feb 11 14:18:57.275585 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-55c52b0c-4b64-4ca8-82b2-d3e9b4f28e3b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713940 Feb 11 14:18:57.422090 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-d8b963f0-2f82-4d9a-8815-bb995f80324f service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403766 Feb 11 14:18:57.434677 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3886361e-f97a-4e00-928d-0710496937b7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:18:57.562695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 3886361e-f97a-4e00-928d-0710496937b7 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:57.568946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3886361e-f97a-4e00-928d-0710496937b7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:57.569560 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:57.574832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-108bbd79-f835-402b-8e26-d11ea41f33d8 req-ad854fcf-5b9a-4e2f-9392-7b7fbfb10a95 service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463616 Feb 11 14:18:57.692113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3e0f-65c3-495f-8916-ac4013a33738 req-b0f6e8b8-0d07-468b-bac1-68e006e308de tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.693614 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0df3e0f-65c3-495f-8916-ac4013a33738 req-b0f6e8b8-0d07-468b-bac1-68e006e308de tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 943 time: 0.0948150 Feb 11 14:18:57.707425 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f16d259a-37b4-401b-b74a-8f46b75300c4 req-4fc12e02-7779-44ed-a3ac-36f7cf587f58 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 1094 time: 0.0897930 Feb 11 14:18:57.708475 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:57.748850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 3886361e-f97a-4e00-928d-0710496937b7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3886361e-f97a-4e00-928d-0710496937b7,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:57.754301 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:57.756178 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b0df3e0f-65c3-495f-8916-ac4013a33738 req-3c94311c-032a-4e8e-bec9-b94208842574 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566878 Feb 11 14:18:57.839794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=3886361e-f97a-4e00-928d-0710496937b7,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:57.962715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d259a-37b4-401b-b74a-8f46b75300c4 req-b0edf1af-fdf2-471e-b984-fa2fdadf0150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:57.964151 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f16d259a-37b4-401b-b74a-8f46b75300c4 req-b0edf1af-fdf2-471e-b984-fa2fdadf0150 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8 HTTP/1.1" status: 200 len: 898 time: 0.2498703 Feb 11 14:18:58.031954 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f16d259a-37b4-401b-b74a-8f46b75300c4 req-b43404f1-6b0c-400d-bc83-4cf43a65c2c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c819f36-9e75-4b21-8310-f5583be76604 HTTP/1.1" status: 200 len: 217 time: 0.0619185 Feb 11 14:18:58.095272 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d259a-37b4-401b-b74a-8f46b75300c4 req-e10c1789-aa97-49a8-bb66-b5cc8ed06aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:58.096699 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f16d259a-37b4-401b-b74a-8f46b75300c4 req-e10c1789-aa97-49a8-bb66-b5cc8ed06aaf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=649506d9-fda0-4d58-a852-ba025b3a3eb1 HTTP/1.1" status: 200 len: 834 time: 0.0588169 Feb 11 14:18:58.191797 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f16d259a-37b4-401b-b74a-8f46b75300c4 req-66bd8603-af03-44f8-9211-33ff9e104c0f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874791 Feb 11 14:18:58.329452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f16d259a-37b4-401b-b74a-8f46b75300c4 req-cce6c5fb-7881-4fe0-8140-c8bd45e6db2b service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305003 Feb 11 14:18:58.460914 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f16d259a-37b4-401b-b74a-8f46b75300c4 req-347d70a7-9481-471a-9061-d1c2b4a50334 service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254089 Feb 11 14:18:58.957302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d0ba-b185-4751-94b1-e6edd64d56b3 req-c341250d-f4fd-4ec3-9fb4-6a6e741ab48d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:58.957991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1003d0ba-b185-4751-94b1-e6edd64d56b3 req-c341250d-f4fd-4ec3-9fb4-6a6e741ab48d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:18:58.972951 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-1003d0ba-b185-4751-94b1-e6edd64d56b3 req-c341250d-f4fd-4ec3-9fb4-6a6e741ab48d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:18:58.974206 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1003d0ba-b185-4751-94b1-e6edd64d56b3 req-c341250d-f4fd-4ec3-9fb4-6a6e741ab48d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 943 time: 0.0972629 Feb 11 14:18:59.022841 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1003d0ba-b185-4751-94b1-e6edd64d56b3 req-0dac116e-4f00-4b90-877f-ef9d52fdcf46 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Feb 11 14:18:59.403355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3886361e-f97a-4e00-928d-0710496937b7 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:18:59.472192 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 3886361e-f97a-4e00-928d-0710496937b7 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:59.472561 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.516607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2c819f36-9e75-4b21-8310-f5583be76604 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:18:59.707588 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 2c819f36-9e75-4b21-8310-f5583be76604, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2c819f36-9e75-4b21-8310-f5583be76604,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:59.720671 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '2c819f36-9e75-4b21-8310-f5583be76604', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'port_id': '2c819f36-9e75-4b21-8310-f5583be76604', 'mac_address': 'fa:16:3e:5a:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:18:59.773724 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.793068 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c819f36-9e75-4b21-8310-f5583be76604 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:18:59.808086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 2c819f36-9e75-4b21-8310-f5583be76604, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2c819f36-9e75-4b21-8310-f5583be76604,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:59.811466 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:59.887232 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=2c819f36-9e75-4b21-8310-f5583be76604,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:00.012820 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['2c819f36-9e75-4b21-8310-f5583be76604'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:19:00.226956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976235a-fa6f-43ed-91b2-cc2d74ce938c req-02b36371-7539-4974-bbae-63f2614319a3 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:00.228453 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c976235a-fa6f-43ed-91b2-cc2d74ce938c req-02b36371-7539-4974-bbae-63f2614319a3 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 944 time: 0.0803604 Feb 11 14:19:00.273820 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c976235a-fa6f-43ed-91b2-cc2d74ce938c req-77e2cb31-db07-44eb-bbc3-b25238de7fcd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386019 Feb 11 14:19:01.470852 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae64866-69c9-4657-8037-d476bdc1033b req-88ebdaa6-e0f9-4818-865e-90de6183b7b0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:01.472220 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ae64866-69c9-4657-8037-d476bdc1033b req-88ebdaa6-e0f9-4818-865e-90de6183b7b0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 944 time: 0.0771592 Feb 11 14:19:01.521051 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1ae64866-69c9-4657-8037-d476bdc1033b req-b5fc11e1-c91c-4a52-99ae-2108d11042b7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431700 Feb 11 14:19:01.543938 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2c819f36-9e75-4b21-8310-f5583be76604 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:19:01.612166 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 2c819f36-9e75-4b21-8310-f5583be76604 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:19:01.616683 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 2c819f36-9e75-4b21-8310-f5583be76604 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:01.617054 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.729147 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.755920 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c819f36-9e75-4b21-8310-f5583be76604'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:01.765970 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 2c819f36-9e75-4b21-8310-f5583be76604, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2c819f36-9e75-4b21-8310-f5583be76604,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:01.769438 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:01.817342 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c819f36-9e75-4b21-8310-f5583be76604', 'code': 200} Feb 11 14:19:01.844875 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=2c819f36-9e75-4b21-8310-f5583be76604,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:01.935325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7bf38887-62ac-48a0-a404-5797876566b5 req-3b537e85-c54a-491f-84f2-6f1d9f142a6b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 1096 time: 0.0676947 Feb 11 14:19:01.979391 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7bf38887-62ac-48a0-a404-5797876566b5 req-4b14a5bf-5ecb-41ce-82ae-4361623d3af4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387316 Feb 11 14:19:02.871624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b78fe-88d1-4f9b-b91f-544c2a85b7e9 req-4663fcb2-ebc7-49a8-9a3a-436f48550e5f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:02.873080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e2b78fe-88d1-4f9b-b91f-544c2a85b7e9 req-4663fcb2-ebc7-49a8-9a3a-436f48550e5f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0808845 Feb 11 14:19:02.920611 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2e2b78fe-88d1-4f9b-b91f-544c2a85b7e9 req-03a9b971-aabe-4c4e-80d5-9318c531f6d2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413582 Feb 11 14:19:04.133641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676fec1-0b9f-46d4-97c4-16e2e5935007 req-1aa26e9b-a3bb-456f-b6f8-0da1ee3c157a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:04.134823 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a676fec1-0b9f-46d4-97c4-16e2e5935007 req-1aa26e9b-a3bb-456f-b6f8-0da1ee3c157a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0773156 Feb 11 14:19:04.188154 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a676fec1-0b9f-46d4-97c4-16e2e5935007 req-ddc70d49-e123-4c49-9f3a-ae4219c6483f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470021 Feb 11 14:19:04.397670 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5763f9b-7ef1-47c6-ac2a-3b220f8c101e req-fbc130b7-5752-4e81-9f5e-b11bc5845939 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:04.399178 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5763f9b-7ef1-47c6-ac2a-3b220f8c101e req-fbc130b7-5752-4e81-9f5e-b11bc5845939 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0896215 Feb 11 14:19:04.451835 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d5763f9b-7ef1-47c6-ac2a-3b220f8c101e req-2bd04586-a367-49c0-b8a0-4bfe965c8b08 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457892 Feb 11 14:19:04.480371 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57050) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:19:04.648322 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c5952bd5-96e0-4757-8a75-9e36a29641b4 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 1091 time: 0.1668305 Feb 11 14:19:04.651012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57056) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:19:04.656618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '2c819f36-9e75-4b21-8310-f5583be76604', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:19:04.663258 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:19:04.667249 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:floatingip and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:19:04.670122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:19:04.676077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:19:04.687345 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.843333 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:04.993481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.25.4.46 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/851f0b49-fead-40c4-868c-d43df5c5cd42) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:19:05.153468 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.182123 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.254169 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:19:05.257482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=851f0b49-fead-40c4-868c-d43df5c5cd42,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:05.259862 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:19:05.261876 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:19:05.858958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:05.916429 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.116435 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.120657 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.224660 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=851f0b49-fead-40c4-868c-d43df5c5cd42,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:06.244728 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:06.440609 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Floating IP 9b7da0de-e992-46f3-9613-716355e3cc9c associated. External IP: 172.25.4.46, port: 2c819f36-9e75-4b21-8310-f5583be76604. Feb 11 14:19:06.847376 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 66c59d61-260c-4a93-9696-f50c1604acc5 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:19:07.152132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:19:07.161555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] Sync routers for ids ['66c59d61-260c-4a93-9696-f50c1604acc5'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:19:07.174020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] Routers {'66c59d61-260c-4a93-9696-f50c1604acc5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:19:07.174643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:18:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['66c59d61-260c-4a93-9696-f50c1604acc5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:07.179276 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:07.234221 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7dc6aa1f-1efe-42be-95b5-e298db145c7a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5821609 Feb 11 14:19:07.234826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'tag': '2c819f36-9e75-4b21-8310-f5583be76604'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:07.370564 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'tag': '2c819f36-9e75-4b21-8310-f5583be76604', 'status': 'completed', 'code': 200} Feb 11 14:19:07.396170 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] Set router 66c59d61-260c-4a93-9696-f50c1604acc5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:19:07.417307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76b3d4-20db-421c-a4c4-04ec3bdb2dfc req-0f407b2f-e2b1-4b58-a9e5-7d6f2e3c986b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:07.418707 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bc76b3d4-20db-421c-a4c4-04ec3bdb2dfc req-0f407b2f-e2b1-4b58-a9e5-7d6f2e3c986b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0812001 Feb 11 14:19:07.465423 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bc76b3d4-20db-421c-a4c4-04ec3bdb2dfc req-29497ead-59e2-4f58-bf9a-1d7561f0c11f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Feb 11 14:19:07.471531 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c48bf70-a857-41da-b0f7-b579f3e29d7f req-8d61d370-ce1b-43b2-b4f5-b0d5882384c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 1096 time: 0.0803509 Feb 11 14:19:07.499539 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57066) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:19:07.607728 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5433bc76-176b-4919-a428-6a7d47bce12b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/9b7da0de-e992-46f3-9613-716355e3cc9c HTTP/1.1" status: 200 len: 990 time: 0.1066284 Feb 11 14:19:07.624374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48bf70-a857-41da-b0f7-b579f3e29d7f req-d6005fa2-4a41-44eb-bf00-addd133900a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:07.626035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c48bf70-a857-41da-b0f7-b579f3e29d7f req-d6005fa2-4a41-44eb-bf00-addd133900a7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8 HTTP/1.1" status: 200 len: 898 time: 0.1463487 Feb 11 14:19:07.731324 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c48bf70-a857-41da-b0f7-b579f3e29d7f req-33f129f7-8924-48c4-ac69-e827f6c80c0f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c819f36-9e75-4b21-8310-f5583be76604 HTTP/1.1" status: 200 len: 998 time: 0.0997610 Feb 11 14:19:07.759468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '9b7da0de-e992-46f3-9613-716355e3cc9c', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'port_id': '2c819f36-9e75-4b21-8310-f5583be76604', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'mac_address': 'fa:16:3e:5a:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:19:05Z', 'updated_at': '2022-02-11T14:19:05Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3886361e-f97a-4e00-928d-0710496937b7', 'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:08:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:50Z', 'updated_at': '2022-02-11T14:18:57Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:07.763371 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] Checking router: 66c59d61-260c-4a93-9696-f50c1604acc5 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:19:07.774008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] Routers {'66c59d61-260c-4a93-9696-f50c1604acc5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:19:07.774605 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:18:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['66c59d61-260c-4a93-9696-f50c1604acc5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:07.793495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48bf70-a857-41da-b0f7-b579f3e29d7f req-bca95b39-7f3b-46db-87b3-0b32a4005414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:07.794964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c48bf70-a857-41da-b0f7-b579f3e29d7f req-bca95b39-7f3b-46db-87b3-0b32a4005414 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=649506d9-fda0-4d58-a852-ba025b3a3eb1 HTTP/1.1" status: 200 len: 834 time: 0.0585001 Feb 11 14:19:07.870478 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c48bf70-a857-41da-b0f7-b579f3e29d7f req-699c22ce-4cff-4b68-ab0e-e0155c66b98a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696173 Feb 11 14:19:07.953922 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] Set router 66c59d61-260c-4a93-9696-f50c1604acc5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:19:08.003858 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c48bf70-a857-41da-b0f7-b579f3e29d7f req-b1ed7c89-d237-4d2f-8559-99695401fb21 service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278646 Feb 11 14:19:08.103058 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:08.139993 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-9c48bf70-a857-41da-b0f7-b579f3e29d7f req-2a31132e-3900-4ae5-9991-084f924ff331 service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298339 Feb 11 14:19:08.318832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '9b7da0de-e992-46f3-9613-716355e3cc9c', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'port_id': '2c819f36-9e75-4b21-8310-f5583be76604', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'mac_address': 'fa:16:3e:5a:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:19:05Z', 'updated_at': '2022-02-11T14:19:05Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3886361e-f97a-4e00-928d-0710496937b7', 'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:08:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:50Z', 'updated_at': '2022-02-11T14:18:57Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:08.322975 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c44b0-53f5-4085-bf8b-3aa6f1511197 None None] The sync data for ids ['66c59d61-260c-4a93-9696-f50c1604acc5'] in n-d-818559-1 is: [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '9b7da0de-e992-46f3-9613-716355e3cc9c', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'port_id': '2c819f36-9e75-4b21-8310-f5583be76604', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'mac_address': 'fa:16:3e:5a:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:19:05Z', 'updated_at': '2022-02-11T14:19:05Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3886361e-f97a-4e00-928d-0710496937b7', 'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:08:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:50Z', 'updated_at': '2022-02-11T14:18:57Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:19:08.612079 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57070) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:19:08.719835 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-ec373079-230b-46bb-8189-af1200a141ce tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/9b7da0de-e992-46f3-9613-716355e3cc9c HTTP/1.1" status: 200 len: 990 time: 0.1065872 Feb 11 14:19:09.723778 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57074) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:19:09.829744 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-b7011067-4110-41ea-a280-97848ff92e24 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/9b7da0de-e992-46f3-9613-716355e3cc9c HTTP/1.1" status: 200 len: 990 time: 0.1048982 Feb 11 14:19:10.833199 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57078) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:19:10.936298 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-557954e3-4023-4d6f-bdac-3e2e0d3c7f24 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/9b7da0de-e992-46f3-9613-716355e3cc9c HTTP/1.1" status: 200 len: 990 time: 0.1019773 Feb 11 14:19:11.940476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57082) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:19:12.053500 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-182b5a6a-6acc-4891-9e28-50e3546f8166 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/9b7da0de-e992-46f3-9613-716355e3cc9c HTTP/1.1" status: 200 len: 990 time: 0.1118727 Feb 11 14:19:12.550835 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc915c8d-68a3-430c-88d5-235bb9a40fb6 None None] New status for floating IP 9b7da0de-e992-46f3-9613-716355e3cc9c: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:19:13.057232 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57086) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:19:13.061733 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:13.161249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f5cdb1b3-0d03-4d13-bc23-f702dfb5680c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/9b7da0de-e992-46f3-9613-716355e3cc9c HTTP/1.1" status: 200 len: 992 time: 0.1028454 Feb 11 14:19:15.578685 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df7c067a-cf02-4301-bd03-c27a97423862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:17.790760 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f25a97af-9a93-4d34-aafd-78464bfa304a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.035889 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:19.113647 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:20.511879 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:29.379130 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:19:36.082806 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7218fbe-e10b-4568-82df-028760e4e066 req-364b1e1f-139b-4fc3-afab-d017caf548d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:36.084196 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7218fbe-e10b-4568-82df-028760e4e066 req-364b1e1f-139b-4fc3-afab-d017caf548d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0816152 Feb 11 14:19:36.128571 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7218fbe-e10b-4568-82df-028760e4e066 req-04067bd9-2cd5-436d-8c8b-c1a47bfe22ea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 Feb 11 14:19:37.434679 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e288d-40c1-4ff6-aaa7-162d898e80be req-bc4e86b0-5b41-42a0-a494-961089406676 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:37.436051 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d6e288d-40c1-4ff6-aaa7-162d898e80be req-bc4e86b0-5b41-42a0-a494-961089406676 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.1662982 Feb 11 14:19:37.482078 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d6e288d-40c1-4ff6-aaa7-162d898e80be req-c8f70101-e2a2-4423-98d4-9088f1755f1b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398169 Feb 11 14:19:38.040353 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:38.680754 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fa5eb-d290-4011-8b37-05fba154c287 req-ec4474dc-e95e-416d-aee8-b6bde9230c07 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:38.682213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca3fa5eb-d290-4011-8b37-05fba154c287 req-ec4474dc-e95e-416d-aee8-b6bde9230c07 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0750773 Feb 11 14:19:38.732001 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ca3fa5eb-d290-4011-8b37-05fba154c287 req-3a71dc62-b5ad-46a4-a445-320c5d8603ea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442283 Feb 11 14:19:39.931905 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b84e3-a39a-4471-bdc2-36e20ad37cdb req-e4b9c93d-af50-47f0-ba36-13d0ed6de3c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:39.933362 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-995b84e3-a39a-4471-bdc2-36e20ad37cdb req-e4b9c93d-af50-47f0-ba36-13d0ed6de3c2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0769362 Feb 11 14:19:39.977813 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-995b84e3-a39a-4471-bdc2-36e20ad37cdb req-9ce53b8a-3afa-4d1e-8cdd-6156a9626853 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389204 Feb 11 14:19:41.180173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e383d-bfa9-4736-a71f-6886632fe109 req-1975d2d2-5cc4-4948-a00c-76176ebd45d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:41.181629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d2e383d-bfa9-4736-a71f-6886632fe109 req-1975d2d2-5cc4-4948-a00c-76176ebd45d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0842624 Feb 11 14:19:41.228722 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d2e383d-bfa9-4736-a71f-6886632fe109 req-c86232c5-1fe3-4889-b5be-82a5ef9fce35 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Feb 11 14:19:42.424460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f142015-32cc-441e-8c95-9ca19c78efb4 req-9a88e68d-5522-49a9-ba81-6f7a1b9dfc86 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:42.425890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f142015-32cc-441e-8c95-9ca19c78efb4 req-9a88e68d-5522-49a9-ba81-6f7a1b9dfc86 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0778320 Feb 11 14:19:42.470458 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7f142015-32cc-441e-8c95-9ca19c78efb4 req-1060a664-6836-4d82-ad76-640c403b476f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390930 Feb 11 14:19:43.050467 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:43.671866 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad9ec2-0a71-4661-b3f7-0943cb23c40a req-c950b83a-afc3-4ff6-9c43-f851e196b36a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:43.673488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-daad9ec2-0a71-4661-b3f7-0943cb23c40a req-c950b83a-afc3-4ff6-9c43-f851e196b36a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0812080 Feb 11 14:19:43.720479 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-daad9ec2-0a71-4661-b3f7-0943cb23c40a req-bc52f717-9f59-40df-89e1-e15df0e4ac4c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414872 Feb 11 14:19:44.918974 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a6048-5e55-436f-9cf7-5b5d412394f2 req-dd121282-dda8-42a7-a121-6f0fbee45a94 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:44.920424 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d0a6048-5e55-436f-9cf7-5b5d412394f2 req-dd121282-dda8-42a7-a121-6f0fbee45a94 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0799701 Feb 11 14:19:44.983311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d0a6048-5e55-436f-9cf7-5b5d412394f2 req-bb86ff49-4c18-42fc-916a-f01b783315a5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570598 Feb 11 14:19:45.581715 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d49910f-574a-4c24-852f-1f70bfb2e57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.179976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10cc2a-1ded-4c7c-9f65-cb4b9e067daf req-9259b2e2-1f80-4750-8853-0381300e7f5c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.181461 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c10cc2a-1ded-4c7c-9f65-cb4b9e067daf req-9259b2e2-1f80-4750-8853-0381300e7f5c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0768192 Feb 11 14:19:46.228140 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c10cc2a-1ded-4c7c-9f65-cb4b9e067daf req-d46ee29e-59cb-4416-adc2-81bf87e79053 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410302 Feb 11 14:19:47.425731 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f43f9-52a2-4615-b876-baeb58bc4018 req-fdb5a0cc-6d9f-4799-957b-64e2ff8ee09b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:47.427223 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-301f43f9-52a2-4615-b876-baeb58bc4018 req-fdb5a0cc-6d9f-4799-957b-64e2ff8ee09b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0762293 Feb 11 14:19:47.471719 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-301f43f9-52a2-4615-b876-baeb58bc4018 req-e06a5f0b-5ca1-490c-bb92-f7ab314a39ac tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390501 Feb 11 14:19:47.499754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57122) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:19:47.605622 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f3ad6515-c74e-4d4b-9370-5e80a27c620e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/9b7da0de-e992-46f3-9613-716355e3cc9c HTTP/1.1" status: 200 len: 992 time: 0.1040621 Feb 11 14:19:47.793352 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-595515d5-50be-46e8-9177-d4941fc1841a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.038028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.116984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:49.135873 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0821b459-d78b-4bd3-ba22-47271d9c7a37 req-0702f37a-4ae7-48a6-a105-4e5e7defbf27 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 1096 time: 0.0916262 Feb 11 14:19:49.142549 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23f69f-0988-4093-9762-8eb919df41f0 req-1dd97867-5fbf-4204-a281-dfdf893008fb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:49.143940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc23f69f-0988-4093-9762-8eb919df41f0 req-1dd97867-5fbf-4204-a281-dfdf893008fb tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.1461370 Feb 11 14:19:49.358922 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc23f69f-0988-4093-9762-8eb919df41f0 req-31424e78-40cd-4d61-b4d2-1448adeec005 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959031 Feb 11 14:19:49.397322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821b459-d78b-4bd3-ba22-47271d9c7a37 req-9ad91276-c822-4471-80f3-298256a87015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:49.398828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0821b459-d78b-4bd3-ba22-47271d9c7a37 req-9ad91276-c822-4471-80f3-298256a87015 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8 HTTP/1.1" status: 200 len: 898 time: 0.2539339 Feb 11 14:19:49.498696 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0821b459-d78b-4bd3-ba22-47271d9c7a37 req-399a2c43-b8bf-4a8a-b03d-3f46b1a19e4d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c819f36-9e75-4b21-8310-f5583be76604 HTTP/1.1" status: 200 len: 1000 time: 0.0934391 Feb 11 14:19:49.563070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821b459-d78b-4bd3-ba22-47271d9c7a37 req-029c5a79-d043-43f2-bcc2-e4b3362e5f19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:49.564524 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0821b459-d78b-4bd3-ba22-47271d9c7a37 req-029c5a79-d043-43f2-bcc2-e4b3362e5f19 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=649506d9-fda0-4d58-a852-ba025b3a3eb1 HTTP/1.1" status: 200 len: 834 time: 0.0603752 Feb 11 14:19:49.637236 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0821b459-d78b-4bd3-ba22-47271d9c7a37 req-0d3e9f43-919e-4d3b-a3ad-a9fadea4890d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668929 Feb 11 14:19:49.769920 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0821b459-d78b-4bd3-ba22-47271d9c7a37 req-b079f6b7-e92a-41aa-bfd7-25f1f0b16bcc service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267564 Feb 11 14:19:49.909610 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0821b459-d78b-4bd3-ba22-47271d9c7a37 req-86bd9e3e-baaf-4f3d-a0d1-bdc6039a1ef5 service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320438 Feb 11 14:19:50.514559 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:50.567081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2784f-59ad-4f66-b468-c20fc3d9b6e9 req-a1963fa1-67fb-4c5c-9df6-6176d57632ea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:50.568518 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6e2784f-59ad-4f66-b468-c20fc3d9b6e9 req-a1963fa1-67fb-4c5c-9df6-6176d57632ea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0807393 Feb 11 14:19:50.613699 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e6e2784f-59ad-4f66-b468-c20fc3d9b6e9 req-44f467a7-fae6-4fb2-a6d4-a076ec181a5c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397496 Feb 11 14:19:51.812195 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f2838-2805-4e25-b6a6-bcb1fb473222 req-d568b247-fc27-431c-a831-5b8b9bda616b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:51.814527 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-021f2838-2805-4e25-b6a6-bcb1fb473222 req-d568b247-fc27-431c-a831-5b8b9bda616b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0814731 Feb 11 14:19:51.860297 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-021f2838-2805-4e25-b6a6-bcb1fb473222 req-def808ed-757f-428d-8223-b25e9338fa81 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Feb 11 14:19:51.888522 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57140) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:19:51.997897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e5dbde54-690e-4588-a0ca-7debcb5a564e tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/9b7da0de-e992-46f3-9613-716355e3cc9c HTTP/1.1" status: 200 len: 992 time: 0.1082544 Feb 11 14:19:54.135357 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7319d7a-7058-47d7-b5fc-77a0c6b9f561 req-39fdebfe-61e7-41f7-87cb-98088e89008b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674722 Feb 11 14:19:54.273816 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7319d7a-7058-47d7-b5fc-77a0c6b9f561 req-e90ac5a6-a958-4438-b9cf-d7e1707929f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 1096 time: 0.0722811 Feb 11 14:19:54.418788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319d7a-7058-47d7-b5fc-77a0c6b9f561 req-109faf55-9849-4f49-9beb-677b76459d97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:54.420136 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7319d7a-7058-47d7-b5fc-77a0c6b9f561 req-109faf55-9849-4f49-9beb-677b76459d97 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8 HTTP/1.1" status: 200 len: 898 time: 0.1274366 Feb 11 14:19:54.521709 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7319d7a-7058-47d7-b5fc-77a0c6b9f561 req-d71adbf9-676a-48fd-89aa-f24609505d06 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c819f36-9e75-4b21-8310-f5583be76604 HTTP/1.1" status: 200 len: 1000 time: 0.0943630 Feb 11 14:19:54.586756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319d7a-7058-47d7-b5fc-77a0c6b9f561 req-0c5cb1f9-953b-468b-9ad3-6dd20f302670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:54.588178 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7319d7a-7058-47d7-b5fc-77a0c6b9f561 req-0c5cb1f9-953b-468b-9ad3-6dd20f302670 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=649506d9-fda0-4d58-a852-ba025b3a3eb1 HTTP/1.1" status: 200 len: 834 time: 0.0609543 Feb 11 14:19:54.661056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7319d7a-7058-47d7-b5fc-77a0c6b9f561 req-7c99da1c-f6f9-4244-b1f6-78eaddbd37d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666454 Feb 11 14:19:54.797726 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7319d7a-7058-47d7-b5fc-77a0c6b9f561 req-953f7f92-5e2d-4f61-ba14-8846ddb96514 service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258931 Feb 11 14:19:55.014395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f7319d7a-7058-47d7-b5fc-77a0c6b9f561 req-f89f13c7-f962-4175-af8d-48597934b8ef service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115879 Feb 11 14:20:06.380595 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:20:08.056834 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:13.070085 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.585060 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-99263797-bde3-4acf-a858-38a2e6c0f345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.795162 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8d47ba4-ab7f-4631-8648-af5a3146cd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.040733 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.118819 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.516479 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.426332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57158) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:22.632689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 851f0b49-fead-40c4-868c-d43df5c5cd42 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:20:22.633032 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.798304 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.798660 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.923664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 851f0b49-fead-40c4-868c-d43df5c5cd42 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:20:23.068984 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.115780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=851f0b49-fead-40c4-868c-d43df5c5cd42,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:23.155537 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.155915 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.156230 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.156570 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.156896 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.157256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.157582 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.157914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.158238 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.158561 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.158910 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:23.219447 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.616984 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 66c59d61-260c-4a93-9696-f50c1604acc5 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:20:23.923313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:23.932493 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] Sync routers for ids ['66c59d61-260c-4a93-9696-f50c1604acc5'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:20:23.944293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.945379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] Routers {'66c59d61-260c-4a93-9696-f50c1604acc5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:20:23.946044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['66c59d61-260c-4a93-9696-f50c1604acc5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:23.998423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-97425125-774b-4967-8fe7-08f842e84383 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/floatingips/9b7da0de-e992-46f3-9613-716355e3cc9c HTTP/1.1" status: 204 len: 168 time: 1.5709374 Feb 11 14:20:23.999007 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'tag': '2c819f36-9e75-4b21-8310-f5583be76604'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:24.059447 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'tag': '2c819f36-9e75-4b21-8310-f5583be76604', 'status': 'completed', 'code': 200} Feb 11 14:20:24.158664 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0aaf92d5-1175-4231-b6e6-49f61ed11429 req-488bea13-e014-4490-a23d-a7ac20899506 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 1096 time: 0.0782683 Feb 11 14:20:24.174646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] Set router 66c59d61-260c-4a93-9696-f50c1604acc5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:20:24.298798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf92d5-1175-4231-b6e6-49f61ed11429 req-a327dac1-91fe-49be-97ca-c892a5e4863e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.300377 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0aaf92d5-1175-4231-b6e6-49f61ed11429 req-a327dac1-91fe-49be-97ca-c892a5e4863e service neutron] 10.222.0.75 "GET /v2.0/networks?id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8 HTTP/1.1" status: 200 len: 898 time: 0.1365604 Feb 11 14:20:24.379646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0aaf92d5-1175-4231-b6e6-49f61ed11429 req-618af141-e3d5-45b7-9d6d-29db0c1a8057 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c819f36-9e75-4b21-8310-f5583be76604 HTTP/1.1" status: 200 len: 217 time: 0.0721819 Feb 11 14:20:24.399248 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8d8f3-fd5b-459a-b1ef-82de459bd0b6 req-74a60068-fb97-4e42-943c-3b974a176bb6 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.401615 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25b8d8f3-fd5b-459a-b1ef-82de459bd0b6 req-74a60068-fb97-4e42-943c-3b974a176bb6 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0804687 Feb 11 14:20:24.447393 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf92d5-1175-4231-b6e6-49f61ed11429 req-a8e52e54-e9a0-4fcf-96aa-418c0c3fda9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:24.448848 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0aaf92d5-1175-4231-b6e6-49f61ed11429 req-a8e52e54-e9a0-4fcf-96aa-418c0c3fda9d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=649506d9-fda0-4d58-a852-ba025b3a3eb1 HTTP/1.1" status: 200 len: 834 time: 0.0629292 Feb 11 14:20:24.451797 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-25b8d8f3-fd5b-459a-b1ef-82de459bd0b6 req-951f89c9-d411-40a0-a0b2-827b51f4436f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Feb 11 14:20:24.504008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '3886361e-f97a-4e00-928d-0710496937b7', 'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:08:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:50Z', 'updated_at': '2022-02-11T14:18:57Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:24.507954 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] Checking router: 66c59d61-260c-4a93-9696-f50c1604acc5 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:20:24.519253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] Routers {'66c59d61-260c-4a93-9696-f50c1604acc5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:20:24.519852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['66c59d61-260c-4a93-9696-f50c1604acc5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:24.532679 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0aaf92d5-1175-4231-b6e6-49f61ed11429 req-163c64f3-f373-4769-a2d7-b6ae6738780b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2cfc280f-3bf2-402b-93b5-1e45e5744bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770235 Feb 11 14:20:24.666658 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0aaf92d5-1175-4231-b6e6-49f61ed11429 req-cf970806-2e66-485c-bd7d-1ffb8bb09351 service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276634 Feb 11 14:20:24.695404 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] Set router 66c59d61-260c-4a93-9696-f50c1604acc5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:20:24.802521 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0aaf92d5-1175-4231-b6e6-49f61ed11429 req-957e31af-35c6-4ff6-a589-1a3f1a4b17c8 service neutron] 10.222.0.75 "GET /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279621 Feb 11 14:20:25.004983 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '3886361e-f97a-4e00-928d-0710496937b7', 'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:08:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:50Z', 'updated_at': '2022-02-11T14:18:57Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:25.009803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c892b-66e8-42c8-ab13-7c9f6df4086a None None] The sync data for ids ['66c59d61-260c-4a93-9696-f50c1604acc5'] in n-d-818559-1 is: [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '3886361e-f97a-4e00-928d-0710496937b7', 'name': '', 'network_id': '2cfc280f-3bf2-402b-93b5-1e45e5744bb8', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:08:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:50Z', 'updated_at': '2022-02-11T14:18:57Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': '649506d9-fda0-4d58-a852-ba025b3a3eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:20:25.233382 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab89ec0-beb4-4700-914b-74d90bee6a2f None None] New status for floating IP 9b7da0de-e992-46f3-9613-716355e3cc9c: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:20:25.656302 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cae1e-38ee-4bf9-ba02-363b3c886c22 req-8be700c6-913c-4e86-8c9a-827d4ca46854 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.657122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-088cae1e-38ee-4bf9-ba02-363b3c886c22 req-8be700c6-913c-4e86-8c9a-827d4ca46854 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:20:25.673629 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-088cae1e-38ee-4bf9-ba02-363b3c886c22 req-8be700c6-913c-4e86-8c9a-827d4ca46854 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:20:25.674851 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-088cae1e-38ee-4bf9-ba02-363b3c886c22 req-8be700c6-913c-4e86-8c9a-827d4ca46854 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0980618 Feb 11 14:20:25.721642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-088cae1e-38ee-4bf9-ba02-363b3c886c22 req-00fe7400-23c2-43fd-b4b0-a0caa8c92c33 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411060 Feb 11 14:20:25.818300 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-3f1706f5-8ee7-47b6-b687-3b20a75aec84 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:25.819752 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-3f1706f5-8ee7-47b6-b687-3b20a75aec84 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 945 time: 0.0757449 Feb 11 14:20:25.889759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-9d28eec7-5b06-4fe6-ae3e-e2ca97f95029 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 2c819f36-9e75-4b21-8310-f5583be76604 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:20:25.890094 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-9d28eec7-5b06-4fe6-ae3e-e2ca97f95029 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.131775 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-9d28eec7-5b06-4fe6-ae3e-e2ca97f95029 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 2c819f36-9e75-4b21-8310-f5583be76604, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=2c819f36-9e75-4b21-8310-f5583be76604,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:26.132133 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-9d28eec7-5b06-4fe6-ae3e-e2ca97f95029 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.261173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-9d28eec7-5b06-4fe6-ae3e-e2ca97f95029 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 2c819f36-9e75-4b21-8310-f5583be76604 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:20:26.402429 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-9d28eec7-5b06-4fe6-ae3e-e2ca97f95029 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.554078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28eec7-5b06-4fe6-ae3e-e2ca97f95029 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=2c819f36-9e75-4b21-8310-f5583be76604,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:26.628558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-9d28eec7-5b06-4fe6-ae3e-e2ca97f95029 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] No DVR routers for this DVR port 2c819f36-9e75-4b21-8310-f5583be76604 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:26.631103 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-9d28eec7-5b06-4fe6-ae3e-e2ca97f95029 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.633719 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'name': 'network-vif-deleted', 'tag': '2c819f36-9e75-4b21-8310-f5583be76604'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:26.650175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6c909800-3a87-4e45-8bd7-98b5889a7cda req-9d28eec7-5b06-4fe6-ae3e-e2ca97f95029 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "DELETE /v2.0/ports/2c819f36-9e75-4b21-8310-f5583be76604 HTTP/1.1" status: 204 len: 173 time: 0.8238060 Feb 11 14:20:26.706313 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c', 'name': 'network-vif-deleted', 'tag': '2c819f36-9e75-4b21-8310-f5583be76604', 'status': 'completed', 'code': 200} Feb 11 14:20:26.901616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8c26b1f8-c8e1-4d43-abf5-72cd8caf6c0f req-5c4bc05b-1b19-4446-b955-1940c2ae70af tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:20:26.917763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-8c26b1f8-c8e1-4d43-abf5-72cd8caf6c0f req-5c4bc05b-1b19-4446-b955-1940c2ae70af tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:20:26.918879 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8c26b1f8-c8e1-4d43-abf5-72cd8caf6c0f req-5c4bc05b-1b19-4446-b955-1940c2ae70af tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6dd1fa-1f1f-43c1-8bfc-d989764ea31c HTTP/1.1" status: 200 len: 210 time: 0.0581393 Feb 11 14:20:28.029598 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57182) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:28.427301 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.032138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 3886361e-f97a-4e00-928d-0710496937b7 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:20:29.032846 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.221518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 3886361e-f97a-4e00-928d-0710496937b7, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=3886361e-f97a-4e00-928d-0710496937b7,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:29.221870 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.438441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 3886361e-f97a-4e00-928d-0710496937b7 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:20:29.613862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.658398 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=3886361e-f97a-4e00-928d-0710496937b7,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:29.957721 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.031561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2c819f36-9e75-4b21-8310-f5583be76604 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:20:30.065512 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 2c819f36-9e75-4b21-8310-f5583be76604 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:20:30.065848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 2c819f36-9e75-4b21-8310-f5583be76604 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:20:30.534604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router 66c59d61-260c-4a93-9696-f50c1604acc5 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:20:30.745658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:30.756125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] Sync routers for ids ['66c59d61-260c-4a93-9696-f50c1604acc5'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:20:30.762544 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b28f8712-4abe-4889-b77e-56fa50d61120 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "PUT /v2.0/routers/66c59d61-260c-4a93-9696-f50c1604acc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7317553 Feb 11 14:20:30.765134 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57186) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:30.771488 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] Routers {'66c59d61-260c-4a93-9696-f50c1604acc5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:20:30.772100 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['66c59d61-260c-4a93-9696-f50c1604acc5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:30.959514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] Set router 66c59d61-260c-4a93-9696-f50c1604acc5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:20:31.067117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04b73a4-07f5-4276-8cfc-ce598786bf0c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting subnet 649506d9-fda0-4d58-a852-ba025b3a3eb1 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:20:31.070308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d04b73a4-07f5-4276-8cfc-ce598786bf0c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.127473 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d04b73a4-07f5-4276-8cfc-ce598786bf0c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.212961 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d04b73a4-07f5-4276-8cfc-ce598786bf0c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.300847 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:20:29Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:31.304966 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] Checking router: 66c59d61-260c-4a93-9696-f50c1604acc5 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:20:31.313289 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d04b73a4-07f5-4276-8cfc-ce598786bf0c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.316858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] Routers {'66c59d61-260c-4a93-9696-f50c1604acc5'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:20:31.317458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['66c59d61-260c-4a93-9696-f50c1604acc5'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:31.352980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b73a4-07f5-4276-8cfc-ce598786bf0c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Subnet': ['ID=649506d9-fda0-4d58-a852-ba025b3a3eb1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:31.360025 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d04b73a4-07f5-4276-8cfc-ce598786bf0c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.369157 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d04b73a4-07f5-4276-8cfc-ce598786bf0c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/subnets/649506d9-fda0-4d58-a852-ba025b3a3eb1 HTTP/1.1" status: 204 len: 168 time: 0.5999711 Feb 11 14:20:31.369372 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57190) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:31.372632 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe90f67-fb88-4f64-847b-c646031d4f5c None None] Network 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:20:31.585095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.659836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] Set router 66c59d61-260c-4a93-9696-f50c1604acc5 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:20:31.791731 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.801722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 191c8285-c645-4a57-a4f8-f91f7678e0c1 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:20:31.802088 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.941407 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] DHCP port deletion for 2cfc280f-3bf2-402b-93b5-1e45e5744bb8 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:20:31.957783 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Deleting port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:20:31.958158 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:31.995256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 191c8285-c645-4a57-a4f8-f91f7678e0c1, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=191c8285-c645-4a57-a4f8-f91f7678e0c1,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:31.995727 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.122536 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 191c8285-c645-4a57-a4f8-f91f7678e0c1 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:20:32.155137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:20:29Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:32.171046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e0069-6d2e-4353-af94-8d69d0df80d1 None None] The sync data for ids ['66c59d61-260c-4a93-9696-f50c1604acc5'] in n-d-818559-1 is: [{'id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132746740', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:20:29Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': '191c8285-c645-4a57-a4f8-f91f7678e0c1', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c59d61-260c-4a93-9696-f50c1604acc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:47Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:20:32.178452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] For port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=653d75c8-dde3-4a18-ac2f-4ca38da64ab8,segment=NetworkSegment(e778ba45-323f-4dd4-bdb7-cf126a30312c),segment_id=e778ba45-323f-4dd4-bdb7-cf126a30312c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:32.178865 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.293741 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.304149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Calling delete_port for 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:20:32.344356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=191c8285-c645-4a57-a4f8-f91f7678e0c1,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:32.378872 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.421417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Pushing event deleted for resources: {'Port': ['ID=653d75c8-dde3-4a18-ac2f-4ca38da64ab8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:32.430619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] No DVR routers for this DVR port 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:32.435918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.436249 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.436586 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.436912 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.440734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.440734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.440945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.441276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.441607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.441926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.442261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1f257-57f2-41ae-a566-3976aeb01606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:32.682638 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.942013 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.945978 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.970938 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.971427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Fanout notify agent at l3_agent the message router_deleted on router 66c59d61-260c-4a93-9696-f50c1604acc5 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:20:32.986270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.987897 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-640f726f-1728-4657-b8b2-97513c4065d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/routers/66c59d61-260c-4a93-9696-f50c1604acc5 HTTP/1.1" status: 204 len: 168 time: 1.6171076 Feb 11 14:20:32.990119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57196) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:33.107734 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.238488 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.262365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfc280f-3bf2-402b-93b5-1e45e5744bb8']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:33.274332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e778ba45-323f-4dd4-bdb7-cf126a30312c') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:33.274627 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e778ba45-323f-4dd4-bdb7-cf126a30312c') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:33.286295 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.302420 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.308403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:20:33.308793 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:20:33.323038 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:20:33.409190 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.434968 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.446921 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Network': ['ID=2cfc280f-3bf2-402b-93b5-1e45e5744bb8,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:33.453942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 191c8285-c645-4a57-a4f8-f91f7678e0c1 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:20:33.461092 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-eb224603-597c-4b3a-a458-ffee8ace5167 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/networks/2cfc280f-3bf2-402b-93b5-1e45e5744bb8 HTTP/1.1" status: 204 len: 168 time: 0.4639921 Feb 11 14:20:33.461092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57200) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:33.529022 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 191c8285-c645-4a57-a4f8-f91f7678e0c1 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:20:33.529415 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 191c8285-c645-4a57-a4f8-f91f7678e0c1 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:20:33.529923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:20:33.539682 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11b73bc7-bb21-4ba8-8058-ed99c7cdd24d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.562367 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:20:33.563020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 653d75c8-dde3-4a18-ac2f-4ca38da64ab8 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:20:33.563444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3886361e-f97a-4e00-928d-0710496937b7 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:20:33.568674 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11b73bc7-bb21-4ba8-8058-ed99c7cdd24d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.595408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 3886361e-f97a-4e00-928d-0710496937b7 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:20:33.595745 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 3886361e-f97a-4e00-928d-0710496937b7 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:20:33.638383 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11b73bc7-bb21-4ba8-8058-ed99c7cdd24d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.658049 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b73bc7-bb21-4ba8-8058-ed99c7cdd24d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88af5fa-c5e2-46c9-99e6-27e301d8b5b9,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:33.669266 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11b73bc7-bb21-4ba8-8058-ed99c7cdd24d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:33.670526 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-11b73bc7-bb21-4ba8-8058-ed99c7cdd24d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/security-groups/c88af5fa-c5e2-46c9-99e6-27e301d8b5b9 HTTP/1.1" status: 204 len: 168 time: 0.2104859 Feb 11 14:20:33.954892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57208) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:33.960429 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1275660936', 'description': 'tempest-secgroup-smoke-1275660936 description', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:33.967597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:33.971881 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:33.974844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:33.980698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:33.991598 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.036687 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:34.040491 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:34.043291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:34.049763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:34.105314 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.110799 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.155434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c611c50e-530c-49ac-8315-bb09609ecc42,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:34.158448 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.159731 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-aae15aab-5764-4c8e-86a3-14cd75be6c76 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2038403 Feb 11 14:20:34.162890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57212) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:34.168454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c611c50e-530c-49ac-8315-bb09609ecc42', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:34.175842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:34.179766 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:34.182599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:34.189088 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:34.205831 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.266690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.270043 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.295594 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86572fe8-3bd4-4b9e-864f-61231231f31a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:34.304405 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.305635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-f319bc79-de6c-4424-8115-5745e9ca0d8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419721 Feb 11 14:20:34.308374 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57216) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:34.313826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c611c50e-530c-49ac-8315-bb09609ecc42', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:34.320263 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:34.324016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:34.326860 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:34.333867 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:34.350134 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.422733 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.426219 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.451086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d11e4a1-0e41-4f73-b609-736c04959bf6,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:34.461483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.462804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c91fb0a6-2fc9-4a46-84cd-3fb91ae4ca71 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1535122 Feb 11 14:20:34.465463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57220) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:34.471475 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c611c50e-530c-49ac-8315-bb09609ecc42', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:34.478122 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:34.481973 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:34.485080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:34.490784 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:34.507784 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.570007 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.573809 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.597229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acb463d-764f-44c1-b551-a23833594c07,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:34.606829 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.608006 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6f3d3a18-d199-4f72-a2e0-295061743364 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1415212 Feb 11 14:20:34.610807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57224) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:34.616055 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c611c50e-530c-49ac-8315-bb09609ecc42', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:34.622470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:34.626945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:34.629791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:34.635520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:34.652489 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.719112 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.722489 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.744884 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122d1623-7d5d-41c9-b0cb-7e3a7fc3a938,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:34.755225 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.756658 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-432aef69-444b-4ea1-85e5-eceba11aa980 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1449509 Feb 11 14:20:34.759453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57228) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:34.764774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c611c50e-530c-49ac-8315-bb09609ecc42', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:34.772193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:34.776203 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:34.779111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:34.785197 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:34.795560 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Project 20d0637a55e64a9ba0dfe5abd28a7f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:20:34.802700 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.866876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.870590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.896109 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a7299b-7d13-4a0c-924a-70ed6281e8c2,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:34.905443 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.906687 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e47555c5-0daa-4a1d-9484-bba15484f257 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1462560 Feb 11 14:20:34.909652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57232) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:34.914976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'security_group_rule': {'security_group_id': 'c611c50e-530c-49ac-8315-bb09609ecc42', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:34.921880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:34.925777 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:security_group_rule and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:34.928696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:34.934746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:34.944898 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Project 20d0637a55e64a9ba0dfe5abd28a7f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:20:34.951367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.018611 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.022208 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.142232 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2890b0-6b4e-4c62-89fc-22f63947a249,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:35.151510 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.153011 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-52784c81-50c3-43e9-9692-11d26023cf2f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2424483 Feb 11 14:20:35.155845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57236) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:35.162098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'network': {'name': 'tempest-network-smoke--1498494108', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'port_security_enabled': True}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:35.168260 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:35.172828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:network and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:35.175694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:35.181366 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:35.192316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:35.195205 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.223533 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:20:35.233235 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.233679 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Added segment 5dfd9725-0b5f-4515-9dd1-c76e0faee9b9 of type vlan for network 6a0aa3a7-f701-4a52-962e-f46c0f966310 Feb 11 14:20:35.261981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.291267 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.294880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.295483 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.399569 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2427251 Feb 11 14:20:35.402223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57240) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:35.409895 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'admin_state_up': True, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:35.415747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26acdb-a338-4ed6-abcf-4ea89278301b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Network': ['ID=6a0aa3a7-f701-4a52-962e-f46c0f966310,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:35.419465 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:35.424092 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:router and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:35.426515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 6a0aa3a7-f701-4a52-962e-f46c0f966310 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:20:35.427130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:35.432977 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:35.443616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.444573 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.464187 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.614404 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.798270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.828308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:35.965051 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.25.4.110 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/d74f0632-0dae-40a9-999b-d194c0ffab41) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:36.111736 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.139821 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.206284 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:36.208941 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:36.213062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:20:36.241067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=d74f0632-0dae-40a9-999b-d194c0ffab41,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:36.369768 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.370482 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.598269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router eb1341b0-8cef-4bd3-8337-91e8a24eba2f is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:20:36.798497 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:36.809815 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Sync routers for ids ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:20:36.822272 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Routers {'eb1341b0-8cef-4bd3-8337-91e8a24eba2f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:20:36.822895 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:36.826387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.828632 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c82933fa-5da7-4f47-bcbb-a98da06444d9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4243782 Feb 11 14:20:36.831916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57244) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:36.987684 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b5420c47-b811-4114-a09e-b5541277636c tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=20d0637a55e64a9ba0dfe5abd28a7f78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1546783 Feb 11 14:20:36.990335 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57248) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:37.003644 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Set router eb1341b0-8cef-4bd3-8337-91e8a24eba2f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:20:37.119483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1db6ee-8134-4a45-9255-66f08e015cb3 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:37.121141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-bf1db6ee-8134-4a45-9255-66f08e015cb3 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298685 Feb 11 14:20:37.124024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57252) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:37.164357 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ef6d250a-d94b-4e65-8367-827ea1b8dc7a tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5d284fd3-664c-4ba9-9cea-460cca212d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387092 Feb 11 14:20:37.166917 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57256) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:37.173564 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334377207', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:37.281732 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:36Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:37.284467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:37.285484 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Checking router: eb1341b0-8cef-4bd3-8337-91e8a24eba2f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:20:37.285825 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Updating router eb1341b0-8cef-4bd3-8337-91e8a24eba2f port d74f0632-0dae-40a9-999b-d194c0ffab41 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:20:37.288310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:subnet and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:37.291112 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:37.297379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:37.307513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:37.337483 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.412988 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.634879 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.660562 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.673553 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Transition to ACTIVE for port object d74f0632-0dae-40a9-999b-d194c0ffab41 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:37.680880 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.716061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Subnet': ['ID=f52ea005-2b53-44d2-9b5b-42136f568453,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:37.732119 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Checking segment: {'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:20:37.732477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network hostable DHCP agents. Network: 6a0aa3a7-f701-4a52-962e-f46c0f966310, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:20:37.756380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 6a0aa3a7-f701-4a52-962e-f46c0f966310 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:20:37.765502 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 6a0aa3a7-f701-4a52-962e-f46c0f966310) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:37.768553 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Attempting to bind port d74f0632-0dae-40a9-999b-d194c0ffab41 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:37.769029 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Attempting to bind port d74f0632-0dae-40a9-999b-d194c0ffab41 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:37.769486 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Attempting to bind port d74f0632-0dae-40a9-999b-d194c0ffab41 on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:20:37.769632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:37.770317 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.778240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9878f-91b1-4360-bdc8-0cf135a0fecb None None] Network 6a0aa3a7-f701-4a52-962e-f46c0f966310 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:20:37.784727 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:20:37.785610 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:20:37.786609 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.787173 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:20:37.788195 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Bound port: d74f0632-0dae-40a9-999b-d194c0ffab41, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:37.788665 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.794408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7035b9d6-4c61-4c61-92db-3b868cee5032 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6259155 Feb 11 14:20:37.797782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57260) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:37.815615 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Pushing event updated for resources: {'Port': ['ID=d74f0632-0dae-40a9-999b-d194c0ffab41,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:37.844390 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.844929 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.845140 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.845359 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.845681 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.846005 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.846323 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.846664 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.846987 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.847326 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.847647 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:37.881567 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] For port d74f0632-0dae-40a9-999b-d194c0ffab41, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:37.884693 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] For port d74f0632-0dae-40a9-999b-d194c0ffab41, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d74f0632-0dae-40a9-999b-d194c0ffab41,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:37.889923 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.988754 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef0119-cb54-4b20-8d83-a14c8573fb7f None None] Pushing event updated for resources: {'Port': ['ID=d74f0632-0dae-40a9-999b-d194c0ffab41,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:37.992642 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Routers {'eb1341b0-8cef-4bd3-8337-91e8a24eba2f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:20:37.993326 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:38.014564 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-6a0aa3a7-f701-4a52-962e-f46c0f966310', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:20:38.016557 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.106369 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.180082 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] Set router eb1341b0-8cef-4bd3-8337-91e8a24eba2f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:20:38.185656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Allocated IP 172.20.0.2 (6a0aa3a7-f701-4a52-962e-f46c0f966310/f52ea005-2b53-44d2-9b5b-42136f568453/9849f413-8c15-49d6-b232-7a357cf61a85) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:38.395332 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.406865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Transition to ACTIVE for port object 9849f413-8c15-49d6-b232-7a357cf61a85 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:38.427867 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Transition to ACTIVE for port object 9849f413-8c15-49d6-b232-7a357cf61a85 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:38.433692 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.495601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Network 6a0aa3a7-f701-4a52-962e-f46c0f966310 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:38.500991 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:36Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:38.505123 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c8123-913b-4ee3-8964-0c84bf93f701 None None] The sync data for ids ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'] in n-d-818559-1 is: [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:36Z', 'revision_number': 3, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:20:38.507627 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:38.510032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:20:38.553128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Pushing event updated for resources: {'Port': ['ID=9849f413-8c15-49d6-b232-7a357cf61a85,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:38.620032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Attempting to bind port 9849f413-8c15-49d6-b232-7a357cf61a85 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:38.620486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Attempting to bind port 9849f413-8c15-49d6-b232-7a357cf61a85 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:38.620942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Attempting to bind port 9849f413-8c15-49d6-b232-7a357cf61a85 on network 6a0aa3a7-f701-4a52-962e-f46c0f966310 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:20:38.628998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:20:38.630961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Checking segment: {'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:20:38.631522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.631923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Bound using segment: {'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:20:38.632420 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Bound port: 9849f413-8c15-49d6-b232-7a357cf61a85, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:38.632793 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.738968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] For port 9849f413-8c15-49d6-b232-7a357cf61a85, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:38.742406 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] For port 9849f413-8c15-49d6-b232-7a357cf61a85, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9849f413-8c15-49d6-b232-7a357cf61a85,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:38.746815 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.791975 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.846337 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62101bd7-9df9-4ac3-afc4-0969db8a3a54 None None] Pushing event updated for resources: {'Port': ['ID=9849f413-8c15-49d6-b232-7a357cf61a85,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:39.289581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.20.0.1 (6a0aa3a7-f701-4a52-962e-f46c0f966310/f52ea005-2b53-44d2-9b5b-42136f568453/df202398-7e49-4f6d-a6d4-9fcd7393623b) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:39.483460 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.503513 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Transition to ACTIVE for port object df202398-7e49-4f6d-a6d4-9fcd7393623b will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:39.520688 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d74f0632-0dae-40a9-999b-d194c0ffab41 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:20:39.536350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.604949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port d74f0632-0dae-40a9-999b-d194c0ffab41 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:39.615797 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d74f0632-0dae-40a9-999b-d194c0ffab41 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:39.616062 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 6a0aa3a7-f701-4a52-962e-f46c0f966310 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:39.616868 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.619090 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:39.623452 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:20:39.665863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=df202398-7e49-4f6d-a6d4-9fcd7393623b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:39.698678 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.753021 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.771102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port d74f0632-0dae-40a9-999b-d194c0ffab41, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d74f0632-0dae-40a9-999b-d194c0ffab41,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:39.775683 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.776639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9849f413-8c15-49d6-b232-7a357cf61a85 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:20:39.797107 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:39.894013 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=d74f0632-0dae-40a9-999b-d194c0ffab41,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:39.909760 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 9849f413-8c15-49d6-b232-7a357cf61a85 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:39.928007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c28a4e-147c-4448-b99b-d11d97e51ffd None None] Network 6a0aa3a7-f701-4a52-962e-f46c0f966310 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:20:40.031930 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d30bd4d3-877d-4e2f-bf36-e5c59acf71d1 None None] Provisioning for port 9849f413-8c15-49d6-b232-7a357cf61a85 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:40.053621 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d30bd4d3-877d-4e2f-bf36-e5c59acf71d1 None None] Provisioning complete for port 9849f413-8c15-49d6-b232-7a357cf61a85 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:40.053992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d30bd4d3-877d-4e2f-bf36-e5c59acf71d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.238018 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.242536 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.299216 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d30bd4d3-877d-4e2f-bf36-e5c59acf71d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.344400 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d30bd4d3-877d-4e2f-bf36-e5c59acf71d1 None None] For port 9849f413-8c15-49d6-b232-7a357cf61a85, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9849f413-8c15-49d6-b232-7a357cf61a85,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:40.349829 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d30bd4d3-877d-4e2f-bf36-e5c59acf71d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.363713 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.367338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=df202398-7e49-4f6d-a6d4-9fcd7393623b,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:40.417116 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bd4d3-877d-4e2f-bf36-e5c59acf71d1 None None] Pushing event updated for resources: {'Port': ['ID=9849f413-8c15-49d6-b232-7a357cf61a85,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:40.517529 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 6a0aa3a7-f701-4a52-962e-f46c0f966310 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:40.518981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:40.588409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f6c3f7c8-16f9-49e7-95ca-ecdb6bd70be4 None None] Provisioning for port df202398-7e49-4f6d-a6d4-9fcd7393623b completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:40.594020 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f6c3f7c8-16f9-49e7-95ca-ecdb6bd70be4 None None] Provisioning complete for port df202398-7e49-4f6d-a6d4-9fcd7393623b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:40.594382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f7c8-16f9-49e7-95ca-ecdb6bd70be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.654102 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3f7c8-16f9-49e7-95ca-ecdb6bd70be4 None None] Port df202398-7e49-4f6d-a6d4-9fcd7393623b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:20:40.668157 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f6c3f7c8-16f9-49e7-95ca-ecdb6bd70be4 None None] Provisioning complete for port 9849f413-8c15-49d6-b232-7a357cf61a85 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:40.668904 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6c3f7c8-16f9-49e7-95ca-ecdb6bd70be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.917537 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5bf07b75-ae75-4a08-bacd-dd10f3833091 None None] Provisioning complete for port df202398-7e49-4f6d-a6d4-9fcd7393623b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:40.918124 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bf07b75-ae75-4a08-bacd-dd10f3833091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:40.972598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5bf07b75-ae75-4a08-bacd-dd10f3833091 None None] Port df202398-7e49-4f6d-a6d4-9fcd7393623b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:20:41.026814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router eb1341b0-8cef-4bd3-8337-91e8a24eba2f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:20:41.094413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0aaa016e-11b6-4432-8671-bb59ed45b807 None None] Provisioning complete for port df202398-7e49-4f6d-a6d4-9fcd7393623b triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:41.094906 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0aaa016e-11b6-4432-8671-bb59ed45b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:41.147401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa016e-11b6-4432-8671-bb59ed45b807 None None] Port df202398-7e49-4f6d-a6d4-9fcd7393623b cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:20:41.229493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:41.241885 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-32ba9051-fbb6-4629-83db-f735dcfc4c43 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "PUT /v2.0/routers/eb1341b0-8cef-4bd3-8337-91e8a24eba2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4426816 Feb 11 14:20:41.416892 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-8fb52b0f-e957-490b-a2f9-763e895484ea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:security_group {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:20:41.433444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-8fb52b0f-e957-490b-a2f9-763e895484ea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:security_group {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:20:41.434825 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-8fb52b0f-e957-490b-a2f9-763e895484ea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1275660936&fields=id&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 267 time: 0.0628176 Feb 11 14:20:41.458016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d74f0632-0dae-40a9-999b-d194c0ffab41 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:20:41.531504 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port d74f0632-0dae-40a9-999b-d194c0ffab41 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:41.531955 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:41.588464 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-e8124dc2-55f8-45e4-9dd5-29e7bb9c0f6b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:41.589140 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-e8124dc2-55f8-45e4-9dd5-29e7bb9c0f6b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:network {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:20:41.605299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-e8124dc2-55f8-45e4-9dd5-29e7bb9c0f6b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:network {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:20:41.606455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-e8124dc2-55f8-45e4-9dd5-29e7bb9c0f6b tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/networks?id=6a0aa3a7-f701-4a52-962e-f46c0f966310 HTTP/1.1" status: 200 len: 797 time: 0.1651239 Feb 11 14:20:41.623662 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-769eb491-2a2d-453d-accf-ea4115560b6f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/quotas/20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 375 time: 0.0116031 Feb 11 14:20:41.649208 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9849f413-8c15-49d6-b232-7a357cf61a85 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:20:41.707130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-cebf3299-7449-4942-8ffd-75ff2ffc526d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:20:41.716547 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 9849f413-8c15-49d6-b232-7a357cf61a85 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:41.717173 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:41.729721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-cebf3299-7449-4942-8ffd-75ff2ffc526d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:20:41.731766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-cebf3299-7449-4942-8ffd-75ff2ffc526d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029766 Feb 11 14:20:41.942118 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-cb903225-0585-49c9-9965-64aece27144c service neutron] 10.222.0.67 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968906 Feb 11 14:20:42.100216 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-6788422e-85fd-4763-ba4b-66bfd8d2efa1 service neutron] 10.222.0.67 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520064 Feb 11 14:20:42.166421 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Sync routers for ids ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:20:42.179633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Routers {'eb1341b0-8cef-4bd3-8337-91e8a24eba2f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:20:42.180471 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:42.306187 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0de059ba-d941-49ef-9970-70c93231b0e7 req-ee0d6dcd-d662-4e00-aade-6570df2c42e2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 210 time: 0.0459473 Feb 11 14:20:42.377823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Set router eb1341b0-8cef-4bd3-8337-91e8a24eba2f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:20:42.714861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'df202398-7e49-4f6d-a6d4-9fcd7393623b', 'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:85:3b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:39Z', 'updated_at': '2022-02-11T14:20:40Z', 'revision_number': 2, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:42.719198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Checking router: eb1341b0-8cef-4bd3-8337-91e8a24eba2f for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:20:42.719905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Updating router eb1341b0-8cef-4bd3-8337-91e8a24eba2f port df202398-7e49-4f6d-a6d4-9fcd7393623b binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:20:42.771356 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.088396 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.154869 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.167440 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Transition to ACTIVE for port object df202398-7e49-4f6d-a6d4-9fcd7393623b will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:43.175727 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.323046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-dbc3877a-34ef-454d-a0f0-2c05da28edea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:43.325291 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-dbc3877a-34ef-454d-a0f0-2c05da28edea tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/networks?id=6a0aa3a7-f701-4a52-962e-f46c0f966310 HTTP/1.1" status: 200 len: 797 time: 0.1591685 Feb 11 14:20:43.390160 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-dc3f74b3-faba-4321-98a7-8741ff53f828 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78 HTTP/1.1" status: 200 len: 380 time: 0.0525107 Feb 11 14:20:43.392839 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:20:43.393369 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abbd02-241b-4106-8b0a-357903a64125 None None] Pushing event updated for resources: {'Port': ['ID=df202398-7e49-4f6d-a6d4-9fcd7393623b,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:43.400378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'port': {'device_id': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'admin_state_up': True, 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'security_groups': ['c611c50e-530c-49ac-8315-bb09609ecc42']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:43.419355 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Attempting to bind port df202398-7e49-4f6d-a6d4-9fcd7393623b on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:43.419956 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Attempting to bind port df202398-7e49-4f6d-a6d4-9fcd7393623b by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:43.420519 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Attempting to bind port df202398-7e49-4f6d-a6d4-9fcd7393623b on network 6a0aa3a7-f701-4a52-962e-f46c0f966310 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:20:43.430533 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:20:43.430931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Checking segment: {'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:20:43.431327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.431710 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Bound using segment: {'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:20:43.432964 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Bound port: df202398-7e49-4f6d-a6d4-9fcd7393623b, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:43.433340 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.540601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] For port df202398-7e49-4f6d-a6d4-9fcd7393623b, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:43.543883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] For port df202398-7e49-4f6d-a6d4-9fcd7393623b, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=df202398-7e49-4f6d-a6d4-9fcd7393623b,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:43.549876 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.569452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5cb89718-3853-49f9-8eff-3fe3e9f36284 req-117b9da5-204e-468b-9922-d474b603939d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 210 time: 0.0477972 Feb 11 14:20:43.613161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:43.622801 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:43.635420 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Made reservation on behalf of 20d0637a55e64a9ba0dfe5abd28a7f78 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:43.638689 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:43.643926 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abbd02-241b-4106-8b0a-357903a64125 None None] Pushing event updated for resources: {'Port': ['ID=df202398-7e49-4f6d-a6d4-9fcd7393623b,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:43.651560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Routers {'eb1341b0-8cef-4bd3-8337-91e8a24eba2f'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:20:43.652088 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:20:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:43.850993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] Set router eb1341b0-8cef-4bd3-8337-91e8a24eba2f gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:20:43.926832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.20.0.9 (6a0aa3a7-f701-4a52-962e-f46c0f966310/f52ea005-2b53-44d2-9b5b-42136f568453/31815879-9dd6-430e-8dc1-8624a43890d2) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:44.118129 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.133319 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Transition to ACTIVE for port object 31815879-9dd6-430e-8dc1-8624a43890d2 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:44.154982 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.187730 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'df202398-7e49-4f6d-a6d4-9fcd7393623b', 'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:85:3b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:39Z', 'updated_at': '2022-02-11T14:20:43Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:44.191672 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4e2e6-5805-4f83-8622-af59261d09de None None] The sync data for ids ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'] in n-d-818559-1 is: [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'df202398-7e49-4f6d-a6d4-9fcd7393623b', 'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:85:3b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:39Z', 'updated_at': '2022-02-11T14:20:43Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:20:44.229097 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 6a0aa3a7-f701-4a52-962e-f46c0f966310 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:44.232684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:44.236416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:20:44.275643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=31815879-9dd6-430e-8dc1-8624a43890d2,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:44.317955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:44.319044 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.348493 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-b9355592-e8ba-4f78-9487-65931984b402 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9532335 Feb 11 14:20:44.359586 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Request body: {'port': {'device_id': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:44.485051 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.517862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b70f25b0-7f03-47b9-b834-5ec7903378c0 None None] Provisioning for port 31815879-9dd6-430e-8dc1-8624a43890d2 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:44.524918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b70f25b0-7f03-47b9-b834-5ec7903378c0 None None] Provisioning complete for port 31815879-9dd6-430e-8dc1-8624a43890d2 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:44.525900 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b70f25b0-7f03-47b9-b834-5ec7903378c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.589774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b70f25b0-7f03-47b9-b834-5ec7903378c0 None None] Port 31815879-9dd6-430e-8dc1-8624a43890d2 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:20:44.789002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47620c9-dd41-4ca3-8e41-d7db96f6c1d3 req-1be41afe-b5c3-456d-8526-a2de1e9cfba5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:44.790702 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a47620c9-dd41-4ca3-8e41-d7db96f6c1d3 req-1be41afe-b5c3-456d-8526-a2de1e9cfba5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 931 time: 0.0922594 Feb 11 14:20:44.840467 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a47620c9-dd41-4ca3-8e41-d7db96f6c1d3 req-918685ab-da38-4e5c-bcc7-1926a412af28 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428278 Feb 11 14:20:44.865037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31815879-9dd6-430e-8dc1-8624a43890d2 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:44.872054 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:44.887297 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Transition to ACTIVE for port object 31815879-9dd6-430e-8dc1-8624a43890d2 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:44.891876 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.026326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Pushing event updated for resources: {'Port': ['ID=31815879-9dd6-430e-8dc1-8624a43890d2,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:45.153900 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Attempting to bind port 31815879-9dd6-430e-8dc1-8624a43890d2 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:45.154334 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Attempting to bind port 31815879-9dd6-430e-8dc1-8624a43890d2 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:45.154658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Attempting to bind port 31815879-9dd6-430e-8dc1-8624a43890d2 on network 6a0aa3a7-f701-4a52-962e-f46c0f966310 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:20:45.162903 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Port 31815879-9dd6-430e-8dc1-8624a43890d2 on network 6a0aa3a7-f701-4a52-962e-f46c0f966310 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:20:45.163303 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Attempting to bind port 31815879-9dd6-430e-8dc1-8624a43890d2 on network 6a0aa3a7-f701-4a52-962e-f46c0f966310 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:20:45.172175 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:20:45.173143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Checking segment: {'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:20:45.173525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Bound using segment: {'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:20:45.174454 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Bound port: 31815879-9dd6-430e-8dc1-8624a43890d2, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:45.174856 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.267457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] For port 31815879-9dd6-430e-8dc1-8624a43890d2, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:45.270547 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] For port 31815879-9dd6-430e-8dc1-8624a43890d2, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=31815879-9dd6-430e-8dc1-8624a43890d2,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:45.275104 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.341229 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.342622 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] 10.222.0.75 "PUT /v2.0/ports/31815879-9dd6-430e-8dc1-8624a43890d2 HTTP/1.1" status: 200 len: 1091 time: 0.9875181 Feb 11 14:20:45.343909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'tag': '31815879-9dd6-430e-8dc1-8624a43890d2'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:45.362002 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e09aec-35a7-4c8a-bb95-c7587860d599 service neutron] Pushing event updated for resources: {'Port': ['ID=31815879-9dd6-430e-8dc1-8624a43890d2,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:45.415492 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'tag': '31815879-9dd6-430e-8dc1-8624a43890d2', 'status': 'completed', 'code': 200} Feb 11 14:20:45.466396 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-e8492a93-b0bb-4805-aa0b-ae4e9c0e9e45 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 1094 time: 0.0838563 Feb 11 14:20:45.494622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device df202398-7e49-4f6d-a6d4-9fcd7393623b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:20:45.552408 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-a3a1492f-083c-4c66-b9cc-189dfdf82bd5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31815879-9dd6-430e-8dc1-8624a43890d2 HTTP/1.1" status: 200 len: 217 time: 0.0776985 Feb 11 14:20:45.578275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port df202398-7e49-4f6d-a6d4-9fcd7393623b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:45.592312 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port df202398-7e49-4f6d-a6d4-9fcd7393623b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:45.592826 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.615587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-c2529ce6-3006-4bfa-b140-12fca8e27dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:45.617029 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-c2529ce6-3006-4bfa-b140-12fca8e27dfe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f52ea005-2b53-44d2-9b5b-42136f568453 HTTP/1.1" status: 200 len: 834 time: 0.0598454 Feb 11 14:20:45.620302 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ae6b682-8ef5-4e41-8469-8a4d219dedb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.690799 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-2e80dbd3-9a31-4d2e-bf76-246f21740cf5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6a0aa3a7-f701-4a52-962e-f46c0f966310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682516 Feb 11 14:20:45.721190 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.757570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port df202398-7e49-4f6d-a6d4-9fcd7393623b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=df202398-7e49-4f6d-a6d4-9fcd7393623b,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:45.762045 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:45.869234 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=df202398-7e49-4f6d-a6d4-9fcd7393623b,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:45.928142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-14e33304-93de-4c8c-87c1-b75bd80f61db service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315359 Feb 11 14:20:46.045721 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad0660-e70c-4ee1-a8a0-036c25741d5f req-8a03120e-c61b-495f-91dc-ff5d8071eb85 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:46.048140 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67ad0660-e70c-4ee1-a8a0-036c25741d5f req-8a03120e-c61b-495f-91dc-ff5d8071eb85 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 943 time: 0.0830951 Feb 11 14:20:46.062927 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-72b1d5d4-e317-4bb4-8854-a27298b66e88 req-cf066baa-f6fb-4932-bd55-4bf774cd6a67 service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282949 Feb 11 14:20:46.098845 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-67ad0660-e70c-4ee1-a8a0-036c25741d5f req-f3b21be1-ca81-4c1e-8df8-f41c4c292021 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451820 Feb 11 14:20:46.176200 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd03933d-6973-456b-8e7d-46d304e4ba63 req-f5e83f5e-1606-4cf8-b2df-d603dd1a14ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 1094 time: 0.0710962 Feb 11 14:20:46.308268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03933d-6973-456b-8e7d-46d304e4ba63 req-172ece49-83e1-45bf-9df7-b9a391742236 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:46.309647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd03933d-6973-456b-8e7d-46d304e4ba63 req-172ece49-83e1-45bf-9df7-b9a391742236 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6a0aa3a7-f701-4a52-962e-f46c0f966310 HTTP/1.1" status: 200 len: 898 time: 0.1282356 Feb 11 14:20:46.380683 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd03933d-6973-456b-8e7d-46d304e4ba63 req-5c53b8d7-e4f6-40d6-bc0c-a883af82f911 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31815879-9dd6-430e-8dc1-8624a43890d2 HTTP/1.1" status: 200 len: 217 time: 0.0645702 Feb 11 14:20:46.443010 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03933d-6973-456b-8e7d-46d304e4ba63 req-b9882530-70a2-4552-a47d-c8abd0bcb7ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:46.444420 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd03933d-6973-456b-8e7d-46d304e4ba63 req-b9882530-70a2-4552-a47d-c8abd0bcb7ba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f52ea005-2b53-44d2-9b5b-42136f568453 HTTP/1.1" status: 200 len: 834 time: 0.0577683 Feb 11 14:20:46.528450 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd03933d-6973-456b-8e7d-46d304e4ba63 req-81c53a3b-e67e-4a59-b745-a74b234b1f6b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6a0aa3a7-f701-4a52-962e-f46c0f966310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779097 Feb 11 14:20:46.662440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd03933d-6973-456b-8e7d-46d304e4ba63 req-caaef627-0ab6-4e4e-bb03-102299e16a83 service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267014 Feb 11 14:20:46.798037 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fd03933d-6973-456b-8e7d-46d304e4ba63 req-57e98b5a-c1d8-4ce9-8344-ac845b989316 service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265962 Feb 11 14:20:47.315875 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917233b-0dbd-49b0-8c77-635bbcf66fc9 req-79af958a-f844-44e9-ba73-1515c5151c7d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:47.316565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b917233b-0dbd-49b0-8c77-635bbcf66fc9 req-79af958a-f844-44e9-ba73-1515c5151c7d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:20:47.331685 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-b917233b-0dbd-49b0-8c77-635bbcf66fc9 req-79af958a-f844-44e9-ba73-1515c5151c7d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:20:47.332816 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b917233b-0dbd-49b0-8c77-635bbcf66fc9 req-79af958a-f844-44e9-ba73-1515c5151c7d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 943 time: 0.0952816 Feb 11 14:20:47.378155 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b917233b-0dbd-49b0-8c77-635bbcf66fc9 req-b1ad9a45-8ed0-4cae-94e4-6813cce33816 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398099 Feb 11 14:20:47.460619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device df202398-7e49-4f6d-a6d4-9fcd7393623b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:20:47.530919 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port df202398-7e49-4f6d-a6d4-9fcd7393623b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:47.531432 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:47.797026 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88f6b437-f518-4a0d-8230-cbe37b273274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.108379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 31815879-9dd6-430e-8dc1-8624a43890d2 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:20:48.239046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 31815879-9dd6-430e-8dc1-8624a43890d2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=31815879-9dd6-430e-8dc1-8624a43890d2,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:48.252007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '31815879-9dd6-430e-8dc1-8624a43890d2', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'port_id': '31815879-9dd6-430e-8dc1-8624a43890d2', 'mac_address': 'fa:16:3e:bb:08:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:20:48.308106 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.325156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31815879-9dd6-430e-8dc1-8624a43890d2 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:48.342079 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 31815879-9dd6-430e-8dc1-8624a43890d2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=31815879-9dd6-430e-8dc1-8624a43890d2,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:48.346984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:48.416306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=31815879-9dd6-430e-8dc1-8624a43890d2,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:48.558306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['31815879-9dd6-430e-8dc1-8624a43890d2'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:20:48.576635 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed654cb8-2526-4710-961c-3d9ac1479181 req-d041ed9d-1d09-4ef6-924a-039b35df03a7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:48.578321 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed654cb8-2526-4710-961c-3d9ac1479181 req-d041ed9d-1d09-4ef6-924a-039b35df03a7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 944 time: 0.0757096 Feb 11 14:20:48.623532 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ed654cb8-2526-4710-961c-3d9ac1479181 req-535035fd-0333-47cd-8b21-e2892769700f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395591 Feb 11 14:20:49.043484 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:49.121175 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:49.819925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bffef-91dc-4b5d-9567-317063ae2944 req-95255e01-ecdc-43f1-b479-c30b5a69475a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:49.821440 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-410bffef-91dc-4b5d-9567-317063ae2944 req-95255e01-ecdc-43f1-b479-c30b5a69475a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 944 time: 0.0775106 Feb 11 14:20:49.871460 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-410bffef-91dc-4b5d-9567-317063ae2944 req-6eeba277-967f-48ff-80d0-55b73ab614b5 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426991 Feb 11 14:20:50.124255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 31815879-9dd6-430e-8dc1-8624a43890d2 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:20:50.194506 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 31815879-9dd6-430e-8dc1-8624a43890d2 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:50.198959 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 31815879-9dd6-430e-8dc1-8624a43890d2 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:50.199318 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.319217 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.345849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31815879-9dd6-430e-8dc1-8624a43890d2'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:50.355313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 31815879-9dd6-430e-8dc1-8624a43890d2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=31815879-9dd6-430e-8dc1-8624a43890d2,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:50.359736 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.424599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=31815879-9dd6-430e-8dc1-8624a43890d2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:50.484775 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31815879-9dd6-430e-8dc1-8624a43890d2', 'code': 200} Feb 11 14:20:50.519326 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:50.614955 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-baa3dad4-17d2-4f75-9222-b0d6cc470065 req-029b78f0-2572-4a66-bf03-e2ae4d4da560 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 1096 time: 0.0716062 Feb 11 14:20:50.657439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-baa3dad4-17d2-4f75-9222-b0d6cc470065 req-78feb424-51c6-4b3a-b94a-636ea3986692 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364895 Feb 11 14:20:51.072669 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e404ae-e8cb-4525-801d-4188814d2b70 req-7fb1d627-0daa-45a9-8a76-8c779ee194f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:51.074111 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81e404ae-e8cb-4525-801d-4188814d2b70 req-7fb1d627-0daa-45a9-8a76-8c779ee194f8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0802429 Feb 11 14:20:51.119354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-81e404ae-e8cb-4525-801d-4188814d2b70 req-0418ed6c-9b40-4203-aba5-09ec11786717 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385029 Feb 11 14:20:52.318521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7240ec-30e9-4c2c-9e88-ad91823bf0cc req-bb78df58-4373-4b3c-809a-ec854f226b15 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.319971 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d7240ec-30e9-4c2c-9e88-ad91823bf0cc req-bb78df58-4373-4b3c-809a-ec854f226b15 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0787733 Feb 11 14:20:52.365291 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d7240ec-30e9-4c2c-9e88-ad91823bf0cc req-61370176-03b3-4b0c-a606-cd60fa686ac1 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 Feb 11 14:20:52.562355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9118-d0fd-42d1-bebc-7f3c9f9f3527 req-ac4e8952-0b66-4502-ac77-c7279b64bf59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.564150 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8bb9118-d0fd-42d1-bebc-7f3c9f9f3527 req-ac4e8952-0b66-4502-ac77-c7279b64bf59 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0809312 Feb 11 14:20:52.608692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a8bb9118-d0fd-42d1-bebc-7f3c9f9f3527 req-5c928ffa-8c9f-4416-aa55-d79311a98acd tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390887 Feb 11 14:20:52.639298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57308) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:52.713046 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5a0ab6a9-9208-4011-bfc3-1618b28b6721 tempest-TestNetworkAdvancedServerOps-257535781 tempest-TestNetworkAdvancedServerOps-257535781-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 1091 time: 0.0717351 Feb 11 14:20:52.715653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57312) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:52.720765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '31815879-9dd6-430e-8dc1-8624a43890d2', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:20:52.726916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:20:52.730695 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Usage tracker for resource:floatingip and tenant:20d0637a55e64a9ba0dfe5abd28a7f78 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:20:52.733498 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:20:52.739434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:20:52.750286 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:52.888520 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.023495 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Allocated IP 172.25.4.168 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/52e4f4da-cefe-4163-8dc6-cc907e037b34) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:53.261330 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.294179 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.361831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:53.364484 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:53.367248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:20:53.396509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=52e4f4da-cefe-4163-8dc6-cc907e037b34,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:53.876046 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:53.936153 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:54.179275 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6191007e-1333-4280-9b3d-754b485975ee req-1e09dba3-62c5-4435-b43b-26cd196ddd33 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1198666 Feb 11 14:20:54.196516 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:54.200901 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:54.350280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event updated for resources: {'Port': ['ID=52e4f4da-cefe-4163-8dc6-cc907e037b34,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:54.379153 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:54.501910 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6191007e-1333-4280-9b3d-754b485975ee req-bd6650b8-0b73-4efc-b902-bb29aefce11c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 1096 time: 0.2524204 Feb 11 14:20:54.765104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191007e-1333-4280-9b3d-754b485975ee req-b3673e69-2ca8-4449-9eeb-054ce73d2c73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:54.766447 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6191007e-1333-4280-9b3d-754b485975ee req-b3673e69-2ca8-4449-9eeb-054ce73d2c73 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6a0aa3a7-f701-4a52-962e-f46c0f966310 HTTP/1.1" status: 200 len: 898 time: 0.2456474 Feb 11 14:20:54.893927 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Floating IP 4d8173b7-0ddc-479c-95f4-a1d8db913ec9 associated. External IP: 172.25.4.168, port: 31815879-9dd6-430e-8dc1-8624a43890d2. Feb 11 14:20:54.960306 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6191007e-1333-4280-9b3d-754b485975ee req-3216c0c6-7068-413b-9233-405f67d35f4e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31815879-9dd6-430e-8dc1-8624a43890d2 HTTP/1.1" status: 200 len: 999 time: 0.1813567 Feb 11 14:20:55.089803 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191007e-1333-4280-9b3d-754b485975ee req-2c43d52c-1dee-415f-8f4a-9d315b07d923 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:55.091217 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6191007e-1333-4280-9b3d-754b485975ee req-2c43d52c-1dee-415f-8f4a-9d315b07d923 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f52ea005-2b53-44d2-9b5b-42136f568453 HTTP/1.1" status: 200 len: 834 time: 0.1181273 Feb 11 14:20:55.190600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6191007e-1333-4280-9b3d-754b485975ee req-b2914b00-1efe-4a4e-a0c5-c23277875b94 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6a0aa3a7-f701-4a52-962e-f46c0f966310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887911 Feb 11 14:20:55.407392 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6191007e-1333-4280-9b3d-754b485975ee req-5ee0c1fc-3399-4421-b4d8-6906620cf306 service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058098 Feb 11 14:20:55.612546 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6191007e-1333-4280-9b3d-754b485975ee req-a80f5e35-ea91-4899-b87d-a54d4e03a283 service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551993 Feb 11 14:20:55.665817 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router eb1341b0-8cef-4bd3-8337-91e8a24eba2f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:20:55.864330 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:55.878214 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] Sync routers for ids ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:20:55.889156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:55.902405 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] Routers {'eb1341b0-8cef-4bd3-8337-91e8a24eba2f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:20:55.903030 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:55.947629 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c710dca-7985-48dd-a662-1eb3e689301a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2309058 Feb 11 14:20:55.948428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'tag': '31815879-9dd6-430e-8dc1-8624a43890d2'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:56.009783 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'tag': '31815879-9dd6-430e-8dc1-8624a43890d2', 'status': 'completed', 'code': 200} Feb 11 14:20:56.085584 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] Set router eb1341b0-8cef-4bd3-8337-91e8a24eba2f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:20:56.105731 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe23a89-9f18-4729-9d8a-6be86cf4e5ff req-551c1782-3ae2-4cb9-932f-f16db583c9d9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 1096 time: 0.0766919 Feb 11 14:20:56.125615 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659a344-26bf-43fa-87d4-f585deb908ce req-ee6e745f-3b75-4fff-88ab-4975821acaab tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:56.127117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d659a344-26bf-43fa-87d4-f585deb908ce req-ee6e745f-3b75-4fff-88ab-4975821acaab tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0794294 Feb 11 14:20:56.180009 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d659a344-26bf-43fa-87d4-f585deb908ce req-808d380f-6c80-4a11-86bb-214302a19f64 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462086 Feb 11 14:20:56.210189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57320) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:56.245798 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe23a89-9f18-4729-9d8a-6be86cf4e5ff req-3e22b2a5-4d1e-4e32-97bf-cedc002756f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:56.247293 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe23a89-9f18-4729-9d8a-6be86cf4e5ff req-3e22b2a5-4d1e-4e32-97bf-cedc002756f5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6a0aa3a7-f701-4a52-962e-f46c0f966310 HTTP/1.1" status: 200 len: 898 time: 0.1344831 Feb 11 14:20:56.316758 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e7ad159b-90a4-4ce0-b245-f1df6538005c tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/4d8173b7-0ddc-479c-95f4-a1d8db913ec9 HTTP/1.1" status: 200 len: 991 time: 0.1052248 Feb 11 14:20:56.442728 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '4d8173b7-0ddc-479c-95f4-a1d8db913ec9', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'port_id': '31815879-9dd6-430e-8dc1-8624a43890d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'mac_address': 'fa:16:3e:bb:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:20:53Z', 'updated_at': '2022-02-11T14:20:53Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df202398-7e49-4f6d-a6d4-9fcd7393623b', 'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:85:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:39Z', 'updated_at': '2022-02-11T14:20:45Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:56.446523 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] Checking router: eb1341b0-8cef-4bd3-8337-91e8a24eba2f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:20:56.457779 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] Routers {'eb1341b0-8cef-4bd3-8337-91e8a24eba2f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:20:56.458280 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:20:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:56.471116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe23a89-9f18-4729-9d8a-6be86cf4e5ff req-e86e2be6-17b7-4273-b447-7cf23b569a8d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31815879-9dd6-430e-8dc1-8624a43890d2 HTTP/1.1" status: 200 len: 999 time: 0.2174675 Feb 11 14:20:56.538120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe23a89-9f18-4729-9d8a-6be86cf4e5ff req-ac31af80-04ac-4425-96c8-5f6f40b5a823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:56.539655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe23a89-9f18-4729-9d8a-6be86cf4e5ff req-ac31af80-04ac-4425-96c8-5f6f40b5a823 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f52ea005-2b53-44d2-9b5b-42136f568453 HTTP/1.1" status: 200 len: 834 time: 0.0632195 Feb 11 14:20:56.613860 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe23a89-9f18-4729-9d8a-6be86cf4e5ff req-1af115f1-6a66-4f87-ad37-03ad465a5b69 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6a0aa3a7-f701-4a52-962e-f46c0f966310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683515 Feb 11 14:20:56.636714 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] Set router eb1341b0-8cef-4bd3-8337-91e8a24eba2f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:20:56.749170 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe23a89-9f18-4729-9d8a-6be86cf4e5ff req-5aa8f3ec-c39b-474f-86c7-36cc99ab690f service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289818 Feb 11 14:20:56.881969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dfe23a89-9f18-4729-9d8a-6be86cf4e5ff req-e69553a1-6fb5-4a55-9e97-807f9be2a125 service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271942 Feb 11 14:20:56.983198 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '4d8173b7-0ddc-479c-95f4-a1d8db913ec9', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'port_id': '31815879-9dd6-430e-8dc1-8624a43890d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'mac_address': 'fa:16:3e:bb:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:20:53Z', 'updated_at': '2022-02-11T14:20:53Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df202398-7e49-4f6d-a6d4-9fcd7393623b', 'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:85:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:39Z', 'updated_at': '2022-02-11T14:20:45Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:56.987075 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb1856-5c70-4ea9-a6dc-bf0738120fca None None] The sync data for ids ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'] in n-d-818559-1 is: [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '4d8173b7-0ddc-479c-95f4-a1d8db913ec9', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'port_id': '31815879-9dd6-430e-8dc1-8624a43890d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'mac_address': 'fa:16:3e:bb:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:20:53Z', 'updated_at': '2022-02-11T14:20:53Z', 'revision_number': 0, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df202398-7e49-4f6d-a6d4-9fcd7393623b', 'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:85:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:39Z', 'updated_at': '2022-02-11T14:20:45Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:20:57.320509 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57324) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:57.424389 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e478a32f-3c09-4d8d-8267-43f0d116d938 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/4d8173b7-0ddc-479c-95f4-a1d8db913ec9 HTTP/1.1" status: 200 len: 991 time: 0.1028593 Feb 11 14:20:58.428226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57328) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:58.535492 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8fea7277-7e47-4cec-83cb-99503532e9ff tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/4d8173b7-0ddc-479c-95f4-a1d8db913ec9 HTTP/1.1" status: 200 len: 991 time: 0.1060941 Feb 11 14:20:59.106256 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a221cfc1-0499-4757-8e4b-e5d719fbd1e1 None None] New status for floating IP 4d8173b7-0ddc-479c-95f4-a1d8db913ec9: ACTIVE {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:20:59.539370 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57332) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:20:59.643609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e4ad91a9-9886-47a8-a3be-e00fb01fb837 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/4d8173b7-0ddc-479c-95f4-a1d8db913ec9 HTTP/1.1" status: 200 len: 993 time: 0.1030352 Feb 11 14:21:08.059954 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:13.078201 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:15.592034 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a24e06df-ad77-4f55-8655-cec1bedc2c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.800197 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8981684f-2476-4703-8a39-fadd32e9edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.046244 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.123644 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:20.387459 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:21:20.523044 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.699480 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a98f-e3bb-4a50-9de7-7b2a3078cf38 req-8edb730e-6c7c-422a-bb8f-237d1ad0e4d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:24.700930 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5738a98f-e3bb-4a50-9de7-7b2a3078cf38 req-8edb730e-6c7c-422a-bb8f-237d1ad0e4d0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0765030 Feb 11 14:21:24.746022 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5738a98f-e3bb-4a50-9de7-7b2a3078cf38 req-8252c562-fd18-4af0-9d21-0bdb8990c4ad tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Feb 11 14:21:25.956901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caa90a-cdc7-412d-bf84-e7c3b752da9a req-3081f71b-feab-43fb-a915-a16c6098e638 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:25.958343 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42caa90a-cdc7-412d-bf84-e7c3b752da9a req-3081f71b-feab-43fb-a915-a16c6098e638 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0876718 Feb 11 14:21:26.003721 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42caa90a-cdc7-412d-bf84-e7c3b752da9a req-410b7a80-aefc-4feb-a6fa-94e7a5e64b8d tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398624 Feb 11 14:21:26.030702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57352) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:26.219502 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-5aef5088-ed03-46a4-b030-149fb9257691 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/4d8173b7-0ddc-479c-95f4-a1d8db913ec9 HTTP/1.1" status: 200 len: 993 time: 0.1875219 Feb 11 14:21:27.742712 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87ac9534-77f6-4ab1-9d0b-b4679807532b req-5d301983-c1aa-4231-9108-59fcf502707a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 1096 time: 0.1304491 Feb 11 14:21:27.748078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c403c6-af88-4c99-bab2-53fc59627c5b req-89441f58-282f-42e8-b854-cd5be4f10ac9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:27.749403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92c403c6-af88-4c99-bab2-53fc59627c5b req-89441f58-282f-42e8-b854-cd5be4f10ac9 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.1010234 Feb 11 14:21:27.878940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-92c403c6-af88-4c99-bab2-53fc59627c5b req-8b58fda6-7e3d-4e22-b688-00821ba75146 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103919 Feb 11 14:21:27.914346 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac9534-77f6-4ab1-9d0b-b4679807532b req-94a59c52-fdc5-49b8-b911-8b3d1edff9fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:27.915817 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87ac9534-77f6-4ab1-9d0b-b4679807532b req-94a59c52-fdc5-49b8-b911-8b3d1edff9fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=6a0aa3a7-f701-4a52-962e-f46c0f966310 HTTP/1.1" status: 200 len: 898 time: 0.1648784 Feb 11 14:21:28.016769 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87ac9534-77f6-4ab1-9d0b-b4679807532b req-6772ee28-6d66-48ac-bd12-72eff834af43 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31815879-9dd6-430e-8dc1-8624a43890d2 HTTP/1.1" status: 200 len: 1001 time: 0.0949066 Feb 11 14:21:28.081883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac9534-77f6-4ab1-9d0b-b4679807532b req-42ece0d3-587b-4b6d-a83c-7de2978211e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:28.083299 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87ac9534-77f6-4ab1-9d0b-b4679807532b req-42ece0d3-587b-4b6d-a83c-7de2978211e6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f52ea005-2b53-44d2-9b5b-42136f568453 HTTP/1.1" status: 200 len: 834 time: 0.0600653 Feb 11 14:21:28.155771 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87ac9534-77f6-4ab1-9d0b-b4679807532b req-00cea4b0-e1bd-44e0-82c3-b79e3c0e6bd6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6a0aa3a7-f701-4a52-962e-f46c0f966310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665252 Feb 11 14:21:28.292206 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87ac9534-77f6-4ab1-9d0b-b4679807532b req-58483236-7d4f-49b5-9c65-f2a90927aa1d service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300304 Feb 11 14:21:28.516324 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-87ac9534-77f6-4ab1-9d0b-b4679807532b req-78386690-4eed-4da7-b8fb-260ca1146a73 service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165604 Feb 11 14:21:29.079518 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213e74a-358a-4d24-9725-e9d52671ac43 req-f17bdf11-c39f-4a5d-a2ad-5d79703b5fb3 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:29.082013 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e213e74a-358a-4d24-9725-e9d52671ac43 req-f17bdf11-c39f-4a5d-a2ad-5d79703b5fb3 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0759223 Feb 11 14:21:29.126513 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e213e74a-358a-4d24-9725-e9d52671ac43 req-7425573d-1fb3-4d7b-8902-eac3109840ca tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394452 Feb 11 14:21:30.326658 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e965ea-f48a-4dde-a9f9-18a65152b106 req-ac59d99e-6ddb-44aa-9b09-e0e4d2a1dec8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.328135 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0e965ea-f48a-4dde-a9f9-18a65152b106 req-ac59d99e-6ddb-44aa-9b09-e0e4d2a1dec8 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0805674 Feb 11 14:21:30.372978 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a0e965ea-f48a-4dde-a9f9-18a65152b106 req-babe8322-b925-42ae-a3a1-6c8505439298 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391185 Feb 11 14:21:30.401291 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57370) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:30.507775 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7f049640-bb8e-4b67-b7c2-5973d49bb54f tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/floatingips/4d8173b7-0ddc-479c-95f4-a1d8db913ec9 HTTP/1.1" status: 200 len: 993 time: 0.1052587 Feb 11 14:21:30.780305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57378) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:30.978259 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 52e4f4da-cefe-4163-8dc6-cc907e037b34 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:21:30.978611 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.148744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.149069 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.290373 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 52e4f4da-cefe-4163-8dc6-cc907e037b34 owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:21:31.442366 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.487479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=52e4f4da-cefe-4163-8dc6-cc907e037b34,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:31.525644 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.525996 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.526340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.526698 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.527036 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.527383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.527689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.528013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.528332 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.528653 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.528972 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:31.594818 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.095326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router eb1341b0-8cef-4bd3-8337-91e8a24eba2f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:21:32.297463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:32.306896 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] Sync routers for ids ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:21:32.319447 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] Routers {'eb1341b0-8cef-4bd3-8337-91e8a24eba2f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:21:32.319878 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.320115 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:32.374093 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-01caed0f-c637-4131-8747-28e58977374a tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/floatingips/4d8173b7-0ddc-479c-95f4-a1d8db913ec9 HTTP/1.1" status: 204 len: 168 time: 1.5921335 Feb 11 14:21:32.375224 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'tag': '31815879-9dd6-430e-8dc1-8624a43890d2'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:32.435788 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'tag': '31815879-9dd6-430e-8dc1-8624a43890d2', 'status': 'completed', 'code': 200} Feb 11 14:21:32.528276 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1e81148-42df-44c0-881d-f3108b8db3e1 req-f45abbe0-f9c8-4233-b354-b9165bac2847 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 1096 time: 0.0702591 Feb 11 14:21:32.538301 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] Set router eb1341b0-8cef-4bd3-8337-91e8a24eba2f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:21:32.668322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e81148-42df-44c0-881d-f3108b8db3e1 req-99c9494c-63c9-4860-b7bd-68d03a42db07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:32.669853 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1e81148-42df-44c0-881d-f3108b8db3e1 req-99c9494c-63c9-4860-b7bd-68d03a42db07 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6a0aa3a7-f701-4a52-962e-f46c0f966310 HTTP/1.1" status: 200 len: 898 time: 0.1361578 Feb 11 14:21:32.745085 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1e81148-42df-44c0-881d-f3108b8db3e1 req-ef7aeb39-52d4-40b4-aa91-b69d41f23d69 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31815879-9dd6-430e-8dc1-8624a43890d2 HTTP/1.1" status: 200 len: 217 time: 0.0677333 Feb 11 14:21:32.798408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c64b9a-9de3-4e39-a552-3d3fcd6a6dd3 req-4914ad60-054a-4760-9429-885a0a615001 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:32.800748 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c64b9a-9de3-4e39-a552-3d3fcd6a6dd3 req-4914ad60-054a-4760-9429-885a0a615001 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0855882 Feb 11 14:21:32.823257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e81148-42df-44c0-881d-f3108b8db3e1 req-3b660805-d4be-438b-9a56-4d80f5960387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:32.824701 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1e81148-42df-44c0-881d-f3108b8db3e1 req-3b660805-d4be-438b-9a56-4d80f5960387 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f52ea005-2b53-44d2-9b5b-42136f568453 HTTP/1.1" status: 200 len: 834 time: 0.0726407 Feb 11 14:21:32.853412 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f1c64b9a-9de3-4e39-a552-3d3fcd6a6dd3 req-5b46f332-0e67-47b1-aa7b-d63ea726ae23 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462754 Feb 11 14:21:32.899469 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'df202398-7e49-4f6d-a6d4-9fcd7393623b', 'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:85:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:39Z', 'updated_at': '2022-02-11T14:20:45Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:32.904328 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] Checking router: eb1341b0-8cef-4bd3-8337-91e8a24eba2f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:21:32.919155 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] Routers {'eb1341b0-8cef-4bd3-8337-91e8a24eba2f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:21:32.919755 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:32.928407 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1e81148-42df-44c0-881d-f3108b8db3e1 req-428285c0-5330-429c-8ed1-f595d2b5ee86 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6a0aa3a7-f701-4a52-962e-f46c0f966310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965841 Feb 11 14:21:33.081864 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1e81148-42df-44c0-881d-f3108b8db3e1 req-fecd8910-10ab-4de5-8f7d-8990f2399922 service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463177 Feb 11 14:21:33.121340 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] Set router eb1341b0-8cef-4bd3-8337-91e8a24eba2f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:21:33.220567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b1e81148-42df-44c0-881d-f3108b8db3e1 req-4cbc61c5-f2cd-42cd-9f3d-c25061257009 service neutron] 10.222.0.75 "GET /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325397 Feb 11 14:21:33.434626 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'df202398-7e49-4f6d-a6d4-9fcd7393623b', 'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:85:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:39Z', 'updated_at': '2022-02-11T14:20:45Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:33.439174 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441eaff-231f-4450-a64b-9f54fe88afc5 None None] The sync data for ids ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'] in n-d-818559-1 is: [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'df202398-7e49-4f6d-a6d4-9fcd7393623b', 'name': '', 'network_id': '6a0aa3a7-f701-4a52-962e-f46c0f966310', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'mac_address': 'fa:16:3e:85:3b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:39Z', 'updated_at': '2022-02-11T14:20:45Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'subnets': [{'id': 'f52ea005-2b53-44d2-9b5b-42136f568453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:21:33.661801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f362b36-9f6f-4b2b-bf69-2a51435968fa None None] New status for floating IP 4d8173b7-0ddc-479c-95f4-a1d8db913ec9: DOWN {{(pid=83569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:21:34.055316 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64d78d-2c55-4387-97d3-130dafae3049 req-ce8ded54-0df3-4081-b4e6-bb805eb0ad97 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:34.055968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-de64d78d-2c55-4387-97d3-130dafae3049 req-ce8ded54-0df3-4081-b4e6-bb805eb0ad97 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:21:34.074229 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-de64d78d-2c55-4387-97d3-130dafae3049 req-ce8ded54-0df3-4081-b4e6-bb805eb0ad97 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:21:34.075437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de64d78d-2c55-4387-97d3-130dafae3049 req-ce8ded54-0df3-4081-b4e6-bb805eb0ad97 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0959730 Feb 11 14:21:34.126080 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-de64d78d-2c55-4387-97d3-130dafae3049 req-466caa41-cc66-45c2-b6e9-b2fa7ef7fea7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/security-groups?id=c611c50e-530c-49ac-8315-bb09609ecc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440850 Feb 11 14:21:34.311482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-616e0105-6b19-474b-b8d1-096e34c4ea40 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:34.313044 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-616e0105-6b19-474b-b8d1-096e34c4ea40 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 945 time: 0.0789549 Feb 11 14:21:34.378981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-f90fd161-99b5-4946-905d-f107ee1433cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port 31815879-9dd6-430e-8dc1-8624a43890d2 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:21:34.379315 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-f90fd161-99b5-4946-905d-f107ee1433cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.622267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-f90fd161-99b5-4946-905d-f107ee1433cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port 31815879-9dd6-430e-8dc1-8624a43890d2, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=31815879-9dd6-430e-8dc1-8624a43890d2,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:34.622654 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-f90fd161-99b5-4946-905d-f107ee1433cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.841101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-f90fd161-99b5-4946-905d-f107ee1433cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for 31815879-9dd6-430e-8dc1-8624a43890d2 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:21:34.981901 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-f90fd161-99b5-4946-905d-f107ee1433cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.031546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fd161-99b5-4946-905d-f107ee1433cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=31815879-9dd6-430e-8dc1-8624a43890d2,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:35.108969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-f90fd161-99b5-4946-905d-f107ee1433cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] No DVR routers for this DVR port 31815879-9dd6-430e-8dc1-8624a43890d2 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:35.111650 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-f90fd161-99b5-4946-905d-f107ee1433cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.114104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'name': 'network-vif-deleted', 'tag': '31815879-9dd6-430e-8dc1-8624a43890d2'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:35.128992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2c14aa77-d4df-4f0d-80bc-ae869d2f85cc req-f90fd161-99b5-4946-905d-f107ee1433cf tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.75 "DELETE /v2.0/ports/31815879-9dd6-430e-8dc1-8624a43890d2 HTTP/1.1" status: 204 len: 173 time: 0.8112020 Feb 11 14:21:35.182023 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b68927-dd06-42ea-ae69-ae3f4de749ac', 'name': 'network-vif-deleted', 'tag': '31815879-9dd6-430e-8dc1-8624a43890d2', 'status': 'completed', 'code': 200} Feb 11 14:21:35.306735 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-990a3266-8db0-4d93-8c4d-a8e94dc359a7 req-c9a92179-3264-4e9f-bcaf-c7255ec502d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Synchronizing usage tracker for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:21:35.321883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-990a3266-8db0-4d93-8c4d-a8e94dc359a7 req-c9a92179-3264-4e9f-bcaf-c7255ec502d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Unset dirty status for tenant:20d0637a55e64a9ba0dfe5abd28a7f78 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:21:35.323105 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-990a3266-8db0-4d93-8c4d-a8e94dc359a7 req-c9a92179-3264-4e9f-bcaf-c7255ec502d7 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b68927-dd06-42ea-ae69-ae3f4de749ac HTTP/1.1" status: 200 len: 210 time: 0.0588706 Feb 11 14:21:36.429830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57396) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:36.836313 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:37.431153 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port df202398-7e49-4f6d-a6d4-9fcd7393623b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:21:37.431691 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:37.713678 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port df202398-7e49-4f6d-a6d4-9fcd7393623b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=df202398-7e49-4f6d-a6d4-9fcd7393623b,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:37.713926 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:37.834741 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for df202398-7e49-4f6d-a6d4-9fcd7393623b owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:21:38.007756 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.056273 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=df202398-7e49-4f6d-a6d4-9fcd7393623b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:38.076771 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.355619 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:38.438305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 31815879-9dd6-430e-8dc1-8624a43890d2 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:21:38.471299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 31815879-9dd6-430e-8dc1-8624a43890d2 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:21:38.471650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 31815879-9dd6-430e-8dc1-8624a43890d2 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:21:38.933052 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Router eb1341b0-8cef-4bd3-8337-91e8a24eba2f has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:21:39.237463 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:39.246751 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] Sync routers for ids ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:21:39.254334 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-22166d99-4ecb-4358-8dd1-8436eb99b4f0 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "PUT /v2.0/routers/eb1341b0-8cef-4bd3-8337-91e8a24eba2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8233418 Feb 11 14:21:39.256989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57400) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:39.259703 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] Routers {'eb1341b0-8cef-4bd3-8337-91e8a24eba2f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:21:39.260288 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:39.449715 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-851a350c-9ad6-46e4-b608-016377d6ba41 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting subnet f52ea005-2b53-44d2-9b5b-42136f568453 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:21:39.450094 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] Set router eb1341b0-8cef-4bd3-8337-91e8a24eba2f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:21:39.452863 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-851a350c-9ad6-46e4-b608-016377d6ba41 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.508389 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-851a350c-9ad6-46e4-b608-016377d6ba41 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.595558 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-851a350c-9ad6-46e4-b608-016377d6ba41 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.671902 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-851a350c-9ad6-46e4-b608-016377d6ba41 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.712786 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a350c-9ad6-46e4-b608-016377d6ba41 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Subnet': ['ID=f52ea005-2b53-44d2-9b5b-42136f568453,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:39.717401 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-851a350c-9ad6-46e4-b608-016377d6ba41 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.723494 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-851a350c-9ad6-46e4-b608-016377d6ba41 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/subnets/f52ea005-2b53-44d2-9b5b-42136f568453 HTTP/1.1" status: 204 len: 168 time: 0.4655099 Feb 11 14:21:39.725714 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b5724-a5ec-4913-aa2b-e4283cd04bb3 None None] Network 6a0aa3a7-f701-4a52-962e-f46c0f966310 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:21:39.726467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57404) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:39.771528 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:21:37Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:39.775297 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] Checking router: eb1341b0-8cef-4bd3-8337-91e8a24eba2f for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:21:39.786118 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] Routers {'eb1341b0-8cef-4bd3-8337-91e8a24eba2f'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:21:39.786736 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:39.950625 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:39.984997 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] Set router eb1341b0-8cef-4bd3-8337-91e8a24eba2f gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:21:39.994742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] DHCP port deletion for 6a0aa3a7-f701-4a52-962e-f46c0f966310 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:21:40.000151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Deleting port 9849f413-8c15-49d6-b232-7a357cf61a85 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:21:40.000552 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.170903 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.182385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Deleting port d74f0632-0dae-40a9-999b-d194c0ffab41 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:21:40.183028 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.229009 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] For port 9849f413-8c15-49d6-b232-7a357cf61a85, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=9849f413-8c15-49d6-b232-7a357cf61a85,segment=NetworkSegment(5dfd9725-0b5f-4515-9dd1-c76e0faee9b9),segment_id=5dfd9725-0b5f-4515-9dd1-c76e0faee9b9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:40.229330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.287571 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:21:37Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:40.291620 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d95f64-3308-4e77-80ac-f107da933198 None None] The sync data for ids ['eb1341b0-8cef-4bd3-8337-91e8a24eba2f'] in n-d-818559-1 is: [{'id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272426069', 'tenant_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:21:37Z', 'revision_number': 5, 'project_id': '20d0637a55e64a9ba0dfe5abd28a7f78', 'gw_port': {'id': 'd74f0632-0dae-40a9-999b-d194c0ffab41', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:13:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1341b0-8cef-4bd3-8337-91e8a24eba2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:35Z', 'updated_at': '2022-02-11T14:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:21:40.355240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Calling delete_port for 9849f413-8c15-49d6-b232-7a357cf61a85 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:21:40.373227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] For port d74f0632-0dae-40a9-999b-d194c0ffab41, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=d74f0632-0dae-40a9-999b-d194c0ffab41,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:40.373588 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.428847 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.472146 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Pushing event deleted for resources: {'Port': ['ID=9849f413-8c15-49d6-b232-7a357cf61a85,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:40.482083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.482425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.482796 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.483119 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.483442 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.483931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.484214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.484545 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.484862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.485180 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.485499 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:40.490567 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b37d79-5bac-4c5d-8278-3023a0199853 None None] No DVR routers for this DVR port 9849f413-8c15-49d6-b232-7a357cf61a85 on host n-d-818559-1 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:40.499114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Calling delete_port for d74f0632-0dae-40a9-999b-d194c0ffab41 owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:21:40.672675 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:40.721909 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Port': ['ID=d74f0632-0dae-40a9-999b-d194c0ffab41,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:41.046330 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.301563 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.305668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.330299 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.330854 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Fanout notify agent at l3_agent the message router_deleted on router eb1341b0-8cef-4bd3-8337-91e8a24eba2f {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:21:41.346023 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.347142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d9620940-1b1a-4157-8991-1dc6f6f020a2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/routers/eb1341b0-8cef-4bd3-8337-91e8a24eba2f HTTP/1.1" status: 204 len: 168 time: 1.6197503 Feb 11 14:21:41.349998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57408) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:41.479815 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.609404 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.633244 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0aa3a7-f701-4a52-962e-f46c0f966310']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:41.645824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:41.646114 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfd9725-0b5f-4515-9dd1-c76e0faee9b9') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:41.657839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.673374 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.679173 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:21:41.679547 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:21:41.693674 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:21:41.776825 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.794690 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.806383 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'Network': ['ID=6a0aa3a7-f701-4a52-962e-f46c0f966310,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:41.816202 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-68167bbd-a07f-451a-9326-ad16bf649369 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/networks/6a0aa3a7-f701-4a52-962e-f46c0f966310 HTTP/1.1" status: 204 len: 168 time: 0.4650040 Feb 11 14:21:41.818781 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57412) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:41.874515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device df202398-7e49-4f6d-a6d4-9fcd7393623b no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:21:41.899695 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2792815f-540e-4fd8-83fc-c3f2c1b92de2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.910701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: df202398-7e49-4f6d-a6d4-9fcd7393623b {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:21:41.911041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device df202398-7e49-4f6d-a6d4-9fcd7393623b not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:21:41.911452 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9849f413-8c15-49d6-b232-7a357cf61a85 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:21:41.928623 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2792815f-540e-4fd8-83fc-c3f2c1b92de2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.943016 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 9849f413-8c15-49d6-b232-7a357cf61a85 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:21:41.943351 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 9849f413-8c15-49d6-b232-7a357cf61a85 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:21:42.001238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2792815f-540e-4fd8-83fc-c3f2c1b92de2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.019116 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792815f-540e-4fd8-83fc-c3f2c1b92de2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c611c50e-530c-49ac-8315-bb09609ecc42,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:42.033146 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2792815f-540e-4fd8-83fc-c3f2c1b92de2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.036804 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2792815f-540e-4fd8-83fc-c3f2c1b92de2 tempest-TestNetworkAdvancedServerOps-1782043644 tempest-TestNetworkAdvancedServerOps-1782043644-project] 10.222.0.67 "DELETE /v2.0/security-groups/c611c50e-530c-49ac-8315-bb09609ecc42 HTTP/1.1" status: 204 len: 168 time: 0.2144461 Feb 11 14:21:42.422671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57422) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:42.611453 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-af53a204-9d78-495b-951a-fdc4928b885c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20d0637a55e64a9ba0dfe5abd28a7f78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1876440 Feb 11 14:21:42.613853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57428) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:42.671590 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-121e4527-0939-451c-9839-6686cfd043b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.697182 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-121e4527-0939-451c-9839-6686cfd043b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.747811 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-121e4527-0939-451c-9839-6686cfd043b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.766226 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e4527-0939-451c-9839-6686cfd043b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6edad88-da04-4704-a367-fda794c1da13,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:42.772610 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-121e4527-0939-451c-9839-6686cfd043b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.773728 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-121e4527-0939-451c-9839-6686cfd043b7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6edad88-da04-4704-a367-fda794c1da13 HTTP/1.1" status: 204 len: 168 time: 0.1590095 Feb 11 14:21:43.079161 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.106048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57436) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:43.123733 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.154233 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:43.158527 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Usage tracker for resource:security_group_rule and tenant:b6f0c2313e934287acfb5ef386bbd408 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:43.161292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:43.166963 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:43.232418 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.236083 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.282148 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22be08eb-0919-4126-931d-acf52f71a8ae,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:43.286723 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b6f0c2313e934287acfb5ef386bbd408&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1795719 Feb 11 14:21:43.289506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57440) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:43.293355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.293699 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.294035 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.294369 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.294754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.295051 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.295374 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.295697 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.296021 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.296417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.296742 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f37685-ff6a-405d-8140-e6a7ef5d818a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:43.354634 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c31c719f-4478-4dd0-830f-eaa09e9d2ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.379527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c31c719f-4478-4dd0-830f-eaa09e9d2ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.430647 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c31c719f-4478-4dd0-830f-eaa09e9d2ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.441939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d74f0632-0dae-40a9-999b-d194c0ffab41 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:21:43.448322 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c719f-4478-4dd0-830f-eaa09e9d2ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22be08eb-0919-4126-931d-acf52f71a8ae,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:43.451511 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-c31c719f-4478-4dd0-830f-eaa09e9d2ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:43.453403 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-c31c719f-4478-4dd0-830f-eaa09e9d2ac2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22be08eb-0919-4126-931d-acf52f71a8ae HTTP/1.1" status: 204 len: 168 time: 0.1621675 Feb 11 14:21:43.488086 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: d74f0632-0dae-40a9-999b-d194c0ffab41 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:21:43.488431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device d74f0632-0dae-40a9-999b-d194c0ffab41 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:21:44.328311 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57462) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:44.458423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-409080414-network', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:44.463906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:44.467734 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Usage tracker for resource:network and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:44.470838 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:44.480276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:44.490261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Made reservation on behalf of b7fe7cf2e5e44e309d76ec238475e608 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:44.492606 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.505931 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.537964 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:44.541756 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:44.544574 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:44.550766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:44.618215 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.622040 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.651594 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:21:44.660696 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e503a80-af49-4bed-9389-5b6fac9a1856,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:44.666156 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.666628 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Added segment 1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8 of type vlan for network 39affa6b-e25f-4ca4-a4d8-54584eb6facf Feb 11 14:21:44.695509 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.724722 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.725858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:44.726437 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:44.835718 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] Pushing event updated for resources: {'Network': ['ID=39affa6b-e25f-4ca4-a4d8-54584eb6facf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:44.840888 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-865e4e6f-2c88-4533-8536-cb49fd8a4324 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5114770 Feb 11 14:21:44.844484 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57468) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:44.846281 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 39affa6b-e25f-4ca4-a4d8-54584eb6facf details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:21:44.850345 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Request body: {'subnet': {'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-409080414-subnet', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:44.855908 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:44.860392 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Usage tracker for resource:subnet and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:44.863267 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:44.868985 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:44.880813 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Made reservation on behalf of b7fe7cf2e5e44e309d76ec238475e608 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:44.883260 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.082507 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.154164 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d9c53a-4512-45f7-98df-7184d1fa7226,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:45.168261 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Checking segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:21:45.168677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Network hostable DHCP agents. Network: 39affa6b-e25f-4ca4-a4d8-54584eb6facf, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:21:45.190563 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Network 39affa6b-e25f-4ca4-a4d8-54584eb6facf is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:21:45.199729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 39affa6b-e25f-4ca4-a4d8-54584eb6facf) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:45.204812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:45.205469 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.210381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41f6472-700e-43e8-9d5c-3171117f3552 None None] Network 39affa6b-e25f-4ca4-a4d8-54584eb6facf requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:21:45.229004 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cb8ae159-9538-4dc5-a83c-6fcb9457b7a9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3829231 Feb 11 14:21:45.231754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57472) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:45.237158 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:45.242642 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:45.246430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Usage tracker for resource:router and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:45.249814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:45.255511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:45.266333 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.267436 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.287415 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.434857 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:21:45.435584 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.436057 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.630478 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c1adf7d-fe20-4f25-8c88-7aa0ddb76a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.636086 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.640151 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Allocated IP 172.20.0.2 (39affa6b-e25f-4ca4-a4d8-54584eb6facf/02d9c53a-4512-45f7-98df-7184d1fa7226/8f9ac3c9-7e97-4c6b-802b-329b6fa94c18) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:45.667365 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.806650 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Allocated IP 172.25.4.25 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/46f20b8f-c0ba-46e2-980f-f7e408e04cbe) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:45.844872 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.855032 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Transition to ACTIVE for port object 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:45.873515 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Transition to ACTIVE for port object 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:45.879140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.947203 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Network 39affa6b-e25f-4ca4-a4d8-54584eb6facf is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:45.949836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:45.954451 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:21:45.956809 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Pushing event updated for resources: {'Port': ['ID=8f9ac3c9-7e97-4c6b-802b-329b6fa94c18,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:45.960346 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:45.989251 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.044529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Attempting to bind port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:46.044890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Attempting to bind port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:46.045344 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Attempting to bind port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:21:46.052559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:21:46.053258 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Checking segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:21:46.053405 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.053718 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Bound using segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:21:46.054177 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Bound port: 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:46.054546 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.055842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:46.058538 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:46.063330 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:21:46.090641 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Pushing event updated for resources: {'Port': ['ID=46f20b8f-c0ba-46e2-980f-f7e408e04cbe,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:46.148461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] For port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:46.151675 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] For port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8f9ac3c9-7e97-4c6b-802b-329b6fa94c18,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:46.156951 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.244241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fec27-b94b-401a-835e-2b8a4b419300 None None] Pushing event updated for resources: {'Port': ['ID=8f9ac3c9-7e97-4c6b-802b-329b6fa94c18,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:46.330870 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.331865 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.580668 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Router ea16243f-8b7e-46c3-9657-6964eba6ef66 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:21:46.791872 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:46.801156 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Sync routers for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:21:46.815335 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:21:46.816044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:46.822614 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.826364 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8a73ad94-7fe7-4ed4-9916-2705e64093d0 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5910256 Feb 11 14:21:46.826684 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57476) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:47.004890 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:21:47.196774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db2872-38dc-4bf9-9d29-570112417f08 None None] Network 39affa6b-e25f-4ca4-a4d8-54584eb6facf requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:21:47.362879 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-414f29df-16ee-4657-bbcc-06e1d81f3d24 None None] Provisioning for port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:47.556856 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:21:47.602266 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:46Z', 'revision_number': 3, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:47.612537 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Checking router: ea16243f-8b7e-46c3-9657-6964eba6ef66 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:21:47.612883 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Updating router ea16243f-8b7e-46c3-9657-6964eba6ef66 port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:21:47.632169 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.684814 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.831822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:47.852598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:47.852960 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.905558 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e8a0509b-3034-455b-85f3-17f7c393f7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:47.963823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Allocated IP 172.20.0.1 (39affa6b-e25f-4ca4-a4d8-54584eb6facf/02d9c53a-4512-45f7-98df-7184d1fa7226/a5045810-f141-47a8-91b9-a853117616cc) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:48.026560 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e5e6d9cb-8c55-4217-98bc-109dc1c29dfc None None] Provisioning complete for port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:48.027233 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d9cb-8c55-4217-98bc-109dc1c29dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.111162 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.126683 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Transition to ACTIVE for port object a5045810-f141-47a8-91b9-a853117616cc will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:48.148892 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.165599 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.217108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Network 39affa6b-e25f-4ca4-a4d8-54584eb6facf is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:48.220335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:48.222890 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:21:48.262901 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5045810-f141-47a8-91b9-a853117616cc,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.288951 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.294775 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8f9ac3c9-7e97-4c6b-802b-329b6fa94c18,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:48.304461 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.356028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d9cb-8c55-4217-98bc-109dc1c29dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.374848 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.377974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.410542 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Transition to ACTIVE for port object 46f20b8f-c0ba-46e2-980f-f7e408e04cbe will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:48.450892 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.461698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=8f9ac3c9-7e97-4c6b-802b-329b6fa94c18,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.548000 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-e5e6d9cb-8c55-4217-98bc-109dc1c29dfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:21:48.548352 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-e5e6d9cb-8c55-4217-98bc-109dc1c29dfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:21:48.555199 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Attempting to bind port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:48.555565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Attempting to bind port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:48.555925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Attempting to bind port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:21:48.566850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81239e8-41a9-4a98-a3e3-5b016b11e63a None None] Pushing event updated for resources: {'Port': ['ID=46f20b8f-c0ba-46e2-980f-f7e408e04cbe,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.572127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:21:48.572511 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:21:48.573618 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.574041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:21:48.574459 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Bound port: 46f20b8f-c0ba-46e2-980f-f7e408e04cbe, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:48.574854 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.614021 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.618641 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.662469 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] For port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:48.666198 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] For port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=46f20b8f-c0ba-46e2-980f-f7e408e04cbe,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:48.670524 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.727275 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5045810-f141-47a8-91b9-a853117616cc,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.729457 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.757778 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81239e8-41a9-4a98-a3e3-5b016b11e63a None None] Pushing event updated for resources: {'Port': ['ID=46f20b8f-c0ba-46e2-980f-f7e408e04cbe,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.762267 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:21:48.762894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:48.868616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Network 39affa6b-e25f-4ca4-a4d8-54584eb6facf is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:48.869755 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:48.957438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:21:49.152798 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:49.232154 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:49.301141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Router ea16243f-8b7e-46c3-9657-6964eba6ef66 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:21:49.380742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 2, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:49.382801 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0a40586a-60a9-4750-897c-ff605e1b8e83 None None] Provisioning for port a5045810-f141-47a8-91b9-a853117616cc completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:49.388822 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44948a69-be60-406d-8b83-10e247afbeb5 None None] The sync data for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 is: [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 2, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:21:49.391643 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0a40586a-60a9-4750-897c-ff605e1b8e83 None None] Provisioning complete for port a5045810-f141-47a8-91b9-a853117616cc triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:49.392024 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a40586a-60a9-4750-897c-ff605e1b8e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:49.455976 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0a40586a-60a9-4750-897c-ff605e1b8e83 None None] Port a5045810-f141-47a8-91b9-a853117616cc cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:21:49.508556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:21:49.538819 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:49.550236 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-dca12bf6-c015-4472-aacc-61b13dcec6c1 admin admin] 10.222.0.67 "PUT /v2.0/routers/ea16243f-8b7e-46c3-9657-6964eba6ef66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7216885 Feb 11 14:21:49.651250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:49.651733 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.487103 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57502) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:50.492826 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-287142575-network', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:50.499937 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:50.504111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Usage tracker for resource:network and tenant:bb9009db51d742c2a1518b0f243d7f49 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:50.507016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:50.519368 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:50.532496 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.533089 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Made reservation on behalf of bb9009db51d742c2a1518b0f243d7f49 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:50.539033 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.554358 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.587453 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:50.591385 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Usage tracker for resource:security_group_rule and tenant:bb9009db51d742c2a1518b0f243d7f49 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:50.595108 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:50.601017 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:50.670285 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.675318 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.709130 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:21:50.820649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eb7dcc-5b61-4f5a-8aca-1a37ace47284,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:50.826038 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.826424 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Added segment 92280b95-c611-47d5-ad42-5c471809b6b8 of type vlan for network 7cf81015-c6c8-4580-af5c-cee08ec6afda Feb 11 14:21:50.852827 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.881935 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.882807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.883388 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:50.989036 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5008254 Feb 11 14:21:50.989847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca183ab-f548-4735-a591-af32e3f01a96 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf81015-c6c8-4580-af5c-cee08ec6afda,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:50.991827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57506) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:50.997487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Request body: {'subnet': {'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-287142575-subnet', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:51.000297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 7cf81015-c6c8-4580-af5c-cee08ec6afda details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:21:51.003306 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:51.007099 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Usage tracker for resource:subnet and tenant:bb9009db51d742c2a1518b0f243d7f49 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:51.009931 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:51.015741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:51.026045 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Made reservation on behalf of bb9009db51d742c2a1518b0f243d7f49 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:51.028342 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16243409'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.323220 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16106301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16243439'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.396303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad9eebf-7891-4ae2-ab62-f14e34d5005a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:51.405803 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Checking segment: {'id': '92280b95-c611-47d5-ad42-5c471809b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:21:51.406967 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Network hostable DHCP agents. Network: 7cf81015-c6c8-4580-af5c-cee08ec6afda, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:21:51.428002 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Network 7cf81015-c6c8-4580-af5c-cee08ec6afda is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:21:51.437618 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 7cf81015-c6c8-4580-af5c-cee08ec6afda) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:51.442025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:51.442630 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.455069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889c4989-6a54-4c59-8555-8d59bef543f4 None None] Network 7cf81015-c6c8-4580-af5c-cee08ec6afda requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:21:51.471914 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e8c2b622-ed18-4edf-a7d4-5a741e26413d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4788020 Feb 11 14:21:51.474403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57510) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:51.483391 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-287142575-router', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:51.489120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:51.493411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Usage tracker for resource:router and tenant:bb9009db51d742c2a1518b0f243d7f49 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:51.496353 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:51.502919 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:51.518053 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.519280 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.543067 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.543217 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 46f20b8f-c0ba-46e2-980f-f7e408e04cbe up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:21:51.689065 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.697594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:51.706686 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:51.707049 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.792798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-7cf81015-c6c8-4580-af5c-cee08ec6afda', 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'fixed_ips': [{'subnet_id': '4ad9eebf-7891-4ae2-ab62-f14e34d5005a'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:21:51.793588 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.881744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.916470 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.937805 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.002819 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=46f20b8f-c0ba-46e2-980f-f7e408e04cbe,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:52.008269 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.056448 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Allocated IP 172.25.4.125 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/124f15ae-afc1-4976-bb9b-015734d0a72c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:52.060645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Allocated IP 172.20.0.2 (7cf81015-c6c8-4580-af5c-cee08ec6afda/4ad9eebf-7891-4ae2-ab62-f14e34d5005a/8561c9ba-9602-470c-919d-acc2507e4332) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:52.106297 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=46f20b8f-c0ba-46e2-980f-f7e408e04cbe,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:52.215109 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.243068 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.285772 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.295779 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Transition to ACTIVE for port object 8561c9ba-9602-470c-919d-acc2507e4332 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:52.315424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Transition to ACTIVE for port object 8561c9ba-9602-470c-919d-acc2507e4332 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:52.316767 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:52.320461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:52.321025 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.322460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Pushing event updated for resources: {'Port': ['ID=124f15ae-afc1-4976-bb9b-015734d0a72c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:52.324621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:21:52.395250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Network 7cf81015-c6c8-4580-af5c-cee08ec6afda is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:52.398676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:52.401715 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:21:52.403676 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Pushing event updated for resources: {'Port': ['ID=8561c9ba-9602-470c-919d-acc2507e4332,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:52.486279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.487036 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.495752 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Attempting to bind port 8561c9ba-9602-470c-919d-acc2507e4332 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:52.496118 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Attempting to bind port 8561c9ba-9602-470c-919d-acc2507e4332 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '92280b95-c611-47d5-ad42-5c471809b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:52.496477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Attempting to bind port 8561c9ba-9602-470c-919d-acc2507e4332 on network 7cf81015-c6c8-4580-af5c-cee08ec6afda {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:21:52.503460 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:21:52.503828 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Checking segment: {'id': '92280b95-c611-47d5-ad42-5c471809b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:21:52.504224 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.504609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Bound using segment: {'id': '92280b95-c611-47d5-ad42-5c471809b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:21:52.505058 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Bound port: 8561c9ba-9602-470c-919d-acc2507e4332, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92280b95-c611-47d5-ad42-5c471809b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:52.505428 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.592561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] For port 8561c9ba-9602-470c-919d-acc2507e4332, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:52.595816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] For port 8561c9ba-9602-470c-919d-acc2507e4332, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8561c9ba-9602-470c-919d-acc2507e4332,segment=NetworkSegment(92280b95-c611-47d5-ad42-5c471809b6b8),segment_id=92280b95-c611-47d5-ad42-5c471809b6b8)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:52.599227 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.677935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e0b39-f5ae-4a85-8f94-38b4039a374a None None] Pushing event updated for resources: {'Port': ['ID=8561c9ba-9602-470c-919d-acc2507e4332,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:52.720637 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Router dd4e5c79-8d38-4301-8795-035d0caefbcd is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:21:53.028106 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:53.036672 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Sync routers for ids ['dd4e5c79-8d38-4301-8795-035d0caefbcd'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:21:53.048419 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Routers {'dd4e5c79-8d38-4301-8795-035d0caefbcd'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:21:53.048957 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd4e5c79-8d38-4301-8795-035d0caefbcd'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:53.053377 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.054546 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d7476bea-41ae-4b69-9c87-cc92368d505e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5788927 Feb 11 14:21:53.057257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57514) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:53.227958 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Set router dd4e5c79-8d38-4301-8795-035d0caefbcd gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:21:53.538624 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'name': 'tempest-TestShelveInstance-287142575-router', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:21:52Z', 'revision_number': 3, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'gw_port': {'id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:53.543960 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Checking router: dd4e5c79-8d38-4301-8795-035d0caefbcd for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:21:53.544593 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Updating router dd4e5c79-8d38-4301-8795-035d0caefbcd port 124f15ae-afc1-4976-bb9b-015734d0a72c binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:21:53.616099 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.658837 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 46f20b8f-c0ba-46e2-980f-f7e408e04cbe up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:21:53.741593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:53.742098 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.766465 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aec161-9ffe-4ca5-bf9c-af2a1c065493 None None] Network 7cf81015-c6c8-4580-af5c-cee08ec6afda requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:21:53.882504 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.934613 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cd828168-b8e0-4da5-a871-158b79d9c84b None None] Provisioning for port 8561c9ba-9602-470c-919d-acc2507e4332 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:54.043231 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.059215 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Transition to ACTIVE for port object 124f15ae-afc1-4976-bb9b-015734d0a72c will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:54.063565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8561c9ba-9602-470c-919d-acc2507e4332 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:21:54.068291 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.127814 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Allocated IP 172.20.0.1 (7cf81015-c6c8-4580-af5c-cee08ec6afda/4ad9eebf-7891-4ae2-ab62-f14e34d5005a/1f3e891f-b573-48e0-9169-6714e4d0063c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:54.174049 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Attempting to bind port 124f15ae-afc1-4976-bb9b-015734d0a72c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:54.174622 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Attempting to bind port 124f15ae-afc1-4976-bb9b-015734d0a72c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:54.175128 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Attempting to bind port 124f15ae-afc1-4976-bb9b-015734d0a72c on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:21:54.178038 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Pushing event updated for resources: {'Port': ['ID=124f15ae-afc1-4976-bb9b-015734d0a72c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:54.188832 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.189406 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.189905 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.190394 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.191018 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.191531 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.192003 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.192497 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.192814 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.193121 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.193431 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:54.196065 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 8561c9ba-9602-470c-919d-acc2507e4332 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:54.199492 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:21:54.199851 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:21:54.200243 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.201196 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:21:54.201652 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Bound port: 124f15ae-afc1-4976-bb9b-015734d0a72c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:54.202015 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.204439 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8561c9ba-9602-470c-919d-acc2507e4332 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:54.205035 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.287707 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] For port 124f15ae-afc1-4976-bb9b-015734d0a72c, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:54.291613 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] For port 124f15ae-afc1-4976-bb9b-015734d0a72c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=124f15ae-afc1-4976-bb9b-015734d0a72c,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:54.296884 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.339515 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.349236 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.363550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Transition to ACTIVE for port object 1f3e891f-b573-48e0-9169-6714e4d0063c will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:54.387887 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Routers {'dd4e5c79-8d38-4301-8795-035d0caefbcd'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:21:54.388495 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd4e5c79-8d38-4301-8795-035d0caefbcd'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:54.398479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 8561c9ba-9602-470c-919d-acc2507e4332, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8561c9ba-9602-470c-919d-acc2507e4332,segment=NetworkSegment(92280b95-c611-47d5-ad42-5c471809b6b8),segment_id=92280b95-c611-47d5-ad42-5c471809b6b8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:54.405745 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.407125 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.486287 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Network 7cf81015-c6c8-4580-af5c-cee08ec6afda is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:54.489417 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:54.494062 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:21:54.525406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3e891f-b573-48e0-9169-6714e4d0063c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:54.532479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=8561c9ba-9602-470c-919d-acc2507e4332,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:54.557973 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.571405 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99e3a2-96e1-42f3-9754-32b364bdc1ac None None] Pushing event updated for resources: {'Port': ['ID=124f15ae-afc1-4976-bb9b-015734d0a72c,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:54.614755 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2f9e5319-87b3-49a3-9b94-5c56a1c4ef21 None None] Provisioning complete for port 8561c9ba-9602-470c-919d-acc2507e4332 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:54.615458 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f9e5319-87b3-49a3-9b94-5c56a1c4ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.639023 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] Set router dd4e5c79-8d38-4301-8795-035d0caefbcd gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:21:54.654476 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.879429 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f31f773b-1a68-48de-b909-639b2de33c20 None None] Provisioning for port 1f3e891f-b573-48e0-9169-6714e4d0063c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:54.884600 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f31f773b-1a68-48de-b909-639b2de33c20 None None] Provisioning complete for port 1f3e891f-b573-48e0-9169-6714e4d0063c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:54.885053 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f31f773b-1a68-48de-b909-639b2de33c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.902560 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.908325 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.934468 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'name': 'tempest-TestShelveInstance-287142575-router', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:21:52Z', 'revision_number': 3, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'gw_port': {'id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:54.939276 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bccf0e-640f-4e5e-adcb-886b8d3847d6 None None] The sync data for ids ['dd4e5c79-8d38-4301-8795-035d0caefbcd'] in n-d-818559-1 is: [{'id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'name': 'tempest-TestShelveInstance-287142575-router', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:21:52Z', 'revision_number': 3, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'gw_port': {'id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:21:54.943382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f31f773b-1a68-48de-b909-639b2de33c20 None None] Port 1f3e891f-b573-48e0-9169-6714e4d0063c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:21:55.112783 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3e891f-b573-48e0-9169-6714e4d0063c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:55.115262 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:55.249447 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Network 7cf81015-c6c8-4580-af5c-cee08ec6afda is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:55.250646 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:55.471149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1c346998-b613-4cf0-a2f8-777c5e479ad9 None None] Provisioning complete for port 1f3e891f-b573-48e0-9169-6714e4d0063c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:55.471868 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c346998-b613-4cf0-a2f8-777c5e479ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:55.536418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8561c9ba-9602-470c-919d-acc2507e4332 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:21:55.584358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1c346998-b613-4cf0-a2f8-777c5e479ad9 None None] Port 1f3e891f-b573-48e0-9169-6714e4d0063c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:21:55.615125 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 8561c9ba-9602-470c-919d-acc2507e4332 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:55.615489 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:55.667335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Router dd4e5c79-8d38-4301-8795-035d0caefbcd has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:21:55.866401 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:55.874984 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e19e5d6d-2248-40ad-a1e6-82e6847ab3f6 admin admin] 10.222.0.67 "PUT /v2.0/routers/dd4e5c79-8d38-4301-8795-035d0caefbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8167906 Feb 11 14:21:56.385137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57526) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:56.391556 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898515455', 'description': 'tempest-secgroup-smoke-1898515455 description', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:56.397975 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:56.401759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:56.404612 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:56.411066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:56.421997 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.459060 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:56.462673 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:56.465384 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:56.471552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:56.525402 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.529373 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.570567 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d566c5f1-ab0d-4adf-9a46-6c429c63b5be,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:56.573047 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.578827 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2f8c0eaa-d733-4ecb-a75f-b69ec3c93f7c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1880968 Feb 11 14:21:56.579402 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57530) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:56.585544 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': 'd566c5f1-ab0d-4adf-9a46-6c429c63b5be', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:56.593587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:56.597507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:56.600417 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:56.607082 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:56.623271 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.683970 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.687775 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.711079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10002ab-df58-43e7-841a-6efa3ebf6cc5,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:56.720776 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.721932 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-481d6b1c-2f19-444c-b7f3-a4af64de75be tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1415031 Feb 11 14:21:56.724774 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57534) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:56.730009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': 'd566c5f1-ab0d-4adf-9a46-6c429c63b5be', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:56.736765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:56.740467 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:56.743261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:56.749314 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:56.768475 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.835794 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.839290 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.863218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b296fc4-243d-4a46-8b09-6556f32aff39,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:56.872185 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.873351 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9027abaf-053f-4c14-8dc0-932c81aee94c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1476805 Feb 11 14:21:56.876199 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57538) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:56.881574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': 'd566c5f1-ab0d-4adf-9a46-6c429c63b5be', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:56.887989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:56.892357 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:56.895218 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:56.900790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:56.920387 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.984181 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.988391 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.021469 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce3915d-014c-4ca9-93a2-333adb6711f1,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:57.029522 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.030904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-81f8a8b4-4844-4dc1-8911-1b7c268059f0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1537170 Feb 11 14:21:57.033914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57542) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:57.039362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': 'd566c5f1-ab0d-4adf-9a46-6c429c63b5be', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:57.046018 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:57.049990 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:57.052911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:57.058560 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:57.075199 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.139014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.142957 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.165871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe7401a-d0c3-43bb-ac28-78312dc8731b,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:57.174897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.176061 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-708423db-ed64-481d-a150-67cb2ff9c195 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1412244 Feb 11 14:21:57.178861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57546) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:57.184137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': 'd566c5f1-ab0d-4adf-9a46-6c429c63b5be', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:57.191337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:57.195221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:57.198035 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:57.204345 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:57.214616 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Project b7fe7cf2e5e44e309d76ec238475e608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:21:57.221550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.288342 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.291739 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.314482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28a475d-9a69-42b5-899d-e6a251d152f3,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:57.323354 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.324510 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-9414e93c-2368-415e-8396-94f881a750b3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1447592 Feb 11 14:21:57.328009 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 57550) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:21:57.336081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': 'd566c5f1-ab0d-4adf-9a46-6c429c63b5be', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:57.346721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:57.351944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:21:57.355782 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:21:57.364500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:57.375648 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Project b7fe7cf2e5e44e309d76ec238475e608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:21:57.384837 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.394430 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:21:57.453367 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.456239 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.481132 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfae38ca-af41-4bba-9520-be3f25370635,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:57.491920 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:57.493090 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e16e66e7-66a8-4099-b393-c0ccf9333668 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1642067 Feb 11 14:21:57.662490 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-3c7e3645-4483-478d-a292-cf5b481cb78e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898515455&fields=id&tenant_id=b7fe7cf2e5e44e309d76ec238475e608 HTTP/1.1" status: 200 len: 267 time: 0.0405147 Feb 11 14:21:57.808791 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367e376-febc-41da-a698-67b62e8e363c req-46bc3247-ca62-47df-92fc-2f57aee4e59d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:57.810311 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-46bc3247-ca62-47df-92fc-2f57aee4e59d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 808 time: 0.1416998 Feb 11 14:21:57.830447 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-a4f9dfa9-6532-460d-bed4-a6f9473dad2e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/quotas/b7fe7cf2e5e44e309d76ec238475e608 HTTP/1.1" status: 200 len: 375 time: 0.0126274 Feb 11 14:21:57.915646 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-bfe56f40-8fca-44c9-a9c6-c14874ce7e9a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794234 Feb 11 14:21:58.054851 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-e9fadb18-3a41-4268-97b2-dce5effc18b9 service neutron] 10.222.0.67 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266034 Feb 11 14:21:58.189384 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-56389b36-b576-4f61-8628-979f892ad6bf service neutron] 10.222.0.67 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288064 Feb 11 14:21:58.379120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-50bfdf9c-1a61-4295-93b4-00a2704e1b90 req-b57476c9-5e7f-4274-93d9-426ade8db3a9 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Synchronizing usage tracker for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:21:58.396220 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-50bfdf9c-1a61-4295-93b4-00a2704e1b90 req-b57476c9-5e7f-4274-93d9-426ade8db3a9 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Unset dirty status for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:21:58.397380 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-50bfdf9c-1a61-4295-93b4-00a2704e1b90 req-b57476c9-5e7f-4274-93d9-426ade8db3a9 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 210 time: 0.0621126 Feb 11 14:21:59.423362 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367e376-febc-41da-a698-67b62e8e363c req-9b2babb4-1335-4d6e-8dae-e01791e288ae tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:59.426141 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-9b2babb4-1335-4d6e-8dae-e01791e288ae tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 808 time: 0.1525218 Feb 11 14:21:59.482600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-93d54861-b79d-48e5-894f-49dcaa5361ef tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fe7cf2e5e44e309d76ec238475e608 HTTP/1.1" status: 200 len: 380 time: 0.0439584 Feb 11 14:21:59.492118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'port': {'device_id': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'admin_state_up': True, 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'security_groups': ['d566c5f1-ab0d-4adf-9a46-6c429c63b5be']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:21:59.616442 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-eb961196-59a8-42a0-a23e-52c806d43573 req-1ef6d4a8-364d-4243-91ef-1a4e5b8de693 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 210 time: 0.0570638 Feb 11 14:21:59.668403 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:21:59.678137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:21:59.687691 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Made reservation on behalf of b7fe7cf2e5e44e309d76ec238475e608 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:59.690763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:59.854304 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Allocated IP 172.20.0.12 (39affa6b-e25f-4ca4-a4d8-54584eb6facf/02d9c53a-4512-45f7-98df-7184d1fa7226/84d0a1fc-3af7-417a-acfd-69bcba46d9e5) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:00.172541 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.189665 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Transition to ACTIVE for port object 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:22:00.213897 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.288923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Network 39affa6b-e25f-4ca4-a4d8-54584eb6facf is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:00.291940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:00.297208 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:22:00.326779 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:00.367411 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:00.368050 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.399985 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-85800bef-1b63-40fa-ab82-853cec33a586 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9114568 Feb 11 14:22:00.411671 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Request body: {'port': {'device_id': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:22:00.531977 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.612654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-783dabfb-2dbb-4057-a8de-88f1e9c74e44 None None] Provisioning for port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:00.617678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-783dabfb-2dbb-4057-a8de-88f1e9c74e44 None None] Provisioning complete for port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:00.618108 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-783dabfb-2dbb-4057-a8de-88f1e9c74e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.673372 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-783dabfb-2dbb-4057-a8de-88f1e9c74e44 None None] Port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:22:00.825517 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a84f9-144d-47d3-8532-2df70ba48c19 req-00a736b5-78df-45f4-b1f2-139e4b2de91f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:00.826986 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-952a84f9-144d-47d3-8532-2df70ba48c19 req-00a736b5-78df-45f4-b1f2-139e4b2de91f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 932 time: 0.0826256 Feb 11 14:22:00.872580 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-952a84f9-144d-47d3-8532-2df70ba48c19 req-fa44e875-1a7b-4c9b-b3f6-933ac1fb9617 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Synchronizing usage tracker for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:22:00.889648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-952a84f9-144d-47d3-8532-2df70ba48c19 req-fa44e875-1a7b-4c9b-b3f6-933ac1fb9617 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Unset dirty status for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:22:00.891177 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-952a84f9-144d-47d3-8532-2df70ba48c19 req-fa44e875-1a7b-4c9b-b3f6-933ac1fb9617 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577567 Feb 11 14:22:00.892602 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:00.899480 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.915378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Transition to ACTIVE for port object 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:22:00.919644 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.050871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:01.159945 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Attempting to bind port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:01.160279 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Attempting to bind port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:01.160600 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Attempting to bind port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:22:01.166265 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:22:01.166617 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Attempting to bind port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:22:01.174207 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:22:01.174538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Checking segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:22:01.174947 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Bound using segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:22:01.175361 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Bound port: 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:01.175698 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.262046 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:01.265824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:01.270214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.335556 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.336910 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] 10.222.0.75 "PUT /v2.0/ports/84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 1092 time: 0.9295542 Feb 11 14:22:01.337338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:01.354176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a2696-a310-4504-aeb7-e90cb2ed1ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:01.420280 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'status': 'completed', 'code': 200} Feb 11 14:22:01.468511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-f14b6ab1-632e-431e-bb4f-8d51ccbc9a75 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1095 time: 0.0841720 Feb 11 14:22:01.532379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 124f15ae-afc1-4976-bb9b-015734d0a72c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:22:01.549555 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-6e8b5b07-06e9-4abd-b1fd-457cba285113 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 217 time: 0.0746083 Feb 11 14:22:01.603951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 124f15ae-afc1-4976-bb9b-015734d0a72c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:01.608812 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 124f15ae-afc1-4976-bb9b-015734d0a72c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:01.609140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.615619 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367e376-febc-41da-a698-67b62e8e363c req-34540f4e-6c80-47e0-97b7-f9d77544f5bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:01.617082 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-34540f4e-6c80-47e0-97b7-f9d77544f5bf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0617905 Feb 11 14:22:01.693016 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-024f6c43-12de-4852-9c17-eb652b74f7bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693572 Feb 11 14:22:01.733145 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.749744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 124f15ae-afc1-4976-bb9b-015734d0a72c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=124f15ae-afc1-4976-bb9b-015734d0a72c,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:01.753272 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.822061 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=124f15ae-afc1-4976-bb9b-015734d0a72c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:01.827269 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-ec6c7cc4-061b-41ad-8f62-59335b3946e2 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283667 Feb 11 14:22:02.062464 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e367e376-febc-41da-a698-67b62e8e363c req-ddfd0986-ae0c-4460-a4d0-550bdda100a1 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295198 Feb 11 14:22:02.102809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478e0ae-3347-4def-afcc-ff0d07ae5b55 req-2f7e8a70-1ab1-46bb-8431-19108a0bed9f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:02.104278 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9478e0ae-3347-4def-afcc-ff0d07ae5b55 req-2f7e8a70-1ab1-46bb-8431-19108a0bed9f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 944 time: 0.0805843 Feb 11 14:22:02.152456 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9478e0ae-3347-4def-afcc-ff0d07ae5b55 req-d3f4415b-3f49-47f7-a63d-6ffd6cbe193c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405774 Feb 11 14:22:02.177969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95b046c0-c779-4928-97c9-f645967f5055 req-7d3abb25-a945-4948-b0b3-e6e316182f94 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1095 time: 0.0724623 Feb 11 14:22:02.312965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b046c0-c779-4928-97c9-f645967f5055 req-862316ce-7542-491a-9279-2a746b75e250 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:02.314445 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95b046c0-c779-4928-97c9-f645967f5055 req-862316ce-7542-491a-9279-2a746b75e250 service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1306753 Feb 11 14:22:02.384967 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95b046c0-c779-4928-97c9-f645967f5055 req-ff34a3cb-cbb8-4cf3-ad3c-9fd5acd577f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 217 time: 0.0643079 Feb 11 14:22:02.448379 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b046c0-c779-4928-97c9-f645967f5055 req-d9c0a652-e5c6-4bfe-ba2d-b50475296505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:02.449766 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95b046c0-c779-4928-97c9-f645967f5055 req-d9c0a652-e5c6-4bfe-ba2d-b50475296505 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0573318 Feb 11 14:22:02.524722 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95b046c0-c779-4928-97c9-f645967f5055 req-03dc97cc-711d-43b5-b56d-405f1c65eceb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679462 Feb 11 14:22:02.659397 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95b046c0-c779-4928-97c9-f645967f5055 req-5e204421-8119-4644-8fed-e5881ec813d2 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262982 Feb 11 14:22:02.797899 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-95b046c0-c779-4928-97c9-f645967f5055 req-df07ad7f-ee1f-4b67-8944-68605928f6f4 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320503 Feb 11 14:22:03.353999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9206e58-90f8-4719-91a4-d692a0d25884 req-db3f1815-1a4b-4a1d-aefc-787021cbc7b4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:03.354722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d9206e58-90f8-4719-91a4-d692a0d25884 req-db3f1815-1a4b-4a1d-aefc-787021cbc7b4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Synchronizing usage tracker for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:22:03.369441 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-d9206e58-90f8-4719-91a4-d692a0d25884 req-db3f1815-1a4b-4a1d-aefc-787021cbc7b4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Unset dirty status for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:22:03.370672 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9206e58-90f8-4719-91a4-d692a0d25884 req-db3f1815-1a4b-4a1d-aefc-787021cbc7b4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 944 time: 0.0965710 Feb 11 14:22:03.416395 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d9206e58-90f8-4719-91a4-d692a0d25884 req-4c8fb88c-087f-4e10-9219-dc95037f4974 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400205 Feb 11 14:22:03.501645 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 124f15ae-afc1-4976-bb9b-015734d0a72c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:22:03.568972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 124f15ae-afc1-4976-bb9b-015734d0a72c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:03.569335 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:04.263950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Sync routers for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:22:04.276154 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:22:04.276765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:04.485401 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:22:04.611314 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:22:04.648258 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9892d-cce9-4904-8c83-50dbd956928c req-288d1b82-b9c1-4e14-88ee-4d9cadca2895 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:04.649710 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ee9892d-cce9-4904-8c83-50dbd956928c req-288d1b82-b9c1-4e14-88ee-4d9cadca2895 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 944 time: 0.0811598 Feb 11 14:22:04.695435 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7ee9892d-cce9-4904-8c83-50dbd956928c req-0b427c34-d433-4bd1-899f-c2c5f753634a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398636 Feb 11 14:22:04.893558 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:04.913985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'port_id': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'mac_address': 'fa:16:3e:a7:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:22:04.981188 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:04.991805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 2, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:05.001136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Checking router: ea16243f-8b7e-46c3-9657-6964eba6ef66 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:22:05.001482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Updating router ea16243f-8b7e-46c3-9657-6964eba6ef66 port a5045810-f141-47a8-91b9-a853117616cc binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:22:05.029346 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:22:05.063861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:05.069043 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.070663 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.194056 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:05.348253 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['84d0a1fc-3af7-417a-acfd-69bcba46d9e5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:22:05.613603 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.635640 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Transition to ACTIVE for port object a5045810-f141-47a8-91b9-a853117616cc will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:22:05.647088 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.805734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067265b3-6fb4-4464-8f25-9deb9369fe62 None None] Pushing event updated for resources: {'Port': ['ID=a5045810-f141-47a8-91b9-a853117616cc,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:05.932118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ea0e-34e6-4517-8241-622f07db3d2e req-236746d3-08b4-4afd-bf3a-261002d8d8de tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:05.940665 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7934ea0e-34e6-4517-8241-622f07db3d2e req-236746d3-08b4-4afd-bf3a-261002d8d8de tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.1005864 Feb 11 14:22:05.950377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Attempting to bind port a5045810-f141-47a8-91b9-a853117616cc on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:05.950713 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Attempting to bind port a5045810-f141-47a8-91b9-a853117616cc by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:05.951074 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Attempting to bind port a5045810-f141-47a8-91b9-a853117616cc on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:22:05.970494 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:22:05.970885 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Checking segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:22:05.971283 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.971667 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Bound using segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:22:05.972128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Bound port: a5045810-f141-47a8-91b9-a853117616cc, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:05.972493 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:05.990376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7934ea0e-34e6-4517-8241-622f07db3d2e req-66d5395b-8adc-4b8f-b44f-b109439c1bdf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456350 Feb 11 14:22:06.025135 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Sync routers for ids ['dd4e5c79-8d38-4301-8795-035d0caefbcd'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:22:06.041581 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Routers {'dd4e5c79-8d38-4301-8795-035d0caefbcd'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:22:06.042180 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd4e5c79-8d38-4301-8795-035d0caefbcd'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:06.082158 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] For port a5045810-f141-47a8-91b9-a853117616cc, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:06.085328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] For port a5045810-f141-47a8-91b9-a853117616cc, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a5045810-f141-47a8-91b9-a853117616cc,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:06.089718 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:06.231294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067265b3-6fb4-4464-8f25-9deb9369fe62 None None] Pushing event updated for resources: {'Port': ['ID=a5045810-f141-47a8-91b9-a853117616cc,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:06.235664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:22:06.236302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:06.257800 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Set router dd4e5c79-8d38-4301-8795-035d0caefbcd gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:22:06.442634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:22:06.616033 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:22:06.621513 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'name': 'tempest-TestShelveInstance-287142575-router', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:21:54Z', 'revision_number': 4, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'gw_port': {'id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1f3e891f-b573-48e0-9169-6714e4d0063c', 'name': '', 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'mac_address': 'fa:16:3e:8c:e1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ad9eebf-7891-4ae2-ab62-f14e34d5005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:53Z', 'updated_at': '2022-02-11T14:21:54Z', 'revision_number': 2, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'subnets': [{'id': '4ad9eebf-7891-4ae2-ab62-f14e34d5005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:06.628254 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Checking router: dd4e5c79-8d38-4301-8795-035d0caefbcd for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:22:06.628818 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Updating router dd4e5c79-8d38-4301-8795-035d0caefbcd port 1f3e891f-b573-48e0-9169-6714e4d0063c binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:22:06.722066 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:06.818790 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:06.851071 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:06.851438 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:06.985727 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:06Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:06.994697 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb1024-a835-490b-bb27-25f819587761 None None] The sync data for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 is: [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:06Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:22:06.998853 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.039479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:07.050184 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:07.054020 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.099190 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.114588 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Transition to ACTIVE for port object 1f3e891f-b573-48e0-9169-6714e4d0063c will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:22:07.122782 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'code': 200} Feb 11 14:22:07.124817 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.150386 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:07.275969 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fadcb-ff23-407f-8537-d7c4d02a8493 None None] Pushing event updated for resources: {'Port': ['ID=1f3e891f-b573-48e0-9169-6714e4d0063c,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:07.296996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa06da-d62a-424d-a457-ad1e457b51c6 req-8b33c8b8-12eb-4ff5-bcb3-053726369981 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:07.298570 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2daa06da-d62a-424d-a457-ad1e457b51c6 req-8b33c8b8-12eb-4ff5-bcb3-053726369981 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.1432018 Feb 11 14:22:07.382701 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-2daa06da-d62a-424d-a457-ad1e457b51c6 req-4f87ab70-a6b8-4b85-b0a7-d22e54434dc5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741465 Feb 11 14:22:07.401985 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Attempting to bind port 1f3e891f-b573-48e0-9169-6714e4d0063c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:22:07.402676 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Attempting to bind port 1f3e891f-b573-48e0-9169-6714e4d0063c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '92280b95-c611-47d5-ad42-5c471809b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:22:07.403198 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Attempting to bind port 1f3e891f-b573-48e0-9169-6714e4d0063c on network 7cf81015-c6c8-4580-af5c-cee08ec6afda {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:22:07.412230 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:22:07.412850 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Checking segment: {'id': '92280b95-c611-47d5-ad42-5c471809b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:22:07.413414 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.413956 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Bound using segment: {'id': '92280b95-c611-47d5-ad42-5c471809b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:22:07.414660 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Bound port: 1f3e891f-b573-48e0-9169-6714e4d0063c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92280b95-c611-47d5-ad42-5c471809b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:22:07.415213 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.539431 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e2fa71e-ceb1-4d5e-a173-68ec4755c199 req-7183e47d-5830-4e63-9138-08e3fa52ccb2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1097 time: 0.3303223 Feb 11 14:22:07.564830 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] For port 1f3e891f-b573-48e0-9169-6714e4d0063c, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:22:07.568079 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] For port 1f3e891f-b573-48e0-9169-6714e4d0063c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1f3e891f-b573-48e0-9169-6714e4d0063c,segment=NetworkSegment(92280b95-c611-47d5-ad42-5c471809b6b8),segment_id=92280b95-c611-47d5-ad42-5c471809b6b8)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:22:07.571832 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a5045810-f141-47a8-91b9-a853117616cc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:22:07.576229 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.596837 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3e2fa71e-ceb1-4d5e-a173-68ec4755c199 req-b108a5af-398c-417e-8ac0-7fada0e3ce44 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483255 Feb 11 14:22:07.662789 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fadcb-ff23-407f-8537-d7c4d02a8493 None None] Pushing event updated for resources: {'Port': ['ID=1f3e891f-b573-48e0-9169-6714e4d0063c,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:07.668356 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port a5045810-f141-47a8-91b9-a853117616cc completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:07.668966 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Routers {'dd4e5c79-8d38-4301-8795-035d0caefbcd'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:22:07.669444 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:21:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd4e5c79-8d38-4301-8795-035d0caefbcd'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:07.678951 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a5045810-f141-47a8-91b9-a853117616cc triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:07.679696 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.804866 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.840503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port a5045810-f141-47a8-91b9-a853117616cc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a5045810-f141-47a8-91b9-a853117616cc,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:07.844949 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:07.864941 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] Set router dd4e5c79-8d38-4301-8795-035d0caefbcd gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:22:07.912935 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=a5045810-f141-47a8-91b9-a853117616cc,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:08.073780 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:08.180033 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'name': 'tempest-TestShelveInstance-287142575-router', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:21:54Z', 'revision_number': 4, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'gw_port': {'id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1f3e891f-b573-48e0-9169-6714e4d0063c', 'name': '', 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'mac_address': 'fa:16:3e:8c:e1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ad9eebf-7891-4ae2-ab62-f14e34d5005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:53Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 4, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'subnets': [{'id': '4ad9eebf-7891-4ae2-ab62-f14e34d5005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:08.183849 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f615e6-24cc-42ca-960b-b6cdb98968b0 None None] The sync data for ids ['dd4e5c79-8d38-4301-8795-035d0caefbcd'] in n-d-818559-1 is: [{'id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'name': 'tempest-TestShelveInstance-287142575-router', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:21:54Z', 'revision_number': 4, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'gw_port': {'id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '1f3e891f-b573-48e0-9169-6714e4d0063c', 'name': '', 'network_id': '7cf81015-c6c8-4580-af5c-cee08ec6afda', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'mac_address': 'fa:16:3e:8c:e1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ad9eebf-7891-4ae2-ab62-f14e34d5005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:53Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 4, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'subnets': [{'id': '4ad9eebf-7891-4ae2-ab62-f14e34d5005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:22:08.583587 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139abebe-9197-4b4a-8402-55b91684f1de req-0d91e27e-5a2d-48c2-affd-7613174af031 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:08.585056 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-139abebe-9197-4b4a-8402-55b91684f1de req-0d91e27e-5a2d-48c2-affd-7613174af031 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0881064 Feb 11 14:22:08.633805 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-139abebe-9197-4b4a-8402-55b91684f1de req-3068677c-d421-43db-a149-7a55c858d370 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Feb 11 14:22:09.578803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1f3e891f-b573-48e0-9169-6714e4d0063c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:22:09.647621 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 1f3e891f-b573-48e0-9169-6714e4d0063c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:22:09.652405 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1f3e891f-b573-48e0-9169-6714e4d0063c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:09.652751 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.771916 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.802666 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 1f3e891f-b573-48e0-9169-6714e4d0063c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1f3e891f-b573-48e0-9169-6714e4d0063c,segment=NetworkSegment(92280b95-c611-47d5-ad42-5c471809b6b8),segment_id=92280b95-c611-47d5-ad42-5c471809b6b8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:22:09.807048 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:09.807794 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a5045810-f141-47a8-91b9-a853117616cc up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:22:09.831511 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca23c76-633b-418a-970f-19acd093d73f req-c68da69b-fc30-4d36-92b8-5818d65af90f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:09.833249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cca23c76-633b-418a-970f-19acd093d73f req-c68da69b-fc30-4d36-92b8-5818d65af90f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0766270 Feb 11 14:22:09.878974 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cca23c76-633b-418a-970f-19acd093d73f req-6e9d0c06-38af-4069-afac-844cd15e1df5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396409 Feb 11 14:22:09.924468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=1f3e891f-b573-48e0-9169-6714e4d0063c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:09.938945 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port a5045810-f141-47a8-91b9-a853117616cc triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:09.939310 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:10.089028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cd7ff-399e-4e4c-a4b6-c15b096edb7c req-9129b86d-e141-4e92-900c-76b0461e6269 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:10.091208 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-468cd7ff-399e-4e4c-a4b6-c15b096edb7c req-9129b86d-e141-4e92-900c-76b0461e6269 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0830274 Feb 11 14:22:10.137163 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-468cd7ff-399e-4e4c-a4b6-c15b096edb7c req-fc6a5dc7-a8b1-48b7-847d-6d7b45547dd5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 Feb 11 14:22:10.164906 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57602) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:22:10.303648 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f018c466-0e98-4466-868d-2a4083f9c304 tempest-TestShelveInstance-1137663541 tempest-TestShelveInstance-1137663541-project-admin] Synchronizing usage tracker for tenant:bb9009db51d742c2a1518b0f243d7f49 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:22:10.321250 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f018c466-0e98-4466-868d-2a4083f9c304 tempest-TestShelveInstance-1137663541 tempest-TestShelveInstance-1137663541-project-admin] Unset dirty status for tenant:bb9009db51d742c2a1518b0f243d7f49 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:22:10.322754 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f018c466-0e98-4466-868d-2a4083f9c304 tempest-TestShelveInstance-1137663541 tempest-TestShelveInstance-1137663541-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1092 time: 0.1568017 Feb 11 14:22:10.325633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57608) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:22:10.331081 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:22:10.337521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:22:10.341312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:floatingip and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:22:10.344354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:22:10.349926 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:22:10.457978 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:10.595062 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:10.728204 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Allocated IP 172.25.4.14 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/c677923d-05fb-4dbd-afc0-cbdfa05bfa04) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:22:10.879650 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:10.909565 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:10.979546 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:22:10.982101 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:22:10.987007 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:22:11.011277 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'Port': ['ID=c677923d-05fb-4dbd-afc0-cbdfa05bfa04,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:11.498266 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.512062 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1f3e891f-b573-48e0-9169-6714e4d0063c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:22:11.557722 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.579969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 1f3e891f-b573-48e0-9169-6714e4d0063c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:22:11.580330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.763193 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.767738 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:11.873189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'Port': ['ID=c677923d-05fb-4dbd-afc0-cbdfa05bfa04,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:22:11.885751 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:12.163951 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Floating IP 56ca774f-b5e6-4e52-ab45-1a0032fad7f1 associated. External IP: 172.25.4.14, port: 84d0a1fc-3af7-417a-acfd-69bcba46d9e5. Feb 11 14:22:12.550048 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Router ea16243f-8b7e-46c3-9657-6964eba6ef66 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:22:12.752193 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:22:12.776279 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:12.829457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-274fe409-5654-41a2-8d8c-4e6cf1214a73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5026245 Feb 11 14:22:12.830022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:22:12.963184 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'status': 'completed', 'code': 200} Feb 11 14:22:13.063336 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7235d48f-4802-4038-9041-a92f54341755 req-a3e7a43e-d6c5-4e44-bfcb-1c5ed84fc2ce service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1097 time: 0.0744975 Feb 11 14:22:13.079711 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:13.194853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235d48f-4802-4038-9041-a92f54341755 req-31b8916e-08d4-40f3-a7f8-7e941e188899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:13.196321 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7235d48f-4802-4038-9041-a92f54341755 req-31b8916e-08d4-40f3-a7f8-7e941e188899 service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1284254 Feb 11 14:22:13.391755 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7235d48f-4802-4038-9041-a92f54341755 req-29643c4e-9910-4a01-ad51-df7818496b1b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 999 time: 0.1897225 Feb 11 14:22:13.452538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235d48f-4802-4038-9041-a92f54341755 req-a624399d-19f9-4cfb-ae21-3c5e3a936c42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:13.454238 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7235d48f-4802-4038-9041-a92f54341755 req-a624399d-19f9-4cfb-ae21-3c5e3a936c42 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0576739 Feb 11 14:22:13.528360 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7235d48f-4802-4038-9041-a92f54341755 req-5e0d71eb-234c-486d-a948-e9f465390c56 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685847 Feb 11 14:22:13.661981 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7235d48f-4802-4038-9041-a92f54341755 req-63cbb076-f2a5-41a1-8fd3-92489eff4dcb service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273308 Feb 11 14:22:13.795855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7235d48f-4802-4038-9041-a92f54341755 req-f1200e77-102d-4440-b2e6-9d4ab7e82fdf service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277936 Feb 11 14:22:15.593879 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1f8b-6333-4c25-a1d4-eaf60663ac78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:17.806322 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fec892ec-e0a8-47d9-84f7-0163ddc67817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:19.046089 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:19.130416 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.528282 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:20.837034 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] Sync routers for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:22:20.850757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:22:20.851641 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:21.030142 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:22:21.373810 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '56ca774f-b5e6-4e52-ab45-1a0032fad7f1', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'port_id': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'mac_address': 'fa:16:3e:a7:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:22:11Z', 'updated_at': '2022-02-11T14:22:11Z', 'revision_number': 0, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:21.378317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] Checking router: ea16243f-8b7e-46c3-9657-6964eba6ef66 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:22:21.388642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:22:21.389231 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:22:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:21.563850 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:22:21.912799 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '56ca774f-b5e6-4e52-ab45-1a0032fad7f1', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'port_id': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'mac_address': 'fa:16:3e:a7:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:22:11Z', 'updated_at': '2022-02-11T14:22:11Z', 'revision_number': 0, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:22:21.916725 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a647db-845e-4aab-820c-ef9997d645a5 None None] The sync data for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 is: [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '56ca774f-b5e6-4e52-ab45-1a0032fad7f1', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'port_id': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'mac_address': 'fa:16:3e:a7:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:22:11Z', 'updated_at': '2022-02-11T14:22:11Z', 'revision_number': 0, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:22:27.213619 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6184c8-e4e1-4b0e-91a8-af16890647eb None None] New status for floating IP 56ca774f-b5e6-4e52-ab45-1a0032fad7f1: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:22:34.385658 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:22:38.081656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:43.091542 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:45.596158 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c94e709f-b4f1-44f9-a254-6a504757b800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:47.808294 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d61c4e00-e99a-404a-8dd4-a57516f2d7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:49.048008 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:49.135880 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:50.471319 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-539aeacd-e0b9-43d3-9154-c07622b1564e req-b1dc4608-7b32-442d-a42b-8d739060ffd7 service neutron] (83568) timed out ('10.222.0.67', 53322) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 14:22:50.530799 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.661206 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a17759a-21c4-455b-b856-43430896b76c req-61d0e10d-65b9-440e-8fc0-b5c6c43e1bd3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713243 Feb 11 14:22:56.799642 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a17759a-21c4-455b-b856-43430896b76c req-7ab45389-2a5f-4815-a130-a71101d9f27b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1097 time: 0.0695870 Feb 11 14:22:56.943558 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17759a-21c4-455b-b856-43430896b76c req-e0834204-479e-48f3-9494-abe82782a139 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:56.945004 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a17759a-21c4-455b-b856-43430896b76c req-e0834204-479e-48f3-9494-abe82782a139 service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1277647 Feb 11 14:22:57.048649 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a17759a-21c4-455b-b856-43430896b76c req-469ee71d-5421-4d77-a086-f87566ab18f9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 1001 time: 0.0973849 Feb 11 14:22:57.113187 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17759a-21c4-455b-b856-43430896b76c req-1910cd63-9835-4de8-960a-09accb1c314a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:57.114609 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a17759a-21c4-455b-b856-43430896b76c req-1910cd63-9835-4de8-960a-09accb1c314a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0602496 Feb 11 14:22:57.188145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a17759a-21c4-455b-b856-43430896b76c req-3b69042f-3b06-4edd-8366-ea83747e519b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675561 Feb 11 14:22:57.320230 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a17759a-21c4-455b-b856-43430896b76c req-576e99c3-9a9e-4430-8e25-908b152b5d40 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266210 Feb 11 14:22:57.451428 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a17759a-21c4-455b-b856-43430896b76c req-001f0430-7fb4-4fd0-a181-d6369625135f service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249483 Feb 11 14:23:08.093235 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:11.386013 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:23:13.105620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.598475 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f26c591d-794c-4267-9064-dde5ac22dfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.810291 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de838e66-71a6-4a83-831d-f1a9d9e055ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.054021 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:19.136579 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:20.568053 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.091671 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.105298 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.600848 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69ab15cd-5167-4550-8fc1-6ed70a64975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.810882 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24996c66-9a27-4f8b-afc9-5015d45a1dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:48.387915 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:23:49.057317 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:49.138350 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:50.536599 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.747924 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08963bca-3493-45ed-88cd-39d985f11837 req-453a9539-127a-449b-b166-4c2abfbdb296 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713141 Feb 11 14:23:58.887326 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08963bca-3493-45ed-88cd-39d985f11837 req-c926e792-0148-4e9b-9bad-4d6a54aaf039 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1097 time: 0.0725613 Feb 11 14:23:59.033746 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963bca-3493-45ed-88cd-39d985f11837 req-4f856b2e-694d-40f0-9e41-71fb02d1a5bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:59.035182 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08963bca-3493-45ed-88cd-39d985f11837 req-4f856b2e-694d-40f0-9e41-71fb02d1a5bb service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1290004 Feb 11 14:23:59.232655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08963bca-3493-45ed-88cd-39d985f11837 req-f6f8e92e-1632-4903-85d6-9d8035679632 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 1001 time: 0.1917229 Feb 11 14:23:59.294424 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963bca-3493-45ed-88cd-39d985f11837 req-0affddcc-fe9e-4198-98f5-4e184b8393a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:59.295799 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08963bca-3493-45ed-88cd-39d985f11837 req-0affddcc-fe9e-4198-98f5-4e184b8393a6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0564063 Feb 11 14:23:59.370035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08963bca-3493-45ed-88cd-39d985f11837 req-5a65a75e-c801-4d87-939c-04beb04ae9f0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685160 Feb 11 14:23:59.503316 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08963bca-3493-45ed-88cd-39d985f11837 req-9b2bc608-835f-4ff9-8b7c-e7a36ec39425 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271579 Feb 11 14:23:59.634803 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-08963bca-3493-45ed-88cd-39d985f11837 req-556b57b0-4832-4cde-a86d-1dd7a051abf5 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260591 Feb 11 14:24:05.253408 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13227cb-5b7c-40d1-9b02-d1562509bfab req-c7ec115c-44ab-40ce-b47f-cf39470120b1 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:05.255411 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c13227cb-5b7c-40d1-9b02-d1562509bfab req-c7ec115c-44ab-40ce-b47f-cf39470120b1 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.1472526 Feb 11 14:24:05.300662 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c13227cb-5b7c-40d1-9b02-d1562509bfab req-c4a8265c-22e8-45b3-966e-74e73d1b2847 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395823 Feb 11 14:24:06.514435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74500661-b34f-4258-8ab5-c94e162ed3a5 req-9d14e1db-3bf8-44c5-92ec-0748ea511b0b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:06.515937 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74500661-b34f-4258-8ab5-c94e162ed3a5 req-9d14e1db-3bf8-44c5-92ec-0748ea511b0b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0815363 Feb 11 14:24:06.561936 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-74500661-b34f-4258-8ab5-c94e162ed3a5 req-3dafe1b4-649d-449e-b089-2168e49cc0e3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404055 Feb 11 14:24:07.778444 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d14bf-06c2-4f99-8faa-b6888dd044e6 req-87e00cef-b509-49ba-8050-eb1726d6ab25 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:07.779829 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-409d14bf-06c2-4f99-8faa-b6888dd044e6 req-87e00cef-b509-49ba-8050-eb1726d6ab25 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0751202 Feb 11 14:24:07.825170 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-409d14bf-06c2-4f99-8faa-b6888dd044e6 req-11804b60-5dbc-4de6-85af-a3129d812ad8 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396531 Feb 11 14:24:08.095078 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:09.050085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87488fd-b820-4238-9cb8-2392807eb81e req-662a935a-4c95-48f9-bd06-e2439513e657 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:09.051564 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c87488fd-b820-4238-9cb8-2392807eb81e req-662a935a-4c95-48f9-bd06-e2439513e657 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0939095 Feb 11 14:24:09.107525 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c87488fd-b820-4238-9cb8-2392807eb81e req-039031d3-04d7-49b1-8770-94cc1f3b0c7b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494056 Feb 11 14:24:10.329461 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25c1bf-4c14-42c3-a764-89f2cba1587d req-f97ddd4b-d17f-472c-9c82-1630cdd2921e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:10.330970 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff25c1bf-4c14-42c3-a764-89f2cba1587d req-f97ddd4b-d17f-472c-9c82-1630cdd2921e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0857043 Feb 11 14:24:10.376808 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ff25c1bf-4c14-42c3-a764-89f2cba1587d req-4c359220-afeb-4128-ad89-5b4617671265 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390027 Feb 11 14:24:11.572942 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f454b1-7555-48b2-a4be-7644fea6f96a req-5a29010f-42ad-46cd-99f1-aa6ddd1bf44f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:11.574397 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6f454b1-7555-48b2-a4be-7644fea6f96a req-5a29010f-42ad-46cd-99f1-aa6ddd1bf44f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0774679 Feb 11 14:24:11.618819 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e6f454b1-7555-48b2-a4be-7644fea6f96a req-e4c28d1d-843c-4718-84f2-0796a6366e6a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389423 Feb 11 14:24:12.811460 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733e46-6726-4a12-8b61-c8e427b6b336 req-fa45ac76-dafe-43c1-b874-c43f754b53c6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:12.812812 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef733e46-6726-4a12-8b61-c8e427b6b336 req-fa45ac76-dafe-43c1-b874-c43f754b53c6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0758793 Feb 11 14:24:12.861352 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-ef733e46-6726-4a12-8b61-c8e427b6b336 req-45f64fa0-3641-4dca-9cba-9fa52ff93ff7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431466 Feb 11 14:24:13.105204 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:14.059012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855fd3b-bfe8-4503-aa6d-e281cb91bef1 req-80c16aab-e83b-40c9-be13-5d3e16db468b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:14.060475 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6855fd3b-bfe8-4503-aa6d-e281cb91bef1 req-80c16aab-e83b-40c9-be13-5d3e16db468b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0808525 Feb 11 14:24:14.106014 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6855fd3b-bfe8-4503-aa6d-e281cb91bef1 req-e3b176be-3c26-4ad3-92de-679da5e0fa46 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 Feb 11 14:24:15.297355 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ea339-2344-4d48-95d8-bbe286c28f2e req-e2d04f62-982c-418f-8266-6a3d4923955f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:15.298819 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a55ea339-2344-4d48-95d8-bbe286c28f2e req-e2d04f62-982c-418f-8266-6a3d4923955f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0746353 Feb 11 14:24:15.350865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a55ea339-2344-4d48-95d8-bbe286c28f2e req-87e8f142-8f57-4aeb-bfd9-5f190dfb7931 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459795 Feb 11 14:24:15.602909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01669d90-5a2f-4e8e-af69-1299ee309689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:16.551483 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef99a3c-6886-466a-a807-c8666c28d1ac req-297847ac-497c-49b8-945e-01e7083181d4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:16.553762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fef99a3c-6886-466a-a807-c8666c28d1ac req-297847ac-497c-49b8-945e-01e7083181d4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0775197 Feb 11 14:24:16.600337 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fef99a3c-6886-466a-a807-c8666c28d1ac req-e175c552-099b-4a2e-973b-49563d783884 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 Feb 11 14:24:17.799486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91428d17-a49c-49f4-8ee1-c73125c325bb req-2641b324-93eb-4b85-aa2b-0e6d056b4746 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:17.800840 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-91428d17-a49c-49f4-8ee1-c73125c325bb req-2641b324-93eb-4b85-aa2b-0e6d056b4746 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0778823 Feb 11 14:24:17.814731 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-608dcd0f-0ffb-43d3-a1d5-34998113d324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:17.849168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-91428d17-a49c-49f4-8ee1-c73125c325bb req-974876a1-add0-44c3-8464-66e2fe957a1e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421445 Feb 11 14:24:19.048995 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6d87-5845-4784-b5c0-0a7ec18f6c7d req-61b65e8a-d477-4f94-ac23-c81123c62712 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:19.050448 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-797f6d87-5845-4784-b5c0-0a7ec18f6c7d req-61b65e8a-d477-4f94-ac23-c81123c62712 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0799811 Feb 11 14:24:19.059704 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:19.100410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-797f6d87-5845-4784-b5c0-0a7ec18f6c7d req-1834f1eb-7743-45cf-addc-d3a117b15caf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Feb 11 14:24:19.142282 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:20.299621 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d52a17-aa28-4de3-b0df-63416be3030b req-aef04c72-55eb-4b53-90ab-c984380107d3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:20.301054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1d52a17-aa28-4de3-b0df-63416be3030b req-aef04c72-55eb-4b53-90ab-c984380107d3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0796924 Feb 11 14:24:20.346504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1d52a17-aa28-4de3-b0df-63416be3030b req-64972955-c948-4f06-b846-ad76f6cf232d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Feb 11 14:24:20.538694 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:21.541286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3418718-22b9-466e-b42a-a6680d39e1a2 req-fcd08747-fac2-4784-befc-aa518228a54d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:21.542773 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3418718-22b9-466e-b42a-a6680d39e1a2 req-fcd08747-fac2-4784-befc-aa518228a54d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0767848 Feb 11 14:24:21.589212 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c3418718-22b9-466e-b42a-a6680d39e1a2 req-490b6d4c-ce57-4808-9e1d-b87b3be3c0bc tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 Feb 11 14:24:22.790382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e6545-1ea9-477a-ba40-2a0c07e7c898 req-5dff6232-cfe7-4e7e-891f-65be4c2ea1bd tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:22.792011 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd5e6545-1ea9-477a-ba40-2a0c07e7c898 req-5dff6232-cfe7-4e7e-891f-65be4c2ea1bd tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0792735 Feb 11 14:24:22.837152 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cd5e6545-1ea9-477a-ba40-2a0c07e7c898 req-6cb573fd-4546-4678-a681-72517610b8a1 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396667 Feb 11 14:24:24.037636 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb707a-c802-45ae-922e-aa1b02bea0c6 req-ece5f359-1134-4358-b5f0-85768de7eb62 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.039116 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-99cb707a-c802-45ae-922e-aa1b02bea0c6 req-ece5f359-1134-4358-b5f0-85768de7eb62 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0798891 Feb 11 14:24:24.084782 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-99cb707a-c802-45ae-922e-aa1b02bea0c6 req-1e8dbfc0-e8be-42ca-87d8-f7d45a32e638 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Feb 11 14:24:25.282303 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f303a2-a7a1-475d-ae8e-2a6edb7214d0 req-4ca8cfa4-6c15-4c6d-a963-ba6572da0337 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:25.283890 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58f303a2-a7a1-475d-ae8e-2a6edb7214d0 req-4ca8cfa4-6c15-4c6d-a963-ba6572da0337 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0754280 Feb 11 14:24:25.337643 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-58f303a2-a7a1-475d-ae8e-2a6edb7214d0 req-81be877f-c0e4-4ae6-85b0-bb8e1b98b5e3 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475917 Feb 11 14:24:25.389526 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:24:26.536435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d1187-22f1-48dd-ac21-eff563fc9462 req-88195d64-22be-48f5-aeb4-486ca42cb639 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:26.538449 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce6d1187-22f1-48dd-ac21-eff563fc9462 req-88195d64-22be-48f5-aeb4-486ca42cb639 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0763381 Feb 11 14:24:26.588273 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-ce6d1187-22f1-48dd-ac21-eff563fc9462 req-689cc9f1-8f53-48f2-8a0e-f006b7477b8d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 Feb 11 14:24:27.447282 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:24:27.588277 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:27.603658 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'port_id': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'mac_address': 'fa:16:3e:a7:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:24:27.668823 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.687923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:27.704985 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:27.708964 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.785559 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:27.792481 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['84d0a1fc-3af7-417a-acfd-69bcba46d9e5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:24:27.835063 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.835403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.835734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.836059 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.836383 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.836701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.837018 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.837331 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.837646 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.837973 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.838276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:27.911786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c278c-d036-4719-972e-dce1bedabe72 req-a8c36fda-5993-498f-afc6-0cdf88198def tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:27.914056 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a32c278c-d036-4719-972e-dce1bedabe72 req-a8c36fda-5993-498f-afc6-0cdf88198def tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.1928511 Feb 11 14:24:27.963126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a32c278c-d036-4719-972e-dce1bedabe72 req-827417e8-9e4a-4d8a-9e37-dd2501772c96 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420735 Feb 11 14:24:29.189214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebea17-6e6a-434c-8691-4d4176274eda req-2b55255b-1e1b-4f1f-a028-c158b2511d3a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:29.190981 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84ebea17-6e6a-434c-8691-4d4176274eda req-2b55255b-1e1b-4f1f-a028-c158b2511d3a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.0915093 Feb 11 14:24:29.243904 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-84ebea17-6e6a-434c-8691-4d4176274eda req-226dd26e-dc5c-43e5-9096-2bb8fba7399d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469961 Feb 11 14:24:29.454505 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:24:29.574854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:29.575234 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.711408 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.745334 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:29.755317 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:29.760336 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.809369 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'code': 200} Feb 11 14:24:29.831815 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:30.469749 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba48c4d-3dfe-4b18-b57e-24ed6597891c req-6ed228bf-e578-450c-a42c-0d6572851f3e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:30.471285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ba48c4d-3dfe-4b18-b57e-24ed6597891c req-6ed228bf-e578-450c-a42c-0d6572851f3e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.1001439 Feb 11 14:24:30.526674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-8ba48c4d-3dfe-4b18-b57e-24ed6597891c req-d44431b1-d18c-4f59-8f45-e7d7c4a6fa0e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486569 Feb 11 14:24:31.741992 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f829ae-f5a5-4a10-89d8-9c076286741a req-d0592625-6e7f-4ba5-aa60-eff2ba76a078 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:31.743619 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-16f829ae-f5a5-4a10-89d8-9c076286741a req-d0592625-6e7f-4ba5-aa60-eff2ba76a078 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0858560 Feb 11 14:24:31.799244 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-16f829ae-f5a5-4a10-89d8-9c076286741a req-d2619c01-863d-48b3-aac5-16adef88acc2 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493252 Feb 11 14:24:33.010611 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dda356-1b38-495d-b4d9-d8321f92ee3a req-d2364c89-c074-474e-976d-d0b987b34d26 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:33.012343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50dda356-1b38-495d-b4d9-d8321f92ee3a req-d2364c89-c074-474e-976d-d0b987b34d26 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0923254 Feb 11 14:24:33.061063 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-50dda356-1b38-495d-b4d9-d8321f92ee3a req-b1cb00c4-4dc6-41b7-a792-6f19be79f103 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Feb 11 14:24:34.267786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d1945-f2e5-4b8a-9fe5-345deade7738 req-cb13e663-74e4-4187-a4a0-a840a77798fe tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:34.269887 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d48d1945-f2e5-4b8a-9fe5-345deade7738 req-cb13e663-74e4-4187-a4a0-a840a77798fe tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0792947 Feb 11 14:24:34.323143 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d48d1945-f2e5-4b8a-9fe5-345deade7738 req-aa242a9d-ce39-41d4-a956-ef16fa966036 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454967 Feb 11 14:24:35.565722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caef56-d0f2-450d-af99-30aafa19ecb9 req-4db7c77d-412e-40d5-9c98-528cd71b23d9 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:35.567254 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88caef56-d0f2-450d-af99-30aafa19ecb9 req-4db7c77d-412e-40d5-9c98-528cd71b23d9 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0951631 Feb 11 14:24:35.616224 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88caef56-d0f2-450d-af99-30aafa19ecb9 req-23f47317-af9f-47d9-b1ef-34d2a0301c93 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424950 Feb 11 14:24:36.831121 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a807c6c-3bf5-44f3-847b-4ea784f0b8c3 req-7d5ed294-8624-4b63-bf99-026da9665456 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:36.832665 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9a807c6c-3bf5-44f3-847b-4ea784f0b8c3 req-7d5ed294-8624-4b63-bf99-026da9665456 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0889468 Feb 11 14:24:36.885299 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9a807c6c-3bf5-44f3-847b-4ea784f0b8c3 req-bf2bf3fb-5808-4790-b4ae-1eb7e8c984a6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459187 Feb 11 14:24:38.083430 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bfff4-d180-42e7-a2fc-97d151e7d91e req-be8cf9a3-80de-4acd-bec8-15d1e8be16cb tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:38.085866 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d12bfff4-d180-42e7-a2fc-97d151e7d91e req-be8cf9a3-80de-4acd-bec8-15d1e8be16cb tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0778198 Feb 11 14:24:38.095803 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:38.135750 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d12bfff4-d180-42e7-a2fc-97d151e7d91e req-6d3066b8-f74b-4a06-ba7b-34b522df81dd tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441601 Feb 11 14:24:38.481674 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7351e0b-aab3-4614-a46b-a5c3cc46b424 req-88c465b5-afa5-492e-bd12-117bd0ea0940 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1097 time: 0.0683544 Feb 11 14:24:38.615432 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7351e0b-aab3-4614-a46b-a5c3cc46b424 req-9d30a8f7-9536-47ae-9c3f-77b8f07db376 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:38.617127 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7351e0b-aab3-4614-a46b-a5c3cc46b424 req-9d30a8f7-9536-47ae-9c3f-77b8f07db376 service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1295996 Feb 11 14:24:38.812796 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7351e0b-aab3-4614-a46b-a5c3cc46b424 req-6884497e-bfe6-4cb0-ab2c-e4095474a579 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 1001 time: 0.1886966 Feb 11 14:24:38.876148 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7351e0b-aab3-4614-a46b-a5c3cc46b424 req-27f4a230-dded-44df-9689-02262e0cacbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:38.877621 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7351e0b-aab3-4614-a46b-a5c3cc46b424 req-27f4a230-dded-44df-9689-02262e0cacbb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0589817 Feb 11 14:24:38.956323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7351e0b-aab3-4614-a46b-a5c3cc46b424 req-42a51b74-fd76-449b-a57c-c35223d053a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724556 Feb 11 14:24:39.089329 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7351e0b-aab3-4614-a46b-a5c3cc46b424 req-be41bcb1-ffb4-4dac-a6d9-2a981f1fcf31 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271648 Feb 11 14:24:39.226287 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d7351e0b-aab3-4614-a46b-a5c3cc46b424 req-8fa6aac3-d916-4ace-bfef-1b34d8e3df2e service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305115 Feb 11 14:24:39.336604 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7859fad-af9d-4ce4-aec1-62fe099e1e54 req-65f322cc-03a5-46ca-9697-33e8783e2338 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.338054 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7859fad-af9d-4ce4-aec1-62fe099e1e54 req-65f322cc-03a5-46ca-9697-33e8783e2338 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0767243 Feb 11 14:24:39.386533 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e7859fad-af9d-4ce4-aec1-62fe099e1e54 req-fc9f8bf0-8f7c-4857-8713-5455ada8fa98 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Feb 11 14:24:40.586711 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313e33c-0bbb-4eef-80d7-ef16512da7ea req-816cf738-9a4b-4412-8594-619b0fdafc00 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:40.588186 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0313e33c-0bbb-4eef-80d7-ef16512da7ea req-816cf738-9a4b-4412-8594-619b0fdafc00 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0821080 Feb 11 14:24:40.633102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0313e33c-0bbb-4eef-80d7-ef16512da7ea req-b493acfc-e1dc-4b7c-b669-f36ece146201 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394542 Feb 11 14:24:41.499921 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:24:41.611568 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.638417 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:41.648633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:41.652628 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:41.695306 n-d-818559-1 neutron-server[83569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'code': 422} returned with failed status Feb 11 14:24:41.722349 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:41.832342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc6f0b-7a19-4479-b24c-8f3e1d505682 req-c09315d4-007d-494c-b96f-90173ff4ea24 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:41.833682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6afc6f0b-7a19-4479-b24c-8f3e1d505682 req-c09315d4-007d-494c-b96f-90173ff4ea24 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 944 time: 0.0796046 Feb 11 14:24:41.878699 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6afc6f0b-7a19-4479-b24c-8f3e1d505682 req-ae158c77-e845-40be-a5c7-bd089e52723a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388188 Feb 11 14:24:42.129150 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-0d53d8f0-4c87-47cd-b8d9-f0c1a67a3bc4 req-11553dc0-d27e-4202-b1f4-f8d8fdefb410 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1338351 Feb 11 14:24:42.443932 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9e01a-c940-469c-85e7-aac17cef4583 req-774c5350-8d8e-486c-b49f-f6aa0a81cb86 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:42.445376 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e2e9e01a-c940-469c-85e7-aac17cef4583 req-774c5350-8d8e-486c-b49f-f6aa0a81cb86 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 944 time: 0.1205075 Feb 11 14:24:42.502012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a4562154-d52d-4a84-9b52-7ca2efd11125 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1837597 Feb 11 14:24:42.506831 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e2e9e01a-c940-469c-85e7-aac17cef4583 req-40428951-6208-4497-92c9-ba5a5a6a4c01 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514030 Feb 11 14:24:43.119406 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.218894 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-0b14bb19-3d2a-4151-8c36-5acfeeb822fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87&tenant_id=b7fe7cf2e5e44e309d76ec238475e608 HTTP/1.1" status: 200 len: 1095 time: 0.1408997 Feb 11 14:24:43.230933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818559-1', 'device_owner': 'compute:nova'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:24:43.342008 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.611541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:43.677357 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h2-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:43.740184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:43.749422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.769633 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Transition to ACTIVE for port object 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:24:43.774774 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:43.816231 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b8eb8-0741-43d0-87b5-3cf4645c53cd req-32e86448-451a-49ac-83d2-75457d85c429 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.817684 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-807b8eb8-0741-43d0-87b5-3cf4645c53cd req-32e86448-451a-49ac-83d2-75457d85c429 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 944 time: 0.1841531 Feb 11 14:24:43.933189 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=9']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:43.975011 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.975379 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.975709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.976114 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.976452 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.976774 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.977091 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.977406 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.977719 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.978026 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.978337 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:43.990276 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-807b8eb8-0741-43d0-87b5-3cf4645c53cd req-60625360-0253-4b3f-93ff-b428288b8ae1 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617739 Feb 11 14:24:44.031812 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] No DVR routers for this DVR port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 on host n-h2-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:44.359456 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Attempting to bind port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:44.360364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Attempting to bind port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:44.360364 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Attempting to bind port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:24:44.366606 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:24:44.366938 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Attempting to bind port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:24:44.373001 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:24:44.373329 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Checking segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:24:44.373704 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Bound using segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:24:44.374115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Bound port: 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:44.374447 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:44.458943 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:44.462219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:44.466871 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:44.525470 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:44.527215 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 1092 time: 1.3018992 Feb 11 14:24:44.535766 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:44.594616 n-d-818559-1 neutron-server[83568]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'status': 'failed', 'code': 422} returned with failed status Feb 11 14:24:44.605623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a72887-52e6-401e-9ce8-2168217783e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=10']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:44.638220 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-cceb34f5-8e3a-4861-856c-73b9b603bc6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1096 time: 0.0841343 Feb 11 14:24:44.770475 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-f947175b-c9e3-4d85-87ac-584750fe7ff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.772637 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-f947175b-c9e3-4d85-87ac-584750fe7ff7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1288142 Feb 11 14:24:44.875831 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-12cbe25c-0dc5-4d29-ba07-cf2c60cfdf6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 999 time: 0.0967724 Feb 11 14:24:44.940272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-e7b056a1-7639-4906-a9ed-6369c8ec7c25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.941716 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-e7b056a1-7639-4906-a9ed-6369c8ec7c25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0602012 Feb 11 14:24:45.021008 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-3404cfee-fdf2-457c-984d-b735167365be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726640 Feb 11 14:24:45.194441 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-dbd41242-7592-4c7e-8f9e-1b20072cb67b service neutron] 10.222.0.73 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663954 Feb 11 14:24:45.309476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a95af9-486d-4c95-82c7-eec7371680e0 req-6e93235b-da64-4d3d-8c70-21751f9bdc08 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:45.310946 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b2a95af9-486d-4c95-82c7-eec7371680e0 req-6e93235b-da64-4d3d-8c70-21751f9bdc08 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.1955190 Feb 11 14:24:45.387580 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96cbb5c4-6dde-4da0-bfb8-b321da7f1bf5 req-10f4a100-5757-4178-b5da-015bdc2229d6 service neutron] 10.222.0.73 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829545 Feb 11 14:24:45.390132 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b2a95af9-486d-4c95-82c7-eec7371680e0 req-bdccf78f-c78c-413c-9e08-7fa152024ca4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714588 Feb 11 14:24:45.603909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bdf364de-8f82-4529-aec4-941b8cd1d826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:46.629459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694763a-c0b3-4cc1-b185-5b1c4ef874ed req-cbd21054-426b-408e-9afb-7c72264c7aab tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:46.631192 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e694763a-c0b3-4cc1-b185-5b1c4ef874ed req-cbd21054-426b-408e-9afb-7c72264c7aab tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.1085715 Feb 11 14:24:46.686145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e694763a-c0b3-4cc1-b185-5b1c4ef874ed req-37bd2ba6-9374-4ee4-8a1d-2f65c124a55c tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484047 Feb 11 14:24:47.842893 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8db7175-e27c-406a-8395-9f24c7d91e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:47.919996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44260cd6-2d84-40c2-bf59-16671a7e1086 req-be124251-7bf3-4c96-ae6c-99bbb1dc27b0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:47.921470 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44260cd6-2d84-40c2-bf59-16671a7e1086 req-be124251-7bf3-4c96-ae6c-99bbb1dc27b0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.0990639 Feb 11 14:24:47.969968 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-44260cd6-2d84-40c2-bf59-16671a7e1086 req-3ad4f257-0fe0-4fd1-bfdd-55dc0c385205 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424252 Feb 11 14:24:49.067990 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:49.150419 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:49.188553 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea465ea-b3dd-4301-a02a-b8fc4a857205 req-6999c84f-766b-4494-9fa4-3b03e0b0f44e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:49.195874 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cea465ea-b3dd-4301-a02a-b8fc4a857205 req-6999c84f-766b-4494-9fa4-3b03e0b0f44e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.0874395 Feb 11 14:24:49.254703 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cea465ea-b3dd-4301-a02a-b8fc4a857205 req-4dd905fa-eb2c-415b-a29a-6261ee95fbfa tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535860 Feb 11 14:24:50.454781 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224dc52-86df-4039-b4b2-42c7074f0d58 req-e45ba37d-443d-48fa-b165-8349dcf8ddb0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:50.456313 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b224dc52-86df-4039-b4b2-42c7074f0d58 req-e45ba37d-443d-48fa-b165-8349dcf8ddb0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.0888455 Feb 11 14:24:50.509406 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-b224dc52-86df-4039-b4b2-42c7074f0d58 req-c8e9be7e-dff3-40ed-b686-4933768c827b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461960 Feb 11 14:24:50.561488 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:51.744656 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cd0e0-2f8e-4bd5-91af-c751f1d12d7b req-ad521dc8-cddc-416d-b3eb-0006258a9bbc tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:51.746179 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-661cd0e0-2f8e-4bd5-91af-c751f1d12d7b req-ad521dc8-cddc-416d-b3eb-0006258a9bbc tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.0883844 Feb 11 14:24:51.797008 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-661cd0e0-2f8e-4bd5-91af-c751f1d12d7b req-6539bca7-7219-4c00-b48d-8e99cd7cbe51 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448778 Feb 11 14:24:53.015883 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc3ddc-6175-4c6e-b77e-af48c78fb179 req-01901a4b-2dec-481f-acc0-9ba9383f2073 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:53.017374 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfcc3ddc-6175-4c6e-b77e-af48c78fb179 req-01901a4b-2dec-481f-acc0-9ba9383f2073 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.0853460 Feb 11 14:24:53.072974 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfcc3ddc-6175-4c6e-b77e-af48c78fb179 req-250848f6-a522-4e24-a484-c3a7d51c1a06 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436184 Feb 11 14:24:54.269083 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97759ee-abe2-4ffd-8ddd-c8743b5eabc7 req-0bb58daf-b8c0-4946-b9f8-d584e83d7249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:54.270541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d97759ee-abe2-4ffd-8ddd-c8743b5eabc7 req-0bb58daf-b8c0-4946-b9f8-d584e83d7249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.0776043 Feb 11 14:24:54.315527 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d97759ee-abe2-4ffd-8ddd-c8743b5eabc7 req-620d3f85-1aa8-4c8f-a5d5-8bccf5d703dd tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388100 Feb 11 14:24:55.684024 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a317a1f-7cf0-4b0a-aa0a-e65847be08a7 req-ce25a7e9-0b32-4799-a30e-2f1eb7800158 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:55.685370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a317a1f-7cf0-4b0a-aa0a-e65847be08a7 req-ce25a7e9-0b32-4799-a30e-2f1eb7800158 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.0774717 Feb 11 14:24:55.731389 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6a317a1f-7cf0-4b0a-aa0a-e65847be08a7 req-e9de546b-ac12-4ab4-81d8-840fe7e83f90 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405128 Feb 11 14:24:56.841814 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa45f6f-745c-47b9-b9a8-93defc8e1b00 req-74008f21-cf42-4d71-aa1f-4d0ea0b6c243 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1096 time: 0.0706906 Feb 11 14:24:56.933282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101bc93-0860-450e-9e12-21eeec518eff req-7a714f51-267e-4d36-aaaf-9ef3ff767527 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:56.934795 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a101bc93-0860-450e-9e12-21eeec518eff req-7a714f51-267e-4d36-aaaf-9ef3ff767527 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 945 time: 0.0792327 Feb 11 14:24:56.935707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:24:56.983122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a101bc93-0860-450e-9e12-21eeec518eff req-a373540a-1ef3-4768-8399-f7b887a49b07 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Feb 11 14:24:56.989073 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa45f6f-745c-47b9-b9a8-93defc8e1b00 req-4f5a6664-e874-4eed-968c-eac80dbf9d76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:56.990847 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa45f6f-745c-47b9-b9a8-93defc8e1b00 req-4f5a6664-e874-4eed-968c-eac80dbf9d76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1308134 Feb 11 14:24:57.078989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:57.093431 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'port_id': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'mac_address': 'fa:16:3e:a7:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:24:57.150416 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:57.167521 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:57.180870 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa45f6f-745c-47b9-b9a8-93defc8e1b00 req-e770087f-3587-40b2-ac9f-6558e793e11a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 999 time: 0.1827199 Feb 11 14:24:57.182159 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:57.186912 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:57.245793 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa45f6f-745c-47b9-b9a8-93defc8e1b00 req-92770b13-16ca-4d74-b644-f8f82b2fe304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:57.247297 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa45f6f-745c-47b9-b9a8-93defc8e1b00 req-92770b13-16ca-4d74-b644-f8f82b2fe304 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0613453 Feb 11 14:24:57.292187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=11']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:57.323560 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa45f6f-745c-47b9-b9a8-93defc8e1b00 req-d0533b56-b531-412b-9430-9da0d96fed2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697799 Feb 11 14:24:57.403905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['84d0a1fc-3af7-417a-acfd-69bcba46d9e5'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:24:57.461006 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa45f6f-745c-47b9-b9a8-93defc8e1b00 req-faf3a5a7-bfb2-4361-bb5a-204a4c7fa688 service neutron] 10.222.0.73 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307583 Feb 11 14:24:57.596864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bfa45f6f-745c-47b9-b9a8-93defc8e1b00 req-233a88f5-3fe6-46ce-967e-6b5f1e41f6a6 service neutron] 10.222.0.73 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297791 Feb 11 14:24:58.194798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715bbaf-0f77-444d-a40d-41e616245775 req-12f526f1-0b49-4f1a-99e5-a0d9c8cd45a7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:58.196164 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8715bbaf-0f77-444d-a40d-41e616245775 req-12f526f1-0b49-4f1a-99e5-a0d9c8cd45a7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 946 time: 0.0893373 Feb 11 14:24:58.240932 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-8715bbaf-0f77-444d-a40d-41e616245775 req-2a576ffa-ff30-44ab-a645-18ff86c985f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385735 Feb 11 14:24:58.967594 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:24:59.034419 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:24:59.039635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:59.039975 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:59.152223 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:59.178552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:59.188474 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:59.192100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:59.236596 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'code': 200} Feb 11 14:24:59.259958 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=12']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:59.494752 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81458742-01a6-4d1a-b31c-26676dda6e8f req-dd982676-1293-41f3-a0a2-4aa6ff9734ea tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:59.496108 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81458742-01a6-4d1a-b31c-26676dda6e8f req-dd982676-1293-41f3-a0a2-4aa6ff9734ea tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 947 time: 0.1302030 Feb 11 14:24:59.502277 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cea69c1a-3298-4aa6-8c3f-c610441eb987 req-172f9732-7f3b-4098-80b4-b15a19da744d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1098 time: 0.1063797 Feb 11 14:24:59.572642 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-81458742-01a6-4d1a-b31c-26676dda6e8f req-6bfdd776-4f4a-4a36-b224-185164a2df69 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694275 Feb 11 14:24:59.574466 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cea69c1a-3298-4aa6-8c3f-c610441eb987 req-8204b539-7c89-4b22-88a4-b6ce1d448483 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578456 Feb 11 14:25:00.776191 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d34b31-84e9-469e-8057-5c59e0725e66 req-4bb62d6c-e6bb-4656-b7dd-c32a57dd5512 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:00.777682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23d34b31-84e9-469e-8057-5c59e0725e66 req-4bb62d6c-e6bb-4656-b7dd-c32a57dd5512 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 947 time: 0.0830829 Feb 11 14:25:00.825964 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-23d34b31-84e9-469e-8057-5c59e0725e66 req-dc16947e-c32d-483a-a3c9-7240377bfbc4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Feb 11 14:25:02.026458 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537e42b-9f9a-4933-bac9-29e97b39e44f req-35bbd90c-7887-48dc-a127-f8df51a1ab5f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:02.028153 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a537e42b-9f9a-4933-bac9-29e97b39e44f req-35bbd90c-7887-48dc-a127-f8df51a1ab5f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 947 time: 0.0795393 Feb 11 14:25:02.073607 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a537e42b-9f9a-4933-bac9-29e97b39e44f req-02daecde-5af4-4f13-a6ef-bb1b1a9b2047 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398750 Feb 11 14:25:02.391350 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:25:08.106909 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:13.146783 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:15.605447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9fbd141d-c85f-4b2d-be41-be9cf906a92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:17.815017 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65137ffb-1fd0-4201-97db-e7d4934a55d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:19.061923 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:19.140285 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:20.544875 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.106630 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:39.392581 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:25:43.152496 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.606374 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-94b879a5-75da-407c-807f-a8ae23321e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.816701 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3032104-e1ba-40cc-927e-7a6100b1a689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.064182 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.143206 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.547115 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.336375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66e52e9a-f27a-40fa-8f12-cf5b9c4ef483 req-26af33c7-63e7-4307-b573-a859878d306a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661998 Feb 11 14:25:58.476056 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66e52e9a-f27a-40fa-8f12-cf5b9c4ef483 req-17a9d9e3-634a-4d27-890d-baf128e0b00b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1098 time: 0.0711501 Feb 11 14:25:58.629430 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e52e9a-f27a-40fa-8f12-cf5b9c4ef483 req-a8af5d2f-ac6b-4303-ab87-30a96188b6f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:58.630906 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66e52e9a-f27a-40fa-8f12-cf5b9c4ef483 req-a8af5d2f-ac6b-4303-ab87-30a96188b6f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1362436 Feb 11 14:25:58.732864 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66e52e9a-f27a-40fa-8f12-cf5b9c4ef483 req-eb6e7344-5467-4cea-9de6-d4ea1bd1eb85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 1001 time: 0.0958171 Feb 11 14:25:58.792798 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e52e9a-f27a-40fa-8f12-cf5b9c4ef483 req-e85d5563-cf0f-4c37-a801-54bd159506bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:58.794555 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66e52e9a-f27a-40fa-8f12-cf5b9c4ef483 req-e85d5563-cf0f-4c37-a801-54bd159506bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0566401 Feb 11 14:25:58.866307 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66e52e9a-f27a-40fa-8f12-cf5b9c4ef483 req-e0fe504b-e7e2-4181-844d-9178a555f126 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663929 Feb 11 14:25:58.996547 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66e52e9a-f27a-40fa-8f12-cf5b9c4ef483 req-16b3f0a1-cfe8-4cbb-b022-d2f6b48a0157 service neutron] 10.222.0.73 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232474 Feb 11 14:25:59.217903 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66e52e9a-f27a-40fa-8f12-cf5b9c4ef483 req-d34f56a1-bd38-47f5-9d39-58fe525e13fb service neutron] 10.222.0.73 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156043 Feb 11 14:26:08.125178 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:11.793208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57898) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:11.999343 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Deleting port c677923d-05fb-4dbd-afc0-cbdfa05bfa04 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:26:11.999680 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.166917 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.167265 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.290763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Calling delete_port for c677923d-05fb-4dbd-afc0-cbdfa05bfa04 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:26:12.437121 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.485068 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event deleted for resources: {'Port': ['ID=c677923d-05fb-4dbd-afc0-cbdfa05bfa04,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:12.524524 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.524866 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.525195 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.525521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.525842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.526163 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.526479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.526817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.527131 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.527442 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.527751 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:12.585942 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:12.988645 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Router ea16243f-8b7e-46c3-9657-6964eba6ef66 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:13.151589 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:13.284413 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:13.299797 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] Sync routers for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:26:13.307867 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:13.317042 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:26:13.317923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:25:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:13.364518 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f8dd7e5f-84f0-44d0-9463-5eade6a3a9b7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "DELETE /v2.0/floatingips/56ca774f-b5e6-4e52-ab45-1a0032fad7f1 HTTP/1.1" status: 204 len: 168 time: 1.5702727 Feb 11 14:26:13.365217 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:13.433311 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'status': 'completed', 'code': 200} Feb 11 14:26:13.526880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1770246-48c2-4400-9045-414fe5071974 req-f19eb8eb-79c1-4371-9dc6-136c766454d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 1098 time: 0.0726275 Feb 11 14:26:13.530766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:26:13.673491 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1770246-48c2-4400-9045-414fe5071974 req-b021b9ff-c16c-41a3-bdee-377321853dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:13.675353 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1770246-48c2-4400-9045-414fe5071974 req-b021b9ff-c16c-41a3-bdee-377321853dcc service neutron] 10.222.0.73 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1429532 Feb 11 14:26:13.792441 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1770246-48c2-4400-9045-414fe5071974 req-81dc2fb0-4d5b-4709-a286-08e4ad1918da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 200 len: 217 time: 0.1108353 Feb 11 14:26:13.867124 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:13.871241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] Checking router: ea16243f-8b7e-46c3-9657-6964eba6ef66 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:26:13.877418 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94926fd2-6b3c-48cc-914a-77e1d0f6e449 req-5ca39f44-bc8e-419c-907a-a93125b948f7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:13.878115 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-94926fd2-6b3c-48cc-914a-77e1d0f6e449 req-5ca39f44-bc8e-419c-907a-a93125b948f7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Synchronizing usage tracker for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:26:13.881552 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:26:13.881989 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:25:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:13.884338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1770246-48c2-4400-9045-414fe5071974 req-941cc764-f617-41c6-9fe5-e36807f75000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:13.885759 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1770246-48c2-4400-9045-414fe5071974 req-941cc764-f617-41c6-9fe5-e36807f75000 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0777075 Feb 11 14:26:13.938829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-94926fd2-6b3c-48cc-914a-77e1d0f6e449 req-5ca39f44-bc8e-419c-907a-a93125b948f7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Unset dirty status for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:26:13.939981 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-94926fd2-6b3c-48cc-914a-77e1d0f6e449 req-5ca39f44-bc8e-419c-907a-a93125b948f7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 947 time: 0.2046645 Feb 11 14:26:14.006018 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1770246-48c2-4400-9045-414fe5071974 req-7f0a6c92-972f-48f3-9531-10cbe6d9d474 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133149 Feb 11 14:26:14.008858 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-94926fd2-6b3c-48cc-914a-77e1d0f6e449 req-322f90fb-78cf-4953-8621-cb7a7053fbca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608680 Feb 11 14:26:14.109518 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:26:14.141325 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1770246-48c2-4400-9045-414fe5071974 req-52f6650e-47b7-46d5-b859-ab70a7ea0408 service neutron] 10.222.0.73 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285212 Feb 11 14:26:14.275697 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c1770246-48c2-4400-9045-414fe5071974 req-a3100533-2261-4e94-bb5b-0fc53ece7d19 service neutron] 10.222.0.73 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284435 Feb 11 14:26:14.421600 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:14.425409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f077f7-3c88-4b20-b6d2-7a0142b93343 None None] The sync data for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 is: [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:26:14.634679 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763b441-a551-4007-ac0a-0c60e8d3bd8b None None] New status for floating IP 56ca774f-b5e6-4e52-ab45-1a0032fad7f1: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:26:15.113541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69341d86-185f-4d34-a630-e6ef06588e41 req-6fc69460-43e0-4cad-8ca5-20eadfbb0c40 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:15.115056 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69341d86-185f-4d34-a630-e6ef06588e41 req-6fc69460-43e0-4cad-8ca5-20eadfbb0c40 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.73 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 947 time: 0.0817273 Feb 11 14:26:15.183423 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-69341d86-185f-4d34-a630-e6ef06588e41 req-d3bc778a-13dd-457d-8644-d0c8c89d3296 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Deleting port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:26:15.183757 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69341d86-185f-4d34-a630-e6ef06588e41 req-d3bc778a-13dd-457d-8644-d0c8c89d3296 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:15.217143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fb141-7546-44cc-a702-cb3c993e8d4f req-b2c2fb43-7694-4426-b7ac-a67fcb74b62a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:15.218657 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4c3fb141-7546-44cc-a702-cb3c993e8d4f req-b2c2fb43-7694-4426-b7ac-a67fcb74b62a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 947 time: 0.0820086 Feb 11 14:26:15.264908 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4c3fb141-7546-44cc-a702-cb3c993e8d4f req-5d4b8a4f-a909-468b-b3c8-e67e2fce3a85 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=d566c5f1-ab0d-4adf-9a46-6c429c63b5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404525 Feb 11 14:26:15.433709 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-69341d86-185f-4d34-a630-e6ef06588e41 req-d3bc778a-13dd-457d-8644-d0c8c89d3296 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] For port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:15.434052 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69341d86-185f-4d34-a630-e6ef06588e41 req-d3bc778a-13dd-457d-8644-d0c8c89d3296 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:15.554786 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-69341d86-185f-4d34-a630-e6ef06588e41 req-d3bc778a-13dd-457d-8644-d0c8c89d3296 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Calling delete_port for 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:26:15.607140 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a136ec18-07bd-43d7-92b8-b6b6be7e4b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:15.788858 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69341d86-185f-4d34-a630-e6ef06588e41 req-d3bc778a-13dd-457d-8644-d0c8c89d3296 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:15.838896 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc778a-13dd-457d-8644-d0c8c89d3296 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event deleted for resources: {'Port': ['ID=84d0a1fc-3af7-417a-acfd-69bcba46d9e5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:15.912817 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-69341d86-185f-4d34-a630-e6ef06588e41 req-d3bc778a-13dd-457d-8644-d0c8c89d3296 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] No DVR routers for this DVR port 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:26:15.916256 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-69341d86-185f-4d34-a630-e6ef06588e41 req-d3bc778a-13dd-457d-8644-d0c8c89d3296 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:15.918821 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'name': 'network-vif-deleted', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:15.934055 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-69341d86-185f-4d34-a630-e6ef06588e41 req-d3bc778a-13dd-457d-8644-d0c8c89d3296 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.73 "DELETE /v2.0/ports/84d0a1fc-3af7-417a-acfd-69bcba46d9e5 HTTP/1.1" status: 204 len: 173 time: 0.8133523 Feb 11 14:26:15.983886 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7243cb54-efca-41f7-bdd9-ebf143283e87', 'name': 'network-vif-deleted', 'tag': '84d0a1fc-3af7-417a-acfd-69bcba46d9e5', 'status': 'completed', 'code': 200} Feb 11 14:26:16.393668 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:26:16.449836 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cfca0c5d-80a3-4feb-8e7f-0a9aa89a9114 req-400ea8b7-bcef-4e57-b586-0d8271849570 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=7243cb54-efca-41f7-bdd9-ebf143283e87 HTTP/1.1" status: 200 len: 210 time: 0.0421371 Feb 11 14:26:17.437503 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:26:17.474392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:26:17.474757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device 84d0a1fc-3af7-417a-acfd-69bcba46d9e5 not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:26:17.556948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57916) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:17.624225 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9106aef-e9cb-4a60-86df-ab0af5ca4275 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.652487 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9106aef-e9cb-4a60-86df-ab0af5ca4275 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.714927 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9106aef-e9cb-4a60-86df-ab0af5ca4275 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.736397 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9106aef-e9cb-4a60-86df-ab0af5ca4275 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d566c5f1-ab0d-4adf-9a46-6c429c63b5be,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:17.747756 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9106aef-e9cb-4a60-86df-ab0af5ca4275 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:17.748898 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-e9106aef-e9cb-4a60-86df-ab0af5ca4275 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "DELETE /v2.0/security-groups/d566c5f1-ab0d-4adf-9a46-6c429c63b5be HTTP/1.1" status: 204 len: 168 time: 0.1909711 Feb 11 14:26:17.817982 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-403c1d1a-d04c-48c4-a0b4-a28e3ec72486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.070141 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.147018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.288445 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57926) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:19.294837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651523965', 'description': 'tempest-secgroup-smoke-1651523965 description', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:26:19.301375 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:26:19.305589 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:26:19.309305 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:26:19.314847 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:26:19.325974 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.360436 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:26:19.364174 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:26:19.366996 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:26:19.373396 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:26:19.432092 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.435587 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.478348 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336a17e1-a859-403b-bb1b-24b9618558e4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:19.481874 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.485869 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-3b895cb7-435a-4541-b89d-a578ce307249 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1932473 Feb 11 14:26:19.486702 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57930) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:19.491808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': '336a17e1-a859-403b-bb1b-24b9618558e4', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:26:19.499263 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:26:19.503165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:26:19.505950 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:26:19.511796 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:26:19.528922 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.596319 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.599732 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.622971 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf23f9af-1388-4957-ada6-907d8f0373b5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:19.632471 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.634016 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0f87de94-b51b-44fc-b8b8-c42cecc52116 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1470923 Feb 11 14:26:19.636802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57934) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:19.642464 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': '336a17e1-a859-403b-bb1b-24b9618558e4', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:26:19.649692 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:26:19.653552 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:26:19.656411 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:26:19.661899 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:26:19.681949 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.747669 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.751362 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.775880 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0747b459-4050-466f-ad69-08004f070feb,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:19.784820 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.786010 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-0c711e2f-ec61-4e6f-b295-dad0e47529ac tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1482034 Feb 11 14:26:19.788729 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57938) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:19.794930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': '336a17e1-a859-403b-bb1b-24b9618558e4', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:26:19.801361 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:26:19.805196 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:26:19.808161 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:26:19.813780 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:26:19.830934 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.893091 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.896634 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.920466 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea70518-b63f-4bcf-acc5-5836b6e2f012,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:19.928446 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:19.929581 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2713b051-57df-432e-bf48-ea0e7a46ffa6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1392632 Feb 11 14:26:19.932549 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57942) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:19.937863 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': '336a17e1-a859-403b-bb1b-24b9618558e4', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:26:19.944255 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:26:19.948761 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:26:19.951607 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:26:19.957186 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:26:19.973752 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.046259 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.050116 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.073052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e38c5b4-2452-4993-a809-c4c292f99aa1,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:20.082013 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.083202 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2cf5414e-b321-47b0-8c32-383f543c5c95 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1497481 Feb 11 14:26:20.085822 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:20.092179 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': '336a17e1-a859-403b-bb1b-24b9618558e4', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:26:20.098435 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:26:20.102208 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:26:20.105063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:26:20.110623 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:26:20.120108 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Project b7fe7cf2e5e44e309d76ec238475e608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:26:20.126252 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.188124 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.191884 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.217320 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4e3556-3f68-4de9-8493-44de5471077a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:20.227499 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.228805 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-62c91972-d04e-486c-960b-8888864637cf tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1412022 Feb 11 14:26:20.231531 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 57950) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:20.237010 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'security_group_rule': {'security_group_id': '336a17e1-a859-403b-bb1b-24b9618558e4', 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:26:20.243530 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:26:20.247307 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:security_group_rule and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:26:20.250156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:26:20.255794 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:26:20.266844 n-d-818559-1 neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Project b7fe7cf2e5e44e309d76ec238475e608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:26:20.273060 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.339753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.343326 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.365316 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b03906-54ab-4d31-af54-2014b1b0ac58,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:20.374495 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:20.375671 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-d6d52337-32af-4128-a94e-4c0f4b07d3a4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1432250 Feb 11 14:26:20.548273 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:34.109500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-f2533f6c-d3a4-400a-a419-bed42de78151 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651523965&fields=id&tenant_id=b7fe7cf2e5e44e309d76ec238475e608 HTTP/1.1" status: 200 len: 267 time: 0.0451152 Feb 11 14:26:34.350104 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-8eea56e2-24fe-41a1-a6af-332e65ba16db tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.351692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-8eea56e2-24fe-41a1-a6af-332e65ba16db tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 808 time: 0.2359366 Feb 11 14:26:34.367997 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-4871112b-f379-4839-bf39-740ae2546598 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/quotas/b7fe7cf2e5e44e309d76ec238475e608 HTTP/1.1" status: 200 len: 375 time: 0.0111399 Feb 11 14:26:34.446980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-72b25f44-8c6a-4eab-b7e2-14df96ae7e73 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742097 Feb 11 14:26:34.541313 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-931948b9-42f4-4133-9746-f4c4a998b856 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:26:34.542301 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-931948b9-42f4-4133-9746-f4c4a998b856 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0837402 Feb 11 14:26:34.677433 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-4ea69a1e-6e00-4c0c-a31e-bc2a5f86f6e1 service neutron] 10.222.0.67 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286430 Feb 11 14:26:34.811041 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-a62c03c5-56d9-497a-b7cc-e1b05493002b service neutron] 10.222.0.67 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274450 Feb 11 14:26:36.219312 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d1e82981-d9f4-4fae-a869-e5938512d50e req-8557108b-c161-402d-a8a1-b6374348fc48 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Synchronizing usage tracker for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:26:36.235977 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-d1e82981-d9f4-4fae-a869-e5938512d50e req-8557108b-c161-402d-a8a1-b6374348fc48 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Unset dirty status for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:26:36.237118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d1e82981-d9f4-4fae-a869-e5938512d50e req-8557108b-c161-402d-a8a1-b6374348fc48 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 210 time: 0.0660810 Feb 11 14:26:37.216897 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-f9740d33-e2b6-4906-b788-6833b1789ba7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:37.218343 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-f9740d33-e2b6-4906-b788-6833b1789ba7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 808 time: 0.1501529 Feb 11 14:26:37.272342 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-88da80cd-043f-4788-9ab1-95198d86c363 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fe7cf2e5e44e309d76ec238475e608 HTTP/1.1" status: 200 len: 380 time: 0.0420370 Feb 11 14:26:37.288829 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'port': {'device_id': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'admin_state_up': True, 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'security_groups': ['336a17e1-a859-403b-bb1b-24b9618558e4']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:26:37.420959 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fa043a6c-2e2f-449e-b3e9-28b864b3d96b req-93caf3da-6998-437f-9d7c-443eac9d9f9f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 210 time: 0.0572071 Feb 11 14:26:37.473500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:26:37.483814 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:26:37.494147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Made reservation on behalf of b7fe7cf2e5e44e309d76ec238475e608 for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:26:37.497504 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.666969 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Allocated IP 172.20.0.5 (39affa6b-e25f-4ca4-a4d8-54584eb6facf/02d9c53a-4512-45f7-98df-7184d1fa7226/f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:37.863733 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.880448 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Transition to ACTIVE for port object f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:26:37.904749 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:37.979557 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Network 39affa6b-e25f-4ca4-a4d8-54584eb6facf is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:37.982476 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:37.984943 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:26:38.020060 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'Port': ['ID=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:38.045099 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.045807 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.046534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.047023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.047563 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.048023 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.048427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.048841 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.049257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.049667 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.050079 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:38.073615 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:38.074268 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.103364 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95269029-9918-490d-89c5-77fba74d1f7d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184216 Feb 11 14:26:38.115211 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Request body: {'port': {'device_id': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:26:38.160652 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.238903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5207460d-7da6-49f9-a9b3-98018812df56 None None] Provisioning for port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:26:38.244468 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5207460d-7da6-49f9-a9b3-98018812df56 None None] Provisioning complete for port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:38.245008 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5207460d-7da6-49f9-a9b3-98018812df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.246719 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.301635 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5207460d-7da6-49f9-a9b3-98018812df56 None None] Port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:26:38.631382 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4148bf8-ec22-404d-9511-673a21643ee4 req-62528cc1-d6df-43f8-8b41-37c35930ff4e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:38.633750 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4148bf8-ec22-404d-9511-673a21643ee4 req-62528cc1-d6df-43f8-8b41-37c35930ff4e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 931 time: 0.0818567 Feb 11 14:26:38.688064 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e4148bf8-ec22-404d-9511-673a21643ee4 req-26d70da8-ea4e-4e3c-944e-ba85bc9530d0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Synchronizing usage tracker for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:26:38.705988 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-e4148bf8-ec22-404d-9511-673a21643ee4 req-26d70da8-ea4e-4e3c-944e-ba85bc9530d0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Unset dirty status for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:26:38.707356 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e4148bf8-ec22-404d-9511-673a21643ee4 req-26d70da8-ea4e-4e3c-944e-ba85bc9530d0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638485 Feb 11 14:26:38.732067 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:26:38.739204 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.754338 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Transition to ACTIVE for port object f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:26:38.760201 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:38.896275 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87238887-716a-4003-b768-7e2676269e78 service neutron] Pushing event updated for resources: {'Port': ['ID=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:39.010727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Attempting to bind port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:26:39.011068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Attempting to bind port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:26:39.011378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Attempting to bind port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:26:39.020047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:26:39.020364 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Attempting to bind port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 on network 39affa6b-e25f-4ca4-a4d8-54584eb6facf {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:26:39.027642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:26:39.027971 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Checking segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:26:39.028343 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Bound using segment: {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:26:39.028763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Bound port: f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:26:39.029158 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:39.115844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] For port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:26:39.119445 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] For port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:26:39.124107 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:39.191712 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:39.193203 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-87238887-716a-4003-b768-7e2676269e78 service neutron] 10.222.0.75 "PUT /v2.0/ports/f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 200 len: 1091 time: 1.0825899 Feb 11 14:26:39.193790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:39.213675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87238887-716a-4003-b768-7e2676269e78 service neutron] Pushing event updated for resources: {'Port': ['ID=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:39.317145 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-438b4284-d328-4029-a358-f62ec453ecef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1094 time: 0.0756230 Feb 11 14:26:39.378597 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'status': 'completed', 'code': 200} Feb 11 14:26:39.394109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-76da751a-5518-4cb7-899c-e17a9ce73510 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 200 len: 217 time: 0.0696101 Feb 11 14:26:39.456853 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-cf50d098-3b5e-4580-8904-f0ed5623a92b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:39.458198 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-cf50d098-3b5e-4580-8904-f0ed5623a92b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0588307 Feb 11 14:26:39.532849 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-95741f38-819a-4e6d-b22f-d5a6339954e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685961 Feb 11 14:26:39.663238 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-4a0f4645-8537-4db0-a7e1-8d703b6b89ef service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246932 Feb 11 14:26:39.796437 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-47fd9e7b-fc1e-474f-82df-86be6ef6e11f req-d971387e-5fa3-41a8-8857-794346778e5f service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260276 Feb 11 14:26:39.914759 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e69f2c-b793-47b8-9689-5418275d9774 req-4d43db20-d003-46ee-b613-6dc9a87461c9 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:39.915670 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67917ce5-1e1a-457b-a167-04c8ea3b3a0a req-de95e2a3-211b-42c6-a1bf-7b82608aa8c3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1094 time: 0.0752549 Feb 11 14:26:39.916794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96e69f2c-b793-47b8-9689-5418275d9774 req-4d43db20-d003-46ee-b613-6dc9a87461c9 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0826690 Feb 11 14:26:39.962504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-96e69f2c-b793-47b8-9689-5418275d9774 req-1730a523-f25f-4e5a-afc5-37eac6fa66b5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401785 Feb 11 14:26:40.047727 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67917ce5-1e1a-457b-a167-04c8ea3b3a0a req-5676e3e4-8613-4086-a50f-4b6e53decee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:40.049095 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67917ce5-1e1a-457b-a167-04c8ea3b3a0a req-5676e3e4-8613-4086-a50f-4b6e53decee4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1286666 Feb 11 14:26:40.121153 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67917ce5-1e1a-457b-a167-04c8ea3b3a0a req-67d9a1ac-19ff-45bf-bf26-ec73a109e8ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 200 len: 217 time: 0.0646021 Feb 11 14:26:40.182451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67917ce5-1e1a-457b-a167-04c8ea3b3a0a req-6a63a03d-2f83-49c1-b704-a47c5bae820e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:40.183884 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67917ce5-1e1a-457b-a167-04c8ea3b3a0a req-6a63a03d-2f83-49c1-b704-a47c5bae820e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0570648 Feb 11 14:26:40.260109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67917ce5-1e1a-457b-a167-04c8ea3b3a0a req-a5ebb869-8451-44bd-bc59-b5914da8f68d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700107 Feb 11 14:26:40.393130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67917ce5-1e1a-457b-a167-04c8ea3b3a0a req-c551b16e-043e-4210-82b8-400fdbe6e0af service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263885 Feb 11 14:26:40.625706 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67917ce5-1e1a-457b-a167-04c8ea3b3a0a req-d708d321-cf4a-4fbb-a079-0adc96913625 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261219 Feb 11 14:26:41.165521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8974af-5690-47c1-8ef8-ef283a269400 req-f8ca41a1-e377-409b-9a10-d050f1daab0f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:41.166213 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fc8974af-5690-47c1-8ef8-ef283a269400 req-f8ca41a1-e377-409b-9a10-d050f1daab0f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Synchronizing usage tracker for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:26:41.181630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-fc8974af-5690-47c1-8ef8-ef283a269400 req-f8ca41a1-e377-409b-9a10-d050f1daab0f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Unset dirty status for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:26:41.182905 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc8974af-5690-47c1-8ef8-ef283a269400 req-f8ca41a1-e377-409b-9a10-d050f1daab0f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0972161 Feb 11 14:26:41.228751 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc8974af-5690-47c1-8ef8-ef283a269400 req-a7e91c58-6462-4908-8396-35a972439787 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404475 Feb 11 14:26:42.424545 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d32e5-fa25-4972-96d5-bda31371df77 req-0a38e424-0509-4a19-b874-2f1e0ab9fa38 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:42.425975 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a99d32e5-fa25-4972-96d5-bda31371df77 req-0a38e424-0509-4a19-b874-2f1e0ab9fa38 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0768898 Feb 11 14:26:42.473727 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a99d32e5-fa25-4972-96d5-bda31371df77 req-e8887031-dc9d-4cb6-9254-f1f39ba2329f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 Feb 11 14:26:43.152118 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:43.672365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba34a0-f95e-4232-ae69-86497f3b0e89 req-639f5d36-1d27-4757-99a5-2834938acb5f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:43.673814 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1aba34a0-f95e-4232-ae69-86497f3b0e89 req-639f5d36-1d27-4757-99a5-2834938acb5f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0751281 Feb 11 14:26:43.722794 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1aba34a0-f95e-4232-ae69-86497f3b0e89 req-030a5bbd-4622-4d27-8880-6c92353b2008 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 Feb 11 14:26:44.916595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20031e01-7770-4634-8fd3-311bc025ba81 req-8369b381-bea8-4398-9e46-1f1eceee8ecd tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:44.918059 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20031e01-7770-4634-8fd3-311bc025ba81 req-8369b381-bea8-4398-9e46-1f1eceee8ecd tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0775216 Feb 11 14:26:44.963275 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-20031e01-7770-4634-8fd3-311bc025ba81 req-ac47cc43-aed0-4e7b-9bf1-72ad96af4bc1 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397146 Feb 11 14:26:45.608963 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ea57cc8-03c1-4e19-bd66-73364d61cfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:46.154597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e472b-9e31-4d98-b9fe-8eeecb7f1ce3 req-31854b40-4b7e-4d6e-873f-0094e2b4b30f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:46.156054 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-905e472b-9e31-4d98-b9fe-8eeecb7f1ce3 req-31854b40-4b7e-4d6e-873f-0094e2b4b30f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0765851 Feb 11 14:26:46.201337 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-905e472b-9e31-4d98-b9fe-8eeecb7f1ce3 req-1d11c12c-15a0-440d-94ef-343a91abba3a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399492 Feb 11 14:26:47.403451 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d426550-159b-4d4e-8f2f-8a10e2021b51 req-4549231d-b00d-404d-a630-3cf7cb932540 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:47.404893 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d426550-159b-4d4e-8f2f-8a10e2021b51 req-4549231d-b00d-404d-a630-3cf7cb932540 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0792267 Feb 11 14:26:47.449346 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d426550-159b-4d4e-8f2f-8a10e2021b51 req-32f7d1b8-9b27-4aed-ae70-7d4721e78403 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389884 Feb 11 14:26:47.818755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43d9f45e-51a0-47ea-992b-3cd064fef82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.138982 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:26:48.274907 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:48.287524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'port_id': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'mac_address': 'fa:16:3e:f4:57:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:26:48.341511 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.358597 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:26:48.373831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:48.376753 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:48.445914 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:48.454263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.454633 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.454972 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.455302 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.455628 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.455950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.456269 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.456586 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.456901 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.457214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.457526 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:48.608695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:26:48.650770 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ad828-14b1-4b18-8f1f-ec66f5f48669 req-affa7f17-7f2a-4c6e-8a51-0eb555459b4d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:48.652255 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675ad828-14b1-4b18-8f1f-ec66f5f48669 req-affa7f17-7f2a-4c6e-8a51-0eb555459b4d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 944 time: 0.0824199 Feb 11 14:26:48.697727 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-675ad828-14b1-4b18-8f1f-ec66f5f48669 req-f1af04ea-6a7b-4bb5-b818-b48acfa5be99 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Feb 11 14:26:49.063645 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:49.149659 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:49.890022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c128e3-3c06-4322-ab90-d23db9edba2e req-592cd572-121f-411f-bd66-df542e5fa476 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:49.891508 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70c128e3-3c06-4322-ab90-d23db9edba2e req-592cd572-121f-411f-bd66-df542e5fa476 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 944 time: 0.0753632 Feb 11 14:26:49.937689 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-70c128e3-3c06-4322-ab90-d23db9edba2e req-5bd9992c-9529-4c20-95b6-6fcf51bbd9ad tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408056 Feb 11 14:26:50.151911 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:26:50.221274 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:26:50.227147 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:50.227517 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.347357 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.374222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:50.383798 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:50.388992 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.468876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:50.521282 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'code': 200} Feb 11 14:26:50.555403 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:50.653647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a410d7a6-115d-4852-bbfd-c8fe227e58b8 req-656c64e2-3278-4049-9c61-093ae6c8bd5a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0702846 Feb 11 14:26:50.696323 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a410d7a6-115d-4852-bbfd-c8fe227e58b8 req-b6e07c78-c8f7-430c-a46b-d9f3e170418f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368261 Feb 11 14:26:51.134324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b4f5a-5c62-47c9-8ca2-1e2e8c7085eb req-8d720a1a-4fe1-43cb-a033-3020cd41abd9 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:51.135806 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e14b4f5a-5c62-47c9-8ca2-1e2e8c7085eb req-8d720a1a-4fe1-43cb-a033-3020cd41abd9 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0799046 Feb 11 14:26:51.183118 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-e14b4f5a-5c62-47c9-8ca2-1e2e8c7085eb req-5880dd8c-f640-455f-9570-335ceb5465cc tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 Feb 11 14:26:52.385978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69003a1-399c-4b72-b0cf-df99672109ca req-66deee2d-50fc-4ea0-83b2-4e80f48cb21b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:52.387488 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a69003a1-399c-4b72-b0cf-df99672109ca req-66deee2d-50fc-4ea0-83b2-4e80f48cb21b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0808685 Feb 11 14:26:52.432567 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a69003a1-399c-4b72-b0cf-df99672109ca req-5398ab81-cfec-4e10-bd0a-5a617d42b3c7 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396941 Feb 11 14:26:52.629998 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24cb9-c311-456f-a0ef-1026f7a69e14 req-9e87ac24-7675-473e-96d1-c6282e8cd0ed tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:52.631457 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26c24cb9-c311-456f-a0ef-1026f7a69e14 req-9e87ac24-7675-473e-96d1-c6282e8cd0ed tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0760257 Feb 11 14:26:52.675472 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-26c24cb9-c311-456f-a0ef-1026f7a69e14 req-c52af971-a453-453b-9f2d-e1893f5ddedb tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379241 Feb 11 14:26:52.703403 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58096) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:52.776974 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-8b6380c2-7e3b-471d-9000-a0fc04ad54ae tempest-TestShelveInstance-1137663541 tempest-TestShelveInstance-1137663541-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1091 time: 0.0723753 Feb 11 14:26:52.779512 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58100) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:26:52.784829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:26:52.791513 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:26:52.795288 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Usage tracker for resource:floatingip and tenant:b7fe7cf2e5e44e309d76ec238475e608 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:26:52.798165 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:26:52.804741 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:26:52.815284 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:52.952826 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.090354 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Allocated IP 172.25.4.92 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/18c94df7-53dd-4f2e-a734-965bd5a17419) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:53.317759 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.345434 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.394476 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:26:53.411521 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:53.414942 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:53.419968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:26:53.447052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'Port': ['ID=18c94df7-53dd-4f2e-a734-965bd5a17419,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:53.918657 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:53.977129 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.175958 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.180803 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.285956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event updated for resources: {'Port': ['ID=18c94df7-53dd-4f2e-a734-965bd5a17419,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:54.306330 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:54.495234 n-d-818559-1 neutron-server[83568]: INFO neutron.db.l3_db [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Floating IP f88e77bd-8127-46d8-b077-4889550029e9 associated. External IP: 172.25.4.92, port: f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426. Feb 11 14:26:55.005168 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Router ea16243f-8b7e-46c3-9657-6964eba6ef66 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:55.205377 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:55.216097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] Sync routers for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:26:55.230847 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.231222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:26:55.231841 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:26:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:55.283969 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-cc9645e2-79d6-48d3-9449-e1b6fbc246f6 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5032325 Feb 11 14:26:55.284438 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:55.343621 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'status': 'completed', 'code': 200} Feb 11 14:26:55.434366 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:26:55.446846 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-32495a88-1ff6-437f-85ef-dd24d9ca0a00 req-96073d37-0390-4db4-a457-874166ed11c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0777779 Feb 11 14:26:55.588527 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32495a88-1ff6-437f-85ef-dd24d9ca0a00 req-92c27d78-0cb7-4c71-94c7-df6f5d469629 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:55.590012 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-32495a88-1ff6-437f-85ef-dd24d9ca0a00 req-92c27d78-0cb7-4c71-94c7-df6f5d469629 service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1367087 Feb 11 14:26:55.697607 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-32495a88-1ff6-437f-85ef-dd24d9ca0a00 req-aa2487b8-5523-4dec-812c-5d364c41fc59 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 200 len: 998 time: 0.1006699 Feb 11 14:26:55.766674 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32495a88-1ff6-437f-85ef-dd24d9ca0a00 req-cd4313ad-0518-4294-bc8c-a5e57c09b892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:55.768197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-32495a88-1ff6-437f-85ef-dd24d9ca0a00 req-cd4313ad-0518-4294-bc8c-a5e57c09b892 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0640831 Feb 11 14:26:55.843180 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-32495a88-1ff6-437f-85ef-dd24d9ca0a00 req-9fcaf85d-157d-4992-bceb-73f2fad30e23 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687814 Feb 11 14:26:55.843598 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'f88e77bd-8127-46d8-b077-4889550029e9', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'port_id': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'mac_address': 'fa:16:3e:f4:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:26:53Z', 'updated_at': '2022-02-11T14:26:53Z', 'revision_number': 0, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:55.847623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] Checking router: ea16243f-8b7e-46c3-9657-6964eba6ef66 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:26:55.859084 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:26:55.859678 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:26:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:55.982409 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-32495a88-1ff6-437f-85ef-dd24d9ca0a00 req-e1b68aa5-0d0e-4848-a43d-aa885128a828 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329262 Feb 11 14:26:56.051535 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:26:56.117771 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-32495a88-1ff6-437f-85ef-dd24d9ca0a00 req-59c422db-29d5-455a-97c3-dd9f6c78a7d4 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285324 Feb 11 14:26:56.401862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'f88e77bd-8127-46d8-b077-4889550029e9', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'port_id': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'mac_address': 'fa:16:3e:f4:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:26:53Z', 'updated_at': '2022-02-11T14:26:53Z', 'revision_number': 0, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:56.405690 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17773a48-1ad2-4e66-92a1-21ed1a91fa7e None None] The sync data for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 is: [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': 'f88e77bd-8127-46d8-b077-4889550029e9', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'port_id': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'mac_address': 'fa:16:3e:f4:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:26:53Z', 'updated_at': '2022-02-11T14:26:53Z', 'revision_number': 0, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:26:56.601521 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be9188-db3a-4e19-9d5a-4c76e8a123bb None None] New status for floating IP f88e77bd-8127-46d8-b077-4889550029e9: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:27:00.821262 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1af5fa6-3e3b-4adc-a699-9d4f95816384 req-4d1b1b0d-63f1-41bf-8520-80b77961e39f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682166 Feb 11 14:27:00.966669 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1af5fa6-3e3b-4adc-a699-9d4f95816384 req-cb9a1e8e-ab6a-4be4-a980-5ea6c285f568 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0728693 Feb 11 14:27:01.201254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af5fa6-3e3b-4adc-a699-9d4f95816384 req-e33503e7-70ad-45a6-9eb5-11c75f1ddcc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:01.202723 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1af5fa6-3e3b-4adc-a699-9d4f95816384 req-e33503e7-70ad-45a6-9eb5-11c75f1ddcc6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.2175367 Feb 11 14:27:01.305373 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1af5fa6-3e3b-4adc-a699-9d4f95816384 req-4a577c02-74f0-4a78-842b-b773438cc81b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 200 len: 1000 time: 0.0972521 Feb 11 14:27:01.367747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af5fa6-3e3b-4adc-a699-9d4f95816384 req-c4ae6757-96ac-45b8-89f0-1ebfa38a6a5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:01.369140 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1af5fa6-3e3b-4adc-a699-9d4f95816384 req-c4ae6757-96ac-45b8-89f0-1ebfa38a6a5e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0575483 Feb 11 14:27:01.448991 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1af5fa6-3e3b-4adc-a699-9d4f95816384 req-767ace77-02b0-4b17-84ac-04b5e57c2e55 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716972 Feb 11 14:27:01.581108 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1af5fa6-3e3b-4adc-a699-9d4f95816384 req-71e64a5c-7df4-45ae-a41c-9a75ae7659c7 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264584 Feb 11 14:27:01.716452 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-c1af5fa6-3e3b-4adc-a699-9d4f95816384 req-78352f42-14d8-41f7-999a-4509051bea46 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296029 Feb 11 14:27:08.138902 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:13.165499 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:15.612153 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d57c78f-c1ed-407b-bd9b-688e5df84900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:17.824141 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85fa3d98-4db4-4dbe-8799-9b87c800abee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:19.066515 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:19.156429 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:20.555853 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:30.396457 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:27:38.152886 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.182306 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.613880 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4207d7d1-8d1c-48d1-9583-499a7e09aacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.825648 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e30bad0-332b-42d2-90a9-cfd0664f6251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:49.068377 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:49.155719 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:50.556747 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:02.736005 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-0333fb62-f702-4222-8dfb-ba81bbeaf410 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1323481 Feb 11 14:28:02.870670 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-88dda69c-6162-490c-8c5e-aab9c0d0eadd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0693934 Feb 11 14:28:03.013659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-0f5c9d47-205a-4c1e-9576-109cf191e38c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:03.015172 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-0f5c9d47-205a-4c1e-9576-109cf191e38c service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1278217 Feb 11 14:28:03.116647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-e6b4986c-362b-4f76-ae8f-d5697de31557 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 200 len: 1000 time: 0.0961134 Feb 11 14:28:03.179706 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-773bc04b-27ef-4668-82ca-df87db728c62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:03.181045 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-773bc04b-27ef-4668-82ca-df87db728c62 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0593965 Feb 11 14:28:03.254197 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-3c5bc342-c0a4-4fe9-b110-cd0668f357fa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671921 Feb 11 14:28:03.263697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-4efb64c3-1e00-420e-8034-993820a52cd7 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83567) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:28:03.264634 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-4efb64c3-1e00-420e-8034-993820a52cd7 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049448 Feb 11 14:28:03.395757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-a9887317-1983-4767-b951-07ab20ed91e8 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249571 Feb 11 14:28:03.534347 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-473e6735-d3fa-4af3-a6f9-fc032f947291 req-472d9826-02d4-4819-a1b5-76aa742e1581 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319158 Feb 11 14:28:07.396240 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:28:08.153054 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:13.180808 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:15.616879 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-900d20a7-5cfc-43e0-a792-5cc9d13daf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:17.827513 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f91150db-6e12-4b60-8056-3efae02f5cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.070262 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:19.157745 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:20.559587 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:38.168036 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:43.189487 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:44.396382 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:28:45.619815 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-216bff76-b2de-4f96-a048-b1e64bef199a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.829976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6b54ff10-9f82-4ce0-bc55-cc7adb012f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.074625 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.160130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.561984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:51.382171 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24dfd1-90e2-44bd-a9e0-107fe161bf22 req-835e0e7c-c48a-465e-b34c-5515852fde4e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:51.383648 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b24dfd1-90e2-44bd-a9e0-107fe161bf22 req-835e0e7c-c48a-465e-b34c-5515852fde4e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0759969 Feb 11 14:28:51.433813 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b24dfd1-90e2-44bd-a9e0-107fe161bf22 req-5602749a-5151-4429-ad05-d0a8b93a9be4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443540 Feb 11 14:28:52.672184 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7ba68-4c63-46ab-9fd4-5fee41fa6f53 req-f112efb2-c7da-467e-8609-76b81be34b59 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:52.673655 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ee7ba68-4c63-46ab-9fd4-5fee41fa6f53 req-f112efb2-c7da-467e-8609-76b81be34b59 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0796981 Feb 11 14:28:52.718537 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-9ee7ba68-4c63-46ab-9fd4-5fee41fa6f53 req-e40ff4be-aeb8-4851-bf3c-efa3df61d85e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395038 Feb 11 14:28:53.954177 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657cf34-7b1b-4b7d-8f43-1ba7031b380d req-93eb50f6-35cb-4692-bb47-441d89bc836e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:53.955692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a657cf34-7b1b-4b7d-8f43-1ba7031b380d req-93eb50f6-35cb-4692-bb47-441d89bc836e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0767972 Feb 11 14:28:54.004334 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a657cf34-7b1b-4b7d-8f43-1ba7031b380d req-3f952688-631e-4126-a526-f59c539149ed tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431678 Feb 11 14:28:55.203175 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c2fc-000a-4717-994c-49925f3f7b83 req-2cda9a0f-6e58-423a-a636-2c2ae4297866 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:55.204693 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35e2c2fc-000a-4717-994c-49925f3f7b83 req-2cda9a0f-6e58-423a-a636-2c2ae4297866 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0809069 Feb 11 14:28:55.249215 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-35e2c2fc-000a-4717-994c-49925f3f7b83 req-338778e4-aa2d-4a24-87fb-4616ec2330df tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390639 Feb 11 14:28:56.543482 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e943f8-7471-407e-9bcb-5dbf75905263 req-f00b82b1-13ee-46b3-adee-ef90455443d5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:56.544889 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b7e943f8-7471-407e-9bcb-5dbf75905263 req-f00b82b1-13ee-46b3-adee-ef90455443d5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.1721325 Feb 11 14:28:56.589948 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b7e943f8-7471-407e-9bcb-5dbf75905263 req-e19d019d-e3d3-4966-af46-03ce9a435416 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396371 Feb 11 14:28:57.788022 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be1b53-f4c4-4014-85e8-360e0dfd97e4 req-ade4aca9-a0c9-4561-adf2-c175246a7290 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:57.789418 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73be1b53-f4c4-4014-85e8-360e0dfd97e4 req-ade4aca9-a0c9-4561-adf2-c175246a7290 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0799627 Feb 11 14:28:57.834714 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-73be1b53-f4c4-4014-85e8-360e0dfd97e4 req-fe261ab0-09ff-43d0-84b4-a0775087553b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389223 Feb 11 14:28:59.035581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff535f5-1f85-4244-af13-34cf5566f759 req-5dc0bca6-4a0d-49c6-95fa-b2d90a89db03 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:59.037035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6ff535f5-1f85-4244-af13-34cf5566f759 req-5dc0bca6-4a0d-49c6-95fa-b2d90a89db03 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0810711 Feb 11 14:28:59.083767 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6ff535f5-1f85-4244-af13-34cf5566f759 req-7e1722ab-9fc0-45a7-82cb-f4d767d747ee tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412238 Feb 11 14:29:00.281933 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d9b2b-aba9-4264-a16e-e38a858667cf req-a9f5428c-2ff9-4cdd-84ce-48477c8eb7ff tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:00.283792 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f0d9b2b-aba9-4264-a16e-e38a858667cf req-a9f5428c-2ff9-4cdd-84ce-48477c8eb7ff tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0794945 Feb 11 14:29:00.328119 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3f0d9b2b-aba9-4264-a16e-e38a858667cf req-717c51a0-df8e-49b6-b314-e68b74c6e268 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389194 Feb 11 14:29:01.519226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dec35df-3825-4633-9bda-38f7d72bbde9 req-bab4c982-211c-4580-b2eb-ccd6c5c167b9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1096 time: 0.1219878 Feb 11 14:29:01.633686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a1498-5673-4af5-b783-1aa5c1c4cfe9 req-2fcb5533-578b-4114-bc8f-b73815eab0cc tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:01.635096 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-736a1498-5673-4af5-b783-1aa5c1c4cfe9 req-2fcb5533-578b-4114-bc8f-b73815eab0cc tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.1806352 Feb 11 14:29:01.700063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec35df-3825-4633-9bda-38f7d72bbde9 req-bc934a6c-a5cc-4eeb-8b79-1d55a5e68e2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:01.701511 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dec35df-3825-4633-9bda-38f7d72bbde9 req-bc934a6c-a5cc-4eeb-8b79-1d55a5e68e2e service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1723905 Feb 11 14:29:01.708850 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-736a1498-5673-4af5-b783-1aa5c1c4cfe9 req-e7e15583-a5ff-40cd-a1e7-790465817441 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682201 Feb 11 14:29:01.812591 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dec35df-3825-4633-9bda-38f7d72bbde9 req-8f36695b-1b59-45b4-a03f-a7f2fce8fd0a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 200 len: 1000 time: 0.1027985 Feb 11 14:29:01.878686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec35df-3825-4633-9bda-38f7d72bbde9 req-a81fd59e-ae07-4e02-90f6-2f03c2e8cf44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:01.880128 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dec35df-3825-4633-9bda-38f7d72bbde9 req-a81fd59e-ae07-4e02-90f6-2f03c2e8cf44 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0621068 Feb 11 14:29:01.953634 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dec35df-3825-4633-9bda-38f7d72bbde9 req-3352e2b2-51f5-482e-9d5d-0f1b5d358315 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680046 Feb 11 14:29:02.089281 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dec35df-3825-4633-9bda-38f7d72bbde9 req-2629ad65-c36a-4b84-a386-2520d592dd13 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293662 Feb 11 14:29:02.223734 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3dec35df-3825-4633-9bda-38f7d72bbde9 req-d154f0fd-4e86-49bd-a26c-2c7ad490a77c service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288490 Feb 11 14:29:02.908763 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b40f2-b90c-4c00-af76-858223c3d4db req-4cfd5917-e402-4751-bce6-3ad65e1dab92 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:02.910309 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d2b40f2-b90c-4c00-af76-858223c3d4db req-4cfd5917-e402-4751-bce6-3ad65e1dab92 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0760663 Feb 11 14:29:02.954189 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-3d2b40f2-b90c-4c00-af76-858223c3d4db req-53f1c919-1eb1-43c4-82d1-c00acc9c9ce0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Feb 11 14:29:04.306614 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a2d01-7c78-482f-bf4f-b34c8c3c2843 req-efddccdd-8621-49ab-95ed-e77dec840033 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:04.308092 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f13a2d01-7c78-482f-bf4f-b34c8c3c2843 req-efddccdd-8621-49ab-95ed-e77dec840033 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0759914 Feb 11 14:29:04.357088 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f13a2d01-7c78-482f-bf4f-b34c8c3c2843 req-e3cca7a4-0934-4986-b11a-59e0235b5a68 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Feb 11 14:29:04.545030 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-094db344-33b3-449b-9179-056ebc1d4450 req-204f6bd6-0dc1-41c4-8022-9b81c8271811 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738173 Feb 11 14:29:04.738877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-3d3146d8-1ac2-4640-bccc-81aac73d4d0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683675 Feb 11 14:29:04.814552 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37c23e-44a5-4d23-8df8-d091288429cd req-33b1e6ef-4391-4a50-bd0a-fe9961babad4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:04.816055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc37c23e-44a5-4d23-8df8-d091288429cd req-33b1e6ef-4391-4a50-bd0a-fe9961babad4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0763381 Feb 11 14:29:04.871682 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-fc37c23e-44a5-4d23-8df8-d091288429cd req-6fa446f8-6c33-4cbb-966e-2e83ed9ae404 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495174 Feb 11 14:29:06.145479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3098e8-7ee9-4574-9954-5a0f23322568 req-a79ade7f-966e-4c96-a574-8a82cc819773 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:06.147582 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1a3098e8-7ee9-4574-9954-5a0f23322568 req-a79ade7f-966e-4c96-a574-8a82cc819773 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.1532266 Feb 11 14:29:06.196370 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1a3098e8-7ee9-4574-9954-5a0f23322568 req-69b76651-cc6e-4e39-8f1a-528c593c0cc0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Feb 11 14:29:06.791769 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:29:06.903330 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.929435 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:29:06.941554 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:06.946463 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.949226 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-aac2c1b3-5e80-4013-a3a0-8379bfcd05ab service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9&tenant_id=b7fe7cf2e5e44e309d76ec238475e608 HTTP/1.1" status: 200 len: 1096 time: 0.0708890 Feb 11 14:29:07.028421 n-d-818559-1 neutron-server[83569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'code': 422} returned with failed status Feb 11 14:29:07.042455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-8355bbd1-784f-4808-89bb-21aad70b4814 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1094 time: 0.0727134 Feb 11 14:29:07.060555 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:07.069409 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.069757 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.070091 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.070422 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.070788 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.071128 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.071617 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.071978 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.072304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.072623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.072942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:29:07.182378 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-82016404-09d9-4ead-895d-8ef2ecd80460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:07.183855 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-82016404-09d9-4ead-895d-8ef2ecd80460 service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1360376 Feb 11 14:29:07.291703 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-514eb4d7-7802-403b-98f9-aca20732b125 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 200 len: 998 time: 0.1011655 Feb 11 14:29:07.399219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9187e64-c41d-47f2-a78c-9cd1548f8490 req-28a8b787-652b-4584-a8d0-e100b1590ac0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:07.401550 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9187e64-c41d-47f2-a78c-9cd1548f8490 req-28a8b787-652b-4584-a8d0-e100b1590ac0 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0854785 Feb 11 14:29:07.448711 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c9187e64-c41d-47f2-a78c-9cd1548f8490 req-d96ad128-53a5-4bc7-95c1-7872e3f91e7a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416164 Feb 11 14:29:07.456824 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-432c68d6-ee96-4be9-b71b-ca73413d7eb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:07.458421 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-432c68d6-ee96-4be9-b71b-ca73413d7eb5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.1610661 Feb 11 14:29:07.533647 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-19d0f43b-8530-44eb-a79e-bf649adbe47a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695608 Feb 11 14:29:07.664350 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-25d63b0d-a183-4e66-9a69-06c0fce9f78e service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252151 Feb 11 14:29:07.796980 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-701fd513-eb62-4240-8c8a-8f84fb740bc0 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273305 Feb 11 14:29:08.182076 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:08.715520 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f018577-8e9f-4e01-bf2c-017ac0e63d83 req-2e79a716-0a6f-45d8-9a38-bfd733dd5343 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:08.717000 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f018577-8e9f-4e01-bf2c-017ac0e63d83 req-2e79a716-0a6f-45d8-9a38-bfd733dd5343 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.1470790 Feb 11 14:29:08.766133 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0f018577-8e9f-4e01-bf2c-017ac0e63d83 req-41b5c66e-cc08-4a11-944a-682a318d564f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435536 Feb 11 14:29:09.966790 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019db699-385d-4f17-b199-1a26996e3c11 req-3f27fbff-b930-4e98-a9be-ff5dca0d9726 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:09.968249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-019db699-385d-4f17-b199-1a26996e3c11 req-3f27fbff-b930-4e98-a9be-ff5dca0d9726 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0816617 Feb 11 14:29:10.017701 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-019db699-385d-4f17-b199-1a26996e3c11 req-6282ce26-53df-4570-9b66-4e9a153229de tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431323 Feb 11 14:29:11.222205 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8db27-3f8a-44dd-b979-2c8fa356cd48 req-66fda113-4304-4488-8aa3-96bc7b11bd71 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.223745 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-73c8db27-3f8a-44dd-b979-2c8fa356cd48 req-66fda113-4304-4488-8aa3-96bc7b11bd71 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0825484 Feb 11 14:29:11.272757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-73c8db27-3f8a-44dd-b979-2c8fa356cd48 req-0f5acae9-954c-4239-99a9-67ddd0266993 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Feb 11 14:29:12.466519 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb346a-50b8-4405-8743-c5eb554db10a req-2d47009a-7672-42d6-a4dc-b6dff90d2e74 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:12.467988 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83cb346a-50b8-4405-8743-c5eb554db10a req-2d47009a-7672-42d6-a4dc-b6dff90d2e74 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0755985 Feb 11 14:29:12.512992 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-83cb346a-50b8-4405-8743-c5eb554db10a req-3270e695-1982-4e34-9a8a-44926f1a5bb5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395823 Feb 11 14:29:13.197362 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:13.740773 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587114d9-991f-43b4-b042-ae31e10a17bd req-e3cb2fd9-550c-4e4a-8ab6-275bfeed48fc tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:13.742245 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-587114d9-991f-43b4-b042-ae31e10a17bd req-e3cb2fd9-550c-4e4a-8ab6-275bfeed48fc tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0842979 Feb 11 14:29:13.786987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-587114d9-991f-43b4-b042-ae31e10a17bd req-868e59db-1314-4f55-896a-156044457fb8 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385032 Feb 11 14:29:14.837599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:29:14.970517 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:14.983660 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'port_id': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'mac_address': 'fa:16:3e:f4:57:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:29:14.987063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6b9e9-61fa-4162-848e-d6e9680f8c4e req-99b1ab5b-9fc7-4830-9fe5-4cc8b512ed34 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:14.988519 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-45a6b9e9-61fa-4162-848e-d6e9680f8c4e req-99b1ab5b-9fc7-4830-9fe5-4cc8b512ed34 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 943 time: 0.0796256 Feb 11 14:29:15.037049 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-45a6b9e9-61fa-4162-848e-d6e9680f8c4e req-9c402a7e-27e7-4f92-b625-6f5b9ebcae76 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420811 Feb 11 14:29:15.041100 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.059092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:29:15.073861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:15.076755 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:15.140205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:15.311623 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:29:15.620594 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bfda023-1743-412d-ad66-3683dddd886f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:16.232837 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf059a-1d3f-4f11-aee6-3a2a6a904b46 req-005f915e-8b13-49c0-b07c-2d5c281ab78e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:16.234325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4dcf059a-1d3f-4f11-aee6-3a2a6a904b46 req-005f915e-8b13-49c0-b07c-2d5c281ab78e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 944 time: 0.0768566 Feb 11 14:29:16.278761 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-4dcf059a-1d3f-4f11-aee6-3a2a6a904b46 req-724b514d-c8db-45e0-bc74-adbbb399247e tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386920 Feb 11 14:29:16.853292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:29:16.923064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:16.923425 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:17.040653 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:17.068753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:29:17.078007 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:17.081956 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:17.127341 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'code': 200} Feb 11 14:29:17.154461 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:17.346158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09b3fbdf-9ba7-4604-9119-07a9ce4939e5 req-65def633-7180-4517-b29c-c573c2f0adb6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0811470 Feb 11 14:29:17.391354 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-09b3fbdf-9ba7-4604-9119-07a9ce4939e5 req-4438f78e-e653-4a8b-a548-98ba79b379ea service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389931 Feb 11 14:29:17.481999 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96e8ac-bdb3-43a1-b6e2-d43eca4640e4 req-8c1ffe84-5699-4d49-b51c-841ce21b6531 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:17.483541 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d96e8ac-bdb3-43a1-b6e2-d43eca4640e4 req-8c1ffe84-5699-4d49-b51c-841ce21b6531 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0774119 Feb 11 14:29:17.534600 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1d96e8ac-bdb3-43a1-b6e2-d43eca4640e4 req-0d49a41a-494c-4470-affb-e89cc5d120d1 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456259 Feb 11 14:29:17.831576 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8eb8ead3-8260-42d4-8d18-ea97f9bd8171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:18.747973 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d227fdb-14ad-4a7f-8d93-c0d171371fcf req-b78ba545-d737-4d42-9dce-5768c1d91b94 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:18.749401 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d227fdb-14ad-4a7f-8d93-c0d171371fcf req-b78ba545-d737-4d42-9dce-5768c1d91b94 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0787048 Feb 11 14:29:18.794841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7d227fdb-14ad-4a7f-8d93-c0d171371fcf req-03bbcde7-1610-4aeb-af8d-e00cff329c29 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398426 Feb 11 14:29:19.076976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.163028 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:20.564673 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.397226 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:29:38.205129 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:43.211227 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:45.621871 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a979c38-06e9-476a-a205-df3269a9f7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:47.835131 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7e3fbd1-c763-4188-b73b-212494d04d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.079195 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:49.165263 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:50.566794 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.397494 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:30:04.677469 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-595a7749-0b48-4cf3-b909-48e43917d506 req-c1a18b23-3605-4d0e-83eb-891e73711033 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691543 Feb 11 14:30:04.813100 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-595a7749-0b48-4cf3-b909-48e43917d506 req-3cb4da95-2288-4d79-a463-b1421b2de6b2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0696685 Feb 11 14:30:04.957256 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7749-0b48-4cf3-b909-48e43917d506 req-c31f94fd-c386-4d4c-974b-6b7cb7a54ccb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:04.958757 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-595a7749-0b48-4cf3-b909-48e43917d506 req-c31f94fd-c386-4d4c-974b-6b7cb7a54ccb service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1267707 Feb 11 14:30:05.061794 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-595a7749-0b48-4cf3-b909-48e43917d506 req-7518a79f-c274-4a9a-b26a-66f8e81430b6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 200 len: 1000 time: 0.0964112 Feb 11 14:30:05.126068 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7749-0b48-4cf3-b909-48e43917d506 req-900473b2-8d18-4999-adcd-ec7afe5e2c95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:05.127574 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-595a7749-0b48-4cf3-b909-48e43917d506 req-900473b2-8d18-4999-adcd-ec7afe5e2c95 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0600576 Feb 11 14:30:05.201875 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-595a7749-0b48-4cf3-b909-48e43917d506 req-268129cb-2f1b-4b7b-81cd-36feb88fd203 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689278 Feb 11 14:30:05.332164 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-595a7749-0b48-4cf3-b909-48e43917d506 req-a3c83371-4665-4c67-af01-6e03f765273f service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242633 Feb 11 14:30:05.559455 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-595a7749-0b48-4cf3-b909-48e43917d506 req-873276d4-aa6f-4096-9d66-570a1b334b7f service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217293 Feb 11 14:30:08.185290 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:13.212812 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:15.628508 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fcadc5c2-5f50-4c47-95ea-ae915cf5dee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:17.836455 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-deb09a38-041a-4536-b2e2-61010ba4730d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.082926 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:19.174442 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:20.569558 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.376116 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58250) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:34.656236 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Deleting port 18c94df7-53dd-4f2e-a734-965bd5a17419 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:34.656462 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.825152 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.825469 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:34.946063 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Calling delete_port for 18c94df7-53dd-4f2e-a734-965bd5a17419 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:30:35.089911 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.135540 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event deleted for resources: {'Port': ['ID=18c94df7-53dd-4f2e-a734-965bd5a17419,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:35.178256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.178616 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.178960 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.179294 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.179626 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.179956 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.180282 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.180620 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.180924 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.181242 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.181568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:35.240803 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.397790 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:30:35.636219 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Router ea16243f-8b7e-46c3-9657-6964eba6ef66 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:35.830853 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:35.841078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] Sync routers for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:30:35.853043 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:35.854694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:30:35.855305 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:35.913168 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-807fe20a-c827-43e8-b8fe-ffd089eb228b tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "DELETE /v2.0/floatingips/f88e77bd-8127-46d8-b077-4889550029e9 HTTP/1.1" status: 204 len: 168 time: 1.5359676 Feb 11 14:30:35.913739 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:30:36.050047 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:30:36.055890 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'status': 'completed', 'code': 200} Feb 11 14:30:36.152371 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbac5c6b-61bd-4012-9466-857e4c922760 req-6798ebf0-81ce-4f7a-ba1a-61e399fd728f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0746291 Feb 11 14:30:36.303792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac5c6b-61bd-4012-9466-857e4c922760 req-3dbcab29-3237-4f8b-86be-3da854419c58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:36.305362 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbac5c6b-61bd-4012-9466-857e4c922760 req-3dbcab29-3237-4f8b-86be-3da854419c58 service neutron] 10.222.0.75 "GET /v2.0/networks?id=39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 200 len: 909 time: 0.1411259 Feb 11 14:30:36.360842 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf7ec-2b88-4a20-9ab6-f341560ab9d2 req-333dd040-c6a0-4242-8f58-b02e6ae090d4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:36.361541 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f8adf7ec-2b88-4a20-9ab6-f341560ab9d2 req-333dd040-c6a0-4242-8f58-b02e6ae090d4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Synchronizing usage tracker for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:30:36.376631 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbac5c6b-61bd-4012-9466-857e4c922760 req-af60fdaa-7f21-4797-be8b-e6bcdee978b0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 200 len: 217 time: 0.0636039 Feb 11 14:30:36.377039 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f8adf7ec-2b88-4a20-9ab6-f341560ab9d2 req-333dd040-c6a0-4242-8f58-b02e6ae090d4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Unset dirty status for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:30:36.378186 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8adf7ec-2b88-4a20-9ab6-f341560ab9d2 req-333dd040-c6a0-4242-8f58-b02e6ae090d4 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0961399 Feb 11 14:30:36.428874 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f8adf7ec-2b88-4a20-9ab6-f341560ab9d2 req-a090a542-00d5-4793-8576-18d9c9b1545f tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446393 Feb 11 14:30:36.436836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:36.440968 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] Checking router: ea16243f-8b7e-46c3-9657-6964eba6ef66 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:30:36.451618 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac5c6b-61bd-4012-9466-857e4c922760 req-bba69cb7-ce95-4150-a011-9f3d418ed053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:36.453987 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbac5c6b-61bd-4012-9466-857e4c922760 req-bba69cb7-ce95-4150-a011-9f3d418ed053 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 200 len: 847 time: 0.0699482 Feb 11 14:30:36.455642 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:30:36.456263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:36.535054 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbac5c6b-61bd-4012-9466-857e4c922760 req-ff173628-8a8a-4071-a35c-b78673ed8a32 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=39affa6b-e25f-4ca4-a4d8-54584eb6facf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746753 Feb 11 14:30:36.638855 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:30:36.670138 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbac5c6b-61bd-4012-9466-857e4c922760 req-a2f87d3c-9d6a-4b48-8fe3-f5d419554f2f service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284342 Feb 11 14:30:36.809482 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-bbac5c6b-61bd-4012-9466-857e4c922760 req-f6b919bf-8ddd-4402-abb4-0e4240b3eef8 service neutron] 10.222.0.75 "GET /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327891 Feb 11 14:30:36.950931 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:36.954873 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbb4ad-9b35-4a8c-b191-75f32adb3d47 None None] The sync data for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 is: [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:48Z', 'revision_number': 4, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': 'a5045810-f141-47a8-91b9-a853117616cc', 'name': '', 'network_id': '39affa6b-e25f-4ca4-a4d8-54584eb6facf', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'mac_address': 'fa:16:3e:77:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:47Z', 'updated_at': '2022-02-11T14:22:07Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'subnets': [{'id': '02d9c53a-4512-45f7-98df-7184d1fa7226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:30:37.179771 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc94c0f-df64-4d62-8d2b-d3b7f6729940 None None] New status for floating IP f88e77bd-8127-46d8-b077-4889550029e9: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:30:37.635664 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97732a3-f710-452c-bcf1-21695ca2036b req-8a72ae03-906d-47d2-8f22-057f3f42788a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:37.637130 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d97732a3-f710-452c-bcf1-21695ca2036b req-8a72ae03-906d-47d2-8f22-057f3f42788a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0774832 Feb 11 14:30:37.686087 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d97732a3-f710-452c-bcf1-21695ca2036b req-d58df91d-8277-496a-be62-932280235a1d tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/security-groups?id=336a17e1-a859-403b-bb1b-24b9618558e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432346 Feb 11 14:30:37.774609 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-18a03479-cbc9-4838-985d-78e65692c61a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:37.775957 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-18a03479-cbc9-4838-985d-78e65692c61a tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.75 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 945 time: 0.0761170 Feb 11 14:30:37.854013 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Deleting port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:37.854350 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.096139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] For port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:38.096402 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.198408 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.222227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Calling delete_port for f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:30:38.366004 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.418538 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event deleted for resources: {'Port': ['ID=f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:38.553248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.553601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.553944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.554286 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.554639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.554976 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.555324 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.555633 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.555956 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.556281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.556604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:38.599111 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] No DVR routers for this DVR port f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:38.601534 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:38.604030 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'name': 'network-vif-deleted', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:30:38.620605 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-52bd25a0-910b-4d29-93d6-5eb7be24d34a req-cfecbf0e-545b-4864-a3db-f30e154b3bca tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.75 "DELETE /v2.0/ports/f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 HTTP/1.1" status: 204 len: 173 time: 0.8392665 Feb 11 14:30:38.665497 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79fbd68-2403-4c36-828e-4066eb75f9a9', 'name': 'network-vif-deleted', 'tag': 'f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426', 'status': 'completed', 'code': 200} Feb 11 14:30:38.861214 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dde41e1d-ea84-46e0-b6c9-4f9daf2f387b req-31b20bc3-3281-4b40-acff-f404557a1b11 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Synchronizing usage tracker for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:30:38.881648 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-dde41e1d-ea84-46e0-b6c9-4f9daf2f387b req-31b20bc3-3281-4b40-acff-f404557a1b11 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Unset dirty status for tenant:b7fe7cf2e5e44e309d76ec238475e608 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:30:38.882828 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-dde41e1d-ea84-46e0-b6c9-4f9daf2f387b req-31b20bc3-3281-4b40-acff-f404557a1b11 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "GET /v2.0/ports?device_id=f79fbd68-2403-4c36-828e-4066eb75f9a9 HTTP/1.1" status: 200 len: 210 time: 0.0730717 Feb 11 14:30:39.989643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58276) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:40.060318 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b2df734e-a1e7-42b6-b9f1-9d945b927df5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.092197 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b2df734e-a1e7-42b6-b9f1-9d945b927df5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.156155 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b2df734e-a1e7-42b6-b9f1-9d945b927df5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.174518 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df734e-a1e7-42b6-b9f1-9d945b927df5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336a17e1-a859-403b-bb1b-24b9618558e4,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:40.188481 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b2df734e-a1e7-42b6-b9f1-9d945b927df5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:40.192387 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b2df734e-a1e7-42b6-b9f1-9d945b927df5 tempest-TestShelveInstance-818451667 tempest-TestShelveInstance-818451667-project] 10.222.0.67 "DELETE /v2.0/security-groups/336a17e1-a859-403b-bb1b-24b9618558e4 HTTP/1.1" status: 204 len: 168 time: 0.1989696 Feb 11 14:30:40.250923 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58282) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:40.784953 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.289998 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:30:41.331948 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:30:41.332427 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device f80d3f4e-a3b8-4c03-b4cd-c6351bcb3426 not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:30:41.426421 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] Deleting port a5045810-f141-47a8-91b9-a853117616cc {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:41.427005 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.603616 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] For port a5045810-f141-47a8-91b9-a853117616cc, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=a5045810-f141-47a8-91b9-a853117616cc,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:41.604095 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:41.834161 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] Calling delete_port for a5045810-f141-47a8-91b9-a853117616cc owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:30:42.015511 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.062069 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5045810-f141-47a8-91b9-a853117616cc,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:42.355172 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:42.926930 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] Router ea16243f-8b7e-46c3-9657-6964eba6ef66 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:43.127066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:43.136149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] Sync routers for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:30:43.143515 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-7c1afd9f-d9bc-4393-b06b-52441d6a40b1 admin admin] 10.222.0.67 "PUT /v2.0/routers/ea16243f-8b7e-46c3-9657-6964eba6ef66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8914702 Feb 11 14:30:43.146146 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58288) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:43.149913 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:30:43.150516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:43.304010 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.348300 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:30:43.458770 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.658482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:30:41Z', 'revision_number': 5, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port': {'id': '46f20b8f-c0ba-46e2-980f-f7e408e04cbe', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:43.662455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] Checking router: ea16243f-8b7e-46c3-9657-6964eba6ef66 for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:30:43.665222 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.673774 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] Routers {'ea16243f-8b7e-46c3-9657-6964eba6ef66'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:30:43.674448 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['ea16243f-8b7e-46c3-9657-6964eba6ef66'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:43.675245 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Deleting port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:43.675629 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.867077 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] For port 46f20b8f-c0ba-46e2-980f-f7e408e04cbe, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=46f20b8f-c0ba-46e2-980f-f7e408e04cbe,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:43.867434 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:43.868927 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] Set router ea16243f-8b7e-46c3-9657-6964eba6ef66 gateway port host: None {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:30:43.973360 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:30:43Z', 'revision_number': 6, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:43.977174 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5dd6b-2a83-4a40-8dc2-c1fae8f9f22b None None] The sync data for ids ['ea16243f-8b7e-46c3-9657-6964eba6ef66'] in n-d-818559-1 is: [{'id': 'ea16243f-8b7e-46c3-9657-6964eba6ef66', 'name': 'tempest-TestShelveInstance-409080414-router', 'tenant_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:45Z', 'updated_at': '2022-02-11T14:30:43Z', 'revision_number': 6, 'project_id': 'b7fe7cf2e5e44e309d76ec238475e608', 'gw_port_host': None}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:30:43.991016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Calling delete_port for 46f20b8f-c0ba-46e2-980f-f7e408e04cbe owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:30:44.160667 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.207642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f20b8f-c0ba-46e2-980f-f7e408e04cbe,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:44.433455 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.805303 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.809624 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.836381 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.836922 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea16243f-8b7e-46c3-9657-6964eba6ef66 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:30:44.849400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.850523 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d8b229fc-a4eb-451c-be5f-93567d252371 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ea16243f-8b7e-46c3-9657-6964eba6ef66 HTTP/1.1" status: 204 len: 168 time: 1.7033901 Feb 11 14:30:44.853223 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58292) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:44.912970 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-284409cb-c3e6-41cf-bf92-33a1828c229a admin admin] Deleting subnet 02d9c53a-4512-45f7-98df-7184d1fa7226 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:30:44.916153 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-284409cb-c3e6-41cf-bf92-33a1828c229a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:44.971140 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-284409cb-c3e6-41cf-bf92-33a1828c229a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.048403 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-284409cb-c3e6-41cf-bf92-33a1828c229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.115377 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-284409cb-c3e6-41cf-bf92-33a1828c229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.158045 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284409cb-c3e6-41cf-bf92-33a1828c229a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d9c53a-4512-45f7-98df-7184d1fa7226,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:45.162782 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-284409cb-c3e6-41cf-bf92-33a1828c229a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.168516 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-284409cb-c3e6-41cf-bf92-33a1828c229a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/02d9c53a-4512-45f7-98df-7184d1fa7226 HTTP/1.1" status: 204 len: 168 time: 0.3143084 Feb 11 14:30:45.169105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaeb98f-cd73-4d6d-97ec-a12bd43a522f None None] Network 39affa6b-e25f-4ca4-a4d8-54584eb6facf requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:30:45.172327 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58296) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:45.282238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.292571 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Deleting port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:45.292901 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.427443 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] DHCP port deletion for 39affa6b-e25f-4ca4-a4d8-54584eb6facf request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:30:45.431711 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] Deleting port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:45.432077 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.503066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] For port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8f9ac3c9-7e97-4c6b-802b-329b6fa94c18,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:45.503425 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.640124 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Calling delete_port for 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:30:45.647212 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65398236-8cd0-49ae-adc5-75cdddb6625e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.653247 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] For port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8f9ac3c9-7e97-4c6b-802b-329b6fa94c18,segment=NetworkSegment(1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8),segment_id=1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:45.653575 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.718476 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.767311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9ac3c9-7e97-4c6b-802b-329b6fa94c18,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:45.771233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] No DVR routers for this DVR port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:45.780768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] Calling delete_port for 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:30:45.807661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:30:45.847753 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:30:45.848093 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:30:45.848509 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 46f20b8f-c0ba-46e2-980f-f7e408e04cbe no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:30:45.892587 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.895358 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 46f20b8f-c0ba-46e2-980f-f7e408e04cbe {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:30:45.895701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 46f20b8f-c0ba-46e2-980f-f7e408e04cbe not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:30:45.896123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a5045810-f141-47a8-91b9-a853117616cc no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:30:45.924154 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39affa6b-e25f-4ca4-a4d8-54584eb6facf']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:45.931223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: a5045810-f141-47a8-91b9-a853117616cc {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:30:45.931566 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device a5045810-f141-47a8-91b9-a853117616cc not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:30:45.937599 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:45.937905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbdd583-cbcb-4b3d-a50d-3fb2c0a1c0c8') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:45.950103 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.953716 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:30:45.954075 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:30:45.966072 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.972659 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:30:45.973055 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:45.986794 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:46.060995 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.080342 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.093404 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=39affa6b-e25f-4ca4-a4d8-54584eb6facf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:46.098048 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-daf8414c-a7b5-454c-ae25-c71985a028c9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/39affa6b-e25f-4ca4-a4d8-54584eb6facf HTTP/1.1" status: 204 len: 168 time: 0.9247885 Feb 11 14:30:46.100978 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58300) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:46.455275 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] Deleting port 8f9ac3c9-7e97-4c6b-802b-329b6fa94c18 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:46.455872 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:46.522592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4657fd2d-f944-4f68-af28-827e1be98545 None None] The port '8f9ac3c9-7e97-4c6b-802b-329b6fa94c18' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:30:46.587822 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:47.184296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] Deleting port 1f3e891f-b573-48e0-9169-6714e4d0063c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:47.184972 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:47.364353 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] For port 1f3e891f-b573-48e0-9169-6714e4d0063c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=1f3e891f-b573-48e0-9169-6714e4d0063c,segment=NetworkSegment(92280b95-c611-47d5-ad42-5c471809b6b8),segment_id=92280b95-c611-47d5-ad42-5c471809b6b8)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:47.364707 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:47.488435 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] Calling delete_port for 1f3e891f-b573-48e0-9169-6714e4d0063c owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:30:47.666156 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:47.714890 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3e891f-b573-48e0-9169-6714e4d0063c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:47.840759 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e94215a-29cc-4659-8bc6-e75ba18ef230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.128781 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:48.711569 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] Router dd4e5c79-8d38-4301-8795-035d0caefbcd has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:48.907118 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:48.915466 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] Sync routers for ids ['dd4e5c79-8d38-4301-8795-035d0caefbcd'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:30:48.923586 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-3597aa70-3ec6-4593-88e5-47b89373dc4b admin admin] 10.222.0.67 "PUT /v2.0/routers/dd4e5c79-8d38-4301-8795-035d0caefbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8216341 Feb 11 14:30:48.926206 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58304) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:48.928517 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] Routers {'dd4e5c79-8d38-4301-8795-035d0caefbcd'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:30:48.929102 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd4e5c79-8d38-4301-8795-035d0caefbcd'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:49.086568 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.117609 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] Set router dd4e5c79-8d38-4301-8795-035d0caefbcd gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:30:49.175284 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.226927 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.414063 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'name': 'tempest-TestShelveInstance-287142575-router', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:30:47Z', 'revision_number': 5, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'gw_port': {'id': '124f15ae-afc1-4976-bb9b-015734d0a72c', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:49.417858 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] Checking router: dd4e5c79-8d38-4301-8795-035d0caefbcd for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:30:49.425093 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.428389 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] Routers {'dd4e5c79-8d38-4301-8795-035d0caefbcd'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:30:49.428917 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['dd4e5c79-8d38-4301-8795-035d0caefbcd'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:49.434137 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Deleting port 124f15ae-afc1-4976-bb9b-015734d0a72c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:49.434481 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.583319 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] Set router dd4e5c79-8d38-4301-8795-035d0caefbcd gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:30:49.608433 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] For port 124f15ae-afc1-4976-bb9b-015734d0a72c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=124f15ae-afc1-4976-bb9b-015734d0a72c,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:49.608636 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.689436 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'name': 'tempest-TestShelveInstance-287142575-router', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:30:49Z', 'revision_number': 6, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:49.696096 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964bb8f-1d2e-46dc-9e2f-fa2fae345189 None None] The sync data for ids ['dd4e5c79-8d38-4301-8795-035d0caefbcd'] in n-d-818559-1 is: [{'id': 'dd4e5c79-8d38-4301-8795-035d0caefbcd', 'name': 'tempest-TestShelveInstance-287142575-router', 'tenant_id': 'bb9009db51d742c2a1518b0f243d7f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:51Z', 'updated_at': '2022-02-11T14:30:49Z', 'revision_number': 6, 'project_id': 'bb9009db51d742c2a1518b0f243d7f49', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:30:49.729898 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Calling delete_port for 124f15ae-afc1-4976-bb9b-015734d0a72c owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:30:49.893730 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:49.940414 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Pushing event deleted for resources: {'Port': ['ID=124f15ae-afc1-4976-bb9b-015734d0a72c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:50.171733 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.539968 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.544337 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.572384 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.573120 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd4e5c79-8d38-4301-8795-035d0caefbcd {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:30:50.574196 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.587206 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.588328 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-39ae44e6-8dde-4b1e-8889-d42eeafff17d admin admin] 10.222.0.67 "DELETE /v2.0/routers/dd4e5c79-8d38-4301-8795-035d0caefbcd HTTP/1.1" status: 204 len: 168 time: 1.6609731 Feb 11 14:30:50.591113 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58308) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:50.651590 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb408b7-e143-4ed8-8d39-cd00afb16009 admin admin] Deleting subnet 4ad9eebf-7891-4ae2-ab62-f14e34d5005a {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:30:50.654762 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6eb408b7-e143-4ed8-8d39-cd00afb16009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.705207 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6eb408b7-e143-4ed8-8d39-cd00afb16009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16372736'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.783508 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6eb408b7-e143-4ed8-8d39-cd00afb16009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.851292 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6eb408b7-e143-4ed8-8d39-cd00afb16009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16106366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16243446'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.892082 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb408b7-e143-4ed8-8d39-cd00afb16009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad9eebf-7891-4ae2-ab62-f14e34d5005a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:50.896602 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6eb408b7-e143-4ed8-8d39-cd00afb16009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:50.902823 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2986c6f-a3ec-4f15-8756-b53f2438262c None None] Network 7cf81015-c6c8-4580-af5c-cee08ec6afda requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:30:50.903015 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-6eb408b7-e143-4ed8-8d39-cd00afb16009 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4ad9eebf-7891-4ae2-ab62-f14e34d5005a HTTP/1.1" status: 204 len: 168 time: 0.3107529 Feb 11 14:30:50.906136 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58312) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:51.010682 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.021507 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Deleting port 8561c9ba-9602-470c-919d-acc2507e4332 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:51.021835 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.149230 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] DHCP port deletion for 7cf81015-c6c8-4580-af5c-cee08ec6afda request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:30:51.153392 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] Deleting port 8561c9ba-9602-470c-919d-acc2507e4332 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:51.153766 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.228410 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] For port 8561c9ba-9602-470c-919d-acc2507e4332, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8561c9ba-9602-470c-919d-acc2507e4332,segment=NetworkSegment(92280b95-c611-47d5-ad42-5c471809b6b8),segment_id=92280b95-c611-47d5-ad42-5c471809b6b8)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:51.228786 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.407648 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] For port 8561c9ba-9602-470c-919d-acc2507e4332, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=8561c9ba-9602-470c-919d-acc2507e4332,segment=NetworkSegment(92280b95-c611-47d5-ad42-5c471809b6b8),segment_id=92280b95-c611-47d5-ad42-5c471809b6b8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:51.407951 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.463138 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Calling delete_port for 8561c9ba-9602-470c-919d-acc2507e4332 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:30:51.530529 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] Calling delete_port for 8561c9ba-9602-470c-919d-acc2507e4332 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:30:51.541533 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.585964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8561c9ba-9602-470c-919d-acc2507e4332,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:51.592222 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] No DVR routers for this DVR port 8561c9ba-9602-470c-919d-acc2507e4332 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:30:51.604733 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:30:51.605312 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:30:51.715732 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.742241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf81015-c6c8-4580-af5c-cee08ec6afda']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:51.756844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92280b95-c611-47d5-ad42-5c471809b6b8') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:51.757137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92280b95-c611-47d5-ad42-5c471809b6b8') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:51.768376 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.772693 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8561c9ba-9602-470c-919d-acc2507e4332 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:30:51.785419 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.791694 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:30:51.792163 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:30:51.806436 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:30:51.808377 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 8561c9ba-9602-470c-919d-acc2507e4332 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:30:51.808528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 8561c9ba-9602-470c-919d-acc2507e4332 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:30:51.808946 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1f3e891f-b573-48e0-9169-6714e4d0063c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:30:51.840619 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 1f3e891f-b573-48e0-9169-6714e4d0063c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:30:51.840961 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 1f3e891f-b573-48e0-9169-6714e4d0063c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:30:51.841376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 124f15ae-afc1-4976-bb9b-015734d0a72c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:30:51.872784 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 124f15ae-afc1-4976-bb9b-015734d0a72c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:30:51.873805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 124f15ae-afc1-4976-bb9b-015734d0a72c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:30:51.886390 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.903586 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:51.913481 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf81015-c6c8-4580-af5c-cee08ec6afda,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:51.921878 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-02e75c87-0b6b-4ef6-89ba-70d2f91164f4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7cf81015-c6c8-4580-af5c-cee08ec6afda HTTP/1.1" status: 204 len: 168 time: 1.0146923 Feb 11 14:30:52.060239 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58318) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:52.106261 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] Deleting port 8561c9ba-9602-470c-919d-acc2507e4332 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:30:52.106689 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.128468 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-d7c3e6b0-0223-4613-a2b5-c7b2afe68dff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b7fe7cf2e5e44e309d76ec238475e608&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0669584 Feb 11 14:30:52.130864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58322) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:52.173457 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-771031f7-4f2f-4c1d-98e7-c1cd278dc632 None None] The port '8561c9ba-9602-470c-919d-acc2507e4332' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:30:52.194539 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c6cd0b0-03fd-453d-a96c-a053c08d2c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.220616 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c6cd0b0-03fd-453d-a96c-a053c08d2c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.270508 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c6cd0b0-03fd-453d-a96c-a053c08d2c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.288054 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cd0b0-03fd-453d-a96c-a053c08d2c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e503a80-af49-4bed-9389-5b6fac9a1856,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:52.293981 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-2c6cd0b0-03fd-453d-a96c-a053c08d2c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.295466 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2c6cd0b0-03fd-453d-a96c-a053c08d2c0c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e503a80-af49-4bed-9389-5b6fac9a1856 HTTP/1.1" status: 204 len: 168 time: 0.1633787 Feb 11 14:30:52.703966 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58330) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:52.754618 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-2f19c049-0732-459a-89d8-72583080f23e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb9009db51d742c2a1518b0f243d7f49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494189 Feb 11 14:30:52.758825 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58334) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:52.822194 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-658e1945-24bf-4090-a709-4b0d305c0570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.848034 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-658e1945-24bf-4090-a709-4b0d305c0570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.898993 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-658e1945-24bf-4090-a709-4b0d305c0570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.913247 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e1945-24bf-4090-a709-4b0d305c0570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eb7dcc-5b61-4f5a-8aca-1a37ace47284,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:52.922608 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-658e1945-24bf-4090-a709-4b0d305c0570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:52.922608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-658e1945-24bf-4090-a709-4b0d305c0570 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/86eb7dcc-5b61-4f5a-8aca-1a37ace47284 HTTP/1.1" status: 204 len: 168 time: 0.1620193 Feb 11 14:30:53.758829 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58356) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:53.890904 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-133678269-network', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:30:53.896671 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:30:53.900487 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Usage tracker for resource:network and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:30:53.903324 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:30:53.910477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:30:53.919855 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Made reservation on behalf of cb3219eb01544e21b9c3ef2bdbd2a9ea for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:53.922087 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.934089 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:53.969911 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:30:53.973851 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Usage tracker for resource:security_group_rule and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:30:53.976677 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:30:53.982207 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:30:54.047457 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.051059 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.080486 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:30:54.088514 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc179640-2dd0-4d09-ad4e-a5fa7c01e2ff,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:54.095012 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.095351 n-d-818559-1 neutron-server[83568]: INFO neutron.db.segments_db [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Added segment 09bf2274-0f91-40db-b6f1-463769d55e24 of type vlan for network 7c2e8338-0517-4b61-a9be-7a165f15b611 Feb 11 14:30:54.121845 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.150727 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.151523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:54.152086 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.257977 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4980581 Feb 11 14:30:54.258710 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5912-2a1f-4220-90d0-2703edd8e95b admin admin] Pushing event updated for resources: {'Network': ['ID=7c2e8338-0517-4b61-a9be-7a165f15b611,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:54.261521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58362) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:54.267880 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Request body: {'subnet': {'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-133678269-subnet', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:30:54.269304 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 7c2e8338-0517-4b61-a9be-7a165f15b611 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:30:54.273712 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:30:54.277696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Usage tracker for resource:subnet and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:30:54.280968 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:30:54.287072 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:30:54.297843 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Made reservation on behalf of cb3219eb01544e21b9c3ef2bdbd2a9ea for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:30:54.300292 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.503958 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.578427 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb3b5ec-1651-403e-a911-b2dbe7a9aba0,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:54.592926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Checking segment: {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:30:54.593278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Network hostable DHCP agents. Network: 7c2e8338-0517-4b61-a9be-7a165f15b611, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:30:54.615037 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Network 7c2e8338-0517-4b61-a9be-7a165f15b611 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:30:54.624528 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 7c2e8338-0517-4b61-a9be-7a165f15b611) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:54.631612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:54.631849 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd45964-b42d-456b-a8f8-2e7e09aaba49 None None] Network 7c2e8338-0517-4b61-a9be-7a165f15b611 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:30:54.632313 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.652522 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a29b7b0f-b177-4b98-a20a-4e542d9327ec admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3898396 Feb 11 14:30:54.655624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58366) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:54.660985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:30:54.666369 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:30:54.670804 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Usage tracker for resource:router and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:30:54.673601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:30:54.679506 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:30:54.690826 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.691757 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.711067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.842869 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-7c2e8338-0517-4b61-a9be-7a165f15b611', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:30:54.843678 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.860103 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:54.999700 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Allocated IP 172.20.0.2 (7c2e8338-0517-4b61-a9be-7a165f15b611/abb3b5ec-1651-403e-a911-b2dbe7a9aba0/ffc3b74a-1abf-41ce-95f0-4dc68e30d399) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:55.054817 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.085599 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.206382 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.217131 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Transition to ACTIVE for port object ffc3b74a-1abf-41ce-95f0-4dc68e30d399 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:30:55.223543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Allocated IP 172.25.4.46 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/4f48e465-2329-4c0e-a124-127d02a0f50d) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:55.236761 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Transition to ACTIVE for port object ffc3b74a-1abf-41ce-95f0-4dc68e30d399 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:30:55.241596 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.307993 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Network 7c2e8338-0517-4b61-a9be-7a165f15b611 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:55.311294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:55.314955 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:30:55.325021 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Pushing event updated for resources: {'Port': ['ID=ffc3b74a-1abf-41ce-95f0-4dc68e30d399,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:55.362557 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.362929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.363263 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.363593 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.363918 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.364242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.364563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.364882 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.365197 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.365516 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.365831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.426665 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Attempting to bind port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:30:55.427026 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Attempting to bind port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:30:55.427384 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Attempting to bind port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 on network 7c2e8338-0517-4b61-a9be-7a165f15b611 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:30:55.433579 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:30:55.433942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Checking segment: {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:30:55.434645 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.435029 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Bound using segment: {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:30:55.435548 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Bound port: ffc3b74a-1abf-41ce-95f0-4dc68e30d399, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:30:55.435921 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.477844 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.509467 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.531614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] For port ffc3b74a-1abf-41ce-95f0-4dc68e30d399, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:30:55.534877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] For port ffc3b74a-1abf-41ce-95f0-4dc68e30d399, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ffc3b74a-1abf-41ce-95f0-4dc68e30d399,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:30:55.540081 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.581225 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:55.583980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:55.588307 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:30:55.620400 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Pushing event updated for resources: {'Port': ['ID=4f48e465-2329-4c0e-a124-127d02a0f50d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:55.636425 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3058d0-b4bd-4a33-8d15-72dbf4f26e4f None None] Pushing event updated for resources: {'Port': ['ID=ffc3b74a-1abf-41ce-95f0-4dc68e30d399,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:55.755932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:55.756667 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.010221 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Router 457a54d4-69af-4751-9534-023ca1cc1f7c is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:30:56.214058 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:56.223455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Sync routers for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:30:56.235428 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:30:56.236037 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:56.237733 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.240124 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e5bc410c-f942-453d-935f-732342767edd admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5835004 Feb 11 14:30:56.242871 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58370) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:30:56.464413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:30:56.650080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ac511-bdfa-4924-a8f3-d4ac6b70738c None None] Network 7c2e8338-0517-4b61-a9be-7a165f15b611 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:30:56.808212 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5325ef53-7bc7-4a7a-8eeb-3cd5153edd2d None None] Provisioning for port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:30:56.982910 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:55Z', 'revision_number': 3, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:56.989486 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Checking router: 457a54d4-69af-4751-9534-023ca1cc1f7c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:30:56.989835 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Updating router 457a54d4-69af-4751-9534-023ca1cc1f7c port 4f48e465-2329-4c0e-a124-127d02a0f50d binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:30:57.006601 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.046142 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.338604 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Allocated IP 172.20.0.1 (7c2e8338-0517-4b61-a9be-7a165f15b611/abb3b5ec-1651-403e-a911-b2dbe7a9aba0/21d9d411-9c8d-48f1-aee0-a2da23f2fd4c) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:30:57.398544 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.411397 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Transition to ACTIVE for port object 4f48e465-2329-4c0e-a124-127d02a0f50d will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:30:57.417555 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.495686 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.503602 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Attempting to bind port 4f48e465-2329-4c0e-a124-127d02a0f50d on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:30:57.504112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Attempting to bind port 4f48e465-2329-4c0e-a124-127d02a0f50d by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:30:57.504339 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Attempting to bind port 4f48e465-2329-4c0e-a124-127d02a0f50d on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:30:57.506437 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7093627-fce6-44af-ae6d-a50c05fdc8a0 None None] Pushing event updated for resources: {'Port': ['ID=4f48e465-2329-4c0e-a124-127d02a0f50d,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:57.513078 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Transition to ACTIVE for port object 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:30:57.513393 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:30:57.514310 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:30:57.514855 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.515416 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:30:57.515886 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Bound port: 4f48e465-2329-4c0e-a124-127d02a0f50d, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:30:57.516258 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.535858 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.589041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] For port 4f48e465-2329-4c0e-a124-127d02a0f50d, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:30:57.592316 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] For port 4f48e465-2329-4c0e-a124-127d02a0f50d, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4f48e465-2329-4c0e-a124-127d02a0f50d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:30:57.595954 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.605496 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Network 7c2e8338-0517-4b61-a9be-7a165f15b611 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:57.609363 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:57.612788 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:30:57.650540 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Pushing event updated for resources: {'Port': ['ID=21d9d411-9c8d-48f1-aee0-a2da23f2fd4c,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:57.673904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.686622 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7093627-fce6-44af-ae6d-a50c05fdc8a0 None None] Pushing event updated for resources: {'Port': ['ID=4f48e465-2329-4c0e-a124-127d02a0f50d,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:57.690225 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:30:57.690854 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:57.777308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.834803 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ffc3b74a-1abf-41ce-95f0-4dc68e30d399 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:30:58.006155 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-114a54a9-a42e-47c8-9b52-3ee674b6d815 None None] Provisioning for port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:30:58.011310 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.015245 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-114a54a9-a42e-47c8-9b52-3ee674b6d815 None None] Provisioning complete for port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:58.015709 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-114a54a9-a42e-47c8-9b52-3ee674b6d815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.016293 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.044121 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:30:58.082144 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:30:58.114240 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:58.114615 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.125527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.128987 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Pushing event updated for resources: {'Port': ['ID=21d9d411-9c8d-48f1-aee0-a2da23f2fd4c,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:58.172148 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-114a54a9-a42e-47c8-9b52-3ee674b6d815 None None] Port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:30:58.266310 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Network 7c2e8338-0517-4b61-a9be-7a165f15b611 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:30:58.267501 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:30:58.411384 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.500701 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port ffc3b74a-1abf-41ce-95f0-4dc68e30d399, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ffc3b74a-1abf-41ce-95f0-4dc68e30d399,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:58.512738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.568607 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bdd29abd-62e3-4c50-a091-edb85c9c9c59 None None] Provisioning complete for port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:58.569034 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bdd29abd-62e3-4c50-a091-edb85c9c9c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.643123 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=ffc3b74a-1abf-41ce-95f0-4dc68e30d399,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:58.649656 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 1, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:30:58.653865 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bdd29abd-62e3-4c50-a091-edb85c9c9c59 None None] Port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:30:58.656403 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6597d83-b92e-4f8f-9a8e-f42fd91270da None None] The sync data for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 is: [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 1, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:30:58.666789 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Router 457a54d4-69af-4751-9534-023ca1cc1f7c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:30:59.005128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:30:59.014786 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-662dc363-b79b-4280-97d6-5236fb0308f1 admin admin] 10.222.0.67 "PUT /v2.0/routers/457a54d4-69af-4751-9534-023ca1cc1f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7708287 Feb 11 14:30:59.854404 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4f48e465-2329-4c0e-a124-127d02a0f50d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:30:59.922696 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 4f48e465-2329-4c0e-a124-127d02a0f50d completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:30:59.927164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4f48e465-2329-4c0e-a124-127d02a0f50d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:59.927526 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.017894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58392) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:00.023765 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1673651803-network', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:00.029958 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:00.034085 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Usage tracker for resource:network and tenant:f108d6c3a81e4e1bb1258c7693fbb0b0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:00.037087 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:00.042828 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:00.046325 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.053998 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Made reservation on behalf of f108d6c3a81e4e1bb1258c7693fbb0b0 for: {'network': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:00.056322 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for network, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.062250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 4f48e465-2329-4c0e-a124-127d02a0f50d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4f48e465-2329-4c0e-a124-127d02a0f50d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:00.066280 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.067293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ffc3b74a-1abf-41ce-95f0-4dc68e30d399 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:00.070121 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.103080 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:00.106914 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Usage tracker for resource:security_group_rule and tenant:f108d6c3a81e4e1bb1258c7693fbb0b0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:00.109834 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:00.115434 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:00.182600 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.187382 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=4f48e465-2329-4c0e-a124-127d02a0f50d,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:00.187989 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.202112 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:00.202732 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.220317 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=83567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:31:00.229391 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f87b7ef-f732-436d-bbb5-926f067c650d,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:00.237582 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.237930 n-d-818559-1 neutron-server[83567]: INFO neutron.db.segments_db [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Added segment d2a0a69a-e156-433d-ac0e-61405ebaab06 of type vlan for network 3c3afb70-4875-4866-83f2-8135026c9b70 Feb 11 14:31:00.267133 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742263822852'] for network, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.301178 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337'] for network, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.302115 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:00.302726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.405247 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] Pushing event updated for resources: {'Network': ['ID=3c3afb70-4875-4866-83f2-8135026c9b70,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:00.410639 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-813a9612-5997-4d98-88b6-3855373ce196 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3890297 Feb 11 14:31:00.411021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58396) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:00.414881 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Network 3c3afb70-4875-4866-83f2-8135026c9b70 details requested by agent ovs-agent-n-d-818559-1 with host n-d-818559-1 {{(pid=83569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 11 14:31:00.416581 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Request body: {'subnet': {'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1673651803-subnet', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'ip_version': 4}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:00.422419 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:00.426425 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Usage tracker for resource:subnet and tenant:f108d6c3a81e4e1bb1258c7693fbb0b0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:00.429412 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:00.435889 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:00.446261 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Made reservation on behalf of f108d6c3a81e4e1bb1258c7693fbb0b0 for: {'subnet': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:00.448778 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16773427'] for subnet, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.656704 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16179211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16773389'] for subnet, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.730833 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae71bf1-237c-40d4-81a9-3d0cf06114dd,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:00.741873 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Checking segment: {'id': 'd2a0a69a-e156-433d-ac0e-61405ebaab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:31:00.742233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Network hostable DHCP agents. Network: 3c3afb70-4875-4866-83f2-8135026c9b70, hostable agents: ['d548e7f5-0934-49d6-a95b-f7396ac95dc5'], hosted agents: [] {{(pid=83567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:31:00.764456 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Network 3c3afb70-4875-4866-83f2-8135026c9b70 is scheduled to be hosted by DHCP agent d548e7f5-0934-49d6-a95b-f7396ac95dc5 with binding_index 1 {{(pid=83567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:31:00.772913 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818559-1, 3c3afb70-4875-4866-83f2-8135026c9b70) {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:00.776684 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:00.777351 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.783090 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff36501-5d56-45f1-9874-11c9541f48e2 None None] Network 3c3afb70-4875-4866-83f2-8135026c9b70 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:31:00.801133 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-83ddd12d-207d-4228-92f4-51b769301c99 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3888752 Feb 11 14:31:00.804024 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58400) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:00.809380 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1673651803-router', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:00.816842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:00.820981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Usage tracker for resource:router and tenant:f108d6c3a81e4e1bb1258c7693fbb0b0 is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:00.823809 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:00.832295 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:00.843647 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44186'] for router, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.844569 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44181'] for router, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.863675 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.009858 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da6fa1f-7323-589d-85ab-44a66f0118b5-3c3afb70-4875-4866-83f2-8135026c9b70', 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'fixed_ips': [{'subnet_id': 'eae71bf1-237c-40d4-81a9-3d0cf06114dd'}]}} from n-d-818559-1. {{(pid=83569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 11 14:31:01.010692 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.016512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44199'] for router, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.211290 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.215853 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Allocated IP 172.20.0.2 (3c3afb70-4875-4866-83f2-8135026c9b70/eae71bf1-237c-40d4-81a9-3d0cf06114dd/11aa17ea-bdce-401f-8470-862afd2c38d0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:01.242862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.407769 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Allocated IP 172.25.4.149 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/18c66dbb-a71d-41b9-947b-1d0189c35d0b) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:01.435169 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.445569 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Transition to ACTIVE for port object 11aa17ea-bdce-401f-8470-862afd2c38d0 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:01.464105 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Transition to ACTIVE for port object 11aa17ea-bdce-401f-8470-862afd2c38d0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:01.472437 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.553748 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Network 3c3afb70-4875-4866-83f2-8135026c9b70 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:01.555066 n-d-818559-1 neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:01.559363 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:31:01.566475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Pushing event updated for resources: {'Port': ['ID=11aa17ea-bdce-401f-8470-862afd2c38d0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:01.577780 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.606511 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.651573 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Attempting to bind port 11aa17ea-bdce-401f-8470-862afd2c38d0 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:01.651942 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Attempting to bind port 11aa17ea-bdce-401f-8470-862afd2c38d0 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'd2a0a69a-e156-433d-ac0e-61405ebaab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:01.652306 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Attempting to bind port 11aa17ea-bdce-401f-8470-862afd2c38d0 on network 3c3afb70-4875-4866-83f2-8135026c9b70 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:31:01.659800 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:31:01.660218 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Checking segment: {'id': 'd2a0a69a-e156-433d-ac0e-61405ebaab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:31:01.660700 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.661078 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Bound using segment: {'id': 'd2a0a69a-e156-433d-ac0e-61405ebaab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:31:01.661544 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Bound port: 11aa17ea-bdce-401f-8470-862afd2c38d0, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a0a69a-e156-433d-ac0e-61405ebaab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:01.661915 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.674729 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:01.677894 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:01.681321 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:31:01.718193 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Pushing event updated for resources: {'Port': ['ID=18c66dbb-a71d-41b9-947b-1d0189c35d0b,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:01.756150 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] For port 11aa17ea-bdce-401f-8470-862afd2c38d0, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:01.759250 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] For port 11aa17ea-bdce-401f-8470-862afd2c38d0, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=11aa17ea-bdce-401f-8470-862afd2c38d0,segment=NetworkSegment(d2a0a69a-e156-433d-ac0e-61405ebaab06),segment_id=d2a0a69a-e156-433d-ac0e-61405ebaab06)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:01.766481 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.808644 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4f48e465-2329-4c0e-a124-127d02a0f50d up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:01.868418 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.869152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406059'] for router, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:01.904438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4802dc8-f943-40b9-a085-87d9f6e9bc1d None None] Pushing event updated for resources: {'Port': ['ID=11aa17ea-bdce-401f-8470-862afd2c38d0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:01.924524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 4f48e465-2329-4c0e-a124-127d02a0f50d triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:01.924885 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.241093 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 is scheduled to L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e with binding_index 1 {{(pid=83567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:31:02.446489 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:02.457932 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Sync routers for ids ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:31:02.470983 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:02.471645 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Routers {'72d5686b-0762-40f0-bd2e-b2200fbc9ad8'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:31:02.472154 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:02.472710 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8dd53cd7-8fb3-4868-a3c7-2d2ae0e90e1e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6674953 Feb 11 14:31:02.475470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58404) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:02.703052 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Set router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:31:02.867485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57f773-1b38-4f76-b792-b44a539f9195 None None] Network 3c3afb70-4875-4866-83f2-8135026c9b70 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:31:02.966137 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-05908fef-6a70-49fd-b65d-b0720234dbc0 None None] Provisioning for port 11aa17ea-bdce-401f-8470-862afd2c38d0 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:03.027296 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'name': 'tempest-TestSnapshotPattern-1673651803-router', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:00Z', 'updated_at': '2022-02-11T14:31:01Z', 'revision_number': 3, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'gw_port': {'id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:74:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:01Z', 'updated_at': '2022-02-11T14:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:03.031255 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Checking router: 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:31:03.031593 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Updating router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 port 18c66dbb-a71d-41b9-947b-1d0189c35d0b binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:31:03.085186 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.264147 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.425685 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.437488 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Transition to ACTIVE for port object 18c66dbb-a71d-41b9-947b-1d0189c35d0b will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:03.444230 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.495555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Allocated IP 172.20.0.1 (3c3afb70-4875-4866-83f2-8135026c9b70/eae71bf1-237c-40d4-81a9-3d0cf06114dd/667a9a1f-a436-47da-8b45-51661592ff70) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:03.521413 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Pushing event updated for resources: {'Port': ['ID=18c66dbb-a71d-41b9-947b-1d0189c35d0b,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:03.537311 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Attempting to bind port 18c66dbb-a71d-41b9-947b-1d0189c35d0b on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:03.537663 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Attempting to bind port 18c66dbb-a71d-41b9-947b-1d0189c35d0b by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:03.538010 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Attempting to bind port 18c66dbb-a71d-41b9-947b-1d0189c35d0b on network 5d284fd3-664c-4ba9-9cea-460cca212d89 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:31:03.546184 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.546565 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.546920 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.547242 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.547558 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.547872 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.548182 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.548491 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.548798 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.549103 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.549407 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:03.552472 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:31:03.553108 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Checking segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:31:03.553499 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.553862 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Bound using segment: {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:31:03.554458 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Bound port: 18c66dbb-a71d-41b9-947b-1d0189c35d0b, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9398b619-2e8d-4e0f-98a9-c2bad4154ef1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:03.554841 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.633040 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] For port 18c66dbb-a71d-41b9-947b-1d0189c35d0b, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:03.637504 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] For port 18c66dbb-a71d-41b9-947b-1d0189c35d0b, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=18c66dbb-a71d-41b9-947b-1d0189c35d0b,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:03.642139 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.652621 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.668459 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Transition to ACTIVE for port object 667a9a1f-a436-47da-8b45-51661592ff70 will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:03.690542 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.724859 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c95110-ff9c-4c24-83a4-47e32a88f478 None None] Pushing event updated for resources: {'Port': ['ID=18c66dbb-a71d-41b9-947b-1d0189c35d0b,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:03.729211 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Routers {'72d5686b-0762-40f0-bd2e-b2200fbc9ad8'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:31:03.729839 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:03.771554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Network 3c3afb70-4875-4866-83f2-8135026c9b70 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:03.775543 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Pushing event updated for resources: {'Port': ['ID=667a9a1f-a436-47da-8b45-51661592ff70,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:03.778381 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:03.781624 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:31:03.849241 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 11aa17ea-bdce-401f-8470-862afd2c38d0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:03.852862 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406517'] for router_interface, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:03.931828 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] Set router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:31:03.949893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 11aa17ea-bdce-401f-8470-862afd2c38d0 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:03.959292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 11aa17ea-bdce-401f-8470-862afd2c38d0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:03.959959 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.082535 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.101956 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.143804 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 11aa17ea-bdce-401f-8470-862afd2c38d0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=11aa17ea-bdce-401f-8470-862afd2c38d0,segment=NetworkSegment(d2a0a69a-e156-433d-ac0e-61405ebaab06),segment_id=d2a0a69a-e156-433d-ac0e-61405ebaab06)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:04.149024 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.184108 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ec208a02-5a04-43ff-b78a-3d79796f7415 None None] Provisioning for port 667a9a1f-a436-47da-8b45-51661592ff70 completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:04.198438 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ec208a02-5a04-43ff-b78a-3d79796f7415 None None] Provisioning complete for port 667a9a1f-a436-47da-8b45-51661592ff70 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:04.198825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec208a02-5a04-43ff-b78a-3d79796f7415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.270140 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=11aa17ea-bdce-401f-8470-862afd2c38d0,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:04.274969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ec208a02-5a04-43ff-b78a-3d79796f7415 None None] Port 667a9a1f-a436-47da-8b45-51661592ff70 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:31:04.280136 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'name': 'tempest-TestSnapshotPattern-1673651803-router', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:00Z', 'updated_at': '2022-02-11T14:31:01Z', 'revision_number': 3, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'gw_port': {'id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:74:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:01Z', 'updated_at': '2022-02-11T14:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:04.284374 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2655da6-393c-4ad7-a61b-a74ba8ecfc89 None None] The sync data for ids ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'] in n-d-818559-1 is: [{'id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'name': 'tempest-TestSnapshotPattern-1673651803-router', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:00Z', 'updated_at': '2022-02-11T14:31:01Z', 'revision_number': 3, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'gw_port': {'id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:74:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:01Z', 'updated_at': '2022-02-11T14:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:31:04.322919 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.328527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.435301 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Pushing event updated for resources: {'Port': ['ID=667a9a1f-a436-47da-8b45-51661592ff70,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:04.437771 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406296'] for router_interface, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.577315 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Network 3c3afb70-4875-4866-83f2-8135026c9b70 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:04.578597 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:04.797905 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a56a7a88-f4c9-4c1a-bc25-eeff36a5ec0e None None] Provisioning complete for port 667a9a1f-a436-47da-8b45-51661592ff70 triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:04.798265 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a56a7a88-f4c9-4c1a-bc25-eeff36a5ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:04.849754 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a56a7a88-f4c9-4c1a-bc25-eeff36a5ec0e None None] Port 667a9a1f-a436-47da-8b45-51661592ff70 cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:31:04.977831 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:05.178347 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:05.187608 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e896cb1b-5624-4e7b-b9d4-edcf2097db3b admin admin] 10.222.0.67 "PUT /v2.0/routers/72d5686b-0762-40f0-bd2e-b2200fbc9ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7111537 Feb 11 14:31:05.779625 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 11aa17ea-bdce-401f-8470-862afd2c38d0 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:05.848193 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 11aa17ea-bdce-401f-8470-862afd2c38d0 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:05.848556 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:05.964479 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58414) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:05.970338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1577754016', 'description': 'tempest-secgroup-smoke-1577754016 description', 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:05.976771 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:05.980764 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Usage tracker for resource:security_group and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:05.984276 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:05.990482 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:05.999937 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.037437 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:06.041141 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Usage tracker for resource:security_group_rule and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:06.044059 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:06.050597 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:06.106210 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.110631 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.150715 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ae6a78-9e17-4056-b297-2a222564ea3f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:06.154296 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.155608 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-498a17c8-4149-4b8e-9293-9e9dfc7f096a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1901300 Feb 11 14:31:06.158681 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58418) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:06.164281 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'security_group_rule': {'security_group_id': 'c1ae6a78-9e17-4056-b297-2a222564ea3f', 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:06.171565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:06.175576 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Usage tracker for resource:security_group_rule and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:06.178964 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:06.184652 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:06.201075 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.261668 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.265193 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.288721 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66857e74-4692-49e1-8b38-53ad93e621f8,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:06.297710 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.298914 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-50d698a9-b539-4da1-b0ae-eb82f8212680 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1391585 Feb 11 14:31:06.301673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58422) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:06.306955 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'security_group_rule': {'security_group_id': 'c1ae6a78-9e17-4056-b297-2a222564ea3f', 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:06.313925 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:06.317743 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Usage tracker for resource:security_group_rule and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:06.321605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:06.327521 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:06.346975 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.409665 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.412946 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.437326 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d186f466-3620-4e32-82cf-0660c31542c3,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:06.446727 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.447906 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-129e043b-5ab1-48d0-8bd1-f1d9a807a951 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1453288 Feb 11 14:31:06.450524 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58426) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:06.456639 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'security_group_rule': {'security_group_id': 'c1ae6a78-9e17-4056-b297-2a222564ea3f', 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:06.463061 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:06.468091 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Usage tracker for resource:security_group_rule and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:06.471490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:06.477063 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:06.493246 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.555010 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.558491 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.582395 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb96b0e5-485f-4d75-af52-0a603e04d844,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:06.592579 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.593878 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-e726905c-ff77-4305-829d-6cc352524104 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1416159 Feb 11 14:31:06.596554 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58430) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:06.601861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'security_group_rule': {'security_group_id': 'c1ae6a78-9e17-4056-b297-2a222564ea3f', 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:06.608382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:06.612129 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Usage tracker for resource:security_group_rule and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:06.614980 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:06.620673 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:06.637273 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.705261 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.708782 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.733531 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f1aa65-9568-41e6-bb6a-551cc2dc5a70,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:06.742238 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.743563 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-47ea5ad0-933f-4bb0-a1b0-19c0e834f2ea tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1461291 Feb 11 14:31:06.746267 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58434) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:06.751838 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'security_group_rule': {'security_group_id': 'c1ae6a78-9e17-4056-b297-2a222564ea3f', 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:06.758415 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:06.762257 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Usage tracker for resource:security_group_rule and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:06.765790 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:06.771474 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:06.782266 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Project cb3219eb01544e21b9c3ef2bdbd2a9ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:31:06.788605 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.851857 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.855492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.878534 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70aa2d84-ba12-48be-ad48-7e8e3717a0f0,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:06.888001 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:06.890054 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b99df2ac-5f92-4e7b-9d12-ef357fe3fc2c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1427994 Feb 11 14:31:06.892844 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58438) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:06.898713 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'security_group_rule': {'security_group_id': 'c1ae6a78-9e17-4056-b297-2a222564ea3f', 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:06.906690 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:06.910566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Usage tracker for resource:security_group_rule and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:06.913603 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:06.919747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:06.930963 n-d-818559-1 neutron-server[83567]: INFO neutron.db.securitygroups_db [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Project cb3219eb01544e21b9c3ef2bdbd2a9ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:31:06.937964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.002294 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.006405 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331356'] for security_group_rule, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.031959 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1df688-e489-4bff-99f0-2ace8dbb964a,revision_number=0']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:07.040882 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:07.042034 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-a7b2c3ff-b8b5-499d-94e8-bd0a66df8a2d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1478794 Feb 11 14:31:07.305625 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-b72b6d6e-0bea-484f-afde-e7623024d965 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577754016&fields=id&tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea HTTP/1.1" status: 200 len: 267 time: 0.1334615 Feb 11 14:31:07.453210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-6e70f4ec-07f3-420a-9a19-81961e28d251 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:07.454877 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-6e70f4ec-07f3-420a-9a19-81961e28d251 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 809 time: 0.1421132 Feb 11 14:31:07.475374 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-42ab70d2-931a-4df9-a665-5394096bb7ee tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/quotas/cb3219eb01544e21b9c3ef2bdbd2a9ea HTTP/1.1" status: 200 len: 375 time: 0.0123396 Feb 11 14:31:07.555407 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-37fae477-ea37-4c67-a4ba-1952df2d02e8 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Synchronizing usage tracker for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:31:07.572649 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-37fae477-ea37-4c67-a4ba-1952df2d02e8 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Unset dirty status for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:31:07.573905 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-37fae477-ea37-4c67-a4ba-1952df2d02e8 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934885 Feb 11 14:31:07.710769 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-9f3061d9-df31-40a2-814b-1b7109572c6d service neutron] 10.222.0.67 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247809 Feb 11 14:31:07.879055 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-3d7af850-3660-4c38-ac0e-9d93245783f5 service neutron] 10.222.0.67 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623659 Feb 11 14:31:08.072417 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-42b76277-f648-4c84-a2b2-2f53e28c8d2b req-62cda273-c1a2-4c60-b0e6-0dcc15936b99 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 210 time: 0.0461056 Feb 11 14:31:08.200410 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:09.210584 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-60260c6c-aaa3-4414-bd43-e0b0b213e6e1 req-27b93d4c-d4a3-49ef-84ec-45862744748a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 210 time: 0.0545754 Feb 11 14:31:09.796722 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 18c66dbb-a71d-41b9-947b-1d0189c35d0b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:09.865189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 18c66dbb-a71d-41b9-947b-1d0189c35d0b completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:09.869556 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 18c66dbb-a71d-41b9-947b-1d0189c35d0b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:09.869918 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.012621 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.028611 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 18c66dbb-a71d-41b9-947b-1d0189c35d0b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=18c66dbb-a71d-41b9-947b-1d0189c35d0b,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:10.032103 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.098092 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=18c66dbb-a71d-41b9-947b-1d0189c35d0b,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:10.331337 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-cc84504e-1dac-4b52-a80e-66536d37b68b req-b7cded8e-2c95-4a6d-9fb7-95526f6ae286 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 210 time: 0.0416048 Feb 11 14:31:11.368863 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-817e8a34-a656-404a-aaab-b2716a02a5a5 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:11.370295 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-817e8a34-a656-404a-aaab-b2716a02a5a5 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.75 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 809 time: 0.1493452 Feb 11 14:31:11.426325 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-609efb97-9171-47cc-9565-ca58fe4d4145 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea HTTP/1.1" status: 200 len: 380 time: 0.0435224 Feb 11 14:31:11.436940 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'port': {'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'admin_state_up': True, 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'security_groups': ['c1ae6a78-9e17-4056-b297-2a222564ea3f']}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:11.557102 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7d3fe195-1c3a-40a0-91a9-f18fe7b9fb3b req-e1396a2f-c3df-419e-b383-14c9731a7196 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 210 time: 0.0995030 Feb 11 14:31:11.611926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:11.621227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:11.630565 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Made reservation on behalf of cb3219eb01544e21b9c3ef2bdbd2a9ea for: {'port': 1} {{(pid=83567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:11.633554 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:11.795225 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 18c66dbb-a71d-41b9-947b-1d0189c35d0b up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:11.818993 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Allocated IP 172.20.0.5 (7c2e8338-0517-4b61-a9be-7a165f15b611/abb3b5ec-1651-403e-a911-b2dbe7a9aba0/561f9672-b84d-46cf-971e-f044c74eaa6e) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:11.868132 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 18c66dbb-a71d-41b9-947b-1d0189c35d0b triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:11.868731 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.012493 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.027813 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Transition to ACTIVE for port object 561f9672-b84d-46cf-971e-f044c74eaa6e will not be triggered until provisioned by entity DHCP. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:12.049703 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.123477 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Network 7c2e8338-0517-4b61-a9be-7a165f15b611 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:12.126268 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:12.129997 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:31:12.161605 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'Port': ['ID=561f9672-b84d-46cf-971e-f044c74eaa6e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:12.196926 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:12.197532 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.225641 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-72ccbc71-bc8f-4a82-ba5c-8893186e36c2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7927425 Feb 11 14:31:12.237011 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Request body: {'port': {'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818559-1'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:12.356130 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.398005 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:31:12.417563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b1fd558e-2b63-4be7-a4ec-c861fedd35a6 None None] Provisioning for port 561f9672-b84d-46cf-971e-f044c74eaa6e completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:12.422447 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b1fd558e-2b63-4be7-a4ec-c861fedd35a6 None None] Provisioning complete for port 561f9672-b84d-46cf-971e-f044c74eaa6e triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:12.422841 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1fd558e-2b63-4be7-a4ec-c861fedd35a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.480114 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd558e-2b63-4be7-a4ec-c861fedd35a6 None None] Port 561f9672-b84d-46cf-971e-f044c74eaa6e cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:31:12.756805 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe018f94-9fa3-4453-aea0-3a2fbf7aec62 req-9a5a6b60-9f33-41a4-8ff5-3fb4d364ceed tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:12.758258 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe018f94-9fa3-4453-aea0-3a2fbf7aec62 req-9a5a6b60-9f33-41a4-8ff5-3fb4d364ceed tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 931 time: 0.0791740 Feb 11 14:31:12.797935 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561f9672-b84d-46cf-971e-f044c74eaa6e {{(pid=83567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:31:12.804762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.805769 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-fe018f94-9fa3-4453-aea0-3a2fbf7aec62 req-5ab6e543-a9ba-4462-aec4-c44e17ab0305 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Synchronizing usage tracker for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:31:12.819707 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.provisioning_blocks [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Transition to ACTIVE for port object 561f9672-b84d-46cf-971e-f044c74eaa6e will not be triggered until provisioned by entity L2. {{(pid=83567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:12.823595 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-fe018f94-9fa3-4453-aea0-3a2fbf7aec62 req-5ab6e543-a9ba-4462-aec4-c44e17ab0305 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Unset dirty status for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:31:12.824550 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:12.824779 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fe018f94-9fa3-4453-aea0-3a2fbf7aec62 req-5ab6e543-a9ba-4462-aec4-c44e17ab0305 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605323 Feb 11 14:31:12.957847 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Pushing event updated for resources: {'Port': ['ID=561f9672-b84d-46cf-971e-f044c74eaa6e,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:13.063904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Attempting to bind port 561f9672-b84d-46cf-971e-f044c74eaa6e on host n-h2-818559-1 for vnic_type normal with profile {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:13.064241 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Attempting to bind port 561f9672-b84d-46cf-971e-f044c74eaa6e by drivers openvswitch,hyperv on host n-h2-818559-1 at level 0 using segments [{'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:13.064574 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Attempting to bind port 561f9672-b84d-46cf-971e-f044c74eaa6e on network 7c2e8338-0517-4b61-a9be-7a165f15b611 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:31:13.070243 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Port 561f9672-b84d-46cf-971e-f044c74eaa6e on network 7c2e8338-0517-4b61-a9be-7a165f15b611 not bound, no agent of type Open vSwitch agent registered on host n-h2-818559-1 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:31:13.070566 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Attempting to bind port 561f9672-b84d-46cf-971e-f044c74eaa6e on network 7c2e8338-0517-4b61-a9be-7a165f15b611 {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:31:13.076861 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Checking agent: {'id': 'd7426004-4f8a-445d-8368-7171a1c48841', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:31:13.077202 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Checking segment: {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:31:13.077590 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Bound using segment: {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'} {{(pid=83567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:31:13.078016 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.managers [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Bound port: 561f9672-b84d-46cf-971e-f044c74eaa6e, host: n-h2-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'}}] {{(pid=83567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:13.078358 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.168546 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] For port 561f9672-b84d-46cf-971e-f044c74eaa6e, host n-h2-818559-1, cleared binding levels {{(pid=83567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:13.172021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] For port 561f9672-b84d-46cf-971e-f044c74eaa6e, host n-h2-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=561f9672-b84d-46cf-971e-f044c74eaa6e,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:13.176400 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.235151 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.237737 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:13.238984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] 10.222.0.75 "PUT /v2.0/ports/561f9672-b84d-46cf-971e-f044c74eaa6e HTTP/1.1" status: 200 len: 1091 time: 1.0062563 Feb 11 14:31:13.239416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:31:13.260047 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c2357-de21-4c49-96a4-63559c136a12 service neutron] Pushing event updated for resources: {'Port': ['ID=561f9672-b84d-46cf-971e-f044c74eaa6e,revision_number=3']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:13.321088 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'status': 'completed', 'code': 200} Feb 11 14:31:13.364635 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-a2e98684-1b4b-4b94-ac99-e49357771012 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 1094 time: 0.0836985 Feb 11 14:31:13.413222 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Sync routers for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:31:13.426214 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:31:13.427117 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:13.437655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-7902f727-ab23-4439-8a28-f34515ebf21f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=561f9672-b84d-46cf-971e-f044c74eaa6e HTTP/1.1" status: 200 len: 217 time: 0.0660968 Feb 11 14:31:13.505206 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-7b5c1a1e-5c02-42b1-80d4-c5341081b09b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:13.506832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-7b5c1a1e-5c02-42b1-80d4-c5341081b09b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0628576 Feb 11 14:31:13.584847 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-bff8c9f1-94c4-4dd8-831a-f4e166aa2efe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723896 Feb 11 14:31:13.619892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:31:13.720423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-70bc4294-9c38-4bc7-9dd4-73e55abdd55b service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292939 Feb 11 14:31:13.863888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-58371040-2a0e-4b1a-857d-c21c8f1d4cd0 req-8cfcf349-cad3-477b-ade9-6a5042bd8c12 service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370687 Feb 11 14:31:13.938610 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 2, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:13.942928 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Checking router: 457a54d4-69af-4751-9534-023ca1cc1f7c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:31:13.943475 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Updating router 457a54d4-69af-4751-9534-023ca1cc1f7c port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c binding host n-d-818559-1 {{(pid=83569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:31:13.989982 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b6e9872-dfeb-460e-b6c3-c7995ea7bb5f req-016a22e1-c868-4afe-b7c3-fb709a6c3acf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 1094 time: 0.0805275 Feb 11 14:31:13.995327 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.034980 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb1590-1650-4dda-a5ed-bcec1b9602c8 req-4f09370c-0e33-45c3-be4a-cc692f7aa9d2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:14.037060 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-33fb1590-1650-4dda-a5ed-bcec1b9602c8 req-4f09370c-0e33-45c3-be4a-cc692f7aa9d2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 943 time: 0.0789306 Feb 11 14:31:14.089126 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-33fb1590-1650-4dda-a5ed-bcec1b9602c8 req-bde00266-6632-4360-a5ee-5034b1522e59 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461657 Feb 11 14:31:14.130299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e9872-dfeb-460e-b6c3-c7995ea7bb5f req-50f81a0b-6795-40c6-a727-c22ff9ea60c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:14.131769 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b6e9872-dfeb-460e-b6c3-c7995ea7bb5f req-50f81a0b-6795-40c6-a727-c22ff9ea60c5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1357672 Feb 11 14:31:14.199931 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b6e9872-dfeb-460e-b6c3-c7995ea7bb5f req-103473d5-9616-42f2-9d11-1711b77236f3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=561f9672-b84d-46cf-971e-f044c74eaa6e HTTP/1.1" status: 200 len: 217 time: 0.0605419 Feb 11 14:31:14.350231 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.359722 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e9872-dfeb-460e-b6c3-c7995ea7bb5f req-f075df7d-7be6-4bad-ad25-f39d3af1404c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:14.361222 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b6e9872-dfeb-460e-b6c3-c7995ea7bb5f req-f075df7d-7be6-4bad-ad25-f39d3af1404c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.1554537 Feb 11 14:31:14.362191 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Transition to ACTIVE for port object 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:14.368949 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.444655 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b6e9872-dfeb-460e-b6c3-c7995ea7bb5f req-928055e7-60f5-4e67-93a3-56ddac609c03 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737920 Feb 11 14:31:14.512939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487e3b9-ce66-4138-8601-9d7b47c6fc39 None None] Pushing event updated for resources: {'Port': ['ID=21d9d411-9c8d-48f1-aee0-a2da23f2fd4c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:14.603142 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b6e9872-dfeb-460e-b6c3-c7995ea7bb5f req-8b04140d-8bcf-44cb-9b50-c5ba93b68480 service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520965 Feb 11 14:31:14.645768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Attempting to bind port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c on host n-d-818559-1 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:14.646127 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Attempting to bind port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:14.646479 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Attempting to bind port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c on network 7c2e8338-0517-4b61-a9be-7a165f15b611 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:31:14.653096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:31:14.653456 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Checking segment: {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:31:14.653899 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.655019 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Bound using segment: {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:31:14.655485 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Bound port: 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:14.655850 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.742187 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-3b6e9872-dfeb-460e-b6c3-c7995ea7bb5f req-11654e5d-36f1-49bb-8051-907849c4bbf7 service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328316 Feb 11 14:31:14.762960 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] For port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c, host n-d-818559-1, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:14.766661 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] For port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=21d9d411-9c8d-48f1-aee0-a2da23f2fd4c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:14.771357 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:14.854292 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487e3b9-ce66-4138-8601-9d7b47c6fc39 None None] Pushing event updated for resources: {'Port': ['ID=21d9d411-9c8d-48f1-aee0-a2da23f2fd4c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:14.857255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:31:14.857852 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:15.057996 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:31:15.106712 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Sync routers for ids ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:31:15.120999 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Routers {'72d5686b-0762-40f0-bd2e-b2200fbc9ad8'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:31:15.121706 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:15.308190 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Set router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:31:15.321287 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9712e-2384-4e84-85a4-0a0fa0afa7a3 req-323955f1-2a99-4e89-9e04-cc03c96ed77a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:15.322003 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0ba9712e-2384-4e84-85a4-0a0fa0afa7a3 req-323955f1-2a99-4e89-9e04-cc03c96ed77a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Synchronizing usage tracker for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:31:15.340950 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-0ba9712e-2384-4e84-85a4-0a0fa0afa7a3 req-323955f1-2a99-4e89-9e04-cc03c96ed77a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Unset dirty status for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:31:15.342870 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ba9712e-2384-4e84-85a4-0a0fa0afa7a3 req-323955f1-2a99-4e89-9e04-cc03c96ed77a tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 943 time: 0.1210251 Feb 11 14:31:15.404772 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-0ba9712e-2384-4e84-85a4-0a0fa0afa7a3 req-fb34055e-fd7d-4573-b4c1-f655ffd99a1c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553927 Feb 11 14:31:15.445424 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:14Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:15.451877 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364b881-b15a-47d1-b7fd-72db49936f1e None None] The sync data for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 is: [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:14Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:31:15.497002 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 561f9672-b84d-46cf-971e-f044c74eaa6e details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:31:15.643613 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e269dce3-b3a4-4ffe-87a9-246d482cf031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.663718 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'name': 'tempest-TestSnapshotPattern-1673651803-router', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:00Z', 'updated_at': '2022-02-11T14:31:03Z', 'revision_number': 4, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'gw_port': {'id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:01Z', 'updated_at': '2022-02-11T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '667a9a1f-a436-47da-8b45-51661592ff70', 'name': '', 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'mac_address': 'fa:16:3e:68:5d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae71bf1-237c-40d4-81a9-3d0cf06114dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:03Z', 'updated_at': '2022-02-11T14:31:04Z', 'revision_number': 2, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'subnets': [{'id': 'eae71bf1-237c-40d4-81a9-3d0cf06114dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:15.668062 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Checking router: 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:31:15.668652 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Updating router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 port 667a9a1f-a436-47da-8b45-51661592ff70 binding host n-d-818559-1 {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 11 14:31:15.684183 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 561f9672-b84d-46cf-971e-f044c74eaa6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=561f9672-b84d-46cf-971e-f044c74eaa6e,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:15.703906 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:31:15.727611 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.769258 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.791311 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561f9672-b84d-46cf-971e-f044c74eaa6e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:31:15.813682 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 561f9672-b84d-46cf-971e-f044c74eaa6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=561f9672-b84d-46cf-971e-f044c74eaa6e,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:15.821280 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:15.866897 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:15.955223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=561f9672-b84d-46cf-971e-f044c74eaa6e,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:15.977923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:15.988168 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:15.988621 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.036614 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['561f9672-b84d-46cf-971e-f044c74eaa6e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:31:16.163389 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.176733 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Transition to ACTIVE for port object 667a9a1f-a436-47da-8b45-51661592ff70 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:16.184171 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.253646 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.314875 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbb261-51b0-4213-9637-ac07ece28bd6 None None] Pushing event updated for resources: {'Port': ['ID=667a9a1f-a436-47da-8b45-51661592ff70,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:16.338845 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=21d9d411-9c8d-48f1-aee0-a2da23f2fd4c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:16.350072 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.410488 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Attempting to bind port 667a9a1f-a436-47da-8b45-51661592ff70 on host n-d-818559-1 for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:31:16.410883 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Attempting to bind port 667a9a1f-a436-47da-8b45-51661592ff70 by drivers openvswitch,hyperv on host n-d-818559-1 at level 0 using segments [{'id': 'd2a0a69a-e156-433d-ac0e-61405ebaab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:31:16.411239 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Attempting to bind port 667a9a1f-a436-47da-8b45-51661592ff70 on network 3c3afb70-4875-4866-83f2-8135026c9b70 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:31:16.418095 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Checking agent: {'id': '20d2ef8e-fd38-4c6c-8f9b-8f277142634e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 54, 49), 'started_at': datetime.datetime(2022, 2, 11, 12, 55, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818559-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:31:16.418629 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Checking segment: {'id': 'd2a0a69a-e156-433d-ac0e-61405ebaab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:31:16.419095 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.419713 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Bound using segment: {'id': 'd2a0a69a-e156-433d-ac0e-61405ebaab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:31:16.420371 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Bound port: 667a9a1f-a436-47da-8b45-51661592ff70, host: n-d-818559-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a0a69a-e156-433d-ac0e-61405ebaab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:31:16.420933 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.456458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=21d9d411-9c8d-48f1-aee0-a2da23f2fd4c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:16.535131 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] For port 667a9a1f-a436-47da-8b45-51661592ff70, host n-d-818559-1, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:16.539394 n-d-818559-1 neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] For port 667a9a1f-a436-47da-8b45-51661592ff70, host n-d-818559-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=667a9a1f-a436-47da-8b45-51661592ff70,segment=NetworkSegment(d2a0a69a-e156-433d-ac0e-61405ebaab06),segment_id=d2a0a69a-e156-433d-ac0e-61405ebaab06)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:16.548124 n-d-818559-1 neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:16.634425 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecc0f2-21af-44d6-8f22-7ed4b22066ed req-0ea88d51-d647-48d1-8fce-64c452b43c1b tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:16.636115 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbecc0f2-21af-44d6-8f22-7ed4b22066ed req-0ea88d51-d647-48d1-8fce-64c452b43c1b tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 944 time: 0.0843866 Feb 11 14:31:16.639316 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbb261-51b0-4213-9637-ac07ece28bd6 None None] Pushing event updated for resources: {'Port': ['ID=667a9a1f-a436-47da-8b45-51661592ff70,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:16.642079 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Routers {'72d5686b-0762-40f0-bd2e-b2200fbc9ad8'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:31:16.642823 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:30:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:16.687378 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bbecc0f2-21af-44d6-8f22-7ed4b22066ed req-52b9ab3f-f436-4c1f-beb1-aff4fca06e2b tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454373 Feb 11 14:31:16.854526 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] Set router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:31:17.159090 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'name': 'tempest-TestSnapshotPattern-1673651803-router', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:00Z', 'updated_at': '2022-02-11T14:31:03Z', 'revision_number': 4, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'gw_port': {'id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:01Z', 'updated_at': '2022-02-11T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '667a9a1f-a436-47da-8b45-51661592ff70', 'name': '', 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'mac_address': 'fa:16:3e:68:5d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae71bf1-237c-40d4-81a9-3d0cf06114dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:03Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 4, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'subnets': [{'id': 'eae71bf1-237c-40d4-81a9-3d0cf06114dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:17.162830 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610979dc-29d2-4baa-9ec1-37ef2adc119d None None] The sync data for ids ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'] in n-d-818559-1 is: [{'id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'name': 'tempest-TestSnapshotPattern-1673651803-router', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:00Z', 'updated_at': '2022-02-11T14:31:03Z', 'revision_number': 4, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'gw_port': {'id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:01Z', 'updated_at': '2022-02-11T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '667a9a1f-a436-47da-8b45-51661592ff70', 'name': '', 'network_id': '3c3afb70-4875-4866-83f2-8135026c9b70', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'mac_address': 'fa:16:3e:68:5d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eae71bf1-237c-40d4-81a9-3d0cf06114dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:03Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 4, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'subnets': [{'id': 'eae71bf1-237c-40d4-81a9-3d0cf06114dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:31:17.522482 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 561f9672-b84d-46cf-971e-f044c74eaa6e up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:17.629361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning for port 561f9672-b84d-46cf-971e-f044c74eaa6e completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:17.634458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 561f9672-b84d-46cf-971e-f044c74eaa6e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:17.634868 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.769906 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.801072 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:31:17.814064 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 561f9672-b84d-46cf-971e-f044c74eaa6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=561f9672-b84d-46cf-971e-f044c74eaa6e,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:17.830910 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.886130 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-704815c1-fc29-46f1-bf26-185a38302205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:17.916036 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'code': 200} Feb 11 14:31:17.937382 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9ec59-9469-4e5a-b4c6-1a719faf9aaf req-110a7c9e-5e9f-4161-9859-3c5e99bd1d17 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:17.938988 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:17.944372 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8c9ec59-9469-4e5a-b4c6-1a719faf9aaf req-110a7c9e-5e9f-4161-9859-3c5e99bd1d17 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 945 time: 0.1132257 Feb 11 14:31:17.983695 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=561f9672-b84d-46cf-971e-f044c74eaa6e,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:18.019618 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:18.020067 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.043806 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d8c9ec59-9469-4e5a-b4c6-1a719faf9aaf req-781226a7-56ed-4162-80df-94fa0c1071d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985034 Feb 11 14:31:18.063300 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-590dba08-86c2-4abf-91bd-0acb1d8a162f req-0565daf6-b217-4838-bb3f-0c9881154e92 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 1096 time: 0.1017251 Feb 11 14:31:18.110021 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-590dba08-86c2-4abf-91bd-0acb1d8a162f req-ba10eaa8-1f17-43e1-aec6-bee571c2c82f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392559 Feb 11 14:31:18.152498 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 667a9a1f-a436-47da-8b45-51661592ff70 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:18.219387 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning for port 667a9a1f-a436-47da-8b45-51661592ff70 completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:18.223771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 667a9a1f-a436-47da-8b45-51661592ff70 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:18.224134 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.336471 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.368328 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] For port 667a9a1f-a436-47da-8b45-51661592ff70, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=667a9a1f-a436-47da-8b45-51661592ff70,segment=NetworkSegment(d2a0a69a-e156-433d-ac0e-61405ebaab06),segment_id=d2a0a69a-e156-433d-ac0e-61405ebaab06)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:18.372109 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:18.439929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Pushing event updated for resources: {'Port': ['ID=667a9a1f-a436-47da-8b45-51661592ff70,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:19.123817 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.175296 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.280066 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c7892-391b-44fb-89d2-412bfc4ddca6 req-b3b5cd86-64a5-43c5-b16c-45a6fa6b5bb0 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:19.281543 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1c7892-391b-44fb-89d2-412bfc4ddca6 req-b3b5cd86-64a5-43c5-b16c-45a6fa6b5bb0 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 945 time: 0.0904827 Feb 11 14:31:19.326880 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-fc1c7892-391b-44fb-89d2-412bfc4ddca6 req-0c2329ab-729c-4e18-abbf-9094374d418e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 Feb 11 14:31:19.520883 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb312a6-952c-48f0-9419-fcd7276be1c7 req-af74a5ee-8090-45a9-bee3-09a7007fb230 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:19.522318 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2cb312a6-952c-48f0-9419-fcd7276be1c7 req-af74a5ee-8090-45a9-bee3-09a7007fb230 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 945 time: 0.0751047 Feb 11 14:31:19.575500 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2cb312a6-952c-48f0-9419-fcd7276be1c7 req-7f7fc129-7555-46c0-abc8-89a3c53ceae1 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470982 Feb 11 14:31:19.603682 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58492) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:19.788381 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 667a9a1f-a436-47da-8b45-51661592ff70 up at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:31:19.800444 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b6caa73a-3ca3-4a5c-8d9e-203da5b0727a tempest-TestSnapshotPattern-15625082 tempest-TestSnapshotPattern-15625082-project-admin] Synchronizing usage tracker for tenant:f108d6c3a81e4e1bb1258c7693fbb0b0 on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:31:19.817832 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-b6caa73a-3ca3-4a5c-8d9e-203da5b0727a tempest-TestSnapshotPattern-15625082 tempest-TestSnapshotPattern-15625082-project-admin] Unset dirty status for tenant:f108d6c3a81e4e1bb1258c7693fbb0b0 on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:31:19.819133 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-b6caa73a-3ca3-4a5c-8d9e-203da5b0727a tempest-TestSnapshotPattern-15625082 tempest-TestSnapshotPattern-15625082-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 1091 time: 0.2144880 Feb 11 14:31:19.822101 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58498) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:31:19.827981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:31:19.834182 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:31:19.838033 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Usage tracker for resource:floatingip and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:31:19.841143 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:31:19.846904 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:31:19.857481 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.862802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Provisioning complete for port 667a9a1f-a436-47da-8b45-51661592ff70 triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:19.863170 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:19.995813 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.136337 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Allocated IP 172.25.4.76 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/8b3c862d-a538-4e13-8ae0-b5d6ecb4173e) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:20.283748 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.312254 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.378755 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:20.381365 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:20.385916 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:31:20.414985 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'Port': ['ID=8b3c862d-a538-4e13-8ae0-b5d6ecb4173e,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:20.576386 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:20.996259 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.056138 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.259527 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.264869 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.373816 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'Port': ['ID=8b3c862d-a538-4e13-8ae0-b5d6ecb4173e,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:21.387452 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:21.579793 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Floating IP 2c7f9d06-11fd-4fe2-977c-7a8ea1312b78 associated. External IP: 172.25.4.76, port: 561f9672-b84d-46cf-971e-f044c74eaa6e. Feb 11 14:31:21.980901 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Router 457a54d4-69af-4751-9534-023ca1cc1f7c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:22.181179 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:22.205983 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:22.258610 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8dfb8a10-d770-42de-bc87-97df60ac3527 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4353640 Feb 11 14:31:22.259102 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:31:22.314120 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'status': 'completed', 'code': 200} Feb 11 14:31:22.513561 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31d6ae6e-d13a-4284-8a05-1c07bdaf153a req-8cfafda0-1b4a-41fe-8eb5-3426be5a7e10 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 1096 time: 0.1788375 Feb 11 14:31:22.644110 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6ae6e-d13a-4284-8a05-1c07bdaf153a req-b7d8bb96-88d0-49c7-b9ad-6b55f35c794d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:22.645550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31d6ae6e-d13a-4284-8a05-1c07bdaf153a req-b7d8bb96-88d0-49c7-b9ad-6b55f35c794d service neutron] 10.222.0.75 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1261754 Feb 11 14:31:22.749523 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31d6ae6e-d13a-4284-8a05-1c07bdaf153a req-00a4d5e4-c567-42bc-a1ec-eb1922d10110 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=561f9672-b84d-46cf-971e-f044c74eaa6e HTTP/1.1" status: 200 len: 998 time: 0.0980959 Feb 11 14:31:22.810905 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6ae6e-d13a-4284-8a05-1c07bdaf153a req-07aefbc7-b3cd-4f45-b572-eebe57ad08a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:22.812285 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31d6ae6e-d13a-4284-8a05-1c07bdaf153a req-07aefbc7-b3cd-4f45-b572-eebe57ad08a9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0575042 Feb 11 14:31:22.885250 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31d6ae6e-d13a-4284-8a05-1c07bdaf153a req-10f22301-83fb-43b3-9a45-45df316f3b80 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670075 Feb 11 14:31:23.020762 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31d6ae6e-d13a-4284-8a05-1c07bdaf153a req-f4749d3d-7b1e-4e89-8bb4-6567d4eeea2c service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296430 Feb 11 14:31:23.153155 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-31d6ae6e-d13a-4284-8a05-1c07bdaf153a req-1a77db4b-3256-4fda-b9f6-465d0a28bad8 service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269016 Feb 11 14:31:23.398681 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] Sync routers for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:31:23.413046 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:31:23.413572 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:31:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:23.593742 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:31:23.985949 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2c7f9d06-11fd-4fe2-977c-7a8ea1312b78', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:20Z', 'updated_at': '2022-02-11T14:31:20Z', 'revision_number': 0, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:23.991408 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] Checking router: 457a54d4-69af-4751-9534-023ca1cc1f7c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:31:24.006430 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:31:24.007609 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:31:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:24.220376 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:31:24.592795 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2c7f9d06-11fd-4fe2-977c-7a8ea1312b78', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:20Z', 'updated_at': '2022-02-11T14:31:20Z', 'revision_number': 0, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:24.596698 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6140549-008c-4ce6-99c9-2a28916d4ce2 None None] The sync data for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 is: [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2c7f9d06-11fd-4fe2-977c-7a8ea1312b78', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:20Z', 'updated_at': '2022-02-11T14:31:20Z', 'revision_number': 0, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:31:33.837378 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57104cb-143e-4ccc-8069-ea4a0e124b49 None None] New status for floating IP 2c7f9d06-11fd-4fe2-977c-7a8ea1312b78: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:31:38.225481 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:43.244318 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.619032 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4edf2e6e-39b8-46ba-ad3b-714711d3306c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:47.839324 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6b8c-153b-49cf-9489-f34007e9df91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:49.086980 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:49.171504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:49.398534 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:31:50.578825 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:06.747217 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96ee4d6b-b673-4561-86c3-0660872274c3 req-6304734a-a426-460a-aab4-35d8494936de service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716026 Feb 11 14:32:06.881517 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96ee4d6b-b673-4561-86c3-0660872274c3 req-fe350520-0c28-4070-9f40-b62601235db2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 1096 time: 0.0693135 Feb 11 14:32:07.035428 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee4d6b-b673-4561-86c3-0660872274c3 req-b08a402c-cfa0-4832-aae4-372c1860601a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:07.036888 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96ee4d6b-b673-4561-86c3-0660872274c3 req-b08a402c-cfa0-4832-aae4-372c1860601a service neutron] 10.222.0.75 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1367795 Feb 11 14:32:07.140969 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96ee4d6b-b673-4561-86c3-0660872274c3 req-aac30da5-06aa-4f0a-bad7-c5fafe813ad7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=561f9672-b84d-46cf-971e-f044c74eaa6e HTTP/1.1" status: 200 len: 1000 time: 0.0974793 Feb 11 14:32:07.201137 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee4d6b-b673-4561-86c3-0660872274c3 req-c573ebf8-006f-4382-b097-2255c3b413e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:07.203109 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96ee4d6b-b673-4561-86c3-0660872274c3 req-c573ebf8-006f-4382-b097-2255c3b413e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0571213 Feb 11 14:32:07.280321 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96ee4d6b-b673-4561-86c3-0660872274c3 req-4e4183f2-a3f1-4e03-bfba-1ad1ee56b486 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712404 Feb 11 14:32:07.412778 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96ee4d6b-b673-4561-86c3-0660872274c3 req-1d9c0e3d-d91d-4a8a-8fee-3dcf915d8ccc service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253142 Feb 11 14:32:07.543439 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-96ee4d6b-b673-4561-86c3-0660872274c3 req-fcb9a6c1-a5f0-4e8d-9af7-39a4f8b619b6 service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241887 Feb 11 14:32:08.224375 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:13.253522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:15.621183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b1425ff-605d-4a09-a527-12a3927c6669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:17.844177 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac63a017-82e7-4a90-8515-40ed16d3ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.089218 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:19.173928 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:20.585359 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:26.399153 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:32:38.223896 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:43.263397 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:45.625166 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e7f81c79-0821-4112-84e0-f1852622a352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:47.846952 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90903252-f777-434e-ae51-45d1f6f258d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.092759 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:49.180759 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:50.583314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:03.399188 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:33:08.238376 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:08.735329 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e744acf6-388a-4ebf-90ab-807cb96112a1 req-374ddb6b-0618-4d27-adae-87209a54c725 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1528594 Feb 11 14:33:08.963319 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e744acf6-388a-4ebf-90ab-807cb96112a1 req-9c623ddd-5e7e-4062-a042-54e3084fdccf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 1096 time: 0.1610115 Feb 11 14:33:09.114155 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744acf6-388a-4ebf-90ab-807cb96112a1 req-023ddbf0-a352-42be-9561-d0dc38a9e034 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:09.115633 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e744acf6-388a-4ebf-90ab-807cb96112a1 req-023ddbf0-a352-42be-9561-d0dc38a9e034 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1329901 Feb 11 14:33:09.222027 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e744acf6-388a-4ebf-90ab-807cb96112a1 req-a2067e0b-cad0-44ba-8f20-9a13bdc43c27 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=561f9672-b84d-46cf-971e-f044c74eaa6e HTTP/1.1" status: 200 len: 1000 time: 0.0997620 Feb 11 14:33:09.284490 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744acf6-388a-4ebf-90ab-807cb96112a1 req-81be5120-1066-4850-98a7-5a565dfc7bf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:09.285921 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e744acf6-388a-4ebf-90ab-807cb96112a1 req-81be5120-1066-4850-98a7-5a565dfc7bf7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0586472 Feb 11 14:33:09.362348 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e744acf6-388a-4ebf-90ab-807cb96112a1 req-08d959e2-46d8-43a5-9968-c7840ef0affe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689669 Feb 11 14:33:09.493832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e744acf6-388a-4ebf-90ab-807cb96112a1 req-ff13f3c8-dea3-405a-bc68-0cbc375d8791 service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257932 Feb 11 14:33:09.625283 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-e744acf6-388a-4ebf-90ab-807cb96112a1 req-237f7e71-27e1-4b52-b344-bf25a0a198c1 service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263320 Feb 11 14:33:13.267532 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:15.628947 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9503d4af-3070-4ede-bf52-6e488ae7b40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:17.850091 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bddd4be6-b59f-4924-9a09-6a461c193270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.095309 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:19.179750 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.083341 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 561f9672-b84d-46cf-971e-f044c74eaa6e details requested by agent hyperv_n-h2-818559-1 with host n-h2-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:33:20.222965 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 561f9672-b84d-46cf-971e-f044c74eaa6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=561f9672-b84d-46cf-971e-f044c74eaa6e,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:20.236265 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Returning: {'device': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:33:20.287298 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.304768 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 561f9672-b84d-46cf-971e-f044c74eaa6e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:33:20.319592 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 561f9672-b84d-46cf-971e-f044c74eaa6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=561f9672-b84d-46cf-971e-f044c74eaa6e,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:20.322791 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.393402 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=561f9672-b84d-46cf-971e-f044c74eaa6e,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:20.396909 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] get_ports_and_sgs() called for port_ids ['561f9672-b84d-46cf-971e-f044c74eaa6e'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:33:20.435599 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.435939 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.436273 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.436603 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.436929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.437251 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.437654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.437977 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.438293 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.438634 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.438952 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:20.607570 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.092008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 561f9672-b84d-46cf-971e-f044c74eaa6e up at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:33:22.167647 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Provisioning complete for port 561f9672-b84d-46cf-971e-f044c74eaa6e triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:22.168356 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.338192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.368294 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:33:22.380740 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 561f9672-b84d-46cf-971e-f044c74eaa6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=561f9672-b84d-46cf-971e-f044c74eaa6e,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:22.387183 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.492209 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=561f9672-b84d-46cf-971e-f044c74eaa6e,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:22.569914 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'code': 200} Feb 11 14:33:32.214861 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-42fdd4a5-0810-4f77-b5a5-131ce97c9790 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577754016&fields=id&tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea HTTP/1.1" status: 200 len: 267 time: 0.0441952 Feb 11 14:33:32.362050 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-c69a8ac9-c5d7-450c-a2a4-5b892824724c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:32.363577 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-c69a8ac9-c5d7-450c-a2a4-5b892824724c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 809 time: 0.1415174 Feb 11 14:33:32.380692 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-9f6405b5-a3bb-47af-ba93-6d8e806b9662 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/quotas/cb3219eb01544e21b9c3ef2bdbd2a9ea HTTP/1.1" status: 200 len: 375 time: 0.0119255 Feb 11 14:33:32.462962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-d83caf80-5a96-4327-8581-4afe5272609c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0776260 Feb 11 14:33:32.668005 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-6fd11be6-6da8-4421-81ab-2e0d130c49b2 service neutron] 10.222.0.67 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931937 Feb 11 14:33:32.802072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-3b21e484-faf8-4df7-bf78-8bf8ee68f5ca service neutron] 10.222.0.67 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284263 Feb 11 14:33:33.040712 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-988e2145-7be8-4cc3-9f43-0eabc524ca43 req-7e27e7e0-72ea-46a3-93fe-8b32ddf603a4 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 210 time: 0.0445595 Feb 11 14:33:34.153383 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-a653755a-59cc-4598-8fb3-0ea6111c632d req-46fd482a-e334-45d1-ad62-cb1029174014 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 210 time: 0.0426211 Feb 11 14:33:34.160664 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 561f9672-b84d-46cf-971e-f044c74eaa6e no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:33:34.276796 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.304319 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:33:34.315164 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] For port 561f9672-b84d-46cf-971e-f044c74eaa6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=561f9672-b84d-46cf-971e-f044c74eaa6e,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:34.318801 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:34.366113 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'code': 200} Feb 11 14:33:34.391361 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Pushing event updated for resources: {'Port': ['ID=561f9672-b84d-46cf-971e-f044c74eaa6e,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:35.328688 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-25e8f31c-5ab7-4082-ba9c-5eb2ced06af7 req-5411fb27-e839-4bd4-bddf-dfc6da7d1e81 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 210 time: 0.0463903 Feb 11 14:33:36.074222 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-957049e2-e0a4-41b4-b202-10ac078e47d9 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:36.074948 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-957049e2-e0a4-41b4-b202-10ac078e47d9 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Synchronizing usage tracker for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:33:36.092299 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-957049e2-e0a4-41b4-b202-10ac078e47d9 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Unset dirty status for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:33:36.093530 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-957049e2-e0a4-41b4-b202-10ac078e47d9 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.73 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 809 time: 0.1738958 Feb 11 14:33:36.149786 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-36d9391b-3afe-4fc4-ad55-893390d089f7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea HTTP/1.1" status: 200 len: 380 time: 0.0437133 Feb 11 14:33:36.163665 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'port': {'device_id': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'admin_state_up': True, 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'security_groups': ['c1ae6a78-9e17-4056-b297-2a222564ea3f']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:33:36.420559 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:33:36.441808 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.quota.driver [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:33:36.461427 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Made reservation on behalf of cb3219eb01544e21b9c3ef2bdbd2a9ea for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:36.469688 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.602311 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-7cf90d23-d1b3-4aef-9cb8-33f68c048ad8 req-cea70c59-727d-4557-8b86-040c4ff4cabb tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 210 time: 0.1019163 Feb 11 14:33:36.743138 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Allocated IP 172.20.0.7 (7c2e8338-0517-4b61-a9be-7a165f15b611/abb3b5ec-1651-403e-a911-b2dbe7a9aba0/d53b8f48-7403-437c-811d-1c14b28e4f2c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:36.969788 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:36.991923 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Transition to ACTIVE for port object d53b8f48-7403-437c-811d-1c14b28e4f2c will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:33:37.035012 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.141256 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Network 7c2e8338-0517-4b61-a9be-7a165f15b611 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:37.146426 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:37.150827 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'Port': ['ID=d53b8f48-7403-437c-811d-1c14b28e4f2c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:37.155052 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:33:37.208368 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.208716 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.209057 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.209393 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.209725 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.210107 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.210565 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.210930 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.211292 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.211652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.211959 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:37.270897 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:37.271806 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.333205 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-05b7a35b-3082-4b59-8c35-6345f679288e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1718967 Feb 11 14:33:37.503413 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2d0dd4f9-5b89-4b25-ad3c-7950f4f719fd None None] Provisioning for port d53b8f48-7403-437c-811d-1c14b28e4f2c completed by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:33:37.509957 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-2d0dd4f9-5b89-4b25-ad3c-7950f4f719fd None None] Provisioning complete for port d53b8f48-7403-437c-811d-1c14b28e4f2c triggered by entity DHCP. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:37.510492 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd4f9-5b89-4b25-ad3c-7950f4f719fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:37.569257 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2d0dd4f9-5b89-4b25-ad3c-7950f4f719fd None None] Port d53b8f48-7403-437c-811d-1c14b28e4f2c cannot update to ACTIVE because it is not bound. {{(pid=83569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 11 14:33:37.813718 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766adbe4-09a2-47d4-b9f9-00a24b1e971a req-f8f75652-d04b-40d1-afb2-245575806f9c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:37.815940 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-766adbe4-09a2-47d4-b9f9-00a24b1e971a req-f8f75652-d04b-40d1-afb2-245575806f9c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 931 time: 0.0836103 Feb 11 14:33:37.866764 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-766adbe4-09a2-47d4-b9f9-00a24b1e971a req-5ff1b9da-9efd-424d-9c12-b5269354bcb2 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452187 Feb 11 14:33:38.257394 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:39.092145 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2704c4-4981-4f04-9038-caf043bb19d0 req-4e21283d-9ab3-481a-8494-6ad42aec71f9 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:39.093972 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1f2704c4-4981-4f04-9038-caf043bb19d0 req-4e21283d-9ab3-481a-8494-6ad42aec71f9 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Synchronizing usage tracker for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:33:39.111227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-1f2704c4-4981-4f04-9038-caf043bb19d0 req-4e21283d-9ab3-481a-8494-6ad42aec71f9 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Unset dirty status for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:33:39.112556 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1f2704c4-4981-4f04-9038-caf043bb19d0 req-4e21283d-9ab3-481a-8494-6ad42aec71f9 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 931 time: 0.1121175 Feb 11 14:33:39.166401 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1f2704c4-4981-4f04-9038-caf043bb19d0 req-5a08bb88-dec8-4c57-a13b-2882fd739bb7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475042 Feb 11 14:33:40.390632 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67860085-9c99-47e0-aa67-52191ff3dece req-1a79fcbc-2db5-4b8c-8e87-eb4d93ecd5b4 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:40.392213 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67860085-9c99-47e0-aa67-52191ff3dece req-1a79fcbc-2db5-4b8c-8e87-eb4d93ecd5b4 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 931 time: 0.0929885 Feb 11 14:33:40.401940 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:33:40.444729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-67860085-9c99-47e0-aa67-52191ff3dece req-7418363d-bf0a-4931-a60e-9becf16b8526 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455849 Feb 11 14:33:41.677040 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e20da-075d-4905-93c7-e969f95d17a3 req-e022138d-7711-43b2-8643-eb873641134d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:41.678492 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c42e20da-075d-4905-93c7-e969f95d17a3 req-e022138d-7711-43b2-8643-eb873641134d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 931 time: 0.0781481 Feb 11 14:33:41.727483 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c42e20da-075d-4905-93c7-e969f95d17a3 req-d1e0e7fb-3b03-41ed-a931-0c38996e1018 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430267 Feb 11 14:33:42.947929 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e6219-f428-4744-9451-f4533b0c2b15 req-2b59a663-a8cc-4464-9f6e-a07793abebd4 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:42.949423 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-768e6219-f428-4744-9451-f4533b0c2b15 req-2b59a663-a8cc-4464-9f6e-a07793abebd4 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 931 time: 0.0832763 Feb 11 14:33:43.003946 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-768e6219-f428-4744-9451-f4533b0c2b15 req-a3edd770-4633-4ca9-be51-4516d78a03bf tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461371 Feb 11 14:33:43.257536 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:44.202550 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-ddb66b2d-3d20-4f58-bc8b-7faf4783c655 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 11 14:33:44.203550 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-ddb66b2d-3d20-4f58-bc8b-7faf4783c655 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056591 Feb 11 14:33:44.222198 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd459e8d-d2a4-4b32-a414-97941cc20bee req-ebbc6d63-891f-471c-8d8d-de5295075ba4 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:44.223658 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd459e8d-d2a4-4b32-a414-97941cc20bee req-ebbc6d63-891f-471c-8d8d-de5295075ba4 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 931 time: 0.0914545 Feb 11 14:33:44.273339 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-bd459e8d-d2a4-4b32-a414-97941cc20bee req-3c454a12-eb30-43a4-9cb1-4e793790a064 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433364 Feb 11 14:33:44.289476 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.v2.base [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Request body: {'port': {'device_id': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818559-1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:33:44.400735 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:44.751272 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53b8f48-7403-437c-811d-1c14b28e4f2c {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:33:44.757753 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:44.771622 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Transition to ACTIVE for port object d53b8f48-7403-437c-811d-1c14b28e4f2c will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:33:44.775684 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:44.903335 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Pushing event updated for resources: {'Port': ['ID=d53b8f48-7403-437c-811d-1c14b28e4f2c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:45.011596 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Attempting to bind port d53b8f48-7403-437c-811d-1c14b28e4f2c on host n-h1-818559-1 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:45.011929 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Attempting to bind port d53b8f48-7403-437c-811d-1c14b28e4f2c by drivers openvswitch,hyperv on host n-h1-818559-1 at level 0 using segments [{'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:45.012432 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Attempting to bind port d53b8f48-7403-437c-811d-1c14b28e4f2c on network 7c2e8338-0517-4b61-a9be-7a165f15b611 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:33:45.018139 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Port d53b8f48-7403-437c-811d-1c14b28e4f2c on network 7c2e8338-0517-4b61-a9be-7a165f15b611 not bound, no agent of type Open vSwitch agent registered on host n-h1-818559-1 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 11 14:33:45.018455 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Attempting to bind port d53b8f48-7403-437c-811d-1c14b28e4f2c on network 7c2e8338-0517-4b61-a9be-7a165f15b611 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 11 14:33:45.024525 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Checking agent: {'id': '05511c2d-35f0-427a-b7a8-fcee33622e0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818559-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'started_at': datetime.datetime(2022, 2, 11, 13, 2, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 11 14:33:45.024858 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Checking segment: {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 11 14:33:45.025254 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Bound using segment: {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 11 14:33:45.025687 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Bound port: d53b8f48-7403-437c-811d-1c14b28e4f2c, host: n-h1-818559-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bf2274-0f91-40db-b6f1-463769d55e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:45.026021 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.112283 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] For port d53b8f48-7403-437c-811d-1c14b28e4f2c, host n-h1-818559-1, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:45.115156 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] For port d53b8f48-7403-437c-811d-1c14b28e4f2c, host n-h1-818559-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:45.120063 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16106408'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.178744 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.180090 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] 10.222.0.73 "PUT /v2.0/ports/d53b8f48-7403-437c-811d-1c14b28e4f2c HTTP/1.1" status: 200 len: 1091 time: 0.9682224 Feb 11 14:33:45.182523 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:33:45.252108 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad1377-c89f-4053-a9ef-8d1da8ce648f service neutron] Pushing event updated for resources: {'Port': ['ID=d53b8f48-7403-437c-811d-1c14b28e4f2c,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:45.256813 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'status': 'completed', 'code': 200} Feb 11 14:33:45.302375 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-f437c84a-d066-40c2-b15a-76a79fce6a67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 1094 time: 0.0845230 Feb 11 14:33:45.498085 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-a6101b37-5246-459d-96bd-42745f995c8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c HTTP/1.1" status: 200 len: 217 time: 0.1896114 Feb 11 14:33:45.576023 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-dc57d2d0-decc-4492-8614-a646e2ea0a70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:45.577463 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-dc57d2d0-decc-4492-8614-a646e2ea0a70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0715485 Feb 11 14:33:45.632025 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0808-0dd9-4f52-bb65-9c3c35d9ffe8 req-a7a16e6b-58ed-4d32-a6d6-0ea50b033f50 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:45.632698 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0446-6644-439c-88d1-459fa66e86b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:45.633660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-505d0808-0dd9-4f52-bb65-9c3c35d9ffe8 req-a7a16e6b-58ed-4d32-a6d6-0ea50b033f50 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 943 time: 0.1868246 Feb 11 14:33:45.699694 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-505d0808-0dd9-4f52-bb65-9c3c35d9ffe8 req-0b6ad12b-33a7-4854-be75-5b2dfca3dc88 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578482 Feb 11 14:33:45.704501 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-97ca8228-f91c-4587-91a3-71a706fbb22d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212232 Feb 11 14:33:45.836396 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-5e434b68-5c5f-4e1a-9e8c-f9c907c558a4 service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259527 Feb 11 14:33:45.966558 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ef89f36-c4ba-4ce4-80d7-ee6d9797207d req-72433956-6c22-4276-966e-814eb854a21a service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247916 Feb 11 14:33:46.074572 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-148bec00-67c7-437a-b02c-66585326bd35 req-f2285c80-e907-4b15-a144-7c0d8e7f978f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 1094 time: 0.0681355 Feb 11 14:33:46.204338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bec00-67c7-437a-b02c-66585326bd35 req-e70b51da-d3b9-4237-8281-c404eb7e5960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:46.205794 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-148bec00-67c7-437a-b02c-66585326bd35 req-e70b51da-d3b9-4237-8281-c404eb7e5960 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1257074 Feb 11 14:33:46.277228 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-148bec00-67c7-437a-b02c-66585326bd35 req-761f9a4d-6fd3-441a-9e57-b11f281a63df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c HTTP/1.1" status: 200 len: 217 time: 0.0633981 Feb 11 14:33:46.337194 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bec00-67c7-437a-b02c-66585326bd35 req-3e565488-1a72-4627-ab93-3f7e60be111e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:46.338516 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-148bec00-67c7-437a-b02c-66585326bd35 req-3e565488-1a72-4627-ab93-3f7e60be111e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0557029 Feb 11 14:33:46.413848 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-148bec00-67c7-437a-b02c-66585326bd35 req-26dc6ca6-768d-4db3-a8fa-46beefcd112e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693920 Feb 11 14:33:46.544624 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-148bec00-67c7-437a-b02c-66585326bd35 req-e1031ac6-4e6d-4c2e-8de7-59d8f63933c9 service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233089 Feb 11 14:33:46.675591 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-148bec00-67c7-437a-b02c-66585326bd35 req-d447dfec-d35c-4845-b77c-86978c20e543 service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260169 Feb 11 14:33:46.993675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded5b29-162c-4877-8a81-5ff4b980e198 req-7b546d10-56ab-42bb-8112-f00400e7648c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:46.995131 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7ded5b29-162c-4877-8a81-5ff4b980e198 req-7b546d10-56ab-42bb-8112-f00400e7648c tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 943 time: 0.1754539 Feb 11 14:33:47.041113 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7ded5b29-162c-4877-8a81-5ff4b980e198 req-a32b7118-bae5-4842-ba14-454a3783a257 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394776 Feb 11 14:33:47.851563 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f62a4f0-1ac1-43dd-817c-7fdd8fafff09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:48.242227 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4cd5b-49fa-41e4-9662-68537b74fdb0 req-f773101c-6009-4f9c-b695-4b00858fcf94 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:48.243699 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bd4cd5b-49fa-41e4-9662-68537b74fdb0 req-f773101c-6009-4f9c-b695-4b00858fcf94 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 943 time: 0.0776143 Feb 11 14:33:48.289251 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-1bd4cd5b-49fa-41e4-9662-68537b74fdb0 req-5fcdcafd-d3ab-4a5e-af28-7bd1b5fe1b88 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391669 Feb 11 14:33:49.097722 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.182838 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.426458 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d53b8f48-7403-437c-811d-1c14b28e4f2c details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:33:49.492612 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f76c7d-b76c-4c83-95a5-e5443b779218 req-aa05dfd4-2267-4870-8577-b58fe1d5ee43 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:49.494072 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d4f76c7d-b76c-4c83-95a5-e5443b779218 req-aa05dfd4-2267-4870-8577-b58fe1d5ee43 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 943 time: 0.0808342 Feb 11 14:33:49.542760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-d4f76c7d-b76c-4c83-95a5-e5443b779218 req-1f099602-3d30-4bdc-a938-39e1e4647341 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419414 Feb 11 14:33:49.571172 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d53b8f48-7403-437c-811d-1c14b28e4f2c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:49.588096 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'port_id': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'mac_address': 'fa:16:3e:16:54:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:33:49.640407 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.656929 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53b8f48-7403-437c-811d-1c14b28e4f2c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:33:49.672362 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d53b8f48-7403-437c-811d-1c14b28e4f2c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:49.676029 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:49.740525 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=d53b8f48-7403-437c-811d-1c14b28e4f2c,revision_number=4']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:49.902182 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['d53b8f48-7403-437c-811d-1c14b28e4f2c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:33:50.589003 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:50.743338 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15980-e615-4f22-9fff-732c68821ed8 req-413f5ac7-d501-434b-9bca-898043fa11a8 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:50.744752 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dde15980-e615-4f22-9fff-732c68821ed8 req-413f5ac7-d501-434b-9bca-898043fa11a8 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 944 time: 0.0783699 Feb 11 14:33:50.790296 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dde15980-e615-4f22-9fff-732c68821ed8 req-492c6236-23c7-4c26-a7d5-a9cd778da43b tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390048 Feb 11 14:33:51.424766 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d53b8f48-7403-437c-811d-1c14b28e4f2c up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:33:51.492276 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning for port d53b8f48-7403-437c-811d-1c14b28e4f2c completed by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:33:51.497524 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port d53b8f48-7403-437c-811d-1c14b28e4f2c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:51.498040 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.616296 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.642669 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:33:51.651943 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d53b8f48-7403-437c-811d-1c14b28e4f2c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:51.656620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.700470 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'code': 200} Feb 11 14:33:51.725668 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=d53b8f48-7403-437c-811d-1c14b28e4f2c,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:51.821968 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c7fefc20-0801-4339-8556-b386adf527aa req-66e6a0fd-2b8f-4d32-8db4-ed0de5a9edad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 1096 time: 0.0671005 Feb 11 14:33:51.865212 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-c7fefc20-0801-4339-8556-b386adf527aa req-9da82e50-5c3f-4802-8a62-82be4308aa28 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371158 Feb 11 14:33:52.073991 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989b70-4834-41da-aa9b-d2c859351832 req-6e557e85-a4ad-49fc-aa38-44c4ef86dabd tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:52.076192 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02989b70-4834-41da-aa9b-d2c859351832 req-6e557e85-a4ad-49fc-aa38-44c4ef86dabd tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 945 time: 0.1663635 Feb 11 14:33:52.119692 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-02989b70-4834-41da-aa9b-d2c859351832 req-00b3a288-20f8-46bd-a6ff-b5db6a4b1a9d tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380335 Feb 11 14:33:53.315185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87d76-f5de-48be-96f8-61ce17c33e2e req-9bdb594a-81b8-4b6f-95a1-61088de500b7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:53.316638 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5d87d76-f5de-48be-96f8-61ce17c33e2e req-9bdb594a-81b8-4b6f-95a1-61088de500b7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 945 time: 0.0761311 Feb 11 14:33:53.361573 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5d87d76-f5de-48be-96f8-61ce17c33e2e req-027cca24-80b1-4a10-864a-acd213f8cba7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395896 Feb 11 14:33:53.554802 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086b54f-1acc-4a7b-a415-efb46c0531d7 req-d4564bbc-6b1b-438b-ac0e-2fdb02227132 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:53.556249 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d086b54f-1acc-4a7b-a415-efb46c0531d7 req-d4564bbc-6b1b-438b-ac0e-2fdb02227132 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 945 time: 0.0762608 Feb 11 14:33:53.602182 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-d086b54f-1acc-4a7b-a415-efb46c0531d7 req-56380668-a04c-435f-a3c5-c73e7a4b6f96 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395424 Feb 11 14:33:53.629689 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58728) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:33:53.703618 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-2bfb8808-4ef2-4ef4-ab1e-f233bfffcf11 tempest-TestSnapshotPattern-15625082 tempest-TestSnapshotPattern-15625082-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 1091 time: 0.0726290 Feb 11 14:33:53.706026 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58732) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:33:53.710989 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.v2.base [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Request body: {'floatingip': {'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'port_id': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 11 14:33:53.717688 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 14:33:53.721486 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Usage tracker for resource:floatingip and tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea is out of sync, need to count used quota {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 14:33:53.724311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 14:33:53.729920 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.quota.driver [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 14:33:53.740365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for floatingip, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:53.877685 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.015145 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_common [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Allocated IP 172.25.4.222 (5d284fd3-664c-4ba9-9cea-460cca212d89/5a00ff60-db52-483c-b6a2-c60886a8deab/606547a1-c343-4f62-b6c7-a6115cb564bf) {{(pid=83567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:54.162554 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for port, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.189110 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742263838841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.266133 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Network 5d284fd3-664c-4ba9-9cea-460cca212d89 is already hosted by enough agents. {{(pid=83567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:54.268631 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.base_scheduler [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Resources bound (agent type, host, resource id): {{(pid=83567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:54.272311 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Received port after_create {{(pid=83567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 11 14:33:54.301457 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'Port': ['ID=606547a1-c343-4f62-b6c7-a6115cb564bf,revision_number=1']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:54.321697 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.322298 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.322388 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.322701 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.323028 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.323349 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.323666 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.323981 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.325012 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.325341 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.325573 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:54.784335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:54.838102 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.148932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for port, precommit_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.154088 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16179358'] for port, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.260747 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event updated for resources: {'Port': ['ID=606547a1-c343-4f62-b6c7-a6115cb564bf,revision_number=2']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:55.279680 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406140'] for floatingip, after_update {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.470457 n-d-818559-1 neutron-server[83567]: INFO neutron.db.l3_db [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Floating IP 2481f864-050e-497c-bf51-8c442808c828 associated. External IP: 172.25.4.222, port: d53b8f48-7403-437c-811d-1c14b28e4f2c. Feb 11 14:33:55.876991 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Router 457a54d4-69af-4751-9534-023ca1cc1f7c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:56.077280 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:56.087333 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] Sync routers for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:33:56.100836 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:33:56.101432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:33:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:56.106280 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.170613 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-02285991-9933-4437-8c8b-2d496dc8166f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4541404 Feb 11 14:33:56.170613 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:33:56.301084 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'status': 'completed', 'code': 200} Feb 11 14:33:56.317235 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:33:56.392171 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f38759ab-68fe-4bff-ac7d-69ebf0fb3f4d req-25e862e3-9199-4d25-a03f-3abe0b1fabd2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 1096 time: 0.0711458 Feb 11 14:33:56.523298 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38759ab-68fe-4bff-ac7d-69ebf0fb3f4d req-b03667dd-8b8d-4510-bd48-fb0e58f40858 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:56.524843 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f38759ab-68fe-4bff-ac7d-69ebf0fb3f4d req-b03667dd-8b8d-4510-bd48-fb0e58f40858 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1274569 Feb 11 14:33:56.628878 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f38759ab-68fe-4bff-ac7d-69ebf0fb3f4d req-c7e6670a-c8fd-4239-a791-62994bfb8bc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c HTTP/1.1" status: 200 len: 999 time: 0.0980628 Feb 11 14:33:56.671205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2481f864-050e-497c-bf51-8c442808c828', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:16:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:33:54Z', 'updated_at': '2022-02-11T14:33:54Z', 'revision_number': 0, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}, {'id': '2c7f9d06-11fd-4fe2-977c-7a8ea1312b78', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:20Z', 'updated_at': '2022-02-11T14:31:34Z', 'revision_number': 1, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:56.674950 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] Checking router: 457a54d4-69af-4751-9534-023ca1cc1f7c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:33:56.685650 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:33:56.686236 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:33:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:56.690797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38759ab-68fe-4bff-ac7d-69ebf0fb3f4d req-0901bbdd-6432-475f-aa1c-1d441e4f7876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:56.692243 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f38759ab-68fe-4bff-ac7d-69ebf0fb3f4d req-0901bbdd-6432-475f-aa1c-1d441e4f7876 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0579340 Feb 11 14:33:56.770892 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f38759ab-68fe-4bff-ac7d-69ebf0fb3f4d req-93511f84-d8cf-494c-96cd-6b966cd77226 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725307 Feb 11 14:33:56.864455 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:33:56.903872 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f38759ab-68fe-4bff-ac7d-69ebf0fb3f4d req-a202348d-7370-4581-9e96-861e45ef64c3 service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267982 Feb 11 14:33:57.035549 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f38759ab-68fe-4bff-ac7d-69ebf0fb3f4d req-d8e25fdb-260b-4a61-9777-0ec5ed2d7d9a service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261928 Feb 11 14:33:57.217831 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2481f864-050e-497c-bf51-8c442808c828', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:16:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:33:54Z', 'updated_at': '2022-02-11T14:33:54Z', 'revision_number': 0, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}, {'id': '2c7f9d06-11fd-4fe2-977c-7a8ea1312b78', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:20Z', 'updated_at': '2022-02-11T14:31:34Z', 'revision_number': 1, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:57.221816 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b746dce-9211-46d3-9acf-9f36fc4b5ab9 None None] The sync data for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 is: [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2481f864-050e-497c-bf51-8c442808c828', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:16:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:33:54Z', 'updated_at': '2022-02-11T14:33:54Z', 'revision_number': 0, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}, {'id': '2c7f9d06-11fd-4fe2-977c-7a8ea1312b78', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:20Z', 'updated_at': '2022-02-11T14:31:34Z', 'revision_number': 1, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:33:57.419306 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a211250-c737-4b09-b21d-a56b1258093e None None] New status for floating IP 2481f864-050e-497c-bf51-8c442808c828: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:34:08.245044 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:08.766047 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66bd8e82-1657-4839-ad1c-ad602eee2624 req-270a4a36-22a1-4922-b016-1b760dd264ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681841 Feb 11 14:34:08.900780 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66bd8e82-1657-4839-ad1c-ad602eee2624 req-8cd8d66b-e1a6-4971-8d90-ca1ec5a6f7f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 1096 time: 0.0683315 Feb 11 14:34:09.044084 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd8e82-1657-4839-ad1c-ad602eee2624 req-f058117d-616f-461e-be74-9fb737935a9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:09.045509 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66bd8e82-1657-4839-ad1c-ad602eee2624 req-f058117d-616f-461e-be74-9fb737935a9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1267569 Feb 11 14:34:09.148222 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66bd8e82-1657-4839-ad1c-ad602eee2624 req-652ac12f-a268-49d7-adf0-21877edd0e2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c HTTP/1.1" status: 200 len: 1001 time: 0.0965266 Feb 11 14:34:09.213154 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd8e82-1657-4839-ad1c-ad602eee2624 req-b80c2284-becc-4e2d-9ca0-42ffbc0839d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:09.214504 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66bd8e82-1657-4839-ad1c-ad602eee2624 req-b80c2284-becc-4e2d-9ca0-42ffbc0839d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0584431 Feb 11 14:34:09.289741 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66bd8e82-1657-4839-ad1c-ad602eee2624 req-41867b3a-3691-44c2-ab1b-0b8b87dbd392 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680761 Feb 11 14:34:09.425544 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66bd8e82-1657-4839-ad1c-ad602eee2624 req-029abfa6-09ff-48f1-98e5-a59f37f2b2df service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282976 Feb 11 14:34:09.638932 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-66bd8e82-1657-4839-ad1c-ad602eee2624 req-e7660508-4501-4d3f-aacd-30a2a7a53625 service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058487 Feb 11 14:34:10.774158 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88b66471-6ef5-434e-8df5-da86ef39a978 req-c6830300-f0df-453d-8987-877fa297cf83 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764954 Feb 11 14:34:10.912550 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88b66471-6ef5-434e-8df5-da86ef39a978 req-fc1313d5-8973-4ae6-b139-14519ceefd35 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 1094 time: 0.0687234 Feb 11 14:34:11.070830 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b66471-6ef5-434e-8df5-da86ef39a978 req-a280edba-75da-4c5c-8b1b-c8b1644cd0c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:11.072168 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88b66471-6ef5-434e-8df5-da86ef39a978 req-a280edba-75da-4c5c-8b1b-c8b1644cd0c3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1406691 Feb 11 14:34:11.180671 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88b66471-6ef5-434e-8df5-da86ef39a978 req-05192466-c7e7-41f0-8cfb-3bb72ee66ab3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=561f9672-b84d-46cf-971e-f044c74eaa6e HTTP/1.1" status: 200 len: 998 time: 0.0975826 Feb 11 14:34:11.246479 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b66471-6ef5-434e-8df5-da86ef39a978 req-3108a621-fbb2-47e7-a348-ed331addb865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:11.247984 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88b66471-6ef5-434e-8df5-da86ef39a978 req-3108a621-fbb2-47e7-a348-ed331addb865 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0614703 Feb 11 14:34:11.434704 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88b66471-6ef5-434e-8df5-da86ef39a978 req-647bb7dd-8091-4223-9e16-e078e6f7753a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806028 Feb 11 14:34:11.566360 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88b66471-6ef5-434e-8df5-da86ef39a978 req-cc269a92-936d-432d-bb95-d831d2e62d8b service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258874 Feb 11 14:34:11.701410 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-88b66471-6ef5-434e-8df5-da86ef39a978 req-54e4011b-25f6-4a48-9ab8-91ec20a81d9e service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290245 Feb 11 14:34:13.268037 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:15.634984 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a4e8251-5efe-4cc5-a559-c30adf40585e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:17.404371 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:34:17.853738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98ccdce0-125f-4f39-af3a-994ccd131a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:19.101089 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:19.187155 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:20.594696 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:38.252504 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:43.266280 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:45.637960 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8391c611-1ba6-42ee-8faf-67d24cdc8369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:47.858674 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f944f30f-33d7-428b-89c9-7a2033c8b863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.102950 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:49.187828 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:50.597314 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:54.405497 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:35:08.256637 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:10.774539 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ffe1361-80f2-46b6-a2c2-34c79d64ece8 req-96dad65a-3e71-4d53-bb16-ef45cc83ee94 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760708 Feb 11 14:35:10.909464 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ffe1361-80f2-46b6-a2c2-34c79d64ece8 req-ea11be69-d14a-4e85-8168-3690aea33b46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 1096 time: 0.0685911 Feb 11 14:35:11.053944 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe1361-80f2-46b6-a2c2-34c79d64ece8 req-d188c060-0717-49c2-9415-236f012c6b44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:11.055365 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ffe1361-80f2-46b6-a2c2-34c79d64ece8 req-d188c060-0717-49c2-9415-236f012c6b44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1276891 Feb 11 14:35:11.155869 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ffe1361-80f2-46b6-a2c2-34c79d64ece8 req-a2fe27c2-804a-4770-b051-c09852b9e4c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c HTTP/1.1" status: 200 len: 1001 time: 0.0949473 Feb 11 14:35:11.223422 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe1361-80f2-46b6-a2c2-34c79d64ece8 req-63f3cbc2-fb54-40fc-97b2-03312e8a4628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:11.224861 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ffe1361-80f2-46b6-a2c2-34c79d64ece8 req-63f3cbc2-fb54-40fc-97b2-03312e8a4628 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0624175 Feb 11 14:35:11.302720 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ffe1361-80f2-46b6-a2c2-34c79d64ece8 req-68a5b201-d3ae-4fff-9a0d-e2496f8b959e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715573 Feb 11 14:35:11.432358 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ffe1361-80f2-46b6-a2c2-34c79d64ece8 req-9dcc42f5-3452-4ba0-9075-4b6428ffd35e service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238024 Feb 11 14:35:11.565351 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-6ffe1361-80f2-46b6-a2c2-34c79d64ece8 req-ef74ea1b-6094-411b-a13b-a0548123deb3 service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273062 Feb 11 14:35:12.662912 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f016dc19-2eb7-4a3e-a8a7-26694ad112da req-9e9052f2-c110-4c97-886d-14d0bda1aeb2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688627 Feb 11 14:35:12.803760 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f016dc19-2eb7-4a3e-a8a7-26694ad112da req-0a5fb77f-36e0-48a4-9558-62487c1db731 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 1094 time: 0.0708220 Feb 11 14:35:12.963601 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016dc19-2eb7-4a3e-a8a7-26694ad112da req-d849a5c3-2e28-48d0-be16-20b835bf033c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:12.965336 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f016dc19-2eb7-4a3e-a8a7-26694ad112da req-d849a5c3-2e28-48d0-be16-20b835bf033c service neutron] 10.222.0.75 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1431875 Feb 11 14:35:13.067535 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f016dc19-2eb7-4a3e-a8a7-26694ad112da req-8c314fb5-8594-45e8-96eb-e1e2ac43a5ba service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=561f9672-b84d-46cf-971e-f044c74eaa6e HTTP/1.1" status: 200 len: 998 time: 0.0963020 Feb 11 14:35:13.137525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016dc19-2eb7-4a3e-a8a7-26694ad112da req-bb33bdd9-28db-46e0-b105-47e45539f8dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:13.139106 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f016dc19-2eb7-4a3e-a8a7-26694ad112da req-bb33bdd9-28db-46e0-b105-47e45539f8dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0664320 Feb 11 14:35:13.212335 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f016dc19-2eb7-4a3e-a8a7-26694ad112da req-a4150743-4c54-44ca-ae18-9d9bcddf24c3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672135 Feb 11 14:35:13.267426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:13.349035 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f016dc19-2eb7-4a3e-a8a7-26694ad112da req-dc23fc90-bae7-4a4c-b8fe-ef54494575fd service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302266 Feb 11 14:35:13.484681 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-f016dc19-2eb7-4a3e-a8a7-26694ad112da req-2b70966b-1fb1-4fa9-8e67-d664c34d80d2 service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299729 Feb 11 14:35:15.640011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c6f4-8ec5-42b9-9a60-b316bf8b934d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:17.860561 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92fb2d84-3ce0-401f-acad-8c343c8b306f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.105689 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:19.189596 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:20.599049 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:31.406815 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:35:32.087010 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d53b8f48-7403-437c-811d-1c14b28e4f2c details requested by agent hyperv_n-h1-818559-1 with host n-h1-818559-1 {{(pid=83569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 14:35:32.231432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d53b8f48-7403-437c-811d-1c14b28e4f2c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:32.246083 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Returning: {'device': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'port_id': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'mac_address': 'fa:16:3e:16:54:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 14:35:32.335092 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:32.360008 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d53b8f48-7403-437c-811d-1c14b28e4f2c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:35:32.376385 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d53b8f48-7403-437c-811d-1c14b28e4f2c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:32.382642 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:32.473601 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] get_ports_and_sgs() called for port_ids ['d53b8f48-7403-437c-811d-1c14b28e4f2c'] {{(pid=83569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 11 14:35:32.510223 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=d53b8f48-7403-437c-811d-1c14b28e4f2c,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:32.559181 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:32.559523 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:32.559923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:32.562874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:32.562874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:32.562874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:32.562874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:32.562874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:32.562874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:32.562874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:32.562874 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:34.103561 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d53b8f48-7403-437c-811d-1c14b28e4f2c up at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 14:35:34.176538 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Provisioning complete for port d53b8f48-7403-437c-811d-1c14b28e4f2c triggered by entity L2. {{(pid=83569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:35:34.176933 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1102893'] for port, provisioning_complete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.315569 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.343892 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:35:34.354821 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d53b8f48-7403-437c-811d-1c14b28e4f2c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:34.363738 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:34.446559 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'code': 200} Feb 11 14:35:34.451129 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=d53b8f48-7403-437c-811d-1c14b28e4f2c,revision_number=7']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:38.282296 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.302210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58898) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:35:41.506120 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Deleting port 606547a1-c343-4f62-b6c7-a6115cb564bf {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:35:41.506461 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.671603 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.671927 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:41.883296 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Calling delete_port for 606547a1-c343-4f62-b6c7-a6115cb564bf owned by network:floatingip {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:35:42.028948 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.079157 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event deleted for resources: {'Port': ['ID=606547a1-c343-4f62-b6c7-a6115cb564bf,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:42.118907 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.119176 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.119510 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.119842 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.120168 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.120492 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.120811 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.121128 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.121443 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.121756 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.122070 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:42.183048 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for floatingip, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.575872 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Router 457a54d4-69af-4751-9534-023ca1cc1f7c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:35:42.780500 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:35:42.790563 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] Sync routers for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:35:42.800801 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:42.803707 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:35:42.804444 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:42.853938 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-70185aab-4e60-485e-bbed-8db646dd6871 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "DELETE /v2.0/floatingips/2481f864-050e-497c-bf51-8c442808c828 HTTP/1.1" status: 204 len: 168 time: 1.5506179 Feb 11 14:35:42.854643 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:35:42.938129 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'status': 'completed', 'code': 200} Feb 11 14:35:42.996587 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:35:43.030919 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dbf53b1e-6b70-46c1-8ac5-6d08c340a59f req-b2408909-a2af-4528-9bc1-ac17cd42efa5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 1096 time: 0.0734212 Feb 11 14:35:43.191754 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53b1e-6b70-46c1-8ac5-6d08c340a59f req-8dbbb313-0a3c-4520-9d30-dfc4ea7c5d8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:43.193124 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dbf53b1e-6b70-46c1-8ac5-6d08c340a59f req-8dbbb313-0a3c-4520-9d30-dfc4ea7c5d8e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1573417 Feb 11 14:35:43.266826 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dbf53b1e-6b70-46c1-8ac5-6d08c340a59f req-cff4690f-c807-40fa-944f-510bca171ed6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c HTTP/1.1" status: 200 len: 217 time: 0.0670896 Feb 11 14:35:43.283075 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:43.333072 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53b1e-6b70-46c1-8ac5-6d08c340a59f req-00136e0d-5b8d-4c07-8e3d-ff827b118077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:43.334660 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dbf53b1e-6b70-46c1-8ac5-6d08c340a59f req-00136e0d-5b8d-4c07-8e3d-ff827b118077 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0615189 Feb 11 14:35:43.343451 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a6d01-4ca7-46ce-bb8d-cbfeef031106 req-98fe49c8-9cb3-4119-9147-7126235fb82e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:43.344233 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-da8a6d01-4ca7-46ce-bb8d-cbfeef031106 req-98fe49c8-9cb3-4119-9147-7126235fb82e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Synchronizing usage tracker for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:35:43.360965 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-da8a6d01-4ca7-46ce-bb8d-cbfeef031106 req-98fe49c8-9cb3-4119-9147-7126235fb82e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Unset dirty status for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:35:43.362402 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-da8a6d01-4ca7-46ce-bb8d-cbfeef031106 req-98fe49c8-9cb3-4119-9147-7126235fb82e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 945 time: 0.1779542 Feb 11 14:35:43.384805 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2c7f9d06-11fd-4fe2-977c-7a8ea1312b78', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:20Z', 'updated_at': '2022-02-11T14:31:34Z', 'revision_number': 1, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:43.389771 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] Checking router: 457a54d4-69af-4751-9534-023ca1cc1f7c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:35:43.401418 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:35:43.402239 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:35:18Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:43.412058 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-da8a6d01-4ca7-46ce-bb8d-cbfeef031106 req-384683be-dc36-444c-a920-e55a89a666a7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429716 Feb 11 14:35:43.414841 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dbf53b1e-6b70-46c1-8ac5-6d08c340a59f req-39e21654-56d6-46cb-8351-e05dac080169 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738316 Feb 11 14:35:43.554769 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dbf53b1e-6b70-46c1-8ac5-6d08c340a59f req-debd15e8-13f0-491f-948b-52f4a3730d92 service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322603 Feb 11 14:35:43.589288 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:35:43.691267 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-dbf53b1e-6b70-46c1-8ac5-6d08c340a59f req-d00db465-8c3e-4ff5-8d5a-ed4bf770060c service neutron] 10.222.0.73 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289170 Feb 11 14:35:43.985216 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2c7f9d06-11fd-4fe2-977c-7a8ea1312b78', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:20Z', 'updated_at': '2022-02-11T14:31:34Z', 'revision_number': 1, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:43.989097 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f393b0-8c2c-4711-97a1-07aa8f100815 None None] The sync data for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 is: [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_floatingips': [{'id': '2c7f9d06-11fd-4fe2-977c-7a8ea1312b78', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'router_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'port_id': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'mac_address': 'fa:16:3e:9f:b7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:20Z', 'updated_at': '2022-02-11T14:31:34Z', 'revision_number': 1, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:35:44.193528 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d53b8f48-7403-437c-811d-1c14b28e4f2c no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:35:44.212869 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f153c-2dfe-4e27-a57c-72fa541c51d5 None None] New status for floating IP 2481f864-050e-497c-bf51-8c442808c828: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:35:44.302705 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1306624'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.329153 n-d-818559-1 neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:35:44.339044 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] For port d53b8f48-7403-437c-811d-1c14b28e4f2c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:44.345591 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742264258196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742263838859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742263838904'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:44.395235 n-d-818559-1 neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'code': 200} Feb 11 14:35:44.417224 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Pushing event updated for resources: {'Port': ['ID=d53b8f48-7403-437c-811d-1c14b28e4f2c,revision_number=8']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:44.608086 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98e74d-002d-4acf-8da5-bb307bc86c3d req-0969d73c-accc-447e-9083-c13b8f2a2ea0 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:44.609518 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c98e74d-002d-4acf-8da5-bb307bc86c3d req-0969d73c-accc-447e-9083-c13b8f2a2ea0 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 943 time: 0.0750926 Feb 11 14:35:44.657832 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-7c98e74d-002d-4acf-8da5-bb307bc86c3d req-eba151af-ad98-4356-a3ab-2afdf98182a6 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427754 Feb 11 14:35:44.811178 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-d3714556-0849-4aa3-a807-6d534abe432b tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:44.812609 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-d3714556-0849-4aa3-a807-6d534abe432b tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 943 time: 0.1622722 Feb 11 14:35:44.880871 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Deleting port d53b8f48-7403-437c-811d-1c14b28e4f2c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:35:44.881179 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.126477 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] For port d53b8f48-7403-437c-811d-1c14b28e4f2c, host n-h1-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818559-1',level=0,port_id=d53b8f48-7403-437c-811d-1c14b28e4f2c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:45.126845 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.253257 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Calling delete_port for d53b8f48-7403-437c-811d-1c14b28e4f2c owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:35:45.395699 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.448076 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event deleted for resources: {'Port': ['ID=d53b8f48-7403-437c-811d-1c14b28e4f2c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:45.490738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.490738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.490738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.490738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.490738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.490738 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.491415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.491415 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.491570 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.491835 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.492159 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818559-1 {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:35:45.532809 n-d-818559-1 neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] No DVR routers for this DVR port d53b8f48-7403-437c-811d-1c14b28e4f2c on host n-h1-818559-1 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:35:45.535468 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.538080 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'name': 'network-vif-deleted', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:35:45.555260 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-a2336c07-a70d-4f10-b254-e750ead7c73f req-9816c00d-7a77-40c6-8d81-a4d4433174d7 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.73 "DELETE /v2.0/ports/d53b8f48-7403-437c-811d-1c14b28e4f2c HTTP/1.1" status: 204 len: 173 time: 0.7360184 Feb 11 14:35:45.657892 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f6eebd-c8a7-4a78-a30d-b076e4f36606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:45.682024 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd9e738-0446-4c45-ad62-93a230d520bc', 'name': 'network-vif-deleted', 'tag': 'd53b8f48-7403-437c-811d-1c14b28e4f2c', 'status': 'completed', 'code': 200} Feb 11 14:35:45.837105 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-1b99dd6a-5a67-4e5f-a146-4ac2a3bd69c5 req-1b9fff66-6036-4eb5-9d49-af378a8aff69 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fd9e738-0446-4c45-ad62-93a230d520bc HTTP/1.1" status: 200 len: 210 time: 0.0420253 Feb 11 14:35:47.502568 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58962) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:35:47.700686 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Deleting port 8b3c862d-a538-4e13-8ae0-b5d6ecb4173e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:35:47.701643 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:47.862418 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a6bb9bd-656f-4e27-8b4d-95f99c7eeb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:47.867386 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:47.867895 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:47.986837 n-d-818559-1 neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Calling delete_port for 8b3c862d-a538-4e13-8ae0-b5d6ecb4173e owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:35:48.132776 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16106401'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:48.175471 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event deleted for resources: {'Port': ['ID=8b3c862d-a538-4e13-8ae0-b5d6ecb4173e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:48.220069 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d53b8f48-7403-437c-811d-1c14b28e4f2c no longer exists at agent hyperv_n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:35:48.254085 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] No Port match for: d53b8f48-7403-437c-811d-1c14b28e4f2c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:35:48.254434 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Device d53b8f48-7403-437c-811d-1c14b28e4f2c not bound to the agent host n-h1-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:35:48.356399 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:48.745823 n-d-818559-1 neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Router 457a54d4-69af-4751-9534-023ca1cc1f7c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:35:48.949968 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:35:48.959802 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] Sync routers for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:35:48.966402 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:48.972255 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:35:48.972848 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:49.020117 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-947d1c64-1320-49bd-93a4-39a8b70084b3 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "DELETE /v2.0/floatingips/2c7f9d06-11fd-4fe2-977c-7a8ea1312b78 HTTP/1.1" status: 204 len: 168 time: 1.5164490 Feb 11 14:35:49.020797 n-d-818559-1 neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:35:49.075662 n-d-818559-1 neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'status': 'completed', 'code': 200} Feb 11 14:35:49.129442 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:49.172962 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5ff6f8e-5ea6-43d0-97e8-296237a69069 req-a9d31999-1636-42c7-954d-2ab81ecf8aed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 1094 time: 0.0725901 Feb 11 14:35:49.175744 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:35:49.268157 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:49.313098 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff6f8e-5ea6-43d0-97e8-296237a69069 req-d8149113-8ed8-4cfd-919b-39baa7a1d6a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:49.314597 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5ff6f8e-5ea6-43d0-97e8-296237a69069 req-d8149113-8ed8-4cfd-919b-39baa7a1d6a1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 200 len: 910 time: 0.1364150 Feb 11 14:35:49.447652 n-d-818559-1 neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e676b-01f8-4d44-8187-3fa70147bdf9 req-0d30fc9d-d920-463a-b620-550ee21c447b tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:49.448695 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f89e676b-01f8-4d44-8187-3fa70147bdf9 req-0d30fc9d-d920-463a-b620-550ee21c447b tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Synchronizing usage tracker for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:35:49.470788 n-d-818559-1 neutron-server[83568]: DEBUG neutron.quota.resource [req-f89e676b-01f8-4d44-8187-3fa70147bdf9 req-0d30fc9d-d920-463a-b620-550ee21c447b tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Unset dirty status for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:35:49.472913 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f89e676b-01f8-4d44-8187-3fa70147bdf9 req-0d30fc9d-d920-463a-b620-550ee21c447b tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 943 time: 0.1158860 Feb 11 14:35:49.494470 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5ff6f8e-5ea6-43d0-97e8-296237a69069 req-c1fa9767-1c64-4eb4-82f1-e15230346a1f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=561f9672-b84d-46cf-971e-f044c74eaa6e HTTP/1.1" status: 200 len: 217 time: 0.1731215 Feb 11 14:35:49.526473 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [req-f89e676b-01f8-4d44-8187-3fa70147bdf9 req-888329ed-18b6-4234-824a-2bb1016d6697 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480397 Feb 11 14:35:49.556862 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:49.560923 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] Checking router: 457a54d4-69af-4751-9534-023ca1cc1f7c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:35:49.570147 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff6f8e-5ea6-43d0-97e8-296237a69069 req-826a8770-03fb-447d-b976-57dd06313c46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:49.571983 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5ff6f8e-5ea6-43d0-97e8-296237a69069 req-826a8770-03fb-447d-b976-57dd06313c46 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 200 len: 848 time: 0.0694222 Feb 11 14:35:49.575477 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:35:49.576138 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:49.650772 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5ff6f8e-5ea6-43d0-97e8-296237a69069 req-0afff21a-2110-487e-9a23-f98651042cd7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7c2e8338-0517-4b61-a9be-7a165f15b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719316 Feb 11 14:35:49.757041 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:35:49.785167 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5ff6f8e-5ea6-43d0-97e8-296237a69069 req-84085bf0-6f55-4aed-bccf-9eb268d306c6 service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276212 Feb 11 14:35:49.922091 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-b5ff6f8e-5ea6-43d0-97e8-296237a69069 req-f3b30a67-ef59-4d79-a68c-2658125b06fc service neutron] 10.222.0.75 "GET /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301546 Feb 11 14:35:50.112765 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:50.116925 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8520eec4-aa0b-4048-bfa4-701e1e2addaf None None] The sync data for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 is: [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:30:57Z', 'revision_number': 4, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1', '_interfaces': [{'id': '21d9d411-9c8d-48f1-aee0-a2da23f2fd4c', 'name': '', 'network_id': '7c2e8338-0517-4b61-a9be-7a165f15b611', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'mac_address': 'fa:16:3e:df:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:57Z', 'updated_at': '2022-02-11T14:31:16Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'subnets': [{'id': 'abb3b5ec-1651-403e-a911-b2dbe7a9aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:35:50.333355 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df09cb-2be2-4b57-bace-0e33b6f18676 None None] New status for floating IP 2c7f9d06-11fd-4fe2-977c-7a8ea1312b78: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 11 14:35:50.602482 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:50.728288 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193bb8e-db03-46c8-bb9b-be17b9d141b7 req-2bc86b6d-c1a8-484e-a5ad-656a2c35466f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:50.729653 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2193bb8e-db03-46c8-bb9b-be17b9d141b7 req-2bc86b6d-c1a8-484e-a5ad-656a2c35466f tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 943 time: 0.0787795 Feb 11 14:35:50.776495 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-2193bb8e-db03-46c8-bb9b-be17b9d141b7 req-368216d6-a1a0-45c8-8dc2-02a669e41b58 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ae6a78-9e17-4056-b297-2a222564ea3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Feb 11 14:35:50.863278 n-d-818559-1 neutron-server[83567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-19a975f1-8948-4454-ad8b-f0552513f3d4 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:50.864713 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-19a975f1-8948-4454-ad8b-f0552513f3d4 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.75 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 943 time: 0.0820148 Feb 11 14:35:50.931672 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-6e1590c1-f464-4307-927a-28d652840628 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Deleting port 561f9672-b84d-46cf-971e-f044c74eaa6e {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:35:50.932017 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-6e1590c1-f464-4307-927a-28d652840628 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:51.188780 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-6e1590c1-f464-4307-927a-28d652840628 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] For port 561f9672-b84d-46cf-971e-f044c74eaa6e, host n-h2-818559-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818559-1',level=0,port_id=561f9672-b84d-46cf-971e-f044c74eaa6e,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:51.189131 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-6e1590c1-f464-4307-927a-28d652840628 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:51.309254 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-6e1590c1-f464-4307-927a-28d652840628 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Calling delete_port for 561f9672-b84d-46cf-971e-f044c74eaa6e owned by compute:nova {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:35:51.460351 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-6e1590c1-f464-4307-927a-28d652840628 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:51.511785 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1590c1-f464-4307-927a-28d652840628 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event deleted for resources: {'Port': ['ID=561f9672-b84d-46cf-971e-f044c74eaa6e,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:51.586468 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-6e1590c1-f464-4307-927a-28d652840628 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] No DVR routers for this DVR port 561f9672-b84d-46cf-971e-f044c74eaa6e on host n-h2-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:35:51.588943 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-6e1590c1-f464-4307-927a-28d652840628 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73974'] for port, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:51.591760 n-d-818559-1 neutron-server[83567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'name': 'network-vif-deleted', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e'}] {{(pid=83567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:35:51.606808 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-cd97fd2e-d093-4da4-a745-b1b55b37558e req-6e1590c1-f464-4307-927a-28d652840628 tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.75 "DELETE /v2.0/ports/561f9672-b84d-46cf-971e-f044c74eaa6e HTTP/1.1" status: 204 len: 173 time: 0.7368119 Feb 11 14:35:51.649700 n-d-818559-1 neutron-server[83567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11460e5-fd23-4bed-ae89-7a0aca731d66', 'name': 'network-vif-deleted', 'tag': '561f9672-b84d-46cf-971e-f044c74eaa6e', 'status': 'completed', 'code': 200} Feb 11 14:35:51.961305 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5a7a2121-5f5a-45ac-98e5-a691fb8534b0 req-a53a807b-1817-4994-94ab-1d96843cfcda tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Synchronizing usage tracker for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 14:35:51.979739 n-d-818559-1 neutron-server[83567]: DEBUG neutron.quota.resource [req-5a7a2121-5f5a-45ac-98e5-a691fb8534b0 req-a53a807b-1817-4994-94ab-1d96843cfcda tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Unset dirty status for tenant:cb3219eb01544e21b9c3ef2bdbd2a9ea on resource:port {{(pid=83567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 14:35:51.981122 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [req-5a7a2121-5f5a-45ac-98e5-a691fb8534b0 req-a53a807b-1817-4994-94ab-1d96843cfcda tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "GET /v2.0/ports?device_id=a11460e5-fd23-4bed-ae89-7a0aca731d66 HTTP/1.1" status: 200 len: 210 time: 0.0627263 Feb 11 14:35:53.086325 n-d-818559-1 neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 58982) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:35:53.152959 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc4b0-15fc-457c-90c8-37921bde040e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.181422 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc4b0-15fc-457c-90c8-37921bde040e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.248018 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc4b0-15fc-457c-90c8-37921bde040e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.266490 n-d-818559-1 neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecc4b0-15fc-457c-90c8-37921bde040e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ae6a78-9e17-4056-b297-2a222564ea3f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:53.276648 n-d-818559-1 neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc4b0-15fc-457c-90c8-37921bde040e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:53.277865 n-d-818559-1 neutron-server[83568]: INFO neutron.wsgi [None req-a9ecc4b0-15fc-457c-90c8-37921bde040e tempest-TestSnapshotPattern-99263027 tempest-TestSnapshotPattern-99263027-project] 10.222.0.67 "DELETE /v2.0/security-groups/c1ae6a78-9e17-4056-b297-2a222564ea3f HTTP/1.1" status: 204 len: 168 time: 0.1905260 Feb 11 14:35:53.336983 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58988) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:35:53.863992 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:54.455282 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] Deleting port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:35:54.455941 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:54.627696 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] For port 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=21d9d411-9c8d-48f1-aee0-a2da23f2fd4c,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:54.628380 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:54.674375 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 561f9672-b84d-46cf-971e-f044c74eaa6e no longer exists at agent hyperv_n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:35:54.707111 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] No Port match for: 561f9672-b84d-46cf-971e-f044c74eaa6e {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:35:54.707370 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Device 561f9672-b84d-46cf-971e-f044c74eaa6e not bound to the agent host n-h2-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:35:54.751185 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] Calling delete_port for 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:35:54.939931 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:54.983509 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d9d411-9c8d-48f1-aee0-a2da23f2fd4c,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:55.392839 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:55.988525 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] Router 457a54d4-69af-4751-9534-023ca1cc1f7c has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:35:56.186248 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:35:56.195712 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] Sync routers for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:35:56.203460 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-11929bc9-e8a3-4aca-b40c-83908dd7c4a7 admin admin] 10.222.0.67 "PUT /v2.0/routers/457a54d4-69af-4751-9534-023ca1cc1f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8653378 Feb 11 14:35:56.206074 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 58994) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:35:56.208432 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:35:56.209049 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:56.390329 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:35:56.556933 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:56.676307 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:35:54Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:56.680136 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] Checking router: 457a54d4-69af-4751-9534-023ca1cc1f7c for host: n-d-818559-1 {{(pid=83569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:35:56.691299 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] Routers {'457a54d4-69af-4751-9534-023ca1cc1f7c'} bound to L3 agent in host n-d-818559-1 {{(pid=83569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:35:56.691903 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['457a54d4-69af-4751-9534-023ca1cc1f7c'], 'active': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:56.755088 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:56.764845 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Deleting port 4f48e465-2329-4c0e-a124-127d02a0f50d {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:35:56.765273 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:56.881221 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_dvr_db [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] Set router 457a54d4-69af-4751-9534-023ca1cc1f7c gateway port host: n-d-818559-1 {{(pid=83569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:35:57.067075 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] For port 4f48e465-2329-4c0e-a124-127d02a0f50d, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=4f48e465-2329-4c0e-a124-127d02a0f50d,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:57.067664 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.171861 n-d-818559-1 neutron-server[83569]: DEBUG neutron.db.l3_hamode_db [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:35:54Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:57.175639 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed863b-d735-4e79-bdf2-2b64a173465a None None] The sync data for ids ['457a54d4-69af-4751-9534-023ca1cc1f7c'] in n-d-818559-1 is: [{'id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'name': 'tempest-TestSnapshotPattern-133678269-router', 'tenant_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:30:54Z', 'updated_at': '2022-02-11T14:35:54Z', 'revision_number': 5, 'project_id': 'cb3219eb01544e21b9c3ef2bdbd2a9ea', 'gw_port': {'id': '4f48e465-2329-4c0e-a124-127d02a0f50d', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a54d4-69af-4751-9534-023ca1cc1f7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:30:55Z', 'updated_at': '2022-02-11T14:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}] {{(pid=83569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:35:57.187726 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Calling delete_port for 4f48e465-2329-4c0e-a124-127d02a0f50d owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:35:57.350631 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.396219 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f48e465-2329-4c0e-a124-127d02a0f50d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:57.622551 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.890410 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.894763 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.921335 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.921864 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 457a54d4-69af-4751-9534-023ca1cc1f7c {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:35:57.937565 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:35:57.939530 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.940992 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5421ca71-a82e-4529-a7cf-5a10dcf4e8b7 admin admin] 10.222.0.67 "DELETE /v2.0/routers/457a54d4-69af-4751-9534-023ca1cc1f7c HTTP/1.1" status: 204 len: 168 time: 1.7339945 Feb 11 14:35:57.943416 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59000) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:35:57.977915 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:35:57.978570 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 21d9d411-9c8d-48f1-aee0-a2da23f2fd4c not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:35:58.008705 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d5220f-6d06-4d49-b233-52e16accb100 admin admin] Deleting subnet abb3b5ec-1651-403e-a911-b2dbe7a9aba0 {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:35:58.011819 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15d5220f-6d06-4d49-b233-52e16accb100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.065394 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15d5220f-6d06-4d49-b233-52e16accb100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.144702 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15d5220f-6d06-4d49-b233-52e16accb100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.221115 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15d5220f-6d06-4d49-b233-52e16accb100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.260675 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5220f-6d06-4d49-b233-52e16accb100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb3b5ec-1651-403e-a911-b2dbe7a9aba0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:58.266771 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-15d5220f-6d06-4d49-b233-52e16accb100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.271797 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9e5fc-aeaf-4935-ae91-e7dd58410b14 None None] Network 7c2e8338-0517-4b61-a9be-7a165f15b611 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:35:58.273269 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-15d5220f-6d06-4d49-b233-52e16accb100 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/abb3b5ec-1651-403e-a911-b2dbe7a9aba0 HTTP/1.1" status: 204 len: 168 time: 0.3289142 Feb 11 14:35:58.275763 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59004) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:35:58.489764 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.501575 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Deleting port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:35:58.501907 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.574189 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] DHCP port deletion for 7c2e8338-0517-4b61-a9be-7a165f15b611 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:35:58.578654 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] Deleting port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:35:58.579056 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.717025 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] For port ffc3b74a-1abf-41ce-95f0-4dc68e30d399, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ffc3b74a-1abf-41ce-95f0-4dc68e30d399,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:58.717270 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.779894 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] For port ffc3b74a-1abf-41ce-95f0-4dc68e30d399, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=ffc3b74a-1abf-41ce-95f0-4dc68e30d399,segment=NetworkSegment(09bf2274-0f91-40db-b6f1-463769d55e24),segment_id=09bf2274-0f91-40db-b6f1-463769d55e24)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:35:58.780278 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.837944 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Calling delete_port for ffc3b74a-1abf-41ce-95f0-4dc68e30d399 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:35:58.899734 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] Calling delete_port for ffc3b74a-1abf-41ce-95f0-4dc68e30d399 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:35:58.918762 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.962911 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc3b74a-1abf-41ce-95f0-4dc68e30d399,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:58.970264 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] No DVR routers for this DVR port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:35:58.973145 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:35:58.973670 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:35:59.091697 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.117066 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2e8338-0517-4b61-a9be-7a165f15b611']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:59.129919 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bf2274-0f91-40db-b6f1-463769d55e24') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:59.130212 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bf2274-0f91-40db-b6f1-463769d55e24') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:35:59.141644 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.157623 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.163761 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:35:59.164169 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:35:59.178237 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:35:59.260085 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.278495 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.284893 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c2e8338-0517-4b61-a9be-7a165f15b611,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:35:59.301193 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-6534a339-72a7-4feb-9408-241a067f1b8e admin admin] 10.222.0.67 "DELETE /v2.0/networks/7c2e8338-0517-4b61-a9be-7a165f15b611 HTTP/1.1" status: 204 len: 168 time: 1.0244720 Feb 11 14:35:59.304040 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59008) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:35:59.474514 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] Deleting port ffc3b74a-1abf-41ce-95f0-4dc68e30d399 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:35:59.475163 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.550851 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-77a7b8d1-c434-4314-8717-b34b7d3bf84f None None] The port 'ffc3b74a-1abf-41ce-95f0-4dc68e30d399' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:35:59.692152 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406378'] for router_interface, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.926149 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4f48e465-2329-4c0e-a124-127d02a0f50d no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:35:59.961685 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 4f48e465-2329-4c0e-a124-127d02a0f50d {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:35:59.962030 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 4f48e465-2329-4c0e-a124-127d02a0f50d not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:35:59.962453 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ffc3b74a-1abf-41ce-95f0-4dc68e30d399 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:35:59.993876 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: ffc3b74a-1abf-41ce-95f0-4dc68e30d399 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:35:59.994947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device ffc3b74a-1abf-41ce-95f0-4dc68e30d399 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:36:00.394957 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] Deleting port 667a9a1f-a436-47da-8b45-51661592ff70 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:36:00.395552 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.570340 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] For port 667a9a1f-a436-47da-8b45-51661592ff70, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=667a9a1f-a436-47da-8b45-51661592ff70,segment=NetworkSegment(d2a0a69a-e156-433d-ac0e-61405ebaab06),segment_id=d2a0a69a-e156-433d-ac0e-61405ebaab06)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:00.570726 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.696139 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] Calling delete_port for 667a9a1f-a436-47da-8b45-51661592ff70 owned by network:router_interface {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:36:00.864774 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.914081 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] Pushing event deleted for resources: {'Port': ['ID=667a9a1f-a436-47da-8b45-51661592ff70,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:01.205492 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406489'] for router_interface, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:01.879227 n-d-818559-1 neutron-server[83567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] Router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 has already been hosted by L3 agent 852c87ac-c2bc-4c72-bd52-029e6eed5c9e {{(pid=83567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:36:02.092642 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] Notify agent at l3_agent.n-d-818559-1 the message routers_updated {{(pid=83567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:36:02.101131 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] Sync routers for ids ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'] in n-d-818559-1 {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 11 14:36:02.109175 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-5e2a4ba5-d7bb-41de-8440-d0d023c0d373 admin admin] 10.222.0.67 "PUT /v2.0/routers/72d5686b-0762-40f0-bd2e-b2200fbc9ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8041034 Feb 11 14:36:02.111640 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59012) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:36:02.114489 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] Routers {'72d5686b-0762-40f0-bd2e-b2200fbc9ad8'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:36:02.115103 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:02.299174 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] Set router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 gateway port host: n-d-818559-1 {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:36:02.340014 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Notify callbacks [] for router, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:02.539224 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:02.548759 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Deleting port 18c66dbb-a71d-41b9-947b-1d0189c35d0b {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:36:02.549332 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:02.588365 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'name': 'tempest-TestSnapshotPattern-1673651803-router', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'external_fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:00Z', 'updated_at': '2022-02-11T14:36:00Z', 'revision_number': 5, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'gw_port': {'id': '18c66dbb-a71d-41b9-947b-1d0189c35d0b', 'name': '', 'network_id': '5d284fd3-664c-4ba9-9cea-460cca212d89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818559-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:31:01Z', 'updated_at': '2022-02-11T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a00ff60-db52-483c-b6a2-c60886a8deab', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818559-1'}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:02.593148 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] Checking router: 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 for host: n-d-818559-1 {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 11 14:36:02.605644 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] Routers {'72d5686b-0762-40f0-bd2e-b2200fbc9ad8'} bound to L3 agent in host n-d-818559-1 {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 11 14:36:02.606246 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818559-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:54:48Z,description=,heartbeat_timestamp=2022-02-11T14:35:48Z,host='n-d-818559-1',id=852c87ac-c2bc-4c72-bd52-029e6eed5c9e,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:54:48Z,topic='l3_agent')) {'router_ids': ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:02.743859 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] For port 18c66dbb-a71d-41b9-947b-1d0189c35d0b, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=18c66dbb-a71d-41b9-947b-1d0189c35d0b,segment=NetworkSegment(9398b619-2e8d-4e0f-98a9-c2bad4154ef1),segment_id=9398b619-2e8d-4e0f-98a9-c2bad4154ef1)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:02.744214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:02.760319 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] Set router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 11 14:36:02.864021 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Calling delete_port for 18c66dbb-a71d-41b9-947b-1d0189c35d0b owned by network:router_gateway {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:36:02.865228 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'name': 'tempest-TestSnapshotPattern-1673651803-router', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:00Z', 'updated_at': '2022-02-11T14:36:02Z', 'revision_number': 6, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'gw_port_host': None}], 'n-d-818559-1', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:02.869246 n-d-818559-1 neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d8bd4-1f5a-411d-9872-726147496d90 None None] The sync data for ids ['72d5686b-0762-40f0-bd2e-b2200fbc9ad8'] in n-d-818559-1 is: [{'id': '72d5686b-0762-40f0-bd2e-b2200fbc9ad8', 'name': 'tempest-TestSnapshotPattern-1673651803-router', 'tenant_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:31:00Z', 'updated_at': '2022-02-11T14:36:02Z', 'revision_number': 6, 'project_id': 'f108d6c3a81e4e1bb1258c7693fbb0b0', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 11 14:36:03.142150 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.185555 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c66dbb-a71d-41b9-947b-1d0189c35d0b,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:03.415556 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406031'] for router_gateway, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.676214 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44204'] for router, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.680365 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.707766 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412459'] for router, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.708488 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d5686b-0762-40f0-bd2e-b2200fbc9ad8 {{(pid=83567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:36:03.721626 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] Notify callbacks [] for router, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.722802 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-4c96b302-9ab3-48bf-a0fe-178151fe4b45 admin admin] 10.222.0.67 "DELETE /v2.0/routers/72d5686b-0762-40f0-bd2e-b2200fbc9ad8 HTTP/1.1" status: 204 len: 168 time: 1.6102052 Feb 11 14:36:03.725493 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59016) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:36:03.785960 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad14df3c-3f38-4083-8e97-0e7234fb6c3a admin admin] Deleting subnet eae71bf1-237c-40d4-81a9-3d0cf06114dd {{(pid=83567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 11 14:36:03.789135 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ad14df3c-3f38-4083-8e97-0e7234fb6c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.843562 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ad14df3c-3f38-4083-8e97-0e7234fb6c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16753473'] for subnet, precommit_delete_associations {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.926811 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ad14df3c-3f38-4083-8e97-0e7234fb6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1104625'] for subnet, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:03.932205 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 667a9a1f-a436-47da-8b45-51661592ff70 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:36:03.967080 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 667a9a1f-a436-47da-8b45-51661592ff70 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:36:03.967423 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 667a9a1f-a436-47da-8b45-51661592ff70 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:36:03.967843 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 18c66dbb-a71d-41b9-947b-1d0189c35d0b no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:36:04.004077 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ad14df3c-3f38-4083-8e97-0e7234fb6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1104584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16773396'] for subnet, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.004322 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 18c66dbb-a71d-41b9-947b-1d0189c35d0b {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:36:04.004684 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 18c66dbb-a71d-41b9-947b-1d0189c35d0b not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:36:04.044470 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14df3c-3f38-4083-8e97-0e7234fb6c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae71bf1-237c-40d4-81a9-3d0cf06114dd,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:04.051230 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-ad14df3c-3f38-4083-8e97-0e7234fb6c3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.056379 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a77973-9d33-4333-b14f-8298da8401ca None None] Network 3c3afb70-4875-4866-83f2-8135026c9b70 requested from n-d-818559-1 {{(pid=83569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 11 14:36:04.057563 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-ad14df3c-3f38-4083-8e97-0e7234fb6c3a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/eae71bf1-237c-40d4-81a9-3d0cf06114dd HTTP/1.1" status: 204 len: 168 time: 0.3310106 Feb 11 14:36:04.060626 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59020) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:36:04.169904 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1094883'] for network, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.180299 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Deleting port 11aa17ea-bdce-401f-8470-862afd2c38d0 {{(pid=83567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:36:04.180573 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.303103 n-d-818559-1 neutron-server[83569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] DHCP port deletion for 3c3afb70-4875-4866-83f2-8135026c9b70 request from n-d-818559-1 {{(pid=83569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 11 14:36:04.306947 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] Deleting port 11aa17ea-bdce-401f-8470-862afd2c38d0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:36:04.307309 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.392606 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.db [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] For port 11aa17ea-bdce-401f-8470-862afd2c38d0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=11aa17ea-bdce-401f-8470-862afd2c38d0,segment=NetworkSegment(d2a0a69a-e156-433d-ac0e-61405ebaab06),segment_id=d2a0a69a-e156-433d-ac0e-61405ebaab06)] {{(pid=83567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:04.392964 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.514510 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] For port 11aa17ea-bdce-401f-8470-862afd2c38d0, host n-d-818559-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818559-1',level=0,port_id=11aa17ea-bdce-401f-8470-862afd2c38d0,segment=NetworkSegment(d2a0a69a-e156-433d-ac0e-61405ebaab06),segment_id=d2a0a69a-e156-433d-ac0e-61405ebaab06)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:36:04.514927 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353404'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.620210 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.plugin [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Calling delete_port for 11aa17ea-bdce-401f-8470-862afd2c38d0 owned by network:dhcp {{(pid=83567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:36:04.639893 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] Calling delete_port for 11aa17ea-bdce-401f-8470-862afd2c38d0 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 11 14:36:04.693548 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742264258178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742263838850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16179351'] for port, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.709533 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.db.api [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:36:04.709881 n-d-818559-1 neutron-server[83569]: DEBUG oslo_db.api [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:36:04.741792 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11aa17ea-bdce-401f-8470-862afd2c38d0,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:04.745567 n-d-818559-1 neutron-server[83567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] No DVR routers for this DVR port 11aa17ea-bdce-401f-8470-862afd2c38d0 on host n-d-818559-1 {{(pid=83567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:36:04.860512 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102716', 'neutron.services.segments.db._delete_segments_for_network-8742264286567'] for network, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.890545 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3afb70-4875-4866-83f2-8135026c9b70']}} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:04.902356 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a0a69a-e156-433d-ac0e-61405ebaab06') {'for_net_delete': True} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:04.902686 n-d-818559-1 neutron-server[83567]: DEBUG neutron.services.segments.db [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a0a69a-e156-433d-ac0e-61405ebaab06') {} {{(pid=83567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:36:04.913895 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742264286446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16753482'] for segment, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.930067 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1214123'] for segment, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.937355 n-d-818559-1 neutron-server[83567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 11 14:36:04.937744 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1105240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179426'] for segment, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: Traceback (most recent call last): Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: timer() Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: cb(*args, **kw) Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: return func(*args, **kwargs) Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: self._notify() Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: self.callback(batched_events) Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: event.method(event) Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: return f(self, *a, **k) Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: return self._get(url).json() Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: return self.request(url, 'GET', **kwargs) Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:36:04.952851 n-d-818559-1 neutron-server[83567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:36:05.029176 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406122'] for network, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.049058 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Notify callbacks [] for network, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.058946 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3afb70-4875-4866-83f2-8135026c9b70,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:05.067054 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-8590742f-47ea-415d-8a00-4c44ceb1a9c4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/3c3afb70-4875-4866-83f2-8135026c9b70 HTTP/1.1" status: 204 len: 168 time: 1.0049436 Feb 11 14:36:05.204342 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59026) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:36:05.211187 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] Deleting port 11aa17ea-bdce-401f-8470-862afd2c38d0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 11 14:36:05.211620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742264202433'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.254520 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-343fcab1-7e80-4696-a081-bb6c95cd73cd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cb3219eb01544e21b9c3ef2bdbd2a9ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490012 Feb 11 14:36:05.257032 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59030) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:36:05.308242 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e6899239-92c3-4e8e-8d43-fb799b8b47fa None None] The port '11aa17ea-bdce-401f-8470-862afd2c38d0' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 11 14:36:05.321217 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ac271f-5937-4a8e-ae55-7fc857f65db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.347830 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ac271f-5937-4a8e-ae55-7fc857f65db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.399644 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ac271f-5937-4a8e-ae55-7fc857f65db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.416252 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac271f-5937-4a8e-ae55-7fc857f65db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc179640-2dd0-4d09-ad4e-a5fa7c01e2ff,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:05.423226 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-47ac271f-5937-4a8e-ae55-7fc857f65db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.424358 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-47ac271f-5937-4a8e-ae55-7fc857f65db3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc179640-2dd0-4d09-ad4e-a5fa7c01e2ff HTTP/1.1" status: 204 len: 168 time: 0.1664469 Feb 11 14:36:05.823269 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59038) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:36:05.876691 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-331e271b-cf68-4e91-93a7-5cf2124ca655 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f108d6c3a81e4e1bb1258c7693fbb0b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522823 Feb 11 14:36:05.879100 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [-] (83567) accepted ('10.222.0.67', 59042) {{(pid=83567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 14:36:05.926694 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 11aa17ea-bdce-401f-8470-862afd2c38d0 no longer exists at agent ovs-agent-n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 14:36:05.940128 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-088cb7b1-f40b-4419-878e-520c580c7cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:05.958969 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] No Port match for: 11aa17ea-bdce-401f-8470-862afd2c38d0 {{(pid=83569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 11 14:36:05.959313 n-d-818559-1 neutron-server[83569]: DEBUG neutron.plugins.ml2.rpc [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Device 11aa17ea-bdce-401f-8470-862afd2c38d0 not bound to the agent host n-d-818559-1 {{(pid=83569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 14:36:05.966759 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-088cb7b1-f40b-4419-878e-520c580c7cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:06.018932 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-088cb7b1-f40b-4419-878e-520c580c7cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:06.035117 n-d-818559-1 neutron-server[83567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cb7b1-f40b-4419-878e-520c580c7cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f87b7ef-f732-436d-bbb5-926f067c650d,revision_number=None']} {{(pid=83567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:36:06.045308 n-d-818559-1 neutron-server[83567]: DEBUG neutron_lib.callbacks.manager [None req-088cb7b1-f40b-4419-878e-520c580c7cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:06.046729 n-d-818559-1 neutron-server[83567]: INFO neutron.wsgi [None req-088cb7b1-f40b-4419-878e-520c580c7cf5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6f87b7ef-f732-436d-bbb5-926f067c650d HTTP/1.1" status: 204 len: 168 time: 0.1667290 Feb 11 14:36:08.276091 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:08.407493 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:36:13.395447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:15.640906 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-27a9b955-9322-4c50-baea-e1343e9f7f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:17.866056 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04b870be-3c78-46c0-81fe-178623174ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.111691 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:19.196049 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:20.603633 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:38.294483 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:43.267434 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:45.408213 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:36:45.643615 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53ccd470-ff79-4775-adf7-66bcd517ba9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:47.866861 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-273e6ac6-d099-4fad-9039-f0511c5ccae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.116447 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.198010 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:50.607238 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:08.292997 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:13.278404 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:15.644899 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5750ac13-abbb-4930-8af9-4aeafb3d20c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:17.868254 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1fedf586-856e-4f17-b107-591958ef73b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:19.119492 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:19.200779 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:20.610029 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:22.408010 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:37:38.294274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:43.281479 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:45.648016 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97632323-a004-4dd2-bb60-35ba4811d3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:47.869687 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-794bf54f-ed4e-469a-ab3a-22ac4bb5f9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:49.121709 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:49.202911 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:50.613304 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:59.408037 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:38:08.293393 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:13.292530 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:15.651094 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31ec253b-a630-45c5-ac1c-39a67c8fdf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:17.871474 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2cff-08c8-4889-a6bb-baa61c1f3973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:19.124403 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:19.205608 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:20.616510 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:36.408839 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:38:38.292623 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:43.292063 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:45.654274 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e03aa5f3-e572-4dfe-b1cc-17d1337894db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:47.872522 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-169f9fe8-61ae-42cc-aec9-78d6d9ba09f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:49.126860 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:49.206572 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:50.624629 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:08.290566 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:13.295487 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:13.408877 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:39:15.656467 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d570b33-1e36-4829-b1f1-6d9beadcf4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:17.873248 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9189698-8746-4906-9080-ec603f87b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:19.128426 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:19.209956 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:20.622446 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.287034 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.306310 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.658946 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-840745e0-869f-4e66-8772-74d447f5ae8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:47.875358 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f803dd0f-be65-4618-9f27-e74907b59be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.130448 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.211618 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.408669 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:39:50.624762 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:08.286260 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:13.321271 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:15.660883 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7a153d6-f557-4d71-950d-ac1db63a7d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:17.876558 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0afd7bb-386a-4ee5-a4d8-291b69490e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:19.133400 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:19.213976 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:20.628047 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:27.409270 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:40:38.286375 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:43.335653 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:45.666150 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17b15ba5-8815-4b0e-a58f-e8e1423638cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:47.878260 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e26fbc3-381d-4873-be2f-a3cff288095f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:49.135179 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:49.216575 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:50.631538 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:04.409989 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:41:08.287521 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:13.322018 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:15.668149 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ae21b5f-a9df-48ce-a9dc-eb113be55117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:17.879494 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8cce6463-7899-4827-89de-0fbac27f6240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.137262 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:19.219907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:20.632336 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:38.303923 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:41.411123 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:41:43.334954 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:45.670674 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb731eae-27af-4089-a4b0-9fb04b739663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:47.882065 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97f34394-1402-457b-8610-2a05e0d8171e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:49.139592 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:49.221508 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:50.634338 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:08.315671 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:13.338324 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:15.673991 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05b64f66-cd97-4561-b50a-7298cabe593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:17.885572 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882350d0-0ccf-4332-b2ff-6f1b4b3379f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:18.411766 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:42:19.141582 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:19.225907 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:20.636555 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:38.345804 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:43.355287 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:45.676011 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b96ec35e-9245-4c64-b8ed-6425c187e9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:47.887656 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69ec9ddd-9c5c-43a9-aa62-7e07f10c41be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:49.146067 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:49.226910 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:50.640814 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:55.412491 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:43:08.362039 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:13.379265 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:15.678231 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-32924126-f7f5-4466-9af2-8818d578195b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:17.889482 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d7eaa59-c0bc-47dd-b46f-3da5cd4b2a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:19.147471 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:19.229589 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:20.646870 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:32.413652 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:43:38.361653 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:43.379192 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:45.681300 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-13727999-49cc-4499-aa5d-9661576b8924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:47.892288 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9bbed46e-aa9a-4ac7-b1c0-e6e8fcf7ddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:49.158456 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:49.231826 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:50.646620 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:04.740630 n-d-818559-1 neutron-server[83567]: DEBUG neutron.wsgi [req-6a9cb1f3-3e90-4ba2-a7b0-b65b230e90f9 req-3d3146d8-1ac2-4640-bccc-81aac73d4d0d service neutron] (83567) timed out ('10.222.0.67', 56814) {{(pid=83567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 14:44:08.361985 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:09.413778 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:44:13.377582 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:15.683598 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-736552aa-a632-44aa-93d7-942b3eceb406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:17.893562 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69082f96-b545-459b-8819-d6ce67c34e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:19.152947 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:19.234297 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:20.654560 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:38.374718 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278a5006-43b2-4289-b5e6-b435ecf9967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:43.378859 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dac60db1-0ec1-4ebc-8cf6-69d344c6f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:45.685624 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c70912d7-5335-4143-ba5d-ae86adc07866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:46.415640 n-d-818559-1 neutron-server[83570]: DEBUG neutron.db.agents_db [None req-081f3342-577d-492c-ba98-f9226e8d2868 None None] Agent healthcheck: found 7 active agents {{(pid=83570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 14:44:47.896441 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2ffd1c9-cc78-436c-b888-42520737f849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:49.156062 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ea24a8a-f8f5-4e6a-a8a0-3df47dbc90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:49.237569 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ffdb86f9-97ef-48c7-ac46-051fe91547c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:50.654338 n-d-818559-1 neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9386-4f28-4d88-930f-b19e19e44231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742264286549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1102972'] for agent, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}